-- Logs begin at Sat 2022-04-30 20:01:17 UTC, end at Sat 2022-04-30 22:41:58 UTC. --
Apr 30 20:58:59.629104 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Apr 30 20:59:02.480000 ncdv-master-1 neutron-server[115661]: INFO neutron.common.config [-] Logging enabled!
Apr 30 20:59:02.480607 ncdv-master-1 neutron-server[115661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev168
Apr 30 20:59:02.480783 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115661) setup_logging /opt/stack/neutron/neutron/common/config.py:120}}
Apr 30 20:59:02.484068 ncdv-master-1 neutron-server[115661]: INFO neutron.common.config [-] Logging enabled!
Apr 30 20:59:02.484320 ncdv-master-1 neutron-server[115661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev168
Apr 30 20:59:02.484625 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115661) setup_logging /opt/stack/neutron/neutron/common/config.py:120}}
Apr 30 20:59:02.485547 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 20:59:02.485792 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 20:59:02.486160 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 20:59:02.486402 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 20:59:02.486625 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 20:59:02.486939 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.487233 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.487560 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.487854 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.488140 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.488419 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.488706 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.489023 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.489313 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.489592 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.489903 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.490136 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.490414 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.490697 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.490981 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.491202 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] debug                          = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.491480 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.491913 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.492314 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.492592 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.492880 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.493174 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.493429 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.493715 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.494013 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.494338 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.494614 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.494900 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.495182 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.495464 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.495739 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.496012 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.496311 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.496564 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.496834 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.497107 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.497389 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.497671 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.497982 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.498206 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.498425 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.498704 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.498999 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.499275 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.499546 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.499816 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.500085 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.500353 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.500617 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.500899 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.501180 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.501460 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.501730 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.502023 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.502290 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.502558 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.502840 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.503111 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.503380 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.503650 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.503930 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.504193 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.504973 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.505270 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.505551 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.505853 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.506137 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.506409 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.506686 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.506954 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.507221 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.507488 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.507770 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.508036 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.508312 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.508579 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.508845 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.509116 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.509387 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.509668 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.509959 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:02.510253 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.510545 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.510841 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.511124 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.511425 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.511703 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.511990 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.512265 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.512548 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.512832 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.513118 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.513392 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.513688 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.513996 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.514289 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.514591 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.514881 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.515170 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.515444 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.515717 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.515989 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.516265 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.516549 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.516824 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.517112 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.517400 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.517678 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.517996 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.518281 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.518565 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.518858 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.519148 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.519428 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.519706 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.520036 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.520819 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.521091 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.521368 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.521654 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.521953 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.522227 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.522508 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.522784 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.523054 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.523325 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.523601 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.523886 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.524161 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.524429 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.524696 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.524967 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.525235 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.525517 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.525813 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.526086 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.526355 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.526629 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.526898 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.527168 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.527444 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.527713 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.528034 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.528258 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.528527 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.528798 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.529066 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.529339 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.529607 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.529896 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.530170 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.530437 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.530703 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.530969 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.531240 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.531510 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.531803 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.532076 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.532350 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.532623 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.532896 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.533169 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.533441 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.533715 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.534011 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.534280 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.534566 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.534845 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.535127 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.535407 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.535721 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.536013 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.536287 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.536559 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.536839 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.537113 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.537386 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.537667 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.537977 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.538267 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.538557 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.538844 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.539139 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.539425 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.539700 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.540004 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.540281 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:02.540494 ncdv-master-1 neutron-server[115661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 20:59:02.540727 ncdv-master-1 neutron-server[115661]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115661) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 30 20:59:03.015263 ncdv-master-1 neutron-server[115661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 30 20:59:03.015543 ncdv-master-1 neutron-server[115661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 30 20:59:03.015843 ncdv-master-1 neutron-server[115661]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Apr 30 20:59:03.016173 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 30 20:59:03.363757 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.364046 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.364315 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.367355 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.367632 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.367897 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.421333 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.421608 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.421902 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.436413 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.436697 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.436968 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.482327 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.482903 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.482903 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.523447 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.523730 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.524000 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.895283 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f896f7cf550> agent after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.895563 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f896f7cf550> agent after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.895833 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f896f7cf670> segment precommit_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.896103 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f896f7cf5e0> network precommit_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.896792 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f896f7ed4c0> segment before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.996347 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> network before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.996671 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f896f7cedc0> agent before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.996953 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> network before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.997227 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> port before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.997495 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> port before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.997832 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> segment precommit_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.998098 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> segment precommit_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.998358 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> segment after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.998617 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> segment after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.998902 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> network after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.999166 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> network precommit_delete 0 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.999434 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> port after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.999694 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> port after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:03.999949 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> port after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.000211 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> port provisioning_complete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.000480 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.000741 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> rbac-policy after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.001012 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> agent after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.001285 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> subnet after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.001549 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> subnet precommit_delete 0 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.001849 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.002110 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.002398 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> segment_host_mapping after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.002780 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.003035 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.003284 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f897015ef70>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.003683 ncdv-master-1 neutron-server[115661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 20:59:04.003926 ncdv-master-1 neutron-server[115661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 20:59:04.004164 ncdv-master-1 neutron-server[115661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 20:59:04.004425 ncdv-master-1 neutron-server[115661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 20:59:04.004663 ncdv-master-1 neutron-server[115661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 20:59:04.004899 ncdv-master-1 neutron-server[115661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 20:59:04.005258 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 30 20:59:04.008458 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 30 20:59:04.012370 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 30 20:59:04.016171 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Apr 30 20:59:04.017802 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 30 20:59:04.018275 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 30 20:59:04.018610 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 30 20:59:04.018999 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 30 20:59:04.021833 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 30 20:59:04.022087 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 30 20:59:04.022426 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 20:59:04.027438 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Apr 30 20:59:04.051812 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 30 20:59:04.052264 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f896f6c71f0>> qos_plugin after_init 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.052570 ncdv-master-1 neutron-server[115661]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115661) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Apr 30 20:59:04.052941 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f896f6c7d00>> logging-plugin after_init 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.054310 ncdv-master-1 neutron-server[115661]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115661) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 30 20:59:04.054590 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 30 20:59:04.054837 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 30 20:59:04.058133 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f896f7b4b20>> floatingip before_response 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.058416 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f896f7b4b20>> port before_response 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:04.128360 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 30 20:59:04.128598 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 30 20:59:04.128834 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 30 20:59:04.129212 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 30 20:59:04.149496 ncdv-master-1 neutron-server[115661]: DEBUG oslo_db.sqlalchemy.engines [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115661) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Apr 30 20:59:04.756321 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Initializing driver for type 'gre'
Apr 30 20:59:04.756965 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] gre ID ranges: [(1, 1000)]
Apr 30 20:59:04.953614 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Initializing driver for type 'local'
Apr 30 20:59:04.954031 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Initializing driver for type 'vlan'
Apr 30 20:59:05.045312 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] VlanTypeDriver initialization complete
Apr 30 20:59:05.045664 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Initializing driver for type 'vxlan'
Apr 30 20:59:05.046162 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] vxlan ID ranges: [(1, 1000)]
Apr 30 20:59:05.245654 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Initializing extension driver 'port_security'
Apr 30 20:59:05.246212 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.extensions.port_security [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] PortSecurityExtensionDriver initialization complete
Apr 30 20:59:05.246722 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Initializing mechanism driver 'openvswitch'
Apr 30 20:59:05.247227 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Initializing mechanism driver 'hyperv'
Apr 30 20:59:05.257119 ncdv-master-1 neutron-server[115661]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:05.258361 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f634130>> port after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.258874 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f634130>> port after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.259354 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f634130>> port after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.260046 ncdv-master-1 neutron-server[115661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 30 20:59:05.260638 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f129790>> subnet after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265215 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f129790>> subnet after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265215 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f129790>> subnet after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265215 ncdv-master-1 neutron-server[115661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 30 20:59:05.265215 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0c6610>> network after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265215 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0c6610>> network after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265576 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0c6610>> network after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265576 ncdv-master-1 neutron-server[115661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 30 20:59:05.265576 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0c6b20>> security_group after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265576 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0c6b20>> security_group after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265576 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0c6b20>> security_group after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.265978 ncdv-master-1 neutron-server[115661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 30 20:59:05.266234 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0ce070>> security_group_rule after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.266589 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0ce070>> security_group_rule after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.266933 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0ce070>> security_group_rule after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.267328 ncdv-master-1 neutron-server[115661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 30 20:59:05.267759 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0ce580>> address_group after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.268137 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0ce580>> address_group after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.268633 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f896f0ce580>> address_group after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.269257 ncdv-master-1 neutron-server[115661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
Apr 30 20:59:05.270030 ncdv-master-1 neutron-server[115661]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] ML2 OVO RPC backend initialized. {{(pid=115661) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Apr 30 20:59:05.271059 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> router_interface after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.271635 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> router_interface after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.272296 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> network before_response 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.272850 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> networks before_response 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.273404 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> port before_response 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.273984 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> ports before_response 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.274550 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> subnet before_response 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.275190 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> subnets before_response 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.275696 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> network after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.276256 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> network after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.276796 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> network after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.277332 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> port after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.278220 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> port after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.278440 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> port after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.278982 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> subnet after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.279525 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> subnet after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.280041 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f896f0ceca0>> subnet after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.290759 ncdv-master-1 neutron-server[115661]: INFO neutron.quota [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f896f0cee20>.
Apr 30 20:59:05.291238 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.plugin [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Modular L2 Plugin initialization complete
Apr 30 20:59:05.291697 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading services supported by the core plugin {{(pid=115661) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 30 20:59:05.292154 ncdv-master-1 neutron-server[115661]: INFO neutron.plugins.ml2.managers [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Got port-security extension from driver 'port_security'
Apr 30 20:59:05.292797 ncdv-master-1 neutron-server[115661]: INFO neutron.extensions.vlantransparent [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Disabled vlantransparent extension.
Apr 30 20:59:05.293469 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115661) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 30 20:59:05.293952 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading Plugin: router
Apr 30 20:59:05.347600 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router_interface before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.347922 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router after_create 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.348825 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router before_create 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.349195 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router_interface before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.349575 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router_interface after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.349963 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router after_delete 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.350326 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> floatingip after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.350675 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> floatingip after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.351033 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router after_create 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.351380 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router after_update 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.351730 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router after_update 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.352080 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router_gateway after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.352562 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router after_update 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.352978 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router precommit_update 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.353351 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f896f6590d0> port after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.353693 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f896f654f70> port after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.354130 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f896f659040> subnet after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.354477 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f896f659160> subnetpool_address_scope after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.354829 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> port precommit_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.355178 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router precommit_create 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.355520 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f896f8bf0d0> port before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.355866 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router precommit_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.356229 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router after_update 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.356574 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router precommit_delete 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.356926 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router precommit_create 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.357288 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router_interface after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.357636 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> router precommit_update 55549900 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.358036 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> agent after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.358389 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> agent after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.358733 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f896f0ced90>> network after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.359605 ncdv-master-1 neutron-server[115661]: DEBUG neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Tracking information for resource: router configured {{(pid=115661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 20:59:05.359938 ncdv-master-1 neutron-server[115661]: DEBUG neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Tracking information for resource: floatingip configured {{(pid=115661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 30 20:59:05.365383 ncdv-master-1 neutron-server[115661]: INFO neutron.db.l3_agentschedulers_db [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 30 20:59:05.365998 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f896f0a49d0> port after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.366364 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f896f0a48b0> port after_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.366718 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function _notify_port_delete at 0x7f896f0a4940> port after_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.367071 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f896f0a4af0> port after_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.367858 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f896f04e670>> router before_create 55550100 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.368223 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f896f04e670>> router precommit_delete 55550100 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.368584 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f896f04e670>> router precommit_create 55550100 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.368940 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f896f04e670>> router precommit_update 55550100 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.373640 ncdv-master-1 neutron-server[115661]: DEBUG neutron.services.provider_configuration [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service providers = [] {{(pid=115661) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 30 20:59:05.374041 ncdv-master-1 neutron-server[115661]: DEBUG neutron.db.servicetype_db [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115661) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 30 20:59:05.388835 ncdv-master-1 neutron-server[115661]: DEBUG neutron.services.service_base [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 20:59:05.389187 ncdv-master-1 neutron-server[115661]: DEBUG neutron.services.service_base [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 20:59:05.389530 ncdv-master-1 neutron-server[115661]: DEBUG neutron.services.service_base [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 20:59:05.390453 ncdv-master-1 neutron-server[115661]: DEBUG neutron.services.service_base [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 30 20:59:05.390823 ncdv-master-1 neutron-server[115661]: INFO neutron.services.service_base [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 30 20:59:05.391205 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 20:59:05.391521 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 30 20:59:05.403487 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 20:59:05.403847 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading Plugin: auto_allocate
Apr 30 20:59:05.409529 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f896f06ac10> network precommit_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.409941 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f896f06ac10> network precommit_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.410999 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 20:59:05.416393 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading Plugin: tag
Apr 30 20:59:05.418433 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 20:59:05.418767 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading Plugin: timestamp
Apr 30 20:59:05.422573 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 20:59:05.422901 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading Plugin: network_ip_availability
Apr 30 20:59:05.428986 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f896f067d30>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.429352 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f896f067d30>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.429705 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f896f067d30>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.430460 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 20:59:05.430778 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading Plugin: flavors
Apr 30 20:59:05.435732 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 20:59:05.436070 ncdv-master-1 neutron-server[115661]: INFO neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading Plugin: revisions
Apr 30 20:59:05.447183 ncdv-master-1 neutron-server[115661]: DEBUG neutron.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 30 20:59:05.447578 ncdv-master-1 neutron-server[115661]: DEBUG oslo_concurrency.lockutils [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.432s {{(pid=115661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Apr 30 20:59:05.448313 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115661) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Apr 30 20:59:05.448647 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Initializing extension manager.
Apr 30 20:59:05.449175 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: __init__.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.449515 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: __pycache__ {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.449891 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: _port_mac_address_override.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.450226 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: address_group.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.450983 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.451549 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: address-group
Apr 30 20:59:05.451872 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: address_scope.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.452588 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.453095 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: address-scope
Apr 30 20:59:05.453415 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: admin_state_down_before_update.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.454381 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.454892 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: router-admin-state-down-before-update
Apr 30 20:59:05.455212 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: agent.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.456190 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.456677 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: agent
Apr 30 20:59:05.456998 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: agent_resources_synced.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.457969 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.458475 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: agent-resources-synced
Apr 30 20:59:05.458796 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: allowedaddresspairs.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.460582 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.461132 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: allowed-address-pairs
Apr 30 20:59:05.461462 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: auto_allocated_topology.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.462556 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.463072 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: auto-allocated-topology
Apr 30 20:59:05.463408 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: availability_zone.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.464125 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.464633 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: availability_zone
Apr 30 20:59:05.464955 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: availability_zone_filter.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.465921 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.466429 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: availability_zone_filter
Apr 30 20:59:05.466755 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: data_plane_status.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.467663 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.468165 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension data-plane-status not supported by any of loaded plugins
Apr 30 20:59:05.468488 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: default_subnetpools.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.469389 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.469927 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: default-subnetpools
Apr 30 20:59:05.470252 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: dhcpagentscheduler.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.471069 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.471573 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: dhcp_agent_scheduler
Apr 30 20:59:05.471896 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: dns.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.472811 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.473872 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension dns-integration not supported by any of loaded plugins
Apr 30 20:59:05.474203 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: dns_domain_ports.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.475121 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.475629 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 30 20:59:05.475954 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.476865 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.477367 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Apr 30 20:59:05.477688 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: dvr.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.478391 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.478898 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: dvr
Apr 30 20:59:05.479219 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: ecmp_routes.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.480135 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.480641 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension ecmp_routes not supported by any of loaded plugins
Apr 30 20:59:05.480962 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: empty_string_filtering.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.481896 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.482407 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: empty-string-filtering
Apr 30 20:59:05.482726 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.483637 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.484140 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 30 20:59:05.484462 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.485378 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.485919 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 30 20:59:05.486241 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: external_net.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.487150 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.487654 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: external-net
Apr 30 20:59:05.487974 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: extra_dhcp_opt.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.489462 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.489998 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: extra_dhcp_opt
Apr 30 20:59:05.490319 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: extraroute.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.491246 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.491750 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: extraroute
Apr 30 20:59:05.492067 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: extraroute_atomic.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.493269 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.493812 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: extraroute-atomic
Apr 30 20:59:05.494140 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: filter_validation.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.494811 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.495320 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: filter-validation
Apr 30 20:59:05.495641 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: fip_pf_description.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.496560 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.497100 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 30 20:59:05.497422 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: fip_pf_port_range.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.498369 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.498873 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
Apr 30 20:59:05.499193 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: fip_port_details.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.500112 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.500616 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: fip-port-details
Apr 30 20:59:05.500935 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: flavors.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.502185 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.502702 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: flavors
Apr 30 20:59:05.503025 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.504703 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.505227 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 30 20:59:05.505556 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: floatingip_pools.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.506281 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.506791 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: floatingip-pools
Apr 30 20:59:05.507114 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: ip_allocation.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.508037 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.508543 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension ip_allocation not supported by any of loaded plugins
Apr 30 20:59:05.508862 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.509796 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.510308 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: ip-substring-filtering
Apr 30 20:59:05.510633 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l2_adjacency.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.511574 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.512078 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 30 20:59:05.512400 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.513371 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.513923 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: router
Apr 30 20:59:05.514250 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3_conntrack_helper.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.516461 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.516987 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 30 20:59:05.517316 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.518275 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.518790 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: ext-gw-mode
Apr 30 20:59:05.519118 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.520062 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.520572 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: l3-ha
Apr 30 20:59:05.520898 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.521830 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.522336 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
Apr 30 20:59:05.522659 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3_flavors.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.523568 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.524077 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: l3-flavors
Apr 30 20:59:05.524398 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3_ndp_proxy.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.525777 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.526297 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension l3-ndp-proxy not supported by any of loaded plugins
Apr 30 20:59:05.526623 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.527551 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.528059 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 30 20:59:05.528383 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: l3agentscheduler.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.529409 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.529953 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: l3_agent_scheduler
Apr 30 20:59:05.530281 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: local_ip.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.532171 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.532695 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension local_ip not supported by any of loaded plugins
Apr 30 20:59:05.533030 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: logging.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.534540 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.535065 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension logging not supported by any of loaded plugins
Apr 30 20:59:05.535400 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: metering.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.536652 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.537230 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: metering
Apr 30 20:59:05.537555 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.538682 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.539201 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: metering_source_and_destination_fields
Apr 30 20:59:05.539527 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: multiprovidernet.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.540456 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.540965 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: multi-provider
Apr 30 20:59:05.541288 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: netmtu.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.542230 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.542736 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: net-mtu
Apr 30 20:59:05.543060 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: netmtu_writable.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.543976 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.544480 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: net-mtu-writable
Apr 30 20:59:05.544803 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: network_availability_zone.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.545473 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.546017 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: network_availability_zone
Apr 30 20:59:05.546361 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: network_ip_availability.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.547437 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.547948 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: network-ip-availability
Apr 30 20:59:05.548272 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: network_segment_range.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.549034 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.549538 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension network-segment-range not supported by any of loaded plugins
Apr 30 20:59:05.549897 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: pagination.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.550880 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.551755 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: pagination
Apr 30 20:59:05.552077 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: port_device_profile.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.552988 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.553506 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: port-device-profile
Apr 30 20:59:05.553858 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: port_mac_address_override.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.554786 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.555298 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: port-mac-override
Apr 30 20:59:05.555619 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.556543 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.557051 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: port-mac-address-regenerate
Apr 30 20:59:05.557373 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.558314 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.558828 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: port-numa-affinity-policy
Apr 30 20:59:05.559149 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: port_resource_request.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.560051 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.560558 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension port-resource-request not supported by any of loaded plugins
Apr 30 20:59:05.560877 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: port_resource_request_groups.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.561865 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.562377 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension port-resource-request-groups not supported by any of loaded plugins
Apr 30 20:59:05.562698 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: portbindings.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.563619 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.564130 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: binding
Apr 30 20:59:05.564448 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: portbindings_extended.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.565709 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.566253 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: binding-extended
Apr 30 20:59:05.566581 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: portsecurity.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.567529 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.568036 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: port-security
Apr 30 20:59:05.568361 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: project_id.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.569335 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.569664 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: project-id
Apr 30 20:59:05.570021 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: providernet.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.570936 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.571449 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: provider
Apr 30 20:59:05.571772 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.575606 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.576131 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos not supported by any of loaded plugins
Apr 30 20:59:05.576463 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.577697 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.578303 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 30 20:59:05.578634 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.579570 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.580081 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 30 20:59:05.580661 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_default.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.581574 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.582116 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-default not supported by any of loaded plugins
Apr 30 20:59:05.582488 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_fip.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.583410 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.583922 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-fip not supported by any of loaded plugins
Apr 30 20:59:05.584245 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_fip_network_policy.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.585156 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.585673 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Apr 30 20:59:05.586019 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_gateway_ip.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.586939 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.587447 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 30 20:59:05.587770 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_port_network_policy.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.588684 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.589190 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 30 20:59:05.589514 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.590575 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.591087 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-pps-minimum not supported by any of loaded plugins
Apr 30 20:59:05.591410 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.592445 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.592955 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
Apr 30 20:59:05.593278 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_pps_rule.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.594479 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.594992 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-pps not supported by any of loaded plugins
Apr 30 20:59:05.595314 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_rule_type_details.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.596241 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.596748 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 30 20:59:05.597069 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_rule_type_filter.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.598591 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.599050 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-rule-type-filter not supported by any of loaded plugins
Apr 30 20:59:05.599373 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: qos_rules_alias.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.600408 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.600920 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 30 20:59:05.601244 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: quota_check_limit.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.602248 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.602757 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: quota-check-limit
Apr 30 20:59:05.603080 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: quotasv2.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.604005 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.604331 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: quotas
Apr 30 20:59:05.604648 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: quotasv2_detail.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.606371 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.606715 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: quota_details
Apr 30 20:59:05.607048 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: rbac.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.608091 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.608618 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: rbac-policies
Apr 30 20:59:05.608950 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: rbac_address_group.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.609917 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.610433 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: rbac-address-group
Apr 30 20:59:05.610760 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: rbac_address_scope.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.611685 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.612195 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: rbac-address-scope
Apr 30 20:59:05.612521 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: rbac_security_groups.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.613437 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.614539 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: rbac-security-groups
Apr 30 20:59:05.614867 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: rbac_subnetpool.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.615789 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.616305 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: rbac-subnetpool
Apr 30 20:59:05.616631 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: revisionifmatch.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.617553 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.618091 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: revision-if-match
Apr 30 20:59:05.618414 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: revisions.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.619527 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.620037 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: standard-attr-revisions
Apr 30 20:59:05.620358 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: router_availability_zone.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.621031 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.621542 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: router_availability_zone
Apr 30 20:59:05.621905 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: routerservicetype.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.622825 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.623334 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension router-service-type not supported by any of loaded plugins
Apr 30 20:59:05.623655 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.624574 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.625080 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: security-groups-normalized-cidr
Apr 30 20:59:05.625401 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: security_groups_port_filtering.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.626355 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.626865 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: port-security-groups-filtering
Apr 30 20:59:05.627186 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.628235 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.628746 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: security-groups-remote-address-group
Apr 30 20:59:05.629069 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.630071 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.630576 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: security-groups-shared-filtering
Apr 30 20:59:05.630897 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.631480 ncdv-master-1 neutron-server[115661]: WARNING neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Apr 30 20:59:05.631797 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: securitygroup.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.641262 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.641813 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: security-group
Apr 30 20:59:05.642146 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: segment.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.642875 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.643388 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension segment not supported by any of loaded plugins
Apr 30 20:59:05.643717 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.644660 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.645193 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 30 20:59:05.645518 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: servicetype.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.646661 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.647182 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: service-type
Apr 30 20:59:05.647508 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: sorting.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.648488 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.648816 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: sorting
Apr 30 20:59:05.649136 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: standard_attr_segment.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.650080 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.650589 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 30 20:59:05.650908 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: standardattrdescription.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.651556 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.652057 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: standard-attr-description
Apr 30 20:59:05.652376 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: stateful_security_group.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.653319 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.653858 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: stateful-security-group
Apr 30 20:59:05.654184 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: stdattrs_common.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.654754 ncdv-master-1 neutron-server[115661]: WARNING neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 30 20:59:05.655075 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.655996 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.656521 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 30 20:59:05.656843 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: subnet_onboard.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.657929 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.658450 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: subnet_onboard
Apr 30 20:59:05.658775 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.659703 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.660211 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 30 20:59:05.661080 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: subnet_service_types.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.662547 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.663420 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: subnet-service-types
Apr 30 20:59:05.663956 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: subnetallocation.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.665671 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.666223 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: subnet_allocation
Apr 30 20:59:05.666549 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.667224 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.667735 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: subnetpool-prefix-ops
Apr 30 20:59:05.668059 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.668986 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.669496 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 30 20:59:05.669847 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: tagging.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.670904 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.671423 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: standard-attr-tag
Apr 30 20:59:05.671751 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: timestamp.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.672958 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.673477 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loaded extension: standard-attr-timestamp
Apr 30 20:59:05.673893 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: trunk.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.674936 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.675456 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension trunk not supported by any of loaded plugins
Apr 30 20:59:05.675782 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: trunk_details.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.677291 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.677839 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension trunk-details not supported by any of loaded plugins
Apr 30 20:59:05.678165 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: uplink_status_propagation.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.679092 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.679601 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 30 20:59:05.679923 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Loading extension file: vlantransparent.py {{(pid=115661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 30 20:59:05.680605 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 30 20:59:05.681112 ncdv-master-1 neutron-server[115661]: INFO neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 30 20:59:05.683722 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:network
Apr 30 20:59:05.684251 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:subnet
Apr 30 20:59:05.684654 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 20:59:05.685046 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:port
Apr 30 20:59:05.686350 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.686848 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service FLAVORS assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.687494 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.687920 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.688251 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:router
Apr 30 20:59:05.688682 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 20:59:05.689165 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service METERING assigned prefix: /metering {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.690655 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f896ef08340>> rbac-policy before_create 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.691039 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f896ef08340>> rbac-policy before_update 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.691399 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f896ef08340>> rbac-policy before_delete 55550000 {{(pid=115661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 20:59:05.692463 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 20:59:05.692914 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:security_group
Apr 30 20:59:05.693339 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 20:59:05.693981 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service CORE assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.694311 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 20:59:05.694652 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] subnetpool is already registered
Apr 30 20:59:05.695081 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service CORE assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.695406 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 20:59:05.695734 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] subnetpool is already registered
Apr 30 20:59:05.698057 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.698505 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service FLAVORS assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.699257 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.699694 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.700026 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:router
Apr 30 20:59:05.700364 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] router is already registered
Apr 30 20:59:05.700778 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:floatingip
Apr 30 20:59:05.701125 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] floatingip is already registered
Apr 30 20:59:05.701601 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service METERING assigned prefix: /metering {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.702413 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of CountableResource for resource:rbac_policy
Apr 30 20:59:05.702675 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] rbac_policy is already registered
Apr 30 20:59:05.703089 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:security_group
Apr 30 20:59:05.703428 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] security_group is already registered
Apr 30 20:59:05.709784 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 30 20:59:05.709784 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] security_group_rule is already registered
Apr 30 20:59:05.709784 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service CORE assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.709784 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 20:59:05.709784 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] subnetpool is already registered
Apr 30 20:59:05.709784 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.v2.resource_helper [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Service CORE assigned prefix:  {{(pid=115661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 30 20:59:05.709784 ncdv-master-1 neutron-server[115661]: INFO neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Creating instance of TrackedResource for resource:subnetpool
Apr 30 20:59:05.709784 ncdv-master-1 neutron-server[115661]: WARNING neutron.quota.resource_registry [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] subnetpool is already registered
Apr 30 20:59:05.710394 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: extensions {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.710394 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: address-groups {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.711294 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: address-scopes {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.712493 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: agents {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.713742 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: auto-allocated-topology {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.715050 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: availability_zones {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.716270 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: dhcp-networks {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.717689 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: dhcp-agents {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.719241 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: routers {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.721342 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: flavors {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.722623 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: service_profiles {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.724532 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: next_providers {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.726015 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: service_profiles {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.727437 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: floatingip-pools {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.728767 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: routers {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.730918 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: floatingips {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.732101 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: l3-routers {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.733608 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: l3-agents {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.736172 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: metering-labels {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.736275 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: metering-label-rules {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.737579 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: network-ip-availabilities {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.739417 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: bindings {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.740953 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: quotas {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.742648 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: quotas {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.744148 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: rbac-policies {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.745330 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: security-groups {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.746681 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: security-group-rules {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.747907 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: service-providers {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.749113 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: subnetpools {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.750447 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: subnetpools {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.751983 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.753688 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.755546 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.757305 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.758998 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.760953 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.762673 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.764445 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.767196 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.769015 ncdv-master-1 neutron-server[115661]: DEBUG neutron.api.extensions [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Extended resource: tags {{(pid=115661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 30 20:59:05.775518 ncdv-master-1 neutron-server[115661]: WARNING keystonemiddleware.auth_token [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 30 20:59:05.780040 ncdv-master-1 neutron-server[115661]: WARNING keystonemiddleware.auth_token [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 30 20:59:05.789308 ncdv-master-1 neutron-server[115661]: DEBUG oslo_concurrency.lockutils [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Acquired lock "singleton_lock" {{(pid=115661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Apr 30 20:59:05.789809 ncdv-master-1 neutron-server[115661]: DEBUG oslo_concurrency.lockutils [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Releasing lock "singleton_lock" {{(pid=115661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Apr 30 20:59:05.790453 ncdv-master-1 neutron-server[115661]: INFO oslo_service.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Starting 2 workers
Apr 30 20:59:05.795296 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Started child 115773 {{(pid=115661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 30 20:59:05.799797 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Started child 115774 {{(pid=115661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 30 20:59:05.801451 ncdv-master-1 neutron-server[115661]: INFO neutron.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Neutron service started, listening on 0.0.0.0:9696
Apr 30 20:59:05.801554 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:05.802226 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Publish callbacks [] for process (None), before_spawn {{(pid=115661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:05.803551 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [-] (115773) wsgi starting up on http://0.0.0.0:9696
Apr 30 20:59:05.804506 ncdv-master-1 neutron-server[115661]: INFO oslo_service.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Starting 1 workers
Apr 30 20:59:05.804642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:05.806152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [-] (115774) wsgi starting up on http://0.0.0.0:9696
Apr 30 20:59:05.809832 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Started child 115776 {{(pid=115661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 30 20:59:05.810204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46172) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:05.810375 ncdv-master-1 neutron-server[115661]: INFO oslo_service.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Starting 1 workers
Apr 30 20:59:05.814602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] calling RpcWorker wait() {{(pid=115776) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 30 20:59:05.815168 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Started child 115777 {{(pid=115661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Apr 30 20:59:05.815723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.service [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] returning from RpcWorker wait() {{(pid=115776) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 30 20:59:05.815876 ncdv-master-1 neutron-server[115661]: DEBUG neutron_lib.callbacks.manager [None req-9cd8271c-baf8-4f53-b36d-d1d018630a2e None None] Publish callbacks [] for process (None), after_spawn {{(pid=115661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:05.817556 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:05.817907 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 30 20:59:05.818118 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 20:59:05.823028 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 20:59:05.823028 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 20:59:05.823252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:05.823328 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 20:59:05.823328 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 20:59:05.823463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0066507
Apr 30 20:59:05.823533 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:05.823995 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.823995 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.823995 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.823995 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.823995 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824318 ncdv-master-1 neutron-server[115777]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:05.824396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.824831 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.825213 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.825213 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.825558 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.825735 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.826023 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.826323 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.826558 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.826869 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] debug                          = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.827128 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.827615 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.827848 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.828132 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.828374 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.828671 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.828942 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.829178 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.829394 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.829616 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.829908 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.830174 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.830666 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.830881 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.831229 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.831505 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.831749 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.832221 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.833004 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.833245 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.833476 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.833727 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.834017 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.834267 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.834523 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.834783 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.835032 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.835264 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.835522 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.835770 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.836005 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.836266 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.836438 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.836680 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.836951 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.837202 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.837391 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.837563 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.837731 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.838020 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.838185 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.838446 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.838665 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.838885 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.839104 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.839324 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.839618 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.839887 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.840124 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.840373 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.840592 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.840863 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.841236 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.841489 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.841740 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.842017 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.842240 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.842475 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.842690 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.842922 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.843162 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.843379 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.843682 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.843941 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.844202 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.844450 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.844704 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.844983 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.845216 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.845449 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.845666 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.845968 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.846198 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.846474 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.846739 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.846962 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.847208 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.847446 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.847666 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.847886 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.848892 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.849054 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.849292 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.849526 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.849745 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.849984 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.850226 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.850466 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.850702 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.851146 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.851537 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.851860 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.852145 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.852414 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.852667 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.852943 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.853188 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.853440 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.853692 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.854058 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.854284 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.854591 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.855690 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.855690 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.855690 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.855910 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.856182 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.856530 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.856758 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.857003 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.857248 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.857527 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.857751 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.858027 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.858263 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.860029 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.860029 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.860029 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.860029 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.860316 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.860384 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.860624 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.860857 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.861074 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.861443 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.861801 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.862602 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.862602 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.862602 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.862884 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.863654 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.863654 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.863654 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.863865 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.864016 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.864715 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.864715 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.864715 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.864985 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.865199 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.865411 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.866495 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.866724 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.866945 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.867174 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.867412 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.867668 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.867897 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.868144 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.868357 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.868592 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.868830 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.869071 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.869294 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.869494 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.870096 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.870096 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.870277 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.870485 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.871274 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.871274 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.871815 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.872233 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.872627 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.873010 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.873407 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.873783 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.874180 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.874576 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.874966 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.876247 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.876247 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.876247 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.876444 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.876818 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.877624 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.877871 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.878110 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.878341 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.878741 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.878988 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.879377 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.879637 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.879923 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.880152 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.880447 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.880730 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.881036 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.881286 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.881522 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.881792 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.882058 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.882292 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.882543 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.882767 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.882988 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.883248 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.883503 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.884548 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.884548 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.884548 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.884548 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.884828 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.884968 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.885165 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.885423 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.885656 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.885915 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.887021 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.887021 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.887021 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.887363 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.887466 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.887758 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.888132 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.888444 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.888683 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.888923 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.889184 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.889437 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.889709 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.889987 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.890239 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.890461 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.890728 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.890952 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.891188 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.891423 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.891788 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.892039 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.892272 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.892506 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.892766 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.893024 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.893267 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.893537 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.893807 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.894081 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.894316 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.894556 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.894789 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.895813 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.896069 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.896321 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.896525 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.896739 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.897797 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.897797 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.897797 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.897797 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.898458 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.898458 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.898458 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.898948 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.898948 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.899244 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.899244 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.899562 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.900389 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.900389 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.900389 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.900389 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.900853 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.900853 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.901145 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.901300 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.901514 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.901751 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.902039 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.902222 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.902456 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.902670 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.902915 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.903134 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.903347 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.903560 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.906286 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.906974 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.907338 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.908954 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.909315 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.909708 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.910094 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.911187 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.911597 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.911977 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.912375 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.912778 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.913163 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.913536 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.913942 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.914301 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.915195 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.915458 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.915713 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.915985 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.916229 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.917295 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.917295 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.917856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.918118 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.918395 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.918633 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.918876 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.919111 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.919347 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.919577 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.919801 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.920010 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.920263 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.920487 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.920727 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.921027 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.921271 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.921505 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.923363 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.924566 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.924566 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.924566 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.924809 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.926024 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.926422 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.927485 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.930748 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.930748 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.931052 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.931360 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.931777 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.933361 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.933732 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.934869 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.935199 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.935511 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.935853 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.937954 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.937954 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.941059 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.941059 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.941355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.941696 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.942062 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.942384 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.942690 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.942983 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.943271 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.943578 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.943872 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.947355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.947355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.947355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.947355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.947355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.947355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.947355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.949172 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.949172 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.949172 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.949172 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.949172 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.949948 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.951522 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.951877 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.952343 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.952760 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.953144 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.953493 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.954793 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.954959 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.955864 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.956174 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.956574 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.957013 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.957964 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.958290 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.959498 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.959498 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.959498 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.959776 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.959860 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.960129 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.960454 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.960811 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.961131 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.961448 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.962401 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.963837 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.964160 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.964497 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.964810 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.965141 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.965461 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:05.965680 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 20:59:05.967461 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Apr 30 20:59:05.967685 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 30 20:59:05.967901 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 30 20:59:05.968134 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 30 20:59:05.968368 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 30 20:59:05.968581 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 30 20:59:05.968869 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.969097 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.969321 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.969541 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.970318 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.971973 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.971973 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.972221 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.972460 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.972694 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.972947 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.973722 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.974186 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.974421 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.974651 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.974868 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.975121 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.975347 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.975607 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.975863 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.976115 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.976367 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] debug                          = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.976898 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.977020 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.977193 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.977424 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.977658 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.977969 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.978201 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.979317 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.979317 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.979474 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.979620 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.979801 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.980392 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.980392 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.980557 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.980678 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.980896 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.981113 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.981333 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.981552 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.981788 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.982035 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.982258 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.982477 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.982991 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.982991 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.983148 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.983314 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.983536 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.983766 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.983971 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.984196 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.984419 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.985072 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.985304 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.985523 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.986723 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.986723 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.986723 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.986723 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.986723 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.987062 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.987062 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.987832 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.988056 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.988346 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.988874 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.989120 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.989369 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.989610 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.989878 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.990119 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.990353 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.990591 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.990830 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.991070 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.991316 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.991986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:05.992733 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.992978 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.993200 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.993449 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.993694 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.993971 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.994198 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.994448 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.995634 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.995926 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.996110 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.996336 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.996558 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.996775 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.997837 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.997837 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.997837 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.997837 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:05.998947 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.000359 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.000602 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.000832 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.001073 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.001283 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.001846 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.001846 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.002002 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.002170 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.002391 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.002606 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.002823 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.003038 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 30 20:59:06.003286 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.003506 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.003740 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.003961 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.004207 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.004433 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.004650 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.004867 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.005086 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.005301 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.005530 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.005747 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.006035 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.006220 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.006396 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.006573 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.006746 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.006920 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.007089 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.007253 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.007420 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.007583 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.007753 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.007917 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.008072 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.008233 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.008392 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.008559 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.008717 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.008882 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.009056 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.009214 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.009372 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.009529 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.009692 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.010580 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.010757 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.011758 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.011758 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.011758 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.011758 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.011758 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.011758 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.012357 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.012357 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.012357 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.012357 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.012722 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.012722 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.012722 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.012929 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.013007 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.013125 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.013288 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.013446 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.013597 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.013739 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.014423 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.014612 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.014762 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.014922 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.015067 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.015329 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.015869 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.016795 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.016957 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.017119 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.017272 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.017439 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.017612 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.018514 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.018514 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.018514 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.018514 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.018803 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.018870 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.021856 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.022535 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.022535 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.022535 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.022535 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.022535 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.022535 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.022535 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.022535 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023067 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023067 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023067 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023067 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023067 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023409 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023409 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023409 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023605 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023715 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.023892 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.024046 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.024193 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.024339 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.024484 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.024658 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.024840 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.026693 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.026869 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.027058 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.027181 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.027346 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.027517 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.027635 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.027814 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.027982 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.028148 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.028266 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.028426 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.028588 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.028731 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.031836 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.032026 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.032203 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.032359 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.032529 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.032698 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.032866 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.033031 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.033195 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.033337 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.033504 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.033677 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.033862 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.034039 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.034212 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.034379 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.034544 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.034699 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.034825 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.034942 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.035070 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.035228 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.035386 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.036118 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.036263 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.036421 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.036579 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.036741 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.036899 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.037072 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.037231 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.037360 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.037481 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.037601 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.037792 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.038832 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.039004 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.039164 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.039328 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.040416 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.040593 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.040760 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.040925 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.041086 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.041249 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.042328 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.042768 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.043742 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.043937 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.044065 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.044217 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.044853 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.046052 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.046236 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.046569 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.046901 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.047082 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.047255 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.047431 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.047607 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.047779 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.047964 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.048115 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.048262 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.048429 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.048597 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.048789 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.048958 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.049078 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.049242 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.049422 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.049592 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.049791 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.050745 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.050944 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.051138 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.051307 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.051459 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.051604 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.051749 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.051894 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.052039 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.052201 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.052333 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.052448 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.052562 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.052723 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.052887 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.053052 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.053209 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.053528 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.053688 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.053972 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.054135 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.054297 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.054458 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.054619 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.054783 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.054943 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.055119 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.055279 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.055439 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.055599 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.055759 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.056278 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.056278 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.056278 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.056512 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.056512 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.056693 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.056831 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.056997 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.057291 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.057589 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.057778 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.057940 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.058101 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.058272 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.058432 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.058592 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.058752 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.058909 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.059064 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.059233 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.059392 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.059552 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.059713 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.059870 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.060029 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.060202 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.060355 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.060510 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.060671 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.060823 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.060998 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.061146 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.061306 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.061466 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.061633 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.061826 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.061989 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.062149 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.062322 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.062482 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.062643 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.062803 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.062962 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.063122 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.063285 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.063450 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.063619 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.063787 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.063949 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.064119 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.064287 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.064455 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.064615 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.064790 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.064960 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.065120 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.065281 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.065439 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.065600 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.065780 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.065943 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.066096 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.066256 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.066416 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.066576 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.066776 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.066960 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.067086 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.067216 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.067381 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.067533 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.067669 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.067833 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.067991 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 30 20:59:06.068145 ncdv-master-1 neutron-server[115661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 30 20:59:17.793477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f760052e-5cca-4421-b82b-a0d287d1163e None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 20:59:17.848809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760052e-5cca-4421-b82b-a0d287d1163e None None] No non-hosted networks {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 30 20:59:17.863130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.agentschedulers_db [None req-f760052e-5cca-4421-b82b-a0d287d1163e None None] DHCP Agent not found on host ncdv-master-1 {{(pid=115776) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 30 20:59:17.983019 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fb8eda96-74ce-42c8-a19b-8a4d4fc929d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430894'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:20.076085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8afbacfa-19e1-43e3-91ab-9812afb3b14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430894'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:20.146391 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-63abed7b-8440-4b70-bd25-4f725f72a709 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-ncdv-master-1 {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 20:59:20.147123 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-63abed7b-8440-4b70-bd25-4f725f72a709 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 20:59:20.739752 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-63abed7b-8440-4b70-bd25-4f725f72a709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:21.137657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46254) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:21.196127 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430894'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:21.689606 ncdv-master-1 neutron-server[115773]: WARNING oslo_policy.policy [None req-ced76dab-d0c1-4494-bff7-81281a587416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 20:59:21.690449 ncdv-master-1 neutron-server[115773]: WARNING oslo_policy.policy [None req-ced76dab-d0c1-4494-bff7-81281a587416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 20:59:21.916632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-ced76dab-d0c1-4494-bff7-81281a587416 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 20:59:21.934231 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ced76dab-d0c1-4494-bff7-81281a587416 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.7943170
Apr 30 20:59:22.950412 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430894'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:24.387346 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430894'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:24.388257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.389825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.390179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.390702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.391368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.392974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.393499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.395166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.395909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.397880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.399990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.400946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.402006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.403899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.404407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:24.404983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f896da21b20>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:24.423949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f896da28dc0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:24.558998 ncdv-master-1 neutron-server[115776]: INFO neutron.db.l3_hamode_db [None req-da5b1bf0-4fe0-494e-9c8b-4ad225753f91 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 30 20:59:24.575121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46284) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:24.637786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b1bf0-4fe0-494e-9c8b-4ad225753f91 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 20:59:24.638173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b1bf0-4fe0-494e-9c8b-4ad225753f91 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 30 20:59:24.904557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-75f79eea-c8a6-431d-b00d-69ec84b2f8db admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 20:59:24.997313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.policy [None req-75f79eea-c8a6-431d-b00d-69ec84b2f8db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115773) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 20:59:25.040820 ncdv-master-1 neutron-server[115773]: WARNING oslo_policy.policy [None req-75f79eea-c8a6-431d-b00d-69ec84b2f8db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 20:59:25.041196 ncdv-master-1 neutron-server[115773]: WARNING oslo_policy.policy [None req-75f79eea-c8a6-431d-b00d-69ec84b2f8db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 20:59:25.203649 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75f79eea-c8a6-431d-b00d-69ec84b2f8db admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764269716742', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764269717274', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764269864774', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764269861227', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764269880752', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764269874547', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33121130', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33124788', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542864', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1517431'] for rbac-policy (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:25.420799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75f79eea-c8a6-431d-b00d-69ec84b2f8db admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:25.422014 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-75f79eea-c8a6-431d-b00d-69ec84b2f8db admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8459122
Apr 30 20:59:27.950466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46296) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:28.259573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 20:59:28.375710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Made reservation on behalf of 9431599023b44f1cb5dfb8bca0584f5f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 20:59:28.379512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:28.396439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:28.501646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Publish callbacks [] for security_group (4f241ce5-83ed-461f-a761-d8451a6f2c30), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:28.584211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4f241ce5-83ed-461f-a761-d8451a6f2c30), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:28.615528 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 20:59:28.644639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764266106727', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3f18998e-941a-46b3-a869-7115c63be2e2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:28.645119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f896f7cf670> segment precommit_create {{(pid=115773) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 20:59:28.645650 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Added segment 3f18998e-941a-46b3-a869-7115c63be2e2 of type vlan for network aff05323-b6e2-4503-b564-140a71fc03ce
Apr 30 20:59:28.651425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4f241ce5-83ed-461f-a761-d8451a6f2c30,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:28.685318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.685662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.686014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.686341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.686662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.686980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.687494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.687607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.687904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.688212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.688526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.688875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.689182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.689491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.689821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Tracked resource versions report:
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]: pushed versions:
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]: {   'AddressGroup': {'1.2'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'Agent': {'1.1'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'ConntrackHelper': {'1.0'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'LocalIPAssociation': {'1.0'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'Log': {'1.0'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'NDPProxy': {'1.0'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'Network': {'1.1'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'Port': {'1.7'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'PortForwarding': {'1.3'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'QosPolicy': {'1.10'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'SecurityGroup': {'1.5'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'SecurityGroupRule': {'1.2'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'SubPort': {'1.0'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'Subnet': {'1.1'},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     'Trunk': {'1.1'}}
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]: consumer versions:
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]: {   DHCP agent@ncdv-master-1: {},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     L3 agent@ncdv-master-1: {},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     Metadata agent@ncdv-master-1: {},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     Metering agent@ncdv-master-1: {},
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'Agent': '1.1',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'ConntrackHelper': '1.0',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'LocalIPAssociation': '1.0',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'Log': '1.0',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'NDPProxy': '1.0',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'Network': '1.1',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'Port': '1.7',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'PortForwarding': '1.3',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'QosPolicy': '1.10',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'SecurityGroup': '1.5',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'SecurityGroupRule': '1.2',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'SubPort': '1.0',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'Subnet': '1.1',
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:                                           'Trunk': '1.1'}}
Apr 30 20:59:28.691475 ncdv-master-1 neutron-server[115773]:  {{(pid=115773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 20:59:28.752371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (aff05323-b6e2-4503-b564-140a71fc03ce), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:28.869847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (aff05323-b6e2-4503-b564-140a71fc03ce), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:28.874968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 20:59:28.875712 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:28.985499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] Pushing event updated for resources: {'Network': ['ID=aff05323-b6e2-4503-b564-140a71fc03ce,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:28.998022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network aff05323-b6e2-4503-b564-140a71fc03ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 20:59:29.041277 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-114fb0d8-2d11-442c-9cf4-becf032285e7 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 1.0897543
Apr 30 20:59:31.606603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46308) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:32.091167 ncdv-master-1 neutron-server[115774]: WARNING oslo_policy.policy [None req-d4811300-aa55-4f8c-bd7a-6028a31292a9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 20:59:32.091716 ncdv-master-1 neutron-server[115774]: WARNING oslo_policy.policy [None req-d4811300-aa55-4f8c-bd7a-6028a31292a9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 20:59:32.519277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.policy [None req-d4811300-aa55-4f8c-bd7a-6028a31292a9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115774) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 30 20:59:32.559702 ncdv-master-1 neutron-server[115774]: WARNING oslo_policy.policy [None req-d4811300-aa55-4f8c-bd7a-6028a31292a9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 20:59:32.560010 ncdv-master-1 neutron-server[115774]: WARNING oslo_policy.policy [None req-d4811300-aa55-4f8c-bd7a-6028a31292a9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 30 20:59:32.567477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4811300-aa55-4f8c-bd7a-6028a31292a9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 20:59:32.569197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d4811300-aa55-4f8c-bd7a-6028a31292a9 demo admin] 10.222.0.23 "GET /v2.0/networks/aff05323-b6e2-4503-b564-140a71fc03ce HTTP/1.1" status: 200  len: 825 time: 0.9616861
Apr 30 20:59:32.607255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f2be6f90-05de-42a3-bccb-6c4ad1b928e6 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/1230cfd1-5ac8-42c1-8639-43ead2e8b5c4 HTTP/1.1" status: 200  len: 734 time: 0.0323849
Apr 30 20:59:32.617310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Request body: {'subnet': {'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce', 'ip_version': 4, 'subnetpool_id': '1230cfd1-5ac8-42c1-8639-43ead2e8b5c4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 20:59:32.761415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Made reservation on behalf of 9431599023b44f1cb5dfb8bca0584f5f for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 20:59:32.764197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:33.110216 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for subnet (807d72cd-c58d-42d7-90cc-0672c8d6d040), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:33.181781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Checking segment: {'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 20:59:33.182186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Network hostable DHCP agents. Network: aff05323-b6e2-4503-b564-140a71fc03ce, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 20:59:33.189309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Pushing event updated for resources: {'Subnet': ['ID=807d72cd-c58d-42d7-90cc-0672c8d6d040,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:33.201279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.201624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.201982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.202314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.202638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.202961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.203281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.203599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.203915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.204229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.204801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.205114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.205428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.205740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.206113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Tracked resource versions report:
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]: pushed versions:
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]: {   'AddressGroup': {'1.2'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'Agent': {'1.1'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'ConntrackHelper': {'1.0'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'LocalIPAssociation': {'1.0'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'Log': {'1.0'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'NDPProxy': {'1.0'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'Network': {'1.1'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'Port': {'1.7'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'PortForwarding': {'1.3'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'QosPolicy': {'1.10'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'SecurityGroup': {'1.5'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'SecurityGroupRule': {'1.2'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'SubPort': {'1.0'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'Subnet': {'1.1'},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     'Trunk': {'1.1'}}
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]: consumer versions:
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]: {   DHCP agent@ncdv-master-1: {},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     L3 agent@ncdv-master-1: {},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     Metadata agent@ncdv-master-1: {},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     Metering agent@ncdv-master-1: {},
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'Agent': '1.1',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'ConntrackHelper': '1.0',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'LocalIPAssociation': '1.0',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'Log': '1.0',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'NDPProxy': '1.0',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'Network': '1.1',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'Port': '1.7',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'PortForwarding': '1.3',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'QosPolicy': '1.10',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'SecurityGroup': '1.5',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'SecurityGroupRule': '1.2',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'SubPort': '1.0',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'Subnet': '1.1',
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:                                           'Trunk': '1.1'}}
Apr 30 20:59:33.207724 ncdv-master-1 neutron-server[115774]:  {{(pid=115774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 20:59:33.298514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Network aff05323-b6e2-4503-b564-140a71fc03ce is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 20:59:33.355243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aff05323-b6e2-4503-b564-140a71fc03ce) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 20:59:33.359885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 20:59:33.361078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:33.365840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c112623-1795-45e8-bf6f-99e32f30569f None None] Network aff05323-b6e2-4503-b564-140a71fc03ce requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 20:59:33.447841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fcef5d2f-a263-451b-b440-2cdb596d2081 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8352559
Apr 30 20:59:33.619442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aff05323-b6e2-4503-b564-140a71fc03ce', 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce', 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'fixed_ips': [{'subnet_id': '807d72cd-c58d-42d7-90cc-0672c8d6d040'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 20:59:33.620758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:33.897792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Allocated IP 172.20.0.2 (aff05323-b6e2-4503-b564-140a71fc03ce/807d72cd-c58d-42d7-90cc-0672c8d6d040/db7b2dfc-0aff-4dc4-b19b-1f21fd405221) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 20:59:34.161467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Publish callbacks [] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:34.262053 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:34.341315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Network aff05323-b6e2-4503-b564-140a71fc03ce is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 20:59:34.347823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 20:59:34.350858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 20:59:34.361135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Pushing event updated for resources: {'Port': ['ID=db7b2dfc-0aff-4dc4-b19b-1f21fd405221,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:34.414905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.415532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.415796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.416276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.416758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.417237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.417689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.418194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.418672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.419176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.419652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.420122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.420590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.421060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.421527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Tracked resource versions report:
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]: pushed versions:
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]: {   'AddressGroup': {'1.2'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'Agent': {'1.1'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'ConntrackHelper': {'1.0'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'LocalIPAssociation': {'1.0'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'Log': {'1.0'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'NDPProxy': {'1.0'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'Network': {'1.1'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'Port': {'1.7'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'PortForwarding': {'1.3'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'QosPolicy': {'1.10'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'SecurityGroup': {'1.5'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'SecurityGroupRule': {'1.2'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'SubPort': {'1.0'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'Subnet': {'1.1'},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     'Trunk': {'1.1'}}
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]: consumer versions:
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]: {   DHCP agent@ncdv-master-1: {},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     L3 agent@ncdv-master-1: {},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     Metadata agent@ncdv-master-1: {},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     Metering agent@ncdv-master-1: {},
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'Agent': '1.1',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'ConntrackHelper': '1.0',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'LocalIPAssociation': '1.0',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'Log': '1.0',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'NDPProxy': '1.0',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'Network': '1.1',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'Port': '1.7',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'PortForwarding': '1.3',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'QosPolicy': '1.10',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'SecurityGroup': '1.5',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'SecurityGroupRule': '1.2',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'SubPort': '1.0',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'Subnet': '1.1',
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:                                           'Trunk': '1.1'}}
Apr 30 20:59:34.423074 ncdv-master-1 neutron-server[115776]:  {{(pid=115776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 20:59:34.466440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Attempting to bind port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 20:59:34.467047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Attempting to bind port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 20:59:34.467666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Attempting to bind port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 on network aff05323-b6e2-4503-b564-140a71fc03ce {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 20:59:34.474574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 20, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 20:59:34.474943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Checking segment: {'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 20:59:34.475427 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:34.475815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Bound using segment: {'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 20:59:34.476276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Bound port: db7b2dfc-0aff-4dc4-b19b-1f21fd405221, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 20:59:34.476665 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:34.541150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] For port db7b2dfc-0aff-4dc4-b19b-1f21fd405221, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 20:59:34.560004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] For port db7b2dfc-0aff-4dc4-b19b-1f21fd405221, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db7b2dfc-0aff-4dc4-b19b-1f21fd405221,segment=NetworkSegment(3f18998e-941a-46b3-a869-7115c63be2e2),segment_id=3f18998e-941a-46b3-a869-7115c63be2e2)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 20:59:34.628307 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:34.686311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9f47a-2c2e-46bd-9c55-fa4940a310a9 None None] Pushing event updated for resources: {'Port': ['ID=db7b2dfc-0aff-4dc4-b19b-1f21fd405221,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:36.023882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46328) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:36.340491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-cd19e9df-6130-4351-ad11-81da65a35d3a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 20:59:36.341487 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cd19e9df-6130-4351-ad11-81da65a35d3a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3165836
Apr 30 20:59:38.911461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:39.235683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-6543f2ba-c0d1-433a-86a8-c9833fc895c3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 20:59:39.236664 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6543f2ba-c0d1-433a-86a8-c9833fc895c3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3242865
Apr 30 20:59:41.791046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46344) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:42.120468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9d8391b5-d78c-4a8b-b59c-705fe9c77cc1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 20:59:42.209799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d8391b5-d78c-4a8b-b59c-705fe9c77cc1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (98a721d5-a494-473f-bd92-3ddcc55fb51f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:42.211455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d8391b5-d78c-4a8b-b59c-705fe9c77cc1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (98a721d5-a494-473f-bd92-3ddcc55fb51f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:42.350500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d8391b5-d78c-4a8b-b59c-705fe9c77cc1 demo demo] Publish callbacks [] for router_controller (98a721d5-a494-473f-bd92-3ddcc55fb51f), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:42.413167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d8391b5-d78c-4a8b-b59c-705fe9c77cc1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (98a721d5-a494-473f-bd92-3ddcc55fb51f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:42.485482 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d8391b5-d78c-4a8b-b59c-705fe9c77cc1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:42.486592 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9d8391b5-d78c-4a8b-b59c-705fe9c77cc1 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.6945915
Apr 30 20:59:45.043176 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46356) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:45.145816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device db7b2dfc-0aff-4dc4-b19b-1f21fd405221 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 20:59:45.245924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 20:59:45.246356 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:45.362621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 20:59:45.363038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:45.383746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-e21936fc-a051-405c-8fd6-b84444c6eada admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 20:59:45.398551 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e21936fc-a051-405c-8fd6-b84444c6eada admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3541284
Apr 30 20:59:45.400837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port db7b2dfc-0aff-4dc4-b19b-1f21fd405221, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db7b2dfc-0aff-4dc4-b19b-1f21fd405221,segment=NetworkSegment(3f18998e-941a-46b3-a869-7115c63be2e2),segment_id=3f18998e-941a-46b3-a869-7115c63be2e2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 20:59:45.492834 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:45.553821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=db7b2dfc-0aff-4dc4-b19b-1f21fd405221,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:46.640681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bae7db-7a7d-4dce-932b-023c85d1b725 None None] Network aff05323-b6e2-4503-b564-140a71fc03ce requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 20:59:46.766259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9675f108-22d9-470f-aee7-2917adc795b1 None None] Provisioning complete for port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 20:59:46.766640 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9675f108-22d9-470f-aee7-2917adc795b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:46.843614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9675f108-22d9-470f-aee7-2917adc795b1 None None] Current status of the port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 20:59:46.960616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19c4b4f3-25a1-4583-a9e6-55b57419b5ec None None] Provisioning complete for port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 20:59:46.961004 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19c4b4f3-25a1-4583-a9e6-55b57419b5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:47.038086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19c4b4f3-25a1-4583-a9e6-55b57419b5ec None None] Current status of the port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 20:59:47.126114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device db7b2dfc-0aff-4dc4-b19b-1f21fd405221 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 20:59:47.172002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 20:59:47.172397 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:47.248093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 20:59:47.801159 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52fd1c19-a336-4460-913f-8436100b6b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:47.990309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46364) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:48.301895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 20:59:48.403503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Made reservation on behalf of 137d4e571f624bfe845b398839c48b74 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 20:59:48.405589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:48.413979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:48.485395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Publish callbacks [] for security_group (d1bf13b8-d931-4c7f-9acb-5bfb88b1857f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:48.548863 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d1bf13b8-d931-4c7f-9acb-5bfb88b1857f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:48.563810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=115773) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 30 20:59:48.583191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf13b8-d931-4c7f-9acb-5bfb88b1857f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:48.589204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:48.589540 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Added segment e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e of type flat for network 24d2363b-44f9-4b0c-a866-84cec16dff58
Apr 30 20:59:48.634816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (24d2363b-44f9-4b0c-a866-84cec16dff58), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:48.729323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (24d2363b-44f9-4b0c-a866-84cec16dff58), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:48.730257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 20:59:48.730824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:48.841901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] Pushing event updated for resources: {'Network': ['ID=24d2363b-44f9-4b0c-a866-84cec16dff58,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:48.852461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 20:59:48.937982 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-349d8522-e157-4ccd-b839-a1cc008c30e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9465909
Apr 30 20:59:50.083406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-502c9ce8-d531-48d4-a174-7bcc10a192ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:51.200947 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:51.469393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46380) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:51.739810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3300bad-a9e9-4b23-a9b8-68d9bdeaf6aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 20:59:51.741213 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a3300bad-a9e9-4b23-a9b8-68d9bdeaf6aa demo admin] 10.222.0.23 "GET /v2.0/subnets/807d72cd-c58d-42d7-90cc-0672c8d6d040 HTTP/1.1" status: 200  len: 849 time: 0.2708175
Apr 30 20:59:51.865129 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1a3a5c09-540b-4ec1-8449-33bb54f8dfdf demo admin] 10.222.0.23 "GET /v2.0/routers/98a721d5-a494-473f-bd92-3ddcc55fb51f HTTP/1.1" status: 200  len: 704 time: 0.1180685
Apr 30 20:59:52.130563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:52.422353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Allocated IP 172.20.0.1 (aff05323-b6e2-4503-b564-140a71fc03ce/807d72cd-c58d-42d7-90cc-0672c8d6d040/88e18f45-613a-4887-a63e-bab6282da702) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 20:59:52.600817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Publish callbacks [] for port (88e18f45-613a-4887-a63e-bab6282da702), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:52.726863 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (88e18f45-613a-4887-a63e-bab6282da702), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:52.843572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Network aff05323-b6e2-4503-b564-140a71fc03ce is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 20:59:52.852066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 20:59:52.863368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 20:59:52.863892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (98a721d5-a494-473f-bd92-3ddcc55fb51f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:52.888342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Pushing event updated for resources: {'Port': ['ID=88e18f45-613a-4887-a63e-bab6282da702,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:52.926796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:53.091345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ace9e365-1c7e-449c-8aa3-19f50d54a9c1 None None] Provisioning complete for port 88e18f45-613a-4887-a63e-bab6282da702 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 20:59:53.091735 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ace9e365-1c7e-449c-8aa3-19f50d54a9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (88e18f45-613a-4887-a63e-bab6282da702), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:53.125163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ace9e365-1c7e-449c-8aa3-19f50d54a9c1 None None] Port 88e18f45-613a-4887-a63e-bab6282da702 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 20:59:53.143254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (88e18f45-613a-4887-a63e-bab6282da702), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:53.352422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Publish callbacks [] for port (88e18f45-613a-4887-a63e-bab6282da702), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:53.463205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (88e18f45-613a-4887-a63e-bab6282da702), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:53.464016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (98a721d5-a494-473f-bd92-3ddcc55fb51f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:53.537982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Pushing event updated for resources: {'Port': ['ID=88e18f45-613a-4887-a63e-bab6282da702,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:53.585082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Network aff05323-b6e2-4503-b564-140a71fc03ce is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 20:59:53.586394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 20:59:53.871841 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 20:59:53.915136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Router 98a721d5-a494-473f-bd92-3ddcc55fb51f is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 20:59:53.932190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-17bf3c31-813f-4e5b-8b7b-b69f7fd771f2 None None] Provisioning complete for port 88e18f45-613a-4887-a63e-bab6282da702 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 20:59:53.932692 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-17bf3c31-813f-4e5b-8b7b-b69f7fd771f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (88e18f45-613a-4887-a63e-bab6282da702), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:53.968126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-17bf3c31-813f-4e5b-8b7b-b69f7fd771f2 None None] Port 88e18f45-613a-4887-a63e-bab6282da702 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 20:59:54.011841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 20:59:54.019472 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3a1646c6-a31a-422a-ad0d-ae95900a9470 demo admin] 10.222.0.23 "PUT /v2.0/routers/98a721d5-a494-473f-bd92-3ddcc55fb51f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1468093
Apr 30 20:59:54.029058 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Sync routers for ids ['98a721d5-a494-473f-bd92-3ddcc55fb51f'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 20:59:54.041893 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Routers {'98a721d5-a494-473f-bd92-3ddcc55fb51f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 20:59:54.042716 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eaf81c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T20:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['98a721d5-a494-473f-bd92-3ddcc55fb51f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:54.235333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Set router 98a721d5-a494-473f-bd92-3ddcc55fb51f gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 20:59:54.423624 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:54.676329 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eaf81c0>, [{'id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'name': 'router1', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T20:59:42Z', 'updated_at': '2022-04-30T20:59:53Z', 'revision_number': 2, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'gw_port_host': None, '_interfaces': [{'id': '88e18f45-613a-4887-a63e-bab6282da702', 'name': '', 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'mac_address': 'fa:16:3e:14:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T20:59:52Z', 'updated_at': '2022-04-30T20:59:53Z', 'revision_number': 2, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'subnets': [{'id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1230cfd1-5ac8-42c1-8639-43ead2e8b5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:54.726886 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Checking router: 98a721d5-a494-473f-bd92-3ddcc55fb51f for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 20:59:54.727257 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Updating router 98a721d5-a494-473f-bd92-3ddcc55fb51f port 88e18f45-613a-4887-a63e-bab6282da702 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 20:59:54.778820 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (88e18f45-613a-4887-a63e-bab6282da702), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:55.303112 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Publish callbacks [] for port (88e18f45-613a-4887-a63e-bab6282da702), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:55.415015 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (88e18f45-613a-4887-a63e-bab6282da702), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:55.560660 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Pushing event updated for resources: {'Port': ['ID=88e18f45-613a-4887-a63e-bab6282da702,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:55.568995 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.571637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.571637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.571637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.571637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.571637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.571637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.571637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.571637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.572314 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.572314 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.573269 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.573269 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.573463 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.573703 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Tracked resource versions report:
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]: pushed versions:
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]: {   'AddressGroup': {'1.2'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'Agent': {'1.1'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'ConntrackHelper': {'1.0'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'LocalIPAssociation': {'1.0'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'Log': {'1.0'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'NDPProxy': {'1.0'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'Network': {'1.1'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'Port': {'1.7'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'PortForwarding': {'1.3'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'QosPolicy': {'1.10'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'SecurityGroup': {'1.5'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'SecurityGroupRule': {'1.2'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'SubPort': {'1.0'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'Subnet': {'1.1'},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     'Trunk': {'1.1'}}
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]: consumer versions:
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]: {   DHCP agent@ncdv-master-1: {},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     L3 agent@ncdv-master-1: {},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     Metadata agent@ncdv-master-1: {},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     Metering agent@ncdv-master-1: {},
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'Agent': '1.1',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'ConntrackHelper': '1.0',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'LocalIPAssociation': '1.0',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'Log': '1.0',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'NDPProxy': '1.0',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'Network': '1.1',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'Port': '1.7',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'PortForwarding': '1.3',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'QosPolicy': '1.10',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'SecurityGroup': '1.5',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'SecurityGroupRule': '1.2',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'SubPort': '1.0',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'Subnet': '1.1',
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:                                           'Trunk': '1.1'}}
Apr 30 20:59:55.574873 ncdv-master-1 neutron-server[115777]:  {{(pid=115777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 20:59:55.606404 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Attempting to bind port 88e18f45-613a-4887-a63e-bab6282da702 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 20:59:55.606824 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Attempting to bind port 88e18f45-613a-4887-a63e-bab6282da702 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 20:59:55.607284 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Attempting to bind port 88e18f45-613a-4887-a63e-bab6282da702 on network aff05323-b6e2-4503-b564-140a71fc03ce {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 20:59:55.612566 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 20:59:55.623222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Checking segment: {'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 20:59:55.623222 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:55.623222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Bound using segment: {'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 20:59:55.623222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Bound port: 88e18f45-613a-4887-a63e-bab6282da702, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f18998e-941a-46b3-a869-7115c63be2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 20:59:55.623222 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (88e18f45-613a-4887-a63e-bab6282da702), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:55.680860 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] For port 88e18f45-613a-4887-a63e-bab6282da702, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 20:59:55.696999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d8bdd365-1c7d-480d-8330-b3d9004d0302 None None] Provisioning complete for port 88e18f45-613a-4887-a63e-bab6282da702 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 20:59:55.697553 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd365-1c7d-480d-8330-b3d9004d0302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (88e18f45-613a-4887-a63e-bab6282da702), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:55.700203 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] For port 88e18f45-613a-4887-a63e-bab6282da702, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88e18f45-613a-4887-a63e-bab6282da702,segment=NetworkSegment(3f18998e-941a-46b3-a869-7115c63be2e2),segment_id=3f18998e-941a-46b3-a869-7115c63be2e2)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 20:59:55.737851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d8bdd365-1c7d-480d-8330-b3d9004d0302 None None] Port 88e18f45-613a-4887-a63e-bab6282da702 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 20:59:55.804222 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (88e18f45-613a-4887-a63e-bab6282da702), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:55.861080 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dff41-d87c-474d-a493-adf0fe956b52 None None] Pushing event updated for resources: {'Port': ['ID=88e18f45-613a-4887-a63e-bab6282da702,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:55.871847 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Routers {'98a721d5-a494-473f-bd92-3ddcc55fb51f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 20:59:55.872882 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eaf81c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T20:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['98a721d5-a494-473f-bd92-3ddcc55fb51f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:55.971143 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] Set router 98a721d5-a494-473f-bd92-3ddcc55fb51f gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 20:59:56.058022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b1978e2b-8f18-424a-8438-2e42b720c266 None None] Provisioning complete for port 88e18f45-613a-4887-a63e-bab6282da702 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 20:59:56.058417 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b1978e2b-8f18-424a-8438-2e42b720c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (88e18f45-613a-4887-a63e-bab6282da702), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:56.136823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b1978e2b-8f18-424a-8438-2e42b720c266 None None] Current status of the port 88e18f45-613a-4887-a63e-bab6282da702 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 20:59:56.137206 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b1978e2b-8f18-424a-8438-2e42b720c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (88e18f45-613a-4887-a63e-bab6282da702), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:56.169304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b1978e2b-8f18-424a-8438-2e42b720c266 None None] For port 88e18f45-613a-4887-a63e-bab6282da702, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88e18f45-613a-4887-a63e-bab6282da702,segment=NetworkSegment(3f18998e-941a-46b3-a869-7115c63be2e2),segment_id=3f18998e-941a-46b3-a869-7115c63be2e2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 20:59:56.187109 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eaf81c0>, [{'id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'name': 'router1', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T20:59:42Z', 'updated_at': '2022-04-30T20:59:53Z', 'revision_number': 2, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'gw_port_host': None, '_interfaces': [{'id': '88e18f45-613a-4887-a63e-bab6282da702', 'name': '', 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'mac_address': 'fa:16:3e:14:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T20:59:52Z', 'updated_at': '2022-04-30T20:59:55Z', 'revision_number': 4, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'subnets': [{'id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1230cfd1-5ac8-42c1-8639-43ead2e8b5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 20:59:56.216957 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4408fd-86aa-4749-ab2d-c0b95626d071 None None] The sync data for ids ['98a721d5-a494-473f-bd92-3ddcc55fb51f'] in ncdv-master-1 is: [{'id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'name': 'router1', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T20:59:42Z', 'updated_at': '2022-04-30T20:59:53Z', 'revision_number': 2, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'gw_port_host': None, '_interfaces': [{'id': '88e18f45-613a-4887-a63e-bab6282da702', 'name': '', 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'mac_address': 'fa:16:3e:14:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T20:59:52Z', 'updated_at': '2022-04-30T20:59:55Z', 'revision_number': 4, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'subnets': [{'id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1230cfd1-5ac8-42c1-8639-43ead2e8b5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 20:59:56.235888 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b1978e2b-8f18-424a-8438-2e42b720c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (88e18f45-613a-4887-a63e-bab6282da702), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:56.284085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1978e2b-8f18-424a-8438-2e42b720c266 None None] Pushing event updated for resources: {'Port': ['ID=88e18f45-613a-4887-a63e-bab6282da702,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:56.551520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46400) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 20:59:56.656925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce4a548-9288-460e-b7cf-68e8b23d6ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 20:59:56.658757 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bce4a548-9288-460e-b7cf-68e8b23d6ddc admin admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 842 time: 0.1062562
Apr 30 20:59:56.667822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Request body: {'subnet': {'cidr': '172.35.4.0/24', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'gateway_ip': '172.35.4.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 20:59:56.829749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Made reservation on behalf of 137d4e571f624bfe845b398839c48b74 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 20:59:56.832457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:57.185726 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 20:59:57.186279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for subnet (5b4a6b98-c3bd-44e4-8574-99482d247bf3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:57.230689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4a6b98-c3bd-44e4-8574-99482d247bf3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 20:59:57.257396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 20:59:57.257776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Network hostable DHCP agents. Network: 24d2363b-44f9-4b0c-a866-84cec16dff58, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 20:59:57.369059 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 20:59:57.440581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24d2363b-44f9-4b0c-a866-84cec16dff58) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 20:59:57.444880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 20:59:57.445483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 20:59:57.451796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e12ae17-1bed-40be-b75a-bf8527b71587 None None] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 20:59:57.521068 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d8743255-ba20-44a3-90bd-aa9c31797218 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8563864
Apr 30 20:59:57.553655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c7dc94-4aed-40d6-b4c8-406b9af47f32 None None] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:00:00.031044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46410) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:00:00.240690 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b65b83a-4985-40fa-b7b7-3ba7f4549373 demo admin] 10.222.0.23 "GET /v2.0/routers/98a721d5-a494-473f-bd92-3ddcc55fb51f HTTP/1.1" status: 200  len: 710 time: 0.2083712
Apr 30 21:00:00.325045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73226666-f24c-42fa-8017-367080b38892 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:00:00.326444 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-73226666-f24c-42fa-8017-367080b38892 demo admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 886 time: 0.0804842
Apr 30 21:00:00.337510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:00:00.591651 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks [] for router_gateway (98a721d5-a494-473f-bd92-3ddcc55fb51f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:00.866687 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks [] for router_gateway (98a721d5-a494-473f-bd92-3ddcc55fb51f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:00.943860 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:01.053933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Allocated IP 172.35.4.231 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/eb9e413e-c0be-42e8-a43c-0ffacc9ace39) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:00:01.157251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks [] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:01.249397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:01.288143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:00:01.291086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:00:01.297530 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:00:01.300012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Pushing event updated for resources: {'Port': ['ID=eb9e413e-c0be-42e8-a43c-0ffacc9ace39,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:00:01.645309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks [] for router_gateway (98a721d5-a494-473f-bd92-3ddcc55fb51f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:01.964231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (98a721d5-a494-473f-bd92-3ddcc55fb51f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:01.967873 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (98a721d5-a494-473f-bd92-3ddcc55fb51f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:02.076663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Router 98a721d5-a494-473f-bd92-3ddcc55fb51f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:00:02.185869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:00:02.190627 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:02.196507 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5152c8f9-142d-45ab-b7d1-0af3f1a26c51 demo admin] 10.222.0.23 "PUT /v2.0/routers/98a721d5-a494-473f-bd92-3ddcc55fb51f HTTP/1.1" status: 200  len: 890 time: 1.8589346
Apr 30 21:00:04.768222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46422) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:00:04.882127 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-921da03d-aefc-4816-866e-7e47ac436b4f admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1126900
Apr 30 21:00:05.168582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 88e18f45-613a-4887-a63e-bab6282da702 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:00:05.219652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 88e18f45-613a-4887-a63e-bab6282da702 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:00:05.220103 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (88e18f45-613a-4887-a63e-bab6282da702), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:05.303024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 88e18f45-613a-4887-a63e-bab6282da702 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:00:05.505487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Sync routers for ids ['98a721d5-a494-473f-bd92-3ddcc55fb51f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:00:05.520188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Routers {'98a721d5-a494-473f-bd92-3ddcc55fb51f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:00:05.520878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c78dd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T20:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['98a721d5-a494-473f-bd92-3ddcc55fb51f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:00:05.767162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Set router 98a721d5-a494-473f-bd92-3ddcc55fb51f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:00:06.242678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c78dd00>, [{'id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'name': 'router1', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': 'eb9e413e-c0be-42e8-a43c-0ffacc9ace39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T20:59:42Z', 'updated_at': '2022-04-30T21:00:01Z', 'revision_number': 4, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'gw_port': {'id': 'eb9e413e-c0be-42e8-a43c-0ffacc9ace39', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:00:00Z', 'updated_at': '2022-04-30T21:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88e18f45-613a-4887-a63e-bab6282da702', 'name': '', 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'mac_address': 'fa:16:3e:14:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T20:59:52Z', 'updated_at': '2022-04-30T20:59:56Z', 'revision_number': 5, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'subnets': [{'id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1230cfd1-5ac8-42c1-8639-43ead2e8b5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:00:06.305180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Checking router: 98a721d5-a494-473f-bd92-3ddcc55fb51f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:00:06.305478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Updating router 98a721d5-a494-473f-bd92-3ddcc55fb51f port eb9e413e-c0be-42e8-a43c-0ffacc9ace39 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:00:06.358505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:06.685237 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Publish callbacks [] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:06.803702 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:06.861448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Attempting to bind port eb9e413e-c0be-42e8-a43c-0ffacc9ace39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:00:06.861847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Attempting to bind port eb9e413e-c0be-42e8-a43c-0ffacc9ace39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:00:06.862215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Attempting to bind port eb9e413e-c0be-42e8-a43c-0ffacc9ace39 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:00:06.869260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71538753-bd05-48d7-98f3-175641dc0a85 None None] Pushing event updated for resources: {'Port': ['ID=eb9e413e-c0be-42e8-a43c-0ffacc9ace39,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:00:06.874954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:00:06.875333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:00:06.875739 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:06.876129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:00:06.877131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Bound port: eb9e413e-c0be-42e8-a43c-0ffacc9ace39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:00:06.877517 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:06.933442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] For port eb9e413e-c0be-42e8-a43c-0ffacc9ace39, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:00:06.936769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] For port eb9e413e-c0be-42e8-a43c-0ffacc9ace39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb9e413e-c0be-42e8-a43c-0ffacc9ace39,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:00:07.033051 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:07.090960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Routers {'98a721d5-a494-473f-bd92-3ddcc55fb51f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:00:07.091160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c78dd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T20:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['98a721d5-a494-473f-bd92-3ddcc55fb51f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:00:07.165407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71538753-bd05-48d7-98f3-175641dc0a85 None None] Pushing event updated for resources: {'Port': ['ID=eb9e413e-c0be-42e8-a43c-0ffacc9ace39,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:00:07.222418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] Set router 98a721d5-a494-473f-bd92-3ddcc55fb51f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:00:07.448250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c78dd00>, [{'id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'name': 'router1', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': 'eb9e413e-c0be-42e8-a43c-0ffacc9ace39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T20:59:42Z', 'updated_at': '2022-04-30T21:00:01Z', 'revision_number': 4, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'gw_port': {'id': 'eb9e413e-c0be-42e8-a43c-0ffacc9ace39', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:00:00Z', 'updated_at': '2022-04-30T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88e18f45-613a-4887-a63e-bab6282da702', 'name': '', 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'mac_address': 'fa:16:3e:14:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T20:59:52Z', 'updated_at': '2022-04-30T20:59:56Z', 'revision_number': 5, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'subnets': [{'id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1230cfd1-5ac8-42c1-8639-43ead2e8b5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:00:07.478199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df9c408-4e36-4382-bf9c-89eb8ae1f314 None None] The sync data for ids ['98a721d5-a494-473f-bd92-3ddcc55fb51f'] in ncdv-master-1 is: [{'id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'name': 'router1', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': 'eb9e413e-c0be-42e8-a43c-0ffacc9ace39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T20:59:42Z', 'updated_at': '2022-04-30T21:00:01Z', 'revision_number': 4, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'gw_port': {'id': 'eb9e413e-c0be-42e8-a43c-0ffacc9ace39', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:00:00Z', 'updated_at': '2022-04-30T21:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '88e18f45-613a-4887-a63e-bab6282da702', 'name': '', 'network_id': 'aff05323-b6e2-4503-b564-140a71fc03ce', 'tenant_id': '9431599023b44f1cb5dfb8bca0584f5f', 'mac_address': 'fa:16:3e:14:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a721d5-a494-473f-bd92-3ddcc55fb51f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T20:59:52Z', 'updated_at': '2022-04-30T20:59:56Z', 'revision_number': 5, 'project_id': '9431599023b44f1cb5dfb8bca0584f5f', 'subnets': [{'id': '807d72cd-c58d-42d7-90cc-0672c8d6d040', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1230cfd1-5ac8-42c1-8639-43ead2e8b5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:00:09.246172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eb9e413e-c0be-42e8-a43c-0ffacc9ace39 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:00:09.340605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port eb9e413e-c0be-42e8-a43c-0ffacc9ace39 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:00:09.340936 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:09.448212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port eb9e413e-c0be-42e8-a43c-0ffacc9ace39 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:00:09.448608 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:09.480362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port eb9e413e-c0be-42e8-a43c-0ffacc9ace39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb9e413e-c0be-42e8-a43c-0ffacc9ace39,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:00:09.529508 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:09.607235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=eb9e413e-c0be-42e8-a43c-0ffacc9ace39,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:00:11.285361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eb9e413e-c0be-42e8-a43c-0ffacc9ace39 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:00:11.408941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port eb9e413e-c0be-42e8-a43c-0ffacc9ace39 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:00:11.409397 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eb9e413e-c0be-42e8-a43c-0ffacc9ace39), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:11.529378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port eb9e413e-c0be-42e8-a43c-0ffacc9ace39 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:00:17.871568 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-66956b8e-5cf5-438d-b86f-1d2ad829aac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:20.065384 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3f94eb90-9f08-49fb-8129-f7116acdd79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:21.175553 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:22.926823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:24.397288 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:30.871514 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:00:47.842362 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-040b8de9-b034-4dc7-bab0-85a44b8590a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:50.113906 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-adb58356-387b-487f-9a01-3052401ca36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:51.144303 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:52.950215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:00:54.378878 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:07.870633 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:01:17.811859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9abc4fc3-9be5-40d5-b6b0-cf377a3ec628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:20.091981 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4ab77d6c-ad46-4ea5-b01d-113451ab25e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:21.177903 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:22.920779 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:24.394776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:34.002023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47004) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:34.061320 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6eddbd-5070-41c0-b7a4-1f064c3c20d0 admin admin] GET failed (client error): The resource could not be found.
Apr 30 21:01:34.063135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aa6eddbd-5070-41c0-b7a4-1f064c3c20d0 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0601673
Apr 30 21:01:34.220708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e38186-4fd2-4590-ba4b-da3d6cd3ad0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:34.222207 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-73e38186-4fd2-4590-ba4b-da3d6cd3ad0b admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1549933
Apr 30 21:01:36.539293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47014) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:36.632049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74aecec-77f0-4bc6-948a-3e18976aad9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:36.633372 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a74aecec-77f0-4bc6-948a-3e18976aad9f admin admin] 10.222.0.23 "GET /v2.0/subnets/807d72cd-c58d-42d7-90cc-0672c8d6d040 HTTP/1.1" status: 200  len: 849 time: 0.0932140
Apr 30 21:01:36.642508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:01:36.722091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Publish callbacks [] for subnet (807d72cd-c58d-42d7-90cc-0672c8d6d040), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:36.942643 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764266010884'] for subnet (807d72cd-c58d-42d7-90cc-0672c8d6d040), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:36.972603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:36.973196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:36.974874 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] 10.222.0.23 "PUT /v2.0/subnets/807d72cd-c58d-42d7-90cc-0672c8d6d040 HTTP/1.1" status: 200  len: 868 time: 0.3355100
Apr 30 21:01:36.977387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeda06f-681d-462a-b974-3cb88b834760 None None] Network aff05323-b6e2-4503-b564-140a71fc03ce requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:01:36.994997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Pushing event updated for resources: {'Subnet': ['ID=807d72cd-c58d-42d7-90cc-0672c8d6d040,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:01:37.002753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.003120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.003456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.003787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.004113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.004436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.004758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.005076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.005398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.005717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.006071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.006387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.006702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.007020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.007340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18312ce-f4f5-469f-b2b4-dfad92de90be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:01:37.321398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6789a1e6-19fd-4669-b76c-8ad27cbb0d4c None None] Provisioning complete for port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:01:37.321811 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6789a1e6-19fd-4669-b76c-8ad27cbb0d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db7b2dfc-0aff-4dc4-b19b-1f21fd405221), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:37.401528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6789a1e6-19fd-4669-b76c-8ad27cbb0d4c None None] Current status of the port db7b2dfc-0aff-4dc4-b19b-1f21fd405221 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:01:37.409849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6789a1e6-19fd-4669-b76c-8ad27cbb0d4c None None] Provisioning complete for port 88e18f45-613a-4887-a63e-bab6282da702 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:01:37.410225 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6789a1e6-19fd-4669-b76c-8ad27cbb0d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (88e18f45-613a-4887-a63e-bab6282da702), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:37.488079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6789a1e6-19fd-4669-b76c-8ad27cbb0d4c None None] Current status of the port 88e18f45-613a-4887-a63e-bab6282da702 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:01:39.357262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47022) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:39.553539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf19d9-ced8-4183-8d50-aac4ab77f7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:39.554033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf19d9-ced8-4183-8d50-aac4ab77f7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:39.555783 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6adf19d9-ced8-4183-8d50-aac4ab77f7f8 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1975553
Apr 30 21:01:41.928619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:42.071222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f369df6-ddb7-4e1b-9406-80f8f45a207c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:42.071686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f369df6-ddb7-4e1b-9406-80f8f45a207c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:42.073199 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0f369df6-ddb7-4e1b-9406-80f8f45a207c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1436493
Apr 30 21:01:44.437155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47038) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:44.559332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59499fbe-a8c5-4b16-98e5-587d62af9136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:44.560588 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-59499fbe-a8c5-4b16-98e5-587d62af9136 admin admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 886 time: 0.1225135
Apr 30 21:01:44.869338 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:01:46.916402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47046) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:47.044337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd129cba-18d2-48bd-8ed0-eb3f407c4046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:47.045784 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cd129cba-18d2-48bd-8ed0-eb3f407c4046 admin admin] 10.222.0.23 "GET /v2.0/networks/aff05323-b6e2-4503-b564-140a71fc03ce HTTP/1.1" status: 200  len: 869 time: 0.1283314
Apr 30 21:01:47.839705 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f03ed8a0-1b09-447e-97e6-2d4c144e5eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:49.413139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47054) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:49.543391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29ac5d-972e-4dfe-8281-a1646a5a757e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:49.543851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29ac5d-972e-4dfe-8281-a1646a5a757e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:49.546197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0c29ac5d-972e-4dfe-8281-a1646a5a757e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1315796
Apr 30 21:01:50.071527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-24d14535-d9ba-4e90-a597-bdf44b3d43ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:51.157428 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:51.866447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47064) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:51.957156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b12acff-a5ce-4897-aacf-350140488a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:51.957612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b12acff-a5ce-4897-aacf-350140488a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:51.959137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9b12acff-a5ce-4897-aacf-350140488a70 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0917528
Apr 30 21:01:52.907923 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:54.305670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47072) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:54.376547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:01:54.390860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1089b8b1-03da-4d15-a094-d5f34097a7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:54.392186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1089b8b1-03da-4d15-a094-d5f34097a7db admin admin] 10.222.0.23 "GET /v2.0/subnets/5b4a6b98-c3bd-44e4-8574-99482d247bf3 HTTP/1.1" status: 200  len: 816 time: 0.0855725
Apr 30 21:01:56.763358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47080) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:01:56.855381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8efa117-4e17-4a5f-9c9f-22291582ca80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:01:56.856674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c8efa117-4e17-4a5f-9c9f-22291582ca80 admin admin] 10.222.0.23 "GET /v2.0/subnets/807d72cd-c58d-42d7-90cc-0672c8d6d040 HTTP/1.1" status: 200  len: 868 time: 0.0918622
Apr 30 21:02:17.815485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d2ee2798-6737-4afb-bc6b-bc315a9a6dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:20.055632 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bec819d0-c7b8-41f1-83cb-10246632cfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:21.135606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:21.867887 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:02:22.916544 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:24.361722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:39.312191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47156) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:02:39.360185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-f7cbedd0-f2d3-4144-aa80-73f36ad9502b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:02:39.361181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f7cbedd0-f2d3-4144-aa80-73f36ad9502b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0480604
Apr 30 21:02:41.791429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47164) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:02:41.851259 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dea9656-2343-4720-8c0d-40b8bedc9a7c admin admin] GET failed (client error): The resource could not be found.
Apr 30 21:02:41.852503 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3dea9656-2343-4720-8c0d-40b8bedc9a7c admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0601583
Apr 30 21:02:41.937740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee74659-2a93-41d6-9ad8-14df26f8ca9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:02:41.939203 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5ee74659-2a93-41d6-9ad8-14df26f8ca9b admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0820305
Apr 30 21:02:44.318034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47172) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:02:44.365673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:02:44.472006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Made reservation on behalf of 137d4e571f624bfe845b398839c48b74 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:02:44.474291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:44.502062 ncdv-master-1 neutron-server[115773]: WARNING neutron.services.revisions.revision_plugin [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f896c4c9d00] {project_id='137d4e571f624bfe845b398839c48b74', id='334344a1-c7ac-4040-b8fa-bccee56c7724', target_project='*', action='access_as_shared', object_id='cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}> to bump revision.
Apr 30 21:02:44.512641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:02:44.521116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (266895fd-aaaf-4a54-a896-0eba23b23e50), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:44.522478 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Added segment 266895fd-aaaf-4a54-a896-0eba23b23e50 of type vlan for network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a
Apr 30 21:02:44.558775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:44.694738 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:44.695682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:02:44.696285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:44.853479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:02:44.859953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.860296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.860631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.860960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.861286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.861608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.861958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.862282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.862601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.862931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.863285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.863600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.863921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.864230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.864544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:44.875649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:02:44.931765 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-94e3a7e8-6bfd-48be-b167-1f88d4fd1bd5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6125526
Apr 30 21:02:47.289785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47180) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:02:47.350140 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0956242-fa47-44ee-b3c0-d0e377f19f0b admin admin] GET failed (client error): The resource could not be found.
Apr 30 21:02:47.351393 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d0956242-fa47-44ee-b3c0-d0e377f19f0b admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0606635
Apr 30 21:02:47.417867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37022bc2-f7b7-4e53-9803-3c113cc71002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:02:47.419268 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37022bc2-f7b7-4e53-9803-3c113cc71002 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0638568
Apr 30 21:02:47.428604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:02:47.517298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Made reservation on behalf of 137d4e571f624bfe845b398839c48b74 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:02:47.519468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:47.769093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for subnet (76d2fcc1-408a-4a01-8876-9c7055f775bc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:47.821235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d2fcc1-408a-4a01-8876-9c7055f775bc,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:02:47.824463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b4597b28-3d4f-45fa-aa27-88c8991effae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:47.836317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:02:47.836676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Network hostable DHCP agents. Network: cb0444ab-6b4b-4f8c-85ca-6c3a0836047a, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:02:47.917374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:02:47.991485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb0444ab-6b4b-4f8c-85ca-6c3a0836047a) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:02:47.995589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:02:47.996692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:48.000978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d055a-a520-49ae-b699-3d6a3b2b3e40 None None] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:02:48.104839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'project_id': '137d4e571f624bfe845b398839c48b74', 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:02:48.106300 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:48.109572 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7e3f52a3-7e3b-4130-8973-3c6237418a69 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6841307
Apr 30 21:02:48.273266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Allocated IP 192.168.233.2 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/fec46c24-9058-4b6b-a737-25bb5922d4ec) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:02:48.423789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Publish callbacks [] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:48.512438 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:48.551115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:02:48.553945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:02:48.556502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:02:48.570991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Pushing event updated for resources: {'Port': ['ID=fec46c24-9058-4b6b-a737-25bb5922d4ec,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:02:48.599945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.600282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.600614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.600943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.601266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.601585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.601937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.602256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.602570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.602886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.603209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.603518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.603832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.604259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.604573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:02:48.645903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Attempting to bind port fec46c24-9058-4b6b-a737-25bb5922d4ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:02:48.646269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Attempting to bind port fec46c24-9058-4b6b-a737-25bb5922d4ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:02:48.646695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Attempting to bind port fec46c24-9058-4b6b-a737-25bb5922d4ec on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:02:48.651852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:02:48.652426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:02:48.653024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:48.653584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:02:48.654277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Bound port: fec46c24-9058-4b6b-a737-25bb5922d4ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:02:48.654661 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:48.725954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] For port fec46c24-9058-4b6b-a737-25bb5922d4ec, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:02:48.728994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] For port fec46c24-9058-4b6b-a737-25bb5922d4ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec46c24-9058-4b6b-a737-25bb5922d4ec,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:02:48.810418 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:48.874961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381508fd-6ad4-4078-a290-082dff1c48e5 None None] Pushing event updated for resources: {'Port': ['ID=fec46c24-9058-4b6b-a737-25bb5922d4ec,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:02:49.298161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device fec46c24-9058-4b6b-a737-25bb5922d4ec up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:02:49.358547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port fec46c24-9058-4b6b-a737-25bb5922d4ec triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:02:49.358932 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:49.436636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port fec46c24-9058-4b6b-a737-25bb5922d4ec is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:02:49.437015 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:49.471348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port fec46c24-9058-4b6b-a737-25bb5922d4ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fec46c24-9058-4b6b-a737-25bb5922d4ec,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:02:49.557390 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:49.613279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=fec46c24-9058-4b6b-a737-25bb5922d4ec,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:02:49.908071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8525d-ca9b-4294-aed0-7ef632bcda74 None None] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:02:49.961559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-36e75963-f11d-494e-b1e1-f8fc9a41580b None None] Provisioning complete for port fec46c24-9058-4b6b-a737-25bb5922d4ec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:02:49.961965 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-36e75963-f11d-494e-b1e1-f8fc9a41580b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:50.105590 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7428cf9-64f2-45df-a6ef-494c40b78aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:50.111067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-36e75963-f11d-494e-b1e1-f8fc9a41580b None None] Current status of the port fec46c24-9058-4b6b-a737-25bb5922d4ec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:02:50.329996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9ba770dd-e8ce-448a-8419-464000856928 None None] Provisioning complete for port fec46c24-9058-4b6b-a737-25bb5922d4ec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:02:50.330390 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ba770dd-e8ce-448a-8419-464000856928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:50.414901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9ba770dd-e8ce-448a-8419-464000856928 None None] Current status of the port fec46c24-9058-4b6b-a737-25bb5922d4ec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:02:51.150359 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:51.258386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device fec46c24-9058-4b6b-a737-25bb5922d4ec up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:02:51.307359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port fec46c24-9058-4b6b-a737-25bb5922d4ec triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:02:51.307871 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fec46c24-9058-4b6b-a737-25bb5922d4ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:51.388656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port fec46c24-9058-4b6b-a737-25bb5922d4ec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:02:52.940221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:54.367352 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:02:58.867105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:03:17.774311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4845c39b-023e-44bf-a5e5-0d67b206ef5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:20.065216 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-84796aca-670e-4042-9f39-6f248fdcf295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:21.155312 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:22.922139 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:24.362130 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:35.866275 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:03:47.795563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9c90830-2c28-4e23-ab6c-d63faf75ae99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:50.115100 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b1bf1da5-25e3-4263-aa88-422e239d2359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:51.161151 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:52.955624 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:03:54.434335 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:12.864565 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:04:17.805976 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12924101-b305-4b93-847c-f5c750046e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:20.056218 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6d39bba-e3cc-46da-8c6b-94424cd96313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:21.153140 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:22.942295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:24.383027 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:26.990379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47236) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:04:26.996130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-2889080c-d815-4490-8303-28dcff46021a tempest-verify_tempest_config-279512230 tempest-verify_tempest_config-279512230-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:04:26.997094 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2889080c-d815-4490-8303-28dcff46021a tempest-verify_tempest_config-279512230 tempest-verify_tempest_config-279512230-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14315 time: 0.0058007
Apr 30 21:04:27.494886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47270) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:04:27.620044 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:27.727902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Publish callbacks [] for security_group (7456d14e-498c-48f5-b91a-b15449bbbdcf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:27.902753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7456d14e-498c-48f5-b91a-b15449bbbdcf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:27.948668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7456d14e-498c-48f5-b91a-b15449bbbdcf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:04:27.953127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1dcc96ebca3e4f67956a521201a42708&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4572821
Apr 30 21:04:27.955917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47276) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:04:27.957354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.957707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.958072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.958413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.958842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.959172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.959500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.959832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.960156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.960479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.960804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.961128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.961450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.961822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:27.962248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eedaac-59fc-418c-8cf9-4f085df32b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.010522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Publish callbacks [] for security_group (7456d14e-498c-48f5-b91a-b15449bbbdcf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:28.030454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Publish callbacks [] for security_group (7456d14e-498c-48f5-b91a-b15449bbbdcf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:28.222960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7456d14e-498c-48f5-b91a-b15449bbbdcf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:28.225517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:28.226683 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7456d14e-498c-48f5-b91a-b15449bbbdcf HTTP/1.1" status: 204  len: 168 time: 0.2696276
Apr 30 21:04:28.234745 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7456d14e-498c-48f5-b91a-b15449bbbdcf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:04:28.241520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.241899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.242233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.242561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.242881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.243814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.244138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.244455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.244773 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.245089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.245478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.245714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.246237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.246480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:28.246786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dea7270-7999-4a51-937c-51c3f7005b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:04:47.803840 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d8790905-e64f-4e83-9db2-670d5ca734d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:49.863192 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:04:50.071861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8e55c639-a48e-4a93-b257-3e4c92336b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:51.164278 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:52.941834 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:04:54.364688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:17.821162 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7dffc533-cc7f-4fd5-b559-ef698f72472c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:20.106810 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ded19cee-db65-473a-b3ff-9d05dfd83bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:21.181451 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:22.958974 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:24.376214 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:26.862117 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:05:47.838585 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cd12c176-2fcb-486a-8094-fba552f006e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:50.067725 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ffc51f9d-99c4-43d3-aab5-70ba8997da63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:51.187491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:53.005085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:05:54.375814 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:03.860243 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:06:17.787258 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5cda20d1-4fde-4cf9-aa17-39d316fc9acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:20.078886 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fff2c1c3-9c51-4a6e-876d-c090a5fa7416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:21.164596 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:22.953093 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:24.364481 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:40.859034 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:06:47.798793 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-293fa9bf-2939-498b-924c-2910751fa17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:50.078461 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-147a51ea-2d5a-400e-acce-75d3fecb7deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:51.199385 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:53.004534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:06:54.433198 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:17.850369 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d2045008-e0b6-471c-b4c5-538d3326bea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:17.859300 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 5 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:07:20.078708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-553b8192-309d-4e46-96e6-5125a045f8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:21.209482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:22.945872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:24.358512 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:46.398196 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430894'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:47.804106 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f132b96c-d8fe-4e9c-91b0-3a087635606e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:48.181005 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-430894'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:50.072784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9705181e-7750-490f-bee7-4809bdcd9b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:51.209494 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:52.947483 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:54.392552 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:07:54.859180 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:08:16.346980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:17.786640 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-76fe8191-70f3-4c12-8fb9-6812dea501bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:18.141324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:20.089808 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-be49f137-eb7c-427d-85a2-00ff2cae5ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:21.254872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:22.946789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:24.376781 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:31.858321 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:08:36.562470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47406) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:08:36.664350 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1486b881-2698-4bb2-af07-18843ca8e336 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1007910
Apr 30 21:08:39.009452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47416) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:08:39.072043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-68071878-460a-4091-9e54-6e4d47779337 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0614927
Apr 30 21:08:46.386742 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:47.787068 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-40c391f2-dcaa-4079-bf7b-8a583fa1a240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:48.152372 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:50.061833 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-540aba0f-96f4-45ce-aa6d-bb773f936f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:51.187017 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:52.980973 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:08:54.398318 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:08.857590 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:09:16.363280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:17.895224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9ba1-6244-4dd4-8d8e-962085f2c0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:18.141044 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:20.066976 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54b7df18-981a-45cc-b364-8bb3e692dcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:21.163776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:22.945962 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:24.381497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:45.857069 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:09:46.386711 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:47.769148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-57ed973b-9f19-4991-a71e-5377a18ec4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:48.196770 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:50.157887 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-92fb5b19-fc65-4684-89b9-e2a9d242e407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:51.187009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:52.974919 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:09:54.381266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:16.369239 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:17.780200 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5098-fabe-4845-a665-06f8cf18bb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:18.146053 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:19.412643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47824) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:19.550507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:19.630704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Publish callbacks [] for security_group (f817b561-f1ef-4a2e-b7d6-6e9e4b9a81c1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:19.705048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f817b561-f1ef-4a2e-b7d6-6e9e4b9a81c1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:19.754326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7ac8da43c5f4ed6bb286257f10d23e9&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3381903
Apr 30 21:10:19.754326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f817b561-f1ef-4a2e-b7d6-6e9e4b9a81c1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:19.754975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47840) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:19.763737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.765852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.765852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.765852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.765852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.765852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.765852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.766299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.766430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.766762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.767089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.767418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.767748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.768075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.768398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ec76f-53fd-4c70-a4bd-b01233f6e40d admin admin] Tracked resource versions report:
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]: pushed versions:
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]: {   'AddressGroup': {'1.2'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'Agent': {'1.1'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'ConntrackHelper': {'1.0'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'LocalIPAssociation': {'1.0'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'Log': {'1.0'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'NDPProxy': {'1.0'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'Network': {'1.1'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'Port': {'1.7'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'PortForwarding': {'1.3'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'QosPolicy': {'1.10'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'SecurityGroup': {'1.5'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'SecurityGroupRule': {'1.2'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'SubPort': {'1.0'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'Subnet': {'1.1'},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     'Trunk': {'1.1'}}
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]: consumer versions:
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]: {   DHCP agent@ncdv-master-1: {},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     HyperV agent@nch1-master-1: {},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     HyperV agent@nch2-master-1: {},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     L3 agent@ncdv-master-1: {},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     Metadata agent@ncdv-master-1: {},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     Metering agent@ncdv-master-1: {},
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'Agent': '1.1',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'ConntrackHelper': '1.0',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'LocalIPAssociation': '1.0',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'Log': '1.0',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'NDPProxy': '1.0',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'Network': '1.1',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'Port': '1.7',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'PortForwarding': '1.3',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'QosPolicy': '1.10',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'SecurityGroup': '1.5',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'SecurityGroupRule': '1.2',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'SubPort': '1.0',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'Subnet': '1.1',
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:                                           'Trunk': '1.1'}}
Apr 30 21:10:19.769571 ncdv-master-1 neutron-server[115774]:  {{(pid=115774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 21:10:19.823036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Publish callbacks [] for security_group (f817b561-f1ef-4a2e-b7d6-6e9e4b9a81c1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:19.849234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Publish callbacks [] for security_group (f817b561-f1ef-4a2e-b7d6-6e9e4b9a81c1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:19.985232 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f817b561-f1ef-4a2e-b7d6-6e9e4b9a81c1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:19.987912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:19.989089 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f817b561-f1ef-4a2e-b7d6-6e9e4b9a81c1 HTTP/1.1" status: 204  len: 168 time: 0.2327015
Apr 30 21:10:19.998588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f817b561-f1ef-4a2e-b7d6-6e9e4b9a81c1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:20.006702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.006973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.007311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.007741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.008240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.008570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.009070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.009401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.009728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.011671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.011671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.011671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.011671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.011671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.011671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eac2b4-a46c-4d87-a171-af02f1480725 admin admin] Tracked resource versions report:
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]: pushed versions:
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]: {   'AddressGroup': {'1.2'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'Agent': {'1.1'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'ConntrackHelper': {'1.0'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'LocalIPAssociation': {'1.0'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'Log': {'1.0'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'NDPProxy': {'1.0'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'Network': {'1.1'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'Port': {'1.7'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'PortForwarding': {'1.3'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'QosPolicy': {'1.10'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'SecurityGroup': {'1.5'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'SecurityGroupRule': {'1.2'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'SubPort': {'1.0'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'Subnet': {'1.1'},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     'Trunk': {'1.1'}}
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]: consumer versions:
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]: {   DHCP agent@ncdv-master-1: {},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     HyperV agent@nch1-master-1: {},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     HyperV agent@nch2-master-1: {},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     L3 agent@ncdv-master-1: {},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     Metadata agent@ncdv-master-1: {},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     Metering agent@ncdv-master-1: {},
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'Agent': '1.1',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'ConntrackHelper': '1.0',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'LocalIPAssociation': '1.0',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'Log': '1.0',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'NDPProxy': '1.0',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'Network': '1.1',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'Port': '1.7',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'PortForwarding': '1.3',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'QosPolicy': '1.10',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'SecurityGroup': '1.5',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'SecurityGroupRule': '1.2',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'SubPort': '1.0',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'Subnet': '1.1',
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:                                           'Trunk': '1.1'}}
Apr 30 21:10:20.012810 ncdv-master-1 neutron-server[115773]:  {{(pid=115773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 21:10:20.027448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47870) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:20.088192 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3ba4a45-a500-4814-89b3-8dd6579dd10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.168149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d27d173a-0ed0-43ef-9421-aefb26a174f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.241215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d27d173a-0ed0-43ef-9421-aefb26a174f9 admin admin] Publish callbacks [] for security_group (80c58c1c-9533-45d8-aa57-b90f618cbb57), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.312490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d27d173a-0ed0-43ef-9421-aefb26a174f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80c58c1c-9533-45d8-aa57-b90f618cbb57), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.353368 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d27d173a-0ed0-43ef-9421-aefb26a174f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=609b6e89fbbe40388f92ad00268eebdb&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3222685
Apr 30 21:10:20.353979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47888) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:20.407733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d173a-0ed0-43ef-9421-aefb26a174f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c58c1c-9533-45d8-aa57-b90f618cbb57,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:20.421824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc798050-f1e2-49de-8be6-475b7ac1a8c6 admin admin] Publish callbacks [] for security_group (80c58c1c-9533-45d8-aa57-b90f618cbb57), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.446217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc798050-f1e2-49de-8be6-475b7ac1a8c6 admin admin] Publish callbacks [] for security_group (80c58c1c-9533-45d8-aa57-b90f618cbb57), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.451787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47898) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:20.455058 ncdv-master-1 neutron-server[115774]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 21:10:20.496422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-74008f4b-d075-41be-b08c-0628cf90b635 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1d316cd4e4d043ba9da2707b8006acd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0424333
Apr 30 21:10:20.580845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc798050-f1e2-49de-8be6-475b7ac1a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80c58c1c-9533-45d8-aa57-b90f618cbb57), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.586193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc798050-f1e2-49de-8be6-475b7ac1a8c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.591007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fc798050-f1e2-49de-8be6-475b7ac1a8c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80c58c1c-9533-45d8-aa57-b90f618cbb57 HTTP/1.1" status: 204  len: 168 time: 0.2333903
Apr 30 21:10:20.600532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc798050-f1e2-49de-8be6-475b7ac1a8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c58c1c-9533-45d8-aa57-b90f618cbb57,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:20.690954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47912) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:20.710748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a0596973-de91-4158-9dff-f08e009c397d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.727873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-31a84358-be86-4b15-b103-4f05f700da76 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:20.729541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-31a84358-be86-4b15-b103-4f05f700da76 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2259567
Apr 30 21:10:20.746251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-d42afaa5-fd48-49e4-a2ea-44befe2635cd tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/quotas/1d316cd4e4d043ba9da2707b8006acd4 HTTP/1.1" status: 200  len: 375 time: 0.0103383
Apr 30 21:10:20.794010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a0596973-de91-4158-9dff-f08e009c397d admin admin] Publish callbacks [] for security_group (9ee5f006-42b3-4da3-a24a-369b53b5086a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.829402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-6de92761-b10b-4723-9ce0-feb2a0eb6248 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d316cd4e4d043ba9da2707b8006acd4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0770049
Apr 30 21:10:20.916824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a0596973-de91-4158-9dff-f08e009c397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9ee5f006-42b3-4da3-a24a-369b53b5086a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:20.959301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0596973-de91-4158-9dff-f08e009c397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee5f006-42b3-4da3-a24a-369b53b5086a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:20.966428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47922) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:20.967170 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a0596973-de91-4158-9dff-f08e009c397d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=823953b5766f4264b65b18349bb0e32d&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2739284
Apr 30 21:10:21.021356 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5449be64-b6a4-4750-b932-4d5f9a13f13f admin admin] Publish callbacks [] for security_group (9ee5f006-42b3-4da3-a24a-369b53b5086a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.067753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5449be64-b6a4-4750-b932-4d5f9a13f13f admin admin] Publish callbacks [] for security_group (9ee5f006-42b3-4da3-a24a-369b53b5086a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.207308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e94990f6-c0e4-431d-9c1f-a025bea6d516 req-b4fc15d2-8034-49f8-afe4-d67155d9a00a tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 210 time: 0.0487263
Apr 30 21:10:21.220808 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.249689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5449be64-b6a4-4750-b932-4d5f9a13f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9ee5f006-42b3-4da3-a24a-369b53b5086a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.253266 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5449be64-b6a4-4750-b932-4d5f9a13f13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.254615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5449be64-b6a4-4750-b932-4d5f9a13f13f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ee5f006-42b3-4da3-a24a-369b53b5086a HTTP/1.1" status: 204  len: 168 time: 0.2866030
Apr 30 21:10:21.267826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449be64-b6a4-4750-b932-4d5f9a13f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee5f006-42b3-4da3-a24a-369b53b5086a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:21.272083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:21.294123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b34c6fb-95c4-4688-b668-a1e61b38f276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.395149 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b34c6fb-95c4-4688-b668-a1e61b38f276 admin admin] Publish callbacks [] for security_group (678ce903-fd20-498a-aead-6bdfc9169c6a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.459716 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b34c6fb-95c4-4688-b668-a1e61b38f276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (678ce903-fd20-498a-aead-6bdfc9169c6a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.498602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34c6fb-95c4-4688-b668-a1e61b38f276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678ce903-fd20-498a-aead-6bdfc9169c6a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:21.506718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6b34c6fb-95c4-4688-b668-a1e61b38f276 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1a16992b76c4cb28b2b554827420aa2&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2307615
Apr 30 21:10:21.507138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47964) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:21.580555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a10bb732-1d50-4d35-8081-5cabaae79abe admin admin] Publish callbacks [] for security_group (678ce903-fd20-498a-aead-6bdfc9169c6a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.613317 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a10bb732-1d50-4d35-8081-5cabaae79abe admin admin] Publish callbacks [] for security_group (678ce903-fd20-498a-aead-6bdfc9169c6a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.620359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47970) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:21.781523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a10bb732-1d50-4d35-8081-5cabaae79abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (678ce903-fd20-498a-aead-6bdfc9169c6a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.784127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a10bb732-1d50-4d35-8081-5cabaae79abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:21.785265 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a10bb732-1d50-4d35-8081-5cabaae79abe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/678ce903-fd20-498a-aead-6bdfc9169c6a HTTP/1.1" status: 204  len: 168 time: 0.2772319
Apr 30 21:10:21.793572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bb732-1d50-4d35-8081-5cabaae79abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678ce903-fd20-498a-aead-6bdfc9169c6a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:22.003489 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8da9-beae-4119-b3a5-915da8825221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.010776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48004) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:22.082800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8da9-beae-4119-b3a5-915da8825221 admin admin] Publish callbacks [] for security_group (9f9a3920-ad69-40bf-8f74-22042a44349f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.152360 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8da9-beae-4119-b3a5-915da8825221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9f9a3920-ad69-40bf-8f74-22042a44349f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.192939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a8f8da9-beae-4119-b3a5-915da8825221 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54923026560f4b51aa283b9fc0fd4737&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5710804
Apr 30 21:10:22.193807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f8da9-beae-4119-b3a5-915da8825221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9a3920-ad69-40bf-8f74-22042a44349f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:22.195619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:22.246078 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-815068d7-bb80-426b-ad9e-69207bdd1a14 admin admin] Publish callbacks [] for security_group (9f9a3920-ad69-40bf-8f74-22042a44349f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.269816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-815068d7-bb80-426b-ad9e-69207bdd1a14 admin admin] Publish callbacks [] for security_group (9f9a3920-ad69-40bf-8f74-22042a44349f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.415045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-815068d7-bb80-426b-ad9e-69207bdd1a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9f9a3920-ad69-40bf-8f74-22042a44349f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.417723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-815068d7-bb80-426b-ad9e-69207bdd1a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.418912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-815068d7-bb80-426b-ad9e-69207bdd1a14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f9a3920-ad69-40bf-8f74-22042a44349f HTTP/1.1" status: 204  len: 168 time: 0.2222183
Apr 30 21:10:22.426461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815068d7-bb80-426b-ad9e-69207bdd1a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9a3920-ad69-40bf-8f74-22042a44349f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:22.558651 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20e31f21-62c9-424e-9613-ee7a6367be99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.581730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48028) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:22.640343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20e31f21-62c9-424e-9613-ee7a6367be99 admin admin] Publish callbacks [] for security_group (2fb96b48-33ed-4c28-9c4d-68ded6f96fe5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.693736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20e31f21-62c9-424e-9613-ee7a6367be99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2fb96b48-33ed-4c28-9c4d-68ded6f96fe5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.731801 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-20e31f21-62c9-424e-9613-ee7a6367be99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11caae4491db49e59e9ba5ece121e1ae&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7203267
Apr 30 21:10:22.732859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e31f21-62c9-424e-9613-ee7a6367be99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb96b48-33ed-4c28-9c4d-68ded6f96fe5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:22.734780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48034) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:22.783398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17fed681-70da-4976-8384-d207bfb9cd35 admin admin] Publish callbacks [] for security_group (2fb96b48-33ed-4c28-9c4d-68ded6f96fe5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.806748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17fed681-70da-4976-8384-d207bfb9cd35 admin admin] Publish callbacks [] for security_group (2fb96b48-33ed-4c28-9c4d-68ded6f96fe5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.856324 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:10:22.912156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17fed681-70da-4976-8384-d207bfb9cd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2fb96b48-33ed-4c28-9c4d-68ded6f96fe5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.914879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17fed681-70da-4976-8384-d207bfb9cd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:22.916117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-17fed681-70da-4976-8384-d207bfb9cd35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fb96b48-33ed-4c28-9c4d-68ded6f96fe5 HTTP/1.1" status: 204  len: 168 time: 0.1804760
Apr 30 21:10:22.924341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fed681-70da-4976-8384-d207bfb9cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb96b48-33ed-4c28-9c4d-68ded6f96fe5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:22.986297 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.100964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48048) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:23.104907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e80201a5-c214-490d-abb3-9fdd234ae17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.127064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48052) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:23.189254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e80201a5-c214-490d-abb3-9fdd234ae17a admin admin] Publish callbacks [] for security_group (8c2bb923-8fd5-4e9b-9366-2f90edf71a56), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.254038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e80201a5-c214-490d-abb3-9fdd234ae17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8c2bb923-8fd5-4e9b-9366-2f90edf71a56), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.294350 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e80201a5-c214-490d-abb3-9fdd234ae17a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40b06682f7ad42eea575a158f9c4d75f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7114255
Apr 30 21:10:23.295192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80201a5-c214-490d-abb3-9fdd234ae17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2bb923-8fd5-4e9b-9366-2f90edf71a56,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:23.297901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48060) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:23.347047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-388251ed-5738-4db1-b151-fa88da3c6192 admin admin] Publish callbacks [] for security_group (8c2bb923-8fd5-4e9b-9366-2f90edf71a56), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.369201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-388251ed-5738-4db1-b151-fa88da3c6192 admin admin] Publish callbacks [] for security_group (8c2bb923-8fd5-4e9b-9366-2f90edf71a56), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.491438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48066) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:23.508152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-674a3a9a-b5f5-4f84-aa80-d8a9d9e8f6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.541724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-388251ed-5738-4db1-b151-fa88da3c6192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8c2bb923-8fd5-4e9b-9366-2f90edf71a56), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.544285 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-388251ed-5738-4db1-b151-fa88da3c6192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.546297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-388251ed-5738-4db1-b151-fa88da3c6192 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c2bb923-8fd5-4e9b-9366-2f90edf71a56 HTTP/1.1" status: 204  len: 168 time: 0.2464714
Apr 30 21:10:23.573081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388251ed-5738-4db1-b151-fa88da3c6192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2bb923-8fd5-4e9b-9366-2f90edf71a56,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:23.646611 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-674a3a9a-b5f5-4f84-aa80-d8a9d9e8f6f6 admin admin] Publish callbacks [] for security_group (f12a9320-c0f3-4cdb-a335-4e42333aa6e0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.696895 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-674a3a9a-b5f5-4f84-aa80-d8a9d9e8f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f12a9320-c0f3-4cdb-a335-4e42333aa6e0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.696895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39626a50-5ba4-4ac1-92df-2a061ad3453c req-d425835c-8001-47e1-95ff-9155468961c6 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 210 time: 0.5937719
Apr 30 21:10:23.744517 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc6afd2c-5d0c-4b1e-b967-e48d1145a8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.757884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-674a3a9a-b5f5-4f84-aa80-d8a9d9e8f6f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=170f33ca0b614f3886822e038f754ea5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2650852
Apr 30 21:10:23.760748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48072) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:23.827615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a3a9a-b5f5-4f84-aa80-d8a9d9e8f6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12a9320-c0f3-4cdb-a335-4e42333aa6e0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:23.835158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f74c3eb0-71ac-4cfe-a1c3-51e6f5e4627e admin admin] Publish callbacks [] for security_group (f12a9320-c0f3-4cdb-a335-4e42333aa6e0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.842892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc6afd2c-5d0c-4b1e-b967-e48d1145a8f5 admin admin] Publish callbacks [] for security_group (0603d8db-3b4b-4a1f-853b-b37237294b4d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.859295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f74c3eb0-71ac-4cfe-a1c3-51e6f5e4627e admin admin] Publish callbacks [] for security_group (f12a9320-c0f3-4cdb-a335-4e42333aa6e0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.986407 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc6afd2c-5d0c-4b1e-b967-e48d1145a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0603d8db-3b4b-4a1f-853b-b37237294b4d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:23.997466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f74c3eb0-71ac-4cfe-a1c3-51e6f5e4627e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f12a9320-c0f3-4cdb-a335-4e42333aa6e0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.000530 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f74c3eb0-71ac-4cfe-a1c3-51e6f5e4627e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.003920 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f74c3eb0-71ac-4cfe-a1c3-51e6f5e4627e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f12a9320-c0f3-4cdb-a335-4e42333aa6e0 HTTP/1.1" status: 204  len: 168 time: 0.2393420
Apr 30 21:10:24.010845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3eb0-71ac-4cfe-a1c3-51e6f5e4627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12a9320-c0f3-4cdb-a335-4e42333aa6e0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:24.033969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bc6afd2c-5d0c-4b1e-b967-e48d1145a8f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48505b349722444abdc832bcb0090b28&name=default HTTP/1.1" status: 200  len: 2992 time: 0.9019377
Apr 30 21:10:24.033969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6afd2c-5d0c-4b1e-b967-e48d1145a8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0603d8db-3b4b-4a1f-853b-b37237294b4d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:24.034261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48080) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:24.094763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48082) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:24.107782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d603f72-fd1a-4627-8a76-caf39486c219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.109147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d143f44a-087e-46df-b8ac-f6aef3baf2ef admin admin] Publish callbacks [] for security_group (0603d8db-3b4b-4a1f-853b-b37237294b4d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.133407 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d143f44a-087e-46df-b8ac-f6aef3baf2ef admin admin] Publish callbacks [] for security_group (0603d8db-3b4b-4a1f-853b-b37237294b4d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.184416 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d603f72-fd1a-4627-8a76-caf39486c219 admin admin] Publish callbacks [] for security_group (c686888d-0c2a-4d7e-afaa-134fc7a783ff), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.243378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d143f44a-087e-46df-b8ac-f6aef3baf2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0603d8db-3b4b-4a1f-853b-b37237294b4d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.245936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d143f44a-087e-46df-b8ac-f6aef3baf2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.247124 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d143f44a-087e-46df-b8ac-f6aef3baf2ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0603d8db-3b4b-4a1f-853b-b37237294b4d HTTP/1.1" status: 204  len: 168 time: 0.2122478
Apr 30 21:10:24.255312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143f44a-087e-46df-b8ac-f6aef3baf2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0603d8db-3b4b-4a1f-853b-b37237294b4d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:24.266329 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d603f72-fd1a-4627-8a76-caf39486c219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c686888d-0c2a-4d7e-afaa-134fc7a783ff), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.316890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d603f72-fd1a-4627-8a76-caf39486c219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c686888d-0c2a-4d7e-afaa-134fc7a783ff,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:24.321184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8d603f72-fd1a-4627-8a76-caf39486c219 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51a13c9b28c54023aa6849df2d4aa110&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2254386
Apr 30 21:10:24.323982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48090) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:24.374021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-618e4511-d7d7-4451-9efa-9ea06c23785f admin admin] Publish callbacks [] for security_group (c686888d-0c2a-4d7e-afaa-134fc7a783ff), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.398742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-618e4511-d7d7-4451-9efa-9ea06c23785f admin admin] Publish callbacks [] for security_group (c686888d-0c2a-4d7e-afaa-134fc7a783ff), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.414111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.504378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.35', 58143) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:24.525837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-6c211361-72b9-4690-9f55-0071bede87f4 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1d316cd4e4d043ba9da2707b8006acd4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0202472
Apr 30 21:10:24.574686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-618e4511-d7d7-4451-9efa-9ea06c23785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c686888d-0c2a-4d7e-afaa-134fc7a783ff), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.577124 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-618e4511-d7d7-4451-9efa-9ea06c23785f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.578220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-618e4511-d7d7-4451-9efa-9ea06c23785f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c686888d-0c2a-4d7e-afaa-134fc7a783ff HTTP/1.1" status: 204  len: 168 time: 0.2530425
Apr 30 21:10:24.596211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e4511-d7d7-4451-9efa-9ea06c23785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c686888d-0c2a-4d7e-afaa-134fc7a783ff,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:24.645071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-b3437cfe-d763-4e65-b32c-26335a5c1038 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:24.646514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-b3437cfe-d763-4e65-b32c-26335a5c1038 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1158249
Apr 30 21:10:24.738714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Request body: {'port': {'device_id': 'c7cc847f-428a-4411-9236-547787fa5ffa', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '1d316cd4e4d043ba9da2707b8006acd4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:24.876029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48102) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:24.892884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6da54ac-f392-4a85-8f3c-bc2a2d7a0cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:24.968753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e929a8b4-52cf-400a-9820-2889622f92fe req-9b74c07a-ad92-4f5b-b40c-7dee293d2974 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 210 time: 0.1053813
Apr 30 21:10:24.999155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6da54ac-f392-4a85-8f3c-bc2a2d7a0cdb admin admin] Publish callbacks [] for security_group (50047992-613e-4a47-b848-f27fddbfe1e7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.105399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6da54ac-f392-4a85-8f3c-bc2a2d7a0cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (50047992-613e-4a47-b848-f27fddbfe1e7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.128274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Made reservation on behalf of 1d316cd4e4d043ba9da2707b8006acd4 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:25.132862 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.144470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.149875 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b6da54ac-f392-4a85-8f3c-bc2a2d7a0cdb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eff7cb256e0f445da837a3c13b97b13a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2725661
Apr 30 21:10:25.151710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da54ac-f392-4a85-8f3c-bc2a2d7a0cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50047992-613e-4a47-b848-f27fddbfe1e7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:25.154020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48116) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:25.222213 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dff48f1-28cf-4ff2-9a9d-08daafd3e148 admin admin] Publish callbacks [] for security_group (50047992-613e-4a47-b848-f27fddbfe1e7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.233641 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks [] for security_group (7606dd21-832f-4d9a-8611-ceef17582c56), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.243873 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dff48f1-28cf-4ff2-9a9d-08daafd3e148 admin admin] Publish callbacks [] for security_group (50047992-613e-4a47-b848-f27fddbfe1e7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.305311 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7606dd21-832f-4d9a-8611-ceef17582c56), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.352478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7606dd21-832f-4d9a-8611-ceef17582c56,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:25.374994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dff48f1-28cf-4ff2-9a9d-08daafd3e148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (50047992-613e-4a47-b848-f27fddbfe1e7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.377858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dff48f1-28cf-4ff2-9a9d-08daafd3e148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.381802 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0dff48f1-28cf-4ff2-9a9d-08daafd3e148 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50047992-613e-4a47-b848-f27fddbfe1e7 HTTP/1.1" status: 204  len: 168 time: 0.2139664
Apr 30 21:10:25.390438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff48f1-28cf-4ff2-9a9d-08daafd3e148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50047992-613e-4a47-b848-f27fddbfe1e7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:25.588780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48142) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:25.601317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Allocated IP 192.168.233.192 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/d75ae72c-55f4-407f-b3db-9ce0924402b2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:10:25.602778 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3c22-1165-4d57-b6d2-8993e14c99b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.683769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3c22-1165-4d57-b6d2-8993e14c99b7 admin admin] Publish callbacks [] for security_group (eb36d38c-7a03-48d6-b6e0-0ef6c52f5928), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.741089 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3c22-1165-4d57-b6d2-8993e14c99b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb36d38c-7a03-48d6-b6e0-0ef6c52f5928), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.783993 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b6f3c22-1165-4d57-b6d2-8993e14c99b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7df016afa19d4768bfee72654a5bb6fa&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1911595
Apr 30 21:10:25.784316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48150) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:25.790094 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f3c22-1165-4d57-b6d2-8993e14c99b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb36d38c-7a03-48d6-b6e0-0ef6c52f5928,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:25.808273 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks [] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.843305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acbedd6e-66aa-4006-89a9-555d22b2c58f admin admin] Publish callbacks [] for security_group (eb36d38c-7a03-48d6-b6e0-0ef6c52f5928), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.870213 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acbedd6e-66aa-4006-89a9-555d22b2c58f admin admin] Publish callbacks [] for security_group (eb36d38c-7a03-48d6-b6e0-0ef6c52f5928), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:25.999854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:26.037119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acbedd6e-66aa-4006-89a9-555d22b2c58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb36d38c-7a03-48d6-b6e0-0ef6c52f5928), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:26.037119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acbedd6e-66aa-4006-89a9-555d22b2c58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:26.037119 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-acbedd6e-66aa-4006-89a9-555d22b2c58f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb36d38c-7a03-48d6-b6e0-0ef6c52f5928 HTTP/1.1" status: 204  len: 168 time: 0.2508914
Apr 30 21:10:26.048381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbedd6e-66aa-4006-89a9-555d22b2c58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb36d38c-7a03-48d6-b6e0-0ef6c52f5928,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:26.126203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:10:26.128359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:26.130691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Pushing event updated for resources: {'Port': ['ID=d75ae72c-55f4-407f-b3db-9ce0924402b2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:26.135286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:10:26.143489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:26.145159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:26.292615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924ed90-6e32-4764-b10c-991c11ed7b75 req-4c45d456-2661-408b-90e4-6cbf5352ee18 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:26.295424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8924ed90-6e32-4764-b10c-991c11ed7b75 req-4c45d456-2661-408b-90e4-6cbf5352ee18 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 936 time: 0.1015615
Apr 30 21:10:26.299493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-989da5ad-a765-40aa-aa49-59f26f570910 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5662501
Apr 30 21:10:26.381295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-067a492e-de28-4823-a99a-454f1d4ab533 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:10:26.382655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-067a492e-de28-4823-a99a-454f1d4ab533 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0738912
Apr 30 21:10:26.398286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8924ed90-6e32-4764-b10c-991c11ed7b75 req-259f7893-6df8-45cc-a66e-7e4db133f19f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912411
Apr 30 21:10:26.565677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-069f7963-bfc0-4073-a41f-91c35d9373a3 None None] Provisioning complete for port d75ae72c-55f4-407f-b3db-9ce0924402b2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:10:26.566235 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-069f7963-bfc0-4073-a41f-91c35d9373a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:26.622348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-069f7963-bfc0-4073-a41f-91c35d9373a3 None None] Port d75ae72c-55f4-407f-b3db-9ce0924402b2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:10:26.962684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48180) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:27.534497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81185392-9e1c-433c-9037-f9a9baf55357 req-c6893283-57e1-4539-9c81-f335ff456222 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:27.535955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81185392-9e1c-433c-9037-f9a9baf55357 req-c6893283-57e1-4539-9c81-f335ff456222 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 936 time: 0.0525424
Apr 30 21:10:27.594997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81185392-9e1c-433c-9037-f9a9baf55357 req-8ac4847d-24a6-4e93-bcc6-f9e65928b5e5 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533321
Apr 30 21:10:27.860231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-581399920-network', 'tenant_id': '2f4e29696e894e59bae3740046e2c292'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:27.962628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Made reservation on behalf of 2f4e29696e894e59bae3740046e2c292 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:27.965208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:27.984169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:28.061643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Publish callbacks [] for security_group (7f5d2b36-5e37-4b76-a707-79e43ec9075d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:28.157503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7f5d2b36-5e37-4b76-a707-79e43ec9075d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:28.189014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:10:28.228993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5d2b36-5e37-4b76-a707-79e43ec9075d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:28.232550 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764266106727', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (81d446e9-c5b4-41ec-bf0e-73f6401dd260), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:28.233524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f896f7cf670> segment precommit_create {{(pid=115774) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 30 21:10:28.234478 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Added segment 81d446e9-c5b4-41ec-bf0e-73f6401dd260 of type vlan for network ef7af932-eab4-46ca-9b2c-c5699d4592ff
Apr 30 21:10:28.303762 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ef7af932-eab4-46ca-9b2c-c5699d4592ff), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:28.438595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ef7af932-eab4-46ca-9b2c-c5699d4592ff), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:28.439753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:28.440772 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:28.606543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] Pushing event updated for resources: {'Network': ['ID=ef7af932-eab4-46ca-9b2c-c5699d4592ff,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:28.620034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ef7af932-eab4-46ca-9b2c-c5699d4592ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:10:28.641271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c1ae10dc-850a-456e-ae19-0d73e6ec7fba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6774626
Apr 30 21:10:28.644531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48242) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:28.649782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Request body: {'subnet': {'network_id': 'ef7af932-eab4-46ca-9b2c-c5699d4592ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-581399920-subnet', 'tenant_id': '2f4e29696e894e59bae3740046e2c292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:28.753545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Made reservation on behalf of 2f4e29696e894e59bae3740046e2c292 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:28.754754 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:28.761062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e315-3d3e-4ae3-9ee1-1e30a2061f63 req-19147c9c-993f-453a-8773-888ecfb670f6 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:28.766673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8785e315-3d3e-4ae3-9ee1-1e30a2061f63 req-19147c9c-993f-453a-8773-888ecfb670f6 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 936 time: 0.0804710
Apr 30 21:10:28.859595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8785e315-3d3e-4ae3-9ee1-1e30a2061f63 req-0b6db601-2c02-4a39-88d6-0ded0f12d43d tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852928
Apr 30 21:10:29.125543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for subnet (07c6ca98-3c3f-4188-9897-5e3dafc786e8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:29.211458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Checking segment: {'id': '81d446e9-c5b4-41ec-bf0e-73f6401dd260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ef7af932-eab4-46ca-9b2c-c5699d4592ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:10:29.212063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Network hostable DHCP agents. Network: ef7af932-eab4-46ca-9b2c-c5699d4592ff, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:10:29.217374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c6ca98-3c3f-4188-9897-5e3dafc786e8,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:29.295484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Network ef7af932-eab4-46ca-9b2c-c5699d4592ff is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:10:29.358580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef7af932-eab4-46ca-9b2c-c5699d4592ff) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:29.363184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:29.364449 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:29.370215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a0621-5235-47c2-97ec-b1e7479b8cd6 None None] Network ef7af932-eab4-46ca-9b2c-c5699d4592ff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:29.439050 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ecfa83fa-7a15-4cd6-aa93-48e7e2608db4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7929826
Apr 30 21:10:29.493571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293374dc-0c6b-4e76-ba5d-3eb3fa1c5d36 None None] Network ef7af932-eab4-46ca-9b2c-c5699d4592ff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:30.025409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac2a6f-b308-4de9-b62c-3960f74f0a24 req-80612145-403c-4208-a51e-99746c4a7f29 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:30.027126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31ac2a6f-b308-4de9-b62c-3960f74f0a24 req-80612145-403c-4208-a51e-99746c4a7f29 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 936 time: 0.0720205
Apr 30 21:10:30.133934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31ac2a6f-b308-4de9-b62c-3960f74f0a24 req-542544df-3f3a-458a-877e-43092b96c7d8 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991228
Apr 30 21:10:31.068745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:31.258277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94417b6-56a6-4183-9750-64c71b764e8d req-c3e64028-4ffa-4d15-b686-ab78e302104d tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:31.260212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c94417b6-56a6-4183-9750-64c71b764e8d req-c3e64028-4ffa-4d15-b686-ab78e302104d tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 936 time: 0.0583034
Apr 30 21:10:31.331667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c94417b6-56a6-4183-9750-64c71b764e8d req-07fee6b2-c924-413c-9f46-5ca49552719f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649500
Apr 30 21:10:31.499872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-992b0efe-deda-4396-b89f-0f129009f655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:31.640579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-992b0efe-deda-4396-b89f-0f129009f655 admin admin] Publish callbacks [] for security_group (d24753d7-aa86-4bd3-b584-485ebbf2fe89), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:31.706735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-992b0efe-deda-4396-b89f-0f129009f655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d24753d7-aa86-4bd3-b584-485ebbf2fe89), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:31.757178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-992b0efe-deda-4396-b89f-0f129009f655 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85d2645abec44bf6ae235dc9c4255453&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6862624
Apr 30 21:10:31.757559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:31.786537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b0efe-deda-4396-b89f-0f129009f655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24753d7-aa86-4bd3-b584-485ebbf2fe89,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:31.826954 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f361d45-b092-4e5b-84ce-1153ed6d528d admin admin] Publish callbacks [] for security_group (d24753d7-aa86-4bd3-b584-485ebbf2fe89), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:31.857187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f361d45-b092-4e5b-84ce-1153ed6d528d admin admin] Publish callbacks [] for security_group (d24753d7-aa86-4bd3-b584-485ebbf2fe89), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:32.038825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f361d45-b092-4e5b-84ce-1153ed6d528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d24753d7-aa86-4bd3-b584-485ebbf2fe89), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:32.042980 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f361d45-b092-4e5b-84ce-1153ed6d528d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:32.044815 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0f361d45-b092-4e5b-84ce-1153ed6d528d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d24753d7-aa86-4bd3-b584-485ebbf2fe89 HTTP/1.1" status: 204  len: 168 time: 0.2845240
Apr 30 21:10:32.052998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f361d45-b092-4e5b-84ce-1153ed6d528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24753d7-aa86-4bd3-b584-485ebbf2fe89,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:32.651328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336430e3-202b-429d-a05e-b5b9e86635b0 req-9ba2bafa-f32a-4e42-ade6-1e7a0281ec89 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:32.652841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-336430e3-202b-429d-a05e-b5b9e86635b0 req-9ba2bafa-f32a-4e42-ade6-1e7a0281ec89 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 936 time: 0.0575693
Apr 30 21:10:32.726800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-336430e3-202b-429d-a05e-b5b9e86635b0 req-734b9446-10b1-402e-9915-9bbdb5718406 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623405
Apr 30 21:10:32.797431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48368) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:32.811668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-557519214-network', 'tenant_id': 'fdf5f626cd484dacb0d7020b27c52261'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:32.933491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Made reservation on behalf of fdf5f626cd484dacb0d7020b27c52261 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:32.936878 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:32.959043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:33.067750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Publish callbacks [] for security_group (641b8115-0bb2-4f6a-874e-ba84c36f1c16), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:33.466371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (641b8115-0bb2-4f6a-874e-ba84c36f1c16), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:33.492489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:10:33.523347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641b8115-0bb2-4f6a-874e-ba84c36f1c16,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:33.523347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c2b04306-6b4a-43a5-bcd2-2c98fc279100), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:33.523347 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Added segment c2b04306-6b4a-43a5-bcd2-2c98fc279100 of type vlan for network 9e5940ee-793a-4054-a2c2-3790325fc2eb
Apr 30 21:10:33.574851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9e5940ee-793a-4054-a2c2-3790325fc2eb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:33.798852 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9e5940ee-793a-4054-a2c2-3790325fc2eb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:33.801469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:33.801626 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:33.864388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8bd5d-32d5-48d5-83de-9cb0175dafb1 req-e375c399-8c26-41c1-baa1-802ee2c6afd7 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:33.870918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cc8bd5d-32d5-48d5-83de-9cb0175dafb1 req-e375c399-8c26-41c1-baa1-802ee2c6afd7 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 936 time: 0.0548644
Apr 30 21:10:33.885112 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0838497
Apr 30 21:10:33.887632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48396) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:33.887752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628c1b1-12e0-4703-8fd4-5acaf0fea0cd admin admin] Pushing event updated for resources: {'Network': ['ID=9e5940ee-793a-4054-a2c2-3790325fc2eb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:33.893230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Request body: {'subnet': {'network_id': '9e5940ee-793a-4054-a2c2-3790325fc2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-557519214-subnet', 'tenant_id': 'fdf5f626cd484dacb0d7020b27c52261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:33.896840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9e5940ee-793a-4054-a2c2-3790325fc2eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:10:33.946314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cc8bd5d-32d5-48d5-83de-9cb0175dafb1 req-1586243d-6761-4c5c-b2b0-6deebf7d8087 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744510
Apr 30 21:10:34.003365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Made reservation on behalf of fdf5f626cd484dacb0d7020b27c52261 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:34.005567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.016147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48404) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:34.031129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e1df-280d-4088-adbe-afc5b0ed2138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.144858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e1df-280d-4088-adbe-afc5b0ed2138 admin admin] Publish callbacks [] for security_group (f4744b4c-2920-47ac-87d8-1d406f88b52a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.224947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e1df-280d-4088-adbe-afc5b0ed2138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f4744b4c-2920-47ac-87d8-1d406f88b52a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.270621 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6bf4e1df-280d-4088-adbe-afc5b0ed2138 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b829b92b4f6045e0a2f52fd5a025822f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2526267
Apr 30 21:10:34.271396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48414) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:34.272020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4e1df-280d-4088-adbe-afc5b0ed2138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4744b4c-2920-47ac-87d8-1d406f88b52a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:34.285126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48416) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:34.353099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-99144f60-d8c5-43c0-9257-f49178797861 admin admin] Publish callbacks [] for security_group (f4744b4c-2920-47ac-87d8-1d406f88b52a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.369551 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for subnet (52a7ad69-f83c-4908-bebf-b82f3289e990), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.387963 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-99144f60-d8c5-43c0-9257-f49178797861 admin admin] Publish callbacks [] for security_group (f4744b4c-2920-47ac-87d8-1d406f88b52a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.450452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a7ad69-f83c-4908-bebf-b82f3289e990,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:34.453745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26034501-c2f6-4f53-a459-5cce5b0090d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.468113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Checking segment: {'id': 'c2b04306-6b4a-43a5-bcd2-2c98fc279100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e5940ee-793a-4054-a2c2-3790325fc2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:10:34.473404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Network hostable DHCP agents. Network: 9e5940ee-793a-4054-a2c2-3790325fc2eb, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:10:34.491861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Request body: {'port': {'device_id': 'c7cc847f-428a-4411-9236-547787fa5ffa', 'device_owner': 'compute:tempest-test_az-1166405573', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:34.548352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-99144f60-d8c5-43c0-9257-f49178797861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f4744b4c-2920-47ac-87d8-1d406f88b52a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.551332 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-99144f60-d8c5-43c0-9257-f49178797861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.552438 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-99144f60-d8c5-43c0-9257-f49178797861 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4744b4c-2920-47ac-87d8-1d406f88b52a HTTP/1.1" status: 204  len: 168 time: 0.2743304
Apr 30 21:10:34.573961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99144f60-d8c5-43c0-9257-f49178797861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4744b4c-2920-47ac-87d8-1d406f88b52a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:34.617344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.648357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26034501-c2f6-4f53-a459-5cce5b0090d8 admin admin] Publish callbacks [] for security_group (8362e603-735f-4c62-bba3-2629c30aeac8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.663788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Network 9e5940ee-793a-4054-a2c2-3790325fc2eb is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:10:34.751886 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26034501-c2f6-4f53-a459-5cce5b0090d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8362e603-735f-4c62-bba3-2629c30aeac8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.791190 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-26034501-c2f6-4f53-a459-5cce5b0090d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aba0b127c04d4ea595f14a5d573313b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5052154
Apr 30 21:10:34.792030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26034501-c2f6-4f53-a459-5cce5b0090d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8362e603-735f-4c62-bba3-2629c30aeac8,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:34.794315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48446) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:34.802321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9e5940ee-793a-4054-a2c2-3790325fc2eb) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:34.826327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69697c-c647-4480-b4f6-16a2c1f121cf None None] Network 9e5940ee-793a-4054-a2c2-3790325fc2eb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:34.847095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:34.847737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.908769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b05ed49f-b37f-461f-ba80-9cb724a1b729 admin admin] Publish callbacks [] for security_group (8362e603-735f-4c62-bba3-2629c30aeac8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:34.978574 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b05ed49f-b37f-461f-ba80-9cb724a1b729 admin admin] Publish callbacks [] for security_group (8362e603-735f-4c62-bba3-2629c30aeac8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.017906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0d6d19-f221-4b88-ba67-28b17701bfe7 None None] Network 9e5940ee-793a-4054-a2c2-3790325fc2eb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:35.026269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8ff1a681-e0e2-46be-98e7-49ca1c2115e9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.1382990
Apr 30 21:10:35.174092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48474) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:35.249527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-633dd0c8-aa7d-4e82-be92-edb436f7e37b admin admin] Deleting subnet 07c6ca98-3c3f-4188-9897-5e3dafc786e8 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:10:35.251422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75ae72c-55f4-407f-b3db-9ce0924402b2 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:10:35.253587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b05ed49f-b37f-461f-ba80-9cb724a1b729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8362e603-735f-4c62-bba3-2629c30aeac8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.257134 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b05ed49f-b37f-461f-ba80-9cb724a1b729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.259890 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b05ed49f-b37f-461f-ba80-9cb724a1b729 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8362e603-735f-4c62-bba3-2629c30aeac8 HTTP/1.1" status: 204  len: 168 time: 0.4639120
Apr 30 21:10:35.263194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Publish callbacks [] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.285811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-633dd0c8-aa7d-4e82-be92-edb436f7e37b admin admin] Publish callbacks [] for subnet (07c6ca98-3c3f-4188-9897-5e3dafc786e8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.290088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2516f-b532-4df2-bd97-0f7e7e71d298 req-5a7b79b9-19de-4793-a982-e007a8b64b4a tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:35.294205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cd2516f-b532-4df2-bd97-0f7e7e71d298 req-5a7b79b9-19de-4793-a982-e007a8b64b4a tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 936 time: 0.0914633
Apr 30 21:10:35.325315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Transition to ACTIVE for port object d75ae72c-55f4-407f-b3db-9ce0924402b2 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:10:35.330569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ed49f-b37f-461f-ba80-9cb724a1b729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8362e603-735f-4c62-bba3-2629c30aeac8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:35.354196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-633dd0c8-aa7d-4e82-be92-edb436f7e37b admin admin] Publish callbacks [] for subnet (07c6ca98-3c3f-4188-9897-5e3dafc786e8), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.378290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-633dd0c8-aa7d-4e82-be92-edb436f7e37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (07c6ca98-3c3f-4188-9897-5e3dafc786e8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.381451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cd2516f-b532-4df2-bd97-0f7e7e71d298 req-e1ed1920-a18c-459e-abf0-9491fccb6cc7 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784855
Apr 30 21:10:35.423278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.513042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-633dd0c8-aa7d-4e82-be92-edb436f7e37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for subnet (07c6ca98-3c3f-4188-9897-5e3dafc786e8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.532597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Pushing event updated for resources: {'Port': ['ID=d75ae72c-55f4-407f-b3db-9ce0924402b2,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:35.553702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-633dd0c8-aa7d-4e82-be92-edb436f7e37b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.561544 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-633dd0c8-aa7d-4e82-be92-edb436f7e37b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/07c6ca98-3c3f-4188-9897-5e3dafc786e8 HTTP/1.1" status: 204  len: 168 time: 0.3862195
Apr 30 21:10:35.563879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48492) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:35.587789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dd0c8-aa7d-4e82-be92-edb436f7e37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c6ca98-3c3f-4188-9897-5e3dafc786e8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:35.612791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Attempting to bind port d75ae72c-55f4-407f-b3db-9ce0924402b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:10:35.613072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Attempting to bind port d75ae72c-55f4-407f-b3db-9ce0924402b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:10:35.613464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Attempting to bind port d75ae72c-55f4-407f-b3db-9ce0924402b2 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:10:35.618655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Port d75ae72c-55f4-407f-b3db-9ce0924402b2 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:10:35.619016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Attempting to bind port d75ae72c-55f4-407f-b3db-9ce0924402b2 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:10:35.625322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:10:35.625677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:10:35.626253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:10:35.626811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Bound port: d75ae72c-55f4-407f-b3db-9ce0924402b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:10:35.627169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.671325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ef7af932-eab4-46ca-9b2c-c5699d4592ff), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.714061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] For port d75ae72c-55f4-407f-b3db-9ce0924402b2, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:10:35.719172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] For port d75ae72c-55f4-407f-b3db-9ce0924402b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75ae72c-55f4-407f-b3db-9ce0924402b2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:10:35.760100 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ef7af932-eab4-46ca-9b2c-c5699d4592ff), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.780363 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f896c966550>> segment before_delete 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.780643 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f896c966550>> subnet precommit_delete_associations 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.781408 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c4d47f0>> segment_host_mapping after_create 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.781747 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c4d47f0>> port after_create 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.782093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c4d47f0>> port after_delete 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.782421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c4d47f0>> port after_update 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.782733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c4d47f0>> segment after_delete 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.783043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c4d47f0>> subnet after_create 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.783354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c4d47f0>> subnet after_delete 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.783664 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c4d47f0>> subnet after_update 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:35.797138 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.836020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:35.837098 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:35.838950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] 10.222.0.35 "PUT /v2.0/ports/d75ae72c-55f4-407f-b3db-9ce0924402b2 HTTP/1.1" status: 200  len: 1118 time: 1.5087173
Apr 30 21:10:35.839514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cc847f-428a-4411-9236-547787fa5ffa', 'tag': 'd75ae72c-55f4-407f-b3db-9ce0924402b2'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:10:36.056422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6243d-af22-4cfd-b09a-c3d2f484b386 service neutron] Pushing event updated for resources: {'Port': ['ID=d75ae72c-55f4-407f-b3db-9ce0924402b2,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:36.060974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-97a1056f-3fca-4b18-bd43-f7f513c40d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:36.062611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-97a1056f-3fca-4b18-bd43-f7f513c40d7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d316cd4e4d043ba9da2707b8006acd4&device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 1152 time: 0.1024683
Apr 30 21:10:36.124556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f896c04f820>> subnet after_create 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:36.125078 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f896c04f820>> subnet after_delete 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:36.125168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f896c04f820>> subnet before_create 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:36.125441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f896c04f820>> subnet before_update 55550000 {{(pid=115773) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:36.125823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c4eaeb0>,) {'filters': {'network_id': ['ef7af932-eab4-46ca-9b2c-c5699d4592ff']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:10:36.144012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-46892a5b-9f48-4138-bae2-e09bbbe68fec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d75ae72c-55f4-407f-b3db-9ce0924402b2 HTTP/1.1" status: 200  len: 217 time: 0.0736914
Apr 30 21:10:36.144187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c4eaeb0>, '81d446e9-c5b4-41ec-bf0e-73f6401dd260') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:10:36.144287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c4eaeb0>, '81d446e9-c5b4-41ec-bf0e-73f6401dd260') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:10:36.161495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (81d446e9-c5b4-41ec-bf0e-73f6401dd260), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.188442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (81d446e9-c5b4-41ec-bf0e-73f6401dd260), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.200489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:10:36.201447 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (81d446e9-c5b4-41ec-bf0e-73f6401dd260), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   from cryptography.utils import int_from_bytes
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   from cryptography.utils import int_from_bytes
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:10:36.223211 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:10:36.272850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-2b74f097-9cc1-42a5-9c4c-2dfc9ae9482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:36.277685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-2b74f097-9cc1-42a5-9c4c-2dfc9ae9482b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0822179
Apr 30 21:10:36.358399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-205ddf9b-c827-4e10-a030-4753c34a25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:36.362455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-205ddf9b-c827-4e10-a030-4753c34a25da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0790718
Apr 30 21:10:36.380803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (ef7af932-eab4-46ca-9b2c-c5699d4592ff), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.388119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48516) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:36.425513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.425513 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] 10.222.0.23 "DELETE /v2.0/networks/ef7af932-eab4-46ca-9b2c-c5699d4592ff HTTP/1.1" status: 204  len: 168 time: 0.8585889
Apr 30 21:10:36.425513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48522) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:36.425513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48524) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:36.429261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600c15-14ee-49ee-a28b-5bc138a6785b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7af932-eab4-46ca-9b2c-c5699d4592ff,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:36.499477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c42f66-6774-4295-b875-318d3b3279d9 admin admin] Deleting subnet 52a7ad69-f83c-4908-bebf-b82f3289e990 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:10:36.511138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34c42f66-6774-4295-b875-318d3b3279d9 admin admin] Publish callbacks [] for subnet (52a7ad69-f83c-4908-bebf-b82f3289e990), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.511760 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b3c7eb-1bd5-436c-acfe-361d1e317486" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cc847f-428a-4411-9236-547787fa5ffa", "tag": "d75ae72c-55f4-407f-b3db-9ce0924402b2"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:10:36.551997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:36.648163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-c0ea70f1-84d9-4e29-85cd-a9d51b9072ac service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2809951
Apr 30 21:10:36.694878 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4efe977f-3471-49dd-8877-d7ee03b5932e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.706321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34c42f66-6774-4295-b875-318d3b3279d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (52a7ad69-f83c-4908-bebf-b82f3289e990), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.707078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c733ba-4e4d-4f00-a27c-1dfa0b759233 req-070369db-beb1-4562-acc3-5c8edbd1ce7b tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:36.708843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10c733ba-4e4d-4f00-a27c-1dfa0b759233 req-070369db-beb1-4562-acc3-5c8edbd1ce7b tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 970 time: 0.2180927
Apr 30 21:10:36.771111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ac32-c6cb-4c89-a321-93a6a8ed815a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.813902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10c733ba-4e4d-4f00-a27c-1dfa0b759233 req-649362f4-7421-480b-8615-e7bc9dca84f4 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936427
Apr 30 21:10:36.815916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807555ad-0a86-4c0f-ba11-7f15db9200e7 req-fd215c27-e73b-4b8b-a6da-6edb2e5add95 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609743
Apr 30 21:10:36.817341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34c42f66-6774-4295-b875-318d3b3279d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (52a7ad69-f83c-4908-bebf-b82f3289e990), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.874208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a6b433a-2bf7-4bea-8b6b-000849b49f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:36.973265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4efe977f-3471-49dd-8877-d7ee03b5932e admin admin] Publish callbacks [] for security_group (dcb63afe-2229-4df1-890b-6f259d0e5394), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.003622 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ac32-c6cb-4c89-a321-93a6a8ed815a admin admin] Publish callbacks [] for security_group (57c4fd84-f264-4dfb-881e-76bd21528763), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.045237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a6b433a-2bf7-4bea-8b6b-000849b49f41 admin admin] Publish callbacks [] for security_group (0dc3dc43-339b-4970-9198-105d6bbae7a7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.078780 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c8cbf-42ad-4db1-b188-713e84e53026 x-openstack-request-id: req-972c8cbf-42ad-4db1-b188-713e84e53026 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:10:37.079314 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cc847f-428a-4411-9236-547787fa5ffa", "tag": "d75ae72c-55f4-407f-b3db-9ce0924402b2", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:10:37.079413 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-972c8cbf-42ad-4db1-b188-713e84e53026 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:10:37.079992 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972c8cbf-42ad-4db1-b188-713e84e53026'] response: {'name': 'network-changed', 'server_uuid': 'c7cc847f-428a-4411-9236-547787fa5ffa', 'tag': 'd75ae72c-55f4-407f-b3db-9ce0924402b2', 'status': 'completed', 'code': 200}
Apr 30 21:10:37.089937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34c42f66-6774-4295-b875-318d3b3279d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (52a7ad69-f83c-4908-bebf-b82f3289e990), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.094420 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5f1ac32-c6cb-4c89-a321-93a6a8ed815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (57c4fd84-f264-4dfb-881e-76bd21528763), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.097885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4efe977f-3471-49dd-8877-d7ee03b5932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dcb63afe-2229-4df1-890b-6f259d0e5394), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.162252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34c42f66-6774-4295-b875-318d3b3279d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.165328 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-34c42f66-6774-4295-b875-318d3b3279d9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/52a7ad69-f83c-4908-bebf-b82f3289e990 HTTP/1.1" status: 204  len: 168 time: 0.7373946
Apr 30 21:10:37.168151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48558) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:37.171293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a6b433a-2bf7-4bea-8b6b-000849b49f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0dc3dc43-339b-4970-9198-105d6bbae7a7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.173481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c42f66-6774-4295-b875-318d3b3279d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a7ad69-f83c-4908-bebf-b82f3289e990,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:37.190021 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e5f1ac32-c6cb-4c89-a321-93a6a8ed815a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02d4b69a8bca48c89aa72fbff5506f51&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7630801
Apr 30 21:10:37.193320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48560) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:37.199897 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4efe977f-3471-49dd-8877-d7ee03b5932e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a471a14b990c4df2985409af245452e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6468759
Apr 30 21:10:37.208837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48562) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:37.225041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1ac32-c6cb-4c89-a321-93a6a8ed815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c4fd84-f264-4dfb-881e-76bd21528763,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:37.234274 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3a6b433a-2bf7-4bea-8b6b-000849b49f41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02bd5a4841264531b97b5cf4e0a5acff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8395643
Apr 30 21:10:37.235919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48568) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:37.289090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9e5940ee-793a-4054-a2c2-3790325fc2eb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.330458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe977f-3471-49dd-8877-d7ee03b5932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb63afe-2229-4df1-890b-6f259d0e5394,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:37.342246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f478078e-1d78-4b62-953c-902cf0243320 admin admin] Publish callbacks [] for security_group (57c4fd84-f264-4dfb-881e-76bd21528763), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.348144 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8edb50c-317e-4b45-afd4-3d28c2f38eeb admin admin] Publish callbacks [] for security_group (dcb63afe-2229-4df1-890b-6f259d0e5394), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.385190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b433a-2bf7-4bea-8b6b-000849b49f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3dc43-339b-4970-9198-105d6bbae7a7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:37.393447 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8edb50c-317e-4b45-afd4-3d28c2f38eeb admin admin] Publish callbacks [] for security_group (dcb63afe-2229-4df1-890b-6f259d0e5394), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.395132 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4001-b9c8-427c-82ea-c24a30bd050c admin admin] Publish callbacks [] for security_group (0dc3dc43-339b-4970-9198-105d6bbae7a7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.412015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f478078e-1d78-4b62-953c-902cf0243320 admin admin] Publish callbacks [] for security_group (57c4fd84-f264-4dfb-881e-76bd21528763), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.415194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9e5940ee-793a-4054-a2c2-3790325fc2eb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.441429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4001-b9c8-427c-82ea-c24a30bd050c admin admin] Publish callbacks [] for security_group (0dc3dc43-339b-4970-9198-105d6bbae7a7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.456704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f896c8b12b0>> segment before_delete 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.457380 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f896c8b12b0>> subnet precommit_delete_associations 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.458121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c65d0d0>> segment_host_mapping after_create 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.459271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c65d0d0>> port after_create 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.459271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c65d0d0>> port after_delete 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.459271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c65d0d0>> port after_update 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.459509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c65d0d0>> segment after_delete 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.459780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c65d0d0>> subnet after_create 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.460168 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c65d0d0>> subnet after_delete 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.460409 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f896c65d0d0>> subnet after_update 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.556262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f896c517b80>> subnet after_create 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.569670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f896c517b80>> subnet after_delete 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.569670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f896c517b80>> subnet before_create 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.569670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f896c517b80>> subnet before_update 55550000 {{(pid=115774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 30 21:10:37.569670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c9a29d0>,) {'filters': {'network_id': ['9e5940ee-793a-4054-a2c2-3790325fc2eb']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:10:37.588226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c9a29d0>, 'c2b04306-6b4a-43a5-bcd2-2c98fc279100') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:10:37.588226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c9a29d0>, 'c2b04306-6b4a-43a5-bcd2-2c98fc279100') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:10:37.605683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (c2b04306-6b4a-43a5-bcd2-2c98fc279100), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.627121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8edb50c-317e-4b45-afd4-3d28c2f38eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dcb63afe-2229-4df1-890b-6f259d0e5394), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.629772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8edb50c-317e-4b45-afd4-3d28c2f38eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.630793 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c2b04306-6b4a-43a5-bcd2-2c98fc279100), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.633857 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e8edb50c-317e-4b45-afd4-3d28c2f38eeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcb63afe-2229-4df1-890b-6f259d0e5394 HTTP/1.1" status: 204  len: 168 time: 0.4214180
Apr 30 21:10:37.641057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:10:37.641370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (c2b04306-6b4a-43a5-bcd2-2c98fc279100), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.642701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8edb50c-317e-4b45-afd4-3d28c2f38eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb63afe-2229-4df1-890b-6f259d0e5394,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   from cryptography.utils import int_from_bytes
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   from cryptography.utils import int_from_bytes
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:10:37.651197 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:10:37.683299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4001-b9c8-427c-82ea-c24a30bd050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0dc3dc43-339b-4970-9198-105d6bbae7a7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.693013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6ab4001-b9c8-427c-82ea-c24a30bd050c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.693013 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b6ab4001-b9c8-427c-82ea-c24a30bd050c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0dc3dc43-339b-4970-9198-105d6bbae7a7 HTTP/1.1" status: 204  len: 168 time: 0.4480438
Apr 30 21:10:37.714241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab4001-b9c8-427c-82ea-c24a30bd050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3dc43-339b-4970-9198-105d6bbae7a7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:37.780487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f478078e-1d78-4b62-953c-902cf0243320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (57c4fd84-f264-4dfb-881e-76bd21528763), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.783171 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f478078e-1d78-4b62-953c-902cf0243320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.787028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f478078e-1d78-4b62-953c-902cf0243320 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57c4fd84-f264-4dfb-881e-76bd21528763 HTTP/1.1" status: 204  len: 168 time: 0.5894432
Apr 30 21:10:37.792084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478078e-1d78-4b62-953c-902cf0243320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c4fd84-f264-4dfb-881e-76bd21528763,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:37.878105 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9e5940ee-793a-4054-a2c2-3790325fc2eb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.885634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:37.891320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e5940ee-793a-4054-a2c2-3790325fc2eb HTTP/1.1" status: 204  len: 168 time: 0.7193301
Apr 30 21:10:37.899085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c68a1c-95c7-40ab-9302-2c613a24c317 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5940ee-793a-4054-a2c2-3790325fc2eb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:37.948361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3a1b9-3da8-4a36-b9bb-745d63bf28d7 req-9be74945-fbbf-41a5-a733-690cda8e52b3 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:37.950384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cb3a1b9-3da8-4a36-b9bb-745d63bf28d7 req-9be74945-fbbf-41a5-a733-690cda8e52b3 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 970 time: 0.0478225
Apr 30 21:10:38.002999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cb3a1b9-3da8-4a36-b9bb-745d63bf28d7 req-07b2c68e-50d8-48cb-983f-1c910dc6dbb2 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459714
Apr 30 21:10:38.276730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-4009353b-d0a6-48ea-b06f-669bc23bf601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:38.278167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-4009353b-d0a6-48ea-b06f-669bc23bf601 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d316cd4e4d043ba9da2707b8006acd4&device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 1152 time: 0.0405476
Apr 30 21:10:38.429700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-329ef41f-8702-48df-8c5c-a9cb492de0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:38.431181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-329ef41f-8702-48df-8c5c-a9cb492de0bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1459010
Apr 30 21:10:38.473052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-b80b2c09-77f4-4d72-9a74-add7cd2e22de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d75ae72c-55f4-407f-b3db-9ce0924402b2 HTTP/1.1" status: 200  len: 217 time: 0.0353298
Apr 30 21:10:38.518461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48632) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:38.539328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-787c9077-8486-4e87-8d83-8b640518b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:38.540749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-787c9077-8486-4e87-8d83-8b640518b7f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0612869
Apr 30 21:10:38.590139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4af85f30-51b8-446f-99c4-d95c4c373472 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f4e29696e894e59bae3740046e2c292&name=default HTTP/1.1" status: 200  len: 2994 time: 0.0710771
Apr 30 21:10:38.597920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48636) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:38.600626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-a949aa48-0a62-41e3-9cec-8f2782427970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:38.602197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-a949aa48-0a62-41e3-9cec-8f2782427970 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0522070
Apr 30 21:10:38.662703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df7cb5c8-ddd2-41f2-a8f1-804c32ced77c admin admin] Publish callbacks [] for security_group (7f5d2b36-5e37-4b76-a707-79e43ec9075d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:38.689685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df7cb5c8-ddd2-41f2-a8f1-804c32ced77c admin admin] Publish callbacks [] for security_group (7f5d2b36-5e37-4b76-a707-79e43ec9075d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:38.745946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-243ef473-a7e0-436d-8738-4d76da95c60a service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358588
Apr 30 21:10:38.853516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b3c7eb-1bd5-436c-acfe-361d1e317486 req-eeafc2f1-5ed6-41a9-9665-c887efacc725 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1016483
Apr 30 21:10:39.135671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c52584-3dd1-4cdb-8cc2-3f0d1dd63fe4 req-a16e800e-2e2d-4132-939e-85c761ee1933 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:39.137165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52c52584-3dd1-4cdb-8cc2-3f0d1dd63fe4 req-a16e800e-2e2d-4132-939e-85c761ee1933 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 970 time: 0.0537717
Apr 30 21:10:39.182874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52c52584-3dd1-4cdb-8cc2-3f0d1dd63fe4 req-501ab3c7-e1a1-4bc7-a383-ec26d35ddb92 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393057
Apr 30 21:10:39.552127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df7cb5c8-ddd2-41f2-a8f1-804c32ced77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7f5d2b36-5e37-4b76-a707-79e43ec9075d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:39.554793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df7cb5c8-ddd2-41f2-a8f1-804c32ced77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:39.555937 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-df7cb5c8-ddd2-41f2-a8f1-804c32ced77c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f5d2b36-5e37-4b76-a707-79e43ec9075d HTTP/1.1" status: 204  len: 168 time: 0.9562850
Apr 30 21:10:39.564406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cb5c8-ddd2-41f2-a8f1-804c32ced77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5d2b36-5e37-4b76-a707-79e43ec9075d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:39.821703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48654) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:39.834764 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-73ce4826-53dd-4b33-a5f5-01d4e18e7cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:39.893723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48656) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:39.906612 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef7777c1-f675-4a63-8212-6accadd00edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:39.911541 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-73ce4826-53dd-4b33-a5f5-01d4e18e7cde admin admin] Publish callbacks [] for security_group (65409e94-75f6-4b05-aca3-1d596b03ab53), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:39.994756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef7777c1-f675-4a63-8212-6accadd00edf admin admin] Publish callbacks [] for security_group (f6c79f7b-477a-4c79-87fa-b8568dea49a3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:39.997917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-73ce4826-53dd-4b33-a5f5-01d4e18e7cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (65409e94-75f6-4b05-aca3-1d596b03ab53), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.036756 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-73ce4826-53dd-4b33-a5f5-01d4e18e7cde admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1966d802dbb04c6ca9ff26d7e3adcb5d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2136681
Apr 30 21:10:40.039503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48660) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:40.040308 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce4826-53dd-4b33-a5f5-01d4e18e7cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65409e94-75f6-4b05-aca3-1d596b03ab53,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:40.062340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef7777c1-f675-4a63-8212-6accadd00edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f6c79f7b-477a-4c79-87fa-b8568dea49a3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.115965 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ef7777c1-f675-4a63-8212-6accadd00edf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa3c2e0b24464e67b52e707dc7915dd2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2207315
Apr 30 21:10:40.115965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7777c1-f675-4a63-8212-6accadd00edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c79f7b-477a-4c79-87fa-b8568dea49a3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:40.116367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48668) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:40.138709 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f5d29bd-7270-447f-8713-7df294c5ac41 admin admin] Publish callbacks [] for security_group (65409e94-75f6-4b05-aca3-1d596b03ab53), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.160178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f5d29bd-7270-447f-8713-7df294c5ac41 admin admin] Publish callbacks [] for security_group (65409e94-75f6-4b05-aca3-1d596b03ab53), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.165837 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a192bef0-8295-43f9-9485-7801c2c8c8a8 admin admin] Publish callbacks [] for security_group (f6c79f7b-477a-4c79-87fa-b8568dea49a3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.187139 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a192bef0-8295-43f9-9485-7801c2c8c8a8 admin admin] Publish callbacks [] for security_group (f6c79f7b-477a-4c79-87fa-b8568dea49a3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.293967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a192bef0-8295-43f9-9485-7801c2c8c8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f6c79f7b-477a-4c79-87fa-b8568dea49a3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.296546 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a192bef0-8295-43f9-9485-7801c2c8c8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.300080 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a192bef0-8295-43f9-9485-7801c2c8c8a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6c79f7b-477a-4c79-87fa-b8568dea49a3 HTTP/1.1" status: 204  len: 168 time: 0.1803963
Apr 30 21:10:40.301208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cada0b-df26-4ce2-9905-6019abad30cc req-4521b620-d818-4a83-8656-b99d77ad6ecb tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:40.302956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45cada0b-df26-4ce2-9905-6019abad30cc req-4521b620-d818-4a83-8656-b99d77ad6ecb tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 970 time: 0.0518167
Apr 30 21:10:40.304252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f5d29bd-7270-447f-8713-7df294c5ac41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (65409e94-75f6-4b05-aca3-1d596b03ab53), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.306936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f5d29bd-7270-447f-8713-7df294c5ac41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:40.307231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192bef0-8295-43f9-9485-7801c2c8c8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c79f7b-477a-4c79-87fa-b8568dea49a3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:40.308179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3f5d29bd-7270-447f-8713-7df294c5ac41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65409e94-75f6-4b05-aca3-1d596b03ab53 HTTP/1.1" status: 204  len: 168 time: 0.2674448
Apr 30 21:10:40.325057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d29bd-7270-447f-8713-7df294c5ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65409e94-75f6-4b05-aca3-1d596b03ab53,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:40.366044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45cada0b-df26-4ce2-9905-6019abad30cc req-feaa5b5f-f7e7-4a73-b9ed-cb303270259d tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528157
Apr 30 21:10:40.791969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48692) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:40.994655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d75ae72c-55f4-407f-b3db-9ce0924402b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:10:41.096031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d75ae72c-55f4-407f-b3db-9ce0924402b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75ae72c-55f4-407f-b3db-9ce0924402b2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:10:41.107609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'd75ae72c-55f4-407f-b3db-9ce0924402b2', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'd75ae72c-55f4-407f-b3db-9ce0924402b2', 'mac_address': 'fa:16:3e:2b:07:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:tempest-test_az-1166405573', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:10:41.146955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d75ae72c-55f4-407f-b3db-9ce0924402b2 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:10:41.147342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.160201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75ae72c-55f4-407f-b3db-9ce0924402b2 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:10:41.180689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d75ae72c-55f4-407f-b3db-9ce0924402b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75ae72c-55f4-407f-b3db-9ce0924402b2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:10:41.259626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48700) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:41.274252 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.306156 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b72c8d1f-89a9-4dd4-87c5-9e900fe992a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdf5f626cd484dacb0d7020b27c52261&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0453103
Apr 30 21:10:41.308718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48702) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:41.335193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d75ae72c-55f4-407f-b3db-9ce0924402b2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:41.343709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.344061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.344404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.344741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.345077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.345409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.345783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.346087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.349284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.349628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.349998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.350337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.350668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.351223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.351450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Tracked resource versions report:
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]: pushed versions:
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]: {   'AddressGroup': {'1.2'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'Agent': {'1.1'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'ConntrackHelper': {'1.0'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'LocalIPAssociation': {'1.0'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'Log': {'1.0'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'NDPProxy': {'1.0'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'Network': {'1.1'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'Port': {'1.7'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'PortForwarding': {'1.3'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'QosPolicy': {'1.10'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'SecurityGroup': {'1.5'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'SecurityGroupRule': {'1.2'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'SubPort': {'1.0'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'Subnet': {'1.1'},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     'Trunk': {'1.1'}}
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]: consumer versions:
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]: {   DHCP agent@ncdv-master-1: {},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     HyperV agent@nch1-master-1: {},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     HyperV agent@nch2-master-1: {},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     L3 agent@ncdv-master-1: {},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     Metadata agent@ncdv-master-1: {},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     Metering agent@ncdv-master-1: {},
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'Agent': '1.1',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'ConntrackHelper': '1.0',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'LocalIPAssociation': '1.0',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'Log': '1.0',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'NDPProxy': '1.0',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'Network': '1.1',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'Port': '1.7',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'PortForwarding': '1.3',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'QosPolicy': '1.10',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'SecurityGroup': '1.5',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'SecurityGroupRule': '1.2',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'SubPort': '1.0',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'Subnet': '1.1',
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:                                           'Trunk': '1.1'}}
Apr 30 21:10:41.352768 ncdv-master-1 neutron-server[115776]:  {{(pid=115776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 21:10:41.373494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef6e2-2eec-4bed-a17b-4c1bbd08f885 admin admin] Publish callbacks [] for security_group (641b8115-0bb2-4f6a-874e-ba84c36f1c16), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.406993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef6e2-2eec-4bed-a17b-4c1bbd08f885 admin admin] Publish callbacks [] for security_group (641b8115-0bb2-4f6a-874e-ba84c36f1c16), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.470085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ac0866b-8867-4a84-a9bc-19540364729f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.538734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a36d6c-65d3-4629-9c85-d88db5cb5d62 req-dccf2256-7c77-4a77-9535-7a22c8af78ee tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:41.541032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82a36d6c-65d3-4629-9c85-d88db5cb5d62 req-dccf2256-7c77-4a77-9535-7a22c8af78ee tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 971 time: 0.1033823
Apr 30 21:10:41.595755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d75ae72c-55f4-407f-b3db-9ce0924402b2'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:10:41.606481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82a36d6c-65d3-4629-9c85-d88db5cb5d62 req-db319092-19c0-4333-a3cd-36018f3a2669 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597186
Apr 30 21:10:41.632106 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef6e2-2eec-4bed-a17b-4c1bbd08f885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (641b8115-0bb2-4f6a-874e-ba84c36f1c16), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.634472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef6e2-2eec-4bed-a17b-4c1bbd08f885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.638994 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4a4ef6e2-2eec-4bed-a17b-4c1bbd08f885 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/641b8115-0bb2-4f6a-874e-ba84c36f1c16 HTTP/1.1" status: 204  len: 168 time: 0.3286290
Apr 30 21:10:41.672720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ef6e2-2eec-4bed-a17b-4c1bbd08f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641b8115-0bb2-4f6a-874e-ba84c36f1c16,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:41.751825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ac0866b-8867-4a84-a9bc-19540364729f admin admin] Publish callbacks [] for security_group (81eb20da-c235-4e74-9cb5-480e684386e8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.814661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ac0866b-8867-4a84-a9bc-19540364729f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (81eb20da-c235-4e74-9cb5-480e684386e8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.844071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0866b-8867-4a84-a9bc-19540364729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb20da-c235-4e74-9cb5-480e684386e8,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:41.865153 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4ac0866b-8867-4a84-a9bc-19540364729f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f637293a37cf4ded88e20fae41323d1a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0720003
Apr 30 21:10:41.867826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48738) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:41.914589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d411147b-9a2a-4300-8889-0b7a4a19d842 admin admin] Publish callbacks [] for security_group (81eb20da-c235-4e74-9cb5-480e684386e8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:41.936268 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d411147b-9a2a-4300-8889-0b7a4a19d842 admin admin] Publish callbacks [] for security_group (81eb20da-c235-4e74-9cb5-480e684386e8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:42.111682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d411147b-9a2a-4300-8889-0b7a4a19d842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (81eb20da-c235-4e74-9cb5-480e684386e8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:42.114326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d411147b-9a2a-4300-8889-0b7a4a19d842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:42.121535 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d411147b-9a2a-4300-8889-0b7a4a19d842 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81eb20da-c235-4e74-9cb5-480e684386e8 HTTP/1.1" status: 204  len: 168 time: 0.2467129
Apr 30 21:10:42.123958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411147b-9a2a-4300-8889-0b7a4a19d842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb20da-c235-4e74-9cb5-480e684386e8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:42.701653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48762) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:42.867206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44588c-bb70-4c2b-917a-752ec699b86b req-3a23ca5d-2a0a-42c1-9447-79844e5b09e4 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:42.868660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b44588c-bb70-4c2b-917a-752ec699b86b req-3a23ca5d-2a0a-42c1-9447-79844e5b09e4 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 971 time: 0.0464077
Apr 30 21:10:42.917271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b44588c-bb70-4c2b-917a-752ec699b86b req-6758476f-34c6-44f5-a905-01ee8cb2e4f7 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424321
Apr 30 21:10:42.955417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88dddb2a-5573-408b-93e1-21aa445f657d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:42.995299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d75ae72c-55f4-407f-b3db-9ce0924402b2 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:10:43.043017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88dddb2a-5573-408b-93e1-21aa445f657d admin admin] Publish callbacks [] for security_group (cda5d7b8-1a6d-4c94-9f54-583fb37e9b81), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.047418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48778) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:43.049537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port d75ae72c-55f4-407f-b3db-9ce0924402b2 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:10:43.061457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-427172a2-7824-4c2a-8924-570731e71dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.085393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88dddb2a-5573-408b-93e1-21aa445f657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cda5d7b8-1a6d-4c94-9f54-583fb37e9b81), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.119903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port d75ae72c-55f4-407f-b3db-9ce0924402b2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:10:43.120244 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.147532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-88dddb2a-5573-408b-93e1-21aa445f657d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f89134e53ab740b2915cbd6b096d33c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4391112
Apr 30 21:10:43.147827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48782) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:43.148280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dddb2a-5573-408b-93e1-21aa445f657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda5d7b8-1a6d-4c94-9f54-583fb37e9b81,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:43.180736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-427172a2-7824-4c2a-8924-570731e71dad admin admin] Publish callbacks [] for security_group (d54d5e03-f433-4285-986a-ad19b12fc74d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.213711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f038eccb-58ff-452b-ba5d-34ae9a72801f admin admin] Publish callbacks [] for security_group (cda5d7b8-1a6d-4c94-9f54-583fb37e9b81), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.222988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d75ae72c-55f4-407f-b3db-9ce0924402b2 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:10:43.223459 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.235955 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f038eccb-58ff-452b-ba5d-34ae9a72801f admin admin] Publish callbacks [] for security_group (cda5d7b8-1a6d-4c94-9f54-583fb37e9b81), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.249977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cc847f-428a-4411-9236-547787fa5ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ae72c-55f4-407f-b3db-9ce0924402b2'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:10:43.278899 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-427172a2-7824-4c2a-8924-570731e71dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d54d5e03-f433-4285-986a-ad19b12fc74d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.325122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d75ae72c-55f4-407f-b3db-9ce0924402b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75ae72c-55f4-407f-b3db-9ce0924402b2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:10:43.339013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427172a2-7824-4c2a-8924-570731e71dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54d5e03-f433-4285-986a-ad19b12fc74d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:43.356695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-427172a2-7824-4c2a-8924-570731e71dad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d06b273304514194953750d777a28a81&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3078129
Apr 30 21:10:43.359249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:43.410429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0904f40a-fe6c-46f3-bf18-56082237e106 admin admin] Publish callbacks [] for security_group (d54d5e03-f433-4285-986a-ad19b12fc74d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.431915 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0904f40a-fe6c-46f3-bf18-56082237e106 admin admin] Publish callbacks [] for security_group (d54d5e03-f433-4285-986a-ad19b12fc74d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.443898 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.446842 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f038eccb-58ff-452b-ba5d-34ae9a72801f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cda5d7b8-1a6d-4c94-9f54-583fb37e9b81), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.449417 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f038eccb-58ff-452b-ba5d-34ae9a72801f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.450581 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f038eccb-58ff-452b-ba5d-34ae9a72801f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cda5d7b8-1a6d-4c94-9f54-583fb37e9b81 HTTP/1.1" status: 204  len: 168 time: 0.3041437
Apr 30 21:10:43.471697 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038eccb-58ff-452b-ba5d-34ae9a72801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda5d7b8-1a6d-4c94-9f54-583fb37e9b81,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:43.508112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d75ae72c-55f4-407f-b3db-9ce0924402b2,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:43.631972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0904f40a-fe6c-46f3-bf18-56082237e106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d54d5e03-f433-4285-986a-ad19b12fc74d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.634545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0904f40a-fe6c-46f3-bf18-56082237e106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:43.636888 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0904f40a-fe6c-46f3-bf18-56082237e106 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d54d5e03-f433-4285-986a-ad19b12fc74d HTTP/1.1" status: 204  len: 168 time: 0.2754273
Apr 30 21:10:43.644531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904f40a-fe6c-46f3-bf18-56082237e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54d5e03-f433-4285-986a-ad19b12fc74d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:44.003708 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c906975-c3a3-4c8f-8390-fce7609ea8cc" -d '{"events": [{"server_uuid": "c7cc847f-428a-4411-9236-547787fa5ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d75ae72c-55f4-407f-b3db-9ce0924402b2"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:10:44.048587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9d14f-9b6f-4a76-8d29-0fd913915e64 req-6a62118f-9f3e-4dce-bddb-af5e08884d63 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:44.050066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fab9d14f-9b6f-4a76-8d29-0fd913915e64 req-6a62118f-9f3e-4dce-bddb-af5e08884d63 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 972 time: 0.0561719
Apr 30 21:10:44.095904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fab9d14f-9b6f-4a76-8d29-0fd913915e64 req-c8a817d4-c8b2-4edf-a00f-e88cf143deb7 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403459
Apr 30 21:10:44.532348 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec377600-779c-4b8a-9e9d-381363acd115 x-openstack-request-id: req-ec377600-779c-4b8a-9e9d-381363acd115 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:10:44.532645 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cc847f-428a-4411-9236-547787fa5ffa", "name": "network-vif-plugged", "status": "completed", "tag": "d75ae72c-55f4-407f-b3db-9ce0924402b2", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:10:44.532927 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec377600-779c-4b8a-9e9d-381363acd115 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:10:44.533387 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec377600-779c-4b8a-9e9d-381363acd115'] response: {'server_uuid': 'c7cc847f-428a-4411-9236-547787fa5ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ae72c-55f4-407f-b3db-9ce0924402b2', 'code': 200}
Apr 30 21:10:44.663049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4564d-39be-468f-b4df-ab170ac5870e req-ed4e7f42-d4a6-4a8b-befd-fbbe1b64cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:44.664567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28f4564d-39be-468f-b4df-ab170ac5870e req-ed4e7f42-d4a6-4a8b-befd-fbbe1b64cb51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 1154 time: 0.0659845
Apr 30 21:10:44.682408 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-28f4564d-39be-468f-b4df-ab170ac5870e req-897af7ca-bbc6-4320-a131-077bc10c9dee service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:44.689939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48828) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:44.714409 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b87d720c-7934-4622-ac37-271ac21b2fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:44.778231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-28f4564d-39be-468f-b4df-ab170ac5870e req-897af7ca-bbc6-4320-a131-077bc10c9dee service neutron] Publish callbacks [] for security_group (7f60855d-1de5-47cc-97f3-32b4a18bf119), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:44.798848 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b87d720c-7934-4622-ac37-271ac21b2fea admin admin] Publish callbacks [] for security_group (d484084d-e282-46d3-9cb8-125ec3e78952), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:44.860384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-28f4564d-39be-468f-b4df-ab170ac5870e req-897af7ca-bbc6-4320-a131-077bc10c9dee service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7f60855d-1de5-47cc-97f3-32b4a18bf119), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:44.894866 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b87d720c-7934-4622-ac37-271ac21b2fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d484084d-e282-46d3-9cb8-125ec3e78952), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:44.940761 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b87d720c-7934-4622-ac37-271ac21b2fea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12a4cb04327c4a7b89c799dd4746a402&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2444861
Apr 30 21:10:44.944081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d720c-7934-4622-ac37-271ac21b2fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d484084d-e282-46d3-9cb8-125ec3e78952,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:44.947506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48838) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:45.016624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a875aee-87b8-476c-aba6-f37323f4b8bf admin admin] Publish callbacks [] for security_group (d484084d-e282-46d3-9cb8-125ec3e78952), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:45.028298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28f4564d-39be-468f-b4df-ab170ac5870e req-897af7ca-bbc6-4320-a131-077bc10c9dee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3571663
Apr 30 21:10:45.029077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897af7ca-bbc6-4320-a131-077bc10c9dee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7f60855d-1de5-47cc-97f3-32b4a18bf119,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:45.042710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a875aee-87b8-476c-aba6-f37323f4b8bf admin admin] Publish callbacks [] for security_group (d484084d-e282-46d3-9cb8-125ec3e78952), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:45.170853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a875aee-87b8-476c-aba6-f37323f4b8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d484084d-e282-46d3-9cb8-125ec3e78952), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:45.173372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a875aee-87b8-476c-aba6-f37323f4b8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:45.178660 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6a875aee-87b8-476c-aba6-f37323f4b8bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d484084d-e282-46d3-9cb8-125ec3e78952 HTTP/1.1" status: 204  len: 168 time: 0.2301607
Apr 30 21:10:45.186832 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a875aee-87b8-476c-aba6-f37323f4b8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d484084d-e282-46d3-9cb8-125ec3e78952,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:45.228190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241d006-2c1d-4c23-8e48-9d4d0140b945 req-ad7df4ac-820c-4c7b-825b-7ac17daa0ef3 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:45.229977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7241d006-2c1d-4c23-8e48-9d4d0140b945 req-ad7df4ac-820c-4c7b-825b-7ac17daa0ef3 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 972 time: 0.0630312
Apr 30 21:10:45.286537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7241d006-2c1d-4c23-8e48-9d4d0140b945 req-e36b4fb5-f3fa-444b-a988-776fa6036de0 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502601
Apr 30 21:10:45.403239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48862) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:45.878508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1853377540-network', 'tenant_id': '1a25f2505d5141c5b894bfd6515eb7f0'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:45.958175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Made reservation on behalf of 1a25f2505d5141c5b894bfd6515eb7f0 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:45.964613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:45.980076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.065117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Publish callbacks [] for security_group (f7097164-d782-4787-94d6-66e4778a7d39), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.129262 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f7097164-d782-4787-94d6-66e4778a7d39), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.151157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:10:46.167692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7097164-d782-4787-94d6-66e4778a7d39,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:46.182275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1cd00d9a-7112-43ec-8180-52b11c906588), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.184443 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Added segment 1cd00d9a-7112-43ec-8180-52b11c906588 of type vlan for network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf
Apr 30 21:10:46.226103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (101af96d-46b7-4982-b0ed-3b0af2fa0ddf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.323313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (101af96d-46b7-4982-b0ed-3b0af2fa0ddf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.326528 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:46.328703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.431598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.467408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0578c-7afe-4309-aef4-4fecf91abbe6 req-23dc78c4-3076-4281-b207-bf4d490ab96b tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:46.469210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] Pushing event updated for resources: {'Network': ['ID=101af96d-46b7-4982-b0ed-3b0af2fa0ddf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:46.469693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9eb0578c-7afe-4309-aef4-4fecf91abbe6 req-23dc78c4-3076-4281-b207-bf4d490ab96b tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 972 time: 0.0888824
Apr 30 21:10:46.482503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:10:46.510409 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-05cf7ba9-d38a-4671-b76a-154a9a51d098 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1059825
Apr 30 21:10:46.514177 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:46.516701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-829b90bd-4075-47c0-934e-6db95407fef3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=039dadc3df264018a5bcb0ece1751446&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0627077
Apr 30 21:10:46.516981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Request body: {'subnet': {'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1853377540-subnet', 'tenant_id': '1a25f2505d5141c5b894bfd6515eb7f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:46.610758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9eb0578c-7afe-4309-aef4-4fecf91abbe6 req-07b54afc-b284-4dc8-8cb0-1113470271ff tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304870
Apr 30 21:10:46.622122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Made reservation on behalf of 1a25f2505d5141c5b894bfd6515eb7f0 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:46.625877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:46.660431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53304df7-5abe-4373-b86e-eef2afb51238 req-d0a7f2c8-cd47-4668-9a5e-e0239bf2ffbf tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:46.662005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-d0a7f2c8-cd47-4668-9a5e-e0239bf2ffbf tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1384442
Apr 30 21:10:46.679070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-284e91b8-0a50-43f5-8ede-12af59b57c4d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/quotas/039dadc3df264018a5bcb0ece1751446 HTTP/1.1" status: 200  len: 375 time: 0.0117700
Apr 30 21:10:46.728270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-d803210b-7fb1-43df-8d2c-6dbb4f02c582 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0429959
Apr 30 21:10:46.894968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (5f3d63eb-2691-412d-840f-88078b400c06), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:47.026811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3d63eb-2691-412d-840f-88078b400c06,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:47.059858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:10:47.060152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Network hostable DHCP agents. Network: 101af96d-46b7-4982-b0ed-3b0af2fa0ddf, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:10:47.173370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:10:47.282070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 101af96d-46b7-4982-b0ed-3b0af2fa0ddf) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:47.286431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:47.287186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:47.293432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c810d1-eb09-48aa-9fff-a8f6fa8a76d0 None None] Network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:47.406191 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-35470e4b-1bf0-4d26-871f-7a88d4345135 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8934512
Apr 30 21:10:47.469704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-a4cd06da-fd53-4cd1-a826-f434aa28b183 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=039dadc3df264018a5bcb0ece1751446&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0280614
Apr 30 21:10:47.475238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2763d334-d61f-475d-a84e-8dc08cd63937 None None] Network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:47.584211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c994a0-0a20-453d-965b-06f1f78326da req-d19f4840-c751-410c-aba1-3675237aa4dc tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:47.589993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-d19f4840-c751-410c-aba1-3675237aa4dc tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1125953
Apr 30 21:10:47.602978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-01f4d71d-8036-472d-933c-ca2c9ae5494b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/quotas/039dadc3df264018a5bcb0ece1751446 HTTP/1.1" status: 200  len: 375 time: 0.0102012
Apr 30 21:10:47.645946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-91f9ed1a-29f3-4300-ace9-8025313241b6 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0375004
Apr 30 21:10:47.764892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786acbfb-bd19-49dd-8c07-52e4a03ed3b4 req-e5ba4493-ad2e-4107-a2e2-6b818fc913fa tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:47.766789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-786acbfb-bd19-49dd-8c07-52e4a03ed3b4 req-e5ba4493-ad2e-4107-a2e2-6b818fc913fa tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 972 time: 0.0663216
Apr 30 21:10:47.792687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-03adaaec-3709-4d44-8e6d-19bae160ef1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:47.821012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-786acbfb-bd19-49dd-8c07-52e4a03ed3b4 req-a6e37b0e-c9d1-4c9f-912b-99429d7eb069 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480337
Apr 30 21:10:47.940361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53c971c6-dbe8-459f-9ed0-9230df2617c9 req-60da8edb-b606-4eb7-a74f-641e0931cf4d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 210 time: 0.0289891
Apr 30 21:10:48.034948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49010) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:48.057493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b9e1e-efa7-4c7d-90b8-712a21b09583 req-3c28418a-4e7d-4e31-9158-9fd193400798 tempest-AggregatesAdminTestJSON-1078595410 tempest-AggregatesAdminTestJSON-1078595410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:48.059387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d7b9e1e-efa7-4c7d-90b8-712a21b09583 req-3c28418a-4e7d-4e31-9158-9fd193400798 tempest-AggregatesAdminTestJSON-1078595410 tempest-AggregatesAdminTestJSON-1078595410-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 1154 time: 0.0500250
Apr 30 21:10:48.089063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2d7b9e1e-efa7-4c7d-90b8-712a21b09583 req-9ce34226-1244-4f14-95aa-a5444c518a95 tempest-AggregatesAdminTestJSON-1078595410 tempest-AggregatesAdminTestJSON-1078595410-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.197847 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2d7b9e1e-efa7-4c7d-90b8-712a21b09583 req-9ce34226-1244-4f14-95aa-a5444c518a95 tempest-AggregatesAdminTestJSON-1078595410 tempest-AggregatesAdminTestJSON-1078595410-project-admin] Publish callbacks [] for security_group (7d73edfb-435e-403d-bf02-75971bfb1ccd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.231758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.305900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2d7b9e1e-efa7-4c7d-90b8-712a21b09583 req-9ce34226-1244-4f14-95aa-a5444c518a95 tempest-AggregatesAdminTestJSON-1078595410 tempest-AggregatesAdminTestJSON-1078595410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7d73edfb-435e-403d-bf02-75971bfb1ccd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.347710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce34226-1244-4f14-95aa-a5444c518a95 tempest-AggregatesAdminTestJSON-1078595410 tempest-AggregatesAdminTestJSON-1078595410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d73edfb-435e-403d-bf02-75971bfb1ccd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:48.360709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d7b9e1e-efa7-4c7d-90b8-712a21b09583 req-9ce34226-1244-4f14-95aa-a5444c518a95 tempest-AggregatesAdminTestJSON-1078595410 tempest-AggregatesAdminTestJSON-1078595410-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2921803
Apr 30 21:10:48.378615 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-914e9ef6-7578-4df9-8823-4e5189ae701f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.500419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-914e9ef6-7578-4df9-8823-4e5189ae701f admin admin] Publish callbacks [] for security_group (4591412f-96c2-45e2-936d-8bbc12d17f3d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.579116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-914e9ef6-7578-4df9-8823-4e5189ae701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4591412f-96c2-45e2-936d-8bbc12d17f3d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.614860 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-914e9ef6-7578-4df9-8823-4e5189ae701f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa6394d55d3f442cb3f900061efff5aa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5788043
Apr 30 21:10:48.617622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49040) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:48.669721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e9ef6-7578-4df9-8823-4e5189ae701f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4591412f-96c2-45e2-936d-8bbc12d17f3d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:48.691801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e878a78-437a-4e93-87f6-c8e0721223b8 admin admin] Publish callbacks [] for security_group (4591412f-96c2-45e2-936d-8bbc12d17f3d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.714867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e878a78-437a-4e93-87f6-c8e0721223b8 admin admin] Publish callbacks [] for security_group (4591412f-96c2-45e2-936d-8bbc12d17f3d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.850383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e878a78-437a-4e93-87f6-c8e0721223b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4591412f-96c2-45e2-936d-8bbc12d17f3d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.854639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e878a78-437a-4e93-87f6-c8e0721223b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:48.856938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0e878a78-437a-4e93-87f6-c8e0721223b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4591412f-96c2-45e2-936d-8bbc12d17f3d HTTP/1.1" status: 204  len: 168 time: 0.2369480
Apr 30 21:10:48.867317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e878a78-437a-4e93-87f6-c8e0721223b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4591412f-96c2-45e2-936d-8bbc12d17f3d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:49.018212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32898234-52a8-47ae-b9e7-f2535f511f90 req-8cb969b6-aae3-496b-81d9-234ede69c6a4 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:49.019727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32898234-52a8-47ae-b9e7-f2535f511f90 req-8cb969b6-aae3-496b-81d9-234ede69c6a4 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 972 time: 0.0652578
Apr 30 21:10:49.080619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-536da322-bc00-40b2-8010-2aaa6517922c req-95010381-6979-4a4e-8bfe-80185fd0b91b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 210 time: 0.0452802
Apr 30 21:10:49.095569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49062) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:49.102964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32898234-52a8-47ae-b9e7-f2535f511f90 req-12e0791c-aee9-4359-8a86-6c768de45517 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739202
Apr 30 21:10:49.103967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1532238353-network', 'tenant_id': '776e7453f0ee411999b5c41374b4975b'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:49.232335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Made reservation on behalf of 776e7453f0ee411999b5c41374b4975b for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:49.235943 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.247757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.337037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Publish callbacks [] for security_group (4a414833-fb60-4d85-9a7b-ef258201843c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.398243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4a414833-fb60-4d85-9a7b-ef258201843c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.436352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:10:49.444324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a414833-fb60-4d85-9a7b-ef258201843c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:49.452538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e3e44d09-382f-4fcd-8f9a-21e5d8401cf8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.453078 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Added segment e3e44d09-382f-4fcd-8f9a-21e5d8401cf8 of type vlan for network 68a49e42-11c5-40f3-8a04-9d7265bab490
Apr 30 21:10:49.504546 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (68a49e42-11c5-40f3-8a04-9d7265bab490), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.601944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (68a49e42-11c5-40f3-8a04-9d7265bab490), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.603265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:49.603858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.669551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=68a49e42-11c5-40f3-8a04-9d7265bab490,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:49.681010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 68a49e42-11c5-40f3-8a04-9d7265bab490 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:10:49.719102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49084) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:49.737448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5860e1a2-4c58-4ccc-8f02-a2d5c101e5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.792716 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b3ba6d7-7824-4864-8a0a-1b899bed4cd6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6944277
Apr 30 21:10:49.794734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49090) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:49.801737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Request body: {'subnet': {'network_id': '68a49e42-11c5-40f3-8a04-9d7265bab490', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1532238353-subnet', 'tenant_id': '776e7453f0ee411999b5c41374b4975b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:49.832721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5860e1a2-4c58-4ccc-8f02-a2d5c101e5cb admin admin] Publish callbacks [] for security_group (f474f82d-6442-478c-bea7-566a38801baa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.917905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Made reservation on behalf of 776e7453f0ee411999b5c41374b4975b for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:49.921736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:49.962419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5860e1a2-4c58-4ccc-8f02-a2d5c101e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f474f82d-6442-478c-bea7-566a38801baa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:50.027030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49100) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:50.027213 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5860e1a2-4c58-4ccc-8f02-a2d5c101e5cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36a50a607ccc410c9084d99d28a53a74&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3069060
Apr 30 21:10:50.029934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860e1a2-4c58-4ccc-8f02-a2d5c101e5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f474f82d-6442-478c-bea7-566a38801baa,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:50.105260 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eccc87df-29d2-44b7-be6e-af2af052ddc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:50.168536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.20', 55253) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:50.220820 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-9cdf08a5-5c42-4943-a523-ae9e775e6434 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=039dadc3df264018a5bcb0ece1751446&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0296905
Apr 30 21:10:50.290236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ee8a3da-4ada-4206-90a9-ecf87b589449 req-4214487a-bc6e-4803-8207-8769e7d2b7b2 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 210 time: 0.0763254
Apr 30 21:10:50.319414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d67bfac-d0de-44ff-bd8f-dd10a8918264 admin admin] Publish callbacks [] for security_group (f474f82d-6442-478c-bea7-566a38801baa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:50.348559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-61729736-aca1-4973-aa2d-2ca49809e5c9 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:50.350223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-61729736-aca1-4973-aa2d-2ca49809e5c9 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 972 time: 0.2010732
Apr 30 21:10:50.357287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac1f56-7c42-4245-9620-6c5c53d6a8e0 req-c1731c4e-0f92-4b45-b5a3-76892be0dfaa tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:50.359321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1ac1f56-7c42-4245-9620-6c5c53d6a8e0 req-c1731c4e-0f92-4b45-b5a3-76892be0dfaa tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 972 time: 0.1642818
Apr 30 21:10:50.369800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.20', 55254) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:50.389437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d67bfac-d0de-44ff-bd8f-dd10a8918264 admin admin] Publish callbacks [] for security_group (f474f82d-6442-478c-bea7-566a38801baa), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:50.412191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-41289853-c62d-4245-b545-b8865ae3a950 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=039dadc3df264018a5bcb0ece1751446&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0414653
Apr 30 21:10:50.452021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53304df7-5abe-4373-b86e-eef2afb51238 req-7b229b5e-33b1-4973-b4b8-8d75f106c57b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:50.454010 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-7b229b5e-33b1-4973-b4b8-8d75f106c57b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2258170
Apr 30 21:10:50.461763 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:50.463578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49116) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:50.572224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Request body: {'port': {'device_id': 'e4888131-7f37-4758-8e35-816d07886e96', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '039dadc3df264018a5bcb0ece1751446'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:50.676598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1ac1f56-7c42-4245-9620-6c5c53d6a8e0 req-d3f487ac-af15-422a-a331-08c4e9e20b1b tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2899539
Apr 30 21:10:50.722765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93a4526d-f82d-4b72-a559-48e51c188dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:50.743126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:50.773369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Deleting port d75ae72c-55f4-407f-b3db-9ce0924402b2 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:10:50.773734 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:50.787041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c994a0-0a20-453d-965b-06f1f78326da req-658fee2d-ef2b-43e6-8a87-bc57d00f796f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:50.788567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-658fee2d-ef2b-43e6-8a87-bc57d00f796f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3466077
Apr 30 21:10:50.789282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Checking segment: {'id': 'e3e44d09-382f-4fcd-8f9a-21e5d8401cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68a49e42-11c5-40f3-8a04-9d7265bab490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:10:50.789640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Network hostable DHCP agents. Network: 68a49e42-11c5-40f3-8a04-9d7265bab490, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:10:50.849902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Request body: {'port': {'device_id': '10b1f705-0c2a-4bd9-af97-caf3ba66ca37', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '039dadc3df264018a5bcb0ece1751446'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:50.904336 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93a4526d-f82d-4b72-a559-48e51c188dc2 admin admin] Publish callbacks [] for security_group (ed157ae2-cbac-4dc8-af09-8af21b85dbda), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:50.973347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93a4526d-f82d-4b72-a559-48e51c188dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ed157ae2-cbac-4dc8-af09-8af21b85dbda), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.026301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d67bfac-d0de-44ff-bd8f-dd10a8918264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f474f82d-6442-478c-bea7-566a38801baa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.028816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d67bfac-d0de-44ff-bd8f-dd10a8918264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.030121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8d67bfac-d0de-44ff-bd8f-dd10a8918264 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f474f82d-6442-478c-bea7-566a38801baa HTTP/1.1" status: 204  len: 168 time: 1.0015814
Apr 30 21:10:51.146411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67bfac-d0de-44ff-bd8f-dd10a8918264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474f82d-6442-478c-bea7-566a38801baa,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:51.180277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4526d-f82d-4b72-a559-48e51c188dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed157ae2-cbac-4dc8-af09-8af21b85dbda,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:51.186335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Made reservation on behalf of 039dadc3df264018a5bcb0ece1751446 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:51.189544 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.196942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] For port d75ae72c-55f4-407f-b3db-9ce0924402b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75ae72c-55f4-407f-b3db-9ce0924402b2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:10:51.197331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.222098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Calling delete_port for d75ae72c-55f4-407f-b3db-9ce0924402b2 owned by compute:tempest-test_az-1166405573 {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:10:51.223324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.227760 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-93a4526d-f82d-4b72-a559-48e51c188dc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d580c43cfbec4a03a83610ca67748abe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7628181
Apr 30 21:10:51.230429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49146) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:51.232732 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.252422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Network 68a49e42-11c5-40f3-8a04-9d7265bab490 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:10:51.333833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks [] for security_group (43c1bcca-6299-414c-8cb3-660ab7bceec5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.429441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-150a02ba-ed7a-459c-8cb8-0209069697a5 req-4829b74b-9dc9-4288-9114-e9661c0bf296 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 210 time: 0.0489371
Apr 30 21:10:51.432910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Made reservation on behalf of 039dadc3df264018a5bcb0ece1751446 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:51.436721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.450845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.476829 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51e22087-d71a-4d41-bff2-2e81d14a8732 admin admin] Publish callbacks [] for security_group (ed157ae2-cbac-4dc8-af09-8af21b85dbda), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.481121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (43c1bcca-6299-414c-8cb3-660ab7bceec5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.488252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68a49e42-11c5-40f3-8a04-9d7265bab490) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:51.501427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:51.502054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.505709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43742619-d885-4ed8-a1b2-8fc05be96124 None None] Network 68a49e42-11c5-40f3-8a04-9d7265bab490 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:51.571288 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51e22087-d71a-4d41-bff2-2e81d14a8732 admin admin] Publish callbacks [] for security_group (ed157ae2-cbac-4dc8-af09-8af21b85dbda), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.657204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1bcca-6299-414c-8cb3-660ab7bceec5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:51.666900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 039dadc3df264018a5bcb0ece1751446 {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:10:51.668954 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:10:51.684312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2d99b569-995a-4762-b9f3-31ede3b7387b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8785574
Apr 30 21:10:51.711971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839e538-f38e-440c-a65e-9e0eecb046f3 None None] Network 68a49e42-11c5-40f3-8a04-9d7265bab490 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:51.841464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51e22087-d71a-4d41-bff2-2e81d14a8732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ed157ae2-cbac-4dc8-af09-8af21b85dbda), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.844642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51e22087-d71a-4d41-bff2-2e81d14a8732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.848598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51e22087-d71a-4d41-bff2-2e81d14a8732 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed157ae2-cbac-4dc8-af09-8af21b85dbda HTTP/1.1" status: 204  len: 168 time: 0.6144650
Apr 30 21:10:51.858558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d75ae72c-55f4-407f-b3db-9ce0924402b2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:51.890580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Allocated IP 192.168.233.227 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/9c97a0a6-0f63-4385-8a0e-e905cd2c4f48) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:10:51.896123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd14c5-bf90-4e2d-bb53-58e973633ddc req-0312c962-9591-4dc8-b75e-75a870e5b344 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:51.903382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66cd14c5-bf90-4e2d-bb53-58e973633ddc req-0312c962-9591-4dc8-b75e-75a870e5b344 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 972 time: 0.1293540
Apr 30 21:10:51.910961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e22087-d71a-4d41-bff2-2e81d14a8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed157ae2-cbac-4dc8-af09-8af21b85dbda,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:51.946403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Pushing event deleted for resources: {'Port': ['ID=d75ae72c-55f4-407f-b3db-9ce0924402b2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:51.978330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d75ae72c-55f4-407f-b3db-9ce0924402b2'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:10:52.071979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] No DVR routers for this DVR port d75ae72c-55f4-407f-b3db-9ce0924402b2 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:10:52.106981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66cd14c5-bf90-4e2d-bb53-58e973633ddc req-8f57e714-9472-4126-89ed-914dd32950ed tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/security-groups?id=7606dd21-832f-4d9a-8611-ceef17582c56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025955
Apr 30 21:10:52.109350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:52.115107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1ea2bb3-0709-48dd-82f2-9f2365e78ae9 req-764b9fcb-f534-4049-bb80-e7d92dfd442f tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.35 "DELETE /v2.0/ports/d75ae72c-55f4-407f-b3db-9ce0924402b2 HTTP/1.1" status: 204  len: 173 time: 1.7550538
Apr 30 21:10:52.115575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cc847f-428a-4411-9236-547787fa5ffa', 'name': 'network-vif-deleted', 'tag': 'd75ae72c-55f4-407f-b3db-9ce0924402b2'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:10:52.130826 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0512cef9-9d46-4349-acd2-ec2c2550a599" -d '{"events": [{"server_uuid": "c7cc847f-428a-4411-9236-547787fa5ffa", "name": "network-vif-deleted", "tag": "d75ae72c-55f4-407f-b3db-9ce0924402b2"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:10:52.169904 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:52.206347 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f683e01-821f-4465-af00-c7e2cb8d82de x-openstack-request-id: req-9f683e01-821f-4465-af00-c7e2cb8d82de {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:10:52.206735 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cc847f-428a-4411-9236-547787fa5ffa", "name": "network-vif-deleted", "tag": "d75ae72c-55f4-407f-b3db-9ce0924402b2", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:10:52.207066 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f683e01-821f-4465-af00-c7e2cb8d82de {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:10:52.207582 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f683e01-821f-4465-af00-c7e2cb8d82de'] response: {'server_uuid': 'c7cc847f-428a-4411-9236-547787fa5ffa', 'name': 'network-vif-deleted', 'tag': 'd75ae72c-55f4-407f-b3db-9ce0924402b2', 'status': 'completed', 'code': 200}
Apr 30 21:10:52.321070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks [] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:52.430156 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:52.528244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Allocated IP 192.168.233.122 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:10:52.534060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:10:52.545544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:52.563015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:10:52.605591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:52.671429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:52.672272 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:52.712846 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks [] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:52.784096 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-e9a716cc-5723-4b38-a974-6e8dd106c06d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2162933
Apr 30 21:10:52.833385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:52.929871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0a7a58b7-0e7f-4367-896d-015b32abbea0 None None] Provisioning complete for port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:10:52.932247 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a7a58b7-0e7f-4367-896d-015b32abbea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:52.981387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a58b7-0e7f-4367-896d-015b32abbea0 None None] Port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:10:53.019891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8d483-7736-46c8-af98-e48d5f4ce7d9 req-f7c07440-7c40-45fe-b78e-fe2eedceb68b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:53.021462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aac8d483-7736-46c8-af98-e48d5f4ce7d9 req-f7c07440-7c40-45fe-b78e-fe2eedceb68b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 936 time: 0.1863194
Apr 30 21:10:53.023408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:10:53.048473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:53.073972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:10:53.077130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Pushing event updated for resources: {'Port': ['ID=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:53.100338 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.178456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49218) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:53.207495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49222) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:53.231023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72df3362-a9eb-4070-9ef2-a810b2bd25e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.231933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aac8d483-7736-46c8-af98-e48d5f4ce7d9 req-531ec5e1-68d2-49eb-b094-4e612212141f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985431
Apr 30 21:10:53.253560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:53.254267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.278253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-48d012eb-53a2-42c4-aca1-161a168728bc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:53.288358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-48d012eb-53a2-42c4-aca1-161a168728bc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 808 time: 0.3742421
Apr 30 21:10:53.311323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-a631f3c6-7c68-4c76-a3f7-c009d3576f15 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/quotas/1a25f2505d5141c5b894bfd6515eb7f0 HTTP/1.1" status: 200  len: 375 time: 0.0220649
Apr 30 21:10:53.351253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-a7f0fea5-4849-4e71-b9fa-69f3c6644198 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0389750
Apr 30 21:10:53.395362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-e323ff73-0ede-4ea3-8ce8-d9798bcda8b3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5472484
Apr 30 21:10:53.408776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72df3362-a9eb-4070-9ef2-a810b2bd25e6 admin admin] Publish callbacks [] for security_group (2c22b475-418c-4299-9541-6519e205c514), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.411667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-facb2a33-dc8d-40ad-8dfa-d150b448304b None None] Provisioning complete for port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:10:53.412535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-facb2a33-dc8d-40ad-8dfa-d150b448304b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.456746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-facb2a33-dc8d-40ad-8dfa-d150b448304b None None] Port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:10:53.518263 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72df3362-a9eb-4070-9ef2-a810b2bd25e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2c22b475-418c-4299-9541-6519e205c514), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.527053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21f35fdf-aa11-4d9f-beec-14e9a4e6a086 req-5bfb7f75-296e-4424-8c72-02e7cd82eac9 tempest-AggregatesAdminTestJSON-1511174372 tempest-AggregatesAdminTestJSON-1511174372-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7cc847f-428a-4411-9236-547787fa5ffa HTTP/1.1" status: 200  len: 210 time: 0.0527916
Apr 30 21:10:53.574329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-266410f4-06db-47f1-98d6-5344474b3837 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:10:53.574329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-266410f4-06db-47f1-98d6-5344474b3837 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0856771
Apr 30 21:10:53.581946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1952088138-network', 'tenant_id': '64f0bbc311b44034838e939a3c2e98ae'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:53.596565 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-72df3362-a9eb-4070-9ef2-a810b2bd25e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02f0450ad1af41e186b6c4d6087345cd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3876779
Apr 30 21:10:53.599423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49232) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:53.601388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df3362-a9eb-4070-9ef2-a810b2bd25e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22b475-418c-4299-9541-6519e205c514,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:53.703686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Made reservation on behalf of 64f0bbc311b44034838e939a3c2e98ae for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:53.703686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.719589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.734330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-c57ca84e-c671-4ebf-ba7d-194befc97aca service neutron] 10.222.0.23 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473908
Apr 30 21:10:53.735376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1edeea89-6b8e-4357-b9dc-93fc52ebb406 admin admin] Publish callbacks [] for security_group (2c22b475-418c-4299-9541-6519e205c514), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.803076 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1edeea89-6b8e-4357-b9dc-93fc52ebb406 admin admin] Publish callbacks [] for security_group (2c22b475-418c-4299-9541-6519e205c514), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.828568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Publish callbacks [] for security_group (819a5026-1cbe-4ca5-99b6-36cc7acb585e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.882457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-39f4c89d-9b83-457d-927e-d24da8a4d60b service neutron] 10.222.0.23 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439698
Apr 30 21:10:53.890025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (819a5026-1cbe-4ca5-99b6-36cc7acb585e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.928644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819a5026-1cbe-4ca5-99b6-36cc7acb585e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:53.974761 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1edeea89-6b8e-4357-b9dc-93fc52ebb406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2c22b475-418c-4299-9541-6519e205c514), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.977367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1edeea89-6b8e-4357-b9dc-93fc52ebb406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.979098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1edeea89-6b8e-4357-b9dc-93fc52ebb406 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c22b475-418c-4299-9541-6519e205c514 HTTP/1.1" status: 204  len: 168 time: 0.3785634
Apr 30 21:10:53.980181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:10:53.986869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edeea89-6b8e-4357-b9dc-93fc52ebb406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22b475-418c-4299-9541-6519e205c514,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:53.994157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ecb44222-2d9b-4ffc-9754-64e6bb7663dc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:53.994565 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Added segment ecb44222-2d9b-4ffc-9754-64e6bb7663dc of type vlan for network c1b131fa-a537-4b70-82cc-dbac26cd0254
Apr 30 21:10:54.054407 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (c1b131fa-a537-4b70-82cc-dbac26cd0254), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:54.162701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49eb2fd3-8b16-486f-b3ca-6668774a642a req-95b8e480-7d24-4d25-804f-4e2e687107c9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 210 time: 0.0349846
Apr 30 21:10:54.170522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (c1b131fa-a537-4b70-82cc-dbac26cd0254), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:54.172364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:54.173103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:54.245916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b131fa-a537-4b70-82cc-dbac26cd0254,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:54.259487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network c1b131fa-a537-4b70-82cc-dbac26cd0254 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:10:54.321818 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0cec4b5b-7d4f-46c1-a58e-d0f1974d06c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.1418860
Apr 30 21:10:54.328237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49262) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:54.334008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Request body: {'subnet': {'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1952088138-subnet', 'tenant_id': '64f0bbc311b44034838e939a3c2e98ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:54.439393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Made reservation on behalf of 64f0bbc311b44034838e939a3c2e98ae for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:54.445281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:54.494592 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:54.501034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36315a-62a1-4b1a-a827-c5155f2b074f req-bf3ad712-a678-4654-b2f4-89ded0e3ae89 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:54.502558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d36315a-62a1-4b1a-a827-c5155f2b074f req-bf3ad712-a678-4654-b2f4-89ded0e3ae89 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 936 time: 0.1242709
Apr 30 21:10:54.583259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d36315a-62a1-4b1a-a827-c5155f2b074f req-460b222c-27c1-4391-bad1-1581d8bc078a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707784
Apr 30 21:10:54.767827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (9b48280e-ae20-4ea1-a466-019d611a9a4d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:54.846725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Checking segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:10:54.847336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Network hostable DHCP agents. Network: c1b131fa-a537-4b70-82cc-dbac26cd0254, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:10:54.853312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b48280e-ae20-4ea1-a466-019d611a9a4d,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:54.980109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Network c1b131fa-a537-4b70-82cc-dbac26cd0254 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:10:55.078207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d75ae72c-55f4-407f-b3db-9ce0924402b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:10:55.094953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1b131fa-a537-4b70-82cc-dbac26cd0254) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:55.103731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:55.104334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:55.109384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: d75ae72c-55f4-407f-b3db-9ce0924402b2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:10:55.109735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d75ae72c-55f4-407f-b3db-9ce0924402b2 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:10:55.112503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec694df-f23a-4b75-8d71-75569eac2625 None None] Network c1b131fa-a537-4b70-82cc-dbac26cd0254 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:55.225644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0444b57f-72cf-4891-90b4-06d0c8bb612c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.8996534
Apr 30 21:10:55.269814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fcca1f1-d9d3-45ac-82ed-4f3a39458734 req-b453b85f-16e9-4125-aacf-22e59ffbc201 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 210 time: 0.0416603
Apr 30 21:10:55.291741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9cec41-2547-41c7-a896-f94c3a850536 None None] Network c1b131fa-a537-4b70-82cc-dbac26cd0254 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:10:55.864435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49342) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:55.886274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cd629-c41f-41ed-a170-94048e854c41 req-4094446a-9f2b-43a8-9a7c-7d7ab1ca4b50 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:55.887874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e2cd629-c41f-41ed-a170-94048e854c41 req-4094446a-9f2b-43a8-9a7c-7d7ab1ca4b50 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 936 time: 0.2141206
Apr 30 21:10:55.936884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e2cd629-c41f-41ed-a170-94048e854c41 req-c537bcb0-f9ce-4256-8a43-792bdf22b3de tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420408
Apr 30 21:10:55.996816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d188e6f-b193-43f9-bbac-af70040bc492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.086331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d188e6f-b193-43f9-bbac-af70040bc492 admin admin] Publish callbacks [] for security_group (6fe47332-307f-4b86-91df-08c1e93eb53c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.151634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-bc7c5da3-9230-4fba-9426-17c347905b23 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:10:56.152679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-bc7c5da3-9230-4fba-9426-17c347905b23 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0111766
Apr 30 21:10:56.157317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-29ed8aeb-f325-4006-8257-b008651464e1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:10:56.159237 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-29ed8aeb-f325-4006-8257-b008651464e1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0168614
Apr 30 21:10:56.166492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d188e6f-b193-43f9-bbac-af70040bc492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6fe47332-307f-4b86-91df-08c1e93eb53c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.252587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d188e6f-b193-43f9-bbac-af70040bc492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe47332-307f-4b86-91df-08c1e93eb53c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:56.259847 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6d188e6f-b193-43f9-bbac-af70040bc492 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f95aa68d4ae04f178ec0c2539b6b81e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3938708
Apr 30 21:10:56.262219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49374) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:56.431688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-129ae507-b302-44a5-a78b-faf6d039424a req-4cc01d34-f964-4a0c-8698-f528bbd1e3a5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 210 time: 0.0452440
Apr 30 21:10:56.439221 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d7b17796-ae9c-4436-bb40-d3003f1b7f84 admin admin] Publish callbacks [] for security_group (6fe47332-307f-4b86-91df-08c1e93eb53c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.480816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d7b17796-ae9c-4436-bb40-d3003f1b7f84 admin admin] Publish callbacks [] for security_group (6fe47332-307f-4b86-91df-08c1e93eb53c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.532300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-c5353c3f-c22c-41df-9000-00a5225fbfee tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:56.533998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-c5353c3f-c22c-41df-9000-00a5225fbfee tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 805 time: 0.2233555
Apr 30 21:10:56.568857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-1d7eddaa-1382-487a-add6-3a1507990551 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/quotas/64f0bbc311b44034838e939a3c2e98ae HTTP/1.1" status: 200  len: 375 time: 0.0217693
Apr 30 21:10:56.625112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-fb4b563e-593a-4517-b393-718cc7b4d325 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0480230
Apr 30 21:10:56.648740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Request body: {'port': {'device_id': '10b1f705-0c2a-4bd9-af97-caf3ba66ca37', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:56.678033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Request body: {'port': {'device_id': 'e4888131-7f37-4758-8e35-816d07886e96', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:56.708026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d7b17796-ae9c-4436-bb40-d3003f1b7f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6fe47332-307f-4b86-91df-08c1e93eb53c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.709516 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.710523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d7b17796-ae9c-4436-bb40-d3003f1b7f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.711652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d7b17796-ae9c-4436-bb40-d3003f1b7f84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fe47332-307f-4b86-91df-08c1e93eb53c HTTP/1.1" status: 204  len: 168 time: 0.4484591
Apr 30 21:10:56.739859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b17796-ae9c-4436-bb40-d3003f1b7f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe47332-307f-4b86-91df-08c1e93eb53c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:56.784276 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:56.800238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-c7b6f63b-3073-4aa8-b359-baa0f16bfd0d service neutron] 10.222.0.23 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740255
Apr 30 21:10:57.066522 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-70a20fbc-ef7b-4135-9043-a74b60bb8a31 service neutron] 10.222.0.23 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598672
Apr 30 21:10:57.098624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:10:57.106612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Publish callbacks [] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.134206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Transition to ACTIVE for port object ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:10:57.142358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-fddd9b7f-6c94-45b5-87f3-fc047e1d4ce9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0449717
Apr 30 21:10:57.152501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-5078928e-7d25-45cf-909e-420e554e2406 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:57.154802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-5078928e-7d25-45cf-909e-420e554e2406 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 808 time: 0.1839809
Apr 30 21:10:57.168413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Request body: {'port': {'device_id': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'admin_state_up': True, 'tenant_id': '1a25f2505d5141c5b894bfd6515eb7f0'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:57.260282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.318178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Pushing event updated for resources: {'Port': ['ID=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:57.426774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-427d262c-358f-4a83-9f64-13d4119baf95 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:57.434935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-427d262c-358f-4a83-9f64-13d4119baf95 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2891898
Apr 30 21:10:57.456474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Attempting to bind port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:10:57.458469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Attempting to bind port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:10:57.458830 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Attempting to bind port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:10:57.465632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:10:57.465922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Attempting to bind port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:10:57.474275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:10:57.474974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:10:57.476402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:10:57.482383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Bound port: ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:10:57.482383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.528304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1f77b29b-d9e9-460b-9783-468c1d968abc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/quotas/4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 375 time: 0.0805335
Apr 30 21:10:57.571943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] For port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:10:57.578096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] For port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:10:57.598795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:10:57.599692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Publish callbacks [] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.626369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49426) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:57.639015 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1aeb6d1-3e9d-43fd-90d2-a9ec0bd5ab0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.666841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Transition to ACTIVE for port object 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:10:57.668916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-20199369-d7b6-4762-b199-35cf9f0a8327 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1398396
Apr 30 21:10:57.685869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.688732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdf870-e73d-43f5-af1f-a85c6b5486a2 req-c92905a7-f0c5-4d69-910c-d9888769af3e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:57.690477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ffdf870-e73d-43f5-af1f-a85c6b5486a2 req-c92905a7-f0c5-4d69-910c-d9888769af3e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 948 time: 0.0765150
Apr 30 21:10:57.748744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:57.749119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.750918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] 10.222.0.20 "PUT /v2.0/ports/ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 HTTP/1.1" status: 200  len: 1096 time: 1.2732737
Apr 30 21:10:57.753777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b1f705-0c2a-4bd9-af97-caf3ba66ca37', 'tag': 'ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:10:57.758729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ffdf870-e73d-43f5-af1f-a85c6b5486a2 req-7e5e71b2-2c2f-4d03-b867-ed3eebbc6e62 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592709
Apr 30 21:10:57.808063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Made reservation on behalf of 1a25f2505d5141c5b894bfd6515eb7f0 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:10:57.811046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae20076-22dc-4060-9d39-d7b08fa0ec7f service neutron] Pushing event updated for resources: {'Port': ['ID=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:57.813234 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.823724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.824982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1aeb6d1-3e9d-43fd-90d2-a9ec0bd5ab0b admin admin] Publish callbacks [] for security_group (19e480c5-e0c3-4bae-9717-cfc469e80750), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:57.883822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9197f516-84b6-4727-bdca-b236ecc87271 req-d6323961-4a7b-4ba7-88a2-86bffa18ef71 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 210 time: 0.0605893
Apr 30 21:10:57.914162 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e982da2e-d6db-4f39-b925-06505cd6ed29" -d '{"events": [{"name": "network-changed", "server_uuid": "10b1f705-0c2a-4bd9-af97-caf3ba66ca37", "tag": "ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:10:57.973054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:58.077022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1aeb6d1-3e9d-43fd-90d2-a9ec0bd5ab0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (19e480c5-e0c3-4bae-9717-cfc469e80750), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:58.113382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f2682bc-d534-4464-a988-9ed771070a85 req-e3aae23e-49e6-426b-8358-66ae4c394d30 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 210 time: 0.0860078
Apr 30 21:10:58.190285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Attempting to bind port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:10:58.190682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Attempting to bind port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:10:58.191268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Attempting to bind port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:10:58.198950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Allocated IP 172.20.0.13 (101af96d-46b7-4982-b0ed-3b0af2fa0ddf/5f3d63eb-2691-412d-840f-88078b400c06/ac54aba9-ad17-45b1-8ed2-985784924902) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:10:58.201074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:10:58.201398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Attempting to bind port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:10:58.214648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:10:58.214914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:10:58.215191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:10:58.215634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Bound port: 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:10:58.215993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:58.331213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb1130bf-6a81-41e0-aaaf-d630ddf3ece7 req-1ea2ab37-7d83-44f5-8df1-c614d96dbdf8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 210 time: 0.0468495
Apr 30 21:10:58.360112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49446) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:58.461868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:10:58.479815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c994a0-0a20-453d-965b-06f1f78326da req-b3e75dcb-9841-454a-94d8-018781e390ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:58.480350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:10:58.481652 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-b3e75dcb-9841-454a-94d8-018781e390ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 1130 time: 0.4782987
Apr 30 21:10:58.494355 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b020b6-4cfa-4f9d-83b6-28f9af36c27d x-openstack-request-id: req-79b020b6-4cfa-4f9d-83b6-28f9af36c27d {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:10:58.494640 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b1f705-0c2a-4bd9-af97-caf3ba66ca37", "tag": "ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:10:58.494945 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79b020b6-4cfa-4f9d-83b6-28f9af36c27d {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:10:58.495415 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b020b6-4cfa-4f9d-83b6-28f9af36c27d'] response: {'name': 'network-changed', 'server_uuid': '10b1f705-0c2a-4bd9-af97-caf3ba66ca37', 'tag': 'ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6', 'status': 'completed', 'code': 200}
Apr 30 21:10:58.552683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks [] for port (ac54aba9-ad17-45b1-8ed2-985784924902), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:58.560569 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f4093007-95c3-415a-ae34-d87b7a9f002b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:58.572114 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1aeb6d1-3e9d-43fd-90d2-a9ec0bd5ab0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94e28007be9645cab239078025c0bc74&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9500833
Apr 30 21:10:58.573574 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-1937b7dc-f596-44a3-9719-1d82478a47f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 HTTP/1.1" status: 200  len: 217 time: 0.0735230
Apr 30 21:10:58.574284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aeb6d1-3e9d-43fd-90d2-a9ec0bd5ab0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e480c5-e0c3-4bae-9717-cfc469e80750,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:58.574701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49456) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:58.596586 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:58.648266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c994a0-0a20-453d-965b-06f1f78326da req-099cedd3-55e9-4f51-9d9c-2c68f127d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:58.649776 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-099cedd3-55e9-4f51-9d9c-2c68f127d790 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0644472
Apr 30 21:10:58.690040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:58.691121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:58.692501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] 10.222.0.20 "PUT /v2.0/ports/9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 HTTP/1.1" status: 200  len: 1096 time: 2.2139099
Apr 30 21:10:58.695745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:10:58.698686 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf075c0-a340-4955-8f13-d40b30acdba1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:10:58.750026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7f738-97a0-48f3-a954-dc2bd1b6ab5c service neutron] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:58.758222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c994a0-0a20-453d-965b-06f1f78326da req-c9b277db-f985-4e8c-a321-68b540f07470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:58.765603 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-c9b277db-f985-4e8c-a321-68b540f07470 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1052158
Apr 30 21:10:58.845567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f4093007-95c3-415a-ae34-d87b7a9f002b admin admin] Publish callbacks [] for security_group (12143b67-cfb2-43f5-bcc9-f6bd8061a711), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:58.915989 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b24f6b8-9a29-42a8-8671-bc811f532fc4 x-openstack-request-id: req-6b24f6b8-9a29-42a8-8671-bc811f532fc4 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:10:58.915989 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:10:58.915989 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b24f6b8-9a29-42a8-8671-bc811f532fc4 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:10:58.915989 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b24f6b8-9a29-42a8-8671-bc811f532fc4'] response: {'name': 'network-changed', 'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'status': 'completed', 'code': 200}
Apr 30 21:10:58.919481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:58.931559 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-64b064e5-3d54-4211-93e6-8f6cdd873023 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486669
Apr 30 21:10:58.966963 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f4093007-95c3-415a-ae34-d87b7a9f002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (12143b67-cfb2-43f5-bcc9-f6bd8061a711), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.018527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b0ded-9dba-4977-830b-c8c03f3f04ce req-8b331c2a-8acf-4648-ad8d-832fec07ca45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:59.019998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f5b0ded-9dba-4977-830b-c8c03f3f04ce req-8b331c2a-8acf-4648-ad8d-832fec07ca45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 948 time: 0.1586335
Apr 30 21:10:59.047638 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6c994a0-0a20-453d-965b-06f1f78326da req-f36d473b-2240-4f46-8d95-d69801b0a59a service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040998
Apr 30 21:10:59.049876 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0289838f-7878-43e9-8b3e-d9cb19fed65b admin admin] Publish callbacks [] for security_group (19e480c5-e0c3-4bae-9717-cfc469e80750), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.063612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:10:59.227967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53304df7-5abe-4373-b86e-eef2afb51238 req-24556fd3-c199-4d4a-8428-7d7ddbf4d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:59.229410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-24556fd3-c199-4d4a-8428-7d7ddbf4d6d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1130 time: 0.3807151
Apr 30 21:10:59.230267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:10:59.248846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:10:59.261067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f4093007-95c3-415a-ae34-d87b7a9f002b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecf0c72e1a9c4fe0a5c05d92f2e8b2da&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9000647
Apr 30 21:10:59.263839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49488) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:10:59.270188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Pushing event updated for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:59.272439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4093007-95c3-415a-ae34-d87b7a9f002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12143b67-cfb2-43f5-bcc9-f6bd8061a711,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:59.322848 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0289838f-7878-43e9-8b3e-d9cb19fed65b admin admin] Publish callbacks [] for security_group (19e480c5-e0c3-4bae-9717-cfc469e80750), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.325791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-644db0ae-7e62-455f-86f5-50d72f8208a7 req-226cc8a2-0a8b-4b07-948a-c5279a4bda5d tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 210 time: 0.1081507
Apr 30 21:10:59.355358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-92cc3fc4-7933-4ce1-846f-9d4c09d2da31 admin admin] Publish callbacks [] for security_group (12143b67-cfb2-43f5-bcc9-f6bd8061a711), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.385883 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-92cc3fc4-7933-4ce1-846f-9d4c09d2da31 admin admin] Publish callbacks [] for security_group (12143b67-cfb2-43f5-bcc9-f6bd8061a711), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.386853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:59.387273 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.413939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f5b0ded-9dba-4977-830b-c8c03f3f04ce req-3d0bc578-8c0f-42c3-b02a-4713acaa5e55 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3708730
Apr 30 21:10:59.470016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa370b-a6a2-4dfd-9abf-d049564eab50 req-e250044f-f2fe-4a75-b842-36c354a21b93 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:10:59.471491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92fa370b-a6a2-4dfd-9abf-d049564eab50 req-e250044f-f2fe-4a75-b842-36c354a21b93 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 932 time: 0.0595222
Apr 30 21:10:59.517861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-4a0f5e50-9f2a-40df-a233-3e371d3cea18 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3434193
Apr 30 21:10:59.520432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Request body: {'port': {'device_id': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'device_owner': 'compute:tempest-test_az-1166405573', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:10:59.563245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-92cc3fc4-7933-4ce1-846f-9d4c09d2da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (12143b67-cfb2-43f5-bcc9-f6bd8061a711), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.568243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-92cc3fc4-7933-4ce1-846f-9d4c09d2da31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.569503 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-92cc3fc4-7933-4ce1-846f-9d4c09d2da31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12143b67-cfb2-43f5-bcc9-f6bd8061a711 HTTP/1.1" status: 204  len: 168 time: 0.3045509
Apr 30 21:10:59.580760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc3fc4-7933-4ce1-846f-9d4c09d2da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12143b67-cfb2-43f5-bcc9-f6bd8061a711,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:59.586250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0289838f-7878-43e9-8b3e-d9cb19fed65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (19e480c5-e0c3-4bae-9717-cfc469e80750), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.588715 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0289838f-7878-43e9-8b3e-d9cb19fed65b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.592945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0289838f-7878-43e9-8b3e-d9cb19fed65b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19e480c5-e0c3-4bae-9717-cfc469e80750 HTTP/1.1" status: 204  len: 168 time: 1.0141406
Apr 30 21:10:59.593554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92fa370b-a6a2-4dfd-9abf-d049564eab50 req-245451e7-b7d3-4530-852b-002afdfde012 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152580
Apr 30 21:10:59.600936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2dae9f8-dbac-47df-bd7a-d2529f77650f req-02e52ad7-f4cd-4799-aa16-be5bf041d21c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 210 time: 0.0526683
Apr 30 21:10:59.620452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289838f-7878-43e9-8b3e-d9cb19fed65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e480c5-e0c3-4bae-9717-cfc469e80750,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:10:59.658072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:10:59.857631 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:10:59.999018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac54aba9-ad17-45b1-8ed2-985784924902 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:00.006531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Publish callbacks [] for port (ac54aba9-ad17-45b1-8ed2-985784924902), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:00.020972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Transition to ACTIVE for port object ac54aba9-ad17-45b1-8ed2-985784924902 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:00.112013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:00.186757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:00.281825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:00.282155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:00.282655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:00.287690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:00.287882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:00.294596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:00.294937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:00.295314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:00.295736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Bound port: ac54aba9-ad17-45b1-8ed2-985784924902, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:00.296091 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:00.379570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:00.382657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:00.404661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.35', 58159) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:00.424694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3175a585-cf6f-4bc1-86ae-763f331f5954 req-925b06ba-00d2-41df-8306-7f46a7e53225 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 210 time: 0.0303473
Apr 30 21:11:00.476683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:00.514654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:00.515267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:00.516633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 1114 time: 1.0003850
Apr 30 21:11:00.579384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65de28-6e3f-497e-b683-5cafe6300c6e req-37ab6704-d8da-482b-8d73-f8da108ffea7 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:00.580906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf65de28-6e3f-497e-b683-5cafe6300c6e req-37ab6704-d8da-482b-8d73-f8da108ffea7 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 948 time: 0.0618489
Apr 30 21:11:00.601334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-db7739b1-3c0f-48ab-8e02-d6c1cd19732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:00.603539 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-db7739b1-3c0f-48ab-8e02-d6c1cd19732d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 1130 time: 0.0472975
Apr 30 21:11:00.611868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49528) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:00.625164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907be3ea-0f02-423f-b159-4f1dca644cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:00.635187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-6cd097be-053f-4ca9-be27-ddd36fff6a36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 HTTP/1.1" status: 200  len: 217 time: 0.0485599
Apr 30 21:11:00.710052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49536) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:00.722833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b619d7f8-ce16-4774-b484-7d6ff69e88c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:00.731702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53304df7-5abe-4373-b86e-eef2afb51238 req-570339da-8066-40e6-b7e9-f3bd86d3cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:00.733651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-570339da-8066-40e6-b7e9-f3bd86d3cd17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0922112
Apr 30 21:11:00.761292 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-757f317a-2048-4cb1-a3e5-6aca6254bc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:00.801101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf65de28-6e3f-497e-b683-5cafe6300c6e req-0263e37c-2b6f-4e4c-8dae-bf077fc63886 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2022872
Apr 30 21:11:00.813580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-f9c16012-d052-4ec2-a8a0-c86fa492e752 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:00.815055 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-f9c16012-d052-4ec2-a8a0-c86fa492e752 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.35 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 805 time: 0.4094172
Apr 30 21:11:00.863604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Request body: {'port': {'device_id': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'admin_state_up': True, 'tenant_id': '64f0bbc311b44034838e939a3c2e98ae'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:00.867935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53304df7-5abe-4373-b86e-eef2afb51238 req-0e0199e3-b541-4701-8dde-8943e1a261a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:00.870679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-0e0199e3-b541-4701-8dde-8943e1a261a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1192513
Apr 30 21:11:00.879132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fdfc0-1b23-4cef-9966-965271bc52d9 req-c16d9189-b763-47a3-b29f-e7ba2581a240 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:00.886552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e72fdfc0-1b23-4cef-9966-965271bc52d9 req-c16d9189-b763-47a3-b29f-e7ba2581a240 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.1334805
Apr 30 21:11:00.920546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:00.922725 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e87b32-c09e-4c9b-8f18-169e19be8e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:00.934074 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-f20c3792-346c-4199-9bcb-d2534e9498f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:00.936195 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-f20c3792-346c-4199-9bcb-d2534e9498f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3232369
Apr 30 21:11:00.997394 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-a9361fb5-1bad-47ad-92d0-91ffb72253c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 HTTP/1.1" status: 200  len: 217 time: 0.0529423
Apr 30 21:11:01.029648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3223192e-d199-45f2-b2f2-bb9d0894da4a req-7a1f60d5-cf1a-4e6d-b8b4-4d03c7941eb5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 210 time: 0.1318867
Apr 30 21:11:01.073107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b619d7f8-ce16-4774-b484-7d6ff69e88c3 admin admin] Publish callbacks [] for security_group (02463b31-cf61-4708-a508-d9a2b5df5281), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:01.075273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-ccd5c3ec-5192-42d6-bb1b-d9f08de00a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:01.076657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-ccd5c3ec-5192-42d6-bb1b-d9f08de00a74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1148 time: 0.1647122
Apr 30 21:11:01.079627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.35', 58161) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:01.106385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-8566ee73-a35a-4840-ac82-cba4de1bc252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:01.109340 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-8566ee73-a35a-4840-ac82-cba4de1bc252 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1040611
Apr 30 21:11:01.129632 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-cdbc17a4-3f3c-436f-99ff-69ddcc831a2e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0410681
Apr 30 21:11:01.158294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e72fdfc0-1b23-4cef-9966-965271bc52d9 req-1230cebd-f9c0-4213-a875-bd1a8251f2b1 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601762
Apr 30 21:11:01.159866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-17ddfc96-4e1d-4b35-9637-47fa58be5613 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 217 time: 0.0703735
Apr 30 21:11:01.173114 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b619d7f8-ce16-4774-b484-7d6ff69e88c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (02463b31-cf61-4708-a508-d9a2b5df5281), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:01.223622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-757f317a-2048-4cb1-a3e5-6aca6254bc36 admin admin] Publish callbacks [] for security_group (ef4f1505-3524-40f6-aca5-de517af72fbf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:01.245323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Made reservation on behalf of 64f0bbc311b44034838e939a3c2e98ae for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:01.249838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:01.262405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-2deb1c1d-b2d1-4aeb-adae-143dc8c261fa service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3664289
Apr 30 21:11:01.297891 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e89fc34-6b7a-4d55-9542-e5b072812591 x-openstack-request-id: req-7e89fc34-6b7a-4d55-9542-e5b072812591 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:01.298184 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:01.298431 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e89fc34-6b7a-4d55-9542-e5b072812591 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:01.298821 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e89fc34-6b7a-4d55-9542-e5b072812591'] response: {'name': 'network-changed', 'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902', 'status': 'completed', 'code': 200}
Apr 30 21:11:01.312267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-f6f1a3b9-0f50-4239-afdd-be495c67b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:01.313924 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-f6f1a3b9-0f50-4239-afdd-be495c67b9da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1943915
Apr 30 21:11:01.327369 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b619d7f8-ce16-4774-b484-7d6ff69e88c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd39aa64695a4942967925e4463713bb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7131996
Apr 30 21:11:01.331192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-2040184a-dd88-4280-95d9-59164cb2467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:01.332677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-2040184a-dd88-4280-95d9-59164cb2467c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.1616449
Apr 30 21:11:01.332829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49546) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:01.335645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619d7f8-ce16-4774-b484-7d6ff69e88c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02463b31-cf61-4708-a508-d9a2b5df5281,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:01.336517 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-757f317a-2048-4cb1-a3e5-6aca6254bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ef4f1505-3524-40f6-aca5-de517af72fbf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:01.374809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f317a-2048-4cb1-a3e5-6aca6254bc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f1505-3524-40f6-aca5-de517af72fbf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:01.411851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-04e540d1-bd72-4648-b621-bc23bb425ea2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381203
Apr 30 21:11:01.462733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-757f317a-2048-4cb1-a3e5-6aca6254bc36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1484aade54a74d308ccdd09ff23e6aa4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7480917
Apr 30 21:11:01.474498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49554) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:01.504062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-2acea134-b340-49a1-8b2e-1f4c822ddaa1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:01.506166 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-2acea134-b340-49a1-8b2e-1f4c822ddaa1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3569298
Apr 30 21:11:01.534718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53304df7-5abe-4373-b86e-eef2afb51238 req-da3c7eb6-3475-4fca-b364-0652e541ddf5 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2656000
Apr 30 21:11:01.554262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Request body: {'port': {'device_id': '63136ef9-512e-4d74-9427-5db9addb1129', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '4d8bde5d9ca44f859b5536d3398b63d4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:01.577016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf4be0b-8f4b-4260-9fb1-708b9c1e787a req-143d1dbe-6e31-4e83-a16a-56cd18ed3d48 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 210 time: 0.0354331
Apr 30 21:11:01.599939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-12065c83-c6c8-48cc-9ad0-e3c069178ca2 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641548
Apr 30 21:11:01.707061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b0aa56-5686-4177-82d7-5b05a71e38dc req-e3074cf2-7d03-4bd0-810e-4b2aee1883ae service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1073699
Apr 30 21:11:01.851299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d5234c2-7dfd-4f45-a82e-d91ccd0a793d admin admin] Publish callbacks [] for security_group (02463b31-cf61-4708-a508-d9a2b5df5281), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:01.888020 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-a0556ed5-c26a-477a-98aa-e8ab0a0591c5 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5531809
Apr 30 21:11:01.918788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Allocated IP 172.20.0.5 (c1b131fa-a537-4b70-82cc-dbac26cd0254/9b48280e-ae20-4ea1-a466-019d611a9a4d/064011e5-feea-444d-a97a-9f2180c4839e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:01.931905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691952b3-adc3-4e13-9d3a-5f3da972e5e7 req-fc0f9c3d-2e7c-4cab-8883-2a303662b928 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:01.933742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-691952b3-adc3-4e13-9d3a-5f3da972e5e7 req-fc0f9c3d-2e7c-4cab-8883-2a303662b928 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 948 time: 0.0541894
Apr 30 21:11:01.938289 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b65b0698-0af9-43ec-b873-a622800a34ea admin admin] Publish callbacks [] for security_group (ef4f1505-3524-40f6-aca5-de517af72fbf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:01.953407 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d5234c2-7dfd-4f45-a82e-d91ccd0a793d admin admin] Publish callbacks [] for security_group (02463b31-cf61-4708-a508-d9a2b5df5281), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:01.984952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-691952b3-adc3-4e13-9d3a-5f3da972e5e7 req-9eec55bf-11ef-438e-8ad2-3991426660d8 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442789
Apr 30 21:11:02.000477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b65b0698-0af9-43ec-b873-a622800a34ea admin admin] Publish callbacks [] for security_group (ef4f1505-3524-40f6-aca5-de517af72fbf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.148222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6703346-acf4-426b-9d24-60a18f036475 req-ae0c08bf-0905-45ac-96d1-ec3fea17b017 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 210 time: 0.0442798
Apr 30 21:11:02.168170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Made reservation on behalf of 4d8bde5d9ca44f859b5536d3398b63d4 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:02.172305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.196405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.219934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks [] for port (064011e5-feea-444d-a97a-9f2180c4839e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.230758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d5234c2-7dfd-4f45-a82e-d91ccd0a793d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (02463b31-cf61-4708-a508-d9a2b5df5281), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.233654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d5234c2-7dfd-4f45-a82e-d91ccd0a793d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.234819 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1d5234c2-7dfd-4f45-a82e-d91ccd0a793d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02463b31-cf61-4708-a508-d9a2b5df5281 HTTP/1.1" status: 204  len: 168 time: 0.8957057
Apr 30 21:11:02.235513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b65b0698-0af9-43ec-b873-a622800a34ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ef4f1505-3524-40f6-aca5-de517af72fbf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.239968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b65b0698-0af9-43ec-b873-a622800a34ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.241056 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b65b0698-0af9-43ec-b873-a622800a34ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef4f1505-3524-40f6-aca5-de517af72fbf HTTP/1.1" status: 204  len: 168 time: 0.7653439
Apr 30 21:11:02.317523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86639bcc-2628-4383-9388-6a64c365ae5d req-6a0b8968-4b21-40c8-a93a-b455ab7d6831 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:02.320864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86639bcc-2628-4383-9388-6a64c365ae5d req-6a0b8968-4b21-40c8-a93a-b455ab7d6831 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.0772431
Apr 30 21:11:02.354164 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks [] for security_group (3b6efc34-e292-48b7-993d-c4ff56abffd5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.381978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5234c2-7dfd-4f45-a82e-d91ccd0a793d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02463b31-cf61-4708-a508-d9a2b5df5281,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:02.412219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b0698-0af9-43ec-b873-a622800a34ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f1505-3524-40f6-aca5-de517af72fbf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:02.412463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86639bcc-2628-4383-9388-6a64c365ae5d req-45c3e37f-d377-4de5-aa8f-6906cef1a11c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733373
Apr 30 21:11:02.483368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3b6efc34-e292-48b7-993d-c4ff56abffd5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.545396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.549689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6efc34-e292-48b7-993d-c4ff56abffd5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:02.622924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Network c1b131fa-a537-4b70-82cc-dbac26cd0254 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:02.638716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:02.673397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:02.676023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Pushing event updated for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:02.769507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-fca5dc51-15cd-47ca-b4fc-99c9a68e28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:02.771083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-fca5dc51-15cd-47ca-b4fc-99c9a68e28d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1130 time: 0.1384912
Apr 30 21:11:02.797334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Allocated IP 192.168.233.71 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:02.814092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:02.814704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:02.838344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d697-86db-41c1-946b-f2068124f174 req-974a41c3-97ad-4f7e-8b2e-4972ccd4e464 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:02.842560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a467d697-86db-41c1-946b-f2068124f174 req-974a41c3-97ad-4f7e-8b2e-4972ccd4e464 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 931 time: 0.1642375
Apr 30 21:11:02.846182 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e982da2e-d6db-4f39-b925-06505cd6ed29 req-264aff88-c6f1-4775-be22-c46e9c61ef92 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120466
Apr 30 21:11:02.852705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-3632ec4e-2731-4ae0-bde7-f633fdfb9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:02.876388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-3632ec4e-2731-4ae0-bde7-f633fdfb9039 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1148 time: 0.1933725
Apr 30 21:11:02.887132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:02.936592 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-51fcb108-b3c8-456d-8d33-8776334f66e1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0803039
Apr 30 21:11:02.984880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Request body: {'port': {'device_id': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:03.033289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:03.063183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6', 'mac_address': 'fa:16:3e:c9:32:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:03.114774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:03.115358 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.144311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks [] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.147574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:03.183873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a467d697-86db-41c1-946b-f2068124f174 req-f9eb2498-c263-48bf-8221-48ec31c1ea82 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3355899
Apr 30 21:11:03.197424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:03.217163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (064011e5-feea-444d-a97a-9f2180c4839e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.267988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.272421 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.295226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-15721a66-160e-43ac-a110-bd6d03175645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:03.296688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-15721a66-160e-43ac-a110-bd6d03175645 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.5109782
Apr 30 21:11:03.313439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c736d9-1cb6-431f-b721-9487b288b03e req-c2ef3c58-602f-493f-8d24-b30b098ff2c3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:03.315203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7c736d9-1cb6-431f-b721-9487b288b03e req-c2ef3c58-602f-493f-8d24-b30b098ff2c3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 948 time: 0.1385646
Apr 30 21:11:03.336426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:03.342492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:03.396054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-d8ba0f4c-5396-46ef-aab1-5c08b94d84f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 HTTP/1.1" status: 200  len: 217 time: 0.0905645
Apr 30 21:11:03.396538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:03.403547 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:03.434070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:03.461590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-5dfb43a8-15ea-419f-97fd-1436d0bb55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:03.463098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-5dfb43a8-15ea-419f-97fd-1436d0bb55c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0539789
Apr 30 21:11:03.478179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05321f8d-8c57-418e-84fc-37855168dbe1 req-7cda3c89-e476-4eec-8179-e74edbc1fb76 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:03.479676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05321f8d-8c57-418e-84fc-37855168dbe1 req-7cda3c89-e476-4eec-8179-e74edbc1fb76 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 935 time: 0.1761844
Apr 30 21:11:03.495073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-50a2cff8-3a77-44c1-948e-a42e679a6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:03.496625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-50a2cff8-3a77-44c1-948e-a42e679a6f1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.6030295
Apr 30 21:11:03.528009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:03.528682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.532179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49652) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:03.599438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:03.611267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7c736d9-1cb6-431f-b721-9487b288b03e req-e6b6d031-f7d0-4fdf-810c-b744b982bb32 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872519
Apr 30 21:11:03.613273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-f831c8c3-4ba4-498d-ad11-cc9fc87f99f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 217 time: 0.0757184
Apr 30 21:11:03.616375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-c5e0a0d5-9e80-45e4-850a-c1eff68a44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:03.618106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-c5e0a0d5-9e80-45e4-850a-c1eff68a44cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1469088
Apr 30 21:11:03.710119 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-873b87ab-3448-403a-a009-b3bcc5312034 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1644373
Apr 30 21:11:03.716835 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064011e5-feea-444d-a97a-9f2180c4839e {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:03.727156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Request body: {'port': {'device_id': '63136ef9-512e-4d74-9427-5db9addb1129', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:03.730769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Publish callbacks [] for port (064011e5-feea-444d-a97a-9f2180c4839e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.771825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Transition to ACTIVE for port object 064011e5-feea-444d-a97a-9f2180c4839e will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:03.805856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-faad8e14-b33c-4676-b4aa-ad6e2bf8bb7b None None] Provisioning complete for port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:03.806259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-faad8e14-b33c-4676-b4aa-ad6e2bf8bb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.808272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05321f8d-8c57-418e-84fc-37855168dbe1 req-d2cd7069-8d36-4c14-98b1-a41af51c550d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066919
Apr 30 21:11:03.825255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.873828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-5a18bd4b-7535-4334-91d2-edaf42fc8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:03.879870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-5a18bd4b-7535-4334-91d2-edaf42fc8755 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.2604637
Apr 30 21:11:03.899443 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:03.942847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-faad8e14-b33c-4676-b4aa-ad6e2bf8bb7b None None] Port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:03.948084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-64c78c26-1a7c-4b53-b330-a2408686d77a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597990
Apr 30 21:11:04.029331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-914a2e26-3461-43f4-8459-2886e98be816 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4015932
Apr 30 21:11:04.040651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44e14a-b785-461a-9623-c34b55aed175 req-6852b19e-e1ad-4287-9962-fc928c5f6903 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:04.042679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce44e14a-b785-461a-9623-c34b55aed175 req-6852b19e-e1ad-4287-9962-fc928c5f6903 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.1435997
Apr 30 21:11:04.136938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3479ae35-4b51-473c-8357-019da043d71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.160257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Pushing event updated for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:04.196398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce44e14a-b785-461a-9623-c34b55aed175 req-cd1b828d-7ed8-4829-a78b-bd4bd8ec3734 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306221
Apr 30 21:11:04.204625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-c131150e-536c-4367-9eea-a3528adbed67 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2489927
Apr 30 21:11:04.329374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edf075c0-a340-4955-8f13-d40b30acdba1 req-83ee9f51-06ac-4b16-a082-42a004d6e899 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839096
Apr 30 21:11:04.347470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Attempting to bind port 064011e5-feea-444d-a97a-9f2180c4839e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:04.349788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Attempting to bind port 064011e5-feea-444d-a97a-9f2180c4839e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:04.350152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Attempting to bind port 064011e5-feea-444d-a97a-9f2180c4839e on network c1b131fa-a537-4b70-82cc-dbac26cd0254 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:04.369171 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Port 064011e5-feea-444d-a97a-9f2180c4839e on network c1b131fa-a537-4b70-82cc-dbac26cd0254 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:04.369483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Attempting to bind port 064011e5-feea-444d-a97a-9f2180c4839e on network c1b131fa-a537-4b70-82cc-dbac26cd0254 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:04.382887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:04.404989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Publish callbacks [] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.407650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:04.408075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Checking segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:04.408454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Bound using segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:04.408938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Bound port: 064011e5-feea-444d-a97a-9f2180c4839e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:04.409288 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (064011e5-feea-444d-a97a-9f2180c4839e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.419503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3479ae35-4b51-473c-8357-019da043d71b admin admin] Publish callbacks [] for security_group (337dae18-4c74-4461-b107-d0e9e59fdab6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.439062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Transition to ACTIVE for port object 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:04.488060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9951e2-62af-486d-8434-b20c0c0c5565 req-ae768277-0c1d-462a-99aa-6f799dab0f92 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:04.489593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a9951e2-62af-486d-8434-b20c0c0c5565 req-ae768277-0c1d-462a-99aa-6f799dab0f92 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 943 time: 0.1628282
Apr 30 21:11:04.492543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e87b32-c09e-4c9b-8f18-169e19be8e8e req-00c99fb9-2405-4882-80c0-afeb192bde9b service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787118
Apr 30 21:11:04.528205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:04.531316 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.541306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3479ae35-4b51-473c-8357-019da043d71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (337dae18-4c74-4461-b107-d0e9e59fdab6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.574628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a9951e2-62af-486d-8434-b20c0c0c5565 req-bfb139bd-7af8-4674-a1ad-7f8fa2083cb8 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778301
Apr 30 21:11:04.580899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:04.649830 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3479ae35-4b51-473c-8357-019da043d71b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da4283a7d7fb4a4db57b5463687e0fde&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1151381
Apr 30 21:11:04.652517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49692) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:04.671381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479ae35-4b51-473c-8357-019da043d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337dae18-4c74-4461-b107-d0e9e59fdab6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:04.685797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:04.724051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.779701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:04.780439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.781945 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] 10.222.0.35 "PUT /v2.0/ports/064011e5-feea-444d-a97a-9f2180c4839e HTTP/1.1" status: 200  len: 1091 time: 1.8030963
Apr 30 21:11:04.784442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:04.786961 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f9c517-479f-4c1f-80ab-0a9634b90877" -d '{"events": [{"name": "network-changed", "server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "tag": "064011e5-feea-444d-a97a-9f2180c4839e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:04.824102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Attempting to bind port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:04.824568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Attempting to bind port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:04.825015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Attempting to bind port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:04.834521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:04.834656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Attempting to bind port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:04.837012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15792a47-3365-4fb3-b46e-ddb3827afd1c service neutron] Pushing event updated for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:04.843942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:04.844182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:04.844653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:04.845294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Bound port: 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:04.845653 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.855339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc00c2e-b6f3-484e-bc4e-18c7a66fad82 req-52aa0509-dfc2-4250-b319-6b9917ed9c0c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:04.878281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bc00c2e-b6f3-484e-bc4e-18c7a66fad82 req-52aa0509-dfc2-4250-b319-6b9917ed9c0c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 949 time: 0.1341109
Apr 30 21:11:04.887623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:04.895345 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65384916-1781-46d1-a9b3-ddc55897e51c x-openstack-request-id: req-65384916-1781-46d1-a9b3-ddc55897e51c {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:04.895502 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "tag": "064011e5-feea-444d-a97a-9f2180c4839e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:04.895858 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65384916-1781-46d1-a9b3-ddc55897e51c {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:04.896261 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65384916-1781-46d1-a9b3-ddc55897e51c'] response: {'name': 'network-changed', 'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e', 'status': 'completed', 'code': 200}
Apr 30 21:11:04.897931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:04.921685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-325514e9-ff57-4f7d-936e-d3d64a20d41c admin admin] Publish callbacks [] for security_group (337dae18-4c74-4461-b107-d0e9e59fdab6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:04.991625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:04.991625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c517-479f-4c1f-80ab-0a9634b90877 req-1c96f49a-9067-4ba1-ab27-c9489b9a8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:04.992322 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-29f9c517-479f-4c1f-80ab-0a9634b90877 req-1c96f49a-9067-4ba1-ab27-c9489b9a8833 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 1125 time: 0.0790582
Apr 30 21:11:05.005270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-325514e9-ff57-4f7d-936e-d3d64a20d41c admin admin] Publish callbacks [] for security_group (337dae18-4c74-4461-b107-d0e9e59fdab6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.017494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bc00c2e-b6f3-484e-bc4e-18c7a66fad82 req-3b08786f-105b-4a4d-92be-1850a7d69572 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383660
Apr 30 21:11:05.021376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:05.067349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:05.226950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ac54aba9-ad17-45b1-8ed2-985784924902 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:05.226950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:05.226950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'mac_address': 'fa:16:3e:14:c2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:05.227544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0bcfb-d211-4803-8d3f-a916e45b49dc req-595b2371-182e-429f-87f0-c32aa06d048c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:05.227544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ce0bcfb-d211-4803-8d3f-a916e45b49dc req-595b2371-182e-429f-87f0-c32aa06d048c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.0470302
Apr 30 21:11:05.227544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ce0bcfb-d211-4803-8d3f-a916e45b49dc req-c42f1e12-9a09-4230-a34b-86e1a53bdde6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441167
Apr 30 21:11:05.227807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:05.227807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.254746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:05.268152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:05.293796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:05.295540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'ac54aba9-ad17-45b1-8ed2-985784924902', 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'port_id': 'ac54aba9-ad17-45b1-8ed2-985784924902', 'mac_address': 'fa:16:3e:bb:8b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d63eb-2691-412d-840f-88078b400c06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-1166405573', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:05.340787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7daa-2569-4b64-bfa2-b2619123762d req-cfbf3569-8d17-43f1-bb97-e0d74acf2578 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:05.342492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa1a7daa-2569-4b64-bfa2-b2619123762d req-cfbf3569-8d17-43f1-bb97-e0d74acf2578 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.0559487
Apr 30 21:11:05.359176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ac54aba9-ad17-45b1-8ed2-985784924902 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:05.359176 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.383096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac54aba9-ad17-45b1-8ed2-985784924902 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:05.394968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c517-479f-4c1f-80ab-0a9634b90877 req-7edc7fce-892f-46d1-95e7-1fa6f0b415f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:05.396487 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-29f9c517-479f-4c1f-80ab-0a9634b90877 req-7edc7fce-892f-46d1-95e7-1fa6f0b415f6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=64f0bbc311b44034838e939a3c2e98ae&shared=False HTTP/1.1" status: 200  len: 906 time: 0.3965464
Apr 30 21:11:05.436317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:05.460246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:05.463489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.471320 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-325514e9-ff57-4f7d-936e-d3d64a20d41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (337dae18-4c74-4461-b107-d0e9e59fdab6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.474679 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-325514e9-ff57-4f7d-936e-d3d64a20d41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.477251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-325514e9-ff57-4f7d-936e-d3d64a20d41c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/337dae18-4c74-4461-b107-d0e9e59fdab6 HTTP/1.1" status: 204  len: 168 time: 0.8237314
Apr 30 21:11:05.486705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.519149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa1a7daa-2569-4b64-bfa2-b2619123762d req-146f913a-b95d-4f4f-9b3a-aea0e46221c1 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371396
Apr 30 21:11:05.519149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325514e9-ff57-4f7d-936e-d3d64a20d41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337dae18-4c74-4461-b107-d0e9e59fdab6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:05.519367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.550560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.581182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:05.581182 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.581182 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] 10.222.0.35 "PUT /v2.0/ports/5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 1095 time: 1.8586354
Apr 30 21:11:05.604997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:05.646664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d9554-7255-427e-b038-519096d5d00d service neutron] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:05.648544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:05.648941 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.676415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c517-479f-4c1f-80ab-0a9634b90877 req-523673c5-3e4a-4c41-962f-797727316bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:05.681298 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-29f9c517-479f-4c1f-80ab-0a9634b90877 req-523673c5-3e4a-4c41-962f-797727316bd5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2746131
Apr 30 21:11:05.717841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b1f705-0c2a-4bd9-af97-caf3ba66ca37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:05.720097 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1006e177-f5a7-4024-9b12-6d0824399236" -d '{"events": [{"server_uuid": "10b1f705-0c2a-4bd9-af97-caf3ba66ca37", "name": "network-vif-plugged", "status": "completed", "tag": "ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:05.782790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ac54aba9-ad17-45b1-8ed2-985784924902'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:05.791103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:05.795508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:05.808784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355108a3-06f7-45d2-8b22-0a3b2d09c2b9 req-7ad05465-90d9-475d-a7e0-7482f939e813 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:05.820479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-355108a3-06f7-45d2-8b22-0a3b2d09c2b9 req-7ad05465-90d9-475d-a7e0-7482f939e813 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 943 time: 0.1293352
Apr 30 21:11:05.880279 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcaa8ed-ed8d-46a1-8315-24bcf7aca134 x-openstack-request-id: req-bdcaa8ed-ed8d-46a1-8315-24bcf7aca134 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:05.880836 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b1f705-0c2a-4bd9-af97-caf3ba66ca37", "name": "network-vif-plugged", "status": "completed", "tag": "ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:05.881245 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdcaa8ed-ed8d-46a1-8315-24bcf7aca134 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:05.881845 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcaa8ed-ed8d-46a1-8315-24bcf7aca134'] response: {'server_uuid': '10b1f705-0c2a-4bd9-af97-caf3ba66ca37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6', 'code': 200}
Apr 30 21:11:05.896730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-132b265c-8f0a-4d00-b617-18ed19fdb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:05.899864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:05.912956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:05.917403 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-132b265c-8f0a-4d00-b617-18ed19fdb8cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 1125 time: 0.1855330
Apr 30 21:11:05.941693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-f98656a9-1772-473e-80e7-080d818a374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:05.949310 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-f98656a9-1772-473e-80e7-080d818a374e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1129 time: 0.1616576
Apr 30 21:11:05.981835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:05.992172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-355108a3-06f7-45d2-8b22-0a3b2d09c2b9 req-b8b6affa-8bde-4eb6-89ec-894ff8562584 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609194
Apr 30 21:11:05.995770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf6f36-a2a3-4bcc-b263-f01c1b68d61e req-5d630045-13c3-4e5e-91b9-f3e08fd44340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:06.002064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54cf6f36-a2a3-4bcc-b263-f01c1b68d61e req-5d630045-13c3-4e5e-91b9-f3e08fd44340 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 1132 time: 0.1169860
Apr 30 21:11:06.012705 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-c50fd368-df3d-4c7f-b031-8dece9fda63a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=064011e5-feea-444d-a97a-9f2180c4839e HTTP/1.1" status: 200  len: 217 time: 0.0968943
Apr 30 21:11:06.054399 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-1f306311-8c48-45b9-bdef-c4fc5103e9cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 217 time: 0.0499101
Apr 30 21:11:06.057678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54cf6f36-a2a3-4bcc-b263-f01c1b68d61e req-1b347af9-7c21-4366-838e-26e4abd9cb27 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471199
Apr 30 21:11:06.127020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-d9cd368a-8aaf-4a37-a8a6-2596d4f1c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:06.128615 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-d9cd368a-8aaf-4a37-a8a6-2596d4f1c7a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b48280e-ae20-4ea1-a466-019d611a9a4d HTTP/1.1" status: 200  len: 845 time: 0.0834489
Apr 30 21:11:06.134444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-0f9e4edd-28c4-4897-8ec8-4d108616049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:06.135881 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-0f9e4edd-28c4-4897-8ec8-4d108616049f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0601389
Apr 30 21:11:06.180534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1f4e-8b2c-421b-a820-334361af9e64 req-e88c6479-3807-4a6a-a1c7-712ec188056b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:06.182223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-896f1f4e-8b2c-421b-a820-334361af9e64 req-e88c6479-3807-4a6a-a1c7-712ec188056b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 950 time: 0.0695524
Apr 30 21:11:06.189161 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-5a02861f-71de-446a-a106-82882a2a6bfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1b131fa-a537-4b70-82cc-dbac26cd0254&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522180
Apr 30 21:11:06.233288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-896f1f4e-8b2c-421b-a820-334361af9e64 req-776dfb79-5566-4fab-a988-c112273d8c4d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426102
Apr 30 21:11:06.241409 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-e6659c3d-52ac-4006-a45f-35d00ef0a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:06.246199 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-e6659c3d-52ac-4006-a45f-35d00ef0a489 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0985272
Apr 30 21:11:06.345740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07d645-573c-452c-9735-22e2d8adcea1 req-44a78317-8a9f-4ed2-b940-12bebf7b8cbe tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:06.347282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e07d645-573c-452c-9735-22e2d8adcea1 req-44a78317-8a9f-4ed2-b940-12bebf7b8cbe tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.0508330
Apr 30 21:11:06.363680 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-8f38c1fa-73db-40ed-8b29-b302cf0efcc5 service neutron] 10.222.0.35 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680021
Apr 30 21:11:06.420971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e07d645-573c-452c-9735-22e2d8adcea1 req-4fb53fb3-a95f-4406-94f0-365bcec0b78d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645556
Apr 30 21:11:06.433928 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-9ab73c58-4263-4065-b297-cc0462be2f41 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777177
Apr 30 21:11:06.508060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:06.530326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-34cdb988-5cea-4191-84e2-7ce7f9e994ec req-e36262f9-9a34-425d-a78a-ed16bca7fa09 service neutron] 10.222.0.35 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599777
Apr 30 21:11:06.551512 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a7be373-2e63-4c6c-ad6e-7618a644ce52 req-0d727441-d0e2-477e-a874-749056f6d671 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1124094
Apr 30 21:11:06.626090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1061077-c238-4f4a-a902-a2e953d34e75 req-ff92a273-7905-47fb-b8ae-709b2334d089 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:06.630758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1061077-c238-4f4a-a902-a2e953d34e75 req-ff92a273-7905-47fb-b8ae-709b2334d089 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 967 time: 0.0461144
Apr 30 21:11:06.679041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1061077-c238-4f4a-a902-a2e953d34e75 req-b5eaab02-1682-43ef-aadc-fd92995d60c4 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455904
Apr 30 21:11:06.832753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5e912030-e061-4ed5-b7b5-45acd376331a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d316cd4e4d043ba9da2707b8006acd4&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3158991
Apr 30 21:11:06.832877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49758) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:06.843646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49760) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:06.859424 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bfe5bf48-585d-4809-86bc-cd6ad852576f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:06.887361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:06.888571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29fa40c3-eaa9-4369-b193-bf2d02365c31 admin admin] Publish callbacks [] for security_group (7606dd21-832f-4d9a-8611-ceef17582c56), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:06.902130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:06.905159 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04394e-d007-4843-bb7c-05681a6ddf34" -d '{"events": [{"name": "network-changed", "server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:06.932444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29fa40c3-eaa9-4369-b193-bf2d02365c31 admin admin] Publish callbacks [] for security_group (7606dd21-832f-4d9a-8611-ceef17582c56), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:06.993325 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c9b295-7362-4df6-9feb-36b7b3b03a5c x-openstack-request-id: req-53c9b295-7362-4df6-9feb-36b7b3b03a5c {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:06.993325 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:06.993325 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53c9b295-7362-4df6-9feb-36b7b3b03a5c {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:06.993325 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c9b295-7362-4df6-9feb-36b7b3b03a5c'] response: {'name': 'network-changed', 'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'status': 'completed', 'code': 200}
Apr 30 21:11:06.993677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bfe5bf48-585d-4809-86bc-cd6ad852576f admin admin] Publish callbacks [] for security_group (a8ebb362-90f4-4094-82da-a455cb5081a7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.002404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:07.077637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bfe5bf48-585d-4809-86bc-cd6ad852576f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a8ebb362-90f4-4094-82da-a455cb5081a7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.108799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ac54aba9-ad17-45b1-8ed2-985784924902 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:07.111993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29fa40c3-eaa9-4369-b193-bf2d02365c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7606dd21-832f-4d9a-8611-ceef17582c56), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.114512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29fa40c3-eaa9-4369-b193-bf2d02365c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.121044 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-29fa40c3-eaa9-4369-b193-bf2d02365c31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7606dd21-832f-4d9a-8611-ceef17582c56 HTTP/1.1" status: 204  len: 168 time: 0.2864211
Apr 30 21:11:07.121153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:07.121153 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.128043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa40c3-eaa9-4369-b193-bf2d02365c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7606dd21-832f-4d9a-8611-ceef17582c56,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:07.148040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49776) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:07.153957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bfe5bf48-585d-4809-86bc-cd6ad852576f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab10c03f4b95481fafe872abcc650720&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3091092
Apr 30 21:11:07.155246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5bf48-585d-4809-86bc-cd6ad852576f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ebb362-90f4-4094-82da-a455cb5081a7,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:07.250807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19cccb8a-8a96-4fff-b0c3-de7d60fc3e32 admin admin] Publish callbacks [] for security_group (a8ebb362-90f4-4094-82da-a455cb5081a7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.264897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port ac54aba9-ad17-45b1-8ed2-985784924902 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:07.270491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c46bf-fba8-4078-8b4d-7ffa776edce9 req-9f998f32-c39b-4986-a187-d9b727cc6c13 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:07.277798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-437c46bf-fba8-4078-8b4d-7ffa776edce9 req-9f998f32-c39b-4986-a187-d9b727cc6c13 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 943 time: 0.0600350
Apr 30 21:11:07.298378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19cccb8a-8a96-4fff-b0c3-de7d60fc3e32 admin admin] Publish callbacks [] for security_group (a8ebb362-90f4-4094-82da-a455cb5081a7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.314026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:07.320410 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.347360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-437c46bf-fba8-4078-8b4d-7ffa776edce9 req-dc7ef675-9705-4750-97cb-199250fab61f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685010
Apr 30 21:11:07.371069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:07.372094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port ac54aba9-ad17-45b1-8ed2-985784924902 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:07.373058 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.449454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16181f-3d60-40df-b283-10d12c23491f req-595e8301-e52c-4904-a3a4-010c3a221c90 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:07.450946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb16181f-3d60-40df-b283-10d12c23491f req-595e8301-e52c-4904-a3a4-010c3a221c90 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 950 time: 0.0484445
Apr 30 21:11:07.459042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ac54aba9-ad17-45b1-8ed2-985784924902 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:07.459436 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.459844 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19cccb8a-8a96-4fff-b0c3-de7d60fc3e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a8ebb362-90f4-4094-82da-a455cb5081a7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.463866 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19cccb8a-8a96-4fff-b0c3-de7d60fc3e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.468832 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-19cccb8a-8a96-4fff-b0c3-de7d60fc3e32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8ebb362-90f4-4094-82da-a455cb5081a7 HTTP/1.1" status: 204  len: 168 time: 0.3193381
Apr 30 21:11:07.479775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cccb8a-8a96-4fff-b0c3-de7d60fc3e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ebb362-90f4-4094-82da-a455cb5081a7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:07.489669 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.514412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb16181f-3d60-40df-b283-10d12c23491f req-972148b7-4ad2-4e38-b6ef-2ed2138283a5 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576952
Apr 30 21:11:07.537840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:07.588401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:07.599099 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:07.663461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcbab3-1d32-4eca-91e2-b09f508c399f req-7cfbc291-4e33-4dff-875b-927adbf66523 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:07.665030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3efcbab3-1d32-4eca-91e2-b09f508c399f req-7cfbc291-4e33-4dff-875b-927adbf66523 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.0516455
Apr 30 21:11:07.668072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:07.720126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3efcbab3-1d32-4eca-91e2-b09f508c399f req-da8a906d-6395-4a10-87b2-c5eec61c241f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482540
Apr 30 21:11:07.849713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2024e-b3e0-412f-9d6c-77ea7938995f req-23da4126-1ac4-4ffa-9f7d-1d0595007845 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:07.851266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fcc2024e-b3e0-412f-9d6c-77ea7938995f req-23da4126-1ac4-4ffa-9f7d-1d0595007845 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 968 time: 0.0487154
Apr 30 21:11:07.886231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'}, {'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:07.886231 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ed719d-ac6a-4484-90d4-c1ae8f6c3053" -d '{"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-plugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48"}, {"server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "name": "network-vif-plugged", "status": "completed", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:07.899265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fcc2024e-b3e0-412f-9d6c-77ea7938995f req-6bc99c27-015c-4d29-b695-ce3f7a7440d2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424011
Apr 30 21:11:07.954104 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd99d5fa-f170-4e02-8ce2-80b5eb71d014 x-openstack-request-id: req-fd99d5fa-f170-4e02-8ce2-80b5eb71d014 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:07.954600 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-plugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48", "code": 200}, {"server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "name": "network-vif-plugged", "status": "completed", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:07.954698 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd99d5fa-f170-4e02-8ce2-80b5eb71d014 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:07.955203 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd99d5fa-f170-4e02-8ce2-80b5eb71d014'] response: {'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'code': 200}
Apr 30 21:11:07.955795 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd99d5fa-f170-4e02-8ce2-80b5eb71d014'] response: {'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902', 'code': 200}
Apr 30 21:11:08.188231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49854) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:08.260721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a0b91443-2c2e-457a-95e7-7323acbdc6c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6aaea47ee855426a962e821881dc45e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0713334
Apr 30 21:11:08.263827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49856) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:08.298457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729bde8-e0bf-40c1-af5c-406df4c2dff0 req-5fe1812e-e19a-47ff-ab6a-8638dc535bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.299932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1729bde8-e0bf-40c1-af5c-406df4c2dff0 req-5fe1812e-e19a-47ff-ab6a-8638dc535bd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1132 time: 0.0806189
Apr 30 21:11:08.359787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d31f151c-efe6-41a0-aaed-8c98038d97be admin admin] Publish callbacks [] for security_group (7d73edfb-435e-403d-bf02-75971bfb1ccd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:08.391522 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1729bde8-e0bf-40c1-af5c-406df4c2dff0 req-ee694bb8-6907-402d-85bc-418b16b4fbcf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817709
Apr 30 21:11:08.405035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d31f151c-efe6-41a0-aaed-8c98038d97be admin admin] Publish callbacks [] for security_group (7d73edfb-435e-403d-bf02-75971bfb1ccd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:08.442754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-5f2d4aca-09dc-420e-a02a-2938e52956fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.443960 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-5f2d4aca-09dc-420e-a02a-2938e52956fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1129 time: 0.1512535
Apr 30 21:11:08.468017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1a170-3a7b-48e2-87d1-5f42f1c84fb9 req-6d152738-7c05-41bd-b9a1-5c1130bb2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.469443 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aad1a170-3a7b-48e2-87d1-5f42f1c84fb9 req-6d152738-7c05-41bd-b9a1-5c1130bb2ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1150 time: 0.1175356
Apr 30 21:11:08.491570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f1f6-91c2-474f-867b-957bd9534e5d req-c75e1205-45ea-412b-a2a0-2d58ff860a91 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.493164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6432f1f6-91c2-474f-867b-957bd9534e5d req-c75e1205-45ea-412b-a2a0-2d58ff860a91 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 943 time: 0.0612147
Apr 30 21:11:08.551235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6432f1f6-91c2-474f-867b-957bd9534e5d req-52993580-44c3-411a-b313-386abb5eb807 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513735
Apr 30 21:11:08.591304 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aad1a170-3a7b-48e2-87d1-5f42f1c84fb9 req-32fd7c39-a90f-4d7d-b1d1-aa304867267c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077452
Apr 30 21:11:08.600235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-62dd4a5f-3c46-48a7-87b0-6a7d724eb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.600235 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-62dd4a5f-3c46-48a7-87b0-6a7d724eb605 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1406307
Apr 30 21:11:08.629022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d31f151c-efe6-41a0-aaed-8c98038d97be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7d73edfb-435e-403d-bf02-75971bfb1ccd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:08.630096 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d31f151c-efe6-41a0-aaed-8c98038d97be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:08.631182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d31f151c-efe6-41a0-aaed-8c98038d97be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d73edfb-435e-403d-bf02-75971bfb1ccd HTTP/1.1" status: 204  len: 168 time: 0.3661523
Apr 30 21:11:08.662384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f151c-efe6-41a0-aaed-8c98038d97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d73edfb-435e-403d-bf02-75971bfb1ccd,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:08.678994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25894370-6569-479c-a57a-47af739f4a3a req-40348846-95b9-4b1b-b8a6-ce915068c3a1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.680799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25894370-6569-479c-a57a-47af739f4a3a req-40348846-95b9-4b1b-b8a6-ce915068c3a1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 950 time: 0.0639935
Apr 30 21:11:08.741278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25894370-6569-479c-a57a-47af739f4a3a req-c621b7e0-6180-45bb-94f2-2d8052eeaf7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465822
Apr 30 21:11:08.829305 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-197dd683-1c20-4e4f-bfd9-8735c7532f96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 217 time: 0.0528083
Apr 30 21:11:08.872991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eded0d-ae6a-46bc-9848-5b28910869f0 req-6008da07-d6a6-4e84-aa9d-a98163b90d6d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.874494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4eded0d-ae6a-46bc-9848-5b28910869f0 req-6008da07-d6a6-4e84-aa9d-a98163b90d6d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.0496943
Apr 30 21:11:08.880941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-a7500a13-804b-41e3-9bb4-47935b668da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.882525 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-a7500a13-804b-41e3-9bb4-47935b668da6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0465577
Apr 30 21:11:08.928741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4eded0d-ae6a-46bc-9848-5b28910869f0 req-082a5dbb-b0d1-4641-911b-b8c8725324ee tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459745
Apr 30 21:11:08.937052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-779f6419-02cc-458c-a5af-82c4cf53dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:08.939952 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-779f6419-02cc-458c-a5af-82c4cf53dcca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0503342
Apr 30 21:11:09.017337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49890) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:09.124338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 064011e5-feea-444d-a97a-9f2180c4839e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:09.179546 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be1f2791-b7fe-4a9f-91e6-0e67f22ae439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.216537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c378c-b146-4f25-bcfd-329be7c995e6 req-e40d504b-3ca6-40aa-a113-de5cc04f24a6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:09.218138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c73c378c-b146-4f25-bcfd-329be7c995e6 req-e40d504b-3ca6-40aa-a113-de5cc04f24a6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 968 time: 0.2198524
Apr 30 21:11:09.237296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e417fd-dfb0-46d7-8139-d2b31feeafeb req-a8be6f3a-e952-47bb-bdfc-6a2496873a18 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:09.244365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9e417fd-dfb0-46d7-8139-d2b31feeafeb req-a8be6f3a-e952-47bb-bdfc-6a2496873a18 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.2477973
Apr 30 21:11:09.349437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c73c378c-b146-4f25-bcfd-329be7c995e6 req-9a4cee69-9e22-4323-879a-1684e18744f7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995140
Apr 30 21:11:09.377025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49902) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:09.379745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be1f2791-b7fe-4a9f-91e6-0e67f22ae439 admin admin] Publish callbacks [] for security_group (e19896ca-c464-4a60-b33f-70560b9b0581), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.396966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9e417fd-dfb0-46d7-8139-d2b31feeafeb req-81e8ac02-a696-42ea-9143-b5583db5cbc8 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516550
Apr 30 21:11:09.408253 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-b1d7f645-822d-435e-a837-4101ad619e95 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697731
Apr 30 21:11:09.423868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:09.441528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '064011e5-feea-444d-a97a-9f2180c4839e', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'port_id': '064011e5-feea-444d-a97a-9f2180c4839e', 'mac_address': 'fa:16:3e:66:99:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b48280e-ae20-4ea1-a466-019d611a9a4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:09.469451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be1f2791-b7fe-4a9f-91e6-0e67f22ae439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e19896ca-c464-4a60-b33f-70560b9b0581), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.524810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49912) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:09.524967 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-be1f2791-b7fe-4a9f-91e6-0e67f22ae439 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1116d3f443d04b31b6f74174f0427f7d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5060544
Apr 30 21:11:09.527771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f2791-b7fe-4a9f-91e6-0e67f22ae439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19896ca-c464-4a60-b33f-70560b9b0581,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:09.529034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 064011e5-feea-444d-a97a-9f2180c4839e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:09.529856 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (064011e5-feea-444d-a97a-9f2180c4839e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.559795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064011e5-feea-444d-a97a-9f2180c4839e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:09.563737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1438269040-network', 'tenant_id': '77b426139c194813974502d1910c257f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:09.586573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:09.606403 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe04394e-d007-4843-bb7c-05681a6ddf34 req-30eb426e-a8b7-471c-8014-508600f7f0e5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930652
Apr 30 21:11:09.621927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e197b0f5-541e-4383-b375-aa6496aa74ae admin admin] Publish callbacks [] for security_group (e19896ca-c464-4a60-b33f-70560b9b0581), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.648980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.653126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e197b0f5-541e-4383-b375-aa6496aa74ae admin admin] Publish callbacks [] for security_group (e19896ca-c464-4a60-b33f-70560b9b0581), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.717737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb128b2-2d8e-42bd-b3a6-b0089d37677a req-027ee042-1848-420b-a492-af53f8c53354 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:09.720687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7eb128b2-2d8e-42bd-b3a6-b0089d37677a req-027ee042-1848-420b-a492-af53f8c53354 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 944 time: 0.0800774
Apr 30 21:11:09.722760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:09.726200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Made reservation on behalf of 77b426139c194813974502d1910c257f for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:09.728573 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.756123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.813803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7eb128b2-2d8e-42bd-b3a6-b0089d37677a req-9b5af92c-c55b-462f-955e-4bcdae8f2a5e tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805411
Apr 30 21:11:09.853408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['064011e5-feea-444d-a97a-9f2180c4839e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:09.877689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e197b0f5-541e-4383-b375-aa6496aa74ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e19896ca-c464-4a60-b33f-70560b9b0581), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.886826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e197b0f5-541e-4383-b375-aa6496aa74ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:09.886826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e197b0f5-541e-4383-b375-aa6496aa74ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e19896ca-c464-4a60-b33f-70560b9b0581 HTTP/1.1" status: 204  len: 168 time: 0.3553326
Apr 30 21:11:09.950688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197b0f5-541e-4383-b375-aa6496aa74ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19896ca-c464-4a60-b33f-70560b9b0581,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:09.961668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Publish callbacks [] for security_group (80b68a76-6a09-40bb-807a-495d00ef4956), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.082460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d204b7-910f-475d-83f6-d86a74b5aa5f req-e7dba809-3669-471d-b1b9-a776a0227f5c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:10.084610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d204b7-910f-475d-83f6-d86a74b5aa5f req-e7dba809-3669-471d-b1b9-a776a0227f5c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.0599198
Apr 30 21:11:10.088684 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80b68a76-6a09-40bb-807a-495d00ef4956), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.137422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:11:10.147063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b68a76-6a09-40bb-807a-495d00ef4956,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:10.162119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e5f91f4f-4c3c-4669-9c26-991aea6ea406), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.162119 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Added segment e5f91f4f-4c3c-4669-9c26-991aea6ea406 of type vlan for network b894fca3-f633-42dd-93b5-bde3291d63a3
Apr 30 21:11:10.202618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d204b7-910f-475d-83f6-d86a74b5aa5f req-1bdde383-2167-4117-a1a7-80219ca87afc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085439
Apr 30 21:11:10.229657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b894fca3-f633-42dd-93b5-bde3291d63a3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.315580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49950) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:10.345744 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b894fca3-f633-42dd-93b5-bde3291d63a3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.346887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:10.347554 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.422353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=b894fca3-f633-42dd-93b5-bde3291d63a3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:10.439797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b894fca3-f633-42dd-93b5-bde3291d63a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:11:10.478107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7520b4a8-d44a-4fef-8a0b-667aacf6b2d6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.0993044
Apr 30 21:11:10.481144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49962) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:10.486343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8f81ed59-704a-4b87-b3b0-9eb334834fe5 tempest-AutoAllocateNetworkTest-901390673 tempest-AutoAllocateNetworkTest-901390673-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f08c310d04854165acadb035e9f91cdb&shared=False HTTP/1.1" status: 200  len: 208 time: 0.1693082
Apr 30 21:11:10.489269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:10.494202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Request body: {'subnet': {'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1438269040-subnet', 'tenant_id': '77b426139c194813974502d1910c257f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:10.593672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Made reservation on behalf of 77b426139c194813974502d1910c257f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:10.598379 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.615864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50b562-085c-40ca-9f8d-86aca83af25a req-a19fa5ab-dd4d-443f-99aa-8c13a4b1cf6c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:10.617431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c50b562-085c-40ca-9f8d-86aca83af25a req-a19fa5ab-dd4d-443f-99aa-8c13a4b1cf6c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 968 time: 0.1378210
Apr 30 21:11:10.625589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca420c5-1140-49f6-85f9-d0d1a91eb487 req-39cf3a29-cc37-4e2c-b597-e49afbe6f7ac tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:10.627058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ca420c5-1140-49f6-85f9-d0d1a91eb487 req-39cf3a29-cc37-4e2c-b597-e49afbe6f7ac tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.1189106
Apr 30 21:11:10.728701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78881bfb-a94c-4b0a-b181-e9cb854c4b18 tempest-AutoAllocateNetworkTest-901390673 tempest-AutoAllocateNetworkTest-901390673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:10.732936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-78881bfb-a94c-4b0a-b181-e9cb854c4b18 tempest-AutoAllocateNetworkTest-901390673 tempest-AutoAllocateNetworkTest-901390673-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2400627
Apr 30 21:11:10.735780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49966) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:10.736508 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49968) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:10.739344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ca420c5-1140-49f6-85f9-d0d1a91eb487 req-c3003b0c-5114-4f1b-9a77-14f3aee95e67 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016591
Apr 30 21:11:10.749192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c50b562-085c-40ca-9f8d-86aca83af25a req-7f25fd42-197a-4b45-9ffd-aaf342ad2fff tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191258
Apr 30 21:11:10.773880 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b874560-a4a6-4813-b65f-7506c1f2f3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.818926 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8cfef6f2-51ed-4c1e-99a4-659b5eca8602 tempest-AutoAllocateNetworkTest-901390673 tempest-AutoAllocateNetworkTest-901390673-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0844729
Apr 30 21:11:10.821403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49976) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:10.865810 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5ad0ca9c-f990-4b9f-8645-9849f1d241dd tempest-AutoAllocateNetworkTest-901390673 tempest-AutoAllocateNetworkTest-901390673-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f08c310d04854165acadb035e9f91cdb HTTP/1.1" status: 200  len: 208 time: 0.0432162
Apr 30 21:11:10.888418 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b874560-a4a6-4813-b65f-7506c1f2f3a9 admin admin] Publish callbacks [] for security_group (dc1d07bd-6a41-466a-879d-e308a1d7c41a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.946212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (22d385b6-1100-4605-bf52-24637aef584a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:10.968244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c08e28-572b-4291-bdc3-48be7333125d req-f54168a8-ab89-463a-a38f-e19b314be516 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:10.970137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4c08e28-572b-4291-bdc3-48be7333125d req-f54168a8-ab89-463a-a38f-e19b314be516 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 944 time: 0.0526505
Apr 30 21:11:11.002982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b874560-a4a6-4813-b65f-7506c1f2f3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dc1d07bd-6a41-466a-879d-e308a1d7c41a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.034005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d385b6-1100-4605-bf52-24637aef584a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:11.043718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:11.044713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Network hostable DHCP agents. Network: b894fca3-f633-42dd-93b5-bde3291d63a3, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:11:11.062595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4c08e28-572b-4291-bdc3-48be7333125d req-97082a55-d73b-48a4-82c9-801cfe87e6b0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848916
Apr 30 21:11:11.069652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2b874560-a4a6-4813-b65f-7506c1f2f3a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=120d96f6b83045a4a12a55de11a098f7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3269629
Apr 30 21:11:11.069652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b874560-a4a6-4813-b65f-7506c1f2f3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1d07bd-6a41-466a-879d-e308a1d7c41a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:11.074137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49986) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:11.142584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Network b894fca3-f633-42dd-93b5-bde3291d63a3 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:11:11.144420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:11.145645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94ed21b2-86b0-4f71-a0a9-c52ebed87f70 admin admin] Publish callbacks [] for security_group (dc1d07bd-6a41-466a-879d-e308a1d7c41a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.149381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1f21-7331-47ae-a82e-d27cf29adbdd req-6fb21302-34d3-4a50-9761-7cf5ba4410cc tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:11.151465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85ae1f21-7331-47ae-a82e-d27cf29adbdd req-6fb21302-34d3-4a50-9761-7cf5ba4410cc tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1150 time: 0.0406723
Apr 30 21:11:11.174027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94ed21b2-86b0-4f71-a0a9-c52ebed87f70 admin admin] Publish callbacks [] for security_group (dc1d07bd-6a41-466a-879d-e308a1d7c41a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.223400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-b410a08e-bd7b-4828-b5a8-52d6ea88b52a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=039dadc3df264018a5bcb0ece1751446&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0439928
Apr 30 21:11:11.224303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b894fca3-f633-42dd-93b5-bde3291d63a3) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:11.237775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:11.238369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.242092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85ae1f21-7331-47ae-a82e-d27cf29adbdd req-95435eb3-73b3-49bc-9cc6-32605ef87a63 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752048
Apr 30 21:11:11.266562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:11.282198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 064011e5-feea-444d-a97a-9f2180c4839e up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:11.286569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'mac_address': 'fa:16:3e:44:7e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:11.290906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9cc5b-7e61-4ef3-806c-6b015e226a28 None None] Network b894fca3-f633-42dd-93b5-bde3291d63a3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:11:11.337032 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-16339bd5-b501-4205-966d-2f43a054838f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.8546443
Apr 30 21:11:11.351873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bbea-59bd-4487-9522-b2e38537c156 req-fe21c483-8887-429f-bc3d-d305b90d1975 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:11.353422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-fe21c483-8887-429f-bc3d-d305b90d1975 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1103122
Apr 30 21:11:11.369594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-a2afdc08-2928-4d5c-8eef-b47d1a9a7fcd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/quotas/039dadc3df264018a5bcb0ece1751446 HTTP/1.1" status: 200  len: 375 time: 0.0105481
Apr 30 21:11:11.402286 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94ed21b2-86b0-4f71-a0a9-c52ebed87f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dc1d07bd-6a41-466a-879d-e308a1d7c41a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.409287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94ed21b2-86b0-4f71-a0a9-c52ebed87f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.411038 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-94ed21b2-86b0-4f71-a0a9-c52ebed87f70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc1d07bd-6a41-466a-879d-e308a1d7c41a HTTP/1.1" status: 204  len: 168 time: 0.3358190
Apr 30 21:11:11.431120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed21b2-86b0-4f71-a0a9-c52ebed87f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1d07bd-6a41-466a-879d-e308a1d7c41a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:11.442670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:11.443124 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.459552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 064011e5-feea-444d-a97a-9f2180c4839e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:11.463845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:11.483044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50010) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:11.534871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:11.536427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9fda8f-a0d9-4b51-9812-73a65e3399e8 None None] Network b894fca3-f633-42dd-93b5-bde3291d63a3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:11:11.559391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-4e08ac9b-2b34-47fe-850d-0cf122f61645 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1808720
Apr 30 21:11:11.561491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 064011e5-feea-444d-a97a-9f2180c4839e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:11.562328 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (064011e5-feea-444d-a97a-9f2180c4839e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.587778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dee7-97b5-4cbe-b9f1-cb504a8721c6 req-eb850fdb-ab2d-427c-9762-3e64f8ab1d9a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:11.588482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5395dee7-97b5-4cbe-b9f1-cb504a8721c6 req-eb850fdb-ab2d-427c-9762-3e64f8ab1d9a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.0909686
Apr 30 21:11:11.633718 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f27d47ff-2dc3-4721-a101-a0736d585447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.652574 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.667126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5395dee7-97b5-4cbe-b9f1-cb504a8721c6 req-41c7e2ac-4954-4d33-bf1f-27cb01b54536 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713286
Apr 30 21:11:11.735795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f27d47ff-2dc3-4721-a101-a0736d585447 admin admin] Publish callbacks [] for security_group (7935deb9-ba8a-47fe-b5b4-817fd5787bd3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.783353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:11.793277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afcdf5-8260-4d31-aab1-08bcefba0cfb req-a02e869f-725d-4342-8325-396b1f65f821 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:11.795771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1afcdf5-8260-4d31-aab1-08bcefba0cfb req-a02e869f-725d-4342-8325-396b1f65f821 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1150 time: 0.0542786
Apr 30 21:11:11.830396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f27d47ff-2dc3-4721-a101-a0736d585447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7935deb9-ba8a-47fe-b5b4-817fd5787bd3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.876782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 064011e5-feea-444d-a97a-9f2180c4839e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:11.879038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (064011e5-feea-444d-a97a-9f2180c4839e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:11.886998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:11.901105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c10ebda6-234d-46bd-b83d-8330d1a8f013 req-82687df9-a541-46a1-923c-85bc16f54699 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 210 time: 0.0350883
Apr 30 21:11:11.925721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1afcdf5-8260-4d31-aab1-08bcefba0cfb req-571c9250-4df4-41fe-8152-ad26633b6290 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211042
Apr 30 21:11:11.976861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d47ff-2dc3-4721-a101-a0736d585447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7935deb9-ba8a-47fe-b5b4-817fd5787bd3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:12.006629 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f27d47ff-2dc3-4721-a101-a0736d585447 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f08c310d04854165acadb035e9f91cdb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5213876
Apr 30 21:11:12.008768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50032) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:12.022215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:12.029917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:12.033064 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141679e7-bf67-42d2-997a-a6b85f884ca0" -d '{"events": [{"server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "name": "network-vif-plugged", "status": "completed", "tag": "064011e5-feea-444d-a97a-9f2180c4839e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:12.114127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d301db5c-5dd7-4608-8634-48496d5a56b0 admin admin] Publish callbacks [] for security_group (7935deb9-ba8a-47fe-b5b4-817fd5787bd3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:12.117063 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:12.122677 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd9f1ef-f64e-4e15-a25d-0c7de2147a40 x-openstack-request-id: req-4cd9f1ef-f64e-4e15-a25d-0c7de2147a40 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:12.123062 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "name": "network-vif-plugged", "status": "completed", "tag": "064011e5-feea-444d-a97a-9f2180c4839e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:12.123385 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cd9f1ef-f64e-4e15-a25d-0c7de2147a40 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:12.123848 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd9f1ef-f64e-4e15-a25d-0c7de2147a40'] response: {'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e', 'code': 200}
Apr 30 21:11:12.169281 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d301db5c-5dd7-4608-8634-48496d5a56b0 admin admin] Publish callbacks [] for security_group (7935deb9-ba8a-47fe-b5b4-817fd5787bd3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:12.260135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:12.274271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d965211-084f-4c1d-81e1-369a0d2df60b req-97d5e273-592e-46a6-b50b-4868c18ad84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:12.277657 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d965211-084f-4c1d-81e1-369a0d2df60b req-97d5e273-592e-46a6-b50b-4868c18ad84a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 1127 time: 0.0866599
Apr 30 21:11:12.320277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-07907b29-284b-4f72-a6ce-e6eaad1aa4e7 req-a0d9dbe5-22e5-4399-871e-ef859620980f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:11:12.323416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07907b29-284b-4f72-a6ce-e6eaad1aa4e7 req-a0d9dbe5-22e5-4399-871e-ef859620980f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0199761
Apr 30 21:11:12.324609 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d965211-084f-4c1d-81e1-369a0d2df60b req-a7672708-0c87-46d8-a0ad-6c70a3ba096e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425839
Apr 30 21:11:12.344777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b6794-be28-4575-9828-f9261b10c775 req-58e83c6d-bd17-47bf-a485-3aeb62925983 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:12.346505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-571b6794-be28-4575-9828-f9261b10c775 req-58e83c6d-bd17-47bf-a485-3aeb62925983 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 945 time: 0.0982525
Apr 30 21:11:12.369133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d301db5c-5dd7-4608-8634-48496d5a56b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7935deb9-ba8a-47fe-b5b4-817fd5787bd3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:12.373209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d301db5c-5dd7-4608-8634-48496d5a56b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:12.375322 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d301db5c-5dd7-4608-8634-48496d5a56b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7935deb9-ba8a-47fe-b5b4-817fd5787bd3 HTTP/1.1" status: 204  len: 168 time: 0.3653975
Apr 30 21:11:12.386665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301db5c-5dd7-4608-8634-48496d5a56b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7935deb9-ba8a-47fe-b5b4-817fd5787bd3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:12.402195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-571b6794-be28-4575-9828-f9261b10c775 req-79ea5919-068f-412b-905f-04ea3e79fbe6 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490232
Apr 30 21:11:12.788400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50084) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:12.793142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1681211375-network', 'tenant_id': '1d2ee2a196af4bf7874f40a1c1a22a7a'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:12.906162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Made reservation on behalf of 1d2ee2a196af4bf7874f40a1c1a22a7a for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:12.908704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:12.918458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.011541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dce669-b1f9-417c-b47b-a59eb7c363ab req-73e046ad-5d28-4923-9d94-77bb599d77de tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:13.013034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59dce669-b1f9-417c-b47b-a59eb7c363ab req-73e046ad-5d28-4923-9d94-77bb599d77de tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 948 time: 0.0576389
Apr 30 21:11:13.074467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Publish callbacks [] for security_group (9c193e08-7615-486e-8d3f-06223d054c0e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.086159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59dce669-b1f9-417c-b47b-a59eb7c363ab req-29c17198-7c5f-469b-b850-f1d62d9a5f09 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665684
Apr 30 21:11:13.155901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:13.215606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4f66705-9458-4c21-9ad2-60f72a604aca req-90294c9b-c888-42ad-8110-fbba07a49ba3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 210 time: 0.0551357
Apr 30 21:11:13.216993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9c193e08-7615-486e-8d3f-06223d054c0e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.229686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:13.245979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c193e08-7615-486e-8d3f-06223d054c0e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:13.256683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:11:13.279691 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (82058b6c-32f2-45fe-af1a-636e91dee12b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.280045 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Added segment 82058b6c-32f2-45fe-af1a-636e91dee12b of type vlan for network 7dcb132c-8f9e-426f-9bd3-8440a2795de5
Apr 30 21:11:13.299943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:13.300566 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.355742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (7dcb132c-8f9e-426f-9bd3-8440a2795de5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.462216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:13.462598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.496008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:13.505980 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (7dcb132c-8f9e-426f-9bd3-8440a2795de5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.506967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:13.507555 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.586123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.601324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] Pushing event updated for resources: {'Network': ['ID=7dcb132c-8f9e-426f-9bd3-8440a2795de5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:13.628700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 7dcb132c-8f9e-426f-9bd3-8440a2795de5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:11:13.702692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5c943aa9-0708-45d8-a261-87a5aefbce01 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.9130597
Apr 30 21:11:13.705144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50140) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:13.710600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Request body: {'subnet': {'network_id': '7dcb132c-8f9e-426f-9bd3-8440a2795de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1681211375-subnet', 'tenant_id': '1d2ee2a196af4bf7874f40a1c1a22a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:13.716518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:13.817529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b2483-3607-49e0-bb67-c2ed5d99fa7d req-7799a8ff-ffd0-44e3-a3f2-5743d9ed7381 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:13.819147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-702b2483-3607-49e0-bb67-c2ed5d99fa7d req-7799a8ff-ffd0-44e3-a3f2-5743d9ed7381 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 945 time: 0.0492017
Apr 30 21:11:13.839921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Made reservation on behalf of 1d2ee2a196af4bf7874f40a1c1a22a7a for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:13.844243 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:13.931945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-702b2483-3607-49e0-bb67-c2ed5d99fa7d req-ebcb20f7-ac5b-4315-a67c-a2c356bd4d1a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064494
Apr 30 21:11:14.030797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50152) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:14.124931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:14.127910 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b89b07e-e9f5-44f3-93b9-56dbdf717d37" -d '{"events": [{"server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "name": "network-vif-plugged", "status": "completed", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:14.163821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-network', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:14.186338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (c97c6a15-4a8b-4039-8186-202256be624f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.248073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c97c6a15-4a8b-4039-8186-202256be624f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:14.254694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Made reservation on behalf of 7710d2f3153e440ab46c2d89ce24c4cb for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:14.255480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Checking segment: {'id': '82058b6c-32f2-45fe-af1a-636e91dee12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7dcb132c-8f9e-426f-9bd3-8440a2795de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:14.255874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Network hostable DHCP agents. Network: 7dcb132c-8f9e-426f-9bd3-8440a2795de5, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:11:14.258273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.275890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.366505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Publish callbacks [] for security_group (41d8f94e-160f-43c4-81f9-50e53a84a772), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.384310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Network 7dcb132c-8f9e-426f-9bd3-8440a2795de5 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:11:14.493215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (41d8f94e-160f-43c4-81f9-50e53a84a772), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.493495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7dcb132c-8f9e-426f-9bd3-8440a2795de5) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:14.498351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:14.502352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.506998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f1bc1-2a4b-4567-8e63-1154549105c9 None None] Network 7dcb132c-8f9e-426f-9bd3-8440a2795de5 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:11:14.523320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:11:14.551213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d8f94e-160f-43c4-81f9-50e53a84a772,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:14.556136 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (254203dd-6c3d-442b-b59c-fd92e4e435e4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.556677 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Added segment 254203dd-6c3d-442b-b59c-fd92e4e435e4 of type vlan for network 51417b35-dffb-4e2a-abd0-357ad597c615
Apr 30 21:11:14.602054 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (51417b35-dffb-4e2a-abd0-357ad597c615), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.649728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a8444700-3e62-4345-abf6-f2ef8a3ecac9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9435360
Apr 30 21:11:14.652331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-9fd14e09-322f-4594-912e-0ece1450946f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=039dadc3df264018a5bcb0ece1751446&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0533414
Apr 30 21:11:14.659336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9bc977-2ade-436b-94cf-317d844fc4da None None] Network 7dcb132c-8f9e-426f-9bd3-8440a2795de5 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:11:14.740586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8a408-07e7-46bd-9c96-eaf5c5458f2b req-3ad31993-cb56-4081-a6bf-7fd1d7c1aedd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:14.742306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ae8a408-07e7-46bd-9c96-eaf5c5458f2b req-3ad31993-cb56-4081-a6bf-7fd1d7c1aedd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1266880
Apr 30 21:11:14.781132 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (51417b35-dffb-4e2a-abd0-357ad597c615), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.782616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:14.783528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:14.834238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ae8a408-07e7-46bd-9c96-eaf5c5458f2b req-9acdf338-ee71-44dd-ab2a-92967115ce74 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813036
Apr 30 21:11:14.855851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bbea-59bd-4487-9522-b2e38537c156 req-431a9b07-f26b-4699-a6fe-7b3d2df435c7 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:14.855851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-431a9b07-f26b-4699-a6fe-7b3d2df435c7 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1835301
Apr 30 21:11:14.866990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Request body: {'port': {'device_id': 'b36482df-2cb5-4d30-9ce3-95a6f06f80f0', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '039dadc3df264018a5bcb0ece1751446'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:14.936263 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd6bd5-c3b5-4db3-92bd-6a7411107ba0 x-openstack-request-id: req-f3cd6bd5-c3b5-4db3-92bd-6a7411107ba0 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:14.936884 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "name": "network-vif-plugged", "status": "completed", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:14.937431 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3cd6bd5-c3b5-4db3-92bd-6a7411107ba0 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:14.938011 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3cd6bd5-c3b5-4db3-92bd-6a7411107ba0'] response: {'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'code': 200}
Apr 30 21:11:15.146101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d17ef323-b782-4807-8a46-dffeec61e152 req-14fd6b39-7ddc-43f0-8912-383a87eb2499 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 210 time: 0.0277054
Apr 30 21:11:15.167617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Made reservation on behalf of 039dadc3df264018a5bcb0ece1751446 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:15.172301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:15.179147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] Pushing event updated for resources: {'Network': ['ID=51417b35-dffb-4e2a-abd0-357ad597c615,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:15.187701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317209ca-799b-4650-b5b0-327dfc77a99b req-ae5d1f08-8fe6-4fd4-b6ff-3a009830d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:15.189200 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-317209ca-799b-4650-b5b0-327dfc77a99b req-ae5d1f08-8fe6-4fd4-b6ff-3a009830d2a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1131 time: 0.0527756
Apr 30 21:11:15.194982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 51417b35-dffb-4e2a-abd0-357ad597c615 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:11:15.244410 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-317209ca-799b-4650-b5b0-327dfc77a99b req-084b7e64-a0af-42c5-8f7b-da300e646ecd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484867
Apr 30 21:11:15.249110 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-35678b5b-725b-4835-a37e-e07fce5256d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.2165635
Apr 30 21:11:15.252806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50194) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:15.260965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Request body: {'subnet': {'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-subnet', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:15.339789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Allocated IP 192.168.233.109 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/376e3c07-c6be-4468-aa0d-25e6e0c6136c) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:15.385942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Made reservation on behalf of 7710d2f3153e440ab46c2d89ce24c4cb for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:15.388990 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:15.518819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461537f-8299-4c27-9f67-1c416e64fe8c req-f6a27a63-c917-4e9b-bdec-412f0f0790c1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:15.520176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4461537f-8299-4c27-9f67-1c416e64fe8c req-f6a27a63-c917-4e9b-bdec-412f0f0790c1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 945 time: 0.0655758
Apr 30 21:11:15.571694 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks [] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:15.592897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50204) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:15.602607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4461537f-8299-4c27-9f67-1c416e64fe8c req-5a1ed2cf-2fa5-41c4-a00e-493931d2d367 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753403
Apr 30 21:11:15.667429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:15.693671 ncdv-master-1 neutron-server[115773]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 30 21:11:15.698231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a026cc1e-2e2d-4f69-82ba-643fe962511f tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:11:15.699240 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a026cc1e-2e2d-4f69-82ba-643fe962511f tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1053324
Apr 30 21:11:15.740442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:15.748082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Checking segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:15.748440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Network hostable DHCP agents. Network: 51417b35-dffb-4e2a-abd0-357ad597c615, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:11:15.753019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:15.765493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6', '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:15.843336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Network 51417b35-dffb-4e2a-abd0-357ad597c615 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:11:15.860426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-09165ce7-869f-4895-a5f0-33684edcd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:15.861882 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-09165ce7-869f-4895-a5f0-33684edcd7dd service neutron] 10.222.0.23 "GET /v2.0/ports/ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 1147 time: 0.1016483
Apr 30 21:11:15.872713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:15.873269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Unknown quota resources ['binding']. {{(pid=115773) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:11:15.948451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51417b35-dffb-4e2a-abd0-357ad597c615) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:15.959333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:15.959919 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:15.977798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9157dd-e5dc-4dd8-aa51-ce1ce5cfe96a None None] Network 51417b35-dffb-4e2a-abd0-357ad597c615 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:11:15.995228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:16.003892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:16.015874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:16.022062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Pushing event updated for resources: {'Port': ['ID=376e3c07-c6be-4468-aa0d-25e6e0c6136c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:16.039010 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fdda53fb-076d-42a7-9d73-460e6175f572 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.7850821
Apr 30 21:11:16.039628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50226) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:16.049356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:16.071266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on host nch1-master-1 for vnic_type normal with profile None {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:16.071610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:16.071941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:16.088654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:16.089324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:16.094048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-b1a85026-6ea2-4b7d-bd52-6bceccc2b580 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:16.096314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-b1a85026-6ea2-4b7d-bd52-6bceccc2b580 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 821 time: 0.3550999
Apr 30 21:11:16.099771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:16.100343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:16.100875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:16.101444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Bound port: ac54aba9-ad17-45b1-8ed2-985784924902, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:16.107285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:16.107935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.136637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-51417b35-dffb-4e2a-abd0-357ad597c615', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:11:16.138492 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.140442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-f605a73a-ced1-4b2e-987e-fe2b8aef7025 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/quotas/77b426139c194813974502d1910c257f HTTP/1.1" status: 200  len: 375 time: 0.0232091
Apr 30 21:11:16.177311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.178528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.196961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-d8a5e0ba-67cf-47ed-acaf-bac6e90b932e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455747
Apr 30 21:11:16.219367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:16.221382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d968032-8fec-42e2-84f3-e4ae1c3b0e45 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3590467
Apr 30 21:11:16.236451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Request body: {'port': {'device_id': 'b36482df-2cb5-4d30-9ce3-95a6f06f80f0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:16.288358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks [] for router_controller (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.301670 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.302813 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a068c6fb-17c4-4504-88bc-c6ca0cbf7bf4 service neutron] 10.222.0.23 "POST /v2.0/ports/ac54aba9-ad17-45b1-8ed2-985784924902/bindings HTTP/1.1" status: 201  len: 389 time: 0.4339278
Apr 30 21:11:16.365924 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.382215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-65051aff-42cf-487f-b25b-d8eed2b6b62e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:11:16.386244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-65051aff-42cf-487f-b25b-d8eed2b6b62e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0884714
Apr 30 21:11:16.398446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7f5747aa-232a-41e6-99c7-b4c94bae6cb9 None None] Provisioning complete for port 376e3c07-c6be-4468-aa0d-25e6e0c6136c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:16.399073 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f5747aa-232a-41e6-99c7-b4c94bae6cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.443252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Allocated IP 172.20.0.2 (51417b35-dffb-4e2a-abd0-357ad597c615/7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54/38d277a3-3076-4249-893e-d6537c65dae4) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:16.471591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7f5747aa-232a-41e6-99c7-b4c94bae6cb9 None None] Port 376e3c07-c6be-4468-aa0d-25e6e0c6136c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:16.515516 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks [] for router_gateway (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.526839 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.605879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-b4fe5b8a-ab7b-474a-acda-8de9df845542 service neutron] 10.222.0.23 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122054
Apr 30 21:11:16.690502 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Publish callbacks [] for port (38d277a3-3076-4249-893e-d6537c65dae4), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.784924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-5643b63b-e64a-4d64-bbea-4f1478be6a9c service neutron] 10.222.0.23 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367419
Apr 30 21:11:16.809874 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (38d277a3-3076-4249-893e-d6537c65dae4), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.836998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks [] for router_gateway (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.860465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Network 51417b35-dffb-4e2a-abd0-357ad597c615 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:16.864048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:16.870337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:16.875656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.901333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Pushing event updated for resources: {'Port': ['ID=38d277a3-3076-4249-893e-d6537c65dae4,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:16.904562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376e3c07-c6be-4468-aa0d-25e6e0c6136c {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:16.914050 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Publish callbacks [] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:16.931372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Transition to ACTIVE for port object 376e3c07-c6be-4468-aa0d-25e6e0c6136c will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:16.998000 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.013469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Attempting to bind port 38d277a3-3076-4249-893e-d6537c65dae4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:17.014411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Attempting to bind port 38d277a3-3076-4249-893e-d6537c65dae4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:17.014411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Attempting to bind port 38d277a3-3076-4249-893e-d6537c65dae4 on network 51417b35-dffb-4e2a-abd0-357ad597c615 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:17.022566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:17.023266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Checking segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:17.023412 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.024038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Bound using segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:17.024576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Bound port: 38d277a3-3076-4249-893e-d6537c65dae4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:17.024969 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (38d277a3-3076-4249-893e-d6537c65dae4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.040680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-b8e5603a-c76d-4e1a-92f2-05e12691b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:17.042916 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-b8e5603a-c76d-4e1a-92f2-05e12691b4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1150 time: 0.0650260
Apr 30 21:11:17.128450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Allocated IP 172.35.4.251 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/1b88704f-5d9b-423a-89aa-800cc2e7f929) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:17.164435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a52a1a-d6c2-4568-af56-81fb0cd331b8 req-033fd4bb-d895-4ed8-8324-bf173f601dc1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:17.174750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0a52a1a-d6c2-4568-af56-81fb0cd331b8 req-033fd4bb-d895-4ed8-8324-bf173f601dc1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1104460
Apr 30 21:11:17.178474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Pushing event updated for resources: {'Port': ['ID=376e3c07-c6be-4468-aa0d-25e6e0c6136c,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:17.194216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] For port 38d277a3-3076-4249-893e-d6537c65dae4, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:17.197713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] For port 38d277a3-3076-4249-893e-d6537c65dae4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38d277a3-3076-4249-893e-d6537c65dae4,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:17.214973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-4c22f3b9-b8e4-40cf-be6a-71759f88fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:17.216919 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-4c22f3b9-b8e4-40cf-be6a-71759f88fcaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.1656928
Apr 30 21:11:17.284673 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-c4dd83d4-6e5b-47d3-92eb-407e434b2bf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 217 time: 0.0571816
Apr 30 21:11:17.288899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (38d277a3-3076-4249-893e-d6537c65dae4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.312137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0a52a1a-d6c2-4568-af56-81fb0cd331b8 req-86e250c0-7f43-4702-826f-e986b414c394 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363616
Apr 30 21:11:17.318611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Attempting to bind port 376e3c07-c6be-4468-aa0d-25e6e0c6136c on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:17.318953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Attempting to bind port 376e3c07-c6be-4468-aa0d-25e6e0c6136c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:17.319277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Attempting to bind port 376e3c07-c6be-4468-aa0d-25e6e0c6136c on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:17.326553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Port 376e3c07-c6be-4468-aa0d-25e6e0c6136c on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:17.327330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Attempting to bind port 376e3c07-c6be-4468-aa0d-25e6e0c6136c on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:17.345934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:17.346326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:17.347465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:17.348223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Bound port: 376e3c07-c6be-4468-aa0d-25e6e0c6136c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:17.348818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.365222 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks [] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.381720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-c1001f9f-f87d-410c-9bba-c680a1040153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:17.383201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-c1001f9f-f87d-410c-9bba-c680a1040153 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0895751
Apr 30 21:11:17.410479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f9f7d-efc7-4381-8cb1-972470a71254 None None] Pushing event updated for resources: {'Port': ['ID=38d277a3-3076-4249-893e-d6537c65dae4,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:17.428294 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-25e77143-8562-452c-a63f-156c3b9c2ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349562
Apr 30 21:11:17.510186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea710c-37ff-4542-9573-283198ed3e26 req-d8a0b25d-d307-43f6-a954-64a003d95d8a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:17.517644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3ea710c-37ff-4542-9573-283198ed3e26 req-d8a0b25d-d307-43f6-a954-64a003d95d8a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 948 time: 0.0772474
Apr 30 21:11:17.540342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] For port 376e3c07-c6be-4468-aa0d-25e6e0c6136c, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:17.554457 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-fe5f5528-eee3-4f32-a08f-a9d822946b14 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197901
Apr 30 21:11:17.584474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] For port 376e3c07-c6be-4468-aa0d-25e6e0c6136c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=376e3c07-c6be-4468-aa0d-25e6e0c6136c,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:17.619842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e86a5-5a88-488b-ac8e-d7fb5fdb3594 req-f55b8762-ff12-4efa-85e7-3e411960ad4f tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:17.621266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-206e86a5-5a88-488b-ac8e-d7fb5fdb3594 req-f55b8762-ff12-4efa-85e7-3e411960ad4f tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 968 time: 0.0763874
Apr 30 21:11:17.624236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3ea710c-37ff-4542-9573-283198ed3e26 req-7d4fcf41-9644-460d-8057-21b6e1dc94c2 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053882
Apr 30 21:11:17.643454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.695097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-206e86a5-5a88-488b-ac8e-d7fb5fdb3594 req-f502af83-8b77-4b5a-8c65-db9b57cb62d6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665777
Apr 30 21:11:17.705921 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-919568cf-5e26-4ce8-a092-c08686d1d979 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388216
Apr 30 21:11:17.706782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:17.728112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:17.729971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Pushing event updated for resources: {'Port': ['ID=1b88704f-5d9b-423a-89aa-800cc2e7f929,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:17.732701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:17.761770 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.929895 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-debff2c0-58a7-4330-b60c-8b91299dc8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.935766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:17.936399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:17.938191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] 10.222.0.20 "PUT /v2.0/ports/376e3c07-c6be-4468-aa0d-25e6e0c6136c HTTP/1.1" status: 200  len: 1096 time: 1.7066779
Apr 30 21:11:17.941388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36482df-2cb5-4d30-9ce3-95a6f06f80f0', 'tag': '376e3c07-c6be-4468-aa0d-25e6e0c6136c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:17.943820 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2287a0-0503-43d2-952a-3cc9f63242df" -d '{"events": [{"name": "network-changed", "server_uuid": "b36482df-2cb5-4d30-9ce3-95a6f06f80f0", "tag": "376e3c07-c6be-4468-aa0d-25e6e0c6136c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:17.975516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fcb47a1-3471-4867-92da-c5f574efb784 req-81143475-551d-4c0e-bc12-15e386ea9240 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 210 time: 0.0862463
Apr 30 21:11:18.074826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a20bd1-6c18-4435-a167-51da17672700 service neutron] Pushing event updated for resources: {'Port': ['ID=376e3c07-c6be-4468-aa0d-25e6e0c6136c,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:18.177406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bbea-59bd-4487-9522-b2e38537c156 req-c8cab00a-cae3-4019-af1e-f77f36fb3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:18.179250 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-c8cab00a-cae3-4019-af1e-f77f36fb3849 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 1130 time: 0.0928044
Apr 30 21:11:18.203514 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:18.208033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-91599a5e-4d5e-4f31-96eb-06e2de1d6b1f tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:18.213502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-91599a5e-4d5e-4f31-96eb-06e2de1d6b1f tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1150 time: 0.1994364
Apr 30 21:11:18.222816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:18.270549 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0befbc25-2eb4-4ad2-8907-83d4e4a8dbca x-openstack-request-id: req-0befbc25-2eb4-4ad2-8907-83d4e4a8dbca {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:18.270826 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36482df-2cb5-4d30-9ce3-95a6f06f80f0", "tag": "376e3c07-c6be-4468-aa0d-25e6e0c6136c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:18.271180 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0befbc25-2eb4-4ad2-8907-83d4e4a8dbca {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:18.271632 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0befbc25-2eb4-4ad2-8907-83d4e4a8dbca'] response: {'name': 'network-changed', 'server_uuid': 'b36482df-2cb5-4d30-9ce3-95a6f06f80f0', 'tag': '376e3c07-c6be-4468-aa0d-25e6e0c6136c', 'status': 'completed', 'code': 200}
Apr 30 21:11:18.340893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:18.362848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f9601-ebe3-49f2-b9a7-6b7a6ae0bf55 req-69e078c5-09cf-41c5-aae2-3920798c8b35 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:18.374891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f8f9601-ebe3-49f2-b9a7-6b7a6ae0bf55 req-69e078c5-09cf-41c5-aae2-3920798c8b35 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1131 time: 0.1062195
Apr 30 21:11:18.426373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f8f9601-ebe3-49f2-b9a7-6b7a6ae0bf55 req-753053b6-e08f-45a0-92d0-68b66441a550 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:18.531975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50294) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:18.607282 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-5e7d3f34-4147-4c9e-bde5-ccb1f95f3241 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=376e3c07-c6be-4468-aa0d-25e6e0c6136c HTTP/1.1" status: 200  len: 217 time: 0.3731523
Apr 30 21:11:18.717221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:18.728450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f8f9601-ebe3-49f2-b9a7-6b7a6ae0bf55 req-753053b6-e08f-45a0-92d0-68b66441a550 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Publish callbacks [] for security_group (e16d50ab-eb15-4048-8ccc-86fb5c098675), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:18.738600 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks [] for router_gateway (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:18.750540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bbea-59bd-4487-9522-b2e38537c156 req-4bd513ec-0b84-4c75-84b5-43f1ed45a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:18.752478 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-4bd513ec-0b84-4c75-84b5-43f1ed45a8d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1357510
Apr 30 21:11:18.767700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-99dc7e74-1f06-489e-b676-460fc115217d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:18.838732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d1f6b-2faf-4add-8597-4fb4c29ed183 req-9685328f-cf6c-40c1-a51d-3a4da1c21acc tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:18.840255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-462d1f6b-2faf-4add-8597-4fb4c29ed183 req-9685328f-cf6c-40c1-a51d-3a4da1c21acc tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 948 time: 0.0958805
Apr 30 21:11:18.850119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f8f9601-ebe3-49f2-b9a7-6b7a6ae0bf55 req-753053b6-e08f-45a0-92d0-68b66441a550 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e16d50ab-eb15-4048-8ccc-86fb5c098675), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:18.863729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:18.876022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103bbea-59bd-4487-9522-b2e38537c156 req-dc4cb12f-208f-42cc-b49b-63a1ba3c0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:18.882309 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-dc4cb12f-208f-42cc-b49b-63a1ba3c0232 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0860386
Apr 30 21:11:18.900410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6aedc-205e-426c-8fdd-4bf1ad69d803 None None] Network 51417b35-dffb-4e2a-abd0-357ad597c615 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:11:18.954311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-54ca09b6-992d-4098-bf25-3147815147f3 None None] Provisioning complete for port 38d277a3-3076-4249-893e-d6537c65dae4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:18.955758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54ca09b6-992d-4098-bf25-3147815147f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (38d277a3-3076-4249-893e-d6537c65dae4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:18.969789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f8f9601-ebe3-49f2-b9a7-6b7a6ae0bf55 req-753053b6-e08f-45a0-92d0-68b66441a550 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5683107
Apr 30 21:11:19.036586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-462d1f6b-2faf-4add-8597-4fb4c29ed183 req-1cfba149-633a-4b5f-b62e-8a2c10e62e32 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887245
Apr 30 21:11:19.037133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753053b6-e08f-45a0-92d0-68b66441a550 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d50ab-eb15-4048-8ccc-86fb5c098675,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:19.060903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Publish callbacks [] for port (ac54aba9-ad17-45b1-8ed2-985784924902), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.069992 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-1a8f2af6-5c32-476e-a20b-2eae301e1c23 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851091
Apr 30 21:11:19.098943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-54ca09b6-992d-4098-bf25-3147815147f3 None None] Current status of the port 38d277a3-3076-4249-893e-d6537c65dae4 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:19.099827 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54ca09b6-992d-4098-bf25-3147815147f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (38d277a3-3076-4249-893e-d6537c65dae4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.133877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9c082-742c-446d-8e9b-f3450213ecad req-57136cf8-f12e-4c8c-94f6-01ab908cbbda tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:19.135858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9c082-742c-446d-8e9b-f3450213ecad req-57136cf8-f12e-4c8c-94f6-01ab908cbbda tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 968 time: 0.0809555
Apr 30 21:11:19.235029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-54ca09b6-992d-4098-bf25-3147815147f3 None None] For port 38d277a3-3076-4249-893e-d6537c65dae4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38d277a3-3076-4249-893e-d6537c65dae4,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:19.237291 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-99dc7e74-1f06-489e-b676-460fc115217d admin admin] Publish callbacks [] for security_group (bce0e57b-bf09-4ba8-9bd8-de7c782b9d37), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.244655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9c082-742c-446d-8e9b-f3450213ecad req-aa90567a-93f0-4872-83ee-deb15b9eeb25 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999689
Apr 30 21:11:19.248661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-d6a94237-e908-45c6-a8cc-9f9cab1076bd req-bac56695-5fcf-424d-8c01-5e12837f8e21 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:11:19.250132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6a94237-e908-45c6-a8cc-9f9cab1076bd req-bac56695-5fcf-424d-8c01-5e12837f8e21 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0113354
Apr 30 21:11:19.250951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.285919 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1103bbea-59bd-4487-9522-b2e38537c156 req-2d3f274f-cd07-4bb5-b7c2-8c70c56719a1 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791329
Apr 30 21:11:19.308309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.333315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50314) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:19.334891 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54ca09b6-992d-4098-bf25-3147815147f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (38d277a3-3076-4249-893e-d6537c65dae4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.370381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-99dc7e74-1f06-489e-b676-460fc115217d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bce0e57b-bf09-4ba8-9bd8-de7c782b9d37), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.424032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-99dc7e74-1f06-489e-b676-460fc115217d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89d2470a634e4b3b96df66931847dae6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8907502
Apr 30 21:11:19.428347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca09b6-992d-4098-bf25-3147815147f3 None None] Pushing event updated for resources: {'Port': ['ID=38d277a3-3076-4249-893e-d6537c65dae4,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:19.464440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50322) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:19.500746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:19.517910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6ff2f98-33e1-4d25-99e8-2f620f7751d6 req-76b221c9-014d-45b9-a939-f114db112d94 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 210 time: 0.1446309
Apr 30 21:11:19.584690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc7e74-1f06-489e-b676-460fc115217d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce0e57b-bf09-4ba8-9bd8-de7c782b9d37,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:19.617233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63ff2013-1a7b-497f-b229-d8e8c2bd98f3 admin admin] Publish callbacks [] for security_group (bce0e57b-bf09-4ba8-9bd8-de7c782b9d37), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.628201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.644801 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63ff2013-1a7b-497f-b229-d8e8c2bd98f3 admin admin] Publish callbacks [] for security_group (bce0e57b-bf09-4ba8-9bd8-de7c782b9d37), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.655194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-217f2905-3b46-488c-bb0f-82c26acd2146 None None] Provisioning complete for port 38d277a3-3076-4249-893e-d6537c65dae4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:19.655877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:19.656210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:19.656534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:19.657089 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-217f2905-3b46-488c-bb0f-82c26acd2146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (38d277a3-3076-4249-893e-d6537c65dae4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.666463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:19.666801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Attempting to bind port ac54aba9-ad17-45b1-8ed2-985784924902 on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:19.680854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:19.681192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:19.681808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:19.682141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Bound port: ac54aba9-ad17-45b1-8ed2-985784924902, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:19.682493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.774540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:19.777728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:19.778546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 38d277a3-3076-4249-893e-d6537c65dae4 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:19.786372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63ff2013-1a7b-497f-b229-d8e8c2bd98f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bce0e57b-bf09-4ba8-9bd8-de7c782b9d37), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.789386 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63ff2013-1a7b-497f-b229-d8e8c2bd98f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.790626 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-63ff2013-1a7b-497f-b229-d8e8c2bd98f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bce0e57b-bf09-4ba8-9bd8-de7c782b9d37 HTTP/1.1" status: 204  len: 168 time: 0.3252356
Apr 30 21:11:19.805932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff2013-1a7b-497f-b229-d8e8c2bd98f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce0e57b-bf09-4ba8-9bd8-de7c782b9d37,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:19.819506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:11:19.826890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-217f2905-3b46-488c-bb0f-82c26acd2146 None None] Current status of the port 38d277a3-3076-4249-893e-d6537c65dae4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:19.828313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Publish callbacks [] for security_group (cb503590-cb50-4f9c-bc45-954da0392949), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.859521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 38d277a3-3076-4249-893e-d6537c65dae4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:19.859988 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (38d277a3-3076-4249-893e-d6537c65dae4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.867486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.903296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cb503590-cb50-4f9c-bc45-954da0392949), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:19.953675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=469150330fd54b36bbf28289432c350b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6194971
Apr 30 21:11:19.954790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:11:19.957796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 38d277a3-3076-4249-893e-d6537c65dae4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:19.962242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50340) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:19.970927 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Sync routers for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:11:19.983127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb503590-cb50-4f9c-bc45-954da0392949,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:19.984440 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:11:19.986924 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cef1700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:10:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:20.021708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=8']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:20.027358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.027703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.028576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.028923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.029244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.029574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.029926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.030250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.030571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.030888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.031206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.031524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.031854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.032149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.032457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74836110-790b-4e65-9f2a-67c2b3e2fff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.047456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:20.048094 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:20.050095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 1144 time: 1.8333702
Apr 30 21:11:20.061153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:20.067358 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e314d842-ab62-4f32-8f87-cf944aa9a543 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 4.0165911
Apr 30 21:11:20.067873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.067873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.068113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.068446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.069812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.069812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.069812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.069812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.070910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.070910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.071078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50344) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:20.071165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.071165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.071323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.071622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.071941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8142c817-56b8-4c10-9694-4e27bf39c4c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:20.148692 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:11:20.158782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ac54aba9-ad17-45b1-8ed2-985784924902'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:20.165784 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d81b10a-a003-4782-a2b2-5a172371032b admin admin] Publish callbacks [] for security_group (cb503590-cb50-4f9c-bc45-954da0392949), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:20.285818 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-134ccf2d-2e66-47f5-bfea-21d8ffad7210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:20.384331 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-1bc723e9-dab4-4f58-b387-6db30f85442d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0794067
Apr 30 21:11:20.417336 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cef1700>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:17Z', 'revision_number': 3, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:20.429162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902'}, {'name': 'network-changed', 'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:20.431398 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe82190d-3a53-4a79-bede-edcf416d7ffd" -d '{"events": [{"server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "name": "network-vif-unplugged", "status": "completed", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902"}, {"name": "network-changed", "server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:20.436311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-c27a7c73-e24b-454d-bfac-af46b24bcef6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:11:20.437491 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-c27a7c73-e24b-454d-bfac-af46b24bcef6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0509694
Apr 30 21:11:20.471175 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Checking router: c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:11:20.471529 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Updating router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe port 1b88704f-5d9b-423a-89aa-800cc2e7f929 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:11:20.486781 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d81b10a-a003-4782-a2b2-5a172371032b admin admin] Publish callbacks [] for security_group (cb503590-cb50-4f9c-bc45-954da0392949), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:20.505866 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:20.513813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b9876-2d1e-41ba-8fc2-bf7bc19f1610 req-313856fa-c47c-40d9-bb3d-78dbe3a9eba4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:20.520704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-630b9876-2d1e-41ba-8fc2-bf7bc19f1610 req-313856fa-c47c-40d9-bb3d-78dbe3a9eba4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.3568878
Apr 30 21:11:20.543169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18784ce7-2adc-4852-bdb8-c340651cb9ad req-d6e613a5-4344-40bf-ab07-1d291905dbf5 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:20.558293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18784ce7-2adc-4852-bdb8-c340651cb9ad req-d6e613a5-4344-40bf-ab07-1d291905dbf5 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 948 time: 0.1149368
Apr 30 21:11:20.681381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-bffd23f6-8b96-4c99-aa9d-047d32c72c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:20.682912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-bffd23f6-8b96-4c99-aa9d-047d32c72c04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 1130 time: 0.1471632
Apr 30 21:11:20.752665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-630b9876-2d1e-41ba-8fc2-bf7bc19f1610 req-7b226c48-075f-41b9-9151-045751084f9d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307572
Apr 30 21:11:20.778117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18784ce7-2adc-4852-bdb8-c340651cb9ad req-6f0f6c82-e91e-4fda-86bc-dd4ca905a3dc tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2188313
Apr 30 21:11:20.792065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50374) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:20.835638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:20.883928 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee5f771-bbcd-4899-8a0d-d24ba7168a64 x-openstack-request-id: req-eee5f771-bbcd-4899-8a0d-d24ba7168a64 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:20.884225 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "name": "network-vif-unplugged", "status": "completed", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902", "code": 200}, {"name": "network-changed", "server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:20.884471 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eee5f771-bbcd-4899-8a0d-d24ba7168a64 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:20.885443 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee5f771-bbcd-4899-8a0d-d24ba7168a64'] response: {'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902', 'code': 200}
Apr 30 21:11:20.885705 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee5f771-bbcd-4899-8a0d-d24ba7168a64'] response: {'name': 'network-changed', 'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902', 'status': 'completed', 'code': 200}
Apr 30 21:11:20.940907 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Publish callbacks [] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.009898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d81b10a-a003-4782-a2b2-5a172371032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cb503590-cb50-4f9c-bc45-954da0392949), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.013350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d81b10a-a003-4782-a2b2-5a172371032b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.014924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3d81b10a-a003-4782-a2b2-5a172371032b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb503590-cb50-4f9c-bc45-954da0392949 HTTP/1.1" status: 204  len: 168 time: 1.0532877
Apr 30 21:11:21.048431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87147ccc-d075-41b0-a61c-f488d22936dc req-5900ad13-2795-4474-9c37-ed94265aa779 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 210 time: 0.0652452
Apr 30 21:11:21.049528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-15b27bd9-7526-41a1-8045-7567f422e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:21.050969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-15b27bd9-7526-41a1-8045-7567f422e3e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3594568
Apr 30 21:11:21.052574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e303303c-d58e-463f-a290-5824beba2ddc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:21.054053 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e303303c-d58e-463f-a290-5824beba2ddc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 821 time: 0.1934175
Apr 30 21:11:21.058779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ba56b-1fdb-4f8d-a337-fcf42d854001 req-ea8c6f52-58c6-4a6a-bbaf-a96f81a9cca2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:21.060474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-166ba56b-1fdb-4f8d-a337-fcf42d854001 req-ea8c6f52-58c6-4a6a-bbaf-a96f81a9cca2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.1590784
Apr 30 21:11:21.061876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81b10a-a003-4782-a2b2-5a172371032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb503590-cb50-4f9c-bc45-954da0392949,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:21.084661 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.131618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-969c0461-d61c-470a-aa82-d301322eb62a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=376e3c07-c6be-4468-aa0d-25e6e0c6136c HTTP/1.1" status: 200  len: 217 time: 0.0579317
Apr 30 21:11:21.159425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Request body: {'port': {'device_id': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'admin_state_up': True, 'tenant_id': '77b426139c194813974502d1910c257f'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:21.202848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 064011e5-feea-444d-a97a-9f2180c4839e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:21.252401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.286861 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Attempting to bind port 1b88704f-5d9b-423a-89aa-800cc2e7f929 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:21.287764 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Attempting to bind port 1b88704f-5d9b-423a-89aa-800cc2e7f929 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:21.289298 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Attempting to bind port 1b88704f-5d9b-423a-89aa-800cc2e7f929 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:21.297032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-166ba56b-1fdb-4f8d-a337-fcf42d854001 req-7b7a5e7f-1fba-4083-9a8f-9b182abc38ec tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2247541
Apr 30 21:11:21.308610 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.319028 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:21.320440 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:21.321448 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.322983 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:21.324543 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Bound port: 1b88704f-5d9b-423a-89aa-800cc2e7f929, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:21.325127 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.329584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-2ece0ac9-7850-447c-ad15-659083cbee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:21.331473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-2ece0ac9-7850-447c-ad15-659083cbee89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1771374
Apr 30 21:11:21.404073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-6d335fc0-1859-4cf4-b7ac-452c5ead7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:21.404740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-3735857c-52d6-46f7-b4bf-f9323d57f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:21.405679 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] For port 1b88704f-5d9b-423a-89aa-800cc2e7f929, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:21.405810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-6d335fc0-1859-4cf4-b7ac-452c5ead7b5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0668073
Apr 30 21:11:21.407155 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-3735857c-52d6-46f7-b4bf-f9323d57f818 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1178 time: 0.2299695
Apr 30 21:11:21.408445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:21.422858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '064011e5-feea-444d-a97a-9f2180c4839e', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'port_id': '064011e5-feea-444d-a97a-9f2180c4839e', 'mac_address': 'fa:16:3e:66:99:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b48280e-ae20-4ea1-a466-019d611a9a4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:21.430676 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Pushing event updated for resources: {'Port': ['ID=1b88704f-5d9b-423a-89aa-800cc2e7f929,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:21.441511 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] For port 1b88704f-5d9b-423a-89aa-800cc2e7f929, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b88704f-5d9b-423a-89aa-800cc2e7f929,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:21.445823 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.446255 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.447068 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.447068 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.447391 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.447960 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.448221 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.448811 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.449217 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.449614 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.450077 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.450606 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.451038 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.451436 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.451847 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Tracked resource versions report:
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]: pushed versions:
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]: {   'AddressGroup': {'1.2'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'Agent': {'1.1'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'ConntrackHelper': {'1.0'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'LocalIPAssociation': {'1.0'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'Log': {'1.0'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'NDPProxy': {'1.0'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'Network': {'1.1'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'Port': {'1.7'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'PortForwarding': {'1.3'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'QosPolicy': {'1.10'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'SecurityGroup': {'1.5'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'SecurityGroupRule': {'1.2'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'SubPort': {'1.0'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'Subnet': {'1.1'},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     'Trunk': {'1.1'}}
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]: consumer versions:
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]: {   DHCP agent@ncdv-master-1: {},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     HyperV agent@nch1-master-1: {},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     HyperV agent@nch2-master-1: {},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     L3 agent@ncdv-master-1: {},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     Metadata agent@ncdv-master-1: {},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     Metering agent@ncdv-master-1: {},
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'Agent': '1.1',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'ConntrackHelper': '1.0',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'LocalIPAssociation': '1.0',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'Log': '1.0',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'NDPProxy': '1.0',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'Network': '1.1',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'Port': '1.7',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'PortForwarding': '1.3',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'QosPolicy': '1.10',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'SecurityGroup': '1.5',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'SecurityGroupRule': '1.2',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'SubPort': '1.0',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'Subnet': '1.1',
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:                                           'Trunk': '1.1'}}
Apr 30 21:11:21.453112 ncdv-master-1 neutron-server[115777]:  {{(pid=115777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 30 21:11:21.502696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 064011e5-feea-444d-a97a-9f2180c4839e is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:21.503369 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (064011e5-feea-444d-a97a-9f2180c4839e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.519463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 064011e5-feea-444d-a97a-9f2180c4839e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:21.523043 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.548484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:21.579850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-13914b81-43d9-46f3-b35a-c778a5330d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:21.581505 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-13914b81-43d9-46f3-b35a-c778a5330d0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.1632531
Apr 30 21:11:21.584952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-120d33e4-2434-4405-9dbf-8525a15a38fd service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695535
Apr 30 21:11:21.615078 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:11:21.615800 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cef1700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:21.617808 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bdd89-07b2-40b9-bd9e-0fa529cf58f0 None None] Pushing event updated for resources: {'Port': ['ID=1b88704f-5d9b-423a-89aa-800cc2e7f929,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:21.638058 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.672710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Publish callbacks [] for security_group (2d06fb11-3c91-4582-9e8d-ea5af0440c41), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.737788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['064011e5-feea-444d-a97a-9f2180c4839e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:21.774861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb2287a0-0503-43d2-952a-3cc9f63242df req-d4a62651-1470-4dbb-8118-bd8075818a57 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1821771
Apr 30 21:11:21.787277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:21.808097 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2d06fb11-3c91-4582-9e8d-ea5af0440c41), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:21.823916 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-e055fe29-115d-47ce-8c06-5bfca8965d1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 217 time: 0.1875648
Apr 30 21:11:21.955109 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:11:22.046973 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=937f35996c28407caffb991b0ae4a5ce&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2536387
Apr 30 21:11:22.051541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50418) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:22.058886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Made reservation on behalf of 77b426139c194813974502d1910c257f for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:22.062870 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:22.089676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50420) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:22.103502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad140a87-9a53-41e4-9a08-9da7fc3b49af req-2edcf6dc-dd60-45a2-ae4a-044ae3aa701f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:22.107095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad140a87-9a53-41e4-9a08-9da7fc3b49af req-2edcf6dc-dd60-45a2-ae4a-044ae3aa701f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 948 time: 0.2130280
Apr 30 21:11:22.111338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d06fb11-3c91-4582-9e8d-ea5af0440c41,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:22.132550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52773906-04e7-466b-917e-33f9b07f59a9 req-3b3b3ca8-b4ef-4b5a-9402-20025349c957 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:22.134551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52773906-04e7-466b-917e-33f9b07f59a9 req-3b3b3ca8-b4ef-4b5a-9402-20025349c957 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1694322
Apr 30 21:11:22.143438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-972f9eb2-1218-4be8-a448-d26b6945f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:22.144999 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-972f9eb2-1218-4be8-a448-d26b6945f2a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.3025575
Apr 30 21:11:22.149948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.150507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.150767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.152088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.152088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.152088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.152088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.152592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.152592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.152903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.153746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.154608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.154608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.154837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.155410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455f25eb-1943-4d96-b3eb-2174dceff766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:22.248150 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cef1700>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:17Z', 'revision_number': 3, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:22.288324 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a6d8dd-9606-4443-b667-575b31a756c7 None None] The sync data for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 is: [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:17Z', 'revision_number': 3, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:11:22.312550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad140a87-9a53-41e4-9a08-9da7fc3b49af req-6eea64c3-b0eb-44f3-9dec-5531ba1104ba tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922884
Apr 30 21:11:22.313240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a2f81e1-2c3d-49e0-85c9-c8532fdc3c46 admin admin] Publish callbacks [] for security_group (2d06fb11-3c91-4582-9e8d-ea5af0440c41), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:22.342020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52773906-04e7-466b-917e-33f9b07f59a9 req-72f9d00d-95fb-4f2c-a47d-fcce7129a6cb tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898799
Apr 30 21:11:22.412238 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a2f81e1-2c3d-49e0-85c9-c8532fdc3c46 admin admin] Publish callbacks [] for security_group (2d06fb11-3c91-4582-9e8d-ea5af0440c41), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:22.422455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50434) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:22.424983 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Allocated IP 172.20.0.1 (51417b35-dffb-4e2a-abd0-357ad597c615/7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54/e8fd8329-278e-4c6e-a91f-775edaa743f5) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:22.460997 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-5c358242-db84-4fe4-8fc9-a55fb99f7147 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2251589
Apr 30 21:11:22.480654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d448-c4aa-4939-860c-d8669a46a5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:22.570542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa52a164-effa-48ec-9621-9a9e5569dd14 req-49453335-1818-407f-9433-2a56bc0bbbb4 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 210 time: 0.0679731
Apr 30 21:11:22.715071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e72ebd-3398-4a75-853a-8d4b4157133c req-306fb235-d9c9-4a58-b979-ae89ed598c57 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:22.717601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6e72ebd-3398-4a75-853a-8d4b4157133c req-306fb235-d9c9-4a58-b979-ae89ed598c57 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.1084030
Apr 30 21:11:22.736994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-acaeb8f4-1837-4964-ace1-2a27a8158c1d tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:22.738557 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-acaeb8f4-1837-4964-ace1-2a27a8158c1d tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/ports/5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 1128 time: 0.6391995
Apr 30 21:11:22.756718 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a2f81e1-2c3d-49e0-85c9-c8532fdc3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2d06fb11-3c91-4582-9e8d-ea5af0440c41), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:22.762777 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a2f81e1-2c3d-49e0-85c9-c8532fdc3c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:22.787252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7a2f81e1-2c3d-49e0-85c9-c8532fdc3c46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d06fb11-3c91-4582-9e8d-ea5af0440c41 HTTP/1.1" status: 204  len: 168 time: 0.7281246
Apr 30 21:11:22.824998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f81e1-2c3d-49e0-85c9-c8532fdc3c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d06fb11-3c91-4582-9e8d-ea5af0440c41,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:22.879898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d448-c4aa-4939-860c-d8669a46a5a7 admin admin] Publish callbacks [] for security_group (3ed2aec5-485b-4ae3-814d-8dc2bc5d5ed4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:22.900998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6e72ebd-3398-4a75-853a-8d4b4157133c req-e4d385bc-38a4-48ee-8778-c24dc5a5ea3b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757264
Apr 30 21:11:22.947859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 376e3c07-c6be-4468-aa0d-25e6e0c6136c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:22.975441 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcd5d448-c4aa-4939-860c-d8669a46a5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3ed2aec5-485b-4ae3-814d-8dc2bc5d5ed4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.034658 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.038911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Allocated IP 172.20.0.10 (b894fca3-f633-42dd-93b5-bde3291d63a3/22d385b6-1100-4605-bf52-24637aef584a/154e4208-4965-4648-9e7c-f22621d3423a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:23.099280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Publish callbacks [] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.107201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-ee045d9a-15e0-4d59-8566-e8c684781d36 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4561026
Apr 30 21:11:23.127384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fcd5d448-c4aa-4939-860c-d8669a46a5a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91f8cc46e09d41709aebb2e7be527c5c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6991007
Apr 30 21:11:23.128445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50446) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:23.136978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5d448-c4aa-4939-860c-d8669a46a5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed2aec5-485b-4ae3-814d-8dc2bc5d5ed4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:23.193223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 376e3c07-c6be-4468-aa0d-25e6e0c6136c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=376e3c07-c6be-4468-aa0d-25e6e0c6136c,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:23.210965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '376e3c07-c6be-4468-aa0d-25e6e0c6136c', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '376e3c07-c6be-4468-aa0d-25e6e0c6136c', 'mac_address': 'fa:16:3e:b1:bb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:23.222671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 064011e5-feea-444d-a97a-9f2180c4839e up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:23.233934 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426285a-83d9-44c3-9a5e-d15e57a573f3 admin admin] Publish callbacks [] for security_group (3ed2aec5-485b-4ae3-814d-8dc2bc5d5ed4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.263988 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426285a-83d9-44c3-9a5e-d15e57a573f3 admin admin] Publish callbacks [] for security_group (3ed2aec5-485b-4ae3-814d-8dc2bc5d5ed4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.337649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 376e3c07-c6be-4468-aa0d-25e6e0c6136c is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:23.338004 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.363049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376e3c07-c6be-4468-aa0d-25e6e0c6136c {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:23.378176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 064011e5-feea-444d-a97a-9f2180c4839e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:23.378631 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (064011e5-feea-444d-a97a-9f2180c4839e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.416493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 376e3c07-c6be-4468-aa0d-25e6e0c6136c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=376e3c07-c6be-4468-aa0d-25e6e0c6136c,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:23.443283 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426285a-83d9-44c3-9a5e-d15e57a573f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3ed2aec5-485b-4ae3-814d-8dc2bc5d5ed4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.451048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426285a-83d9-44c3-9a5e-d15e57a573f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.457545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2426285a-83d9-44c3-9a5e-d15e57a573f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ed2aec5-485b-4ae3-814d-8dc2bc5d5ed4 HTTP/1.1" status: 204  len: 168 time: 0.3232484
Apr 30 21:11:23.485352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426285a-83d9-44c3-9a5e-d15e57a573f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed2aec5-485b-4ae3-814d-8dc2bc5d5ed4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:23.618913 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.619594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ac54aba9-ad17-45b1-8ed2-985784924902 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:23.649743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 064011e5-feea-444d-a97a-9f2180c4839e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:23.663164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (064011e5-feea-444d-a97a-9f2180c4839e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.794855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1b88704f-5d9b-423a-89aa-800cc2e7f929 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:23.862452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b2870-8c82-4022-986a-a1efd78fb10a req-cfd258c3-6ba5-4cc7-8b27-60c3ee17096a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:23.878124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1b88704f-5d9b-423a-89aa-800cc2e7f929 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:23.878357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-605b2870-8c82-4022-986a-a1efd78fb10a req-cfd258c3-6ba5-4cc7-8b27-60c3ee17096a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.3579059
Apr 30 21:11:23.878903 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:23.922261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4d1c8-8f40-4708-aca5-3e6ee338bd9e req-274c6b69-b523-44cc-8086-747316b1386c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:23.923934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfd4d1c8-8f40-4708-aca5-3e6ee338bd9e req-274c6b69-b523-44cc-8086-747316b1386c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 949 time: 0.3105140
Apr 30 21:11:23.946187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:23.948723 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d07212-85f4-4795-93bb-50ec9cb468fc" -d '{"events": [{"server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "name": "network-vif-plugged", "status": "completed", "tag": "064011e5-feea-444d-a97a-9f2180c4839e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:24.027531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:24.029396 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.resource_extend [None req-19a80813-32a9-4409-9479-410193892938 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:11:24.036211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1b88704f-5d9b-423a-89aa-800cc2e7f929 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:24.036798 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:24.059974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-605b2870-8c82-4022-986a-a1efd78fb10a req-9fe1399d-e564-41dd-a70b-d044487a5b45 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797874
Apr 30 21:11:24.062049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 1b88704f-5d9b-423a-89aa-800cc2e7f929, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b88704f-5d9b-423a-89aa-800cc2e7f929,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:24.079074 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fe82190d-3a53-4a79-bede-edcf416d7ffd req-0ff4c8dd-f3b3-4798-8cdd-a23b3e66bc86 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9622459
Apr 30 21:11:24.143997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=376e3c07-c6be-4468-aa0d-25e6e0c6136c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:24.168254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfd4d1c8-8f40-4708-aca5-3e6ee338bd9e req-120b2ecf-0767-40aa-9cea-a40b80d24e23 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161298
Apr 30 21:11:24.250562 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:24.255174 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:24.301203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16772673-7c95-4abf-8fc9-04f09a4e65aa req-b9634648-5766-4b0d-82bb-f10c5b0e6161 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 210 time: 0.0594695
Apr 30 21:11:24.312236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:24.379255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:24.467691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Network 51417b35-dffb-4e2a-abd0-357ad597c615 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:24.476279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b7456-1f24-44db-9ad4-776619062683 req-1e716f80-0e91-4d4a-b05c-dafd6ec44662 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:24.482031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-788b7456-1f24-44db-9ad4-776619062683 req-1e716f80-0e91-4d4a-b05c-dafd6ec44662 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.1021950
Apr 30 21:11:24.493427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:24.500187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:24.535644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Pushing event updated for resources: {'Port': ['ID=e8fd8329-278e-4c6e-a91f-775edaa743f5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:24.596624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks [] for port (154e4208-4965-4648-9e7c-f22621d3423a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:24.600342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-788b7456-1f24-44db-9ad4-776619062683 req-2cf41854-cc1c-454e-9b33-35e8d14c4839 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140873
Apr 30 21:11:24.634924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:24.698078 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c843fdc2-3303-47a2-b02c-e26a37a0ab31 x-openstack-request-id: req-c843fdc2-3303-47a2-b02c-e26a37a0ab31 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:24.701334 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "name": "network-vif-plugged", "status": "completed", "tag": "064011e5-feea-444d-a97a-9f2180c4839e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:24.701334 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c843fdc2-3303-47a2-b02c-e26a37a0ab31 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:24.701334 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c843fdc2-3303-47a2-b02c-e26a37a0ab31'] response: {'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e', 'code': 200}
Apr 30 21:11:24.738210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ac54aba9-ad17-45b1-8ed2-985784924902 has no active binding in host nch1-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:11:24.767935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:24.827627 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:24.843390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=1b88704f-5d9b-423a-89aa-800cc2e7f929,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:24.920406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3ddb01df-eee6-43d0-97bd-7c657fde889d None None] Provisioning complete for port e8fd8329-278e-4c6e-a91f-775edaa743f5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:24.920942 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ddb01df-eee6-43d0-97bd-7c657fde889d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:24.985828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['376e3c07-c6be-4468-aa0d-25e6e0c6136c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:25.009448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:25.104182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Network b894fca3-f633-42dd-93b5-bde3291d63a3 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:25.108047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb01df-eee6-43d0-97bd-7c657fde889d None None] Port e8fd8329-278e-4c6e-a91f-775edaa743f5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:25.108562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:25.122338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:25.220960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Pushing event updated for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:25.317131 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:25.344442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2342a-3390-42de-a93e-4665c347fbc5 req-81798dc6-e324-4625-bcd5-7680302a477e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:25.347777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:25.348524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:25.353953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccb2342a-3390-42de-a93e-4665c347fbc5 req-81798dc6-e324-4625-bcd5-7680302a477e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1398389
Apr 30 21:11:25.453347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccb2342a-3390-42de-a93e-4665c347fbc5 req-3392ee38-741d-41c4-9d7d-93d02d7fc86d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940475
Apr 30 21:11:25.453460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-98a465c4-28a5-486d-a853-19c614260ec8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3782973
Apr 30 21:11:25.538188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Request body: {'port': {'device_id': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:25.605781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764cee2-a48c-4ddb-8a0e-51ea2d7ac12c req-16efc59b-9120-407e-bb0f-2fc511bac5f9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:25.614585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a764cee2-a48c-4ddb-8a0e-51ea2d7ac12c req-16efc59b-9120-407e-bb0f-2fc511bac5f9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 932 time: 0.0669496
Apr 30 21:11:25.701895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837954b0-da17-4495-a517-26deeda7f8bc req-f0ca083a-d3dd-4dae-8d4a-b1cb3908683b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:25.713676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-837954b0-da17-4495-a517-26deeda7f8bc req-f0ca083a-d3dd-4dae-8d4a-b1cb3908683b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 949 time: 0.2118785
Apr 30 21:11:25.720475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (154e4208-4965-4648-9e7c-f22621d3423a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:25.812576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1b88704f-5d9b-423a-89aa-800cc2e7f929 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:25.829247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-ee1540de-beac-4b00-872c-0db29d5dba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:25.830768 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-ee1540de-beac-4b00-872c-0db29d5dba66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1131 time: 0.1115205
Apr 30 21:11:25.973963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-837954b0-da17-4495-a517-26deeda7f8bc req-6c49f868-7d00-4655-a813-cdf63fd03c01 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501876
Apr 30 21:11:25.996939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1b88704f-5d9b-423a-89aa-800cc2e7f929 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:25.997510 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:26.013186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a764cee2-a48c-4ddb-8a0e-51ea2d7ac12c req-070f26fb-09c1-491c-b1dd-abab932fee04 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3975630
Apr 30 21:11:26.204186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1b88704f-5d9b-423a-89aa-800cc2e7f929 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:26.224928 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Publish callbacks [] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:26.248455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dd4ae-fc89-40d6-bfa7-89c99da1252e req-e8e1483b-2c45-4a98-b1b9-4a2885ef28cc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:26.250365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-516dd4ae-fc89-40d6-bfa7-89c99da1252e req-e8e1483b-2c45-4a98-b1b9-4a2885ef28cc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.1212509
Apr 30 21:11:26.313515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-38f3371f-cfd7-4526-9a86-1f43a14a417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:26.315007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-38f3371f-cfd7-4526-9a86-1f43a14a417c service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.4663272
Apr 30 21:11:26.315869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:26.387163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:26.388444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-516dd4ae-fc89-40d6-bfa7-89c99da1252e req-c9c2889f-b8f1-4821-859b-a3b28bda1d39 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320357
Apr 30 21:11:26.582231 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ff12743-d341-42f1-9eef-2f791b7b682a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 217 time: 0.2008612
Apr 30 21:11:26.629110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f9573-d49c-42f6-bdd1-79033dca0680 req-779bca2c-97ae-4675-89eb-b1a1f2747d36 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:26.636182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d55f9573-d49c-42f6-bdd1-79033dca0680 req-779bca2c-97ae-4675-89eb-b1a1f2747d36 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1189163
Apr 30 21:11:26.666075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Pushing event updated for resources: {'Port': ['ID=e8fd8329-278e-4c6e-a91f-775edaa743f5,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:26.691769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d55f9573-d49c-42f6-bdd1-79033dca0680 req-ed96288b-2dc3-4bac-800c-0b61a4eefdb8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474298
Apr 30 21:11:26.720797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Network 51417b35-dffb-4e2a-abd0-357ad597c615 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:26.723681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:26.939884 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-93c38fd9-39ef-4099-9530-19addb47f418 service neutron] 10.222.0.35 "GET /v2.0/ports/ac54aba9-ad17-45b1-8ed2-985784924902/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.7193007
Apr 30 21:11:26.984667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 376e3c07-c6be-4468-aa0d-25e6e0c6136c up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:27.072090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2b90d634-ab3f-43d6-a3d3-038c3da049f7 None None] Provisioning complete for port e8fd8329-278e-4c6e-a91f-775edaa743f5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:27.072763 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2b90d634-ab3f-43d6-a3d3-038c3da049f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:27.129643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2b90d634-ab3f-43d6-a3d3-038c3da049f7 None None] Port e8fd8329-278e-4c6e-a91f-775edaa743f5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:27.140841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154e4208-4965-4648-9e7c-f22621d3423a {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:27.161399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Publish callbacks [] for port (154e4208-4965-4648-9e7c-f22621d3423a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:27.175195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 376e3c07-c6be-4468-aa0d-25e6e0c6136c completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:27.193892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Transition to ACTIVE for port object 154e4208-4965-4648-9e7c-f22621d3423a will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:27.247285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 376e3c07-c6be-4468-aa0d-25e6e0c6136c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:27.247887 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:27.261851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52ae25-0cda-4d29-96a4-9d2967c27f4f req-48241092-4b9c-4c82-b7ea-ff76b70f56c5 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:27.263547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b52ae25-0cda-4d29-96a4-9d2967c27f4f req-48241092-4b9c-4c82-b7ea-ff76b70f56c5 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 949 time: 0.1055264
Apr 30 21:11:27.320054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-d1ada0f5-1973-4a07-b48d-94851841cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:27.321614 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-d1ada0f5-1973-4a07-b48d-94851841cfed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.7039139
Apr 30 21:11:27.339566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:27.438465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b52ae25-0cda-4d29-96a4-9d2967c27f4f req-099c2fae-b319-417a-8f6e-d5b6146ebc4f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374505
Apr 30 21:11:27.483165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 376e3c07-c6be-4468-aa0d-25e6e0c6136c is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:27.483561 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:27.543041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:11:27.618859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 376e3c07-c6be-4468-aa0d-25e6e0c6136c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=376e3c07-c6be-4468-aa0d-25e6e0c6136c,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:27.620199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36482df-2cb5-4d30-9ce3-95a6f06f80f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376e3c07-c6be-4468-aa0d-25e6e0c6136c'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:27.627688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-3d7c3830-9e4c-4ef8-8d2a-1e73a19a4373 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f727d5639c624deeba0d0d7a7d08810e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0396223
Apr 30 21:11:27.632621 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c238288-7b9b-439d-b834-2be7b2605d24" -d '{"events": [{"server_uuid": "b36482df-2cb5-4d30-9ce3-95a6f06f80f0", "name": "network-vif-plugged", "status": "completed", "tag": "376e3c07-c6be-4468-aa0d-25e6e0c6136c"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:27.648570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9b242-9599-4eae-b08f-d960ac291769 req-bc6ad273-ca3f-499f-a979-200baf9cfe8c tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:27.657349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ada9b242-9599-4eae-b08f-d960ac291769 req-bc6ad273-ca3f-499f-a979-200baf9cfe8c tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 944 time: 0.1367195
Apr 30 21:11:27.677211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Pushing event updated for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:27.680600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-197955ab-5ef3-4530-bb1d-69842ffea34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:27.682444 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-197955ab-5ef3-4530-bb1d-69842ffea34b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3400278
Apr 30 21:11:27.683180 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:27.824063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ada9b242-9599-4eae-b08f-d960ac291769 req-838da0a3-ff27-43bf-9284-b4805fdc6b93 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653316
Apr 30 21:11:27.847630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=376e3c07-c6be-4468-aa0d-25e6e0c6136c,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:27.949732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-0ec157f8-b6d5-46f4-b066-4df5d6bed0ce tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:27.958845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-0ec157f8-b6d5-46f4-b066-4df5d6bed0ce tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3300273
Apr 30 21:11:28.028886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80165c2-a58d-424d-9708-ba3345a20030 req-cf5b667e-648d-4048-9299-a3570d58c6dc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:28.030654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e80165c2-a58d-424d-9708-ba3345a20030 req-cf5b667e-648d-4048-9299-a3570d58c6dc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 966 time: 0.0559974
Apr 30 21:11:28.037551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-258610f3-3dae-4ac5-ad03-ce5645700a25 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/quotas/f727d5639c624deeba0d0d7a7d08810e HTTP/1.1" status: 200  len: 375 time: 0.0773275
Apr 30 21:11:28.095108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-43c5daa3-6439-4eb8-989d-f02b69c682d0 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f727d5639c624deeba0d0d7a7d08810e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0551317
Apr 30 21:11:28.154962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e80165c2-a58d-424d-9708-ba3345a20030 req-c6a4b5f8-dbcd-49ca-b260-d764006d8d4c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135175
Apr 30 21:11:28.330882 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b472cfb-f564-4e1a-a944-79791b7d4fd3 x-openstack-request-id: req-6b472cfb-f564-4e1a-a944-79791b7d4fd3 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:28.330882 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36482df-2cb5-4d30-9ce3-95a6f06f80f0", "name": "network-vif-plugged", "status": "completed", "tag": "376e3c07-c6be-4468-aa0d-25e6e0c6136c", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:28.331359 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b472cfb-f564-4e1a-a944-79791b7d4fd3 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:28.331803 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b472cfb-f564-4e1a-a944-79791b7d4fd3'] response: {'server_uuid': 'b36482df-2cb5-4d30-9ce3-95a6f06f80f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376e3c07-c6be-4468-aa0d-25e6e0c6136c', 'code': 200}
Apr 30 21:11:28.382822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:28.383875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:28.384233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:28.400334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:28.413994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:28.414440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:28.447384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:28.452179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:28.452650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:28.453128 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Bound port: 154e4208-4965-4648-9e7c-f22621d3423a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:28.453501 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (154e4208-4965-4648-9e7c-f22621d3423a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:28.503015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:28.577930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b688d3-cc75-47b7-97a5-c4904dcd0228 req-db48c7a7-4150-4575-a1c2-a5facbbc24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:28.580356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9b688d3-cc75-47b7-97a5-c4904dcd0228 req-db48c7a7-4150-4575-a1c2-a5facbbc24eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 1132 time: 0.1760507
Apr 30 21:11:28.586826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac54aba9-ad17-45b1-8ed2-985784924902 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:28.601084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:28.619448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-c8ed52a4-92ec-422c-bc44-36f271446ed8 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8642654
Apr 30 21:11:28.655088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885317e-2098-4619-b689-2c70e4f91876 req-680e1da2-ed08-4c5f-b458-281b63fc15a5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:28.657163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1885317e-2098-4619-b689-2c70e4f91876 req-680e1da2-ed08-4c5f-b458-281b63fc15a5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1790538
Apr 30 21:11:28.689435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:11:28.698305 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b5b7377b-8302-4692-9768-d87e3c6d581c admin admin] 10.222.0.23 "PUT /v2.0/routers/c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6264017
Apr 30 21:11:28.704274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Sync routers for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:11:28.716505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:28.735530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26ef3d5d-0a5d-4255-b205-4313e160fbb1 req-96a30763-f9d9-40c5-bc53-0c2d83985a24 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 210 time: 0.0727208
Apr 30 21:11:28.739320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:11:28.739986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fcbebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:28.745797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9b688d3-cc75-47b7-97a5-c4904dcd0228 req-63f95a94-ef9c-429d-ba1d-d5e9b423cbbb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533659
Apr 30 21:11:28.804380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1885317e-2098-4619-b689-2c70e4f91876 req-db47ada1-f1e3-40d6-8a20-edecfa074dae tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410663
Apr 30 21:11:28.806898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:28.813728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:28.900086 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:28.910548 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-a8edd25c-9dc1-4483-944e-088d66ecc164 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326169
Apr 30 21:11:28.962305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:28.963042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:28.965613 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] 10.222.0.20 "PUT /v2.0/ports/154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 1092 time: 3.4641552
Apr 30 21:11:28.965613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:28.967409 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a850fb-c685-4b30-a3cd-f149239a6f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "tag": "154e4208-4965-4648-9e7c-f22621d3423a"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:28.980343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] Transition to ACTIVE for port object ac54aba9-ad17-45b1-8ed2-985784924902 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:28.998032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dc01c-7c4c-4a41-9889-517f4d80c870 req-dc7adba3-d459-46b5-8e17-e3ad4ffbbca0 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:29.001908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd5dc01c-7c4c-4a41-9889-517f4d80c870 req-dc7adba3-d459-46b5-8e17-e3ad4ffbbca0 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 950 time: 0.1714716
Apr 30 21:11:29.029042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dce6f0-0e54-42b6-8803-697e2bc16d56 service neutron] Pushing event updated for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:29.099490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:29.104309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:11:29.139098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd5dc01c-7c4c-4a41-9889-517f4d80c870 req-826f1f6f-8a55-48d5-816c-739fbc93a32e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333058
Apr 30 21:11:29.227833 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] No DVR routers for this DVR port ac54aba9-ad17-45b1-8ed2-985784924902 on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:11:29.236979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] Pushing event updated for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=10']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:29.267571 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1037fd29-f793-4f5e-af8b-008dcf09c045 x-openstack-request-id: req-1037fd29-f793-4f5e-af8b-008dcf09c045 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:29.267866 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "tag": "154e4208-4965-4648-9e7c-f22621d3423a", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:29.268125 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1037fd29-f793-4f5e-af8b-008dcf09c045 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:29.268526 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1037fd29-f793-4f5e-af8b-008dcf09c045'] response: {'name': 'network-changed', 'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a', 'status': 'completed', 'code': 200}
Apr 30 21:11:29.277905 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-db10b511-3d0e-4b77-a35f-b6445a3b8661 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac54aba9-ad17-45b1-8ed2-985784924902/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.2948596
Apr 30 21:11:29.370852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbe858-92a3-48e2-ada9-438fc6c944c9 req-0dbd78bc-3a5e-4d2e-a9dd-ca502553508a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:29.372915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fbe858-92a3-48e2-ada9-438fc6c944c9 req-0dbd78bc-3a5e-4d2e-a9dd-ca502553508a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 944 time: 0.0818224
Apr 30 21:11:29.383944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1d47-a0ab-4adb-8b4f-4571a0776d40 req-70bcf62c-2a83-4470-9689-f47f2cdfbf33 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:29.391686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c78c1d47-a0ab-4adb-8b4f-4571a0776d40 req-70bcf62c-2a83-4470-9689-f47f2cdfbf33 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 967 time: 0.0584600
Apr 30 21:11:29.404878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fcbebb0>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:25Z', 'revision_number': 2, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:29.436153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Checking router: c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:11:29.436916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Updating router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe port e8fd8329-278e-4c6e-a91f-775edaa743f5 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:11:29.452136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fbe858-92a3-48e2-ada9-438fc6c944c9 req-7bcf6c34-9059-49ac-a435-516e44170d17 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658312
Apr 30 21:11:29.464162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c78c1d47-a0ab-4adb-8b4f-4571a0776d40 req-db9bbf9f-128d-47b1-805b-0394b39744f9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714214
Apr 30 21:11:29.465920 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:29.582133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-cd187bac-db4b-4ee1-8d4f-c2f25f6c4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:29.583658 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-cd187bac-db4b-4ee1-8d4f-c2f25f6c4854 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1126 time: 0.0986598
Apr 30 21:11:29.698615 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-89144f1d-781c-4928-a6ad-3f74bf9a9bbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 217 time: 0.0837338
Apr 30 21:11:29.777512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-71aa7f04-e32c-41c8-8ee0-e8eb0d3b3884 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:29.781879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-71aa7f04-e32c-41c8-8ee0-e8eb0d3b3884 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1149 time: 0.1366918
Apr 30 21:11:29.808265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-88fdd8d6-453b-4963-bd0e-711496b8f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:29.810185 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-88fdd8d6-453b-4963-bd0e-711496b8f825 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0911009
Apr 30 21:11:30.000657 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Publish callbacks [] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.023961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2747d51-7330-49fd-bbc9-cc19e3ede10a req-3f448700-0dbf-4ad0-a506-f8bcb24bd967 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 210 time: 0.2294502
Apr 30 21:11:30.043026 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-5f394bbc-6de9-4ad2-9d5c-fae0b290fac5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524735
Apr 30 21:11:30.116078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-232c96bc-f6b4-4f26-ad8f-3974b430c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:30.118582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-232c96bc-f6b4-4f26-ad8f-3974b430c0c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0 HTTP/1.1" status: 200  len: 1149 time: 0.3015764
Apr 30 21:11:30.128642 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.136452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50b689-b5f4-4971-bfb7-74403cf43050 req-5e177b25-fdfb-4a94-a009-69c8157ee419 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:30.145564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a50b689-b5f4-4971-bfb7-74403cf43050 req-5e177b25-fdfb-4a94-a009-69c8157ee419 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.0938435
Apr 30 21:11:30.184902 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-993d6163-1095-4c1c-b4ed-0866431d16fa service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402469
Apr 30 21:11:30.298128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-f64a420c-ec5a-406b-bb64-e52bb4c6a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:30.300779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-f64a420c-ec5a-406b-bb64-e52bb4c6a0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1149 time: 0.1078138
Apr 30 21:11:30.390581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef6f4c-3767-483b-bd8c-43e30709bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e8fd8329-278e-4c6e-a91f-775edaa743f5,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:30.403728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a50b689-b5f4-4971-bfb7-74403cf43050 req-b13792d0-7555-4fc9-99dd-269eacb924f7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2556403
Apr 30 21:11:30.454251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae9143d-6c75-4785-82ad-6f4650e9077b req-b5aae46c-ec69-4cbe-98e4-d325ea36c3e1 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595978
Apr 30 21:11:30.454749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50686) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:30.459424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-network', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:30.508658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50692) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:30.547224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Attempting to bind port e8fd8329-278e-4c6e-a91f-775edaa743f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:30.547796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Attempting to bind port e8fd8329-278e-4c6e-a91f-775edaa743f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:30.548260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Attempting to bind port e8fd8329-278e-4c6e-a91f-775edaa743f5 on network 51417b35-dffb-4e2a-abd0-357ad597c615 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:30.565260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:30.565997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Checking segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:30.566415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.566816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Bound using segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:30.569655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Bound port: e8fd8329-278e-4c6e-a91f-775edaa743f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:30.572959 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.609022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Made reservation on behalf of df8aff4feefd46bba10664568c0433bf for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:30.611522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.628066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.648806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-2a2f2b9a-1142-4124-a3d8-b2f281342401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:30.660043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-2a2f2b9a-1142-4124-a3d8-b2f281342401 service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.2758062
Apr 30 21:11:30.739041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2d3c7-4259-4b9e-acd6-d93ff9ff3bd9 req-815da41e-a409-4439-a934-f83dd5df0df4 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:30.746756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63a2d3c7-4259-4b9e-acd6-d93ff9ff3bd9 req-815da41e-a409-4439-a934-f83dd5df0df4 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 967 time: 0.0841012
Apr 30 21:11:30.753071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] For port e8fd8329-278e-4c6e-a91f-775edaa743f5, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:30.756938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] For port e8fd8329-278e-4c6e-a91f-775edaa743f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8fd8329-278e-4c6e-a91f-775edaa743f5,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:30.792375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8d78ce29-dc41-449d-aafb-4b791516f030 None None] Provisioning complete for port e8fd8329-278e-4c6e-a91f-775edaa743f5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:30.796098 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d78ce29-dc41-449d-aafb-4b791516f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.812799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63a2d3c7-4259-4b9e-acd6-d93ff9ff3bd9 req-2878da3a-3be1-40d6-ac4b-4241831b09f6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649884
Apr 30 21:11:30.847785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Publish callbacks [] for security_group (759bcde5-0edc-4895-aee9-7fbfe2ade150), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.853577 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.854125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd5b9d-e720-4c04-9d25-247047450a9a req-64eb06c1-b93a-4934-b862-4adb73129e8a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:30.863891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ddd5b9d-e720-4c04-9d25-247047450a9a req-64eb06c1-b93a-4934-b862-4adb73129e8a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 950 time: 0.4872429
Apr 30 21:11:30.923491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf12c56c-f1db-4bff-9654-a2f5a88c12fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.928930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (759bcde5-0edc-4895-aee9-7fbfe2ade150), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:30.956473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ddd5b9d-e720-4c04-9d25-247047450a9a req-6146b448-7655-4c77-8f91-6878619e63cb tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912180
Apr 30 21:11:31.000170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0db13-3c42-4abc-84c4-f9fec5f66415 req-dfc64691-111f-4414-8672-9a3da4a89603 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:31.010287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a0db13-3c42-4abc-84c4-f9fec5f66415 req-dfc64691-111f-4414-8672-9a3da4a89603 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 944 time: 0.1024897
Apr 30 21:11:31.024047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8d78ce29-dc41-449d-aafb-4b791516f030 None None] Port e8fd8329-278e-4c6e-a91f-775edaa743f5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:31.026472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:11:31.057508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:11:31.058330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fcbebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:31.081215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a0db13-3c42-4abc-84c4-f9fec5f66415 req-c7d0f33b-d36f-4ed3-a06c-a7b296e1b1c4 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699039
Apr 30 21:11:31.089203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (426afeb0-7344-46cb-aa16-62806f2a7f18), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:31.089663 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Added segment 426afeb0-7344-46cb-aa16-62806f2a7f18 of type vlan for network baa9177f-625e-466a-8a35-3a815352a24c
Apr 30 21:11:31.136076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759bcde5-0edc-4895-aee9-7fbfe2ade150,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:31.265586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f432d2f-ea0b-48cd-8e68-5aa14c992e62 req-3dead85c-28b7-48d0-b3a0-3e3f5b178449 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 210 time: 0.0492966
Apr 30 21:11:31.322604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf12c56c-f1db-4bff-9654-a2f5a88c12fe admin admin] Publish callbacks [] for security_group (b97b575e-d2f5-45e7-a4ea-8f65c2e2232c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:31.342423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (baa9177f-625e-466a-8a35-3a815352a24c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:31.409142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf12c56c-f1db-4bff-9654-a2f5a88c12fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b97b575e-d2f5-45e7-a4ea-8f65c2e2232c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:31.454429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12c56c-f1db-4bff-9654-a2f5a88c12fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97b575e-d2f5-45e7-a4ea-8f65c2e2232c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:31.461437 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (baa9177f-625e-466a-8a35-3a815352a24c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:31.462529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:31.463169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:31.534721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:11:31.554842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=baa9177f-625e-466a-8a35-3a815352a24c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:31.564909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ac54aba9-ad17-45b1-8ed2-985784924902 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:11:31.569372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef6f4c-3767-483b-bd8c-43e30709bbb6 None None] Pushing event updated for resources: {'Port': ['ID=e8fd8329-278e-4c6e-a91f-775edaa743f5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:31.578520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network baa9177f-625e-466a-8a35-3a815352a24c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:11:31.630168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37acf15-e0c0-4da6-8cc8-01d38cb1508c req-8a56afe2-313d-4add-af44-7f687ab69491 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:31.632397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a37acf15-e0c0-4da6-8cc8-01d38cb1508c req-8a56afe2-313d-4add-af44-7f687ab69491 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1139684
Apr 30 21:11:31.671245 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bf12c56c-f1db-4bff-9654-a2f5a88c12fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b878828e8e3444bb5fc5ef22593d450&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1561601
Apr 30 21:11:31.674583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50714) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:31.683784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port ac54aba9-ad17-45b1-8ed2-985784924902 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:11:31.684759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ac54aba9-ad17-45b1-8ed2-985784924902 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:11:31.700789 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-64756c22-dcc1-473b-90a6-1f889b1bbe39 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f727d5639c624deeba0d0d7a7d08810e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1433296
Apr 30 21:11:31.707350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c83cc15d-97ed-46ff-8ac1-ef2815c5d9ac None None] Provisioning complete for port e8fd8329-278e-4c6e-a91f-775edaa743f5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:31.707745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c83cc15d-97ed-46ff-8ac1-ef2815c5d9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:31.732115 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-03e23500-8703-4d0b-8b3d-93597ed29bf6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.2763348
Apr 30 21:11:31.775476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a37acf15-e0c0-4da6-8cc8-01d38cb1508c req-2fdabf7c-a9d4-4f80-b355-070e86c4f1ae tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336741
Apr 30 21:11:31.780455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-65eddaa9-5637-48cf-bea6-9fbfb1e57371 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 217 time: 0.0646014
Apr 30 21:11:31.781722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50716) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:31.786983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Request body: {'subnet': {'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-subnet', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:31.960657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-486c14ed-cced-4dad-8766-66260d169cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:31.973705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-486c14ed-cced-4dad-8766-66260d169cf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.1651478
Apr 30 21:11:31.978245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Made reservation on behalf of df8aff4feefd46bba10664568c0433bf for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:31.989115 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:32.019278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-bb6a91cb-938d-4c30-b35e-aa9c035c9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.023521 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-bb6a91cb-938d-4c30-b35e-aa9c035c9655 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1126 time: 0.3500612
Apr 30 21:11:32.028431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fcbebb0>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:30Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:32.066191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d6e02-24f6-41bd-8899-9f72dff11012 None None] The sync data for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 is: [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:30Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:11:32.069199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c83cc15d-97ed-46ff-8ac1-ef2815c5d9ac None None] Current status of the port e8fd8329-278e-4c6e-a91f-775edaa743f5 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:32.070125 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c83cc15d-97ed-46ff-8ac1-ef2815c5d9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:32.177637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c83cc15d-97ed-46ff-8ac1-ef2815c5d9ac None None] For port e8fd8329-278e-4c6e-a91f-775edaa743f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8fd8329-278e-4c6e-a91f-775edaa743f5,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:32.239182 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c83cc15d-97ed-46ff-8ac1-ef2815c5d9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:32.298700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-e1f72d6c-78d3-4670-ab8f-cb7cfcbced7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.300239 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-e1f72d6c-78d3-4670-ab8f-cb7cfcbced7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.2611761
Apr 30 21:11:32.328369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cc15d-97ed-46ff-8ac1-ef2815c5d9ac None None] Pushing event updated for resources: {'Port': ['ID=e8fd8329-278e-4c6e-a91f-775edaa743f5,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:32.423908 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-daf54efb-1aa8-4896-89c1-688aa2e0fcb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 217 time: 0.1018293
Apr 30 21:11:32.522284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9176-5e53-43f9-befc-a85b99bc9e4f admin admin] Publish callbacks [] for security_group (b97b575e-d2f5-45e7-a4ea-8f65c2e2232c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:32.536752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-5039e5f8-cd08-46ac-88be-9c79501cbe7a tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.538690 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-5039e5f8-cd08-46ac-88be-9c79501cbe7a tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8365340
Apr 30 21:11:32.554376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Request body: {'port': {'device_id': '9445f840-9b08-41a7-b9b5-48c93312189c', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': 'f727d5639c624deeba0d0d7a7d08810e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:32.607829 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9176-5e53-43f9-befc-a85b99bc9e4f admin admin] Publish callbacks [] for security_group (b97b575e-d2f5-45e7-a4ea-8f65c2e2232c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:32.637297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-167815b5-a641-4ce3-b774-68b3ee4464ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4208188
Apr 30 21:11:32.656332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-b332b83c-98b9-4a8b-92e3-60354bec3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.661124 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-b332b83c-98b9-4a8b-92e3-60354bec3462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.2135477
Apr 30 21:11:32.698333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffc00d-8d38-4e2a-a63e-db30c3a1241d req-73e6bab1-73dd-4fc3-8d8f-44435bd0e056 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.705293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28ffc00d-8d38-4e2a-a63e-db30c3a1241d req-73e6bab1-73dd-4fc3-8d8f-44435bd0e056 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 967 time: 0.4903693
Apr 30 21:11:32.730253 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-c9e64d15-4fb2-4ffd-9258-10a95ecbd89a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0574141
Apr 30 21:11:32.895385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-5809bafb-0f7b-4949-809e-db9f59439d87 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2508156
Apr 30 21:11:32.897061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-34b1128f-c714-4c5d-8b67-56acf7a88ebe tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.897693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-34b1128f-c714-4c5d-8b67-56acf7a88ebe tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.898540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-34b1128f-c714-4c5d-8b67-56acf7a88ebe tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.899325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-34b1128f-c714-4c5d-8b67-56acf7a88ebe tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.899971 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-17b02242-d214-4456-8dce-60147d78749f service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579547
Apr 30 21:11:32.900146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-34b1128f-c714-4c5d-8b67-56acf7a88ebe tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.900794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-34b1128f-c714-4c5d-8b67-56acf7a88ebe tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.901458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-34b1128f-c714-4c5d-8b67-56acf7a88ebe tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:32.904425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-34b1128f-c714-4c5d-8b67-56acf7a88ebe tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c&device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd&device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0&device_id=63136ef9-512e-4d74-9427-5db9addb1129&device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a&device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349&device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37&device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 6670 time: 0.2927556
Apr 30 21:11:32.933087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28ffc00d-8d38-4e2a-a63e-db30c3a1241d req-7cb3e782-e15e-4e82-8fb9-8713a07340b6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268331
Apr 30 21:11:32.961253 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (1e5b8b78-5ded-4285-aad5-173c4c03efb1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:32.989701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Made reservation on behalf of f727d5639c624deeba0d0d7a7d08810e for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:32.995081 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:32.998386 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9176-5e53-43f9-befc-a85b99bc9e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b97b575e-d2f5-45e7-a4ea-8f65c2e2232c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.002280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9176-5e53-43f9-befc-a85b99bc9e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.008034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 154e4208-4965-4648-9e7c-f22621d3423a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:33.012871 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1b5c9176-5e53-43f9-befc-a85b99bc9e4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b97b575e-d2f5-45e7-a4ea-8f65c2e2232c HTTP/1.1" status: 204  len: 168 time: 1.3109119
Apr 30 21:11:33.056284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c9176-5e53-43f9-befc-a85b99bc9e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97b575e-d2f5-45e7-a4ea-8f65c2e2232c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:33.077548 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.149287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-5759e1a0-67d1-4b5f-97e6-528c3761f7be tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.243321 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59a850fb-c685-4b30-a3cd-f149239a6f2c req-f6bf43e1-365e-428d-b492-faeac0790f21 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3315558
Apr 30 21:11:33.259412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:33.301520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '154e4208-4965-4648-9e7c-f22621d3423a', 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'port_id': '154e4208-4965-4648-9e7c-f22621d3423a', 'mac_address': 'fa:16:3e:7b:00:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d385b6-1100-4605-bf52-24637aef584a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:33.364671 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks [] for security_group (3af3fc08-5b16-4adc-8adf-77bafd941bd6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.386381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 154e4208-4965-4648-9e7c-f22621d3423a is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:33.386878 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (154e4208-4965-4648-9e7c-f22621d3423a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.410726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 154e4208-4965-4648-9e7c-f22621d3423a {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:33.422975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e23a0-bc5b-4eef-8a55-0ae172ee0e91 req-dd73544c-8ed5-4e6d-9dab-9a6e734b038a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:33.424557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef2e23a0-bc5b-4eef-8a55-0ae172ee0e91 req-dd73544c-8ed5-4e6d-9dab-9a6e734b038a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 944 time: 0.2795036
Apr 30 21:11:33.425473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5b8b78-5ded-4285-aad5-173c4c03efb1,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:33.443091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3af3fc08-5b16-4adc-8adf-77bafd941bd6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.460998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:33.520900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af3fc08-5b16-4adc-8adf-77bafd941bd6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:33.528325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef2e23a0-bc5b-4eef-8a55-0ae172ee0e91 req-2112907e-4a3c-41d9-9e7f-e0afbe2d1e5d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914505
Apr 30 21:11:33.529138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Checking segment: {'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:33.529504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Network hostable DHCP agents. Network: baa9177f-625e-466a-8a35-3a815352a24c, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:11:33.533526 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.627198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-73a442fe-6ee5-4788-bff6-02944adec534 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6880152
Apr 30 21:11:33.708112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a748f91-f794-4626-ab7b-fa39ac7e1fb4 req-892366e7-f927-4d17-9f50-993726141eba tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 210 time: 0.0421503
Apr 30 21:11:33.736817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Network baa9177f-625e-466a-8a35-3a815352a24c is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:11:33.781467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-5759e1a0-67d1-4b5f-97e6-528c3761f7be tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Publish callbacks [] for security_group (a06a7efa-66e7-49ef-aa11-b5c403f2b512), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.800045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:33.875400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, baa9177f-625e-466a-8a35-3a815352a24c) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:33.891955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffa76d-bd36-4a21-9ef4-804e106b571f req-b4438f0b-b9d3-4541-b3b8-4b2568d847fd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:33.895147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600096b-2ba7-4e0d-bde9-ccd34e016e4d None None] Network baa9177f-625e-466a-8a35-3a815352a24c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:11:33.901390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15ffa76d-bd36-4a21-9ef4-804e106b571f req-b4438f0b-b9d3-4541-b3b8-4b2568d847fd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.0940592
Apr 30 21:11:33.922693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:33.923172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.929152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Allocated IP 192.168.233.186 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/f32f0d5d-bade-4f65-8f83-41da1c27b970) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:33.950875 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-5759e1a0-67d1-4b5f-97e6-528c3761f7be tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a06a7efa-66e7-49ef-aa11-b5c403f2b512), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:33.972877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e8fd8329-278e-4c6e-a91f-775edaa743f5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:33.981031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['154e4208-4965-4648-9e7c-f22621d3423a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:34.067234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759e1a0-67d1-4b5f-97e6-528c3761f7be tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06a7efa-66e7-49ef-aa11-b5c403f2b512,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:34.176285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15ffa76d-bd36-4a21-9ef4-804e106b571f req-3aae6eb6-6c9e-4aeb-9102-e0e7967e89f8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2700424
Apr 30 21:11:34.205499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7131c1cc-e223-416b-a569-1305c2d33dce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.4214025
Apr 30 21:11:34.207635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50746) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:34.226613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:34.233156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e8fd8329-278e-4c6e-a91f-775edaa743f5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:34.233698 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.238638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c19b3ca-e1cd-4345-a25e-5cfdc49de41e req-5759e1a0-67d1-4b5f-97e6-528c3761f7be tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&id=43c1bcca-6299-414c-8cb3-660ab7bceec5&id=3b6efc34-e292-48b7-993d-c4ff56abffd5&id=f7097164-d782-4787-94d6-66e4778a7d39&id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 555 time: 1.2964482
Apr 30 21:11:34.322967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks [] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.323212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-baa9177f-625e-466a-8a35-3a815352a24c', 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c', 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'fixed_ips': [{'subnet_id': '1e5b8b78-5ded-4285-aad5-173c4c03efb1'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:11:34.328662 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.348686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50754) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:34.406098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc04f-190f-4c4c-b7ed-485d29c0a38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.419628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.421476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.481660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-3e89aa6a-f37d-4b9e-bbcf-e5f2e62371b4 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:34.482766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-3e89aa6a-f37d-4b9e-bbcf-e5f2e62371b4 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1149 time: 0.1971443
Apr 30 21:11:34.561181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Allocated IP 172.20.0.2 (baa9177f-625e-466a-8a35-3a815352a24c/1e5b8b78-5ded-4285-aad5-173c4c03efb1/eb6fece3-5e4c-4d2f-9319-ef5f095d89bc) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:34.595196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249431e-0b42-4e89-98e2-ce1560999896 req-6c1ea7b0-e82c-4209-a75c-1f4fd1bac831 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:34.602639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d249431e-0b42-4e89-98e2-ce1560999896 req-6c1ea7b0-e82c-4209-a75c-1f4fd1bac831 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 967 time: 0.1340158
Apr 30 21:11:34.629547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc04f-190f-4c4c-b7ed-485d29c0a38c admin admin] Publish callbacks [] for security_group (d57bbf5c-078a-4e43-930b-80252ddb422a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.694083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc04f-190f-4c4c-b7ed-485d29c0a38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d57bbf5c-078a-4e43-930b-80252ddb422a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.728344 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1f2dc04f-190f-4c4c-b7ed-485d29c0a38c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3a21d19725c4c1b973bc885455c1ad9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3785393
Apr 30 21:11:34.732419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50766) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:34.738080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Publish callbacks [] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.780071 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.826810 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.845730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks [] for router_controller (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:34.875154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dc04f-190f-4c4c-b7ed-485d29c0a38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57bbf5c-078a-4e43-930b-80252ddb422a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:34.882537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:34.886668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:34.899305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:34.899305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Pushing event updated for resources: {'Port': ['ID=f32f0d5d-bade-4f65-8f83-41da1c27b970,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:34.935193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e8fd8329-278e-4c6e-a91f-775edaa743f5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:34.941916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Pushing event updated for resources: {'Port': ['ID=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:34.958835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782784c7-0743-4e22-8623-d060d1ca2b10 req-b665f33d-9a3f-46f7-bd66-548f7711b7a5 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:34.959605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782784c7-0743-4e22-8623-d060d1ca2b10 req-b665f33d-9a3f-46f7-bd66-548f7711b7a5 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:34.960242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782784c7-0743-4e22-8623-d060d1ca2b10 req-b665f33d-9a3f-46f7-bd66-548f7711b7a5 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:34.969107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-782784c7-0743-4e22-8623-d060d1ca2b10 req-b665f33d-9a3f-46f7-bd66-548f7711b7a5 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0&device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37&device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 2977 time: 0.1084988
Apr 30 21:11:34.975789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Network baa9177f-625e-466a-8a35-3a815352a24c is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:34.980084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:34.986549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:35.007724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d249431e-0b42-4e89-98e2-ce1560999896 req-ea7265f1-4294-4d55-9e5f-2d06f0e94194 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4041169
Apr 30 21:11:35.039892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a47efc0c-1c9f-4713-836a-8a67f0670770 service neutron] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:35.063653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a47efc0c-1c9f-4713-836a-8a67f0670770 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.067294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524f445-a781-4d66-a85b-64cad93b04d9 req-a47efc0c-1c9f-4713-836a-8a67f0670770 service neutron] 10.222.0.20 "DELETE /v2.0/ports/ac54aba9-ad17-45b1-8ed2-985784924902/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5666006
Apr 30 21:11:35.084930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Attempting to bind port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:35.085299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Attempting to bind port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:35.085660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Attempting to bind port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc on network baa9177f-625e-466a-8a35-3a815352a24c {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:35.087462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:35.088001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.096121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:35.096963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Checking segment: {'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:35.097374 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.098085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Bound using segment: {'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:35.098568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Bound port: eb6fece3-5e4c-4d2f-9319-ef5f095d89bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:35.106420 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.128439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-439b401c-0197-4dc4-9a2b-6eab176dc997 admin admin] Publish callbacks [] for security_group (d57bbf5c-078a-4e43-930b-80252ddb422a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.226626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] For port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:35.229735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks [] for router_gateway (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.233524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-782784c7-0743-4e22-8623-d060d1ca2b10 req-ea7683c9-b4c6-40ef-91d3-581e6f47cc86 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2625358
Apr 30 21:11:35.244351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] For port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,segment=NetworkSegment(426afeb0-7344-46cb-aa16-62806f2a7f18),segment_id=426afeb0-7344-46cb-aa16-62806f2a7f18)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:35.253366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-439b401c-0197-4dc4-9a2b-6eab176dc997 admin admin] Publish callbacks [] for security_group (d57bbf5c-078a-4e43-930b-80252ddb422a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.280504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523330-2cfc-485c-878e-d09b45fd7033 req-e98cf5e0-01a7-407c-b014-a30b8a9b021e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:35.289519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07523330-2cfc-485c-878e-d09b45fd7033 req-e98cf5e0-01a7-407c-b014-a30b8a9b021e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.1530697
Apr 30 21:11:35.291546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-86e304b7-4310-4f2d-bb88-ef6b0f633a58 None None] Provisioning complete for port f32f0d5d-bade-4f65-8f83-41da1c27b970 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:35.291945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86e304b7-4310-4f2d-bb88-ef6b0f633a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.331287 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-674d39bb-66b9-4f35-bd51-5251dbf3ff26 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7806981
Apr 30 21:11:35.347164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-86e304b7-4310-4f2d-bb88-ef6b0f633a58 None None] Port f32f0d5d-bade-4f65-8f83-41da1c27b970 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:35.371946 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.406215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186444dd-760a-44f8-af00-5ffc01848663 req-5c9e61ca-3ae8-4961-8ffd-ae378eed9937 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:35.407921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-186444dd-760a-44f8-af00-5ffc01848663 req-5c9e61ca-3ae8-4961-8ffd-ae378eed9937 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 936 time: 0.0917008
Apr 30 21:11:35.424444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07523330-2cfc-485c-878e-d09b45fd7033 req-51083437-8590-49d0-9af8-0c4be7eb42cf tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318095
Apr 30 21:11:35.475830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2174ce-9ac8-4479-825a-94edc0b25775 None None] Pushing event updated for resources: {'Port': ['ID=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:35.486869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Request body: {'port': {'device_id': '9445f840-9b08-41a7-b9b5-48c93312189c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:35.540330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-186444dd-760a-44f8-af00-5ffc01848663 req-bf139aee-e42f-4933-bef7-ac119c9f82cd tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113901
Apr 30 21:11:35.609001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.638869 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-439b401c-0197-4dc4-9a2b-6eab176dc997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d57bbf5c-078a-4e43-930b-80252ddb422a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.643832 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-439b401c-0197-4dc4-9a2b-6eab176dc997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:35.652148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-439b401c-0197-4dc4-9a2b-6eab176dc997 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d57bbf5c-078a-4e43-930b-80252ddb422a HTTP/1.1" status: 204  len: 168 time: 0.9180861
Apr 30 21:11:35.684919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b401c-0197-4dc4-9a2b-6eab176dc997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57bbf5c-078a-4e43-930b-80252ddb422a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:35.715564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7c83e-4278-4737-8aa5-a6074cc47c70 req-9ccac1f1-9658-458a-b1f4-da2a17e80042 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:35.728403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1a7c83e-4278-4737-8aa5-a6074cc47c70 req-9ccac1f1-9658-458a-b1f4-da2a17e80042 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1798718
Apr 30 21:11:35.897766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1a7c83e-4278-4737-8aa5-a6074cc47c70 req-6b1bb406-1291-4185-8f7c-18705bce8c01 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597183
Apr 30 21:11:36.135302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks [] for router_gateway (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:36.198292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:36.264166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeed67b-1af6-4701-9e69-6fe260faada1 req-c106ff6a-54b7-4426-bd2e-1651fe1faaa7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:36.266173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7eeed67b-1af6-4701-9e69-6fe260faada1 req-c106ff6a-54b7-4426-bd2e-1651fe1faaa7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 967 time: 0.1162269
Apr 30 21:11:36.332734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7eeed67b-1af6-4701-9e69-6fe260faada1 req-bc42add5-3270-45f4-ab60-50d4d03def42 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515647
Apr 30 21:11:36.435132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Allocated IP 172.35.4.165 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/a2cfdff5-b60d-425f-86b2-e21b500376dd) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:36.531523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32f0d5d-bade-4f65-8f83-41da1c27b970 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:36.545565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58324e7-9b44-4f44-98a2-8fb8ea691546 req-57cc3450-e8f4-4aab-958d-4c9d78dddb54 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:36.545682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Publish callbacks [] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:36.545809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f58324e7-9b44-4f44-98a2-8fb8ea691546 req-57cc3450-e8f4-4aab-958d-4c9d78dddb54 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1149 time: 0.0484369
Apr 30 21:11:36.565014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Transition to ACTIVE for port object f32f0d5d-bade-4f65-8f83-41da1c27b970 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:36.618314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f58324e7-9b44-4f44-98a2-8fb8ea691546 req-6a3ae3fb-d4bd-432c-a411-2d52f04c3a94 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604246
Apr 30 21:11:36.618468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks [] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:36.737799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5f5cf-48da-4aff-8642-01f2387bb1e3 req-4e98ba47-b2bb-433f-8da8-4034b81193f5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:36.746274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1d5f5cf-48da-4aff-8642-01f2387bb1e3 req-4e98ba47-b2bb-433f-8da8-4034b81193f5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.0702276
Apr 30 21:11:36.823676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a656c4-143f-490a-b39e-9883957c83d4 req-31848522-09b1-41e8-aac5-33e5a44348a9 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:36.825827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97a656c4-143f-490a-b39e-9883957c83d4 req-31848522-09b1-41e8-aac5-33e5a44348a9 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 936 time: 0.0768666
Apr 30 21:11:36.848135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1d5f5cf-48da-4aff-8642-01f2387bb1e3 req-d524ba4d-180c-41df-869f-b87e30dcd159 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009932
Apr 30 21:11:36.865286 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:11:36.886367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97a656c4-143f-490a-b39e-9883957c83d4 req-02c02659-012d-4446-912a-0b3ba2da10f9 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525429
Apr 30 21:11:36.917220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:36.964387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:37.029106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 154e4208-4965-4648-9e7c-f22621d3423a up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:37.049624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Pushing event updated for resources: {'Port': ['ID=f32f0d5d-bade-4f65-8f83-41da1c27b970,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:37.103523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:37.108986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:37.111581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:37.156583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf32e0-e66f-45c0-82a9-ba3a77a2130d None None] Network baa9177f-625e-466a-8a35-3a815352a24c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:11:37.249493 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Pushing event updated for resources: {'Port': ['ID=a2cfdff5-b60d-425f-86b2-e21b500376dd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:37.269571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd974a-456d-4366-b691-c12ae4478288 req-0155cae5-705b-4a12-b651-25e706d29ef9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:37.282381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-0155cae5-705b-4a12-b651-25e706d29ef9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 808 time: 0.2451224
Apr 30 21:11:37.312810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-03814e27-e117-4304-b5d2-6bcfeba76206 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/quotas/1a25f2505d5141c5b894bfd6515eb7f0 HTTP/1.1" status: 200  len: 375 time: 0.0292685
Apr 30 21:11:37.325866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Attempting to bind port f32f0d5d-bade-4f65-8f83-41da1c27b970 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:37.327383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Attempting to bind port f32f0d5d-bade-4f65-8f83-41da1c27b970 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:37.328320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Attempting to bind port f32f0d5d-bade-4f65-8f83-41da1c27b970 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:37.389471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 154e4208-4965-4648-9e7c-f22621d3423a completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:37.395050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ca278eba-4e82-4c27-bb5f-37d14f8f048c None None] Provisioning complete for port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:37.395733 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ca278eba-4e82-4c27-bb5f-37d14f8f048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:37.485685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-c1fd514a-69f8-4cc1-ba1e-1276ceb30966 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1710744
Apr 30 21:11:37.527491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ca278eba-4e82-4c27-bb5f-37d14f8f048c None None] Current status of the port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:37.528531 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ca278eba-4e82-4c27-bb5f-37d14f8f048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:37.532434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 154e4208-4965-4648-9e7c-f22621d3423a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:37.533725 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (154e4208-4965-4648-9e7c-f22621d3423a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:37.541556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Port f32f0d5d-bade-4f65-8f83-41da1c27b970 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:37.542085 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Attempting to bind port f32f0d5d-bade-4f65-8f83-41da1c27b970 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:37.554936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:37.556916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:37.558116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:37.559501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Bound port: f32f0d5d-bade-4f65-8f83-41da1c27b970, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:37.562819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:37.676765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ca278eba-4e82-4c27-bb5f-37d14f8f048c None None] For port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,segment=NetworkSegment(426afeb0-7344-46cb-aa16-62806f2a7f18),segment_id=426afeb0-7344-46cb-aa16-62806f2a7f18)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:37.685419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] For port f32f0d5d-bade-4f65-8f83-41da1c27b970, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:37.689208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] For port f32f0d5d-bade-4f65-8f83-41da1c27b970, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32f0d5d-bade-4f65-8f83-41da1c27b970,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:37.742505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 154e4208-4965-4648-9e7c-f22621d3423a is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:37.743213 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (154e4208-4965-4648-9e7c-f22621d3423a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:37.772151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eb6fece3-5e4c-4d2f-9319-ef5f095d89bc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:37.778033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb961a-6423-481e-a66e-4ba4d50be94f req-77f28c32-355b-48a6-b240-9bdef165b5c7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:37.781287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9bb961a-6423-481e-a66e-4ba4d50be94f req-77f28c32-355b-48a6-b240-9bdef165b5c7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1597972
Apr 30 21:11:37.788066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:37.791637 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9e5407-05dd-4c85-af2d-6c42056c7f36" -d '{"events": [{"server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "name": "network-vif-plugged", "status": "completed", "tag": "154e4208-4965-4648-9e7c-f22621d3423a"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:37.810426 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:37.861313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-d737500a-ef37-4d81-859b-d99be09ccb45 service neutron] 10.222.0.23 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3727093
Apr 30 21:11:37.893253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9bb961a-6423-481e-a66e-4ba4d50be94f req-2bfc3a04-ec29-4ee8-9738-7101faf39f94 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047411
Apr 30 21:11:37.985722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ca278eba-4e82-4c27-bb5f-37d14f8f048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:38.022353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:38.074544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca278eba-4e82-4c27-bb5f-37d14f8f048c None None] Pushing event updated for resources: {'Port': ['ID=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:38.088312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-ec38c6fd-35c7-4b44-ad53-6608d64e4f9f service neutron] 10.222.0.23 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2224386
Apr 30 21:11:38.091575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:38.092183 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:38.127981 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:38.183551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-61e53047-c2f6-4f2b-b295-71939223c1ad None None] Provisioning complete for port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:38.189423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61e53047-c2f6-4f2b-b295-71939223c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:38.309291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:38.316946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:38.357502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks [] for router_gateway (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:38.400311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-61e53047-c2f6-4f2b-b295-71939223c1ad None None] Current status of the port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:38.555279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ce6e5-c90b-404d-bcc3-433707d48235 req-9e05c018-dbcb-488f-b278-f1cda83e5165 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:38.570412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e98ce6e5-c90b-404d-bcc3-433707d48235 req-9e05c018-dbcb-488f-b278-f1cda83e5165 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 946 time: 0.1187098
Apr 30 21:11:38.594576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:38.595267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:38.603788 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] 10.222.0.35 "PUT /v2.0/ports/f32f0d5d-bade-4f65-8f83-41da1c27b970 HTTP/1.1" status: 200  len: 1096 time: 3.1155324
Apr 30 21:11:38.603788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9445f840-9b08-41a7-b9b5-48c93312189c', 'tag': 'f32f0d5d-bade-4f65-8f83-41da1c27b970'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:38.603788 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9445f840-9b08-41a7-b9b5-48c93312189c", "tag": "f32f0d5d-bade-4f65-8f83-41da1c27b970"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:38.710902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e98ce6e5-c90b-404d-bcc3-433707d48235 req-c31ae3a4-b4fe-43f3-89c7-436d3bb6dab1 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388359
Apr 30 21:11:38.738157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f876ea-8e65-440e-ad89-aed18d1e1a64 service neutron] Pushing event updated for resources: {'Port': ['ID=f32f0d5d-bade-4f65-8f83-41da1c27b970,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:38.758659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0d725-1e3f-4535-a016-961ea1fdd201 req-3903243d-b0ef-4aba-b28a-de4dc9e30295 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:38.765665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0d0d725-1e3f-4535-a016-961ea1fdd201 req-3903243d-b0ef-4aba-b28a-de4dc9e30295 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 948 time: 0.1656580
Apr 30 21:11:38.828841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-d3cece87-5641-4276-922a-dd2816fe1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:38.828970 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b6aec6-bb79-4cc7-828a-6db64cffe803 x-openstack-request-id: req-f2b6aec6-bb79-4cc7-828a-6db64cffe803 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:38.828970 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "name": "network-vif-plugged", "status": "completed", "tag": "154e4208-4965-4648-9e7c-f22621d3423a", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:38.828970 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2b6aec6-bb79-4cc7-828a-6db64cffe803 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:38.828970 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b6aec6-bb79-4cc7-828a-6db64cffe803'] response: {'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a', 'code': 200}
Apr 30 21:11:38.830305 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-d3cece87-5641-4276-922a-dd2816fe1ad1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f727d5639c624deeba0d0d7a7d08810e&device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 1130 time: 0.1040671
Apr 30 21:11:38.880906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0d0d725-1e3f-4535-a016-961ea1fdd201 req-0a736b3f-ec79-4b2e-9cd3-beb4c10ab1b0 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072822
Apr 30 21:11:38.954745 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-aff16a64-daaa-418e-b522-74d4a1cb81ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f32f0d5d-bade-4f65-8f83-41da1c27b970 HTTP/1.1" status: 200  len: 217 time: 0.1135652
Apr 30 21:11:39.007934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:39.012627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-754b3327-1b1a-4622-826e-6757caf9cb25 req-9434c9ee-6c2d-4d31-898b-485cebd0bd23 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 210 time: 0.0844455
Apr 30 21:11:39.049222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd8ca0-aea1-452d-9a87-81cbbbcdd8bb req-00ed07c8-754e-436c-bdf4-055c7b891b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:39.051373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ebd8ca0-aea1-452d-9a87-81cbbbcdd8bb req-00ed07c8-754e-436c-bdf4-055c7b891b30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1128 time: 0.0507057
Apr 30 21:11:39.170699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ebd8ca0-aea1-452d-9a87-81cbbbcdd8bb req-36be289e-f79e-4d5d-b815-a1151b85b1c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094339
Apr 30 21:11:39.191374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c236a-525a-40af-9b85-ed6526a6a154 req-b826278c-6a26-4bf3-85f8-8dd47ce8e0b3 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:39.192958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d09c236a-525a-40af-9b85-ed6526a6a154 req-b826278c-6a26-4bf3-85f8-8dd47ce8e0b3 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1132 time: 0.0852427
Apr 30 21:11:39.238255 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacec4c4-c3c9-4bca-81dd-3fc2591e0109 x-openstack-request-id: req-dacec4c4-c3c9-4bca-81dd-3fc2591e0109 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:39.238629 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9445f840-9b08-41a7-b9b5-48c93312189c", "tag": "f32f0d5d-bade-4f65-8f83-41da1c27b970", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:39.239091 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dacec4c4-c3c9-4bca-81dd-3fc2591e0109 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:39.239715 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacec4c4-c3c9-4bca-81dd-3fc2591e0109'] response: {'name': 'network-changed', 'server_uuid': '9445f840-9b08-41a7-b9b5-48c93312189c', 'tag': 'f32f0d5d-bade-4f65-8f83-41da1c27b970', 'status': 'completed', 'code': 200}
Apr 30 21:11:39.248172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-c395c8bc-54c9-41ba-9205-a5cec34e16db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:39.251518 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-c395c8bc-54c9-41ba-9205-a5cec34e16db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.2838128
Apr 30 21:11:39.360249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-b48ae7f3-515e-43a7-bf9f-9435728a0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:39.362753 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-b48ae7f3-515e-43a7-bf9f-9435728a0103 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1051404
Apr 30 21:11:39.519222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-6c4c2722-ecce-45a5-a7fa-5c8210031c2b service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389465
Apr 30 21:11:39.586390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee621afa-8741-44cc-87e8-dc645f7fbfb2 req-77e0ab41-baf9-4eb6-bda8-0eb1e99169db tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:39.588558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee621afa-8741-44cc-87e8-dc645f7fbfb2 req-77e0ab41-baf9-4eb6-bda8-0eb1e99169db tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.3649213
Apr 30 21:11:39.642283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d09c236a-525a-40af-9b85-ed6526a6a154 req-3bc4905f-43b4-4d49-984b-aa98ab1bc227 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4361813
Apr 30 21:11:39.687054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:11:39.690889 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-864bce92-db09-4db2-b47b-2dacf144c4fa req-1ab2664d-ecaa-4353-b862-6467ef1c8df1 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1651778
Apr 30 21:11:39.738968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee621afa-8741-44cc-87e8-dc645f7fbfb2 req-7d7cbb9c-1b27-4e9a-b34f-faad915dda33 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399763
Apr 30 21:11:39.755223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eb6fece3-5e4c-4d2f-9319-ef5f095d89bc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:39.863481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:39.863799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:39.897072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:11:39.915113 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Sync routers for ids ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:11:39.935843 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Routers {'9d4f08ba-41fe-4f44-87fb-48ea75333ca9'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:11:39.936704 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9c1a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:39.937479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685553-2d16-4fe8-8608-aa5955165a99 req-e21e2440-6430-49ef-9912-52912105154d tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:39.939372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3685553-2d16-4fe8-8608-aa5955165a99 req-e21e2440-6430-49ef-9912-52912105154d tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1132 time: 0.0832407
Apr 30 21:11:39.989150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:40.016053 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:40.018317 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-64e75780-8987-45fa-8dda-50b6fa54f852 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 5.8014848
Apr 30 21:11:40.019976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50908) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:40.032834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3685553-2d16-4fe8-8608-aa5955165a99 req-eb1817d5-fdc0-4d94-9733-3d469cdccbf7 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815446
Apr 30 21:11:40.131350 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Set router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:11:40.207295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fa890-8211-4a01-b807-dac07720975e req-cba2598b-eb40-450e-8abd-bf2c0be2c3ac tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:40.216786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a33fa890-8211-4a01-b807-dac07720975e req-cba2598b-eb40-450e-8abd-bf2c0be2c3ac tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 946 time: 0.1007607
Apr 30 21:11:40.314694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a33fa890-8211-4a01-b807-dac07720975e req-f8e80a52-95de-4ae5-a282-4ef2d658857c tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966816
Apr 30 21:11:40.378453 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9c1a00>, [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:11:37Z', 'revision_number': 3, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port': {'id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:36Z', 'updated_at': '2022-04-30T21:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:40.411392 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Checking router: 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:11:40.412099 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Updating router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 port a2cfdff5-b60d-425f-86b2-e21b500376dd binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:11:40.465167 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:40.483438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45a64-5638-4e07-9d5b-8ba2ae1cea7c req-e7dc325d-410e-49a6-99de-e6d9885dbc70 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:40.490951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5d45a64-5638-4e07-9d5b-8ba2ae1cea7c req-e7dc325d-410e-49a6-99de-e6d9885dbc70 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 948 time: 0.1065490
Apr 30 21:11:40.546635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5d45a64-5638-4e07-9d5b-8ba2ae1cea7c req-16bb52a5-036b-488d-9c03-e310f5316824 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542772
Apr 30 21:11:40.672623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1995539-1868-46d1-862f-e08136d80b68 req-6b4e2767-f7db-4674-8c34-3f93483e1c48 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 210 time: 0.0445273
Apr 30 21:11:40.763859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:40.928094 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-932c2b40-66d3-447f-ba1c-f054f7dcd63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:40.931071 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-932c2b40-66d3-447f-ba1c-f054f7dcd63e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f727d5639c624deeba0d0d7a7d08810e&device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 1130 time: 0.0823774
Apr 30 21:11:40.967945 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Publish callbacks [] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:41.017814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311eb85-964d-415e-b7f3-0448120e2ef2 req-4bc9d130-b59f-46bd-a073-81fc4817b0c6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:41.019907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1311eb85-964d-415e-b7f3-0448120e2ef2 req-4bc9d130-b59f-46bd-a073-81fc4817b0c6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.0854247
Apr 30 21:11:41.088472 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:41.129052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1311eb85-964d-415e-b7f3-0448120e2ef2 req-bed2dfa1-6776-4f7f-964b-7d0120c616e2 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021883
Apr 30 21:11:41.164431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-d73df7c9-dc96-4e9e-8b57-cacf95e467c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:41.169707 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-d73df7c9-dc96-4e9e-8b57-cacf95e467c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2317851
Apr 30 21:11:41.180927 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62724d7-4077-4002-8310-acf4c33aaeae None None] Pushing event updated for resources: {'Port': ['ID=a2cfdff5-b60d-425f-86b2-e21b500376dd,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:41.223723 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Attempting to bind port a2cfdff5-b60d-425f-86b2-e21b500376dd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:41.224097 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Attempting to bind port a2cfdff5-b60d-425f-86b2-e21b500376dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:41.224514 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Attempting to bind port a2cfdff5-b60d-425f-86b2-e21b500376dd on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:41.231719 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:41.232101 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:41.232507 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:41.232903 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:41.233377 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Bound port: a2cfdff5-b60d-425f-86b2-e21b500376dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:41.233810 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:41.260514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Allocated IP 172.20.0.1 (baa9177f-625e-466a-8a35-3a815352a24c/1e5b8b78-5ded-4285-aad5-173c4c03efb1/948afe64-b492-48de-839b-0db376d5bbce) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:41.318883 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] For port a2cfdff5-b60d-425f-86b2-e21b500376dd, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:41.322701 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] For port a2cfdff5-b60d-425f-86b2-e21b500376dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2cfdff5-b60d-425f-86b2-e21b500376dd,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:41.374588 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-9369f8ee-2c9a-4f95-8de6-e4743e064cd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f32f0d5d-bade-4f65-8f83-41da1c27b970 HTTP/1.1" status: 200  len: 217 time: 0.1852531
Apr 30 21:11:41.407358 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:41.502136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdbd78-e818-4ae2-abd5-0e0006b69c5c req-eddb28b0-d6e9-4b40-88ae-a40537675b4e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:41.513917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6bdbd78-e818-4ae2-abd5-0e0006b69c5c req-eddb28b0-d6e9-4b40-88ae-a40537675b4e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 946 time: 0.0951025
Apr 30 21:11:41.533116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Publish callbacks [] for port (948afe64-b492-48de-839b-0db376d5bbce), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:41.536973 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Routers {'9d4f08ba-41fe-4f44-87fb-48ea75333ca9'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:11:41.539896 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9c1a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:41.548258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-cd11366d-9a98-4689-955e-493314eeda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:41.550420 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-cd11366d-9a98-4689-955e-493314eeda98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1610005
Apr 30 21:11:41.579071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6bdbd78-e818-4ae2-abd5-0e0006b69c5c req-6a622a9d-59d8-47a0-825c-fe9f1f2980fd tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640466
Apr 30 21:11:41.605072 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62724d7-4077-4002-8310-acf4c33aaeae None None] Pushing event updated for resources: {'Port': ['ID=a2cfdff5-b60d-425f-86b2-e21b500376dd,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:41.690687 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (948afe64-b492-48de-839b-0db376d5bbce), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:41.697356 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] Set router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:11:41.791048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-d30470c1-7a01-4287-8fa4-148d1810267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:41.792758 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-d30470c1-7a01-4287-8fa4-148d1810267d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1356955
Apr 30 21:11:41.801112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Network baa9177f-625e-466a-8a35-3a815352a24c is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:41.815690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:41.817657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Pushing event updated for resources: {'Port': ['ID=948afe64-b492-48de-839b-0db376d5bbce,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:41.821073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:42.016230 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9c1a00>, [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:11:37Z', 'revision_number': 3, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port': {'id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:36Z', 'updated_at': '2022-04-30T21:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:42.046064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8649b-5e89-43da-a885-ae16554ff634 req-584eb69b-a998-4439-bf34-2d3b8c320131 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:42.051497 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba835974-4f3f-4cf8-92ed-45918a246af5 None None] The sync data for ids ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'] in ncdv-master-1 is: [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:11:37Z', 'revision_number': 3, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port': {'id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:31:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:36Z', 'updated_at': '2022-04-30T21:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:11:42.058498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bb8649b-5e89-43da-a885-ae16554ff634 req-584eb69b-a998-4439-bf34-2d3b8c320131 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 948 time: 0.0940881
Apr 30 21:11:42.167521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bb8649b-5e89-43da-a885-ae16554ff634 req-e0664158-9373-47ee-968c-852d140c1203 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080163
Apr 30 21:11:42.296441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f02d19f8-32d6-4e67-854c-16f2351595ff None None] Provisioning complete for port 948afe64-b492-48de-839b-0db376d5bbce triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:42.297444 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f02d19f8-32d6-4e67-854c-16f2351595ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (948afe64-b492-48de-839b-0db376d5bbce), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:42.347842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f02d19f8-32d6-4e67-854c-16f2351595ff None None] Port 948afe64-b492-48de-839b-0db376d5bbce cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:42.369313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6263fba4-542f-428b-9399-761173292537 req-748de641-fa5a-45ce-bdfa-7d1a5fa8cec3 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 210 time: 0.0745773
Apr 30 21:11:42.475142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:42.480980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5edf0-7183-444e-81e2-98eb82917776 req-ce201b1e-3d19-4511-b505-5929a4e57579 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:42.483581 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5c5edf0-7183-444e-81e2-98eb82917776 req-ce201b1e-3d19-4511-b505-5929a4e57579 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1128 time: 0.0584438
Apr 30 21:11:42.572773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5c5edf0-7183-444e-81e2-98eb82917776 req-1efdbe51-f153-4641-86b9-810abd06bb30 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810905
Apr 30 21:11:42.672931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd974a-456d-4366-b691-c12ae4478288 req-a4392c81-99e9-44ae-869b-1c6f09f65ffa tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:42.674666 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-a4392c81-99e9-44ae-869b-1c6f09f65ffa tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 808 time: 0.6919775
Apr 30 21:11:42.695410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Request body: {'port': {'device_id': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'admin_state_up': True, 'tenant_id': '1a25f2505d5141c5b894bfd6515eb7f0'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:42.799674 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-94e03e7b-4531-4dae-a1d4-5802e923bd2c service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9811246
Apr 30 21:11:42.881175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dcbce-7c52-4c9b-9ffa-79a63e30a0bc req-7e0d1ca3-f9f0-49ac-9b8c-eeca026592d8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:42.882828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1dcbce-7c52-4c9b-9ffa-79a63e30a0bc req-7e0d1ca3-f9f0-49ac-9b8c-eeca026592d8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1257896
Apr 30 21:11:43.013813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1dcbce-7c52-4c9b-9ffa-79a63e30a0bc req-08327df2-928c-42e1-8673-05054e0dac65 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031287
Apr 30 21:11:43.138063 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dd08921a-e67b-4f7f-ada6-621e9acd5c1d req-439309db-56cd-4627-8d81-0f67c6b50ed9 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3307266
Apr 30 21:11:43.168838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Made reservation on behalf of 1a25f2505d5141c5b894bfd6515eb7f0 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:43.172722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:43.294052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (948afe64-b492-48de-839b-0db376d5bbce), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:43.423886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f32f0d5d-bade-4f65-8f83-41da1c27b970 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:43.425083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3889a-9c76-4719-98cc-5521407b9813 req-61cb6bd6-b0c0-4db6-b58d-2b41eab77777 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:43.427645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5db3889a-9c76-4719-98cc-5521407b9813 req-61cb6bd6-b0c0-4db6-b58d-2b41eab77777 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1128 time: 0.0988438
Apr 30 21:11:43.516583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5db3889a-9c76-4719-98cc-5521407b9813 req-eed3c04b-f895-4d25-bc7f-23d1ac45acad tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738506
Apr 30 21:11:43.594209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9781940-37d6-40f6-9fc9-71d5a44706ad req-8615608a-55a2-4f6b-a48e-69ebd09bce65 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:43.595697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9781940-37d6-40f6-9fc9-71d5a44706ad req-8615608a-55a2-4f6b-a48e-69ebd09bce65 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 948 time: 0.0680180
Apr 30 21:11:43.610907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Allocated IP 172.20.0.11 (101af96d-46b7-4982-b0ed-3b0af2fa0ddf/5f3d63eb-2691-412d-840f-88078b400c06/4306ca96-09e1-476e-90ee-9c1a1813cb5f) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:43.641069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f32f0d5d-bade-4f65-8f83-41da1c27b970, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32f0d5d-bade-4f65-8f83-41da1c27b970,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:43.668640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'f32f0d5d-bade-4f65-8f83-41da1c27b970', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'f32f0d5d-bade-4f65-8f83-41da1c27b970', 'mac_address': 'fa:16:3e:f6:b6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:43.674868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9781940-37d6-40f6-9fc9-71d5a44706ad req-790b058d-12a4-4b19-94f3-585e5dc6dd6b tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732405
Apr 30 21:11:43.695446 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Publish callbacks [] for port (948afe64-b492-48de-839b-0db376d5bbce), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:43.732706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f32f0d5d-bade-4f65-8f83-41da1c27b970 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:43.733071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:43.749353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32f0d5d-bade-4f65-8f83-41da1c27b970 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:43.774543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f32f0d5d-bade-4f65-8f83-41da1c27b970, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32f0d5d-bade-4f65-8f83-41da1c27b970,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:43.776686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a2cfdff5-b60d-425f-86b2-e21b500376dd up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:43.826149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a2cfdff5-b60d-425f-86b2-e21b500376dd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:43.826706 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:43.841728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5820996-1281-4a1f-b1b8-fde068e90cdd req-e8f07d4f-7f2a-49c5-9303-cfa4da3484af tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:43.843229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5820996-1281-4a1f-b1b8-fde068e90cdd req-e8f07d4f-7f2a-49c5-9303-cfa4da3484af tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0520442
Apr 30 21:11:43.845174 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks [] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:43.895309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5820996-1281-4a1f-b1b8-fde068e90cdd req-035348bd-bfdc-4ee5-9c83-8d5e89cb88c8 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439119
Apr 30 21:11:43.908016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a2cfdff5-b60d-425f-86b2-e21b500376dd is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:43.908409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:43.928913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port a2cfdff5-b60d-425f-86b2-e21b500376dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2cfdff5-b60d-425f-86b2-e21b500376dd,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:43.941502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (948afe64-b492-48de-839b-0db376d5bbce), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:43.996648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:44.020021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:44.030982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:44.063076 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:44.063503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Pushing event updated for resources: {'Port': ['ID=948afe64-b492-48de-839b-0db376d5bbce,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:44.108356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43841e4a-4d8a-4268-a462-ff565c4e57aa req-3fe30d07-3faf-487b-aa21-f91e5b1fb6cc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:44.109944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43841e4a-4d8a-4268-a462-ff565c4e57aa req-3fe30d07-3faf-487b-aa21-f91e5b1fb6cc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 932 time: 0.1128418
Apr 30 21:11:44.120192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f32f0d5d-bade-4f65-8f83-41da1c27b970,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:44.143771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.144381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.144910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.145453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.145985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.146472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.146810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.149068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.149717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.150391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.150868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.153008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.153971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.154228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:44.155394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.160440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:11:44.166690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:44.171489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:44.174144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Pushing event updated for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:44.251914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43841e4a-4d8a-4268-a462-ff565c4e57aa req-845982dc-c575-434f-ae32-c4f6e37dbed2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352305
Apr 30 21:11:44.294549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f32f0d5d-bade-4f65-8f83-41da1c27b970'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:44.393070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=a2cfdff5-b60d-425f-86b2-e21b500376dd,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:44.409241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:44.409968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:44.468214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Network baa9177f-625e-466a-8a35-3a815352a24c is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:44.469676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:44.564513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed48ac-954b-449f-aff3-4db131b6c26e req-df9cac1e-b5c0-48d2-8da0-764a6439c3ba tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:44.566549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bed48ac-954b-449f-aff3-4db131b6c26e req-df9cac1e-b5c0-48d2-8da0-764a6439c3ba tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1789966
Apr 30 21:11:44.675451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bed48ac-954b-449f-aff3-4db131b6c26e req-6a48bd88-11d5-4851-a70f-4b3fc8645a59 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973885
Apr 30 21:11:44.720269 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-93d33440-c56a-45bb-b627-8f456de088ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0309410
Apr 30 21:11:44.771324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Request body: {'port': {'device_id': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:44.906737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1dd46917-3812-4a60-a8b8-082d7df3c56a None None] Provisioning complete for port 948afe64-b492-48de-839b-0db376d5bbce triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:44.907318 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1dd46917-3812-4a60-a8b8-082d7df3c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (948afe64-b492-48de-839b-0db376d5bbce), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:44.962732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:11:44.965612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ad9a4-1c3c-4687-8709-16a4210dcb88 req-9a299614-a8df-4d13-866b-d8eedfeee666 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:44.974746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a4ad9a4-1c3c-4687-8709-16a4210dcb88 req-9a299614-a8df-4d13-866b-d8eedfeee666 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 949 time: 0.0897737
Apr 30 21:11:44.983202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51032) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:45.014469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.015122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1dd46917-3812-4a60-a8b8-082d7df3c56a None None] Port 948afe64-b492-48de-839b-0db376d5bbce cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:45.063155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a4ad9a4-1c3c-4687-8709-16a4210dcb88 req-11b4db26-979e-4850-95c7-a3093f0698e3 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874584
Apr 30 21:11:45.179856 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23a49635-865f-4885-9c04-83773e252a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.197292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6187-e5f5-4e78-a83f-cc2726a25098 req-acd48fdb-0f8b-4c78-9122-01354a5f579e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:45.198789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c7a6187-e5f5-4e78-a83f-cc2726a25098 req-acd48fdb-0f8b-4c78-9122-01354a5f579e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0673645
Apr 30 21:11:45.231542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:11:45.246743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Sync routers for ids ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:11:45.248598 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-328b6341-efb0-471b-8f41-c893affcc63b admin admin] 10.222.0.23 "PUT /v2.0/routers/9d4f08ba-41fe-4f44-87fb-48ea75333ca9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2252817
Apr 30 21:11:45.260077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Routers {'9d4f08ba-41fe-4f44-87fb-48ea75333ca9'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:11:45.260938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd10610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:45.362468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c7a6187-e5f5-4e78-a83f-cc2726a25098 req-6e61997e-48d6-47f0-b9be-936a2b4e76e0 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467688
Apr 30 21:11:45.390304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f32f0d5d-bade-4f65-8f83-41da1c27b970 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:45.422503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23a49635-865f-4885-9c04-83773e252a8b admin admin] Publish callbacks [] for security_group (9e8be5bf-de06-4cdd-ba4e-dd6213b75086), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.470319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port f32f0d5d-bade-4f65-8f83-41da1c27b970 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:45.490066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Set router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:11:45.495436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa4762-9ec7-4937-a4cd-06e03f3280f5 req-57b3b498-4e55-4b4d-a9a3-3c64679a4bfe tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:45.503519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbfa4762-9ec7-4937-a4cd-06e03f3280f5 req-57b3b498-4e55-4b4d-a9a3-3c64679a4bfe tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 932 time: 0.0620406
Apr 30 21:11:45.505156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23a49635-865f-4885-9c04-83773e252a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9e8be5bf-de06-4cdd-ba4e-dd6213b75086), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.518291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4306ca96-09e1-476e-90ee-9c1a1813cb5f {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:45.532134 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Publish callbacks [] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.548062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Transition to ACTIVE for port object 4306ca96-09e1-476e-90ee-9c1a1813cb5f will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:45.573379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-23a49635-865f-4885-9c04-83773e252a8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=752069cc7ddd43bbb82e22c42f32b482&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5884271
Apr 30 21:11:45.576129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51060) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:45.576528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a49635-865f-4885-9c04-83773e252a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8be5bf-de06-4cdd-ba4e-dd6213b75086,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:45.580209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port f32f0d5d-bade-4f65-8f83-41da1c27b970 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:45.581801 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.600501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbfa4762-9ec7-4937-a4cd-06e03f3280f5 req-9f5cf625-5aae-4cf5-98f2-86f8dda4fe39 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963020
Apr 30 21:11:45.663573 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.743125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21dc5340-b087-4b51-ba61-6819dd1554c0 admin admin] Publish callbacks [] for security_group (9e8be5bf-de06-4cdd-ba4e-dd6213b75086), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.772916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a2cfdff5-b60d-425f-86b2-e21b500376dd up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:45.781363 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21dc5340-b087-4b51-ba61-6819dd1554c0 admin admin] Publish callbacks [] for security_group (9e8be5bf-de06-4cdd-ba4e-dd6213b75086), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.841649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd10610>, [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:11:43Z', 'revision_number': 4, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port': {'id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:36Z', 'updated_at': '2022-04-30T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '948afe64-b492-48de-839b-0db376d5bbce', 'name': '', 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'mac_address': 'fa:16:3e:40:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '1e5b8b78-5ded-4285-aad5-173c4c03efb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:40Z', 'updated_at': '2022-04-30T21:11:43Z', 'revision_number': 2, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'subnets': [{'id': '1e5b8b78-5ded-4285-aad5-173c4c03efb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:45.848515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Pushing event updated for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:45.870853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Checking router: 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:11:45.871255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Updating router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 port 948afe64-b492-48de-839b-0db376d5bbce binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:11:45.890687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:45.891024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:45.891351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:45.897253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:45.897612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:45.903185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:45.903519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:45.903917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:45.904419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Bound port: 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:45.904836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.940985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f32f0d5d-bade-4f65-8f83-41da1c27b970 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:45.941486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.945864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a2cfdff5-b60d-425f-86b2-e21b500376dd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:45.946277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:45.975704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:45.979088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:45.984606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (948afe64-b492-48de-839b-0db376d5bbce), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.002845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21dc5340-b087-4b51-ba61-6819dd1554c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9e8be5bf-de06-4cdd-ba4e-dd6213b75086), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.005414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21dc5340-b087-4b51-ba61-6819dd1554c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.006678 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-21dc5340-b087-4b51-ba61-6819dd1554c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e8be5bf-de06-4cdd-ba4e-dd6213b75086 HTTP/1.1" status: 204  len: 168 time: 0.4290948
Apr 30 21:11:46.017267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9445f840-9b08-41a7-b9b5-48c93312189c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32f0d5d-bade-4f65-8f83-41da1c27b970'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:46.019519 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d879a694-960a-4180-a000-0c55e74ee992" -d '{"events": [{"server_uuid": "9445f840-9b08-41a7-b9b5-48c93312189c", "name": "network-vif-plugged", "status": "completed", "tag": "f32f0d5d-bade-4f65-8f83-41da1c27b970"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:46.021077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc5340-b087-4b51-ba61-6819dd1554c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8be5bf-de06-4cdd-ba4e-dd6213b75086,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:46.059562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5915019-79a1-46bc-88bd-5e197cce32c4 req-e874d1dc-0ef0-4381-b89d-8bdfc0269e17 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:46.061553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f32f0d5d-bade-4f65-8f83-41da1c27b970, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32f0d5d-bade-4f65-8f83-41da1c27b970,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:46.062106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5915019-79a1-46bc-88bd-5e197cce32c4 req-e874d1dc-0ef0-4381-b89d-8bdfc0269e17 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.0671539
Apr 30 21:11:46.066393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.110911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:46.111795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.113304 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] 10.222.0.35 "PUT /v2.0/ports/4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 200  len: 1092 time: 1.3769798
Apr 30 21:11:46.113902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:46.116447 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d501e148-f9b5-47ef-93e8-5ec82251f46b" -d '{"events": [{"name": "network-changed", "server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:46.133433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5915019-79a1-46bc-88bd-5e197cce32c4 req-4a816532-dc65-4f55-8dd0-853155f6e408 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546823
Apr 30 21:11:46.151867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eeab0-1706-406f-9224-bc37daf94882 service neutron] Pushing event updated for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:46.278414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.339310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd974a-456d-4366-b691-c12ae4478288 req-2436c682-a22b-458a-90c3-af5f31d1d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:46.341914 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-2436c682-a22b-458a-90c3-af5f31d1d6dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1126 time: 0.0500343
Apr 30 21:11:46.408916 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-91b13efb-1157-471d-bcf6-9e9f981efe9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 200  len: 217 time: 0.0598512
Apr 30 21:11:46.441132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a2cfdff5-b60d-425f-86b2-e21b500376dd is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:46.482690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd974a-456d-4366-b691-c12ae4478288 req-4f42bc8f-d867-4025-8892-14258472dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:46.484447 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-4f42bc8f-d867-4025-8892-14258472dbda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0637453
Apr 30 21:11:46.519703 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-6b48f10d-f5db-4dce-8eec-fe66778516e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0270460
Apr 30 21:11:46.523469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f32f0d5d-bade-4f65-8f83-41da1c27b970,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:46.566167 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3de9e6e-6ece-483d-bf98-d5c7c8c3c007 x-openstack-request-id: req-b3de9e6e-6ece-483d-bf98-d5c7c8c3c007 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:46.566167 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9445f840-9b08-41a7-b9b5-48c93312189c", "name": "network-vif-plugged", "status": "completed", "tag": "f32f0d5d-bade-4f65-8f83-41da1c27b970", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:46.567023 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3de9e6e-6ece-483d-bf98-d5c7c8c3c007 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:46.567418 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3de9e6e-6ece-483d-bf98-d5c7c8c3c007'] response: {'server_uuid': '9445f840-9b08-41a7-b9b5-48c93312189c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32f0d5d-bade-4f65-8f83-41da1c27b970', 'code': 200}
Apr 30 21:11:46.589582 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Publish callbacks [] for port (948afe64-b492-48de-839b-0db376d5bbce), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.592032 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.650892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4ac77-52b9-4a65-bd4c-9375d7dfde36 req-782adad9-8beb-4f18-904e-63d92acc9723 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:46.652363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ded4ac77-52b9-4a65-bd4c-9375d7dfde36 req-782adad9-8beb-4f18-904e-63d92acc9723 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 950 time: 0.0455055
Apr 30 21:11:46.660006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (948afe64-b492-48de-839b-0db376d5bbce), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.701836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ded4ac77-52b9-4a65-bd4c-9375d7dfde36 req-6b9b5e73-39d2-46b4-a3bc-bc9f59eb7404 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439813
Apr 30 21:11:46.719135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e1d5c-8c36-4881-87b8-d96d7a1cfb85 None None] Pushing event updated for resources: {'Port': ['ID=948afe64-b492-48de-839b-0db376d5bbce,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:46.766597 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659f2f24-82f6-4f4f-8e49-81fe37540a3e x-openstack-request-id: req-659f2f24-82f6-4f4f-8e49-81fe37540a3e {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:46.767208 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:46.767694 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-659f2f24-82f6-4f4f-8e49-81fe37540a3e {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:46.768259 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659f2f24-82f6-4f4f-8e49-81fe37540a3e'] response: {'name': 'network-changed', 'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f', 'status': 'completed', 'code': 200}
Apr 30 21:11:46.782118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Attempting to bind port 948afe64-b492-48de-839b-0db376d5bbce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:46.782498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Attempting to bind port 948afe64-b492-48de-839b-0db376d5bbce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:46.782864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Attempting to bind port 948afe64-b492-48de-839b-0db376d5bbce on network baa9177f-625e-466a-8a35-3a815352a24c {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:46.798679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:46.798679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Checking segment: {'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:46.798679 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.798679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Bound using segment: {'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:46.798679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Bound port: 948afe64-b492-48de-839b-0db376d5bbce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426afeb0-7344-46cb-aa16-62806f2a7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:46.798679 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (948afe64-b492-48de-839b-0db376d5bbce), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.868755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] For port 948afe64-b492-48de-839b-0db376d5bbce, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:46.873774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] For port 948afe64-b492-48de-839b-0db376d5bbce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=948afe64-b492-48de-839b-0db376d5bbce,segment=NetworkSegment(426afeb0-7344-46cb-aa16-62806f2a7f18),segment_id=426afeb0-7344-46cb-aa16-62806f2a7f18)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:46.876091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51118) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:46.889583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55d999ed-bb02-424f-a9c6-b86adcef28fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.925247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d881afb-4661-4a1b-84c6-cee555cc0c72 req-7f6eb49a-bdeb-49df-a85c-453f9ada7d7e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:46.926919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d881afb-4661-4a1b-84c6-cee555cc0c72 req-7f6eb49a-bdeb-49df-a85c-453f9ada7d7e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0483534
Apr 30 21:11:46.948992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0e34d36a-c8cf-4608-b66a-a84bb32f896f None None] Provisioning complete for port 948afe64-b492-48de-839b-0db376d5bbce triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:46.949593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0e34d36a-c8cf-4608-b66a-a84bb32f896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (948afe64-b492-48de-839b-0db376d5bbce), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.976358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55d999ed-bb02-424f-a9c6-b86adcef28fa admin admin] Publish callbacks [] for security_group (b81baa66-cf44-47c9-9022-65de63596fa8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:46.989918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d881afb-4661-4a1b-84c6-cee555cc0c72 req-f91a3b66-add1-43f7-b393-8cfadb3d257a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518837
Apr 30 21:11:46.990158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0e34d36a-c8cf-4608-b66a-a84bb32f896f None None] Port 948afe64-b492-48de-839b-0db376d5bbce cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:11:47.009281 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (948afe64-b492-48de-839b-0db376d5bbce), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.054369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55d999ed-bb02-424f-a9c6-b86adcef28fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b81baa66-cf44-47c9-9022-65de63596fa8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.081184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e1d5c-8c36-4881-87b8-d96d7a1cfb85 None None] Pushing event updated for resources: {'Port': ['ID=948afe64-b492-48de-839b-0db376d5bbce,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:47.083991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Routers {'9d4f08ba-41fe-4f44-87fb-48ea75333ca9'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:11:47.084598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd10610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:47.101824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d999ed-bb02-424f-a9c6-b86adcef28fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81baa66-cf44-47c9-9022-65de63596fa8,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:47.109064 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-55d999ed-bb02-424f-a9c6-b86adcef28fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=663dac500bee407cba883268de6ff8cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2295160
Apr 30 21:11:47.109275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ba5b9-9bff-4378-8d38-51badda693fa req-ec40b53c-95b0-467c-baef-e1d3de9e101b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:47.109391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51122) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:47.117328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f1ba5b9-9bff-4378-8d38-51badda693fa req-ec40b53c-95b0-467c-baef-e1d3de9e101b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 944 time: 0.0608678
Apr 30 21:11:47.167431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f9e1769b-d3ca-425e-b13b-018909900687 admin admin] Publish callbacks [] for security_group (b81baa66-cf44-47c9-9022-65de63596fa8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.187599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f1ba5b9-9bff-4378-8d38-51badda693fa req-2fbb3a39-1ee4-46e3-9544-f9585644d5ec tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691860
Apr 30 21:11:47.192599 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f9e1769b-d3ca-425e-b13b-018909900687 admin admin] Publish callbacks [] for security_group (b81baa66-cf44-47c9-9022-65de63596fa8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.223868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] Set router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:11:47.359003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-38e55534-bd25-49ab-80e8-b272cc114971 None None] Provisioning complete for port 948afe64-b492-48de-839b-0db376d5bbce triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:47.359380 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38e55534-bd25-49ab-80e8-b272cc114971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (948afe64-b492-48de-839b-0db376d5bbce), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.363371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f9e1769b-d3ca-425e-b13b-018909900687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b81baa66-cf44-47c9-9022-65de63596fa8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.366161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f9e1769b-d3ca-425e-b13b-018909900687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.370013 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f9e1769b-d3ca-425e-b13b-018909900687 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b81baa66-cf44-47c9-9022-65de63596fa8 HTTP/1.1" status: 204  len: 168 time: 0.2575078
Apr 30 21:11:47.378021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1769b-d3ca-425e-b13b-018909900687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81baa66-cf44-47c9-9022-65de63596fa8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:47.510907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-38e55534-bd25-49ab-80e8-b272cc114971 None None] Current status of the port 948afe64-b492-48de-839b-0db376d5bbce is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:47.511218 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38e55534-bd25-49ab-80e8-b272cc114971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (948afe64-b492-48de-839b-0db376d5bbce), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.517021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd10610>, [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:11:43Z', 'revision_number': 4, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port': {'id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:36Z', 'updated_at': '2022-04-30T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '948afe64-b492-48de-839b-0db376d5bbce', 'name': '', 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'mac_address': 'fa:16:3e:40:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '1e5b8b78-5ded-4285-aad5-173c4c03efb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:40Z', 'updated_at': '2022-04-30T21:11:46Z', 'revision_number': 4, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'subnets': [{'id': '1e5b8b78-5ded-4285-aad5-173c4c03efb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:11:47.553524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724fb59f-3e5b-4be2-9f4d-f901f85094a5 None None] The sync data for ids ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'] in ncdv-master-1 is: [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:11:43Z', 'revision_number': 4, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port': {'id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:36Z', 'updated_at': '2022-04-30T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '948afe64-b492-48de-839b-0db376d5bbce', 'name': '', 'network_id': 'baa9177f-625e-466a-8a35-3a815352a24c', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'mac_address': 'fa:16:3e:40:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '1e5b8b78-5ded-4285-aad5-173c4c03efb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:40Z', 'updated_at': '2022-04-30T21:11:46Z', 'revision_number': 4, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'subnets': [{'id': '1e5b8b78-5ded-4285-aad5-173c4c03efb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:11:47.581266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-38e55534-bd25-49ab-80e8-b272cc114971 None None] For port 948afe64-b492-48de-839b-0db376d5bbce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=948afe64-b492-48de-839b-0db376d5bbce,segment=NetworkSegment(426afeb0-7344-46cb-aa16-62806f2a7f18),segment_id=426afeb0-7344-46cb-aa16-62806f2a7f18)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:47.670024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38e55534-bd25-49ab-80e8-b272cc114971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (948afe64-b492-48de-839b-0db376d5bbce), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.731076 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-5fb8fdb0-1e5f-4632-865f-89f04245397b service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622167
Apr 30 21:11:47.734290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-34160f80-9b57-4904-8c6a-4aa2f2afdd2e tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:11:47.735358 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-34160f80-9b57-4904-8c6a-4aa2f2afdd2e tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0099635
Apr 30 21:11:47.742148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e55534-bd25-49ab-80e8-b272cc114971 None None] Pushing event updated for resources: {'Port': ['ID=948afe64-b492-48de-839b-0db376d5bbce,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:47.761156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dedd26-6a17-456b-b251-ddd834ddbdc1 req-608b9f62-7de4-4669-99f8-9b64a2708649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:47.763889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4dedd26-6a17-456b-b251-ddd834ddbdc1 req-608b9f62-7de4-4669-99f8-9b64a2708649 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 1132 time: 0.0524826
Apr 30 21:11:47.841179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4dedd26-6a17-456b-b251-ddd834ddbdc1 req-baa5cf52-f213-4083-902d-51a6c1f1ccf4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716872
Apr 30 21:11:47.855924 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09ce230b-9bf8-4224-97ad-a368295f316c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:47.889903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-572200bb-02e0-470f-9bc0-e3a875a26ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:47.891435 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-572200bb-02e0-470f-9bc0-e3a875a26ccc service neutron] 10.222.0.23 "GET /v2.0/ports/154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 1125 time: 0.1351068
Apr 30 21:11:47.905594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:47.906062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Unknown quota resources ['binding']. {{(pid=115773) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:11:47.910101 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-5800b1e6-947a-48c9-a7b6-4036f86ae76c service neutron] show failed (client error): The resource could not be found.
Apr 30 21:11:47.917201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-5800b1e6-947a-48c9-a7b6-4036f86ae76c service neutron] 10.222.0.35 "GET /v2.0/ports/5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2294257
Apr 30 21:11:47.961651 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2cdd974a-456d-4366-b691-c12ae4478288 req-f32596b5-9022-4f36-8156-8f709e46790c service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174058
Apr 30 21:11:48.077254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on host nch2-master-1 for vnic_type normal with profile None {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:48.077998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:48.077998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:48.082710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:48.083029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:48.088216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:48.088551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:48.088929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:48.089349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Bound port: 154e4208-4965-4648-9e7c-f22621d3423a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:48.163407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:48.208257 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:48.245043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:48.246444 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c6f0904-761e-4c49-aecc-3cc7c548d057 service neutron] 10.222.0.23 "POST /v2.0/ports/154e4208-4965-4648-9e7c-f22621d3423a/bindings HTTP/1.1" status: 201  len: 389 time: 0.3465242
Apr 30 21:11:48.669992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a8712-68a9-4bf9-8995-d30b8307fbb6 req-63dc35d9-bcf2-4575-b8ae-607734571be2 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:48.677803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d49a8712-68a9-4bf9-8995-d30b8307fbb6 req-63dc35d9-bcf2-4575-b8ae-607734571be2 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.0632496
Apr 30 21:11:48.754618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d49a8712-68a9-4bf9-8995-d30b8307fbb6 req-9b7639d3-8c90-4511-b24c-a772841326e9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621352
Apr 30 21:11:48.809880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c192adf-f3fd-46ac-b8c9-520000f5e594 req-34e065e7-cb3f-48bf-a499-cd2f2160d4de tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:48.813149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c192adf-f3fd-46ac-b8c9-520000f5e594 req-34e065e7-cb3f-48bf-a499-cd2f2160d4de tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 950 time: 0.0553062
Apr 30 21:11:48.879041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f35c-2174-49fd-ad4b-1a43048a0078 req-929dabb5-359b-4884-9092-b04f5a67b04a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:48.880502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e98f35c-2174-49fd-ad4b-1a43048a0078 req-929dabb5-359b-4884-9092-b04f5a67b04a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0682225
Apr 30 21:11:48.906258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c192adf-f3fd-46ac-b8c9-520000f5e594 req-56b3bf5a-a87c-41aa-afea-1dbe5fe6e1a5 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853078
Apr 30 21:11:48.947600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e98f35c-2174-49fd-ad4b-1a43048a0078 req-ae661a10-e02b-4617-91da-961e7ef463a6 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562100
Apr 30 21:11:49.039832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7aad-0ccb-4848-a9ed-0ab7c0d55353 req-f369a964-c97d-478a-957e-1e31be37b306 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:49.041292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e2d7aad-0ccb-4848-a9ed-0ab7c0d55353 req-f369a964-c97d-478a-957e-1e31be37b306 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 944 time: 0.0707798
Apr 30 21:11:49.088073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c980db-c84a-4fff-8694-4dcce98b0e27 req-66cdf534-5147-4412-bb50-2d1411accdb1 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:49.089534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0c980db-c84a-4fff-8694-4dcce98b0e27 req-66cdf534-5147-4412-bb50-2d1411accdb1 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 946 time: 0.0764763
Apr 30 21:11:49.128874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e2d7aad-0ccb-4848-a9ed-0ab7c0d55353 req-512e94e1-b6ea-470d-8246-8e4d2ca5ebf8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719917
Apr 30 21:11:49.177820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0c980db-c84a-4fff-8694-4dcce98b0e27 req-b3cd86fa-9b19-4b6a-95e3-840188d027f7 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786762
Apr 30 21:11:49.306740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-b8e775aa-f554-46ff-b099-cceeb3c614b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:49.309592 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-b8e775aa-f554-46ff-b099-cceeb3c614b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1126 time: 0.0616703
Apr 30 21:11:49.431561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-a705fa23-92a5-4258-af0d-819f21f8386e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:49.434064 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-a705fa23-92a5-4258-af0d-819f21f8386e service neutron] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.1175933
Apr 30 21:11:49.515098 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-34555b47-6fb5-408d-ae0d-4a6dd07cde2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 200  len: 217 time: 0.0736818
Apr 30 21:11:49.529047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-fd4b2c73-d208-462e-b786-63f9e3d46fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:49.531374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-fd4b2c73-d208-462e-b786-63f9e3d46fbe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 1131 time: 0.0520990
Apr 30 21:11:49.544702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-4c078c8f-93df-4e29-b2e4-ca85980f605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:49.545877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:49.546285 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-4c078c8f-93df-4e29-b2e4-ca85980f605a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1128 time: 0.0973887
Apr 30 21:11:49.612602 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:49.754398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 948afe64-b492-48de-839b-0db376d5bbce up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:49.810438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 948afe64-b492-48de-839b-0db376d5bbce triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:49.810812 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (948afe64-b492-48de-839b-0db376d5bbce), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:49.852611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51222) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:49.859469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c74907c2-23b7-4030-af30-1ba2c64ebc43 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--240132572', 'description': 'tempest-description--1899321050'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:49.922407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 948afe64-b492-48de-839b-0db376d5bbce is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:49.945866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a09be-1dbd-4394-b96b-2ac695e40046 req-a260dc6b-93f9-4c66-8002-4ce0c02b1655 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:49.947265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a9a09be-1dbd-4394-b96b-2ac695e40046 req-a260dc6b-93f9-4c66-8002-4ce0c02b1655 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1218679
Apr 30 21:11:49.962708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c74907c2-23b7-4030-af30-1ba2c64ebc43 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.040321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c74907c2-23b7-4030-af30-1ba2c64ebc43 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group (95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.076107 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-91592d59-3595-422d-83a8-45dfb7ac42ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.096955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a9a09be-1dbd-4394-b96b-2ac695e40046 req-eff24dc4-5132-486b-99c7-7f93e07b8344 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371944
Apr 30 21:11:50.098058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c74907c2-23b7-4030-af30-1ba2c64ebc43 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.098646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:50.126873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423db69-11c8-4093-9328-06fc609b83a4 req-132b9d0f-3f19-4b77-830d-40f2ae4eebd2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:50.128354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-132b9d0f-3f19-4b77-830d-40f2ae4eebd2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 805 time: 0.1980844
Apr 30 21:11:50.135741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74907c2-23b7-4030-af30-1ba2c64ebc43 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:50.159556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-b3eed0d9-dc21-4e5a-b82a-837cc1f7f6b6 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/quotas/64f0bbc311b44034838e939a3c2e98ae HTTP/1.1" status: 200  len: 375 time: 0.0255184
Apr 30 21:11:50.162522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:50.192121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c74907c2-23b7-4030-af30-1ba2c64ebc43 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.196102 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c74907c2-23b7-4030-af30-1ba2c64ebc43 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3397205
Apr 30 21:11:50.196371 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51242) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:50.201467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-41c88d55-6380-41cb-ba04-5ee4b2294b28 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Request body: {'security_group_rule': {'security_group_id': '95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:50.235643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-a4287443-2f2b-4176-b9ad-a0ec4bfa9d13 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0704083
Apr 30 21:11:50.238006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:50.240234 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b167c5-34bd-480c-ad39-0e4b4ea7c638" -d '{"events": [{"server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "name": "network-vif-unplugged", "status": "completed", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:50.244191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Publish callbacks [] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.297657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41c88d55-6380-41cb-ba04-5ee4b2294b28 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group_rule (857aef39-e473-445b-9980-5c2f8c5bcb6a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.303271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Transition to ACTIVE for port object 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:50.344734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-a1c6a5bf-41c2-4024-b0c8-1d597c15d292 service neutron] 10.222.0.23 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0973718
Apr 30 21:11:50.361584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41c88d55-6380-41cb-ba04-5ee4b2294b28 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group_rule (857aef39-e473-445b-9980-5c2f8c5bcb6a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.400741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.431292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41c88d55-6380-41cb-ba04-5ee4b2294b28 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (857aef39-e473-445b-9980-5c2f8c5bcb6a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.451803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c88d55-6380-41cb-ba04-5ee4b2294b28 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857aef39-e473-445b-9980-5c2f8c5bcb6a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:50.465961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:50.493388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] No DVR routers for this DVR port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:11:50.518849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41c88d55-6380-41cb-ba04-5ee4b2294b28 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.520057 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-41c88d55-6380-41cb-ba04-5ee4b2294b28 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3227570
Apr 30 21:11:50.524111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51254) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:50.530334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-6a4b9dfa-20df-4097-912e-53499c30b964 service neutron] 10.222.0.23 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788785
Apr 30 21:11:50.530748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-350620ed-2abb-4150-8282-1e276c992538 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Request body: {'security_group_rule': {'security_group_id': '95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:50.544363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Attempting to bind port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:50.544693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Attempting to bind port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:50.545195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Attempting to bind port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:50.551478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:50.554786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Attempting to bind port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:50.558717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:50.559309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:50.559983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:50.560734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Bound port: 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:50.561335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.682272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a026ed3-64d1-4247-99b6-b51e18d73754 req-de0f255a-03de-4466-a410-676ce155b729 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:50.684462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a026ed3-64d1-4247-99b6-b51e18d73754 req-de0f255a-03de-4466-a410-676ce155b729 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 950 time: 0.0836198
Apr 30 21:11:50.688111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:50.691872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:50.698098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-350620ed-2abb-4150-8282-1e276c992538 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group_rule (b69b8809-cd53-4b95-b54d-af1ca43bbd91), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.740270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a026ed3-64d1-4247-99b6-b51e18d73754 req-2e84b68c-8f70-4256-98f9-2d7035199bf3 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437684
Apr 30 21:11:50.772740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-350620ed-2abb-4150-8282-1e276c992538 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group_rule (b69b8809-cd53-4b95-b54d-af1ca43bbd91), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.810714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.871786 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-350620ed-2abb-4150-8282-1e276c992538 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b69b8809-cd53-4b95-b54d-af1ca43bbd91), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.887198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:50.888097 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:50.889564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] 10.222.0.20 "PUT /v2.0/ports/5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 1095 time: 1.3489718
Apr 30 21:11:50.894033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350620ed-2abb-4150-8282-1e276c992538 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69b8809-cd53-4b95-b54d-af1ca43bbd91,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:51.015693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-350620ed-2abb-4150-8282-1e276c992538 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:51.020877 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-350620ed-2abb-4150-8282-1e276c992538 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4956813
Apr 30 21:11:51.024669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51264) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:51.030044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:51.075929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-a890e205-23d8-4c84-9be2-c5d319db5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.077398 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-a890e205-23d8-4c84-9be2-c5d319db5dff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.1322966
Apr 30 21:11:51.108082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eadb0-5a6e-4930-a958-6c8b471b58a1 req-c52f32bc-32fc-457d-9c02-b6f3866087f4 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.109964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-806eadb0-5a6e-4930-a958-6c8b471b58a1 req-c52f32bc-32fc-457d-9c02-b6f3866087f4 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.3129182
Apr 30 21:11:51.150805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:51.155245 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-ee47c89a-9143-4cd4-82f5-b852382ee564 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503745
Apr 30 21:11:51.156229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-7631026f-3fdd-4930-a0e5-aa7acbc1cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.157569 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-7631026f-3fdd-4930-a0e5-aa7acbc1cfac service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.2216599
Apr 30 21:11:51.170115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2b5d7-a37c-4e9d-a507-9ebe396cf050 service neutron] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:51.195231 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:51.196555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d0cd6-cd37-4a80-9b57-03e70c067f6f req-53e07c06-d390-4e1d-895b-a6d74fbf9930 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.198063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b38d0cd6-cd37-4a80-9b57-03e70c067f6f req-53e07c06-d390-4e1d-895b-a6d74fbf9930 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 944 time: 0.3380930
Apr 30 21:11:51.207042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-b62d3d00-ede8-43cc-882e-630ecc2bdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.208467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-b62d3d00-ede8-43cc-882e-630ecc2bdb0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1129 time: 0.1068773
Apr 30 21:11:51.340081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-806eadb0-5a6e-4930-a958-6c8b471b58a1 req-46782518-65d6-4acc-b505-eab1f7fc9d33 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072532
Apr 30 21:11:51.391487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-3d583054-128a-436b-8b9b-af50da2ddfb0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.393182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-3d583054-128a-436b-8b9b-af50da2ddfb0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.35 "GET /v2.0/ports?device_id=e53e9e70-9d1f-4677-b6e5-19e0a393b42a HTTP/1.1" status: 200  len: 945 time: 0.1503086
Apr 30 21:11:51.413843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b38d0cd6-cd37-4a80-9b57-03e70c067f6f req-3c3c78c9-995f-4ff2-800f-ca22deacc5a2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000568
Apr 30 21:11:51.415309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4306ca96-09e1-476e-90ee-9c1a1813cb5f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:51.420223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:11:51.507737 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cc6c99-a508-455d-b618-b3de595eae47 x-openstack-request-id: req-e2cc6c99-a508-455d-b618-b3de595eae47 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:51.508117 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "name": "network-vif-unplugged", "status": "completed", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:51.508353 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2cc6c99-a508-455d-b618-b3de595eae47 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:51.508744 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cc6c99-a508-455d-b618-b3de595eae47'] response: {'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'code': 200}
Apr 30 21:11:51.518233 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-fd652f11-c37b-404f-9250-44b5f0dd1f95 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3471017
Apr 30 21:11:51.521743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:11:51.522705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:11:51.523191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 064011e5-feea-444d-a97a-9f2180c4839e no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:11:51.573780 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-a116da84-b68c-4de5-a0f6-0794419b6952 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 217 time: 0.4040470
Apr 30 21:11:51.595531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-8fb3cc8f-61e1-4b15-9a34-1c4ad402627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.597012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-8fb3cc8f-61e1-4b15-9a34-1c4ad402627a service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3738701
Apr 30 21:11:51.633192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b473e-f4b7-4a07-8a0c-aa0c7f924d5e req-2f4f84fc-ba4f-4875-b190-9a6c9db9ba31 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.635008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e07b473e-f4b7-4a07-8a0c-aa0c7f924d5e req-2f4f84fc-ba4f-4875-b190-9a6c9db9ba31 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 946 time: 0.1345246
Apr 30 21:11:51.660336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:51.685858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-a42c695c-2360-4bb3-b2eb-f23106c83afa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 217 time: 0.0660732
Apr 30 21:11:51.703599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-b0bc019e-25eb-4b96-a133-636233202778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.711430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '4306ca96-09e1-476e-90ee-9c1a1813cb5f', 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'port_id': '4306ca96-09e1-476e-90ee-9c1a1813cb5f', 'mac_address': 'fa:16:3e:aa:b6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d63eb-2691-412d-840f-88078b400c06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:51.711758 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-b0bc019e-25eb-4b96-a133-636233202778 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1132 time: 0.1856129
Apr 30 21:11:51.711853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Deleting port 064011e5-feea-444d-a97a-9f2180c4839e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:11:51.712121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (064011e5-feea-444d-a97a-9f2180c4839e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:51.748662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-fee78d18-f821-47a2-ba13-f7fd64310d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.751194 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-fee78d18-f821-47a2-ba13-f7fd64310d48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1235046
Apr 30 21:11:51.784395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 4306ca96-09e1-476e-90ee-9c1a1813cb5f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:51.784782 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:51.817612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4306ca96-09e1-476e-90ee-9c1a1813cb5f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:51.820264 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:51.831628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e07b473e-f4b7-4a07-8a0c-aa0c7f924d5e req-623d6c9a-6a80-453f-8a70-6019002796f0 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573029
Apr 30 21:11:51.835163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-b4f54959-1604-46c5-913f-a6ccf98a290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.836602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-b4f54959-1604-46c5-913f-a6ccf98a290b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1358941
Apr 30 21:11:51.843716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 064011e5-feea-444d-a97a-9f2180c4839e is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:51.843871 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (064011e5-feea-444d-a97a-9f2180c4839e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:51.900472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:51.905150 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d032644-63de-4c28-9827-aae6dc5c444b" -d '{"events": [{"server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "name": "network-vif-unplugged", "status": "completed", "tag": "064011e5-feea-444d-a97a-9f2180c4839e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:51.911102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:51.929690 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-35a375be-c293-4cfc-9e7b-25739963cb82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0975122
Apr 30 21:11:51.932964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-a4bdca07-b6b3-4ee6-848f-c3c4c40fb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:51.936349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-a4bdca07-b6b3-4ee6-848f-c3c4c40fb431 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0874934
Apr 30 21:11:51.937165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:51.969871 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:52.003674 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d501e148-f9b5-47ef-93e8-5ec82251f46b req-1be15b19-bbbb-4b40-8cdd-4b58aed96724 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4507799
Apr 30 21:11:52.023722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:52.053863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] For port 064011e5-feea-444d-a97a-9f2180c4839e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=064011e5-feea-444d-a97a-9f2180c4839e,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:52.058297 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (064011e5-feea-444d-a97a-9f2180c4839e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:52.072103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:52.091858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ed7d2b6-e6ad-4676-8d66-e8682e575395 req-1eb25f44-f73d-4c2f-a112-9cadd7d18cdc tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 210 time: 0.1288481
Apr 30 21:11:52.102934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Calling delete_port for 064011e5-feea-444d-a97a-9f2180c4839e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:11:52.219302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-185e30e4-5d6a-433a-b041-9331fcbdb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:52.220788 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-185e30e4-5d6a-433a-b041-9331fcbdb1e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.4679103
Apr 30 21:11:52.225075 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-1c555dcb-ae2b-4059-897f-f858a0da4265 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504323
Apr 30 21:11:52.233393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Allocated IP 172.35.4.24 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/bc709786-6d19-4e42-9b02-575402688df1) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:52.266419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:52.313608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-da6be842-b6e7-4dae-8654-11caa3e34a1a service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3683691
Apr 30 21:11:52.321303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3bba7-0e5c-427e-b190-5c1c23e0c24a req-3bf742d9-7a82-41a8-9a4b-3e675b2d9ed5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:52.322832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65f3bba7-0e5c-427e-b190-5c1c23e0c24a req-3bf742d9-7a82-41a8-9a4b-3e675b2d9ed5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.1214447
Apr 30 21:11:52.331242 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-79222f4d-e44f-4650-a3ca-e541c0145c87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 HTTP/1.1" status: 200  len: 217 time: 0.0992575
Apr 30 21:11:52.346915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['4306ca96-09e1-476e-90ee-9c1a1813cb5f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:52.468508 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77959d4c-048f-4901-8d60-4c60a5097290 x-openstack-request-id: req-77959d4c-048f-4901-8d60-4c60a5097290 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:52.470336 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "name": "network-vif-unplugged", "status": "completed", "tag": "064011e5-feea-444d-a97a-9f2180c4839e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:52.471573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-e582e4b2-0805-44e1-a209-b345e12e7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:52.473234 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77959d4c-048f-4901-8d60-4c60a5097290 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:52.473621 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-e582e4b2-0805-44e1-a209-b345e12e7c24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1352084
Apr 30 21:11:52.473860 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77959d4c-048f-4901-8d60-4c60a5097290'] response: {'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e', 'code': 200}
Apr 30 21:11:52.535352 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-3b1db346-060f-470b-a77d-d47e255e6daa service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2996445
Apr 30 21:11:52.549826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8169693-f295-4f37-b80c-88a578f0e0d8 req-8cde1f98-df40-49d4-8c2a-bd6c6cff24fa service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239251
Apr 30 21:11:52.553035 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for port (bc709786-6d19-4e42-9b02-575402688df1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:52.563301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-3c53ceb1-632a-4dd4-9ed0-9348c4d87cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:52.565722 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-3c53ceb1-632a-4dd4-9ed0-9348c4d87cf0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0755455
Apr 30 21:11:52.569396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65f3bba7-0e5c-427e-b190-5c1c23e0c24a req-4d7f18b9-9fb2-415d-8120-9ffef22290b0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232618
Apr 30 21:11:52.614229 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (064011e5-feea-444d-a97a-9f2180c4839e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:52.668371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Pushing event deleted for resources: {'Port': ['ID=064011e5-feea-444d-a97a-9f2180c4839e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:52.746273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] No DVR routers for this DVR port 064011e5-feea-444d-a97a-9f2180c4839e on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:11:52.747372 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-c8427c0e-c827-4f9e-a497-ece35d23917c service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704841
Apr 30 21:11:52.749518 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:52.753070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4d76294-2ac3-409a-bbd6-a07f9072da1b req-20cca3cf-af1c-4e5e-b987-421d20360596 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.35 "DELETE /v2.0/ports/064011e5-feea-444d-a97a-9f2180c4839e HTTP/1.1" status: 204  len: 173 time: 1.3356144
Apr 30 21:11:52.770609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9e4ed-2ea0-42ea-b09b-83bc5ebd2a40 req-dd06f018-eef6-4c36-b8b2-f088ab37040a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:52.772090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fff9e4ed-2ea0-42ea-b09b-83bc5ebd2a40 req-dd06f018-eef6-4c36-b8b2-f088ab37040a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0783391
Apr 30 21:11:52.803012 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (bc709786-6d19-4e42-9b02-575402688df1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:52.829990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fff9e4ed-2ea0-42ea-b09b-83bc5ebd2a40 req-9ebba9d3-95c3-43cf-b79e-f0120c844bb5 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493081
Apr 30 21:11:52.860019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:52.866012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:52.878269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:52.910159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d41544-d550-459e-a0ba-e69dc048606c req-c361042b-de4b-46dc-9f7b-4d04efe6a717 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:52.913509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37d41544-d550-459e-a0ba-e69dc048606c req-c361042b-de4b-46dc-9f7b-4d04efe6a717 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 950 time: 0.0549917
Apr 30 21:11:52.926401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event updated for resources: {'Port': ['ID=bc709786-6d19-4e42-9b02-575402688df1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:52.951254 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6bc3bc-cfe5-4a49-812d-3c4bef418376 req-ac43e0f1-bf13-48fd-9ee6-5a30ca6e09b8 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973727
Apr 30 21:11:53.009061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66b457-d7b9-4af8-b568-3f95d88f2184 req-36956d65-b5d2-4fdf-b1cb-36b51a5384e1 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:53.009782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d66b457-d7b9-4af8-b568-3f95d88f2184 req-36956d65-b5d2-4fdf-b1cb-36b51a5384e1 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 945 time: 0.0721798
Apr 30 21:11:53.016139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37d41544-d550-459e-a0ba-e69dc048606c req-4b340a38-bbd5-478a-a30a-273a293ce660 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955873
Apr 30 21:11:53.028320 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.052225 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.067234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d66b457-d7b9-4af8-b568-3f95d88f2184 req-8c044d1c-5320-4497-8234-98b833b08fe6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451045
Apr 30 21:11:53.171468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bc709786-6d19-4e42-9b02-575402688df1), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.201798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c724b-76a6-4f83-9fdb-635479430a45 req-d8910885-bb0a-4d73-b41f-bc7b7cb1f44e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:53.203176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-478c724b-76a6-4f83-9fdb-635479430a45 req-d8910885-bb0a-4d73-b41f-bc7b7cb1f44e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 946 time: 0.0717399
Apr 30 21:11:53.221228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf6aa3f8-a3a0-416c-9d72-3637051b2104 req-f958ff24-9dd6-47a2-aff5-9da0cb917df6 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 210 time: 0.0401988
Apr 30 21:11:53.266001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-478c724b-76a6-4f83-9fdb-635479430a45 req-d62f8a88-f73d-4a8c-b382-e141589d611f tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473297
Apr 30 21:11:53.338884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for port (bc709786-6d19-4e42-9b02-575402688df1), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.419920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (bc709786-6d19-4e42-9b02-575402688df1), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.421050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4306ca96-09e1-476e-90ee-9c1a1813cb5f up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:53.495500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 4306ca96-09e1-476e-90ee-9c1a1813cb5f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:53.511532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'}, {'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'name': 'network-vif-deleted', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:53.515137 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52265a6-cdb5-48f2-a64c-acc3d323a929" -d '{"events": [{"name": "network-changed", "server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b"}, {"server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "name": "network-vif-deleted", "tag": "064011e5-feea-444d-a97a-9f2180c4839e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:53.522213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event updated for resources: {'Port': ['ID=bc709786-6d19-4e42-9b02-575402688df1,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:53.538962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.573675 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d876c0ec-2623-4501-9cb8-b874a09e2ab0 x-openstack-request-id: req-d876c0ec-2623-4501-9cb8-b874a09e2ab0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:53.574026 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b", "status": "completed", "code": 200}, {"server_uuid": "e53e9e70-9d1f-4677-b6e5-19e0a393b42a", "name": "network-vif-deleted", "tag": "064011e5-feea-444d-a97a-9f2180c4839e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:53.574277 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d876c0ec-2623-4501-9cb8-b874a09e2ab0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:53.574691 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d876c0ec-2623-4501-9cb8-b874a09e2ab0'] response: {'name': 'network-changed', 'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'status': 'completed', 'code': 200}
Apr 30 21:11:53.574966 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d876c0ec-2623-4501-9cb8-b874a09e2ab0'] response: {'server_uuid': 'e53e9e70-9d1f-4677-b6e5-19e0a393b42a', 'name': 'network-vif-deleted', 'tag': '064011e5-feea-444d-a97a-9f2180c4839e', 'status': 'completed', 'code': 200}
Apr 30 21:11:53.591621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 4306ca96-09e1-476e-90ee-9c1a1813cb5f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:53.592021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.631441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.633530 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-50dd3d28-946b-4743-a5b5-a6baea93e317 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.6078377
Apr 30 21:11:53.677259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 4306ca96-09e1-476e-90ee-9c1a1813cb5f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:53.677649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.684449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4eb1d-6c31-4a3c-b362-429ffa234055 req-f64c0b08-9408-441e-b4bd-5adbe1874328 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:53.685978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72b4eb1d-6c31-4a3c-b362-429ffa234055 req-f64c0b08-9408-441e-b4bd-5adbe1874328 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.0543902
Apr 30 21:11:53.718611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:53.744595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72b4eb1d-6c31-4a3c-b362-429ffa234055 req-924a9f68-3973-477b-933d-ef7bd6f9b9eb tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521383
Apr 30 21:11:53.801233 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:53.855260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:53.879491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-dbca37d6-2912-44c4-98ca-1b6a995a817f tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--240132572&fields=id&tenant_id=7710d2f3153e440ab46c2d89ce24c4cb HTTP/1.1" status: 200  len: 267 time: 0.0714159
Apr 30 21:11:54.033045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-d1465591-7b3c-4438-af49-ae79c3ed4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.034771 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-d1465591-7b3c-4438-af49-ae79c3ed4e02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1129 time: 0.1053085
Apr 30 21:11:54.050788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c8d0e8f-b36a-486a-b93a-336c4ee78153 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.052291 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-6c8d0e8f-b36a-486a-b93a-336c4ee78153 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0889080
Apr 30 21:11:54.132499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:54.167493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.35', 58205) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:54.222433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8113f0b-3f13-4f9b-b8be-0a560d22bd16 req-6d3005e6-e50b-4383-aae8-b908af6aa0ac tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.224226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8113f0b-3f13-4f9b-b8be-0a560d22bd16 req-6d3005e6-e50b-4383-aae8-b908af6aa0ac tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.2851083
Apr 30 21:11:54.252597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-73e6aa8c-b146-4f6e-b45f-3f996b3154c2 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.254388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-73e6aa8c-b146-4f6e-b45f-3f996b3154c2 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 1132 time: 0.3141446
Apr 30 21:11:54.363477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9408de-6f30-4499-94df-56525076b4c0 req-73b84540-8649-493a-ba5f-9ef70ff4e467 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.365123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-73b84540-8649-493a-ba5f-9ef70ff4e467 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/networks?id=51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 200  len: 823 time: 0.4762130
Apr 30 21:11:54.426648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8113f0b-3f13-4f9b-b8be-0a560d22bd16 req-73dabbaa-26dc-4ee5-8f46-d06f1e576916 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667202
Apr 30 21:11:54.465365 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:54.468892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-0b8eb4c4-3a43-4565-a852-aff1c464c630 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/quotas/7710d2f3153e440ab46c2d89ce24c4cb HTTP/1.1" status: 200  len: 375 time: 0.0882542
Apr 30 21:11:54.475206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:54.483150 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408f0dea-3776-45eb-91e1-7d116022828c" -d '{"events": [{"server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "name": "network-vif-plugged", "status": "completed", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:54.518063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (154e4208-4965-4648-9e7c-f22621d3423a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:54.519528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423db69-11c8-4093-9328-06fc609b83a4 req-065f4e4a-bd97-4a69-93db-598efb3cce3c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.521252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-065f4e4a-bd97-4a69-93db-598efb3cce3c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.35 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 805 time: 0.3491280
Apr 30 21:11:54.538915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Request body: {'port': {'device_id': '85fdff58-4182-4941-b3a0-879915a49a4a', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'admin_state_up': True, 'tenant_id': '64f0bbc311b44034838e939a3c2e98ae'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:54.542125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] Deleting port f32f0d5d-bade-4f65-8f83-41da1c27b970 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:11:54.542581 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:54.578147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-d85fe3ab-b3d5-4d92-b119-13f3a1781803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.579482 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-d85fe3ab-b3d5-4d92-b119-13f3a1781803 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.4597344
Apr 30 21:11:54.642286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51344) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:54.646493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-b0994eed-39d6-4f9f-bbe8-dc8d0b9939df tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1768069
Apr 30 21:11:54.694364 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-e07a8339-5c2d-4075-974d-d97ba8da8448 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 217 time: 0.0757589
Apr 30 21:11:54.697620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-50099cb0-54aa-49ed-a1e4-5c98d65faf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.699659 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-50099cb0-54aa-49ed-a1e4-5c98d65faf0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1129 time: 0.1319895
Apr 30 21:11:54.733550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:54.778675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa75f4f-e677-49cc-8b86-fab9814efe3d req-ca7393cb-79e3-4dd7-83a7-d7775da06348 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.781340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:54.785705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6aa75f4f-e677-49cc-8b86-fab9814efe3d req-ca7393cb-79e3-4dd7-83a7-d7775da06348 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 950 time: 0.2398822
Apr 30 21:11:54.873039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab66db4e-b8a8-430b-b453-d8a39f38cd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:54.929050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] For port f32f0d5d-bade-4f65-8f83-41da1c27b970, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f32f0d5d-bade-4f65-8f83-41da1c27b970,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:54.929423 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:54.934583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-17bc1f90-5b1a-478f-9fd1-0c92c6c7186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.936101 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-17bc1f90-5b1a-478f-9fd1-0c92c6c7186b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1132290
Apr 30 21:11:54.958327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6aa75f4f-e677-49cc-8b86-fab9814efe3d req-d3efbc7e-e806-408c-95da-9b86208145cb tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716900
Apr 30 21:11:54.972016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] Calling delete_port for f32f0d5d-bade-4f65-8f83-41da1c27b970 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:11:54.983714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-a6b925ca-fb1b-4da8-b823-3611a1415321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:54.985193 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-a6b925ca-fb1b-4da8-b823-3611a1415321 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0425239
Apr 30 21:11:54.988346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-2db14731-a8f8-4652-b15d-6088b73f9861 service neutron] 10.222.0.23 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3163872
Apr 30 21:11:54.990972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:54.992379 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b42c93-8bf4-4d77-ab12-3d79a9d0b346" -d '{"events": [{"server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "154e4208-4965-4648-9e7c-f22621d3423a"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:54.998925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Publish callbacks [] for port (154e4208-4965-4648-9e7c-f22621d3423a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.096938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-181f03ed-a4ec-4c4a-96c8-f3e7e76107ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:55.098316 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-181f03ed-a4ec-4c4a-96c8-f3e7e76107ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3148267
Apr 30 21:11:55.103398 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-65266a1c-34f1-4968-9d7f-688d27d560ec service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017723
Apr 30 21:11:55.115920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Made reservation on behalf of 64f0bbc311b44034838e939a3c2e98ae for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:55.118902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.152115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.244892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c0e99-780d-4de5-9423-020b6193f9d1 req-ab5888e2-9456-4948-87ef-95402dfe3c02 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:55.246935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa4c0e99-780d-4de5-9423-020b6193f9d1 req-ab5888e2-9456-4948-87ef-95402dfe3c02 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 946 time: 0.1651924
Apr 30 21:11:55.266076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Pushing event updated for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=7']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:55.274901 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-f032593e-8e66-480b-88a3-8c326c1f610c service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659431
Apr 30 21:11:55.291510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:55.291510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:55.291510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:55.307240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:55.307240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Attempting to bind port 154e4208-4965-4648-9e7c-f22621d3423a on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:55.343213 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-f532b84c-377c-4e3d-a446-3c5a94cb510b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 217 time: 0.0435960
Apr 30 21:11:55.344165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:55.344507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:55.344874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:55.345491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Bound port: 154e4208-4965-4648-9e7c-f22621d3423a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:55.346059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (154e4208-4965-4648-9e7c-f22621d3423a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.346395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-c8ffcda2-f37c-49c3-939c-c1e2e3fff420 service neutron] 10.222.0.23 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3569303
Apr 30 21:11:55.361084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab66db4e-b8a8-430b-b453-d8a39f38cd72 admin admin] Publish callbacks [] for security_group (9303c429-aebc-43e1-a1aa-891a28e394d8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.459963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-20fb5b78-3adb-4a53-b84f-638387ad31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:55.460605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa4c0e99-780d-4de5-9423-020b6193f9d1 req-f9c5903d-b0d9-4e1f-a8ef-56aa4dd2638b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824892
Apr 30 21:11:55.461219 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab66db4e-b8a8-430b-b453-d8a39f38cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9303c429-aebc-43e1-a1aa-891a28e394d8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.461436 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-20fb5b78-3adb-4a53-b84f-638387ad31d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0934498
Apr 30 21:11:55.518436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Allocated IP 172.20.0.4 (c1b131fa-a537-4b70-82cc-dbac26cd0254/9b48280e-ae20-4ea1-a466-019d611a9a4d/e3d4a5c6-46ec-4840-adba-bbaa926432a0) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:11:55.524144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-c785f38e-1468-4998-85d5-baa09a351757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:55.525599 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-c785f38e-1468-4998-85d5-baa09a351757 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0579553
Apr 30 21:11:55.526711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:55.530890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:55.541469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ab66db4e-b8a8-430b-b453-d8a39f38cd72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf65819be9e34f9b9da693b96daf4b58&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8940132
Apr 30 21:11:55.546210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51354) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:55.548234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66db4e-b8a8-430b-b453-d8a39f38cd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9303c429-aebc-43e1-a1aa-891a28e394d8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:55.609133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4356ecd5-fbb6-42c4-8cf3-20a9c8aaba11 req-fb7609f4-939e-4d4c-a0d7-d6986c77c269 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 210 time: 0.0642266
Apr 30 21:11:55.658723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f32f0d5d-bade-4f65-8f83-41da1c27b970), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.668785 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c7178f-4403-46cb-836c-ed0672fff662 x-openstack-request-id: req-e2c7178f-4403-46cb-836c-ed0672fff662 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:55.669310 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "name": "network-vif-plugged", "status": "completed", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:55.669417 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2c7178f-4403-46cb-836c-ed0672fff662 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:55.669739 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c7178f-4403-46cb-836c-ed0672fff662'] response: {'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f', 'code': 200}
Apr 30 21:11:55.700727 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-dc93cb2b-4e07-48b9-bcbf-903a0edc5525 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495903
Apr 30 21:11:55.756876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] Pushing event deleted for resources: {'Port': ['ID=f32f0d5d-bade-4f65-8f83-41da1c27b970,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:55.779230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.832643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a2923-6a11-4be1-8263-84367d8a2ca2 req-c0f44043-08f5-4259-afbb-ee925c58cc64 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:55.834371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac3a2923-6a11-4be1-8263-84367d8a2ca2 req-c0f44043-08f5-4259-afbb-ee925c58cc64 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 944 time: 0.1824081
Apr 30 21:11:55.936449 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52265a6-cdb5-48f2-a64c-acc3d323a929 req-16da189f-87bb-4e34-8604-3c6323b347eb service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2292657
Apr 30 21:11:55.941691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546a5be-4e25-457e-857c-d0b949a92fc0 req-6c97d59e-44b4-468f-bf67-278c4a34fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:55.943436 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c546a5be-4e25-457e-857c-d0b949a92fc0 req-6c97d59e-44b4-468f-bf67-278c4a34fe6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1128 time: 0.1256826
Apr 30 21:11:55.945119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] No DVR routers for this DVR port f32f0d5d-bade-4f65-8f83-41da1c27b970 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:11:55.947306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:55.947918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.949316 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] 10.222.0.35 "PUT /v2.0/ports/154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 1122 time: 1.8216767
Apr 30 21:11:55.956724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c5f10e-892b-46a7-8359-413e388cab1f admin admin] Publish callbacks [] for security_group (9303c429-aebc-43e1-a1aa-891a28e394d8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.963140 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fa995-9983-4eb9-94c8-5d7a7df0445a service neutron] Pushing event updated for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=8']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:55.963578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:55.967417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7db8ac33-f186-4cab-b687-23ee519e2d0c req-6f04c2c0-1aab-4750-9afa-13bacd6828f3 tempest-DeleteServersAdminTestJSON-1495963533 tempest-DeleteServersAdminTestJSON-1495963533-project-admin] 10.222.0.35 "DELETE /v2.0/ports/f32f0d5d-bade-4f65-8f83-41da1c27b970 HTTP/1.1" status: 204  len: 173 time: 1.7044978
Apr 30 21:11:55.971926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9445f840-9b08-41a7-b9b5-48c93312189c', 'name': 'network-vif-deleted', 'tag': 'f32f0d5d-bade-4f65-8f83-41da1c27b970'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:55.972854 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f48db5-d4fb-46ed-a473-850fbe0d2459" -d '{"events": [{"server_uuid": "9445f840-9b08-41a7-b9b5-48c93312189c", "name": "network-vif-deleted", "tag": "f32f0d5d-bade-4f65-8f83-41da1c27b970"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:55.981456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231c926-9996-41b5-8628-115f45c4967b req-ff4911ed-4d64-4bf9-a400-b650552d0698 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:55.988513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1231c926-9996-41b5-8628-115f45c4967b req-ff4911ed-4d64-4bf9-a400-b650552d0698 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.2147274
Apr 30 21:11:55.998254 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c546a5be-4e25-457e-857c-d0b949a92fc0 req-f1a6ffa6-bbbe-4468-823a-0302ceb309ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478523
Apr 30 21:11:56.058450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['154e4208-4965-4648-9e7c-f22621d3423a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:56.065399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c5f10e-892b-46a7-8359-413e388cab1f admin admin] Publish callbacks [] for security_group (9303c429-aebc-43e1-a1aa-891a28e394d8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:56.086812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks [] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:56.117691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac3a2923-6a11-4be1-8263-84367d8a2ca2 req-a0a49535-1619-4daa-a2ec-38cde5bbb8bd tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349212
Apr 30 21:11:56.161066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1231c926-9996-41b5-8628-115f45c4967b req-f4f3d267-eb37-4dc1-8dec-b17a78651da9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715932
Apr 30 21:11:56.234643 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07d1e6e-83f4-497e-ad91-b8d76fcf9de9 x-openstack-request-id: req-e07d1e6e-83f4-497e-ad91-b8d76fcf9de9 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:56.234937 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "154e4208-4965-4648-9e7c-f22621d3423a", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:56.235191 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e07d1e6e-83f4-497e-ad91-b8d76fcf9de9 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:56.235884 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07d1e6e-83f4-497e-ad91-b8d76fcf9de9'] response: {'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a', 'code': 200}
Apr 30 21:11:56.314344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e73c17de-3c0d-4c27-8f17-a7e5b1c18270 req-9e42dc2a-c2a0-4f16-ab26-0ea0d1853ff6 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 210 time: 0.0446947
Apr 30 21:11:56.352368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1c225-e94f-4d81-84c2-bd0ba8667e53 req-cf54397b-ac71-4636-9178-1a4d3fc3188d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:56.354049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49f1c225-e94f-4d81-84c2-bd0ba8667e53 req-cf54397b-ac71-4636-9178-1a4d3fc3188d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0718617
Apr 30 21:11:56.357416 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:56.360291 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c5f10e-892b-46a7-8359-413e388cab1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9303c429-aebc-43e1-a1aa-891a28e394d8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:56.363659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c5f10e-892b-46a7-8359-413e388cab1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:56.365015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-56c5f10e-892b-46a7-8359-413e388cab1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9303c429-aebc-43e1-a1aa-891a28e394d8 HTTP/1.1" status: 204  len: 168 time: 0.8140707
Apr 30 21:11:56.405914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5f10e-892b-46a7-8359-413e388cab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9303c429-aebc-43e1-a1aa-891a28e394d8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:56.634039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Network c1b131fa-a537-4b70-82cc-dbac26cd0254 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:11:56.642936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52eef4d2-b338-4fb6-af37-ab4d5c0376f8 req-9be8df55-ec95-489f-993c-6e939580326e tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=9445f840-9b08-41a7-b9b5-48c93312189c HTTP/1.1" status: 200  len: 210 time: 0.2134755
Apr 30 21:11:56.649166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:11:56.653119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Pushing event updated for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:56.657902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:11:56.714217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49f1c225-e94f-4d81-84c2-bd0ba8667e53 req-21ed3817-1939-44ec-ac1d-5f4c016a67d1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106184
Apr 30 21:11:56.719187 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cc7c64-4abb-4931-8cd8-478c6e5cae2f x-openstack-request-id: req-a2cc7c64-4abb-4931-8cd8-478c6e5cae2f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:56.719472 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9445f840-9b08-41a7-b9b5-48c93312189c", "name": "network-vif-deleted", "tag": "f32f0d5d-bade-4f65-8f83-41da1c27b970", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:56.720489 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2cc7c64-4abb-4931-8cd8-478c6e5cae2f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:56.720489 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cc7c64-4abb-4931-8cd8-478c6e5cae2f'] response: {'server_uuid': '9445f840-9b08-41a7-b9b5-48c93312189c', 'name': 'network-vif-deleted', 'tag': 'f32f0d5d-bade-4f65-8f83-41da1c27b970', 'status': 'completed', 'code': 200}
Apr 30 21:11:56.751757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:56.752482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:56.830289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d99984-423d-46a7-9a33-7437bf009e51 req-7705479d-2dcc-45ca-bd5a-a3ce0dc2d2c6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:56.833471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41d99984-423d-46a7-9a33-7437bf009e51 req-7705479d-2dcc-45ca-bd5a-a3ce0dc2d2c6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 946 time: 0.0548363
Apr 30 21:11:56.856570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8a331ad7-17f9-49d3-8550-1dd15ee80c72 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3238714
Apr 30 21:11:56.890207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41d99984-423d-46a7-9a33-7437bf009e51 req-484ff674-47c6-407f-bd6b-a1893b2c57df tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498445
Apr 30 21:11:56.995695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ea338-7b1b-4fb9-be33-decae3b525b1 req-97962ae6-6bb0-4138-83f4-4df2fd0501f6 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:56.997202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c9ea338-7b1b-4fb9-be33-decae3b525b1 req-97962ae6-6bb0-4138-83f4-4df2fd0501f6 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 931 time: 0.0537603
Apr 30 21:11:57.078687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Request body: {'port': {'device_id': '85fdff58-4182-4941-b3a0-879915a49a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:57.104454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c9ea338-7b1b-4fb9-be33-decae3b525b1 req-501b422c-9293-4df8-9974-ac8258e766c6 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010540
Apr 30 21:11:57.123151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc446251-8852-4837-8129-f72d9b7a7596 req-72184b68-c7c9-4694-8b86-7143ccffb072 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:57.124621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc446251-8852-4837-8129-f72d9b7a7596 req-72184b68-c7c9-4694-8b86-7143ccffb072 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 947 time: 0.0883348
Apr 30 21:11:57.163365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:57.183818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.184381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51382) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:57.207051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc446251-8852-4837-8129-f72d9b7a7596 req-46d7ec4a-dbb6-45fc-8004-14621d46fe89 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763166
Apr 30 21:11:57.219309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79cb524f-0219-43f0-a2e1-af3db71c71b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.304629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:57.318834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'mac_address': 'fa:16:3e:44:7e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:11:57.369132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:57.369800 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.379192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79cb524f-0219-43f0-a2e1-af3db71c71b6 admin admin] Publish callbacks [] for security_group (420f8dce-fceb-47c1-b98e-2e4e2c5b6939), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.388998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:57.429180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:57.437499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f32f0d5d-bade-4f65-8f83-41da1c27b970 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:11:57.437924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5ddc3-f2a9-468a-a15f-83edfe27163a req-3ee4567f-c66f-4db6-8ee1-6b372c732825 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:57.439599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba5ddc3-f2a9-468a-a15f-83edfe27163a req-3ee4567f-c66f-4db6-8ee1-6b372c732825 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 944 time: 0.1553788
Apr 30 21:11:57.466260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: f32f0d5d-bade-4f65-8f83-41da1c27b970 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:11:57.466744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f32f0d5d-bade-4f65-8f83-41da1c27b970 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:11:57.477479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79cb524f-0219-43f0-a2e1-af3db71c71b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (420f8dce-fceb-47c1-b98e-2e4e2c5b6939), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.499899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.525494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9226c2c7-0a20-4332-8ab1-d1ddd9aa26e3 req-41ca0f15-50b4-47ca-b17f-2d8cba1f243d tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 210 time: 0.0842364
Apr 30 21:11:57.556494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-9efe8887-fac8-47e7-a660-a7809e319117 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:57.557636 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-9efe8887-fac8-47e7-a660-a7809e319117 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 947 time: 0.1768737
Apr 30 21:11:57.558858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb524f-0219-43f0-a2e1-af3db71c71b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420f8dce-fceb-47c1-b98e-2e4e2c5b6939,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:57.572188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:57.578285 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-79cb524f-0219-43f0-a2e1-af3db71c71b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9c65ac2147f434ea314e30ee57f7940&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3927250
Apr 30 21:11:57.578887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51388) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:11:57.595141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba5ddc3-f2a9-468a-a15f-83edfe27163a req-da881dc0-1e54-420b-8086-87643b978030 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484592
Apr 30 21:11:57.657932 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-cfb16ff2-e546-4068-80cf-fb3c9f76d3d3 service neutron] delete failed (client error): The resource could not be found.
Apr 30 21:11:57.658940 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-cfb16ff2-e546-4068-80cf-fb3c9f76d3d3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0929546
Apr 30 21:11:57.689005 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2db08dc4-bb5a-491e-8509-feba599d167b admin admin] Publish callbacks [] for security_group (420f8dce-fceb-47c1-b98e-2e4e2c5b6939), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.715020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d4a5c6-46ec-4840-adba-bbaa926432a0 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:11:57.715534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2db08dc4-bb5a-491e-8509-feba599d167b admin admin] Publish callbacks [] for security_group (420f8dce-fceb-47c1-b98e-2e4e2c5b6939), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.731981 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Publish callbacks [] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.766856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Transition to ACTIVE for port object e3d4a5c6-46ec-4840-adba-bbaa926432a0 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:11:57.809368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:11:57.837278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-5307340a-5d7f-4011-b4a2-d96a426e8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:57.839081 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-5307340a-5d7f-4011-b4a2-d96a426e8787 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1130 time: 0.0425379
Apr 30 21:11:57.860799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2378f8d-547d-4411-8ea0-1816c6a17dec req-0b44552f-8ac3-4454-8be4-1a5baf2ebeb3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:57.862957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2378f8d-547d-4411-8ea0-1816c6a17dec req-0b44552f-8ac3-4454-8be4-1a5baf2ebeb3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0665333
Apr 30 21:11:57.942935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2378f8d-547d-4411-8ea0-1816c6a17dec req-0fdaaf61-fc95-4440-b5f6-e23b73166280 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707860
Apr 30 21:11:57.961441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2db08dc4-bb5a-491e-8509-feba599d167b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (420f8dce-fceb-47c1-b98e-2e4e2c5b6939), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.964154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2db08dc4-bb5a-491e-8509-feba599d167b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.969294 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2db08dc4-bb5a-491e-8509-feba599d167b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/420f8dce-fceb-47c1-b98e-2e4e2c5b6939 HTTP/1.1" status: 204  len: 168 time: 0.3557558
Apr 30 21:11:57.973895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-2972048c-68b1-4b64-9f35-2698d88ddad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:57.974491 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:57.977418 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-2972048c-68b1-4b64-9f35-2698d88ddad5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1297061
Apr 30 21:11:57.981615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db08dc4-bb5a-491e-8509-feba599d167b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420f8dce-fceb-47c1-b98e-2e4e2c5b6939,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:57.999275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-cd20dd22-d9f5-4f3d-b15d-130ee68f85b9 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f727d5639c624deeba0d0d7a7d08810e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0520997
Apr 30 21:11:58.020179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-d3eaf69b-6bd7-474b-a599-d4dd958995fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 217 time: 0.0364757
Apr 30 21:11:58.101295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-bba7b00f-01f5-40f2-b6d9-4a31182e45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.102861 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-bba7b00f-01f5-40f2-b6d9-4a31182e45c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0734720
Apr 30 21:11:58.155595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-77e883d5-49a7-4435-81a3-64f311ea8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.157118 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-77e883d5-49a7-4435-81a3-64f311ea8cde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0479698
Apr 30 21:11:58.169919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bda93-d736-4289-969e-812ca838c066 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:58.210125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88f010-23f9-49ce-a69a-8accfcb0b384 req-9848769f-968f-4585-87f2-d87c41997e27 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.211606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f88f010-23f9-49ce-a69a-8accfcb0b384 req-9848769f-968f-4585-87f2-d87c41997e27 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 946 time: 0.1508851
Apr 30 21:11:58.238315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:58.241285 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06" -d '{"events": [{"name": "network-changed", "server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "tag": "154e4208-4965-4648-9e7c-f22621d3423a"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:58.271316 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-535c2004-7c88-4ebf-a506-0d5bba7ccbd7 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978878
Apr 30 21:11:58.295246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-4dd926e9-7f84-48c3-b348-074e385223b9 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.296699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-4dd926e9-7f84-48c3-b348-074e385223b9 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2595794
Apr 30 21:11:58.340134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-7b9ff516-9f6b-4ced-aa43-04d30bd5c70a tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/quotas/f727d5639c624deeba0d0d7a7d08810e HTTP/1.1" status: 200  len: 375 time: 0.0349050
Apr 30 21:11:58.349159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Attempting to bind port e3d4a5c6-46ec-4840-adba-bbaa926432a0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:11:58.349496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Attempting to bind port e3d4a5c6-46ec-4840-adba-bbaa926432a0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:11:58.349892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Attempting to bind port e3d4a5c6-46ec-4840-adba-bbaa926432a0 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:58.361730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f88f010-23f9-49ce-a69a-8accfcb0b384 req-c1bf2f16-d01f-448f-ab67-5f41d675001d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361926
Apr 30 21:11:58.365171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Port e3d4a5c6-46ec-4840-adba-bbaa926432a0 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:11:58.365171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Attempting to bind port e3d4a5c6-46ec-4840-adba-bbaa926432a0 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:11:58.389915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-75039361-fcef-4f26-87af-7c3812b93621 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f727d5639c624deeba0d0d7a7d08810e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0425653
Apr 30 21:11:58.390788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:11:58.391127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Checking segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:11:58.391497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Bound using segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:11:58.391934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Bound port: e3d4a5c6-46ec-4840-adba-bbaa926432a0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:11:58.392298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:58.498603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:11:58.507933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec72791-e9a9-425c-aef6-6330711951f3 req-88d0f337-f957-45c9-83dd-70a41067c8b0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.509442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ec72791-e9a9-425c-aef6-6330711951f3 req-88d0f337-f957-45c9-83dd-70a41067c8b0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 943 time: 0.0703793
Apr 30 21:11:58.518804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:11:58.568165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ec72791-e9a9-425c-aef6-6330711951f3 req-83644ee2-ea87-4833-913e-f98b6269673c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434268
Apr 30 21:11:58.583973 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4af9b5f-c8c6-47b3-81e7-4eb3dcd16877 req-1732e94e-a3a7-43dd-8006-ad361c4775ed service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155236
Apr 30 21:11:58.628121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:58.668845 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab870e18-7570-46c1-8c04-c1c6cd63b013 x-openstack-request-id: req-ab870e18-7570-46c1-8c04-c1c6cd63b013 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:58.669675 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "tag": "154e4208-4965-4648-9e7c-f22621d3423a", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:58.670050 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab870e18-7570-46c1-8c04-c1c6cd63b013 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:58.670338 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab870e18-7570-46c1-8c04-c1c6cd63b013'] response: {'name': 'network-changed', 'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a', 'status': 'completed', 'code': 200}
Apr 30 21:11:58.745334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-ecd0bebe-3919-4ea5-9ee4-45c1c375e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.747718 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-ecd0bebe-3919-4ea5-9ee4-45c1c375e171 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1156 time: 0.0561647
Apr 30 21:11:58.765515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.766720 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:58.768553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-530bda93-d736-4289-969e-812ca838c066 service neutron] 10.222.0.35 "PUT /v2.0/ports/e3d4a5c6-46ec-4840-adba-bbaa926432a0 HTTP/1.1" status: 200  len: 1091 time: 1.6977491
Apr 30 21:11:58.787635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:58.790357 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df12ac5-a752-4544-8c0b-c7113a4251f2" -d '{"events": [{"name": "network-changed", "server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:58.823251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bda93-d736-4289-969e-812ca838c066 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:58.837553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009267c8-b6c8-450b-aa35-63c2ffe5e3d0 req-eac0ae01-9d91-41db-a685-f9adcef7ee6d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.839188 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-009267c8-b6c8-450b-aa35-63c2ffe5e3d0 req-eac0ae01-9d91-41db-a685-f9adcef7ee6d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 948 time: 0.2001328
Apr 30 21:11:58.858078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a53ae4-e582-4bb8-87cf-28e6ed17d773 req-ba43420e-98e0-4b5d-abbd-f7d7762fadec tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.862713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29a53ae4-e582-4bb8-87cf-28e6ed17d773 req-ba43420e-98e0-4b5d-abbd-f7d7762fadec tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1128 time: 0.1264372
Apr 30 21:11:58.978447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9408de-6f30-4499-94df-56525076b4c0 req-277e727a-5d83-4bf8-bd3a-f52ed936e0d8 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.979283 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-277e727a-5d83-4bf8-bd3a-f52ed936e0d8 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "GET /v2.0/networks?id=51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 200  len: 823 time: 0.2205317
Apr 30 21:11:58.980855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-82f1c8aa-7e88-4b90-afc3-cd78ceb86638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:58.981904 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-82f1c8aa-7e88-4b90-afc3-cd78ceb86638 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.1901786
Apr 30 21:11:59.004250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29a53ae4-e582-4bb8-87cf-28e6ed17d773 req-6579d597-d9c0-4b51-b261-599109d53c69 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236217
Apr 30 21:11:59.012899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-009267c8-b6c8-450b-aa35-63c2ffe5e3d0 req-439b6da9-64e3-4526-922f-86e90e86b3ff tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652923
Apr 30 21:11:59.036339 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-8ce0606d-e99c-4a0d-bd54-f87108cd1c24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 217 time: 0.0434272
Apr 30 21:11:59.095838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-7a05cf04-ca09-4c4e-ad60-f6323ba9313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:59.097381 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-7a05cf04-ca09-4c4e-ad60-f6323ba9313b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0547183
Apr 30 21:11:59.108927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7e28b7-c4c1-4261-a0d9-d14dea15cea0 req-f2c47ae1-a1cd-41f1-9f67-b24a370c1c73 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 210 time: 0.0328548
Apr 30 21:11:59.134442 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-bfecdb7b-5577-4437-bc52-5d5ec790eec6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276763
Apr 30 21:11:59.137211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bec68816-088e-48c3-ac3b-458dd7a975fc req-c74893aa-a6dd-48e4-a41e-425baa14b861 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 210 time: 0.0313025
Apr 30 21:11:59.171599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:11:59.250587 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90315d0f-2798-4d47-8f1a-fe569fb54c24 x-openstack-request-id: req-90315d0f-2798-4d47-8f1a-fe569fb54c24 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:11:59.256243 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:11:59.256243 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90315d0f-2798-4d47-8f1a-fe569fb54c24 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:11:59.256243 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90315d0f-2798-4d47-8f1a-fe569fb54c24'] response: {'name': 'network-changed', 'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'status': 'completed', 'code': 200}
Apr 30 21:11:59.271666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:11:59.380088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:11:59.381229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423db69-11c8-4093-9328-06fc609b83a4 req-35843f96-7713-4695-8c14-856306a0c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:59.381353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:59.382864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-35843f96-7713-4695-8c14-856306a0c555 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 1125 time: 0.2109861
Apr 30 21:11:59.391528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7967a0c-7358-4bce-807f-c606b5877bdc req-2245b656-42a9-44b5-bb18-31cf1d942253 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:59.398734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7967a0c-7358-4bce-807f-c606b5877bdc req-2245b656-42a9-44b5-bb18-31cf1d942253 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0748699
Apr 30 21:11:59.429903 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-2a856a59-d70f-4786-a37e-7a91361a6eed tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7710d2f3153e440ab46c2d89ce24c4cb HTTP/1.1" status: 200  len: 379 time: 0.2460070
Apr 30 21:11:59.447483 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-342d5033-24a2-426e-a245-649b0a3f3fb7 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2856150
Apr 30 21:11:59.453830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 154e4208-4965-4648-9e7c-f22621d3423a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:11:59.455175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-e66cae7d-ee49-4987-9f1d-b856acea7f8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0 HTTP/1.1" status: 200  len: 217 time: 0.0515015
Apr 30 21:11:59.461474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Request body: {'port': {'device_id': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'admin_state_up': True, 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'security_groups': ['95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:11:59.463726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca82a97-3efc-4993-8602-5167725432eb req-9f702c1a-29c4-4cdf-a12e-e3c3e6d39c44 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:59.465860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ca82a97-3efc-4993-8602-5167725432eb req-9f702c1a-29c4-4cdf-a12e-e3c3e6d39c44 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 944 time: 0.1986890
Apr 30 21:11:59.538087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ca82a97-3efc-4993-8602-5167725432eb req-ecce529e-83b1-4280-bd99-28d3943595a9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602794
Apr 30 21:11:59.585264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7967a0c-7358-4bce-807f-c606b5877bdc req-a99bafc5-1aff-44b3-a975-f33fc415c51c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854837
Apr 30 21:11:59.610686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8419ff30-bf6e-4581-a33f-0f8ea66ad11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:59.614963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8419ff30-bf6e-4581-a33f-0f8ea66ad11b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b48280e-ae20-4ea1-a466-019d611a9a4d HTTP/1.1" status: 200  len: 845 time: 0.0843394
Apr 30 21:11:59.619016 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9aea1d22-1fdf-45ad-94a8-3697bb4d1e06 req-874320b7-d21e-4bd1-a247-8382983d9bc8 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517613
Apr 30 21:11:59.652769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:11:59.653485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:59.702885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:11:59.705832 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05592436-60ec-4a49-9537-a0111865a131" -d '{"events": [{"server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "name": "network-vif-plugged", "status": "completed", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:11:59.706505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-058a682f-3718-425b-8340-d17d1be8a03d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1b131fa-a537-4b70-82cc-dbac26cd0254&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748885
Apr 30 21:11:59.725240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:59.743198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:11:59.756206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 154e4208-4965-4648-9e7c-f22621d3423a has no active binding in host nch2-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:11:59.815283 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:59.839024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6682-8359-4fcb-a83f-8ed004a91fb6 req-768baf2e-dcf8-41cf-a61a-f0b53fcf7137 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:59.841128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e2f6682-8359-4fcb-a83f-8ed004a91fb6 req-768baf2e-dcf8-41cf-a61a-f0b53fcf7137 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1128 time: 0.1337442
Apr 30 21:11:59.869633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a74d4e-d248-4db7-be87-a7fd131b5c6c req-d2a505fc-1c6f-4dc9-9491-dbb8b430335e tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:11:59.871125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71a74d4e-d248-4db7-be87-a7fd131b5c6c req-d2a505fc-1c6f-4dc9-9491-dbb8b430335e tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 943 time: 0.1095529
Apr 30 21:11:59.871876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:11:59.888283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Made reservation on behalf of 7710d2f3153e440ab46c2d89ce24c4cb for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:11:59.891965 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:11:59.950203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-8cd301c2-5a26-4a40-868a-82eef89af912 service neutron] 10.222.0.35 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851678
Apr 30 21:11:59.954391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e2f6682-8359-4fcb-a83f-8ed004a91fb6 req-942b2428-16a3-4a91-a0b7-aaea23ae5f0e tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987916
Apr 30 21:11:59.975491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71a74d4e-d248-4db7-be87-a7fd131b5c6c req-107acae3-421a-43f2-9bae-d2a8b9648232 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920398
Apr 30 21:12:00.037363 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b1b69-88fb-4402-a450-3187ddfb919f x-openstack-request-id: req-837b1b69-88fb-4402-a450-3187ddfb919f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:00.037995 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "name": "network-vif-plugged", "status": "completed", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:00.038471 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-837b1b69-88fb-4402-a450-3187ddfb919f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:00.039170 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837b1b69-88fb-4402-a450-3187ddfb919f'] response: {'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'code': 200}
Apr 30 21:12:00.127995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d423db69-11c8-4093-9328-06fc609b83a4 req-de33e0d0-65cc-4cdb-92b6-ba662b3f95f8 service neutron] 10.222.0.35 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507676
Apr 30 21:12:00.129182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Allocated IP 172.20.0.11 (51417b35-dffb-4e2a-abd0-357ad597c615/7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54/c43b09e1-c606-48c3-ab4c-b62ee389ba94) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:00.329935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:00.422330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b3444-385e-4227-82de-5e223449b843 req-bec53314-bfe9-4519-9535-91a214ffa5f0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:00.430380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579b3444-385e-4227-82de-5e223449b843 req-bec53314-bfe9-4519-9535-91a214ffa5f0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.0789151
Apr 30 21:12:00.437560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:00.497948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Network 51417b35-dffb-4e2a-abd0-357ad597c615 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:00.501187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:00.505718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:00.537823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579b3444-385e-4227-82de-5e223449b843 req-3e643314-118f-4ccc-aa13-894b4111b503 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051006
Apr 30 21:12:00.581924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event updated for resources: {'Port': ['ID=c43b09e1-c606-48c3-ab4c-b62ee389ba94,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:00.621453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:00.622135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:00.681323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ffebe26-d1a2-4bf5-986e-f99810478097 req-18a25627-c29f-411f-8df1-63398a4130db tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 210 time: 0.0469058
Apr 30 21:12:00.696167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81c18b-1e61-4beb-8dec-ed02c6f95a5a req-303ad0d9-fbe3-449a-aaeb-6e890d437a29 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:00.697704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a81c18b-1e61-4beb-8dec-ed02c6f95a5a req-303ad0d9-fbe3-449a-aaeb-6e890d437a29 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 932 time: 0.0746579
Apr 30 21:12:00.714256 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-afcd381e-dc64-4982-9bdb-b4ea1afdc574 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2581427
Apr 30 21:12:00.755471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a81c18b-1e61-4beb-8dec-ed02c6f95a5a req-5a0be355-e16b-4eef-b9c6-99dc4559a795 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473852
Apr 30 21:12:00.788755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bd79d82b-f290-4778-b3c6-41f69a0f7f0a None None] Provisioning complete for port c43b09e1-c606-48c3-ab4c-b62ee389ba94 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:00.789236 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bd79d82b-f290-4778-b3c6-41f69a0f7f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:00.793936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e7c00-684d-4b96-9638-292ebb5fdf86 req-c7a694e8-7790-49ac-bb48-553c11362e96 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:00.795553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4e7c00-684d-4b96-9638-292ebb5fdf86 req-c7a694e8-7790-49ac-bb48-553c11362e96 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1128 time: 0.0391304
Apr 30 21:12:00.824474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bd79d82b-f290-4778-b3c6-41f69a0f7f0a None None] Port c43b09e1-c606-48c3-ab4c-b62ee389ba94 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:12:00.872954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4e7c00-684d-4b96-9638-292ebb5fdf86 req-55cc51a7-519e-45f8-9c79-9ed4f3cc778c tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716033
Apr 30 21:12:00.875951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928f045-afcb-42c1-b6a7-ca5d0be22d81 req-9e26f891-dd4d-4f82-9dfd-e0c92b128bc7 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:00.877374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b928f045-afcb-42c1-b6a7-ca5d0be22d81 req-9e26f891-dd4d-4f82-9dfd-e0c92b128bc7 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1131 time: 0.0550749
Apr 30 21:12:00.922454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b928f045-afcb-42c1-b6a7-ca5d0be22d81 req-143dd2ba-973d-477f-9720-c3185aabaea0 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393121
Apr 30 21:12:00.982196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473124-6001-4f73-bc9a-81e9fef8703a req-4898473e-efed-48b7-866c-51dd305fd9d5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:00.983798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae473124-6001-4f73-bc9a-81e9fef8703a req-4898473e-efed-48b7-866c-51dd305fd9d5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 944 time: 0.0553172
Apr 30 21:12:01.030886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae473124-6001-4f73-bc9a-81e9fef8703a req-4eee4565-d74e-4158-b252-eb2c1ca56345 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414937
Apr 30 21:12:01.110587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Request body: {'port': {'device_id': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:01.195031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:01.443632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-678f5cb1-9ad5-40ae-ac46-be299debd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:01.445064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-678f5cb1-9ad5-40ae-ac46-be299debd453 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 1125 time: 0.3345349
Apr 30 21:12:01.463322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec2662-c17a-4aee-877c-23b97fe535b6 req-d7de32fa-530f-40ed-9bf0-72cd4453fc50 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:01.466235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04ec2662-c17a-4aee-877c-23b97fe535b6 req-d7de32fa-530f-40ed-9bf0-72cd4453fc50 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.3178139
Apr 30 21:12:01.492006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95d31-68f1-4e55-9acd-35f882f0d6e5 req-2c864f5e-f564-4364-900c-fa7bfd435303 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:01.499629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77c95d31-68f1-4e55-9acd-35f882f0d6e5 req-2c864f5e-f564-4364-900c-fa7bfd435303 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 943 time: 0.1083367
Apr 30 21:12:01.633331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04ec2662-c17a-4aee-877c-23b97fe535b6 req-e175645b-bacd-485a-adcb-a06563d016fb tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507077
Apr 30 21:12:01.704179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-b45a99b4-8900-4e50-b5fb-17f7bb89dbf6 service neutron] 10.222.0.20 "GET /v2.0/ports/154e4208-4965-4648-9e7c-f22621d3423a/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1349990
Apr 30 21:12:01.706072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77c95d31-68f1-4e55-9acd-35f882f0d6e5 req-a231d6c8-19e8-4590-b8d9-a3ec2d6ab2b7 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2054904
Apr 30 21:12:01.711717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-aa081a2d-bb8e-403d-89c9-99045cfc5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:01.713207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-aa081a2d-bb8e-403d-89c9-99045cfc5033 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 906 time: 0.2394245
Apr 30 21:12:01.763227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-cde56da9-88b8-492a-a21c-4377459bf36a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0 HTTP/1.1" status: 200  len: 217 time: 0.0432384
Apr 30 21:12:01.847306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-910f8f66-7c6f-494d-8b05-bf7c9bb8b167 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0333254
Apr 30 21:12:01.861655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-253551f8-216d-41ad-8e1e-157780545c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:01.863110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-253551f8-216d-41ad-8e1e-157780545c20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9b48280e-ae20-4ea1-a466-019d611a9a4d HTTP/1.1" status: 200  len: 845 time: 0.0922396
Apr 30 21:12:01.938272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-4fd08b37-0d76-40f1-b07e-7662f23f522a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1b131fa-a537-4b70-82cc-dbac26cd0254&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0656931
Apr 30 21:12:01.977455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43b09e1-c606-48c3-ab4c-b62ee389ba94 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:01.987854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Publish callbacks [] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:02.010184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Transition to ACTIVE for port object c43b09e1-c606-48c3-ab4c-b62ee389ba94 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:02.038969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:02.050974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9027c539-26aa-4fc9-8554-4b31e6470736 req-c58d3109-69a0-4d4e-a8f9-e4d672894e9a tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 210 time: 0.0487211
Apr 30 21:12:02.062723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:02.096312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-cc6c4f85-ce37-4cbf-abd6-a8d6899ee004 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:02.097742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-cc6c4f85-ce37-4cbf-abd6-a8d6899ee004 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2382765
Apr 30 21:12:02.103379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-6877c4f9-2f2d-4877-b6f7-76dd169a430b service neutron] 10.222.0.35 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569176
Apr 30 21:12:02.114348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 154e4208-4965-4648-9e7c-f22621d3423a {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:02.126405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:02.138076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:02.144498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dbf03e55-1608-42dd-abd4-4a49393f2746 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/quotas/4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 375 time: 0.0392258
Apr 30 21:12:02.212586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c43b09e1-c606-48c3-ab4c-b62ee389ba94,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:02.229333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863af9c-868a-4590-b7dd-5d42cf3c49f8 req-b6fdae0d-3f98-4207-82ed-988f3503423d tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:02.232303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6863af9c-868a-4590-b7dd-5d42cf3c49f8 req-b6fdae0d-3f98-4207-82ed-988f3503423d tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 944 time: 0.1182582
Apr 30 21:12:02.254626 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (154e4208-4965-4648-9e7c-f22621d3423a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:02.270943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6982f1b2-8359-425d-9d1c-9b231e1719d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0853648
Apr 30 21:12:02.318176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7df12ac5-a752-4544-8c0b-c7113a4251f2 req-6bb330e1-5574-4b40-8099-c57a98945582 service neutron] 10.222.0.35 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059259
Apr 30 21:12:02.325977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6863af9c-868a-4590-b7dd-5d42cf3c49f8 req-48b96c92-61c9-4485-879b-260aaf0f5562 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857770
Apr 30 21:12:02.403296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Attempting to bind port c43b09e1-c606-48c3-ab4c-b62ee389ba94 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:02.403622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Attempting to bind port c43b09e1-c606-48c3-ab4c-b62ee389ba94 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:02.403869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Attempting to bind port c43b09e1-c606-48c3-ab4c-b62ee389ba94 on network 51417b35-dffb-4e2a-abd0-357ad597c615 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:02.418911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Port c43b09e1-c606-48c3-ab4c-b62ee389ba94 on network 51417b35-dffb-4e2a-abd0-357ad597c615 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:02.421051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Attempting to bind port c43b09e1-c606-48c3-ab4c-b62ee389ba94 on network 51417b35-dffb-4e2a-abd0-357ad597c615 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:02.428468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:02.428733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Checking segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:02.429118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Bound using segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:02.429551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Bound port: c43b09e1-c606-48c3-ab4c-b62ee389ba94, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:02.429949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:02.477479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13fbc0-d7df-4413-9c0c-743e017513b7 req-e6359cf5-92cf-4287-a9c5-9534b7fc4426 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:02.479248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c13fbc0-d7df-4413-9c0c-743e017513b7 req-e6359cf5-92cf-4287-a9c5-9534b7fc4426 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1128 time: 0.0429945
Apr 30 21:12:02.491615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] Transition to ACTIVE for port object 154e4208-4965-4648-9e7c-f22621d3423a will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:02.495190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51532) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:02.524737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] For port c43b09e1-c606-48c3-ab4c-b62ee389ba94, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:02.528892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c13fbc0-d7df-4413-9c0c-743e017513b7 req-4948bf74-192f-4fd2-9d03-710c5d04e844 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427618
Apr 30 21:12:02.529211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] For port c43b09e1-c606-48c3-ab4c-b62ee389ba94, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c43b09e1-c606-48c3-ab4c-b62ee389ba94,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:02.562952 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:02.635804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] Pushing event updated for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=10']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:02.650660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:02.668038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcc7311b-de36-496c-a2e5-fa1661073f08 req-b66382b5-2d25-4a49-b72f-56bd6fd54feb tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 210 time: 0.0492969
Apr 30 21:12:02.690925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9301dcc-11ca-48e5-8826-e32cdf663454 req-7d303695-a8a6-40d4-a1e4-eb2077fc0422 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:02.698205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9301dcc-11ca-48e5-8826-e32cdf663454 req-7d303695-a8a6-40d4-a1e4-eb2077fc0422 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.0717998
Apr 30 21:12:02.701245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81997b21-bf1e-4f39-816d-03eed49ba6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:02.717856 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:02.719322 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:02.721223 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/c43b09e1-c606-48c3-ab4c-b62ee389ba94 HTTP/1.1" status: 200  len: 1092 time: 1.6215308
Apr 30 21:12:02.727030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'tag': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:02.729501 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd80907d-f763-4aa8-8996-98e637d8601f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b3ef0d-1829-471c-9d1f-461b84634a6e", "tag": "c43b09e1-c606-48c3-ab4c-b62ee389ba94"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:02.755543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] No DVR routers for this DVR port 154e4208-4965-4648-9e7c-f22621d3423a on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:12:02.758200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9301dcc-11ca-48e5-8826-e32cdf663454 req-2fe443e6-51d4-49ca-8ec4-841d64ac5256 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589724
Apr 30 21:12:02.873233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9408de-6f30-4499-94df-56525076b4c0 req-bfbacbb0-fa3f-404c-b421-4ef0d87422b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:02.874152 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-bfbacbb0-fa3f-404c-b421-4ef0d87422b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 1126 time: 0.0472527
Apr 30 21:12:02.884078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f5c3a-2eff-4c75-b101-6c41577437d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c43b09e1-c606-48c3-ab4c-b62ee389ba94,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:02.895685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fbd85-7d96-457e-9bf0-5dc5c6b49183 req-b434949b-9b2e-4366-a532-ebb6e9f0eb3e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:02.897263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-264fbd85-7d96-457e-9bf0-5dc5c6b49183 req-b434949b-9b2e-4366-a532-ebb6e9f0eb3e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0637157
Apr 30 21:12:02.914691 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-613b4f16-0786-43d0-bf6a-1b66cb44e627 service neutron] 10.222.0.20 "PUT /v2.0/ports/154e4208-4965-4648-9e7c-f22621d3423a/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1967790
Apr 30 21:12:02.949070 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-a06dfda9-e983-4fd4-83d6-f175db64ac08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b09e1-c606-48c3-ab4c-b62ee389ba94 HTTP/1.1" status: 200  len: 217 time: 0.0652425
Apr 30 21:12:02.958190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-264fbd85-7d96-457e-9bf0-5dc5c6b49183 req-1a4fa228-44d3-4fc3-874c-b3651547cba9 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546622
Apr 30 21:12:03.054029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9408de-6f30-4499-94df-56525076b4c0 req-6a7b2cd0-ffc3-4ae8-b64b-b42b7a00b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.055788 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-6a7b2cd0-ffc3-4ae8-b64b-b42b7a00b3a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54 HTTP/1.1" status: 200  len: 862 time: 0.0989704
Apr 30 21:12:03.061229 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81997b21-bf1e-4f39-816d-03eed49ba6c5 admin admin] Publish callbacks [] for security_group (f2b0888e-5944-4fed-be60-e2dcc4b5d713), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.116315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae9d9-0798-4c3a-a81d-2df2749f95d3 req-2e32ad43-00a7-4a9c-ab8b-1a5de0ccaf3b tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.117851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f01ae9d9-0798-4c3a-a81d-2df2749f95d3 req-2e32ad43-00a7-4a9c-ab8b-1a5de0ccaf3b tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 943 time: 0.0973325
Apr 30 21:12:03.119580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9408de-6f30-4499-94df-56525076b4c0 req-eae6108c-d9f7-45c0-9edd-180cba2c1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.121656 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-eae6108c-d9f7-45c0-9edd-180cba2c1e7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51417b35-dffb-4e2a-abd0-357ad597c615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0591419
Apr 30 21:12:03.125317 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81997b21-bf1e-4f39-816d-03eed49ba6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f2b0888e-5944-4fed-be60-e2dcc4b5d713), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.164528 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81997b21-bf1e-4f39-816d-03eed49ba6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b0888e-5944-4fed-be60-e2dcc4b5d713,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:03.182294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f01ae9d9-0798-4c3a-a81d-2df2749f95d3 req-85875b7d-a4b5-4084-bb25-fbb924bc0fa3 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486143
Apr 30 21:12:03.233057 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb92bdc-b9e5-4c51-928b-7bd5fa914564 x-openstack-request-id: req-7bb92bdc-b9e5-4c51-928b-7bd5fa914564 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:03.233334 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b3ef0d-1829-471c-9d1f-461b84634a6e", "tag": "c43b09e1-c606-48c3-ab4c-b62ee389ba94", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:03.233632 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bb92bdc-b9e5-4c51-928b-7bd5fa914564 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:03.234058 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb92bdc-b9e5-4c51-928b-7bd5fa914564'] response: {'name': 'network-changed', 'server_uuid': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'tag': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'status': 'completed', 'code': 200}
Apr 30 21:12:03.238678 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-81997b21-bf1e-4f39-816d-03eed49ba6c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fdb41e2c2c9d41a9836e14924a739d3d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7423525
Apr 30 21:12:03.242932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51556) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:03.325084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38e62d7e-18e7-4f22-a608-42c3df4f9e43 admin admin] Publish callbacks [] for security_group (f2b0888e-5944-4fed-be60-e2dcc4b5d713), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.328178 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-6011b79b-130a-412c-99ed-662dfd4cbf8b service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002954
Apr 30 21:12:03.333570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87c05e59-56ed-4da0-8c24-0864920ab9d6 req-0249ffe4-212c-4dba-b942-19dfa3de995a tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 210 time: 0.0408568
Apr 30 21:12:03.334506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-2a0e9c4f-a77d-4089-9968-1942f98bb50d tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.336128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-2a0e9c4f-a77d-4089-9968-1942f98bb50d tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1257858
Apr 30 21:12:03.391149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38e62d7e-18e7-4f22-a608-42c3df4f9e43 admin admin] Publish callbacks [] for security_group (f2b0888e-5944-4fed-be60-e2dcc4b5d713), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.411739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-ac1cfb78-9d58-4731-80c9-6a1bd8f3ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.414329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-ac1cfb78-9d58-4731-80c9-6a1bd8f3ed00 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd&tenant_id=77b426139c194813974502d1910c257f HTTP/1.1" status: 200  len: 1127 time: 0.0649979
Apr 30 21:12:03.426124 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-f3cda9b0-277a-44dd-901b-d48aac15ac86 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f727d5639c624deeba0d0d7a7d08810e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0615540
Apr 30 21:12:03.465819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device e3d4a5c6-46ec-4840-adba-bbaa926432a0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:03.540116 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2c9408de-6f30-4499-94df-56525076b4c0 req-8ff4b5fa-77c0-4d3b-9bff-de345872831e service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018642
Apr 30 21:12:03.569227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-d988e05e-cb20-4398-831b-bb67bc5a380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.570805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-d988e05e-cb20-4398-831b-bb67bc5a380d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1127 time: 0.1302934
Apr 30 21:12:03.579638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-06de619b-77ec-4dca-9368-8fd480ae70e0 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.581061 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-06de619b-77ec-4dca-9368-8fd480ae70e0 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1490774
Apr 30 21:12:03.594269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Request body: {'port': {'device_id': '90628276-3647-4b96-9a5e-48538fbed14b', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': 'f727d5639c624deeba0d0d7a7d08810e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:03.609129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:03.625238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'port_id': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'mac_address': 'fa:16:3e:c8:a7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b48280e-ae20-4ea1-a466-019d611a9a4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:03.651852 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38e62d7e-18e7-4f22-a608-42c3df4f9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f2b0888e-5944-4fed-be60-e2dcc4b5d713), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.654849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38e62d7e-18e7-4f22-a608-42c3df4f9e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.656007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-38e62d7e-18e7-4f22-a608-42c3df4f9e43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2b0888e-5944-4fed-be60-e2dcc4b5d713 HTTP/1.1" status: 204  len: 168 time: 0.4120960
Apr 30 21:12:03.682718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e62d7e-18e7-4f22-a608-42c3df4f9e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b0888e-5944-4fed-be60-e2dcc4b5d713,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:03.707426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port e3d4a5c6-46ec-4840-adba-bbaa926432a0 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:03.707916 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.730241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d4a5c6-46ec-4840-adba-bbaa926432a0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:03.739574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905b881-94a8-4717-87a6-e7cd9111f61d req-0dab7f2b-150d-4eff-9874-4f1dd2fd4301 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.754330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:03.763074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5905b881-94a8-4717-87a6-e7cd9111f61d req-0dab7f2b-150d-4eff-9874-4f1dd2fd4301 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 944 time: 0.2549312
Apr 30 21:12:03.823810 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.839627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-df38858b-2d74-48b6-9336-84915c64d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:03.841066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-df38858b-2d74-48b6-9336-84915c64d944 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.2537899
Apr 30 21:12:03.844080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5905b881-94a8-4717-87a6-e7cd9111f61d req-5719f8de-7c95-42b7-81fe-3914475f2819 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802133
Apr 30 21:12:03.868013 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Made reservation on behalf of f727d5639c624deeba0d0d7a7d08810e for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:12:03.877469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:03.878677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:03.951797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bf6e0f9-976b-436d-8e46-1d5158cef2e3 req-b744e1ae-8bdb-4db0-88ae-c2a3300043f4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 210 time: 0.0277674
Apr 30 21:12:04.026127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Allocated IP 192.168.233.84 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:04.056279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['e3d4a5c6-46ec-4840-adba-bbaa926432a0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:04.079099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8e9cf-8dc2-4f1a-b5e6-3b3f2231e5d6 req-e35c6592-b7f8-479c-8cf0-56294fd1a826 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.087334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72a8e9cf-8dc2-4f1a-b5e6-3b3f2231e5d6 req-e35c6592-b7f8-479c-8cf0-56294fd1a826 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.0725667
Apr 30 21:12:04.162022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72a8e9cf-8dc2-4f1a-b5e6-3b3f2231e5d6 req-f03f2da7-6705-46d1-851b-d5cf48f68b33 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675273
Apr 30 21:12:04.224773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks [] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:04.272314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c2077-659b-4668-bf47-2023eb303034 req-37fe3398-752d-4e83-af34-423a9321892e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.273944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-649c2077-659b-4668-bf47-2023eb303034 req-37fe3398-752d-4e83-af34-423a9321892e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0489049
Apr 30 21:12:04.334463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-649c2077-659b-4668-bf47-2023eb303034 req-8ea631a1-5cbb-46a2-bd0d-b03bc663ef92 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497601
Apr 30 21:12:04.338527 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:04.386920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:04.390054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:04.394851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:04.434629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Pushing event updated for resources: {'Port': ['ID=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:04.446165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894109d-13ab-4de5-ae90-1a3e1f6f9324 req-41969f61-e3b5-4677-a9aa-5d01c123203c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.448013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7894109d-13ab-4de5-ae90-1a3e1f6f9324 req-41969f61-e3b5-4677-a9aa-5d01c123203c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 944 time: 0.0542309
Apr 30 21:12:04.451187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:04.460289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.460905 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:04.471586 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30aac453-a05d-44b0-ad0c-a754c9575522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:04.524734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7894109d-13ab-4de5-ae90-1a3e1f6f9324 req-5e8e13b8-ff89-4130-80b8-db11dffcb999 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663371
Apr 30 21:12:04.589921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-b20d4b46-2377-4af5-9ac1-4c35d43754ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 217 time: 0.0444670
Apr 30 21:12:04.594792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80907d-f763-4aa8-8996-98e637d8601f req-14a1227b-5cf4-45c9-9413-bd1e73d040ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.597270 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fd80907d-f763-4aa8-8996-98e637d8601f req-14a1227b-5cf4-45c9-9413-bd1e73d040ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 1126 time: 0.0563195
Apr 30 21:12:04.601339 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-8df23d73-8d59-4b58-9690-693b821f7960 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0115385
Apr 30 21:12:04.619473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Request body: {'port': {'device_id': '90628276-3647-4b96-9a5e-48538fbed14b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:04.696179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-172211d9-90c6-4249-9851-85a0dda7d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.697949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-172211d9-90c6-4249-9851-85a0dda7d7c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1013260
Apr 30 21:12:04.709384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30aac453-a05d-44b0-ad0c-a754c9575522 admin admin] Publish callbacks [] for security_group (431e0e36-ca5a-481f-b462-c0c00a6c7ef7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:04.721283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dd53afb7-1147-4165-857f-5296ec81b6ba None None] Provisioning complete for port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:04.721868 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd53afb7-1147-4165-857f-5296ec81b6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:04.742044 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:04.753635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-046a24e6-dbd0-45b3-89f2-f5cb8f1fa3a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463355
Apr 30 21:12:04.760391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dd53afb7-1147-4165-857f-5296ec81b6ba None None] Port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:12:04.765118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80907d-f763-4aa8-8996-98e637d8601f req-bd61b9b0-fe84-443d-8133-9ab9d5aa2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.766617 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fd80907d-f763-4aa8-8996-98e637d8601f req-bd61b9b0-fe84-443d-8133-9ab9d5aa2fff service neutron] 10.222.0.35 "GET /v2.0/networks?id=51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 200  len: 924 time: 0.1632173
Apr 30 21:12:04.775783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc133-5cd0-4197-a5a9-652cfb130e6b req-5f17fc46-f87b-4eaf-976d-19e7b52951ca tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.777556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f5bc133-5cd0-4197-a5a9-652cfb130e6b req-5f17fc46-f87b-4eaf-976d-19e7b52951ca tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 935 time: 0.1166422
Apr 30 21:12:04.829708 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fd80907d-f763-4aa8-8996-98e637d8601f req-3337b35f-3608-420c-8f65-29c77128f694 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b09e1-c606-48c3-ab4c-b62ee389ba94 HTTP/1.1" status: 200  len: 217 time: 0.0416870
Apr 30 21:12:04.830079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30aac453-a05d-44b0-ad0c-a754c9575522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (431e0e36-ca5a-481f-b462-c0c00a6c7ef7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:04.903063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-30aac453-a05d-44b0-ad0c-a754c9575522 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4860de9410494884aafea52798527174&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4471583
Apr 30 21:12:04.912602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51600) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:04.926916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f5bc133-5cd0-4197-a5a9-652cfb130e6b req-25f59684-957b-4df4-91e7-efde7fa6ad1f tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393931
Apr 30 21:12:04.936242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aac453-a05d-44b0-ad0c-a754c9575522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431e0e36-ca5a-481f-b462-c0c00a6c7ef7,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:04.952323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80907d-f763-4aa8-8996-98e637d8601f req-34948aad-8de1-498b-a989-1a9a3386daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:04.954069 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fd80907d-f763-4aa8-8996-98e637d8601f req-34948aad-8de1-498b-a989-1a9a3386daf8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54 HTTP/1.1" status: 200  len: 862 time: 0.1096461
Apr 30 21:12:04.959254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-34a02780-7b84-48ad-8fcf-e6378665c650 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971681
Apr 30 21:12:05.059175 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e5d35dc-0fdb-482c-82d7-59947882ee90 admin admin] Publish callbacks [] for security_group (431e0e36-ca5a-481f-b462-c0c00a6c7ef7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.077467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80907d-f763-4aa8-8996-98e637d8601f req-d66b7b6b-925c-4eb5-bdba-b2c63081f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:05.081791 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fd80907d-f763-4aa8-8996-98e637d8601f req-d66b7b6b-925c-4eb5-bdba-b2c63081f85b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51417b35-dffb-4e2a-abd0-357ad597c615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1193178
Apr 30 21:12:05.101367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e5d35dc-0fdb-482c-82d7-59947882ee90 admin admin] Publish callbacks [] for security_group (431e0e36-ca5a-481f-b462-c0c00a6c7ef7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.145388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-30cebcf3-b60b-4895-b451-9b2bc8dd864e service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793058
Apr 30 21:12:05.179762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de4893-8ee5-4ad3-b3be-1478d4028ee9 req-9b30f813-9659-41bd-a45f-af3770c6c76a tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:05.180946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98de4893-8ee5-4ad3-b3be-1478d4028ee9 req-9b30f813-9659-41bd-a45f-af3770c6c76a tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 944 time: 0.0817506
Apr 30 21:12:05.226021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:05.227060 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fd80907d-f763-4aa8-8996-98e637d8601f req-cc45dd07-d2f8-4a90-b2c5-f143957f74c0 service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392741
Apr 30 21:12:05.231486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:12:05.252173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98de4893-8ee5-4ad3-b3be-1478d4028ee9 req-74082cd9-f9e9-4a60-ab64-1914e245a156 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560706
Apr 30 21:12:05.309494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51610) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:05.340475 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e5d35dc-0fdb-482c-82d7-59947882ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (431e0e36-ca5a-481f-b462-c0c00a6c7ef7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.343642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e5d35dc-0fdb-482c-82d7-59947882ee90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.345027 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3e5d35dc-0fdb-482c-82d7-59947882ee90 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/431e0e36-ca5a-481f-b462-c0c00a6c7ef7 HTTP/1.1" status: 204  len: 168 time: 0.4315009
Apr 30 21:12:05.412801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:05.413189 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.416851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d35dc-0fdb-482c-82d7-59947882ee90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431e0e36-ca5a-481f-b462-c0c00a6c7ef7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:05.465907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:05.468426 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb549bc8-8742-4966-b0f8-0e056a3f5ee5" -d '{"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-unplugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:05.474715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ac1a709-f103-4bb4-a34d-ba50c9d83c6f req-1a597903-eaee-4755-9abd-b338110fcb2d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 210 time: 0.1058600
Apr 30 21:12:05.481540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:05.493184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device e3d4a5c6-46ec-4840-adba-bbaa926432a0 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:05.548603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:05.550260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'mac_address': 'fa:16:3e:14:c2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:05.569941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-007279df-ff68-4575-a8d2-9747a4250107 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:12:05.571031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-007279df-ff68-4575-a8d2-9747a4250107 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.2605200
Apr 30 21:12:05.585405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port e3d4a5c6-46ec-4840-adba-bbaa926432a0 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:12:05.602348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:05.603136 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.613929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:05.619624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:05.625947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Publish callbacks [] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.629530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.630602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 154e4208-4965-4648-9e7c-f22621d3423a no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:12:05.664222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Transition to ACTIVE for port object 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:05.683973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc033-9240-4d66-b3cf-f9dc846cf488 req-07c8bf29-f1aa-4ed8-b9db-899940551cd9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:05.689116 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fd80907d-f763-4aa8-8996-98e637d8601f req-67132a1f-540e-4f6c-a42d-569d0e7e8cea service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4538186
Apr 30 21:12:05.693346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cccbc033-9240-4d66-b3cf-f9dc846cf488 req-07c8bf29-f1aa-4ed8-b9db-899940551cd9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.0854964
Apr 30 21:12:05.713248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:05.741876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port e3d4a5c6-46ec-4840-adba-bbaa926432a0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:05.743167 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.756047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cccbc033-9240-4d66-b3cf-f9dc846cf488 req-f61524f7-0e35-468e-9fdb-b4a444748be7 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614879
Apr 30 21:12:05.759961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.801854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port 154e4208-4965-4648-9e7c-f22621d3423a host nch2-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:12:05.802229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 154e4208-4965-4648-9e7c-f22621d3423a not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:12:05.816530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:12:05.816530 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:12:05.834524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:05.904846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port e3d4a5c6-46ec-4840-adba-bbaa926432a0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:05.905259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:05.915737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad78f18-9184-49d5-a56f-9ef8d9b7256f req-40bd3b4a-cb43-45d9-a880-040965fada65 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:05.924039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ad78f18-9184-49d5-a56f-9ef8d9b7256f req-40bd3b4a-cb43-45d9-a880-040965fada65 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 948 time: 0.0931494
Apr 30 21:12:05.987167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b5a85475-3457-4f23-82eb-08ae939e7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:05.988770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b5a85475-3457-4f23-82eb-08ae939e7428 service neutron] 10.222.0.23 "GET /v2.0/ports/4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 200  len: 1125 time: 0.3296158
Apr 30 21:12:06.008961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:06.009472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Unknown quota resources ['binding']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:12:06.012729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:06.018894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-171f656d-f5dc-4a17-a451-47adf06b70b7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0592847
Apr 30 21:12:06.028588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-8a4696e7-10d1-4763-adbb-b84d6c743dd3 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:06.030361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-8a4696e7-10d1-4763-adbb-b84d6c743dd3 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0942590
Apr 30 21:12:06.067899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ad78f18-9184-49d5-a56f-9ef8d9b7256f req-49706acf-30eb-4fba-acc0-db9c240a3d5f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429758
Apr 30 21:12:06.082775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:06.151628 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57fa121-5471-43ef-bd18-b39f41e81acf x-openstack-request-id: req-b57fa121-5471-43ef-bd18-b39f41e81acf {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:06.151937 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-unplugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:06.152198 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b57fa121-5471-43ef-bd18-b39f41e81acf {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:06.152594 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57fa121-5471-43ef-bd18-b39f41e81acf'] response: {'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'code': 200}
Apr 30 21:12:06.194464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Attempting to bind port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:06.195401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Attempting to bind port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:06.195536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Attempting to bind port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:06.207145 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:06.207644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Attempting to bind port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:06.212301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:06.221984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:06.221984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:06.221984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:06.222601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Bound port: 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:06.223104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:06.318216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] For port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:06.322307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] For port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:06.356134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:06.356528 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:06.376173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:06.397895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:06.408070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-e6f56b2d-3611-4b3c-84f8-1f908d299dc0 service neutron] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:06.412310 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-e6f56b2d-3611-4b3c-84f8-1f908d299dc0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:06.413442 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98c8585f-2ed1-42a2-a8b4-969df111790c req-e6f56b2d-3611-4b3c-84f8-1f908d299dc0 service neutron] 10.222.0.35 "DELETE /v2.0/ports/154e4208-4965-4648-9e7c-f22621d3423a/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3685179
Apr 30 21:12:06.424506 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:06.461899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:06.462372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:06.464649 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d HTTP/1.1" status: 200  len: 1095 time: 1.8518395
Apr 30 21:12:06.464802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90628276-3647-4b96-9a5e-48538fbed14b', 'tag': '6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:06.466974 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed74f5f-0c20-4207-a0a3-91baba088fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "90628276-3647-4b96-9a5e-48538fbed14b", "tag": "6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:06.475284 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:06.499817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46235e7e-42e4-419e-aba5-f0239485ee57 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:06.538818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebe020-5dfd-4b14-bedd-27cc542f20f3 req-417504e5-d233-437e-869e-52ff92feeec0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:06.550565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46ebe020-5dfd-4b14-bedd-27cc542f20f3 req-417504e5-d233-437e-869e-52ff92feeec0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.2881877
Apr 30 21:12:06.579573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:06.592136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-9aca260d-9162-4dee-a541-49068ea7dfbc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:06.594169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-9aca260d-9162-4dee-a541-49068ea7dfbc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5443437
Apr 30 21:12:06.621132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Request body: {'port': {'device_id': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '4d8bde5d9ca44f859b5536d3398b63d4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:06.694295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46ebe020-5dfd-4b14-bedd-27cc542f20f3 req-2c4132a1-c633-45a9-8b9b-7864e883ec13 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463952
Apr 30 21:12:06.723385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on host nch1-master-1 for vnic_type normal with profile None {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:06.723727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:06.724049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:06.731870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:06.732192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:06.748574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:06.748867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:06.749251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:06.749688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Bound port: 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:06.753001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:06.850647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-ad953299-6db3-4eeb-bffe-54b2998211d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:06.852309 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-ad953299-6db3-4eeb-bffe-54b2998211d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f727d5639c624deeba0d0d7a7d08810e&device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 1129 time: 0.0543978
Apr 30 21:12:06.861586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebef3ca-eac6-4c84-95b7-1f47094bb850 req-29053726-b1f2-4f0e-9138-41e96fa90ca1 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:06.865437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ebef3ca-eac6-4c84-95b7-1f47094bb850 req-29053726-b1f2-4f0e-9138-41e96fa90ca1 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 947 time: 0.1034636
Apr 30 21:12:06.905463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:06.943291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ebef3ca-eac6-4c84-95b7-1f47094bb850 req-264de347-1cd2-405e-acc9-4d26ae1fff6c tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716965
Apr 30 21:12:06.965525 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-fbfa1b7a-81a2-496e-9b1f-b7507769a906 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d HTTP/1.1" status: 200  len: 217 time: 0.0936017
Apr 30 21:12:06.978003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Made reservation on behalf of 4d8bde5d9ca44f859b5536d3398b63d4 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:12:06.982868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:07.050304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-1d3af77b-0859-452f-bc9b-e5d31c19c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:07.051778 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-1d3af77b-0859-452f-bc9b-e5d31c19c1d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0761116
Apr 30 21:12:07.056512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:07.057648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-b379b86b-609e-4bde-bcd7-efb8f7d85ee2 service neutron] 10.222.0.23 "POST /v2.0/ports/4306ca96-09e1-476e-90ee-9c1a1813cb5f/bindings HTTP/1.1" status: 201  len: 389 time: 1.0564888
Apr 30 21:12:07.103442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-5db50b60-bf78-48f7-b6d3-e650e3010273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:07.103671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc696a-cbcc-4b2a-8a46-813b102f9795 req-3a308a74-6a21-4269-991e-dbbf94452302 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:07.104840 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-5db50b60-bf78-48f7-b6d3-e650e3010273 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0400321
Apr 30 21:12:07.105090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7dc696a-cbcc-4b2a-8a46-813b102f9795 req-3a308a74-6a21-4269-991e-dbbf94452302 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 944 time: 0.0905573
Apr 30 21:12:07.197029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7dc696a-cbcc-4b2a-8a46-813b102f9795 req-573702c3-323b-4345-bcc6-ffaffc788244 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838428
Apr 30 21:12:07.209638 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-6c4716a9-666a-40b9-8d63-057dfa534112 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978041
Apr 30 21:12:07.220775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Allocated IP 192.168.233.108 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/847cb3b0-ee43-4565-9188-e7bd64f115af) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:07.241468 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38adf985-15e1-4aab-af2e-1b6c297c483e x-openstack-request-id: req-38adf985-15e1-4aab-af2e-1b6c297c483e {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:07.241784 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90628276-3647-4b96-9a5e-48538fbed14b", "tag": "6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:07.242040 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38adf985-15e1-4aab-af2e-1b6c297c483e {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:07.242723 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38adf985-15e1-4aab-af2e-1b6c297c483e'] response: {'name': 'network-changed', 'server_uuid': '90628276-3647-4b96-9a5e-48538fbed14b', 'tag': '6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d', 'status': 'completed', 'code': 200}
Apr 30 21:12:07.380053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf6c7ce0-2198-4ff2-a3bf-fd65a6f3a8fe req-97addfe8-fabe-4b48-9066-3eee6c13d43b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 210 time: 0.0635624
Apr 30 21:12:07.410050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f55c94-c704-4b74-8dd0-64de1782b23b req-682cce0d-c1c2-4535-9fec-eb5d742c13dc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:07.411557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81f55c94-c704-4b74-8dd0-64de1782b23b req-682cce0d-c1c2-4535-9fec-eb5d742c13dc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.0814223
Apr 30 21:12:07.473812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks [] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:07.478742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:07.485527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81f55c94-c704-4b74-8dd0-64de1782b23b req-39bad250-8a13-43c6-8d4d-26200de2a9bc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671988
Apr 30 21:12:07.503221 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70c1ebb6-0d00-4cb8-96a4-e9ac31a5a882 req-e3557655-a9ec-4db4-90b2-ac1a9c87770f service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257241
Apr 30 21:12:07.524837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c43b09e1-c606-48c3-ab4c-b62ee389ba94 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:07.599448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:07.599861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:07.646575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548744db-089e-426b-b11c-69c5b667156d req-d56b021c-c9c1-49b1-a20d-ff3317098bb7 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:07.650755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-548744db-089e-426b-b11c-69c5b667156d req-d56b021c-c9c1-49b1-a20d-ff3317098bb7 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 949 time: 0.0600929
Apr 30 21:12:07.661596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:07.760353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:07.773349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3472303-2591-43f3-9d45-a6a120b2c1ec req-0872f9b4-3096-4abe-bfc8-32a36b663233 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:07.774867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3472303-2591-43f3-9d45-a6a120b2c1ec req-0872f9b4-3096-4abe-bfc8-32a36b663233 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 946 time: 0.1232171
Apr 30 21:12:07.781573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:07.783156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:07.788074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:07.827263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event updated for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:07.846272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-548744db-089e-426b-b11c-69c5b667156d req-a6f368ed-e2f5-493b-b7dc-853fc5719803 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812234
Apr 30 21:12:07.873552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:07.874528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:07.937437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3472303-2591-43f3-9d45-a6a120b2c1ec req-03a8ae35-e855-419b-9697-004525f9568c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511605
Apr 30 21:12:07.961824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c43b09e1-c606-48c3-ab4c-b62ee389ba94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c43b09e1-c606-48c3-ab4c-b62ee389ba94,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:07.991089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'port_id': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'mac_address': 'fa:16:3e:ee:dd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:07.995805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:07.995989 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:08.010406 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-6ae87a28-eb16-4f3a-9631-79796faeb32d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3949194
Apr 30 21:12:08.046381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Request body: {'port': {'device_id': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:08.108929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port c43b09e1-c606-48c3-ab4c-b62ee389ba94 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:08.109241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:08.110852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dbb22-1d7a-4f34-92dd-33c9c5c42873 req-a94ac123-53f1-41cf-aa1d-4595123b6573 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.112324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:08.112443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce0dbb22-1d7a-4f34-92dd-33c9c5c42873 req-a94ac123-53f1-41cf-aa1d-4595123b6573 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.1205275
Apr 30 21:12:08.114047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-eac024c3-388c-40c6-aa1a-f8c5e9ce5a0d None None] Provisioning complete for port 847cb3b0-ee43-4565-9188-e7bd64f115af triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:08.114434 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eac024c3-388c-40c6-aa1a-f8c5e9ce5a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:08.120324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7111-d4c9-4676-b824-b8a3c40d05ff req-81fc1b6f-d399-4c79-9a24-8e320d2bd16b tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.121792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-085f7111-d4c9-4676-b824-b8a3c40d05ff req-81fc1b6f-d399-4c79-9a24-8e320d2bd16b tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1127 time: 0.1178305
Apr 30 21:12:08.155469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0'}, {'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:08.157656 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88c4b10-b04a-4fd8-ab2b-ba1f1b1f7161" -d '{"events": [{"server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0"}, {"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-plugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:08.173219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43b09e1-c606-48c3-ab4c-b62ee389ba94 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:08.194763 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:08.205894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-eac024c3-388c-40c6-aa1a-f8c5e9ce5a0d None None] Port 847cb3b0-ee43-4565-9188-e7bd64f115af cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:12:08.208410 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:08.211786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c43b09e1-c606-48c3-ab4c-b62ee389ba94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c43b09e1-c606-48c3-ab4c-b62ee389ba94,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:08.233082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-085f7111-d4c9-4676-b824-b8a3c40d05ff req-f2413620-873f-4284-b08b-74f9725ea343 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036313
Apr 30 21:12:08.254394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce0dbb22-1d7a-4f34-92dd-33c9c5c42873 req-1244584a-9d21-4858-a505-f9e5c4afd639 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316679
Apr 30 21:12:08.265250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:08.368340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:08.404727 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f237fa5c-0d2f-43ce-8b6f-a388a3c81be3 x-openstack-request-id: req-f237fa5c-0d2f-43ce-8b6f-a388a3c81be3 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:08.410634 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0", "code": 200}, {"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-plugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:08.410634 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f237fa5c-0d2f-43ce-8b6f-a388a3c81be3 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:08.410634 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f237fa5c-0d2f-43ce-8b6f-a388a3c81be3'] response: {'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'code': 200}
Apr 30 21:12:08.410634 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f237fa5c-0d2f-43ce-8b6f-a388a3c81be3'] response: {'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'code': 200}
Apr 30 21:12:08.446658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=c43b09e1-c606-48c3-ab4c-b62ee389ba94,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:08.482184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319b97d-dbdf-4294-86b6-d3c462e0a2d0 req-2cd52f2f-23e4-45a8-a242-87eed8aa5d18 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.483661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4319b97d-dbdf-4294-86b6-d3c462e0a2d0 req-2cd52f2f-23e4-45a8-a242-87eed8aa5d18 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 947 time: 0.1261895
Apr 30 21:12:08.492202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce320e-6f6b-4d8a-ae11-d8dd2dce0191 req-14c44c3b-3d1c-4403-b8fd-1ca91cd76c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.493750 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e5ce320e-6f6b-4d8a-ae11-d8dd2dce0191 req-14c44c3b-3d1c-4403-b8fd-1ca91cd76c7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 1127 time: 0.0458553
Apr 30 21:12:08.536666 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e5ce320e-6f6b-4d8a-ae11-d8dd2dce0191 req-5f012fca-3b97-4671-a772-0330684328c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367198
Apr 30 21:12:08.555996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e246b-5879-408d-bf01-ae89940e5141 req-9a03733a-ccea-4b26-9516-014073d3d282 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.557437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b1e246b-5879-408d-bf01-ae89940e5141 req-9a03733a-ccea-4b26-9516-014073d3d282 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 945 time: 0.0728369
Apr 30 21:12:08.596249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['c43b09e1-c606-48c3-ab4c-b62ee389ba94'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:08.634043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4319b97d-dbdf-4294-86b6-d3c462e0a2d0 req-95faa8c9-e44a-4b38-9d23-c0c83869ea14 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378551
Apr 30 21:12:08.665427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b1e246b-5879-408d-bf01-ae89940e5141 req-afd7f4ae-ceb3-4a91-95b4-1eaf04b21988 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968444
Apr 30 21:12:08.759597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847cb3b0-ee43-4565-9188-e7bd64f115af {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:08.779664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Publish callbacks [] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:08.788804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-317eaacf-61f5-42f1-a979-9a1a72260a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.790572 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-317eaacf-61f5-42f1-a979-9a1a72260a4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f727d5639c624deeba0d0d7a7d08810e&device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 1129 time: 0.0946383
Apr 30 21:12:08.880064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.20', 55305) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:08.905394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Transition to ACTIVE for port object 847cb3b0-ee43-4565-9188-e7bd64f115af will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:08.917826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-9e72331b-6807-4d3a-98d1-e4f7631eba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.920142 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-9e72331b-6807-4d3a-98d1-e4f7631eba3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1128 time: 0.1537657
Apr 30 21:12:08.924131 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-cc6bf97a-368b-41e3-98b9-a5f581f9e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.925548 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-cc6bf97a-368b-41e3-98b9-a5f581f9e832 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1221824
Apr 30 21:12:08.928175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23946171-8721-4779-a6ac-e6d114f8855f req-2fbe928b-9948-4e25-af6a-7c2118c634cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.929568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23946171-8721-4779-a6ac-e6d114f8855f req-2fbe928b-9948-4e25-af6a-7c2118c634cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 936 time: 0.1472924
Apr 30 21:12:08.931388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25c102-4677-44f6-a0d5-a0e8697d9958 req-c8e7cd86-8933-4056-bd9f-219758cde59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:08.933373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ae25c102-4677-44f6-a0d5-a0e8697d9958 req-c8e7cd86-8933-4056-bd9f-219758cde59d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1132 time: 0.0502734
Apr 30 21:12:08.976397 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-c0d77579-b8fe-4e0b-ab3e-23c114314db1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d HTTP/1.1" status: 200  len: 217 time: 0.0420606
Apr 30 21:12:09.005882 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:09.035149 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ae25c102-4677-44f6-a0d5-a0e8697d9958 req-86ccfec3-3099-4a0f-aa3d-e8dd06571463 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953879
Apr 30 21:12:09.044298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-4938189d-e180-4e65-bfa0-4489bd4bed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:09.045747 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-4938189d-e180-4e65-bfa0-4489bd4bed8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0623286
Apr 30 21:12:09.079495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-b92cd638-0699-416f-94a0-cb94dba538bf tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:09.081026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-b92cd638-0699-416f-94a0-cb94dba538bf tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 821 time: 0.2904115
Apr 30 21:12:09.277268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-13c70049-98e7-4ac0-8b44-14873797520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:09.279115 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-13c70049-98e7-4ac0-8b44-14873797520b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0395331
Apr 30 21:12:09.284717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Pushing event updated for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:09.295094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23946171-8721-4779-a6ac-e6d114f8855f req-c5aa88fd-3643-440c-b74a-a40923cc592b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3535547
Apr 30 21:12:09.306305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-a0b45d0b-c003-4590-9a8c-a9abbc617421 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/quotas/77b426139c194813974502d1910c257f HTTP/1.1" status: 200  len: 375 time: 0.2179959
Apr 30 21:12:09.386541 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-9bb5119b-d15c-4572-981e-f97044178142 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1004479
Apr 30 21:12:09.397796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-dc980688-1cb8-4d5c-b851-72515303c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:09.399227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-dc980688-1cb8-4d5c-b851-72515303c638 service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.4688036
Apr 30 21:12:09.445966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-ee240179-2fed-4b92-9606-ce091b436562 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1121638
Apr 30 21:12:09.482900 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ed74f5f-0c20-4207-a0a3-91baba088fe1 req-5fade562-327c-4294-8a7c-1640dba5153f service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892663
Apr 30 21:12:09.507570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Attempting to bind port 847cb3b0-ee43-4565-9188-e7bd64f115af on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:09.507822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Attempting to bind port 847cb3b0-ee43-4565-9188-e7bd64f115af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:09.508146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Attempting to bind port 847cb3b0-ee43-4565-9188-e7bd64f115af on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:09.512002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c43b09e1-c606-48c3-ab4c-b62ee389ba94 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:09.515599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a081b7-6c24-4d65-aa75-b093506eb67a req-a1ac5151-4768-4d3d-bf32-03b1bacd78f1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:09.517056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a081b7-6c24-4d65-aa75-b093506eb67a req-a1ac5151-4768-4d3d-bf32-03b1bacd78f1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.1114516
Apr 30 21:12:09.535135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Port 847cb3b0-ee43-4565-9188-e7bd64f115af on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:09.535454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Attempting to bind port 847cb3b0-ee43-4565-9188-e7bd64f115af on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:09.559974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port c43b09e1-c606-48c3-ab4c-b62ee389ba94 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:12:09.560573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:09.560915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:09.561292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:09.561718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Bound port: 847cb3b0-ee43-4565-9188-e7bd64f115af, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:09.562092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:09.623704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port c43b09e1-c606-48c3-ab4c-b62ee389ba94 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:09.624264 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:09.626721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-84f25e6d-2b0e-4568-884b-b799a8d1195b service neutron] 10.222.0.23 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728876
Apr 30 21:12:09.639655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a081b7-6c24-4d65-aa75-b093506eb67a req-e9eb1e82-278e-45c0-8553-11910794448d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157100
Apr 30 21:12:09.727827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port c43b09e1-c606-48c3-ab4c-b62ee389ba94 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:09.727827 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:09.756361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c43b09e1-c606-48c3-ab4c-b62ee389ba94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c43b09e1-c606-48c3-ab4c-b62ee389ba94,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:09.759433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:09.794446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff91d2-c7d8-4cd2-a7a3-97ba46c24f2f req-62803d8d-af70-43da-aa13-43594cb079cb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:09.795925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6ff91d2-c7d8-4cd2-a7a3-97ba46c24f2f req-62803d8d-af70-43da-aa13-43594cb079cb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 946 time: 0.0730727
Apr 30 21:12:09.799559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:09.820147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:09.860387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-efc2d17a-85b9-45a7-94e6-66c021952764 service neutron] 10.222.0.23 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246451
Apr 30 21:12:09.863404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-09eefca9-5880-4b35-8000-6592e91ca934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 200  len: 217 time: 0.0470943
Apr 30 21:12:09.869687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=c43b09e1-c606-48c3-ab4c-b62ee389ba94,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:09.883447 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:09.961885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6ff91d2-c7d8-4cd2-a7a3-97ba46c24f2f req-2fbcc8b4-7b6a-40d8-8b80-ab4acb7dfc3e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577716
Apr 30 21:12:09.965387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:09.966059 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:09.967465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] 10.222.0.35 "PUT /v2.0/ports/847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 200  len: 1096 time: 1.9270217
Apr 30 21:12:09.969908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:09.972271 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc9d6e0-1c01-4777-9118-20db028d722e" -d '{"events": [{"name": "network-changed", "server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:09.989269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-e01dbda0-53e7-4ff1-83ae-429684694def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:09.990686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-e01dbda0-53e7-4ff1-83ae-429684694def service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.1177466
Apr 30 21:12:10.003932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6383f-e3b5-4d35-91e3-9cf6589b1c42 service neutron] Pushing event updated for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:10.059500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-595b4dce-fdc4-4636-bdf4-9e058dcbe68c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391040
Apr 30 21:12:10.118348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d5355-e526-48cc-a8dc-a9bef8bb9716 req-72398886-1113-4bf6-8888-26cd4552893f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:10.128730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e9d5355-e526-48cc-a8dc-a9bef8bb9716 req-72398886-1113-4bf6-8888-26cd4552893f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0794244
Apr 30 21:12:10.244675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-4923fa6d-15f2-4d1e-b89e-c1de025ad99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:10.246833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-4923fa6d-15f2-4d1e-b89e-c1de025ad99e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 1130 time: 0.1144280
Apr 30 21:12:10.361881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-226ed2ab-22fd-4b31-91d6-9503dc82906b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 200  len: 217 time: 0.0938396
Apr 30 21:12:10.389963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76521693-d2de-45cc-9035-d8e5abe9ccd7 req-eb0042ed-d13c-47ee-b91e-362b0f644016 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:10.391400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76521693-d2de-45cc-9035-d8e5abe9ccd7 req-eb0042ed-d13c-47ee-b91e-362b0f644016 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 947 time: 0.1481571
Apr 30 21:12:10.394391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e9d5355-e526-48cc-a8dc-a9bef8bb9716 req-bde4667e-60e2-4414-ae3d-4eb636c12e73 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648776
Apr 30 21:12:10.418150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:10.418150 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824b02fd-e409-4952-bdba-3d05b551d2e1" -d '{"events": [{"server_uuid": "c8b3ef0d-1829-471c-9d1f-461b84634a6e", "name": "network-vif-plugged", "status": "completed", "tag": "c43b09e1-c606-48c3-ab4c-b62ee389ba94"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:10.463369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-50070cc5-262f-49a4-83eb-db77a1ef68c0 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2716947
Apr 30 21:12:10.495188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-c3798dfe-4270-458a-b50c-09831f85ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:10.497138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-c3798dfe-4270-458a-b50c-09831f85ebba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1267185
Apr 30 21:12:10.575297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76521693-d2de-45cc-9035-d8e5abe9ccd7 req-e9e5c4f7-c2ee-438c-9977-a20864a0e023 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775727
Apr 30 21:12:10.609814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d032c-7b03-4a3b-a3da-2d4317dfd071 req-e627403e-fd61-41d7-a1f6-852717e5653a tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:10.611072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc2d032c-7b03-4a3b-a3da-2d4317dfd071 req-e627403e-fd61-41d7-a1f6-852717e5653a tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 946 time: 0.1453264
Apr 30 21:12:10.623075 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddbd82d-5284-4a64-b49c-10dcc453d1de x-openstack-request-id: req-cddbd82d-5284-4a64-b49c-10dcc453d1de {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:10.623363 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:10.623613 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cddbd82d-5284-4a64-b49c-10dcc453d1de {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:10.624112 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddbd82d-5284-4a64-b49c-10dcc453d1de'] response: {'name': 'network-changed', 'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'status': 'completed', 'code': 200}
Apr 30 21:12:10.641392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-f2ded899-76da-4410-8efa-2e129639f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:10.642901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-f2ded899-76da-4410-8efa-2e129639f434 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1219218
Apr 30 21:12:10.755959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba9eb1e8-564c-4d12-adb1-93ac545cab91 req-b2d3f290-33f5-49a3-8b71-2dbeaf86adeb tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 210 time: 0.0880642
Apr 30 21:12:10.786516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc2d032c-7b03-4a3b-a3da-2d4317dfd071 req-327a1143-2921-448a-8c17-85f9f7686777 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1653283
Apr 30 21:12:10.791360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-c01fb31c-ed2d-4c32-9260-58acb42e3db4 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3169780
Apr 30 21:12:10.839613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-5428cc51-67ab-4adc-b8d2-50ffd8297877 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810217
Apr 30 21:12:10.875017 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f735aa-1309-4e2b-b78c-5c1d5120c986 x-openstack-request-id: req-35f735aa-1309-4e2b-b78c-5c1d5120c986 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:10.875490 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b3ef0d-1829-471c-9d1f-461b84634a6e", "name": "network-vif-plugged", "status": "completed", "tag": "c43b09e1-c606-48c3-ab4c-b62ee389ba94", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:10.875585 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35f735aa-1309-4e2b-b78c-5c1d5120c986 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:10.875925 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f735aa-1309-4e2b-b78c-5c1d5120c986'] response: {'server_uuid': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'code': 200}
Apr 30 21:12:10.981254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79841656-a3a9-4d24-9205-853800cbd251 req-51783821-7b38-40e9-a239-984b31ada2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:10.983389 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79841656-a3a9-4d24-9205-853800cbd251 req-51783821-7b38-40e9-a239-984b31ada2b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 1128 time: 0.0394411
Apr 30 21:12:10.983559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d1b6-76d3-40c1-95e1-c3228c2e50b3 req-1171345f-378b-4445-b65c-e23199329c90 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:10.985277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6336d1b6-76d3-40c1-95e1-c3228c2e50b3 req-1171345f-378b-4445-b65c-e23199329c90 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 948 time: 0.1181386
Apr 30 21:12:11.029027 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79841656-a3a9-4d24-9205-853800cbd251 req-8962c0e5-b056-4278-a05e-f94018913250 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397680
Apr 30 21:12:11.032305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-c3026ba0-cee8-4e2f-a502-971121dc949d tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:11.033867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-c3026ba0-cee8-4e2f-a502-971121dc949d tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0959160
Apr 30 21:12:11.044262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb0b995-7cd5-4d5a-a4ad-fd76ef6e3043 req-1eef1ca9-0d53-4a9a-a36d-6301525718ef service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968694
Apr 30 21:12:11.052666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:11.090156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6336d1b6-76d3-40c1-95e1-c3228c2e50b3 req-7e570266-7e94-4cd7-8ab8-8b3d729513e9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940301
Apr 30 21:12:11.124871 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:11.253682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b7bde-60d0-4b49-b81e-71b66c2ab050 req-dd99ce07-260a-41d1-9a2d-df9f1b37ee18 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:11.255157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a83b7bde-60d0-4b49-b81e-71b66c2ab050 req-dd99ce07-260a-41d1-9a2d-df9f1b37ee18 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0956094
Apr 30 21:12:11.493205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:11.519281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:11.527710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69cc51-b0bb-424b-9690-9364545544e3 req-33b53402-c0f7-473b-b7e3-c008adc7f924 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:11.529155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be69cc51-b0bb-424b-9690-9364545544e3 req-33b53402-c0f7-473b-b7e3-c008adc7f924 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 946 time: 0.0914595
Apr 30 21:12:11.540169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a83b7bde-60d0-4b49-b81e-71b66c2ab050 req-bd6eeaff-f6b1-4a4b-9b02-735a390bc128 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2775097
Apr 30 21:12:11.601612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:11.606723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be69cc51-b0bb-424b-9690-9364545544e3 req-fba21d0a-3182-4528-a13b-15e520d214ea tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710964
Apr 30 21:12:11.608032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:11.622991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d', 'mac_address': 'fa:16:3e:2a:8e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:11.668377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:11.669864 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:11.692211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Publish callbacks [] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:11.702269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:11.707564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98be798-7b61-4b2d-bab0-40f8eec28a5c req-669e9d0b-59d6-4d89-8ead-bcbc3ef41e54 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:11.709215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f98be798-7b61-4b2d-bab0-40f8eec28a5c req-669e9d0b-59d6-4d89-8ead-bcbc3ef41e54 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0820215
Apr 30 21:12:11.727215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:11.767209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc3f78-d9d6-43b6-87fc-bed89c38cf9c req-4d52b21a-c0f6-4fbe-ace3-38162c5cbc2a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:11.768643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1cc3f78-d9d6-43b6-87fc-bed89c38cf9c req-4d52b21a-c0f6-4fbe-ace3-38162c5cbc2a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0584967
Apr 30 21:12:11.806834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f98be798-7b61-4b2d-bab0-40f8eec28a5c req-fbae1251-68e2-43c6-8377-488fd67c49f1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875180
Apr 30 21:12:11.828525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1cc3f78-d9d6-43b6-87fc-bed89c38cf9c req-1acb89a7-6b53-49ee-8c00-ca7719f99adb tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539842
Apr 30 21:12:11.854807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:11.860192 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:11.935304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:11.971213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Pushing event updated for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:11.979229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54701177-bd3c-4a2a-a5e2-e074d02fe686 req-c0592e14-f176-47a4-bdf3-8576d59f11f5 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:11.980822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54701177-bd3c-4a2a-a5e2-e074d02fe686 req-c0592e14-f176-47a4-bdf3-8576d59f11f5 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 948 time: 0.0782568
Apr 30 21:12:12.033611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4c39d3e-f1f2-444c-bbe2-c5332714e7b1 req-779ad17d-48ef-466b-87a7-830e3668b5a0 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 210 time: 0.0657125
Apr 30 21:12:12.055974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:12.068259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:12.068259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:12.089603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:12.090028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Attempting to bind port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:12.098252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54701177-bd3c-4a2a-a5e2-e074d02fe686 req-61d783a7-95f3-47ed-9542-298cf6ecee3e tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067686
Apr 30 21:12:12.101094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:12.101434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:12.101820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:12.102226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Bound port: 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:12.102585 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:12.125520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:12.194873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e405fe-b039-41c8-a017-ffb394134cc1 req-5006d4e6-56c5-483d-90eb-655df5960b51 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:12.196985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25e405fe-b039-41c8-a017-ffb394134cc1 req-5006d4e6-56c5-483d-90eb-655df5960b51 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 946 time: 0.0819807
Apr 30 21:12:12.257119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:12.272182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25e405fe-b039-41c8-a017-ffb394134cc1 req-7a88fab7-ddc1-4335-ac94-cf51a00227d3 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680809
Apr 30 21:12:12.277612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:12.345714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:12.485404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d5517-5bc6-470e-a080-41663716dcef req-a7050808-bf3f-4dde-93d1-855e3f549399 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:12.486956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d46d5517-5bc6-470e-a080-41663716dcef req-a7050808-bf3f-4dde-93d1-855e3f549399 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 948 time: 0.1375008
Apr 30 21:12:12.488247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:12.488891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:12.490100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] 10.222.0.20 "PUT /v2.0/ports/4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 200  len: 1122 time: 1.4485919
Apr 30 21:12:12.510189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb914a2-5f76-4fa6-b410-a28247bea304 service neutron] Pushing event updated for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=8']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:12.562530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['4306ca96-09e1-476e-90ee-9c1a1813cb5f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:12.593206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d46d5517-5bc6-470e-a080-41663716dcef req-47ec02c7-dbd0-4918-bd41-ef36af914aef tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851483
Apr 30 21:12:12.601411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa28b2f-d03b-4ac0-a005-31c7501608e7 req-b923882e-322f-46ca-aecc-316e085780a6 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:12.602918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8aa28b2f-d03b-4ac0-a005-31c7501608e7 req-b923882e-322f-46ca-aecc-316e085780a6 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0656104
Apr 30 21:12:12.625912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f'}, {'name': 'network-changed', 'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:12.627755 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7f0aa-88eb-4f30-a886-27a18b8879be" -d '{"events": [{"server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f"}, {"name": "network-changed", "server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:12.782557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8aa28b2f-d03b-4ac0-a005-31c7501608e7 req-501ac17d-1c84-4363-b8eb-c15ca0d1fba0 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689050
Apr 30 21:12:12.791282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd6ed2-6969-4ec3-8032-fde4a09e9a70 req-0b056d5d-6c2b-41cf-bccf-60c7b3f08afb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:12.793597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dddd6ed2-6969-4ec3-8032-fde4a09e9a70 req-0b056d5d-6c2b-41cf-bccf-60c7b3f08afb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 944 time: 0.1061282
Apr 30 21:12:12.802915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-75bbac9e-888b-4c4c-a57e-f78431e8e21f tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:12.804319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-75bbac9e-888b-4c4c-a57e-f78431e8e21f tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 821 time: 0.2005439
Apr 30 21:12:12.867247 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f5a044-7880-4250-88df-32afb2eb9d61 x-openstack-request-id: req-d5f5a044-7880-4250-88df-32afb2eb9d61 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:12.867905 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "name": "network-vif-unplugged", "status": "completed", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f", "code": 200}, {"name": "network-changed", "server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:12.867905 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5f5a044-7880-4250-88df-32afb2eb9d61 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:12.868178 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f5a044-7880-4250-88df-32afb2eb9d61'] response: {'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f', 'code': 200}
Apr 30 21:12:12.868430 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f5a044-7880-4250-88df-32afb2eb9d61'] response: {'name': 'network-changed', 'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f', 'status': 'completed', 'code': 200}
Apr 30 21:12:12.880543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Request body: {'port': {'device_id': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'admin_state_up': True, 'tenant_id': '77b426139c194813974502d1910c257f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:12.920523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-252f0cd9-4af9-4f4b-9bd4-37e951c1dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:12.922147 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-252f0cd9-4af9-4f4b-9bd4-37e951c1dd1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1156 time: 0.0552034
Apr 30 21:12:12.932621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dddd6ed2-6969-4ec3-8032-fde4a09e9a70 req-2bf6cae3-68ac-44ab-b518-3d2dbaea8c98 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271734
Apr 30 21:12:12.953987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-55b2ab7d-0c5d-480c-b3ae-ed0414b6d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:12.954829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-55b2ab7d-0c5d-480c-b3ae-ed0414b6d0a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 1130 time: 0.1181939
Apr 30 21:12:13.053223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7fb07-e8ce-40a3-b854-5c559ffa076a req-91feed2e-a24d-4adf-8b94-9efb6f2595e9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.059331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-6991ebfd-5269-47f6-897c-7bcd356c23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.060360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b7fb07-e8ce-40a3-b854-5c559ffa076a req-91feed2e-a24d-4adf-8b94-9efb6f2595e9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.1267805
Apr 30 21:12:13.060990 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-6991ebfd-5269-47f6-897c-7bcd356c23c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.1312878
Apr 30 21:12:13.136697 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-de1b11cf-b11f-4d9d-933f-d03948b407cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 200  len: 217 time: 0.0439970
Apr 30 21:12:13.192900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-be149525-96b0-4f45-b674-096b2cc423d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.194976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-be149525-96b0-4f45-b674-096b2cc423d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2237484
Apr 30 21:12:13.198671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b7fb07-e8ce-40a3-b854-5c559ffa076a req-8c44243d-ceda-411e-9500-96b4da442fcc tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375504
Apr 30 21:12:13.203085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d32a64ec-bb95-483d-8ad6-4324943f4f13 req-5d0e9411-7142-4573-bf74-d116857d3fd0 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 210 time: 0.0614693
Apr 30 21:12:13.322059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996ee52-ba3c-44d9-a563-d731309707d7 req-7cfa723e-0c11-48aa-b31b-5aa355a86ed6 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.324297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7996ee52-ba3c-44d9-a563-d731309707d7 req-7cfa723e-0c11-48aa-b31b-5aa355a86ed6 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 948 time: 0.0611935
Apr 30 21:12:13.328244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Made reservation on behalf of 77b426139c194813974502d1910c257f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:12:13.328836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:13.447868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10471-acbe-459f-9b5e-3808b36191c9 req-6ba2a729-c66a-4052-8c3e-e1495f4081ef tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.449859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7f10471-acbe-459f-9b5e-3808b36191c9 req-6ba2a729-c66a-4052-8c3e-e1495f4081ef tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 946 time: 0.0965109
Apr 30 21:12:13.456192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7996ee52-ba3c-44d9-a563-d731309707d7 req-a4680bbd-1095-4d5e-ad7b-0c7e682ba9e6 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249547
Apr 30 21:12:13.505288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:13.541196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7f10471-acbe-459f-9b5e-3808b36191c9 req-4c6f688b-dacc-4721-83b7-030bb4385ae3 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840619
Apr 30 21:12:13.557909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:12:13.576313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Allocated IP 172.20.0.8 (b894fca3-f633-42dd-93b5-bde3291d63a3/22d385b6-1100-4605-bf52-24637aef584a/b109dd6d-2c6c-45b3-b525-5062d226cde4) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:13.647001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-a9d49402-ff77-4227-913b-afa60593fd4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 200  len: 217 time: 0.0417502
Apr 30 21:12:13.688347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-90e68d29-20b9-4c75-946a-97cec2417c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.690741 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-90e68d29-20b9-4c75-946a-97cec2417c46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0850799
Apr 30 21:12:13.731059 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-374eae1e-c712-437b-a95c-84df06eea804 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264659
Apr 30 21:12:13.739465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51802) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:13.768311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:13.772942 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:13.804181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-4ff8835c-c920-42d7-ae35-698752f91d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.805822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-4ff8835c-c920-42d7-ae35-698752f91d65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1469805
Apr 30 21:12:13.814328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24c853-c0a4-4edf-97e3-8fbb37b2421c req-11554ef6-fe3b-4c8d-8a81-42ca073cf69c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.816409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc24c853-c0a4-4edf-97e3-8fbb37b2421c req-11554ef6-fe3b-4c8d-8a81-42ca073cf69c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 948 time: 0.1016405
Apr 30 21:12:13.854305 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-fb72803c-7b37-4b1f-83e9-0a515e913863 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225066
Apr 30 21:12:13.854827 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:12:13.899736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:13.903326 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:13.915184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-f73b0278-0f4c-4a52-a03f-bc0bbc147904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:13.916655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-f73b0278-0f4c-4a52-a03f-bc0bbc147904 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0993967
Apr 30 21:12:13.929550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90628276-3647-4b96-9a5e-48538fbed14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:13.931785 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1abd01-6d00-4668-8585-b6be92bd77e0" -d '{"events": [{"server_uuid": "90628276-3647-4b96-9a5e-48538fbed14b", "name": "network-vif-plugged", "status": "completed", "tag": "6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:13.945314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:13.951394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cf5068a-139f-4612-bbea-c28dc788ad56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:13.973668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks [] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.012910 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ea7f0aa-88eb-4f30-a886-27a18b8879be req-b4febf03-d2e2-461b-aff1-c119756f478b service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457016
Apr 30 21:12:14.059979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cf5068a-139f-4612-bbea-c28dc788ad56 admin admin] Publish callbacks [] for security_group (6689a13c-b586-491f-90a1-7992b47ba16d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.065957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.118065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:14.187177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cd05b-b2ba-4ab2-b39d-d8997ae4ecfb req-470becdd-7e8f-4c95-80f9-10611e7750a9 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:14.188721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d39cd05b-b2ba-4ab2-b39d-d8997ae4ecfb req-470becdd-7e8f-4c95-80f9-10611e7750a9 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.3007803
Apr 30 21:12:14.196071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc24c853-c0a4-4edf-97e3-8fbb37b2421c req-d4845045-028d-4702-8d4e-2e82e7bc4044 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3641977
Apr 30 21:12:14.219571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cf5068a-139f-4612-bbea-c28dc788ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6689a13c-b586-491f-90a1-7992b47ba16d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.247485 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730d98b8-8664-460f-a340-94da95cb6214 x-openstack-request-id: req-730d98b8-8664-460f-a340-94da95cb6214 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:14.248417 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90628276-3647-4b96-9a5e-48538fbed14b", "name": "network-vif-plugged", "status": "completed", "tag": "6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:14.249014 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-730d98b8-8664-460f-a340-94da95cb6214 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:14.250184 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730d98b8-8664-460f-a340-94da95cb6214'] response: {'server_uuid': '90628276-3647-4b96-9a5e-48538fbed14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d', 'code': 200}
Apr 30 21:12:14.266632 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7cf5068a-139f-4612-bbea-c28dc788ad56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82c4966a4956403f813f0550c9da2385&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5260911
Apr 30 21:12:14.267750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5068a-139f-4612-bbea-c28dc788ad56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6689a13c-b586-491f-90a1-7992b47ba16d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:14.270311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51816) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:14.294279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-3dc0bd72-922f-44d0-99ff-d98f5db73cca service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3498633
Apr 30 21:12:14.318092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d39cd05b-b2ba-4ab2-b39d-d8997ae4ecfb req-334422b1-f8dc-4638-9f8c-c5fdfcc4eabd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179538
Apr 30 21:12:14.337726 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e814e941-266b-458a-a54c-de192871453e admin admin] Publish callbacks [] for security_group (6689a13c-b586-491f-90a1-7992b47ba16d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.392941 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e814e941-266b-458a-a54c-de192871453e admin admin] Publish callbacks [] for security_group (6689a13c-b586-491f-90a1-7992b47ba16d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.417021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b350c-f92d-4f7a-94db-31e7a69be98d req-a165519f-f1dd-4269-9db0-57486b9a7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:14.418582 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a29b350c-f92d-4f7a-94db-31e7a69be98d req-a165519f-f1dd-4269-9db0-57486b9a7a28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 1131 time: 0.0673392
Apr 30 21:12:14.422695 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.474244 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a29b350c-f92d-4f7a-94db-31e7a69be98d req-bbd0ca11-cb45-4087-8e50-1ebf9689818a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425918
Apr 30 21:12:14.476238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa46578-c832-4636-8e47-e7f7865267c6 req-cb89409f-8861-4608-a1ab-917ef01ce1c2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:14.479239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fa46578-c832-4636-8e47-e7f7865267c6 req-cb89409f-8861-4608-a1ab-917ef01ce1c2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 944 time: 0.1360931
Apr 30 21:12:14.521311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc0f60-4ae9-4b7a-88c0-095bd2b33569 req-492428aa-01ff-4dbf-9a89-331da369bdd9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:14.522662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5cc0f60-4ae9-4b7a-88c0-095bd2b33569 req-492428aa-01ff-4dbf-9a89-331da369bdd9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.1390295
Apr 30 21:12:14.531640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e814e941-266b-458a-a54c-de192871453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6689a13c-b586-491f-90a1-7992b47ba16d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.533714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Network b894fca3-f633-42dd-93b5-bde3291d63a3 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:14.534298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e814e941-266b-458a-a54c-de192871453e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.535406 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e814e941-266b-458a-a54c-de192871453e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6689a13c-b586-491f-90a1-7992b47ba16d HTTP/1.1" status: 204  len: 168 time: 0.2639954
Apr 30 21:12:14.549494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814e941-266b-458a-a54c-de192871453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6689a13c-b586-491f-90a1-7992b47ba16d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:14.559456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:14.583125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:14.591279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Pushing event updated for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:14.622985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc9d6e0-1c01-4777-9118-20db028d722e req-5a44968c-2141-41a2-83df-dabf17b8bd1c service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3229647
Apr 30 21:12:14.674449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fa46578-c832-4636-8e47-e7f7865267c6 req-d0924215-4104-4d56-bda2-18d14fe9bdb9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702023
Apr 30 21:12:14.685682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5cc0f60-4ae9-4b7a-88c0-095bd2b33569 req-210cac00-109e-4ee1-8663-71f5f66af244 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507657
Apr 30 21:12:14.691047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:14.691664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.779835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-25dbe6fc-67fb-436b-90e5-1c7754bb0341 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9105957
Apr 30 21:12:14.796820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Request body: {'port': {'device_id': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:14.842028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e188b-5388-4e28-97d2-976e0d033729 req-1896fa25-61e8-4e8b-9464-df8afc18559b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:14.843441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c0e188b-5388-4e28-97d2-976e0d033729 req-1896fa25-61e8-4e8b-9464-df8afc18559b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 931 time: 0.1052835
Apr 30 21:12:14.880437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aa348-2685-4191-bbd8-5970686cedb6 req-0ed7ecbe-376f-46ba-bf00-24e857d47430 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:14.881939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f7aa348-2685-4191-bbd8-5970686cedb6 req-0ed7ecbe-376f-46ba-bf00-24e857d47430 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 949 time: 0.1083682
Apr 30 21:12:14.941316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:14.975941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c0e188b-5388-4e28-97d2-976e0d033729 req-48eb3118-8890-4d9b-b806-71a640ba5ec9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228931
Apr 30 21:12:14.985067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f7aa348-2685-4191-bbd8-5970686cedb6 req-74d87265-54b6-4085-aa51-0fec4d2033fd tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861111
Apr 30 21:12:15.144023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34602dd0-b302-47cf-bde9-3581d0b4b284 req-9cb73015-30e9-45f2-8fa1-503ce6173033 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:15.145475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34602dd0-b302-47cf-bde9-3581d0b4b284 req-9cb73015-30e9-45f2-8fa1-503ce6173033 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 946 time: 0.0734994
Apr 30 21:12:15.231137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34602dd0-b302-47cf-bde9-3581d0b4b284 req-5f2f0a5e-cacc-417e-a1cd-38639491b95f tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608559
Apr 30 21:12:15.378118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b109dd6d-2c6c-45b3-b525-5062d226cde4 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:15.392342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2da9-2256-496a-95cc-ed63d3e76f7d req-f1b0ec7e-af25-4e21-b3e4-830e6280375d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:15.393856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c60e2da9-2256-496a-95cc-ed63d3e76f7d req-f1b0ec7e-af25-4e21-b3e4-830e6280375d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 948 time: 0.0926359
Apr 30 21:12:15.395550 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Publish callbacks [] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:15.420213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c17205-c049-4e42-b946-6b0d97660f26 req-392642e3-a446-4a2a-ad8d-3e3f3575f83c tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:15.421593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79c17205-c049-4e42-b946-6b0d97660f26 req-392642e3-a446-4a2a-ad8d-3e3f3575f83c tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 946 time: 0.1013551
Apr 30 21:12:15.430305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51846) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:15.434254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Transition to ACTIVE for port object b109dd6d-2c6c-45b3-b525-5062d226cde4 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:15.436619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Request body: {'floatingip': {'port_id': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:15.463251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c60e2da9-2256-496a-95cc-ed63d3e76f7d req-e31d07c4-ccde-4543-9836-c297047ea663 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631790
Apr 30 21:12:15.521977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 4306ca96-09e1-476e-90ee-9c1a1813cb5f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:15.522757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:15.526090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:15.569676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42c934-751f-4d86-9a6b-a49a8d71173f req-ed1c0b18-8ddb-44a8-81f2-5f7e52afab8f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:15.576690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc42c934-751f-4d86-9a6b-a49a8d71173f req-ed1c0b18-8ddb-44a8-81f2-5f7e52afab8f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0883174
Apr 30 21:12:15.589724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 847cb3b0-ee43-4565-9188-e7bd64f115af details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:15.676023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Pushing event updated for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:15.695474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc42c934-751f-4d86-9a6b-a49a8d71173f req-2bea0e5e-af02-4598-bcdb-018068cf8223 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178553
Apr 30 21:12:15.737339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:15.763950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 4306ca96-09e1-476e-90ee-9c1a1813cb5f has no active binding in host nch1-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:12:15.777308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:15.789458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'mac_address': 'fa:16:3e:3b:d9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:15.855379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 847cb3b0-ee43-4565-9188-e7bd64f115af is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:15.855829 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:15.862492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fabd11-e709-4e74-8a07-b04b1afb6dc2 req-c48802c7-0ff5-4378-b052-4a0d8ea3692c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:15.864891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3fabd11-e709-4e74-8a07-b04b1afb6dc2 req-c48802c7-0ff5-4378-b052-4a0d8ea3692c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 944 time: 0.0689423
Apr 30 21:12:15.870694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847cb3b0-ee43-4565-9188-e7bd64f115af {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:15.891767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:15.907052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:15.907388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:15.907717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:15.913297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-5a375097-825d-4b06-a9d6-7a54a42f5faa tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9284e1c76f5a41ea9da1eb011943eb8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0355492
Apr 30 21:12:15.931379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:15.931706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:15.957090 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:15.962383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:15.962966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:15.962966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:15.963255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Bound port: b109dd6d-2c6c-45b3-b525-5062d226cde4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:15.963615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:15.997058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3fabd11-e709-4e74-8a07-b04b1afb6dc2 req-33d8927e-ef1f-4bdb-95b2-3005e9ef6d05 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313081
Apr 30 21:12:16.011124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:16.113339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-871bcb6f-0720-42a6-ac3e-04bdb77697ff tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:16.114713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-871bcb6f-0720-42a6-ac3e-04bdb77697ff tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1882381
Apr 30 21:12:16.115728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:16.168229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:16.175745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-1e47aba5-f26a-4628-b63f-2cf32ac01d1b tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/quotas/9284e1c76f5a41ea9da1eb011943eb8a HTTP/1.1" status: 200  len: 375 time: 0.0281146
Apr 30 21:12:16.182050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54762-c4ad-4089-ac60-551540ea3b33 req-23c0c1f8-778b-4886-866c-321ac52d94fd tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:16.183461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0fa54762-c4ad-4089-ac60-551540ea3b33 req-23c0c1f8-778b-4886-866c-321ac52d94fd tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.1006644
Apr 30 21:12:16.225549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-cde7d1e3-eae3-49a4-b8eb-c3b1d1dacbd6 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9284e1c76f5a41ea9da1eb011943eb8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0411384
Apr 30 21:12:16.235608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:16.241589 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:16.254594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['847cb3b0-ee43-4565-9188-e7bd64f115af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:16.294336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0fa54762-c4ad-4089-ac60-551540ea3b33 req-6e08fbc6-456f-42c7-a67f-d8a3256a6bc7 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016192
Apr 30 21:12:16.306238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:16.307143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:16.321989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] 10.222.0.20 "PUT /v2.0/ports/b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 1091 time: 1.5168171
Apr 30 21:12:16.321989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:16.322248 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:16.322360 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8927705b-88f0-41db-b9f9-45ed908db19e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:16.356199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f065da-ddea-4585-9141-dfcf8aca43aa service neutron] Pushing event updated for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:16.429133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647da56-8399-43e3-9566-2e3fbb43cf8b req-42b288b6-fa42-4d3b-8570-47c521b54147 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:16.431195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5647da56-8399-43e3-9566-2e3fbb43cf8b req-42b288b6-fa42-4d3b-8570-47c521b54147 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.0535688
Apr 30 21:12:16.489242 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:16.619217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-7cd6ce10-c564-4b74-8455-8adb11495601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:16.621036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-7cd6ce10-c564-4b74-8455-8adb11495601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1125 time: 0.1422732
Apr 30 21:12:16.630281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5647da56-8399-43e3-9566-2e3fbb43cf8b req-2c4270e6-d814-4827-ad97-e7dd3c98b33d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713994
Apr 30 21:12:16.640432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba9e95-8e03-4ff9-bfbe-b1dc70488cb4 req-1448dc61-864d-42e6-8cf1-0c70e46b667b tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:16.642433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aaba9e95-8e03-4ff9-bfbe-b1dc70488cb4 req-1448dc61-864d-42e6-8cf1-0c70e46b667b tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 949 time: 0.0842597
Apr 30 21:12:16.682165 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Floating IP f5a3f185-e88a-42dd-8ff1-a728370751c3 associated. External IP: 172.35.4.24, port: c43b09e1-c606-48c3-ab4c-b62ee389ba94.
Apr 30 21:12:16.715588 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a688e-2444-4fca-821c-dbc09049fe0e x-openstack-request-id: req-239a688e-2444-4fca-821c-dbc09049fe0e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:16.715975 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:16.716683 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-239a688e-2444-4fca-821c-dbc09049fe0e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:16.717177 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239a688e-2444-4fca-821c-dbc09049fe0e'] response: {'name': 'network-changed', 'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4', 'status': 'completed', 'code': 200}
Apr 30 21:12:16.735644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-239240ed-5cdf-4db6-9668-51abdcd6d0c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 217 time: 0.0919397
Apr 30 21:12:16.782474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb631462-eba4-4e25-a454-938fa442157b req-2485d0e4-4b3c-4251-964b-9ccc9760dacd tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 210 time: 0.0434296
Apr 30 21:12:16.817499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aaba9e95-8e03-4ff9-bfbe-b1dc70488cb4 req-0ce7e3ae-53c0-4287-8e4d-eea6bfb1d06b tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631451
Apr 30 21:12:16.830605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-2e8354cd-f765-457d-b909-768ffab3af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:16.832111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-2e8354cd-f765-457d-b909-768ffab3af24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0833902
Apr 30 21:12:16.879420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-63c271fc-8094-477a-b9d5-e85b16fac7bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381532
Apr 30 21:12:16.934887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:12:16.988010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20679-6e47-41f6-9733-5d840404f65d req-f85bd0e9-b5a1-4504-9391-ab44b7df71de tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:16.989449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04c20679-6e47-41f6-9733-5d840404f65d req-f85bd0e9-b5a1-4504-9391-ab44b7df71de tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 949 time: 0.1361988
Apr 30 21:12:17.016431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a57c32-3f92-4acd-ab46-6b9376712b65 req-f47e807f-7254-40bc-9131-83c0564d54d3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:17.017546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50a57c32-3f92-4acd-ab46-6b9376712b65 req-f47e807f-7254-40bc-9131-83c0564d54d3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.1211731
Apr 30 21:12:17.050790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:12:17.059230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:17.067151 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] Sync routers for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:12:17.078219 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:12:17.078837 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd24220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:12:17.095235 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ee6c261-4876-41ae-9a91-db4d66964b46 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "PUT /v2.0/floatingips/f5a3f185-e88a-42dd-8ff1-a728370751c3 HTTP/1.1" status: 200  len: 991 time: 1.6630418
Apr 30 21:12:17.096139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'tag': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:17.098727 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dc5576-a202-47b0-93b3-83a05280e03a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b3ef0d-1829-471c-9d1f-461b84634a6e", "tag": "c43b09e1-c606-48c3-ab4c-b62ee389ba94"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:17.123713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-ba4d0b2b-6851-4aae-bb28-52130a18b66a service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283821
Apr 30 21:12:17.177896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04c20679-6e47-41f6-9733-5d840404f65d req-303a05f3-ed14-485d-a80b-87408e76411a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1790264
Apr 30 21:12:17.189947 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:12:17.217161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50a57c32-3f92-4acd-ab46-6b9376712b65 req-9b1ee1ef-0b61-42f0-9da3-dbb0e9e3fd17 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872818
Apr 30 21:12:17.234980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-c49baa70-8604-4dc9-8f65-a7efac2f2e03 service neutron] 10.222.0.35 "GET /v2.0/ports/4306ca96-09e1-476e-90ee-9c1a1813cb5f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1665978
Apr 30 21:12:17.483665 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd24220>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5a3f185-e88a-42dd-8ff1-a728370751c3', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'port_id': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'mac_address': 'fa:16:3e:ee:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:11:52Z', 'updated_at': '2022-04-30T21:12:16Z', 'revision_number': 1, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:12:17.498484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e40d06e-77a6-44d0-8f79-a03d60a0cf98 req-6cbd9d31-e65f-488d-ba3e-36a583354c65 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3559661
Apr 30 21:12:17.508741 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] Checking router: c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:12:17.517496 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:12:17.518203 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd24220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:11:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:12:17.521586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88807d60-2fc5-432e-9ffe-45811296c4fb req-9772e91f-2dfc-4c60-b84f-93036c80d104 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:17.529109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88807d60-2fc5-432e-9ffe-45811296c4fb req-9772e91f-2dfc-4c60-b84f-93036c80d104 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 944 time: 0.0881505
Apr 30 21:12:17.582076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 847cb3b0-ee43-4565-9188-e7bd64f115af up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:17.612138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88807d60-2fc5-432e-9ffe-45811296c4fb req-81eb70de-0da5-4c3d-9984-0ff9eb5c116e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821767
Apr 30 21:12:17.637224 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:12:17.668919 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ac96f-c640-4477-b681-e7a507921ffc x-openstack-request-id: req-ee9ac96f-c640-4477-b681-e7a507921ffc {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:17.669516 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b3ef0d-1829-471c-9d1f-461b84634a6e", "tag": "c43b09e1-c606-48c3-ab4c-b62ee389ba94", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:17.669962 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee9ac96f-c640-4477-b681-e7a507921ffc {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:17.670497 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9ac96f-c640-4477-b681-e7a507921ffc'] response: {'name': 'network-changed', 'server_uuid': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'tag': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'status': 'completed', 'code': 200}
Apr 30 21:12:17.707291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 847cb3b0-ee43-4565-9188-e7bd64f115af completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:12:17.734553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:17.750702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc5576-a202-47b0-93b3-83a05280e03a req-93815514-b916-4c9c-9ed6-db224e9d9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:17.752751 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-48dc5576-a202-47b0-93b3-83a05280e03a req-93815514-b916-4c9c-9ed6-db224e9d9935 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 1128 time: 0.0591946
Apr 30 21:12:17.800106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 847cb3b0-ee43-4565-9188-e7bd64f115af triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:17.800807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:17.834272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:17.842506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1d968-82dc-46c3-9c92-10c3a0996ae4 req-abd13eba-2450-49ef-bdfc-db16cfe8ebff tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:17.844096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e1d968-82dc-46c3-9c92-10c3a0996ae4 req-abd13eba-2450-49ef-bdfc-db16cfe8ebff tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.1165504
Apr 30 21:12:17.855684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a96492ab-2f84-49c1-a39e-a0f3afc4c77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:17.867345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc5576-a202-47b0-93b3-83a05280e03a req-bec0bee2-6d81-4a90-8324-3f5781722380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:17.870306 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-48dc5576-a202-47b0-93b3-83a05280e03a req-bec0bee2-6d81-4a90-8324-3f5781722380 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 200  len: 924 time: 0.1097300
Apr 30 21:12:17.879146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150a02e-34e2-405c-92dd-531fba607e70 req-6f525bbe-84c5-41bf-bb5f-3e247d67b4a6 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:17.887100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0150a02e-34e2-405c-92dd-531fba607e70 req-6f525bbe-84c5-41bf-bb5f-3e247d67b4a6 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 946 time: 0.1378026
Apr 30 21:12:17.931854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4306ca96-09e1-476e-90ee-9c1a1813cb5f {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:17.942261 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd24220>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5a3f185-e88a-42dd-8ff1-a728370751c3', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'port_id': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'mac_address': 'fa:16:3e:ee:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:11:52Z', 'updated_at': '2022-04-30T21:12:16Z', 'revision_number': 1, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:12:17.949266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 847cb3b0-ee43-4565-9188-e7bd64f115af is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:17.949926 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:17.963375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:17.974754 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c81df2-7a07-4075-b464-3d2299961ec8 None None] The sync data for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 is: [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5a3f185-e88a-42dd-8ff1-a728370751c3', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'port_id': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'mac_address': 'fa:16:3e:ee:dd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:11:52Z', 'updated_at': '2022-04-30T21:12:16Z', 'revision_number': 1, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:12:17.987280 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-48dc5576-a202-47b0-93b3-83a05280e03a req-a965992f-8875-4105-9ecb-63cae9095cc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c43b09e1-c606-48c3-ab4c-b62ee389ba94 HTTP/1.1" status: 200  len: 999 time: 0.1109788
Apr 30 21:12:17.993337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:17.993337 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e0a06-e9b7-4f76-b852-b5e4d9db6a12" -d '{"events": [{"server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "name": "network-vif-plugged", "status": "completed", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:17.994802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e1d968-82dc-46c3-9c92-10c3a0996ae4 req-2b2893ff-78f8-4dc3-a8f7-69787d4bee3a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309788
Apr 30 21:12:18.012276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0150a02e-34e2-405c-92dd-531fba607e70 req-e35dce0c-8f9b-40a0-abfb-488abc10bcd9 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242421
Apr 30 21:12:18.032742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:18.059413 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc5576-a202-47b0-93b3-83a05280e03a req-3924a9ae-88aa-42ae-b42a-8c6ad0197ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.060789 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-48dc5576-a202-47b0-93b3-83a05280e03a req-3924a9ae-88aa-42ae-b42a-8c6ad0197ed7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54 HTTP/1.1" status: 200  len: 862 time: 0.0679040
Apr 30 21:12:18.114440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc5576-a202-47b0-93b3-83a05280e03a req-3eb57fab-34ce-415c-bab2-700fcdcb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.116319 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-48dc5576-a202-47b0-93b3-83a05280e03a req-3eb57fab-34ce-415c-bab2-700fcdcb1fa4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51417b35-dffb-4e2a-abd0-357ad597c615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0496142
Apr 30 21:12:18.161595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:18.196279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee36be-948e-4190-9bd2-71086fd7bd51 req-7473d9d9-0453-4590-97e7-60966172e56e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.197198 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:18.197824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64ee36be-948e-4190-9bd2-71086fd7bd51 req-7473d9d9-0453-4590-97e7-60966172e56e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.1090462
Apr 30 21:12:18.204411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67108b83-352e-4551-ba5e-b420b14b8f86 req-67eff3cc-09a9-4c74-91e5-95e951c489c5 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.205909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67108b83-352e-4551-ba5e-b420b14b8f86 req-67eff3cc-09a9-4c74-91e5-95e951c489c5 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 949 time: 0.1061153
Apr 30 21:12:18.246396 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:18.256130 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-48dc5576-a202-47b0-93b3-83a05280e03a req-f4cd9699-e743-430b-ab42-50bfd92590b4 service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322513
Apr 30 21:12:18.267547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:18.287271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f3115b-9754-4958-b2f5-361d0f16ea1a None None] New status for floating IP f5a3f185-e88a-42dd-8ff1-a728370751c3: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:12:18.332861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67108b83-352e-4551-ba5e-b420b14b8f86 req-690e5eb3-f711-49a7-b82e-aee54ff33f91 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076589
Apr 30 21:12:18.354452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64ee36be-948e-4190-9bd2-71086fd7bd51 req-28d97b8e-c07b-47d0-af42-732dca0f3f1f tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279786
Apr 30 21:12:18.359029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] Transition to ACTIVE for port object 4306ca96-09e1-476e-90ee-9c1a1813cb5f will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:18.395534 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-48dc5576-a202-47b0-93b3-83a05280e03a req-dc237b1a-089e-46f2-8c6a-bad57ebbb69e service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318429
Apr 30 21:12:18.418107 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5955d325-d5b8-4d57-a5cb-21f775afb203 x-openstack-request-id: req-5955d325-d5b8-4d57-a5cb-21f775afb203 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:18.418321 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "name": "network-vif-plugged", "status": "completed", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:18.418486 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5955d325-d5b8-4d57-a5cb-21f775afb203 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:18.418892 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5955d325-d5b8-4d57-a5cb-21f775afb203'] response: {'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'code': 200}
Apr 30 21:12:18.462838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e57db732-9ec3-439b-ae36-13a45164d26a req-58579e24-6734-45fc-9a8f-832ba78adea2 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 210 time: 0.0408497
Apr 30 21:12:18.465074 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:18.520991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb908c7-b749-4a53-8089-1079c3ae18a8 req-59be6404-5508-4f8c-8812-44ba51fc4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.522550 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7eb908c7-b749-4a53-8089-1079c3ae18a8 req-59be6404-5508-4f8c-8812-44ba51fc4950 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 1132 time: 0.0490355
Apr 30 21:12:18.570789 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7eb908c7-b749-4a53-8089-1079c3ae18a8 req-5fd890c0-668a-43d2-b2ea-32235282bf2b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401528
Apr 30 21:12:18.630602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73ee9f-1099-4528-8f81-9e0a5644d168 req-c1345c6f-cebb-421b-996b-7373410b37db tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.632079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc73ee9f-1099-4528-8f81-9e0a5644d168 req-c1345c6f-cebb-421b-996b-7373410b37db tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1717160
Apr 30 21:12:18.640507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] No DVR routers for this DVR port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:12:18.666304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cdad9-18a5-4fc2-b8b4-8beaec363c1c req-863d8475-3ade-4b61-8711-89997b9c931c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.668259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-530cdad9-18a5-4fc2-b8b4-8beaec363c1c req-863d8475-3ade-4b61-8711-89997b9c931c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.1127913
Apr 30 21:12:18.677976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=10']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:18.733128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-61a35256-5eca-4b73-a8a4-d10e114052f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/4306ca96-09e1-476e-90ee-9c1a1813cb5f/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.4855328
Apr 30 21:12:18.751640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc73ee9f-1099-4528-8f81-9e0a5644d168 req-320bb0d7-de8d-43aa-9681-bb75f152fa42 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031034
Apr 30 21:12:18.765218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-530cdad9-18a5-4fc2-b8b4-8beaec363c1c req-aa4b9fff-5ea9-4cfa-9c9d-63b4e45cf22d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827107
Apr 30 21:12:18.810861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927705b-88f0-41db-b9f9-45ed908db19e req-5a4662c2-77af-4b51-b527-ca991d2a1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.812354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8927705b-88f0-41db-b9f9-45ed908db19e req-5a4662c2-77af-4b51-b527-ca991d2a1558 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1125 time: 0.0461280
Apr 30 21:12:18.922496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc1599-b945-42cf-8c0b-0abcf8ced814 req-f61f70cd-a9d2-4222-b095-8f666b901d89 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.924034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6cc1599-b945-42cf-8c0b-0abcf8ced814 req-f61f70cd-a9d2-4222-b095-8f666b901d89 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 945 time: 0.0833192
Apr 30 21:12:18.968894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-28767779-201a-41d8-83e1-8de6ed8cca29 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.970459 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-28767779-201a-41d8-83e1-8de6ed8cca29 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0456586
Apr 30 21:12:18.974338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927705b-88f0-41db-b9f9-45ed908db19e req-3c50cfc1-56d2-42a5-8e3c-1218bb9dd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:18.975838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8927705b-88f0-41db-b9f9-45ed908db19e req-3c50cfc1-56d2-42a5-8e3c-1218bb9dd2f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.1537395
Apr 30 21:12:18.999325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6cc1599-b945-42cf-8c0b-0abcf8ced814 req-06507447-b136-4369-a8ee-648ee7f7fff8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683703
Apr 30 21:12:19.025450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8927705b-88f0-41db-b9f9-45ed908db19e req-cbc56e83-d5eb-4bd8-926d-e4ce3d7f65f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 217 time: 0.0397532
Apr 30 21:12:19.065421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-1e74fe3f-3e7d-4f7b-b572-e01927ca1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.067139 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-1e74fe3f-3e7d-4f7b-b572-e01927ca1b8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0 HTTP/1.1" status: 200  len: 1127 time: 0.0838656
Apr 30 21:12:19.077028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927705b-88f0-41db-b9f9-45ed908db19e req-50bbe7a8-2b51-4cfd-8fc7-3127e53d30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.078526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8927705b-88f0-41db-b9f9-45ed908db19e req-50bbe7a8-2b51-4cfd-8fc7-3127e53d30f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0470240
Apr 30 21:12:19.134395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-0c414074-9b45-42e3-84db-b5ff9755c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.135633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8927705b-88f0-41db-b9f9-45ed908db19e req-d2d39d9c-657e-4167-98b7-6f473b8b7819 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433245
Apr 30 21:12:19.136077 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-0c414074-9b45-42e3-84db-b5ff9755c9f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1127 time: 0.0386651
Apr 30 21:12:19.151803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bab45d-e11b-4ae8-98c5-3c67e242c98f req-c0135d53-ad51-4668-8022-77f07bd3e7bc tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.153283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bab45d-e11b-4ae8-98c5-3c67e242c98f req-c0135d53-ad51-4668-8022-77f07bd3e7bc tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0716071
Apr 30 21:12:19.257549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-2cfd47fe-2040-4476-9cdb-3a6fb5b7b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.258958 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-2cfd47fe-2040-4476-9cdb-3a6fb5b7b2f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.1047416
Apr 30 21:12:19.282391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bab45d-e11b-4ae8-98c5-3c67e242c98f req-d7c547bb-7559-4d55-b83a-fa80e934d8c4 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203070
Apr 30 21:12:19.306543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8927705b-88f0-41db-b9f9-45ed908db19e req-1552d52c-4363-4d30-8740-76a54d0d75c9 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523185
Apr 30 21:12:19.312506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3532554-8f3f-4e7b-be77-dbc6e18ec77b req-dd4dfbc7-fe17-4250-ac98-cc982bfd6cf7 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.313875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3532554-8f3f-4e7b-be77-dbc6e18ec77b req-dd4dfbc7-fe17-4250-ac98-cc982bfd6cf7 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 949 time: 0.0783849
Apr 30 21:12:19.360650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3532554-8f3f-4e7b-be77-dbc6e18ec77b req-c3274393-2c25-4ee2-b997-8b4584fb8754 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407894
Apr 30 21:12:19.469895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb1060-a247-473b-8944-663589c05fc2 req-807a0bab-6ac5-44ba-a9c0-e1bb4757b959 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.471302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55cb1060-a247-473b-8944-663589c05fc2 req-807a0bab-6ac5-44ba-a9c0-e1bb4757b959 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.0445132
Apr 30 21:12:19.516169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55cb1060-a247-473b-8944-663589c05fc2 req-081b89e9-0a7d-4b0d-a562-a9f80c9667ef tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391965
Apr 30 21:12:19.558711 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19c5f76b-0304-4fad-a838-e3a739a948f8 req-3253eaee-f614-4ab1-81c3-978aec28196d tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 210 time: 0.0285900
Apr 30 21:12:19.894893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bf550-1633-4397-b371-47c4d8823eea req-f80f7bf3-efeb-4dd2-904a-d5f540ef2d6a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.896361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-887bf550-1633-4397-b371-47c4d8823eea req-f80f7bf3-efeb-4dd2-904a-d5f540ef2d6a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0698762
Apr 30 21:12:19.914338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98058569-cb87-48f7-afa4-8ca5263f92a6 req-6ca21ace-412b-41c5-a909-d79713550827 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:19.915699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98058569-cb87-48f7-afa4-8ca5263f92a6 req-6ca21ace-412b-41c5-a909-d79713550827 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0632100
Apr 30 21:12:19.977393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-887bf550-1633-4397-b371-47c4d8823eea req-749d029b-ce31-402f-88c3-55928bea847a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754490
Apr 30 21:12:19.984217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98058569-cb87-48f7-afa4-8ca5263f92a6 req-3837be3b-7b25-4719-9a44-ee48df3de1ac tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614810
Apr 30 21:12:20.091616 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-77eb0a51-be96-4f62-a285-928d20fe92c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:20.117782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654eb60-a527-490c-9a1c-7b6a539804f0 req-7dd8ec60-50f9-42be-ab99-1279cc3283d3 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:20.119252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d654eb60-a527-490c-9a1c-7b6a539804f0 req-7dd8ec60-50f9-42be-ab99-1279cc3283d3 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 945 time: 0.0498080
Apr 30 21:12:20.169096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d654eb60-a527-490c-9a1c-7b6a539804f0 req-eccca1eb-4532-439a-8ae0-29aea74f3bf8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435836
Apr 30 21:12:20.336456 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-da5a8b14-fd7a-4c49-b43f-2d44dc3af1b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 200  len: 217 time: 0.0364010
Apr 30 21:12:20.416145 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-0a460b42-6888-4ee0-be6e-73aa4c5f698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:20.419348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a5254-2f33-4060-9b11-8fd7bcfb511c req-a2701c58-707c-4474-8339-91e6cdce126b tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:20.420023 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-0a460b42-6888-4ee0-be6e-73aa4c5f698a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0724740
Apr 30 21:12:20.420836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa3a5254-2f33-4060-9b11-8fd7bcfb511c req-a2701c58-707c-4474-8339-91e6cdce126b tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0641820
Apr 30 21:12:20.438588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8927705b-88f0-41db-b9f9-45ed908db19e req-8d00725c-8513-49cb-a3e5-0b5c3b9cb5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392846
Apr 30 21:12:20.511191 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-18ad94e8-4853-4ada-a428-6c9b10bafe50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281596
Apr 30 21:12:20.514290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa3a5254-2f33-4060-9b11-8fd7bcfb511c req-f4f588c2-1adf-4a5c-8084-068fb364b270 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856357
Apr 30 21:12:20.525880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5053c-8c2e-44c1-9419-193fc7b859fb req-88825126-f146-42ca-a983-d3f733b1f0b4 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:20.528180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afa5053c-8c2e-44c1-9419-193fc7b859fb req-88825126-f146-42ca-a983-d3f733b1f0b4 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 949 time: 0.0747931
Apr 30 21:12:20.579767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afa5053c-8c2e-44c1-9419-193fc7b859fb req-bcbb0d1a-6a98-46e2-b1f5-dca73e9ebab0 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/security-groups?id=3af3fc08-5b16-4adc-8adf-77bafd941bd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439935
Apr 30 21:12:20.629830 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-cf9cfafe-5d82-4e84-b524-f9f6d324df0f service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1104307
Apr 30 21:12:20.693876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-533edc2d-d635-45fb-b712-8422fded0601 req-704ae69e-19f4-46f1-b494-cd4b26facc46 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 210 time: 0.0402608
Apr 30 21:12:20.701282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d93fa-a677-400f-8b64-c95ab2c15df7 req-d3ca6cf6-fd30-44d4-b473-51044540eb12 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:20.707413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea0d93fa-a677-400f-8b64-c95ab2c15df7 req-d3ca6cf6-fd30-44d4-b473-51044540eb12 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.1025739
Apr 30 21:12:20.715857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-066b8365-5c79-460c-a53d-e306ad3abafb tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:20.716807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-066b8365-5c79-460c-a53d-e306ad3abafb tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.20 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 949 time: 0.1249547
Apr 30 21:12:20.725566 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-213d9a4c-76c5-46b0-8c8a-a72f31ea86df service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884440
Apr 30 21:12:20.755621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea0d93fa-a677-400f-8b64-c95ab2c15df7 req-becc1cb0-c7c9-4e24-be73-c9d18e342356 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474348
Apr 30 21:12:20.990611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Deleting port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:12:20.990952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.168567 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-9b944572-8f41-4ad8-9606-e7f889d2c762 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9284e1c76f5a41ea9da1eb011943eb8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0237730
Apr 30 21:12:21.234730 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.291369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-9c0007b8-e1f5-40a6-8bee-9dcc50398b0a tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:21.293750 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-9c0007b8-e1f5-40a6-8bee-9dcc50398b0a tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1206560
Apr 30 21:12:21.304632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200cb0-c1d4-4111-be4a-7dcd20121a39 req-b052811c-64e8-4c0f-8e39-873c0c1bb757 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:21.306112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab200cb0-c1d4-4111-be4a-7dcd20121a39 req-b052811c-64e8-4c0f-8e39-873c0c1bb757 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.2519140
Apr 30 21:12:21.311208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Request body: {'port': {'device_id': '353f3622-93d0-45c9-8971-89e3308037b6', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '9284e1c76f5a41ea9da1eb011943eb8a'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:21.318189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] For port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:21.318555 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.330219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf884233-c5a7-4e3f-84f8-c56500417882 req-fb830bb2-d7e2-48e4-9ec5-6f0700ef1fc0 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:21.334373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf884233-c5a7-4e3f-84f8-c56500417882 req-fb830bb2-d7e2-48e4-9ec5-6f0700ef1fc0 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.2606211
Apr 30 21:12:21.353319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Calling delete_port for 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:12:21.402682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-fff780cb-4101-4fb0-bfa0-b544150941d7 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:21.404227 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-fff780cb-4101-4fb0-bfa0-b544150941d7 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0552526
Apr 30 21:12:21.460106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab200cb0-c1d4-4111-be4a-7dcd20121a39 req-58128206-a65d-4392-9dd5-60f29e4121d0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466477
Apr 30 21:12:21.471420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf884233-c5a7-4e3f-84f8-c56500417882 req-d27e4be4-b8ce-4e00-b32b-aeff84d69e1f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253731
Apr 30 21:12:21.544510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b109dd6d-2c6c-45b3-b525-5062d226cde4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:21.581243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Made reservation on behalf of 9284e1c76f5a41ea9da1eb011943eb8a for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:12:21.589129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.598856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723c07-d689-4241-9682-a47c16d946ea req-06229664-f83b-4dcc-b5bb-816cc2756556 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:21.600373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73723c07-d689-4241-9682-a47c16d946ea req-06229664-f83b-4dcc-b5bb-816cc2756556 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 945 time: 0.0617497
Apr 30 21:12:21.601511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.647320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-d66d1f25-ece5-4f27-b08e-a9c70881bc7f service neutron] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:21.650848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-62cf2da5-8572-4003-b9d2-215c9a9fed49 req-e7b60bb4-114f-40d0-9f21-ff2eb1201e53 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:12:21.656436 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-d66d1f25-ece5-4f27-b08e-a9c70881bc7f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.656638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62cf2da5-8572-4003-b9d2-215c9a9fed49 req-e7b60bb4-114f-40d0-9f21-ff2eb1201e53 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0116384
Apr 30 21:12:21.656737 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6877e81a-c779-425d-9ead-aa22bfba2856 req-d66d1f25-ece5-4f27-b08e-a9c70881bc7f service neutron] 10.222.0.20 "DELETE /v2.0/ports/4306ca96-09e1-476e-90ee-9c1a1813cb5f/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2391229
Apr 30 21:12:21.675939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73723c07-d689-4241-9682-a47c16d946ea req-e3393bc6-462c-4267-917b-8c3a1314c13c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647464
Apr 30 21:12:21.688255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.750089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4306ca96-09e1-476e-90ee-9c1a1813cb5f no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:12:21.755875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:21.772661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Pushing event deleted for resources: {'Port': ['ID=6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:21.812823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.813132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.813473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.814184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.814184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.814775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.815101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.815423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.815744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.816607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.816607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.816801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.816992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.817302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.817617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:21.821904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks [] for security_group (958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.843714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 4306ca96-09e1-476e-90ee-9c1a1813cb5f host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:12:21.844166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4306ca96-09e1-476e-90ee-9c1a1813cb5f not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:12:21.867167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:21.880697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'b109dd6d-2c6c-45b3-b525-5062d226cde4', 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'port_id': 'b109dd6d-2c6c-45b3-b525-5062d226cde4', 'mac_address': 'fa:16:3e:84:1b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d385b6-1100-4605-bf52-24637aef584a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:21.884270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] No DVR routers for this DVR port 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:12:21.889123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.892339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc3988ae-9407-467d-a699-80a2a6370c30 req-5619e309-5424-42d9-8e79-10d80476de17 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.20 "DELETE /v2.0/ports/6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d HTTP/1.1" status: 204  len: 173 time: 0.9864047
Apr 30 21:12:21.892790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90628276-3647-4b96-9a5e-48538fbed14b', 'name': 'network-vif-deleted', 'tag': '6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:21.895049 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb51e3-b073-4da5-9d97-dc77ea3f0828" -d '{"events": [{"server_uuid": "90628276-3647-4b96-9a5e-48538fbed14b", "name": "network-vif-deleted", "tag": "6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:21.904204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746dda-6b4b-4783-9de3-1bad5d9288ae req-667242b3-9a83-4011-8736-a24692a7fe06 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:21.906427 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.909482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89746dda-6b4b-4783-9de3-1bad5d9288ae req-667242b3-9a83-4011-8736-a24692a7fe06 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.1179342
Apr 30 21:12:21.926372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b109dd6d-2c6c-45b3-b525-5062d226cde4 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:21.926758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:21.944010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b109dd6d-2c6c-45b3-b525-5062d226cde4 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:21.969499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:21.976835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89746dda-6b4b-4783-9de3-1bad5d9288ae req-daf693a7-8b3c-47a7-b3df-72d5f1152230 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584829
Apr 30 21:12:21.993127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:22.107622 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:22.129404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-018efe3d-394a-4a9e-b780-deec87965019 req-e964e2cc-fc4d-4420-8a83-729ac48057e3 tempest-DeleteServersAdminTestJSON-1789370697 tempest-DeleteServersAdminTestJSON-1789370697-project] 10.222.0.23 "GET /v2.0/ports?device_id=90628276-3647-4b96-9a5e-48538fbed14b HTTP/1.1" status: 200  len: 210 time: 0.0661261
Apr 30 21:12:22.135613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Allocated IP 192.168.233.235 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/544026f7-e9ff-4a0e-9515-f5e31e5016da) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:22.184849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9788428-dcb5-43fd-a91a-ea902d43d99e req-fc12e950-e8c8-4540-8123-132baa5b0dd9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 210 time: 0.0404170
Apr 30 21:12:22.207573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:22.271148 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71fdc07-7060-4dd8-a4e4-a84e09d81178 x-openstack-request-id: req-d71fdc07-7060-4dd8-a4e4-a84e09d81178 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:22.271537 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90628276-3647-4b96-9a5e-48538fbed14b", "name": "network-vif-deleted", "tag": "6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:22.271879 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d71fdc07-7060-4dd8-a4e4-a84e09d81178 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:22.272309 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71fdc07-7060-4dd8-a4e4-a84e09d81178'] response: {'server_uuid': '90628276-3647-4b96-9a5e-48538fbed14b', 'name': 'network-vif-deleted', 'tag': '6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d', 'status': 'completed', 'code': 200}
Apr 30 21:12:22.298193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037129b-a9da-4642-9f56-f2705729cf49 req-9a1a169d-bff5-4288-9f1b-c3cc2d1b4c95 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:22.299711 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c037129b-a9da-4642-9f56-f2705729cf49 req-9a1a169d-bff5-4288-9f1b-c3cc2d1b4c95 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 944 time: 0.0588820
Apr 30 21:12:22.340382 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks [] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:22.408815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['b109dd6d-2c6c-45b3-b525-5062d226cde4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:22.416026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-14879cb9-a53e-4b77-809a-d05e503fcfae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1022840
Apr 30 21:12:22.429978 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:22.431383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-788588a1-60a5-4b72-b3d6-32ff8ba850ff service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:12:22.432974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-788588a1-60a5-4b72-b3d6-32ff8ba850ff service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0075393
Apr 30 21:12:22.441075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb466a-78aa-49c2-9506-1b3aa1087c18 req-7c9838ff-909e-4986-a72a-a3ca845e6cb9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:22.442589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4edb466a-78aa-49c2-9506-1b3aa1087c18 req-7c9838ff-909e-4986-a72a-a3ca845e6cb9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1129222
Apr 30 21:12:22.445784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c037129b-a9da-4642-9f56-f2705729cf49 req-3ce35b25-b661-40ad-9f09-eef333e35a2e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395900
Apr 30 21:12:22.454471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:22.481222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:22.492718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:22.520077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4edb466a-78aa-49c2-9506-1b3aa1087c18 req-887c8ad8-fdd1-4485-a76b-0637d233477a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663247
Apr 30 21:12:22.583781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:22.601507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.601686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.601942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.602273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.610286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.610724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.611062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.611397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.611726 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.612056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.612659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.612783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.613069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.613397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.613720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:22.615128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412829b-a467-4a8c-975d-887370890f3c req-2964f763-8a8e-46eb-8999-4b2236167724 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:22.623003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8412829b-a467-4a8c-975d-887370890f3c req-2964f763-8a8e-46eb-8999-4b2236167724 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 1127 time: 0.0864153
Apr 30 21:12:22.639746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:22.641995 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:22.703825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8412829b-a467-4a8c-975d-887370890f3c req-6e9fd253-296d-4db1-a669-302aec0c81e7 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798600
Apr 30 21:12:22.724211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cd08d-4c12-4de2-b021-26d698598e86 req-ad966c2d-518e-4486-8038-b2af244c970d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:22.725743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-537cd08d-4c12-4de2-b021-26d698598e86 req-ad966c2d-518e-4486-8038-b2af244c970d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0821476
Apr 30 21:12:22.750611 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-c20406cf-e9fa-4653-bea7-7e2c3f6c539e tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4441020
Apr 30 21:12:22.768675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Request body: {'port': {'device_id': '353f3622-93d0-45c9-8971-89e3308037b6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:22.814337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-537cd08d-4c12-4de2-b021-26d698598e86 req-10d064b2-a71d-4c3c-918b-687a60e17a92 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749333
Apr 30 21:12:22.854910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:22.934034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8283444f-b54f-4bc8-a3b9-8dcf52f8cc93 None None] Provisioning complete for port 544026f7-e9ff-4a0e-9515-f5e31e5016da triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:22.934405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8283444f-b54f-4bc8-a3b9-8dcf52f8cc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:22.971736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8283444f-b54f-4bc8-a3b9-8dcf52f8cc93 None None] Port 544026f7-e9ff-4a0e-9515-f5e31e5016da cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:12:23.020152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:23.090010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-c1ed5842-89c8-4634-82fd-cfb3733546f5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:23.091611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-c1ed5842-89c8-4634-82fd-cfb3733546f5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 808 time: 0.1634240
Apr 30 21:12:23.132872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-82a183d3-0445-4de8-8cdf-41303cfa029e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/quotas/1a25f2505d5141c5b894bfd6515eb7f0 HTTP/1.1" status: 200  len: 375 time: 0.0296137
Apr 30 21:12:23.159927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc242efd-c9fa-44b3-b867-8f8c5a5a24a5 req-41eea199-4a27-4753-b936-aff704d65c11 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:23.161397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc242efd-c9fa-44b3-b867-8f8c5a5a24a5 req-41eea199-4a27-4753-b936-aff704d65c11 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0688438
Apr 30 21:12:23.204263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544026f7-e9ff-4a0e-9515-f5e31e5016da {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:23.212611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Publish callbacks [] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:23.227111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Transition to ACTIVE for port object 544026f7-e9ff-4a0e-9515-f5e31e5016da will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:23.229010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-ed716b0b-e00e-4669-a9d1-3a3f51d6a2c9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0900700
Apr 30 21:12:23.232629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc242efd-c9fa-44b3-b867-8f8c5a5a24a5 req-b17dcd9b-2751-4de8-a4d6-43bafd85fbc3 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556753
Apr 30 21:12:23.293888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:23.346811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:23.391762 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52004) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:23.439988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-b45ce79e-d147-4ac6-9bb4-6d5e1e326066 service neutron] 10.222.0.23 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039552
Apr 30 21:12:23.450370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Attempting to bind port 544026f7-e9ff-4a0e-9515-f5e31e5016da on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:23.451722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Attempting to bind port 544026f7-e9ff-4a0e-9515-f5e31e5016da by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:23.452366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Attempting to bind port 544026f7-e9ff-4a0e-9515-f5e31e5016da on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:23.460389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Port 544026f7-e9ff-4a0e-9515-f5e31e5016da on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:23.460958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Attempting to bind port 544026f7-e9ff-4a0e-9515-f5e31e5016da on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:23.469428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:23.469783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:23.470190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:23.470618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Bound port: 544026f7-e9ff-4a0e-9515-f5e31e5016da, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:23.470970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:23.530397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dd3b4-4822-4651-a2ef-588423d2d283 req-4da6557a-6c63-44cf-b95d-16cecf4ab62c tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:23.532032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-785dd3b4-4822-4651-a2ef-588423d2d283 req-4da6557a-6c63-44cf-b95d-16cecf4ab62c tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 948 time: 0.1126015
Apr 30 21:12:23.585698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b109dd6d-2c6c-45b3-b525-5062d226cde4 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:23.605125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-785dd3b4-4822-4651-a2ef-588423d2d283 req-819f88cb-9f5c-4270-82f8-7cbb38ef9aeb tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624576
Apr 30 21:12:23.618319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:23.630542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-158048e3-76c8-4d7a-89c0-54aecc6b1508 service neutron] 10.222.0.23 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663992
Apr 30 21:12:23.657293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-549712d3-5b17-4be4-97ec-a492e079b544 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:23.662932 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-549712d3-5b17-4be4-97ec-a492e079b544 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports/847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 200  len: 947 time: 0.2725146
Apr 30 21:12:23.666081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port b109dd6d-2c6c-45b3-b525-5062d226cde4 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:12:23.667870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:23.745284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09cb6d-73be-48e0-9e9f-a114f73dbbd1 req-f6e7371a-c15a-491d-b220-5802e5b56bbf tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:23.747999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed09cb6d-73be-48e0-9e9f-a114f73dbbd1 req-f6e7371a-c15a-491d-b220-5802e5b56bbf tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 944 time: 0.0538437
Apr 30 21:12:23.749656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port b109dd6d-2c6c-45b3-b525-5062d226cde4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:23.750296 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:23.800254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed09cb6d-73be-48e0-9e9f-a114f73dbbd1 req-885d6cd8-ed8d-4a43-9659-1afe909ea874 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469518
Apr 30 21:12:23.833681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:23.857570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b109dd6d-2c6c-45b3-b525-5062d226cde4 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:23.863937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:23.864844 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:23.866440 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] 10.222.0.20 "PUT /v2.0/ports/544026f7-e9ff-4a0e-9515-f5e31e5016da HTTP/1.1" status: 200  len: 1096 time: 1.1051292
Apr 30 21:12:23.868578 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:23.872631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:23.874615 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c43d5b-891b-47c2-857b-d5e42a17f07c" -d '{"events": [{"name": "network-changed", "server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:23.905338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:23.907923 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d4e2cc-1d41-4ce9-b8d4-3edc497961ad" -d '{"events": [{"server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "name": "network-vif-plugged", "status": "completed", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:23.920650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3dd52-decf-4b32-857c-87fd492864c4 req-19966df0-59c5-43ac-bc00-6aea3a5f51dc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:23.927373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:23.927880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1da3dd52-decf-4b32-857c-87fd492864c4 req-19966df0-59c5-43ac-bc00-6aea3a5f51dc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0622931
Apr 30 21:12:23.930965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9fa40-bee6-4d8a-85a2-32f2ce327bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:24.014625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:24.015757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:12:24.033249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1da3dd52-decf-4b32-857c-87fd492864c4 req-5b8058d6-97b2-4cfa-b2a1-66173e336ec7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035671
Apr 30 21:12:24.081551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:12:24.081925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d4dd76d-9d01-473d-a7e3-bb9f5df1f76d not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:12:24.117490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-e87a0927-7c22-4e2c-927d-d748c3e8be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:24.119998 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-e87a0927-7c22-4e2c-927d-d748c3e8be9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9284e1c76f5a41ea9da1eb011943eb8a&device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 1130 time: 0.0783291
Apr 30 21:12:24.121438 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f9e928-3fd8-4052-94fa-b9121820ef50 x-openstack-request-id: req-19f9e928-3fd8-4052-94fa-b9121820ef50 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:24.121866 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:24.122039 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19f9e928-3fd8-4052-94fa-b9121820ef50 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:24.122384 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f9e928-3fd8-4052-94fa-b9121820ef50'] response: {'name': 'network-changed', 'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'status': 'completed', 'code': 200}
Apr 30 21:12:24.146750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:24.193681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da173143-4355-4fbe-aa9d-49ba6743edef req-8d0ff0f7-3265-45d6-8f97-234ac4b59b99 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:24.195822 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44604d2b-200e-4756-9064-2597366ae4fa x-openstack-request-id: req-44604d2b-200e-4756-9064-2597366ae4fa {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:24.199089 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "name": "network-vif-plugged", "status": "completed", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:24.199461 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44604d2b-200e-4756-9064-2597366ae4fa {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:24.199668 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-b1143e18-e6a2-4018-894e-701bd569242c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da HTTP/1.1" status: 200  len: 217 time: 0.0702956
Apr 30 21:12:24.202181 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44604d2b-200e-4756-9064-2597366ae4fa'] response: {'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4', 'code': 200}
Apr 30 21:12:24.204467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da173143-4355-4fbe-aa9d-49ba6743edef req-8d0ff0f7-3265-45d6-8f97-234ac4b59b99 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.1528547
Apr 30 21:12:24.281542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ad0ca1-9947-4311-b99b-4b12b8556978 req-d72851c8-eaa0-47e8-b44a-699d5b84013b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 210 time: 0.0393047
Apr 30 21:12:24.291919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-6569d8c0-9430-4d5d-94f8-44a2e8d69cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:24.293773 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-6569d8c0-9430-4d5d-94f8-44a2e8d69cb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0834565
Apr 30 21:12:24.294445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da173143-4355-4fbe-aa9d-49ba6743edef req-9c769a9c-afd2-408b-b2b5-d615a7a75809 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890305
Apr 30 21:12:24.371801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7ef6-e827-4423-b497-8b559a138caf req-ecc62a56-ca52-4da2-bbd6-430cf037261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:24.373347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e5e7ef6-e827-4423-b497-8b559a138caf req-ecc62a56-ca52-4da2-bbd6-430cf037261b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1127 time: 0.0638618
Apr 30 21:12:24.373465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-92027b59-e569-4a50-a185-5cc0162479cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:24.374926 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-92027b59-e569-4a50-a185-5cc0162479cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0641837
Apr 30 21:12:24.442179 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:24.477484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd338d22-1e96-4c00-8fcd-8e2d74a48dd3 req-86e9e3f1-43de-41fa-9dcb-b88ecb2c7f4a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:24.486500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd338d22-1e96-4c00-8fcd-8e2d74a48dd3 req-86e9e3f1-43de-41fa-9dcb-b88ecb2c7f4a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0996439
Apr 30 21:12:24.512814 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-4b3277e2-aae4-4db1-87fb-771f88875252 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238291
Apr 30 21:12:24.513617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e5e7ef6-e827-4423-b497-8b559a138caf req-7180bcd4-5116-4232-8543-9088353a58f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254003
Apr 30 21:12:24.543767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd338d22-1e96-4c00-8fcd-8e2d74a48dd3 req-e929f573-9c17-4f7c-81f7-1772f2a2724f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560908
Apr 30 21:12:24.716882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787f47d-36a4-431a-94ba-7f7cccdd003e req-4fe2d05d-56fb-4b58-951c-fcc758f93219 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:24.718696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b787f47d-36a4-431a-94ba-7f7cccdd003e req-4fe2d05d-56fb-4b58-951c-fcc758f93219 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 948 time: 0.0499513
Apr 30 21:12:24.772208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b787f47d-36a4-431a-94ba-7f7cccdd003e req-55c5233b-00d1-47f6-9737-72873bfbd94c tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469458
Apr 30 21:12:24.820031 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-01750182-eb74-4c2b-90bb-6d47759bb883 req-93b477ba-653f-4547-b567-374edacfa195 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1049867
Apr 30 21:12:24.926234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230eefea-9fb4-478c-9fa2-0b60d5c96887 req-82af15d1-ec69-4f2a-8fe2-cc96a91adb55 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:24.927808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-230eefea-9fb4-478c-9fa2-0b60d5c96887 req-82af15d1-ec69-4f2a-8fe2-cc96a91adb55 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 945 time: 0.0531280
Apr 30 21:12:24.977070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-230eefea-9fb4-478c-9fa2-0b60d5c96887 req-b6d5bbeb-c3b1-454a-b95e-d84739e02f12 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427966
Apr 30 21:12:24.982640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52052) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:25.125219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c7692311-e17c-4f49-96e2-991ef841a402 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f727d5639c624deeba0d0d7a7d08810e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1415114
Apr 30 21:12:25.127906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52058) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:25.158402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65949a3-0ed5-40f1-afc3-edd0599699ed req-951d9e7a-7863-4150-9258-5a67f4d5fefc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:25.159749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b65949a3-0ed5-40f1-afc3-edd0599699ed req-951d9e7a-7863-4150-9258-5a67f4d5fefc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0493178
Apr 30 21:12:25.175209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66db7d2e-3444-4e3b-b504-c8365df7afb6 admin admin] Publish callbacks [] for security_group (3af3fc08-5b16-4adc-8adf-77bafd941bd6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:25.197096 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66db7d2e-3444-4e3b-b504-c8365df7afb6 admin admin] Publish callbacks [] for security_group (3af3fc08-5b16-4adc-8adf-77bafd941bd6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:25.205782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b65949a3-0ed5-40f1-afc3-edd0599699ed req-5fe9c7fb-ec76-4457-843e-d6e7c6cce2e2 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401130
Apr 30 21:12:25.320128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66db7d2e-3444-4e3b-b504-c8365df7afb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3af3fc08-5b16-4adc-8adf-77bafd941bd6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:25.322729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66db7d2e-3444-4e3b-b504-c8365df7afb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:25.325496 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-66db7d2e-3444-4e3b-b504-c8365df7afb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3af3fc08-5b16-4adc-8adf-77bafd941bd6 HTTP/1.1" status: 204  len: 168 time: 0.1950626
Apr 30 21:12:25.332060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db7d2e-3444-4e3b-b504-c8365df7afb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af3fc08-5b16-4adc-8adf-77bafd941bd6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:25.411261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aeb992a2-a94d-4394-97c9-ccf8aa788a56 req-9de35c11-d98f-4e1a-b049-95c0f8f88355 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 210 time: 0.0412400
Apr 30 21:12:25.450761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825102d-66af-4ac4-98a1-2ce9061676ce req-0d974b7c-9a9d-4199-84a8-e64d38df024d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:25.452295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a825102d-66af-4ac4-98a1-2ce9061676ce req-0d974b7c-9a9d-4199-84a8-e64d38df024d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0682607
Apr 30 21:12:25.525797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-ac4ae256-81cf-49cd-a067-bdc01fb1675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:25.527287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-ac4ae256-81cf-49cd-a067-bdc01fb1675d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 1132 time: 0.0557580
Apr 30 21:12:25.531502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a825102d-66af-4ac4-98a1-2ce9061676ce req-c112fc29-e5cc-4a44-acc4-27858f05733c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734282
Apr 30 21:12:25.630539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-2d1e5e10-4ddc-4435-908d-025f21eca086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:25.631935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-2d1e5e10-4ddc-4435-908d-025f21eca086 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.0993812
Apr 30 21:12:25.689866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-cf7fc945-915e-487c-9cc5-092540ea9763 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 200  len: 217 time: 0.0423172
Apr 30 21:12:25.700446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ef247-372e-49da-a1cc-a59535ab9924 req-bc5134b1-aeab-4000-88f5-1248655d17c1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:25.701914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a00ef247-372e-49da-a1cc-a59535ab9924 req-bc5134b1-aeab-4000-88f5-1248655d17c1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0854020
Apr 30 21:12:25.768636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-54807a0b-890b-4ba6-872d-5cc1b73f887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:25.770133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-54807a0b-890b-4ba6-872d-5cc1b73f887c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0673375
Apr 30 21:12:25.785149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a00ef247-372e-49da-a1cc-a59535ab9924 req-b7c25708-3a31-4876-8551-0f1ebb97933c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548770
Apr 30 21:12:25.824314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-50009d2a-b984-4cf8-a62a-f1723a5c7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:25.825961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-50009d2a-b984-4cf8-a62a-f1723a5c7511 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0398409
Apr 30 21:12:25.931978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4fa6b-7188-4497-92e5-77f33fb86bdb req-dc8ddb68-2262-4bec-84fb-c828ae16cb8b tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:25.933376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51b4fa6b-7188-4497-92e5-77f33fb86bdb req-dc8ddb68-2262-4bec-84fb-c828ae16cb8b tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 948 time: 0.0853028
Apr 30 21:12:25.978358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-8fe80269-c2f1-4ab0-8ed0-ff7638ce6886 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384349
Apr 30 21:12:25.998885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51b4fa6b-7188-4497-92e5-77f33fb86bdb req-c95ab744-cf07-47f4-bf3c-f1298d11b4f3 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549858
Apr 30 21:12:26.086587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52074) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:26.100438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95aee467-ac4a-4c5a-85e7-92894e23b7f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:26.120559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-d8a41155-a27a-4c7e-825c-29ca30c288e5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201534
Apr 30 21:12:26.126594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c35242-a1b0-4f85-8410-6b1eab46786e req-15be8e2c-57bb-4d5e-8c45-897974d692bf tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.127919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58c35242-a1b0-4f85-8410-6b1eab46786e req-15be8e2c-57bb-4d5e-8c45-897974d692bf tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 945 time: 0.0658796
Apr 30 21:12:26.175345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58c35242-a1b0-4f85-8410-6b1eab46786e req-72709a34-7ec6-43fb-a166-73b67b1bb3ce tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407913
Apr 30 21:12:26.177716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95aee467-ac4a-4c5a-85e7-92894e23b7f2 admin admin] Publish callbacks [] for security_group (40da4cdf-999e-4a98-ac7c-92ab86fc0ff3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:26.258780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95aee467-ac4a-4c5a-85e7-92894e23b7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (40da4cdf-999e-4a98-ac7c-92ab86fc0ff3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:26.302717 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-95aee467-ac4a-4c5a-85e7-92894e23b7f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ce06bffca1a469194ba7e945510f424&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2150087
Apr 30 21:12:26.303941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aee467-ac4a-4c5a-85e7-92894e23b7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40da4cdf-999e-4a98-ac7c-92ab86fc0ff3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:26.306530 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52078) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:26.346556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00bbab-09c4-433a-bbe2-4492395a7b92 req-610ef2b2-880a-4e9e-9f88-1efab9f955a8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.348027 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00bbab-09c4-433a-bbe2-4492395a7b92 req-610ef2b2-880a-4e9e-9f88-1efab9f955a8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0613372
Apr 30 21:12:26.355308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a89c083-954a-4922-bb51-a40d95239f3c admin admin] Publish callbacks [] for security_group (40da4cdf-999e-4a98-ac7c-92ab86fc0ff3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:26.377398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a89c083-954a-4922-bb51-a40d95239f3c admin admin] Publish callbacks [] for security_group (40da4cdf-999e-4a98-ac7c-92ab86fc0ff3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:26.447493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00bbab-09c4-433a-bbe2-4492395a7b92 req-2c957d6c-ecc3-4f5f-9bed-146b6f78a05f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936427
Apr 30 21:12:26.515127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-03dec579-eb61-47ed-8a51-c662c4fb0594 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.516606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-03dec579-eb61-47ed-8a51-c662c4fb0594 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 808 time: 0.1401200
Apr 30 21:12:26.538720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Request body: {'port': {'device_id': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'admin_state_up': True, 'tenant_id': '1a25f2505d5141c5b894bfd6515eb7f0'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:26.544201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c663b6b-f105-43fb-b676-318528b23ad5 req-fa74c3f6-738f-423f-8b16-a2d121ea8120 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 210 time: 0.0526845
Apr 30 21:12:26.579159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-3397ac52-a51b-4a69-ab48-87719934076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.580813 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-3397ac52-a51b-4a69-ab48-87719934076c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9284e1c76f5a41ea9da1eb011943eb8a&device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 1130 time: 0.0504699
Apr 30 21:12:26.591941 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a89c083-954a-4922-bb51-a40d95239f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (40da4cdf-999e-4a98-ac7c-92ab86fc0ff3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:26.596210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a89c083-954a-4922-bb51-a40d95239f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:26.600693 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1a89c083-954a-4922-bb51-a40d95239f3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40da4cdf-999e-4a98-ac7c-92ab86fc0ff3 HTTP/1.1" status: 204  len: 168 time: 0.2932172
Apr 30 21:12:26.656160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89c083-954a-4922-bb51-a40d95239f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40da4cdf-999e-4a98-ac7c-92ab86fc0ff3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:26.683157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ca1c-4ea5-45b6-8b68-1bd2f7475e4c req-3e6c05bd-e2e3-4f3d-8408-e8cb902e0d4e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.690480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f4ca1c-4ea5-45b6-8b68-1bd2f7475e4c req-3e6c05bd-e2e3-4f3d-8408-e8cb902e0d4e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0730922
Apr 30 21:12:26.702043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-b49cd295-bcfc-43da-84ad-1f202ca9b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.703630 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-b49cd295-bcfc-43da-84ad-1f202ca9b067 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1129000
Apr 30 21:12:26.775569 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-3e88f382-2dd0-4466-89e7-6e90758ba890 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da HTTP/1.1" status: 200  len: 217 time: 0.0517468
Apr 30 21:12:26.831625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-95d0d611-9ef7-4315-b27c-862564c6d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.836743 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-95d0d611-9ef7-4315-b27c-862564c6d65b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0514042
Apr 30 21:12:26.883852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-1cc4c7e3-d207-4ea2-82f5-472d4f5e7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.885410 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-1cc4c7e3-d207-4ea2-82f5-472d4f5e7526 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0451653
Apr 30 21:12:26.958042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f4ca1c-4ea5-45b6-8b68-1bd2f7475e4c req-da8fa12d-7be7-44af-b78a-d87b87d91c4a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2666678
Apr 30 21:12:26.964583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad207ed-9e41-4a6b-bff0-b0cd87708a79 req-a7658b8c-44ae-4915-a560-a72625b3d7d8 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:26.966039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bad207ed-9e41-4a6b-bff0-b0cd87708a79 req-a7658b8c-44ae-4915-a560-a72625b3d7d8 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0785582
Apr 30 21:12:26.983864 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-612ee71e-e83a-4a1b-af1c-8edf7ec7bc5c service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909724
Apr 30 21:12:27.018750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bad207ed-9e41-4a6b-bff0-b0cd87708a79 req-ba4af4a5-7067-418c-abe0-90ea72cbbdf8 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447507
Apr 30 21:12:27.029432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Made reservation on behalf of 1a25f2505d5141c5b894bfd6515eb7f0 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:12:27.034790 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:27.087095 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c43d5b-891b-47c2-857b-d5e42a17f07c req-595209f8-42ab-48a8-92af-c6f87af34dac service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955031
Apr 30 21:12:27.177017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43192a0-0be3-4c96-9cd8-d0637e714d5d req-fc39b04b-5c2c-4e83-9176-ec366dd88a8a tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:27.178625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b43192a0-0be3-4c96-9cd8-d0637e714d5d req-fc39b04b-5c2c-4e83-9176-ec366dd88a8a tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 948 time: 0.0672612
Apr 30 21:12:27.251096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Allocated IP 172.20.0.7 (101af96d-46b7-4982-b0ed-3b0af2fa0ddf/5f3d63eb-2691-412d-840f-88078b400c06/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:27.286297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b43192a0-0be3-4c96-9cd8-d0637e714d5d req-a7aaafe0-475e-4f93-9728-e2f8c776219b tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850687
Apr 30 21:12:27.338855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99d782-324e-4300-bc73-25f53183f872 req-70673560-4933-471f-9bc2-85542ae97ac8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:27.340328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d99d782-324e-4300-bc73-25f53183f872 req-70673560-4933-471f-9bc2-85542ae97ac8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 945 time: 0.0804935
Apr 30 21:12:27.449014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d99d782-324e-4300-bc73-25f53183f872 req-2c08ee90-59ed-4a25-ac8d-a0b00ac1b6a9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029074
Apr 30 21:12:27.510971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks [] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:27.615766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416d955-abda-4407-8dcd-7c07781ca2e3 req-041eaf94-5710-4e25-a76b-0c2a123551a3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:27.617233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2416d955-abda-4407-8dcd-7c07781ca2e3 req-041eaf94-5710-4e25-a76b-0c2a123551a3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0927300
Apr 30 21:12:27.621800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10d655-9212-40ae-93ce-17ea957d5464 req-756f6c80-8431-4ff5-9e3e-866b943ea007 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:27.623245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc10d655-9212-40ae-93ce-17ea957d5464 req-756f6c80-8431-4ff5-9e3e-866b943ea007 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1127 time: 0.0805168
Apr 30 21:12:27.685230 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:27.698728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2416d955-abda-4407-8dcd-7c07781ca2e3 req-f1ff7ecb-67ee-4282-8643-b4a5547bd8b3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745966
Apr 30 21:12:27.736288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc10d655-9212-40ae-93ce-17ea957d5464 req-122c6d87-c734-4633-bc3a-3ee696ff1f21 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053305
Apr 30 21:12:27.747375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:27.751404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:27.756974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:27.793210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Pushing event updated for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:27.863806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634586a6-7707-4cab-9d36-27044368e407 req-cdb8e5b1-b45e-49a4-be50-79d5bd8ad803 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:27.865219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-634586a6-7707-4cab-9d36-27044368e407 req-cdb8e5b1-b45e-49a4-be50-79d5bd8ad803 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 931 time: 0.0792232
Apr 30 21:12:27.870767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:27.871353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:27.925459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c36b8-c829-467d-a076-5fefeb20b922 req-2a1835b1-350d-4f6f-9469-42ff4696e902 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:27.932927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f03c36b8-c829-467d-a076-5fefeb20b922 req-2a1835b1-350d-4f6f-9469-42ff4696e902 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1127 time: 0.0818837
Apr 30 21:12:27.961797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-634586a6-7707-4cab-9d36-27044368e407 req-8a7607cd-6ba5-4b1e-ad6e-c619e4e11ef5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878801
Apr 30 21:12:27.984630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-804b5f49-3c48-4e5c-b260-d78ae33338fb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4497771
Apr 30 21:12:27.987945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f03c36b8-c829-467d-a076-5fefeb20b922 req-27bb8649-497c-4d9e-bf7d-22e22b4981d9 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547590
Apr 30 21:12:28.000171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Request body: {'port': {'device_id': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:28.091512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:28.116205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaaae4-8d9a-4994-971d-2ea2f693f2e9 req-caa8d79e-b195-42b9-8a97-62c168ea1442 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:28.117674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6eeaaae4-8d9a-4994-971d-2ea2f693f2e9 req-caa8d79e-b195-42b9-8a97-62c168ea1442 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0648999
Apr 30 21:12:28.221098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bae53-ca9a-459b-8e0a-768645775381 req-d0330ca2-cc58-4a0d-98f7-c6c5d772cf8d tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:28.222579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b01bae53-ca9a-459b-8e0a-768645775381 req-d0330ca2-cc58-4a0d-98f7-c6c5d772cf8d tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0838447
Apr 30 21:12:28.300823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6eeaaae4-8d9a-4994-971d-2ea2f693f2e9 req-d9750507-3131-4628-b6e6-482901ce996e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630917
Apr 30 21:12:28.378389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b01bae53-ca9a-459b-8e0a-768645775381 req-f2c4dbbb-bb91-4116-8686-7eb8642fad8f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411390
Apr 30 21:12:28.524928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085f149-05ef-432d-b276-7c11234962b4 req-00b85042-9f6d-42a9-9f62-f4d8753b86fc tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:28.527035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5085f149-05ef-432d-b276-7c11234962b4 req-00b85042-9f6d-42a9-9f62-f4d8753b86fc tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 948 time: 0.0858493
Apr 30 21:12:28.534939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:28.548252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Publish callbacks [] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:28.572439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Transition to ACTIVE for port object 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:28.595222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5085f149-05ef-432d-b276-7c11234962b4 req-ba6220d3-60e5-49e2-a1a0-1ef5b0e654ea tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558038
Apr 30 21:12:28.632017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3533f8f-ff67-4ed0-8cf0-017a068c1eb0 req-88340fc6-3af6-454b-abca-cbb91634ccce tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:28.633048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3533f8f-ff67-4ed0-8cf0-017a068c1eb0 req-88340fc6-3af6-454b-abca-cbb91634ccce tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1127 time: 0.0369689
Apr 30 21:12:28.636556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:28.717796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:28.730552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3533f8f-ff67-4ed0-8cf0-017a068c1eb0 req-c61b201c-c943-42bd-8e7e-7cac09c48ce2 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893734
Apr 30 21:12:28.794605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:28.794936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:28.795262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:28.799599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:28.799926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:28.805407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:28.805407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:28.805653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:28.805907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Bound port: 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:28.806255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:28.888841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5c7cc-08c7-44eb-8787-b0fac27cd48d req-d046e863-204f-4866-88db-646f5d3fe071 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:28.890341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09a5c7cc-08c7-44eb-8787-b0fac27cd48d req-d046e863-204f-4866-88db-646f5d3fe071 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0713356
Apr 30 21:12:28.924218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:28.942966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:28.960159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09a5c7cc-08c7-44eb-8787-b0fac27cd48d req-43737aa0-ecfb-4277-8b4e-a9032a67e7ff tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633395
Apr 30 21:12:29.071017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:29.117901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:29.119048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:29.121100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] 10.222.0.35 "PUT /v2.0/ports/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b HTTP/1.1" status: 200  len: 1091 time: 1.1250343
Apr 30 21:12:29.123505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:29.127575 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eab9a5-9e59-46c2-813e-ce2f2f12b811" -d '{"events": [{"name": "network-changed", "server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:29.135376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a866fe-0a27-4358-9893-d0e234abedd9 req-a65cd779-ad76-4981-8c96-4df0260142e7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:29.136868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4a866fe-0a27-4358-9893-d0e234abedd9 req-a65cd779-ad76-4981-8c96-4df0260142e7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.0982702
Apr 30 21:12:29.172828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a82361-f819-421d-98b0-4b08a0665a87 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:29.178838 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15eb91-d3c3-41ae-b557-e08cd93c8a6e x-openstack-request-id: req-5c15eb91-d3c3-41ae-b557-e08cd93c8a6e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:29.184166 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:29.184166 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c15eb91-d3c3-41ae-b557-e08cd93c8a6e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:29.184166 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c15eb91-d3c3-41ae-b557-e08cd93c8a6e'] response: {'name': 'network-changed', 'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b', 'status': 'completed', 'code': 200}
Apr 30 21:12:29.220024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4a866fe-0a27-4358-9893-d0e234abedd9 req-1792da76-3f5a-4c5c-9fe0-dbc04aed2a0d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761652
Apr 30 21:12:29.254395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eab9a5-9e59-46c2-813e-ce2f2f12b811 req-40607851-8262-4659-a171-dde9ec845bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:29.254778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37eab9a5-9e59-46c2-813e-ce2f2f12b811 req-40607851-8262-4659-a171-dde9ec845bb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1125 time: 0.0471332
Apr 30 21:12:29.467553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960aab5-cc78-4c6d-a318-a9c802ffc4b1 req-30484d4d-72da-4551-a252-0cf9ae1244a1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:29.469003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3960aab5-cc78-4c6d-a318-a9c802ffc4b1 req-30484d4d-72da-4551-a252-0cf9ae1244a1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0916929
Apr 30 21:12:29.489069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eab9a5-9e59-46c2-813e-ce2f2f12b811 req-8f304936-a942-4f0d-a034-f4789766e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:29.490475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37eab9a5-9e59-46c2-813e-ce2f2f12b811 req-8f304936-a942-4f0d-a034-f4789766e7c1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2209089
Apr 30 21:12:29.552469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:29.654489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:29.666927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'mac_address': 'fa:16:3e:35:b3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:29.706360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 544026f7-e9ff-4a0e-9515-f5e31e5016da is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:29.706751 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:29.720519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544026f7-e9ff-4a0e-9515-f5e31e5016da {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:29.742519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:29.800615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3960aab5-cc78-4c6d-a318-a9c802ffc4b1 req-de768e9f-9bfc-4abd-a7ac-95030ebcc0e1 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3227870
Apr 30 21:12:29.806581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4db930-dff0-40a4-ada3-2e915c54eb89 req-3679eb48-2438-4072-820f-c9625dc4c76f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:29.808548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa4db930-dff0-40a4-ada3-2e915c54eb89 req-3679eb48-2438-4072-820f-c9625dc4c76f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.3032160
Apr 30 21:12:29.854681 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:29.882165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eab9a5-9e59-46c2-813e-ce2f2f12b811 req-908ab175-833c-42ce-a739-3e0ebe894d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:29.883608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37eab9a5-9e59-46c2-813e-ce2f2f12b811 req-908ab175-833c-42ce-a739-3e0ebe894d84 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3872383
Apr 30 21:12:29.901169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa4db930-dff0-40a4-ada3-2e915c54eb89 req-d4630cf3-7b56-4940-97b0-af04c4c14d10 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703986
Apr 30 21:12:29.908779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:29.962825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-e698fcf5-aff3-4ee4-b3a2-de4d8011b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:29.964349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-e698fcf5-aff3-4ee4-b3a2-de4d8011b343 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1125 time: 0.0413959
Apr 30 21:12:30.054656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-66f7501a-ac4d-44dd-8baa-ea99d5ded139 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b HTTP/1.1" status: 200  len: 217 time: 0.0765314
Apr 30 21:12:30.071516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72e78e-812e-4362-b437-c80640bbc8d4 req-cb5cd32f-b2a2-4b03-a53f-22014118fb08 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:30.072936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb72e78e-812e-4362-b437-c80640bbc8d4 req-cb5cd32f-b2a2-4b03-a53f-22014118fb08 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 949 time: 0.1032097
Apr 30 21:12:30.109169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111a9a8-c7e3-4160-a72c-d280998f500d req-92835b0e-afc7-4d22-a416-e6581b197e8b tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:30.110615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a111a9a8-c7e3-4160-a72c-d280998f500d req-92835b0e-afc7-4d22-a416-e6581b197e8b tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1127 time: 0.1253507
Apr 30 21:12:30.149913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['544026f7-e9ff-4a0e-9515-f5e31e5016da'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:30.156579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-b51c30df-b787-46aa-b987-48aa14bfdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:30.158021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-b51c30df-b787-46aa-b987-48aa14bfdaef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0823300
Apr 30 21:12:30.211620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb72e78e-812e-4362-b437-c80640bbc8d4 req-7a9c3269-34d7-4400-97ca-5fb95fc67d4f tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261463
Apr 30 21:12:30.217006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-1e21ba4b-e30d-4c06-bb6c-75b5fea5c0b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493000
Apr 30 21:12:30.244025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a111a9a8-c7e3-4160-a72c-d280998f500d req-afb8528a-245f-4352-b046-9209a781bc61 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139915
Apr 30 21:12:30.391664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-0459b94d-3782-4e2c-ab22-40c1b991237d service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659093
Apr 30 21:12:30.405368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bf3f9-576a-4d9b-acc2-65a89ce4eb2f req-d7c642be-5e97-42f8-893f-a90ed42fb2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:30.406740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-864bf3f9-576a-4d9b-acc2-65a89ce4eb2f req-d7c642be-5e97-42f8-893f-a90ed42fb2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0894911
Apr 30 21:12:30.425160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c05e5-8f47-47e5-a31a-123de4278f35 req-5504b55e-0447-46da-aa0c-8497f1af67d7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:30.426611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c45c05e5-8f47-47e5-a31a-123de4278f35 req-5504b55e-0447-46da-aa0c-8497f1af67d7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.0989494
Apr 30 21:12:30.556241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c45c05e5-8f47-47e5-a31a-123de4278f35 req-f2fd3b71-d6b2-4b46-afd3-c5123077dfc0 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148882
Apr 30 21:12:30.562485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-864bf3f9-576a-4d9b-acc2-65a89ce4eb2f req-106f85b7-4757-427e-a71b-88a1c49feb50 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462042
Apr 30 21:12:30.577122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4a27b49-18e7-4bfc-aa5c-55226c60e4c8 req-6e360e5a-7bde-414c-b936-510183f3e4fb service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666825
Apr 30 21:12:30.916526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeed3ac-0bdd-4aa8-ad41-39814fde318c req-98deae0e-c16b-4e4a-9ea7-f2de6a20e240 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:30.917932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffeed3ac-0bdd-4aa8-ad41-39814fde318c req-98deae0e-c16b-4e4a-9ea7-f2de6a20e240 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0468524
Apr 30 21:12:30.964947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffeed3ac-0bdd-4aa8-ad41-39814fde318c req-fc826f90-0e3f-4972-af4f-3917e9c9b39b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412502
Apr 30 21:12:31.067143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4157b9-0a37-4ae1-be08-179e8ea3132c req-c2988cf6-927e-4308-a570-d1b90c39f7f2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:31.068624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f4157b9-0a37-4ae1-be08-179e8ea3132c req-c2988cf6-927e-4308-a570-d1b90c39f7f2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0453067
Apr 30 21:12:31.115309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f4157b9-0a37-4ae1-be08-179e8ea3132c req-9ca885e4-89d1-4514-a5d6-6aa1fb40ad80 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405934
Apr 30 21:12:31.217875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52230) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:31.330515 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d440bc-e829-40f9-8f98-aba7ade06fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.345709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85f538-8864-4d0a-84d6-7e0f0295b0e7 req-ffc55e4b-6f84-48ff-8a26-ed4c9e427dfa tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:31.347243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e85f538-8864-4d0a-84d6-7e0f0295b0e7 req-ffc55e4b-6f84-48ff-8a26-ed4c9e427dfa tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 949 time: 0.0514445
Apr 30 21:12:31.401544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e85f538-8864-4d0a-84d6-7e0f0295b0e7 req-24ddefa7-24cb-479d-96a4-ef10d5af4ac3 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454042
Apr 30 21:12:31.406557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d440bc-e829-40f9-8f98-aba7ade06fd9 admin admin] Publish callbacks [] for security_group (515e6e96-0add-44f1-bc16-0c05d11ba971), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.480739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d440bc-e829-40f9-8f98-aba7ade06fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (515e6e96-0add-44f1-bc16-0c05d11ba971), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.517729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d440bc-e829-40f9-8f98-aba7ade06fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515e6e96-0add-44f1-bc16-0c05d11ba971,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:31.525803 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b5d440bc-e829-40f9-8f98-aba7ade06fd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79d98df5e1db40b8ab29ebf5123e3fcc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3040853
Apr 30 21:12:31.526864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52248) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:31.567618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:31.575552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ddef10b-1ed1-4608-b421-5ff6d5b6d3cf admin admin] Publish callbacks [] for security_group (515e6e96-0add-44f1-bc16-0c05d11ba971), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.598953 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ddef10b-1ed1-4608-b421-5ff6d5b6d3cf admin admin] Publish callbacks [] for security_group (515e6e96-0add-44f1-bc16-0c05d11ba971), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.618649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 544026f7-e9ff-4a0e-9515-f5e31e5016da completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:12:31.675322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeefbc-5c77-458f-aa79-3f0343b59562 req-b6f5d2b2-258c-4041-bcb4-7c301c79012f tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:31.676823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2aeefbc-5c77-458f-aa79-3f0343b59562 req-b6f5d2b2-258c-4041-bcb4-7c301c79012f tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.0481160
Apr 30 21:12:31.727555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 544026f7-e9ff-4a0e-9515-f5e31e5016da triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:31.728028 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.739798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2aeefbc-5c77-458f-aa79-3f0343b59562 req-b4e8c3ba-65ef-4270-87e0-45b73e88bd77 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467005
Apr 30 21:12:31.765169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ddef10b-1ed1-4608-b421-5ff6d5b6d3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (515e6e96-0add-44f1-bc16-0c05d11ba971), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.765169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ddef10b-1ed1-4608-b421-5ff6d5b6d3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.765396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5ddef10b-1ed1-4608-b421-5ff6d5b6d3cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/515e6e96-0add-44f1-bc16-0c05d11ba971 HTTP/1.1" status: 204  len: 168 time: 0.2382133
Apr 30 21:12:31.776460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddef10b-1ed1-4608-b421-5ff6d5b6d3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e6e96-0add-44f1-bc16-0c05d11ba971,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:31.835347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 544026f7-e9ff-4a0e-9515-f5e31e5016da is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:31.835814 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:31.861946 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d07dd4-6360-459f-a618-146de9dd03c4 req-7ed509dd-92a2-484e-bf50-4d0fe51b88db tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:31.862188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:31.863448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9d07dd4-6360-459f-a618-146de9dd03c4 req-7ed509dd-92a2-484e-bf50-4d0fe51b88db tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0594296
Apr 30 21:12:31.864260 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5385789-1db3-4461-9368-f0ebddbf7a38" -d '{"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-plugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:31.876974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:31.911650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9d07dd4-6360-459f-a618-146de9dd03c4 req-e387da21-27a0-481d-ad34-91e54bc539d2 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419304
Apr 30 21:12:31.957518 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d065d-6bfa-4838-90c2-702a761a4c6a x-openstack-request-id: req-9e5d065d-6bfa-4838-90c2-702a761a4c6a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:31.957858 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-plugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:31.958112 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e5d065d-6bfa-4838-90c2-702a761a4c6a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:31.958508 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5d065d-6bfa-4838-90c2-702a761a4c6a'] response: {'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'code': 200}
Apr 30 21:12:32.046662 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:32.054973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71d4d6-f18b-4391-a564-f3fb1b7c024e req-dda15528-a8dc-4ce9-9171-870548a90857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:32.056574 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4d71d4d6-f18b-4391-a564-f3fb1b7c024e req-dda15528-a8dc-4ce9-9171-870548a90857 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 1131 time: 0.0408306
Apr 30 21:12:32.085588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887e8e1-9e03-4747-b655-0023a5c8a4bb req-1ba889bb-b064-4645-bfed-2e434cf2eab9 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:32.087175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8887e8e1-9e03-4747-b655-0023a5c8a4bb req-1ba889bb-b064-4645-bfed-2e434cf2eab9 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0513163
Apr 30 21:12:32.116432 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4d71d4d6-f18b-4391-a564-f3fb1b7c024e req-975f43e2-e38f-4433-9e6a-784cb0fbc87b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537543
Apr 30 21:12:32.126030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:32.162178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8887e8e1-9e03-4747-b655-0023a5c8a4bb req-ae20e07a-d2f6-4fde-ad6d-a03e5a617324 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654252
Apr 30 21:12:32.266361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c5aa-b9ee-4d93-a2a3-8091838aa4cb req-3a9dd2ec-9a94-4b29-a2d5-6f4d80aa7658 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:32.267691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20e0c5aa-b9ee-4d93-a2a3-8091838aa4cb req-3a9dd2ec-9a94-4b29-a2d5-6f4d80aa7658 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0483754
Apr 30 21:12:32.316038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20e0c5aa-b9ee-4d93-a2a3-8091838aa4cb req-83734426-8ac0-4ed9-b626-8e953925ab1c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424139
Apr 30 21:12:32.478484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52270) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:32.501017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56937447-8d23-4e51-bdb5-5822f132f2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:32.547888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27816fb-43de-4151-b24b-4659de66ac19 req-5b589547-7b96-4f47-83e2-58c4952a7fae tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:32.549261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b27816fb-43de-4151-b24b-4659de66ac19 req-5b589547-7b96-4f47-83e2-58c4952a7fae tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 950 time: 0.0675702
Apr 30 21:12:32.622853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b27816fb-43de-4151-b24b-4659de66ac19 req-b6e6599e-db3d-4a9a-83ea-c4e1ee1ce4a9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678561
Apr 30 21:12:32.644353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56937447-8d23-4e51-bdb5-5822f132f2c2 admin admin] Publish callbacks [] for security_group (9fc76262-8a6f-4c17-81b4-2721b48c7d4e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:32.727598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56937447-8d23-4e51-bdb5-5822f132f2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9fc76262-8a6f-4c17-81b4-2721b48c7d4e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:32.766178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-56937447-8d23-4e51-bdb5-5822f132f2c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b863d7386fc4134a734d98c227fafa5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2855358
Apr 30 21:12:32.767245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56937447-8d23-4e51-bdb5-5822f132f2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc76262-8a6f-4c17-81b4-2721b48c7d4e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:32.769209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52274) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:32.822405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ecfee02-436a-4333-9d1f-939bbc2b9fc4 admin admin] Publish callbacks [] for security_group (9fc76262-8a6f-4c17-81b4-2721b48c7d4e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:32.842013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ecfee02-436a-4333-9d1f-939bbc2b9fc4 admin admin] Publish callbacks [] for security_group (9fc76262-8a6f-4c17-81b4-2721b48c7d4e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:32.863776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea139c-07b6-4119-a7a7-decea70c4d01 req-5f130d22-4aba-46ed-8171-00b96bbbc10b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:32.865263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49ea139c-07b6-4119-a7a7-decea70c4d01 req-5f130d22-4aba-46ed-8171-00b96bbbc10b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.0465162
Apr 30 21:12:32.911857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49ea139c-07b6-4119-a7a7-decea70c4d01 req-688574b1-9cac-4bd2-aa9c-b68ae14c8b75 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409234
Apr 30 21:12:32.967722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ecfee02-436a-4333-9d1f-939bbc2b9fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9fc76262-8a6f-4c17-81b4-2721b48c7d4e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:32.970529 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ecfee02-436a-4333-9d1f-939bbc2b9fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:32.971878 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8ecfee02-436a-4333-9d1f-939bbc2b9fc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fc76262-8a6f-4c17-81b4-2721b48c7d4e HTTP/1.1" status: 204  len: 168 time: 0.2010932
Apr 30 21:12:32.980105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfee02-436a-4333-9d1f-939bbc2b9fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc76262-8a6f-4c17-81b4-2721b48c7d4e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:33.036015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70797539-fae9-4cb4-8670-79f9c7402654 req-58bcabe9-9041-42a5-983e-a581578e0d41 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:33.037516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70797539-fae9-4cb4-8670-79f9c7402654 req-58bcabe9-9041-42a5-983e-a581578e0d41 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0548613
Apr 30 21:12:33.048224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-24d63ddc-96e7-4257-a64a-6c3bd45d24ed tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:12:33.049182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-24d63ddc-96e7-4257-a64a-6c3bd45d24ed tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0069389
Apr 30 21:12:33.117124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-42a74417-f16c-4c0d-b065-88171a839dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:33.118519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-42a74417-f16c-4c0d-b065-88171a839dfd service neutron] 10.222.0.23 "GET /v2.0/ports/b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 1124 time: 0.0633032
Apr 30 21:12:33.129843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:33.130286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Unknown quota resources ['binding']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:12:33.136362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70797539-fae9-4cb4-8670-79f9c7402654 req-ff23e871-6b5f-42b5-a08c-8a7a5f8317d7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924237
Apr 30 21:12:33.298243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71e32-4641-423b-a00f-63fc7111156e req-e6363b4d-06ed-4ddd-9c38-bbe3f7225cbc tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:33.299709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0f71e32-4641-423b-a00f-63fc7111156e req-e6363b4d-06ed-4ddd-9c38-bbe3f7225cbc tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0651455
Apr 30 21:12:33.320217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on host nch2-master-1 for vnic_type normal with profile None {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:33.320532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:33.320864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:33.336019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:33.336337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:33.348077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:33.348555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:33.348931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:33.349361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Bound port: b109dd6d-2c6c-45b3-b525-5062d226cde4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:33.391404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0f71e32-4641-423b-a00f-63fc7111156e req-795a3e9f-c5f8-4c82-bc42-db0497934dee tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820475
Apr 30 21:12:33.422213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:33.488867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:33.490182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-dedae969-a3e5-405f-9be4-0d3a2406320f service neutron] 10.222.0.23 "POST /v2.0/ports/b109dd6d-2c6c-45b3-b525-5062d226cde4/bindings HTTP/1.1" status: 201  len: 389 time: 0.3636472
Apr 30 21:12:33.509065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5f160-08f0-484f-8f3c-3ec2d121ed83 req-61041039-c3ca-4276-a93a-36e8c6be2eb9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:33.510652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00a5f160-08f0-484f-8f3c-3ec2d121ed83 req-61041039-c3ca-4276-a93a-36e8c6be2eb9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0569932
Apr 30 21:12:33.557872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00a5f160-08f0-484f-8f3c-3ec2d121ed83 req-fc9edbf6-665f-4050-b5be-806c6c25682f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414371
Apr 30 21:12:33.622381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:33.736107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:33.743799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910ec79-b25a-4f36-8cab-4d306c06b07a req-03de8bc9-6a77-4092-8d70-4db35571ef7f tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:33.745339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0910ec79-b25a-4f36-8cab-4d306c06b07a req-03de8bc9-6a77-4092-8d70-4db35571ef7f tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 950 time: 0.0512867
Apr 30 21:12:33.748316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b', 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'port_id': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b', 'mac_address': 'fa:16:3e:26:80:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d63eb-2691-412d-840f-88078b400c06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:33.790901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:33.791424 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:33.795923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0910ec79-b25a-4f36-8cab-4d306c06b07a req-8d8ff3bd-6934-48e0-a44b-cf9e94db7874 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437214
Apr 30 21:12:33.804632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:33.824749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:33.943198 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:34.005484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e8228-7f92-4cfc-ba41-b82766458270 req-4f91fccf-7bec-4292-88aa-620a333131ec tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:34.007419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d25e8228-7f92-4cfc-ba41-b82766458270 req-4f91fccf-7bec-4292-88aa-620a333131ec tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 945 time: 0.0801988
Apr 30 21:12:34.010001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:34.067758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d25e8228-7f92-4cfc-ba41-b82766458270 req-743368f5-5f1f-4397-8bd4-1ac2e59c1c51 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532055
Apr 30 21:12:34.208043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5719a29-8b00-472f-9a8d-5582d32b7230 req-15147986-d707-4752-9b6e-1bd82944a190 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:34.209650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5719a29-8b00-472f-9a8d-5582d32b7230 req-15147986-d707-4752-9b6e-1bd82944a190 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 944 time: 0.0799298
Apr 30 21:12:34.235806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-470ae47a-7307-4deb-a04d-39965cfc3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:34.237384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-470ae47a-7307-4deb-a04d-39965cfc3f51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1127 time: 0.0695803
Apr 30 21:12:34.255031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:34.312668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5719a29-8b00-472f-9a8d-5582d32b7230 req-cf45efae-8054-4ab0-a751-95873c911058 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958679
Apr 30 21:12:34.350862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-799b1f08-6f60-42bc-ba45-00b198233fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:34.352332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-799b1f08-6f60-42bc-ba45-00b198233fcb service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.1070259
Apr 30 21:12:34.433442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-d798c455-99b3-4bd1-b6fa-749bdca9ac3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 217 time: 0.0621741
Apr 30 21:12:34.546692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c18959-0130-4d73-8b67-fa087080004f req-2b920de9-3ebb-417b-be13-aac1b62e5027 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:34.548159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41c18959-0130-4d73-8b67-fa087080004f req-2b920de9-3ebb-417b-be13-aac1b62e5027 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1171916
Apr 30 21:12:34.582493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-6e043e49-12c8-4025-babb-0d3b7e95f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:34.584037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-6e043e49-12c8-4025-babb-0d3b7e95f856 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1402588
Apr 30 21:12:34.590033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff65a20-fcfc-4e74-9785-f785e6622e59 req-e06b708d-cb29-459b-b6ac-42ec34f056cb tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:34.591426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cff65a20-fcfc-4e74-9785-f785e6622e59 req-e06b708d-cb29-459b-b6ac-42ec34f056cb tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0895083
Apr 30 21:12:34.638106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-3ead0b70-c186-448b-9c26-a58bf5deb34f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415492
Apr 30 21:12:34.704202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41c18959-0130-4d73-8b67-fa087080004f req-d52eafc7-8790-4eb3-9c75-1d35ccfe1628 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485145
Apr 30 21:12:34.738392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cff65a20-fcfc-4e74-9785-f785e6622e59 req-96b7e8c4-9ba2-4616-984e-c643d18e0a66 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329656
Apr 30 21:12:34.769067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-4822a20c-486f-4fc3-ae54-7fe0bbdf2aaa service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1190581
Apr 30 21:12:34.875802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38d089-a7a4-4e7f-ac85-caae58ed0a5c req-a2cb348d-2625-4c90-acaf-dc9f90d6f4c0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:34.877141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c38d089-a7a4-4e7f-ac85-caae58ed0a5c req-a2cb348d-2625-4c90-acaf-dc9f90d6f4c0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0921803
Apr 30 21:12:34.925892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-1ee319a6-bde1-4ec4-9c4d-7f925671018a service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493165
Apr 30 21:12:34.940498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c38d089-a7a4-4e7f-ac85-caae58ed0a5c req-f7a3b325-bacd-4437-a9bb-a1b7dc63148b tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568800
Apr 30 21:12:35.416459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-04552b09-c308-47bb-825b-8c4240e1ab6e tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.418018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-04552b09-c308-47bb-825b-8c4240e1ab6e tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.3242335
Apr 30 21:12:35.444068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:35.505008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83886a8e-8a05-412e-806b-d6046fbc7ef0 req-fc931c6b-3472-4100-9cc3-e4ff4c3f8133 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.506464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83886a8e-8a05-412e-806b-d6046fbc7ef0 req-fc931c6b-3472-4100-9cc3-e4ff4c3f8133 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 945 time: 0.1812322
Apr 30 21:12:35.618307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.620060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.620767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.621241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.621847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.622319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.622763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.622882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:35.623316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.623655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.624104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.626149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f767b42-0497-411b-b249-7bf1da533392 req-083ff4b8-668b-4fa6-bd50-0f0a4f916c41 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7131 time: 0.4953105
Apr 30 21:12:35.629287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:35.662570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83886a8e-8a05-412e-806b-d6046fbc7ef0 req-9d155704-1a28-4aef-b15c-e468b0993796 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474292
Apr 30 21:12:35.673617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:12:35.748841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:35.749185 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:35.833346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:35.833728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:35.839539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36405ebe-7383-405e-9762-91e3bc33e57d req-12a344f5-8ca1-45ec-af5e-6094f62f11ae tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.839539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36405ebe-7383-405e-9762-91e3bc33e57d req-12a344f5-8ca1-45ec-af5e-6094f62f11ae tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 944 time: 0.1449847
Apr 30 21:12:35.857807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:35.860091 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd995fe-1100-4c29-a2f4-8d390f59547e" -d '{"events": [{"server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "name": "network-vif-plugged", "status": "completed", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:35.873173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:35.899427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36405ebe-7383-405e-9762-91e3bc33e57d req-f85f9f3f-8dc7-4a55-82ef-58f71036f90e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547526
Apr 30 21:12:35.943109 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:35.949179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:35.958668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe42bd-cc1e-489c-aa29-2532db003c5b req-e7e4c12e-294e-4fca-9e03-2d9a4013ec04 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:35.960050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8dfe42bd-cc1e-489c-aa29-2532db003c5b req-e7e4c12e-294e-4fca-9e03-2d9a4013ec04 tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 886 time: 0.2120094
Apr 30 21:12:35.998983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:36.038127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6f737-7581-49e3-8df2-343d3be32566 req-525115d8-4809-481e-9772-7f38e9b37b61 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.039565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bb6f737-7581-49e3-8df2-343d3be32566 req-525115d8-4809-481e-9772-7f38e9b37b61 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0786610
Apr 30 21:12:36.040614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:36.112618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d4cf8-57bd-460d-b845-e02489a52f5e req-f59d5d2f-f78c-40a2-a1b6-48d01fc0c197 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.114076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c6d4cf8-57bd-460d-b845-e02489a52f5e req-f59d5d2f-f78c-40a2-a1b6-48d01fc0c197 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0947113
Apr 30 21:12:36.136486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:36.138580 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aa64c8-d29e-41e9-84a0-0222b3354aba" -d '{"events": [{"server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "name": "network-vif-unplugged", "status": "completed", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:36.143189 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Publish callbacks [] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:36.180234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bb6f737-7581-49e3-8df2-343d3be32566 req-cb0a90e2-9bc0-4217-9686-06b30354ffdb tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031346
Apr 30 21:12:36.197507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c6d4cf8-57bd-460d-b845-e02489a52f5e req-9cf192ef-ea71-402e-957b-f95349eb09df tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697217
Apr 30 21:12:36.225201 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b68eca-9bf7-4b30-a7fd-38492e2cc4fc x-openstack-request-id: req-16b68eca-9bf7-4b30-a7fd-38492e2cc4fc {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:36.225494 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "name": "network-vif-plugged", "status": "completed", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:36.226005 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16b68eca-9bf7-4b30-a7fd-38492e2cc4fc {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:36.226408 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b68eca-9bf7-4b30-a7fd-38492e2cc4fc'] response: {'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b', 'code': 200}
Apr 30 21:12:36.228622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:36.332600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187884-50cb-456c-bfad-f8622e86bcc0 req-5b0eeff1-ab69-4520-9022-99cd6c658cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.334117 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-88187884-50cb-456c-bfad-f8622e86bcc0 req-5b0eeff1-ab69-4520-9022-99cd6c658cc8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1127 time: 0.0370507
Apr 30 21:12:36.381013 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-88187884-50cb-456c-bfad-f8622e86bcc0 req-0932b754-f963-43a5-951b-fd876b97b7aa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397799
Apr 30 21:12:36.395044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Pushing event updated for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:36.420961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4856f9-520f-4106-b620-1e48582f0c07 req-bb847d4b-bfdb-4632-bec8-688179059a91 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.422444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be4856f9-520f-4106-b620-1e48582f0c07 req-bb847d4b-bfdb-4632-bec8-688179059a91 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.1289411
Apr 30 21:12:36.464369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:36.464698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:36.465021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:36.490781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:36.491098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Attempting to bind port b109dd6d-2c6c-45b3-b525-5062d226cde4 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:36.510519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.510997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.511454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.511910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.512362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.512814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.513264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.513711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.514184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.514630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.516490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcf2fbfd-0a82-496b-83fd-49d2fc5f68a8 req-e5c37127-e712-435c-8e2d-48da7db646eb tempest-NetworksTest-1146541079 tempest-NetworksTest-1146541079-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7131 time: 0.2798572
Apr 30 21:12:36.521173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:36.521526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:36.523461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:36.523461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Bound port: b109dd6d-2c6c-45b3-b525-5062d226cde4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:36.523461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:36.540821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be4856f9-520f-4106-b620-1e48582f0c07 req-6af7a21f-c580-4884-9d38-871786b1ef64 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087441
Apr 30 21:12:36.569323 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30563ad0-731e-449b-86d7-692f9fabd940 x-openstack-request-id: req-30563ad0-731e-449b-86d7-692f9fabd940 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:36.569610 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "name": "network-vif-unplugged", "status": "completed", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:36.569889 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30563ad0-731e-449b-86d7-692f9fabd940 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:36.570341 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30563ad0-731e-449b-86d7-692f9fabd940'] response: {'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4', 'code': 200}
Apr 30 21:12:36.599117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:36.602123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:36.688539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:36.798236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.798851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:36.800240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] 10.222.0.35 "PUT /v2.0/ports/b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 1121 time: 1.3732488
Apr 30 21:12:36.801048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd1de4-4626-4e08-ab52-74eb842b0e63 service neutron] Pushing event updated for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=8']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:36.817683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aab404-66d0-4a74-951a-fa69e6622e9a req-ade1b52b-fa3b-410b-8457-60de3a1f6fcb tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:36.819411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02aab404-66d0-4a74-951a-fa69e6622e9a req-ade1b52b-fa3b-410b-8457-60de3a1f6fcb tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.0802367
Apr 30 21:12:36.866256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02aab404-66d0-4a74-951a-fa69e6622e9a req-a7361a1a-e4ce-40e2-9f91-9f28b0554ea1 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406985
Apr 30 21:12:36.937524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['b109dd6d-2c6c-45b3-b525-5062d226cde4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:37.022331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86346674-55c5-4e0e-b9b0-ad140f2b259d req-52567548-e53b-41d2-90f9-17378929e642 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:37.024152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86346674-55c5-4e0e-b9b0-ad140f2b259d req-52567548-e53b-41d2-90f9-17378929e642 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 945 time: 0.0469546
Apr 30 21:12:37.030226 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52400) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:37.085321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86346674-55c5-4e0e-b9b0-ad140f2b259d req-d7b46887-6305-4823-b0df-ffc86d713f93 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491738
Apr 30 21:12:37.148037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10a7dab5-3e6f-4b50-8372-47ace3416559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.221377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10a7dab5-3e6f-4b50-8372-47ace3416559 admin admin] Publish callbacks [] for security_group (58160ce9-f7f3-4e6e-9f02-1627eafe5b61), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.287701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10a7dab5-3e6f-4b50-8372-47ace3416559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (58160ce9-f7f3-4e6e-9f02-1627eafe5b61), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.323060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b1e70-a207-4f23-b814-fce3f196c341 req-6ae7c0e0-7e5a-4746-986d-ad9e598d6b7b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:37.324468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e86b1e70-a207-4f23-b814-fce3f196c341 req-6ae7c0e0-7e5a-4746-986d-ad9e598d6b7b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0742943
Apr 30 21:12:37.329572 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-10a7dab5-3e6f-4b50-8372-47ace3416559 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5894f2f274dc428b9687919e2c487f12&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2957423
Apr 30 21:12:37.329572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7dab5-3e6f-4b50-8372-47ace3416559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58160ce9-f7f3-4e6e-9f02-1627eafe5b61,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:37.330286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52408) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:37.338846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450c9a7-4e98-4106-9f52-b7f148d30e6f req-6c07e83a-b575-432f-bd90-c3f946b17ca3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:37.340290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e450c9a7-4e98-4106-9f52-b7f148d30e6f req-6c07e83a-b575-432f-bd90-c3f946b17ca3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0624940
Apr 30 21:12:37.380311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-47122936-5764-426a-b8a9-7cb0299fb84f admin admin] Publish callbacks [] for security_group (58160ce9-f7f3-4e6e-9f02-1627eafe5b61), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.403552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-47122936-5764-426a-b8a9-7cb0299fb84f admin admin] Publish callbacks [] for security_group (58160ce9-f7f3-4e6e-9f02-1627eafe5b61), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.411652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e86b1e70-a207-4f23-b814-fce3f196c341 req-6900cc51-a4e4-4d6f-9d03-871b074d6ad9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693955
Apr 30 21:12:37.420135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e450c9a7-4e98-4106-9f52-b7f148d30e6f req-97acff5a-e2a9-455c-9283-243ef1529ecf tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639451
Apr 30 21:12:37.527782 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-47122936-5764-426a-b8a9-7cb0299fb84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (58160ce9-f7f3-4e6e-9f02-1627eafe5b61), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.530309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-47122936-5764-426a-b8a9-7cb0299fb84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.531439 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-47122936-5764-426a-b8a9-7cb0299fb84f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58160ce9-f7f3-4e6e-9f02-1627eafe5b61 HTTP/1.1" status: 204  len: 168 time: 0.2001011
Apr 30 21:12:37.539533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47122936-5764-426a-b8a9-7cb0299fb84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58160ce9-f7f3-4e6e-9f02-1627eafe5b61,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:37.599297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:37.665899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f78bb9-7784-4cfd-95b5-e3d5260a8787 req-00c62caa-c3ce-4008-8bc3-3bc2193b83d4 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:37.667445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0f78bb9-7784-4cfd-95b5-e3d5260a8787 req-00c62caa-c3ce-4008-8bc3-3bc2193b83d4 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0507066
Apr 30 21:12:37.700869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:37.716508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'mac_address': 'fa:16:3e:35:b3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:37.733466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0f78bb9-7784-4cfd-95b5-e3d5260a8787 req-01e0675d-0e74-48c9-9d13-2a6a4974cd2e tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600240
Apr 30 21:12:37.755062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 544026f7-e9ff-4a0e-9515-f5e31e5016da is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:37.755746 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.768572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 544026f7-e9ff-4a0e-9515-f5e31e5016da {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:37.793525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:37.916788 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:37.966082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:37.997640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f22cc0-469a-47a9-a543-8b7620aea61e req-0d70557f-8e37-4ce5-9afe-5ec178a7b333 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:37.999167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58f22cc0-469a-47a9-a543-8b7620aea61e req-0d70557f-8e37-4ce5-9afe-5ec178a7b333 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.0494037
Apr 30 21:12:38.047667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58f22cc0-469a-47a9-a543-8b7620aea61e req-1c65e899-1218-4e0b-9b38-4f24260f5cc6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425763
Apr 30 21:12:38.069812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['544026f7-e9ff-4a0e-9515-f5e31e5016da'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:38.206030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5bab6-a8a2-42e2-9f00-a1c966888546 req-17f1be88-0fc3-4774-afe0-15a442fd5f2d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:38.207684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83f5bab6-a8a2-42e2-9f00-a1c966888546 req-17f1be88-0fc3-4774-afe0-15a442fd5f2d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 945 time: 0.0512323
Apr 30 21:12:38.276142 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83f5bab6-a8a2-42e2-9f00-a1c966888546 req-1c81fc2b-b616-4e2b-85dd-c798f7219360 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584192
Apr 30 21:12:38.276142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52436) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:38.290413 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3cd50592-0e8d-4d7e-aec9-fd09aba275ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:38.398760 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3cd50592-0e8d-4d7e-aec9-fd09aba275ca admin admin] Publish callbacks [] for security_group (ddbcbcbf-7f87-4170-9be5-1ab0a89fc49c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:38.402314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b59c7-c5bb-4032-af68-afdf1f31e690 req-cd38e819-d730-4102-b0b5-060f0902a60f tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:38.403843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f8b59c7-c5bb-4032-af68-afdf1f31e690 req-cd38e819-d730-4102-b0b5-060f0902a60f tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1127 time: 0.0563164
Apr 30 21:12:38.448987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f8b59c7-c5bb-4032-af68-afdf1f31e690 req-7b1b6e29-6b05-4ce9-b6c1-ac74edb405a0 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394244
Apr 30 21:12:38.493944 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3cd50592-0e8d-4d7e-aec9-fd09aba275ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ddbcbcbf-7f87-4170-9be5-1ab0a89fc49c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:38.572739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:38.574971 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95996849-f2e8-4281-83cd-e6e14b3bc016" -d '{"events": [{"name": "network-changed", "server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:38.603600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da03883-c473-427d-b77d-cf3e3329be93 req-0517ae44-3490-44fa-8328-4e7892fe2f9b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:38.605563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3da03883-c473-427d-b77d-cf3e3329be93 req-0517ae44-3490-44fa-8328-4e7892fe2f9b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1224608
Apr 30 21:12:38.607693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3cd50592-0e8d-4d7e-aec9-fd09aba275ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c9235da42e74677b918b6b6fa2f6dcb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3308258
Apr 30 21:12:38.610413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52456) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:38.618935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd50592-0e8d-4d7e-aec9-fd09aba275ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbcbcbf-7f87-4170-9be5-1ab0a89fc49c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:38.637743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d9f4-bd55-4475-ab55-a86f7644d206 req-71091146-32a5-465b-b727-804711a28945 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:38.640124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8720d9f4-bd55-4475-ab55-a86f7644d206 req-71091146-32a5-465b-b727-804711a28945 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.1159844
Apr 30 21:12:38.717797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3da03883-c473-427d-b77d-cf3e3329be93 req-8a0410da-dbc1-495b-b7b5-85541797d3d9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052027
Apr 30 21:12:38.745004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8720d9f4-bd55-4475-ab55-a86f7644d206 req-e8b75b23-d787-4888-8bf4-5d480f2c4583 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975583
Apr 30 21:12:38.745884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df52a62b-de96-4d55-9700-6a68a1998d81 admin admin] Publish callbacks [] for security_group (ddbcbcbf-7f87-4170-9be5-1ab0a89fc49c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:38.774411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df52a62b-de96-4d55-9700-6a68a1998d81 admin admin] Publish callbacks [] for security_group (ddbcbcbf-7f87-4170-9be5-1ab0a89fc49c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:38.832603 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d067e2b5-4ffe-40e8-894d-c8980926cf84 x-openstack-request-id: req-d067e2b5-4ffe-40e8-894d-c8980926cf84 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:38.832887 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:38.833136 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d067e2b5-4ffe-40e8-894d-c8980926cf84 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:38.833521 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d067e2b5-4ffe-40e8-894d-c8980926cf84'] response: {'name': 'network-changed', 'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4', 'status': 'completed', 'code': 200}
Apr 30 21:12:38.906283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e6e11-ef39-4c59-a483-cde9e058c7f8 req-b5aa3eef-3f98-42da-9305-e0b487929d25 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:38.908588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b56e6e11-ef39-4c59-a483-cde9e058c7f8 req-b5aa3eef-3f98-42da-9305-e0b487929d25 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0664573
Apr 30 21:12:38.942915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-8d06d76c-0330-4b0d-9e24-27387d6c7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:38.950999 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-8d06d76c-0330-4b0d-9e24-27387d6c7a50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1155 time: 0.0914342
Apr 30 21:12:38.966370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df52a62b-de96-4d55-9700-6a68a1998d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ddbcbcbf-7f87-4170-9be5-1ab0a89fc49c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:38.969217 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df52a62b-de96-4d55-9700-6a68a1998d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:38.970404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-df52a62b-de96-4d55-9700-6a68a1998d81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddbcbcbf-7f87-4170-9be5-1ab0a89fc49c HTTP/1.1" status: 204  len: 168 time: 0.3590944
Apr 30 21:12:38.979483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b56e6e11-ef39-4c59-a483-cde9e058c7f8 req-81316dcc-0c38-4d39-871f-fef2edc45510 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636525
Apr 30 21:12:38.985814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52a62b-de96-4d55-9700-6a68a1998d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbcbcbf-7f87-4170-9be5-1ab0a89fc49c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:39.084095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-5284efd3-c559-43d5-8ae6-a0a8bd79dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:39.085596 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-5284efd3-c559-43d5-8ae6-a0a8bd79dc58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.1338027
Apr 30 21:12:39.133140 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-9d2283dd-4ae9-452e-938c-81992e4550f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 217 time: 0.0406764
Apr 30 21:12:39.188253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236973a7-c5bb-4a02-9342-3e6d47303266 req-a250588f-1829-4c2d-8633-6112d7522a30 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:39.190369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-236973a7-c5bb-4a02-9342-3e6d47303266 req-a250588f-1829-4c2d-8633-6112d7522a30 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.0509858
Apr 30 21:12:39.275329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-236973a7-c5bb-4a02-9342-3e6d47303266 req-accf84a3-6179-439f-a56a-1785597d8ca5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782790
Apr 30 21:12:39.477559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-968b60fc-ed41-407e-8259-d3b30fcadc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:39.480298 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-968b60fc-ed41-407e-8259-d3b30fcadc58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.3397262
Apr 30 21:12:39.523020 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-13a26605-dc79-4d83-8e92-35698b2c042d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348706
Apr 30 21:12:39.605187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:39.638454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device b109dd6d-2c6c-45b3-b525-5062d226cde4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:39.642051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-a6d70278-5d82-4b0a-88b1-97611ba6dee1 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106834
Apr 30 21:12:39.767243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 544026f7-e9ff-4a0e-9515-f5e31e5016da triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:39.767830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:39.774330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:39.833179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device b109dd6d-2c6c-45b3-b525-5062d226cde4 has no active binding in host nch2-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:12:39.875933 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-95996849-f2e8-4281-83cd-e6e14b3bc016 req-56fa00d8-d51c-4ce9-8104-7274fb9f8f56 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111635
Apr 30 21:12:39.925077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 544026f7-e9ff-4a0e-9515-f5e31e5016da is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:39.925478 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:39.955513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:39.960271 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e368cff2-01b0-4614-aa3a-4040b071af4e" -d '{"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-plugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:39.976489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:40.033127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e261def-9a37-41ad-b791-9e29974c6e0e req-886568fd-8217-4569-95a5-c337b479e04c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:40.040526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e261def-9a37-41ad-b791-9e29974c6e0e req-886568fd-8217-4569-95a5-c337b479e04c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1751778
Apr 30 21:12:40.049092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eff40f-423b-46ce-b272-167dea0c03fb req-b27ff5a7-0e98-41ca-b203-4f4d4d90348c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:40.050894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80eff40f-423b-46ce-b272-167dea0c03fb req-b27ff5a7-0e98-41ca-b203-4f4d4d90348c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.1559818
Apr 30 21:12:40.116755 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:40.208280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:40.239577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e261def-9a37-41ad-b791-9e29974c6e0e req-a99952c3-f26a-4681-8689-aa35fb4e9989 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1973004
Apr 30 21:12:40.298072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80eff40f-423b-46ce-b272-167dea0c03fb req-83e60f15-2d93-4aad-b095-a2f941d4c7f9 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2383637
Apr 30 21:12:40.375982 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2796eb98-42fc-408b-8524-30cabb8aa5c8 x-openstack-request-id: req-2796eb98-42fc-408b-8524-30cabb8aa5c8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:40.376396 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-plugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:40.376753 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2796eb98-42fc-408b-8524-30cabb8aa5c8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:40.377264 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2796eb98-42fc-408b-8524-30cabb8aa5c8'] response: {'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'code': 200}
Apr 30 21:12:40.728852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f0415-a8a0-4d35-b093-d48800d4e1c8 req-f31069b5-329a-4d65-912a-ef8f2dcbf9ea tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:40.734439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d97f0415-a8a0-4d35-b093-d48800d4e1c8 req-f31069b5-329a-4d65-912a-ef8f2dcbf9ea tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.2954774
Apr 30 21:12:40.761891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666451bf-ca38-482f-a41a-c55d6ea82646 req-e90aed93-21a6-4572-91d4-b4fbd953e2cb tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:40.767937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-666451bf-ca38-482f-a41a-c55d6ea82646 req-e90aed93-21a6-4572-91d4-b4fbd953e2cb tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.3169708
Apr 30 21:12:40.843995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d97f0415-a8a0-4d35-b093-d48800d4e1c8 req-62ea5d23-927e-488c-9d34-10c9b23da360 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052649
Apr 30 21:12:40.872508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-666451bf-ca38-482f-a41a-c55d6ea82646 req-70ac0fd6-d9ed-4bc6-81d0-2ca42f2e18f9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970068
Apr 30 21:12:41.407055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c9261-5ef6-4a41-b903-2d144283428c req-66b79cd8-e45e-498b-b284-115e75a4463f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:41.409257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f0c9261-5ef6-4a41-b903-2d144283428c req-66b79cd8-e45e-498b-b284-115e75a4463f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0620046
Apr 30 21:12:41.492257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682316-f44f-4350-a431-2e71360c0692 req-8f86fe8d-fe81-4165-abd5-c6371beb0821 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:41.496610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4682316-f44f-4350-a431-2e71360c0692 req-8f86fe8d-fe81-4165-abd5-c6371beb0821 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0836082
Apr 30 21:12:41.563342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f0c9261-5ef6-4a41-b903-2d144283428c req-3583b663-00a2-45f2-b993-4d19d07aaa6f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304889
Apr 30 21:12:41.569034 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-87153476-90a8-4463-9c8a-44196e1d29b8 service neutron] 10.222.0.20 "GET /v2.0/ports/b109dd6d-2c6c-45b3-b525-5062d226cde4/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0940366
Apr 30 21:12:41.605819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4682316-f44f-4350-a431-2e71360c0692 req-f8673cf4-26b7-4e8b-b878-8a7e777631f3 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994298
Apr 30 21:12:41.804462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:41.831519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:41.871576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b109dd6d-2c6c-45b3-b525-5062d226cde4 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:41.890913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:41.977631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:41.986769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3496f4a-8381-4a77-af14-5b4d5ab55bd8 req-665558c0-acb6-49ef-9862-a3c7195ea4ca tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:41.995565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3496f4a-8381-4a77-af14-5b4d5ab55bd8 req-665558c0-acb6-49ef-9862-a3c7195ea4ca tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.0609806
Apr 30 21:12:42.047015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3496f4a-8381-4a77-af14-5b4d5ab55bd8 req-cfc587fb-e059-4bda-939b-61b3accbde7c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504260
Apr 30 21:12:42.080780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] Transition to ACTIVE for port object b109dd6d-2c6c-45b3-b525-5062d226cde4 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:42.170059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f93210-b5a0-4586-a8a1-9ce849fc07b0 req-17641290-fac6-4165-b9c8-f0a5d7b0a67a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:42.171589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33f93210-b5a0-4586-a8a1-9ce849fc07b0 req-17641290-fac6-4165-b9c8-f0a5d7b0a67a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 943 time: 0.0566823
Apr 30 21:12:42.185897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:42.253877 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33f93210-b5a0-4586-a8a1-9ce849fc07b0 req-52676d20-b731-45a0-b5fc-22a3c9065862 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759292
Apr 30 21:12:42.283676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] No DVR routers for this DVR port b109dd6d-2c6c-45b3-b525-5062d226cde4 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:12:42.327112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] Pushing event updated for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=10']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:42.341770 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-25323a30-d8df-4bfa-bbf5-b31c2fa7e24c service neutron] 10.222.0.20 "PUT /v2.0/ports/b109dd6d-2c6c-45b3-b525-5062d226cde4/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7630069
Apr 30 21:12:42.594692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-5909a481-acaa-494f-8b7c-4c7116e2a482 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:42.597338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-5909a481-acaa-494f-8b7c-4c7116e2a482 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1065643
Apr 30 21:12:42.599264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f2b59df-b2bd-45e2-9a1e-63a908e64d94 req-62aae80b-fba8-4e66-bbee-41877ec59d05 tempest-FlavorsV2NegativeTest-1483902465 tempest-FlavorsV2NegativeTest-1483902465-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2bd152bf91f74b3e8ccdb9267c35366a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0859635
Apr 30 21:12:42.659991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-9ff7aaef-fe65-4b72-a87d-5b676e8fcd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:42.661480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-9ff7aaef-fe65-4b72-a87d-5b676e8fcd92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621&tenant_id=77b426139c194813974502d1910c257f HTTP/1.1" status: 200  len: 1126 time: 0.0458813
Apr 30 21:12:42.762995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-2f9cf139-5fd2-4d68-bddd-88f6309d63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:42.764518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-2f9cf139-5fd2-4d68-bddd-88f6309d63a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1126 time: 0.0564857
Apr 30 21:12:42.852908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b59df-b2bd-45e2-9a1e-63a908e64d94 req-2ded4d14-3822-450d-b5f9-df2ce31f60dc tempest-FlavorsV2NegativeTest-1483902465 tempest-FlavorsV2NegativeTest-1483902465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:42.855308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f2b59df-b2bd-45e2-9a1e-63a908e64d94 req-2ded4d14-3822-450d-b5f9-df2ce31f60dc tempest-FlavorsV2NegativeTest-1483902465 tempest-FlavorsV2NegativeTest-1483902465-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2497818
Apr 30 21:12:42.888859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f2b59df-b2bd-45e2-9a1e-63a908e64d94 req-cf44f57c-9d53-48d3-8b01-f04e758211b4 tempest-FlavorsV2NegativeTest-1483902465 tempest-FlavorsV2NegativeTest-1483902465-project] 10.222.0.23 "GET /v2.0/quotas/2bd152bf91f74b3e8ccdb9267c35366a HTTP/1.1" status: 200  len: 375 time: 0.0280857
Apr 30 21:12:42.930125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-b986792f-cf2d-49ca-b716-8cc58834ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:42.932151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-b986792f-cf2d-49ca-b716-8cc58834ec93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.1563761
Apr 30 21:12:42.933788 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f2b59df-b2bd-45e2-9a1e-63a908e64d94 req-4a1e48dd-fd1d-43fe-94e8-c023d16e81d8 tempest-FlavorsV2NegativeTest-1483902465 tempest-FlavorsV2NegativeTest-1483902465-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2bd152bf91f74b3e8ccdb9267c35366a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0381584
Apr 30 21:12:43.036140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8363ac3-1ce8-4d08-b5d2-4fbab288e24f req-8d29e005-34b1-406b-96db-c1ef263b2893 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:43.037618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8363ac3-1ce8-4d08-b5d2-4fbab288e24f req-8d29e005-34b1-406b-96db-c1ef263b2893 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0487921
Apr 30 21:12:43.098770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8363ac3-1ce8-4d08-b5d2-4fbab288e24f req-471168aa-9813-4e65-8b5c-6454d723fde3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552402
Apr 30 21:12:43.175009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-e11e02fd-fd2c-4c58-a36d-5f7de438333b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 217 time: 0.0439456
Apr 30 21:12:43.290569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b0ec8-ecf5-4229-a99a-47c276a210ff req-4f8d2ba9-51db-4558-92f6-ab5d905c7f72 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:43.298208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-987b0ec8-ecf5-4229-a99a-47c276a210ff req-4f8d2ba9-51db-4558-92f6-ab5d905c7f72 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.1259234
Apr 30 21:12:43.310844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-165223f2-4665-4fb6-b27d-a0cc91b5beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:43.312428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-165223f2-4665-4fb6-b27d-a0cc91b5beb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1273820
Apr 30 21:12:43.355454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-5c0fa92f-7c5a-4f25-823e-70944195fb74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362010
Apr 30 21:12:43.436564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-987b0ec8-ecf5-4229-a99a-47c276a210ff req-8f4835ce-4fce-4e18-b406-1678d0ad0a85 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372964
Apr 30 21:12:43.495473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-f1fccc6f-dfed-4f5e-916c-e72dbef6f8f5 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341326
Apr 30 21:12:43.627553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237368a-6c12-4242-a556-74588ecbe551 req-861c1dd6-4af6-4c12-8ef3-a72197d38e7f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:43.630822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b237368a-6c12-4242-a556-74588ecbe551 req-861c1dd6-4af6-4c12-8ef3-a72197d38e7f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 945 time: 0.1279960
Apr 30 21:12:43.680490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-3cc81552-cf19-4f49-a7b7-32e28af1d4b9 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765501
Apr 30 21:12:43.715217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b237368a-6c12-4242-a556-74588ecbe551 req-9467d28a-31ce-4a48-82b4-07411a290618 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732667
Apr 30 21:12:43.849477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55f93-e723-4e49-8feb-2dfcc646de9b req-01130e37-c302-4742-adad-f4babcd816f6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:43.856631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5e55f93-e723-4e49-8feb-2dfcc646de9b req-01130e37-c302-4742-adad-f4babcd816f6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 944 time: 0.0637033
Apr 30 21:12:43.917920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5e55f93-e723-4e49-8feb-2dfcc646de9b req-0d499431-1a95-49a5-a5ad-db001a9bcbd4 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602992
Apr 30 21:12:44.326394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef286654-dbfc-43d5-a244-a78a16f7ab95 req-5ec7ba18-2f09-4ee1-ae5b-a3c79e768029 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:44.334739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef286654-dbfc-43d5-a244-a78a16f7ab95 req-5ec7ba18-2f09-4ee1-ae5b-a3c79e768029 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1468849
Apr 30 21:12:44.448548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-4504bc46-a89e-478e-966b-938437a40106 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:44.451820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-4504bc46-a89e-478e-966b-938437a40106 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1147573
Apr 30 21:12:44.476572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52678) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:44.609443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef286654-dbfc-43d5-a244-a78a16f7ab95 req-f7a4eea9-c8a5-422c-a769-6863dcd62ed7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2481949
Apr 30 21:12:44.768512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95a4800a-bae3-4d6e-a374-8a02bcab117f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:44.803161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968805d-7fed-45ac-81c2-591f22452fa1 req-8b36841e-6599-421d-9c21-6a6916d9038f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:44.811078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d968805d-7fed-45ac-81c2-591f22452fa1 req-8b36841e-6599-421d-9c21-6a6916d9038f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0991502
Apr 30 21:12:44.838879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-607718c8-bbfd-4d4e-aa0a-84b1b4ea8be0 service neutron] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:44.855489 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-607718c8-bbfd-4d4e-aa0a-84b1b4ea8be0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:44.857203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d317f3de-d89a-46fc-89c5-831c05a06ed4 req-607718c8-bbfd-4d4e-aa0a-84b1b4ea8be0 service neutron] 10.222.0.35 "DELETE /v2.0/ports/b109dd6d-2c6c-45b3-b525-5062d226cde4/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3993664
Apr 30 21:12:44.939756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d968805d-7fed-45ac-81c2-591f22452fa1 req-d4603fc3-a532-4d0e-9076-420bc04d2bb6 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036732
Apr 30 21:12:45.008512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95a4800a-bae3-4d6e-a374-8a02bcab117f admin admin] Publish callbacks [] for security_group (1e6dada4-8d93-4c7e-8389-a067db021f0e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:45.125554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f19343-4dd6-4777-b733-9a7dc8e810fe req-13e70f13-c054-4351-8edd-c2604766dd8b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:45.127441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90f19343-4dd6-4777-b733-9a7dc8e810fe req-13e70f13-c054-4351-8edd-c2604766dd8b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 944 time: 0.1127450
Apr 30 21:12:45.130287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95a4800a-bae3-4d6e-a374-8a02bcab117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1e6dada4-8d93-4c7e-8389-a067db021f0e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:45.226061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-95a4800a-bae3-4d6e-a374-8a02bcab117f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bd152bf91f74b3e8ccdb9267c35366a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7445953
Apr 30 21:12:45.226252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52712) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:45.237470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4800a-bae3-4d6e-a374-8a02bcab117f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6dada4-8d93-4c7e-8389-a067db021f0e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:45.267701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90f19343-4dd6-4777-b733-9a7dc8e810fe req-9bcd5a62-4845-4bc5-948c-7e56ece61436 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247878
Apr 30 21:12:45.331629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e19784c-d9c1-435e-9b4c-ca281b22b838 admin admin] Publish callbacks [] for security_group (1e6dada4-8d93-4c7e-8389-a067db021f0e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:45.387338 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e19784c-d9c1-435e-9b4c-ca281b22b838 admin admin] Publish callbacks [] for security_group (1e6dada4-8d93-4c7e-8389-a067db021f0e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:45.516710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e19784c-d9c1-435e-9b4c-ca281b22b838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1e6dada4-8d93-4c7e-8389-a067db021f0e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:45.519596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e19784c-d9c1-435e-9b4c-ca281b22b838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:45.519846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df860b-da2c-4688-b4ec-23725ddf8d94 req-32efa4d0-7856-4b9b-a5ba-f24ac18385e5 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:45.521318 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8e19784c-d9c1-435e-9b4c-ca281b22b838 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e6dada4-8d93-4c7e-8389-a067db021f0e HTTP/1.1" status: 204  len: 168 time: 0.3003340
Apr 30 21:12:45.527556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31df860b-da2c-4688-b4ec-23725ddf8d94 req-32efa4d0-7856-4b9b-a5ba-f24ac18385e5 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1126 time: 0.0861650
Apr 30 21:12:45.537691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19784c-d9c1-435e-9b4c-ca281b22b838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6dada4-8d93-4c7e-8389-a067db021f0e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:45.594140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31df860b-da2c-4688-b4ec-23725ddf8d94 req-de3baea6-88e7-45d4-ab2e-dbd0a6d4a588 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636120
Apr 30 21:12:45.615620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b109dd6d-2c6c-45b3-b525-5062d226cde4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:12:45.713540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port b109dd6d-2c6c-45b3-b525-5062d226cde4 host nch2-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:12:45.713977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b109dd6d-2c6c-45b3-b525-5062d226cde4 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:12:45.831331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec6a12-90a7-4206-a4bb-13511c549cf1 req-0590f0d9-d9cd-45c6-a091-a049d9a35726 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:45.831890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1ec6a12-90a7-4206-a4bb-13511c549cf1 req-0590f0d9-d9cd-45c6-a091-a049d9a35726 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0827136
Apr 30 21:12:45.891905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1ec6a12-90a7-4206-a4bb-13511c549cf1 req-31dac4ce-4de2-4644-be3b-9d2fa66debe3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530388
Apr 30 21:12:46.140743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc377948-a8a7-489a-a83e-53e1cb48b179 req-0c53f0ce-6f48-44b6-b611-1be9b8d35f1c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:46.147773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc377948-a8a7-489a-a83e-53e1cb48b179 req-0c53f0ce-6f48-44b6-b611-1be9b8d35f1c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0759776
Apr 30 21:12:46.182962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-e0f42f49-c401-4dce-9e64-9add3afea7dd tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:46.184468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-e0f42f49-c401-4dce-9e64-9add3afea7dd tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 821 time: 0.2835751
Apr 30 21:12:46.205675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-71146daf-26de-47bb-9e50-18a100d4de7b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/quotas/77b426139c194813974502d1910c257f HTTP/1.1" status: 200  len: 375 time: 0.0147688
Apr 30 21:12:46.280105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc377948-a8a7-489a-a83e-53e1cb48b179 req-7d7c62fa-bd8b-4b33-9f0b-2469f22a2ebf tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228435
Apr 30 21:12:46.340309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-9b012c99-bd33-4a7a-ad12-65b7a0d25587 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1276102
Apr 30 21:12:46.456100 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:46.471255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-65370d89-62e6-4bb7-b3cd-a13be5e6661a service neutron] 10.222.0.23 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300814
Apr 30 21:12:46.582774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-9c5ddb54-735a-4cda-9d29-35ed4c4f9fe9 service neutron] 10.222.0.23 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042833
Apr 30 21:12:46.848098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04350d12-5971-401c-925b-0ba13ccd74f6 req-3b692e74-d3e2-4cf0-a194-7fa41fea8b0a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 210 time: 0.0432940
Apr 30 21:12:47.147079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0e684-0b80-4263-a272-680bb3c23811 req-4b4bf19d-f2a8-46c7-b268-037f1354383c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:47.151542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8b0e684-0b80-4263-a272-680bb3c23811 req-4b4bf19d-f2a8-46c7-b268-037f1354383c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0791497
Apr 30 21:12:47.173356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52796) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:47.213161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8b0e684-0b80-4263-a272-680bb3c23811 req-124b71b7-5dca-4c3e-8040-a6581c510640 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503116
Apr 30 21:12:47.259526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274c4a-8fec-4543-b428-cc6229f51bac req-5be2c6cf-041e-48ff-97e3-d471ecfdd430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:47.261285 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3274c4a-8fec-4543-b428-cc6229f51bac req-5be2c6cf-041e-48ff-97e3-d471ecfdd430 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1132 time: 0.0509739
Apr 30 21:12:47.300426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1820382838-network', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:47.328987 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3274c4a-8fec-4543-b428-cc6229f51bac req-f5704af7-b716-4611-a90e-2db2b8ca8734 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616999
Apr 30 21:12:47.394035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bdbfa-44cc-49bb-95c4-0ce5040944ee req-ebdb627f-0a5d-45b1-9b88-ef93a476a19e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:47.395298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a1bdbfa-44cc-49bb-95c4-0ce5040944ee req-ebdb627f-0a5d-45b1-9b88-ef93a476a19e tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0470130
Apr 30 21:12:47.451383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Made reservation on behalf of 0e2d36f1ee8d4945a59a8c2a0088306e for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:12:47.453860 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.455025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a1bdbfa-44cc-49bb-95c4-0ce5040944ee req-46369a45-414d-4927-85d3-47b08a4568c4 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540326
Apr 30 21:12:47.464779 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.567230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Publish callbacks [] for security_group (ee3b3156-5cd9-4aa7-b639-f0d5c490ceca), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.645441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ee3b3156-5cd9-4aa7-b639-f0d5c490ceca), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.675529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:12:47.686715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3b3156-5cd9-4aa7-b639-f0d5c490ceca,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:47.694450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (29b85e23-9db6-4f75-b8d3-85c78d89bc55), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.694787 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Added segment 29b85e23-9db6-4f75-b8d3-85c78d89bc55 of type vlan for network d9b75747-35b7-448d-92a5-1080b5647621
Apr 30 21:12:47.711440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device e3d4a5c6-46ec-4840-adba-bbaa926432a0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:47.753069 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (d9b75747-35b7-448d-92a5-1080b5647621), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.852736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (d9b75747-35b7-448d-92a5-1080b5647621), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.854156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:47.855929 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.861695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:47.875841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'port_id': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'mac_address': 'fa:16:3e:c8:a7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b48280e-ae20-4ea1-a466-019d611a9a4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:47.925876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port e3d4a5c6-46ec-4840-adba-bbaa926432a0 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:47.926810 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.932186 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d2e361a-d546-4169-ba12-65449cb1d174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:47.964752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3d4a5c6-46ec-4840-adba-bbaa926432a0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:47.966034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b75747-35b7-448d-92a5-1080b5647621,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:47.979552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network d9b75747-35b7-448d-92a5-1080b5647621 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:12:47.981447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c1a8550-c526-4aa4-9ac2-7206eaaaa8de req-d563f7a1-b034-4eca-8ea6-6d527f495699 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 210 time: 0.0715532
Apr 30 21:12:48.019157 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:48.066959 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a156b6ba-e918-4992-8d66-3823ada9de17 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8908455
Apr 30 21:12:48.069845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52834) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:48.076223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Request body: {'subnet': {'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1820382838-subnet', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:48.103088 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:48.162499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Made reservation on behalf of 0e2d36f1ee8d4945a59a8c2a0088306e for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:12:48.166414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:48.173466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:48.179037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.179354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.181829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.182196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.182546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.182883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.183219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.183556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.183887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.184217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.184599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.184953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.185253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.185586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.185935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:48.271416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:48.284072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['e3d4a5c6-46ec-4840-adba-bbaa926432a0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:48.421473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2316c24-9532-4486-8f66-44e9cec66649 req-712866bb-0c31-45cf-96a2-b64bcd51e4ff tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:48.424470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2316c24-9532-4486-8f66-44e9cec66649 req-712866bb-0c31-45cf-96a2-b64bcd51e4ff tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0995359
Apr 30 21:12:48.482789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (76b08e80-45de-4a11-bd1d-59748cfc7e6a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:48.518129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2316c24-9532-4486-8f66-44e9cec66649 req-e6ff6145-0ad9-43dc-9e7d-909f88c0b410 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872147
Apr 30 21:12:48.605984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b08e80-45de-4a11-bd1d-59748cfc7e6a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:48.656385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Checking segment: {'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:48.656911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Network hostable DHCP agents. Network: d9b75747-35b7-448d-92a5-1080b5647621, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:12:48.703418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdeb21-556a-4cc8-960f-c0ffc38680f5 req-44959730-4476-4b47-903b-4679a660166d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:48.705493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81bdeb21-556a-4cc8-960f-c0ffc38680f5 req-44959730-4476-4b47-903b-4679a660166d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0604651
Apr 30 21:12:48.761977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81bdeb21-556a-4cc8-960f-c0ffc38680f5 req-e624e594-9a76-4518-8652-06cc2fe475d9 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492139
Apr 30 21:12:48.776003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Network d9b75747-35b7-448d-92a5-1080b5647621 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:12:48.903934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9b75747-35b7-448d-92a5-1080b5647621) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:48.909829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:48.910741 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:48.916832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1062d968-72e4-4ae3-8793-c901994417f1 None None] Network d9b75747-35b7-448d-92a5-1080b5647621 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:12:49.071513 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5cdf5816-5d1d-4b2c-9b89-60421168d3df admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0006614
Apr 30 21:12:49.076578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9b75747-35b7-448d-92a5-1080b5647621', 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621', 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'fixed_ips': [{'subnet_id': '76b08e80-45de-4a11-bd1d-59748cfc7e6a'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:12:49.077219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52860) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:49.084159 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:49.088415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:49.154413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bfeddb1-a24b-4198-b4dc-784db4408c33 req-f1575f5f-b5e7-485b-9669-d38e5b4e75ec tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 210 time: 0.0857010
Apr 30 21:12:49.253899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (7dc5d051-f10b-4882-ac77-d3a40211232e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:49.255705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (7dc5d051-f10b-4882-ac77-d3a40211232e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:49.291418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Allocated IP 172.20.0.2 (d9b75747-35b7-448d-92a5-1080b5647621/76b08e80-45de-4a11-bd1d-59748cfc7e6a/946aa592-5cbc-42cb-8a00-3ebab4a926cb) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:49.333215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks [] for router_controller (7dc5d051-f10b-4882-ac77-d3a40211232e), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:49.522743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Publish callbacks [] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:49.612443 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks [] for router_gateway (7dc5d051-f10b-4882-ac77-d3a40211232e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:49.629193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:12:49.633081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:12:49.637447 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:49.704774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307db073-528a-49a1-9941-91c47ecfaa12 req-66efb245-e0c0-477e-b40b-d52fd4d93227 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:49.711829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-307db073-528a-49a1-9941-91c47ecfaa12 req-66efb245-e0c0-477e-b40b-d52fd4d93227 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0731091
Apr 30 21:12:49.725097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device e3d4a5c6-46ec-4840-adba-bbaa926432a0 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:49.745437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Pushing event updated for resources: {'Port': ['ID=946aa592-5cbc-42cb-8a00-3ebab4a926cb,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:49.767652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Network d9b75747-35b7-448d-92a5-1080b5647621 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:49.770155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-307db073-528a-49a1-9941-91c47ecfaa12 req-d319cdec-d1fc-4b8d-87f0-afbf8cf39714 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546837
Apr 30 21:12:49.854190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:49.904574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:49.908372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:49.908757 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:49.932820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c931a-6fc3-4835-bc0d-dd6266c1ba6a req-c4781097-65d9-4235-8c55-edfc2b6f1133 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:49.943962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc4c931a-6fc3-4835-bc0d-dd6266c1ba6a req-c4781097-65d9-4235-8c55-edfc2b6f1133 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 950 time: 0.0607708
Apr 30 21:12:49.956085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:49.961176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:49.963589 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8191cbe8-aa85-42a0-bed7-ef0add8a0172" -d '{"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-unplugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:49.990896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port e3d4a5c6-46ec-4840-adba-bbaa926432a0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:49.991274 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.048458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc4c931a-6fc3-4835-bc0d-dd6266c1ba6a req-84c79167-4720-4ff8-afa7-26e3694fabae tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031475
Apr 30 21:12:50.080313 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071a7872-3904-404a-97d4-936dc3adedaa x-openstack-request-id: req-071a7872-3904-404a-97d4-936dc3adedaa {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:50.080924 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-unplugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:50.081364 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-071a7872-3904-404a-97d4-936dc3adedaa {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:50.082085 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071a7872-3904-404a-97d4-936dc3adedaa'] response: {'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'code': 200}
Apr 30 21:12:50.100192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-cf9669fa-5deb-47ae-8c81-602c464b7a2d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:50.101803 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-cf9669fa-5deb-47ae-8c81-602c464b7a2d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 821 time: 0.2471583
Apr 30 21:12:50.132318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:50.149408 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks [] for router_gateway (7dc5d051-f10b-4882-ac77-d3a40211232e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.150435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'mac_address': 'fa:16:3e:14:c2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:12:50.155931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Request body: {'port': {'device_id': '77da7802-0fa5-4899-89bc-0300c2599af7', 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'admin_state_up': True, 'tenant_id': '77b426139c194813974502d1910c257f'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:50.197939 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.227722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.234091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:50.236389 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.310926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:50.371159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:50.378100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:50.379397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cb06fba-4edb-4b91-b6fd-6481c6538af5 req-bc496cc4-f8ed-45af-850e-747f31838359 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 210 time: 0.0893247
Apr 30 21:12:50.405890 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-903e8d45-6230-4b1d-b6ae-2db2e95d6eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.410127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Attempting to bind port 946aa592-5cbc-42cb-8a00-3ebab4a926cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:50.410498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Attempting to bind port 946aa592-5cbc-42cb-8a00-3ebab4a926cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:50.410948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Attempting to bind port 946aa592-5cbc-42cb-8a00-3ebab4a926cb on network d9b75747-35b7-448d-92a5-1080b5647621 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:50.419074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:50.419442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Checking segment: {'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:50.419844 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.420238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Bound using segment: {'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:50.420714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Bound port: 946aa592-5cbc-42cb-8a00-3ebab4a926cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:50.421238 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.488116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Allocated IP 172.35.4.235 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e42a02f9-ab9d-4df0-b93c-3dbf839a8186) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:50.554058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] For port 946aa592-5cbc-42cb-8a00-3ebab4a926cb, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:50.558102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] For port 946aa592-5cbc-42cb-8a00-3ebab4a926cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946aa592-5cbc-42cb-8a00-3ebab4a926cb,segment=NetworkSegment(29b85e23-9db6-4f75-b8d3-85c78d89bc55),segment_id=29b85e23-9db6-4f75-b8d3-85c78d89bc55)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:50.568053 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.615151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port e3d4a5c6-46ec-4840-adba-bbaa926432a0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:50.616788 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.640390 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.689876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=10']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:50.708754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:50.761001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks [] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.780087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa823fa-9652-41a8-83b2-3f5d97223d27 None None] Pushing event updated for resources: {'Port': ['ID=946aa592-5cbc-42cb-8a00-3ebab4a926cb,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:50.801321 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:50.823536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ff9f1-2261-4d99-aff3-07bc212e8b6e req-a3dd2a75-1140-46cf-9b5d-8798b4223629 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:50.833718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-314ff9f1-2261-4d99-aff3-07bc212e8b6e req-a3dd2a75-1140-46cf-9b5d-8798b4223629 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1132 time: 0.1208966
Apr 30 21:12:50.861115 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:12:50.951628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:51.004607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-314ff9f1-2261-4d99-aff3-07bc212e8b6e req-551a4cf9-5e0a-4f2b-83ff-75352cf2703e tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624649
Apr 30 21:12:51.007849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:51.039376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:51.129066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:51.149950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:51.164016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:51.192411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Made reservation on behalf of 77b426139c194813974502d1910c257f for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:12:51.205571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:51.223011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265f9f0-9e0d-4c9d-a225-68a98bcd258d req-1492619f-5467-4388-a1e0-2b852766501a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:51.225015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6265f9f0-9e0d-4c9d-a225-68a98bcd258d req-1492619f-5467-4388-a1e0-2b852766501a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1613169
Apr 30 21:12:51.324198 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:51.373840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6265f9f0-9e0d-4c9d-a225-68a98bcd258d req-fe460d82-d21a-4ffe-a7ee-186a29d671e4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1279757
Apr 30 21:12:51.507674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Pushing event updated for resources: {'Port': ['ID=e42a02f9-ab9d-4df0-b93c-3dbf839a8186,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:51.788944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ff760a5-51f2-443f-bd1a-d1b89a7d6602 req-d5bae305-ee94-46a0-a508-fc2808bb9aec tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 210 time: 0.0334098
Apr 30 21:12:51.790817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Allocated IP 172.20.0.4 (b894fca3-f633-42dd-93b5-bde3291d63a3/22d385b6-1100-4605-bf52-24637aef584a/2514de9a-e593-441c-b26f-47d347c23ccb) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:51.923871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6a29a-7540-4704-81fd-7e11a85b1977 req-89e76f37-e569-4e5a-b630-4260baa62f87 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:51.925441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15b6a29a-7540-4704-81fd-7e11a85b1977 req-89e76f37-e569-4e5a-b630-4260baa62f87 tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 1132 time: 0.0488620
Apr 30 21:12:51.934588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 946aa592-5cbc-42cb-8a00-3ebab4a926cb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:52.004993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15b6a29a-7540-4704-81fd-7e11a85b1977 req-36b976ea-1873-4b5c-a684-c7fbb9cc404e tempest-ServersAdminTestJSON-617884205 tempest-ServersAdminTestJSON-617884205-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701442
Apr 30 21:12:52.013018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 946aa592-5cbc-42cb-8a00-3ebab4a926cb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:52.013629 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.084560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks [] for port (2514de9a-e593-441c-b26f-47d347c23ccb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.085433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:52.093846 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a8c51c-c9a1-4cb7-be2e-84cd7da197fb" -d '{"events": [{"server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:52.109960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks [] for router_gateway (7dc5d051-f10b-4882-ac77-d3a40211232e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.130809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:52.135776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 946aa592-5cbc-42cb-8a00-3ebab4a926cb is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:52.135776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.213260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 946aa592-5cbc-42cb-8a00-3ebab4a926cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946aa592-5cbc-42cb-8a00-3ebab4a926cb,segment=NetworkSegment(29b85e23-9db6-4f75-b8d3-85c78d89bc55),segment_id=29b85e23-9db6-4f75-b8d3-85c78d89bc55)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:52.223193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:52.223575 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.300261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd38683-371b-4d6e-977b-3906d1effc00 None None] Network d9b75747-35b7-448d-92a5-1080b5647621 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:12:52.360479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (7dc5d051-f10b-4882-ac77-d3a40211232e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.433591 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.501036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.505737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Network b894fca3-f633-42dd-93b5-bde3291d63a3 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:52.512336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:52.512653 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.514957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:52.522971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:52.528478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Pushing event updated for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:52.534146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d2d7d080-6c2a-4ae6-b2e9-a96dd7edc871 None None] Provisioning complete for port 946aa592-5cbc-42cb-8a00-3ebab4a926cb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:52.534678 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d2d7d080-6c2a-4ae6-b2e9-a96dd7edc871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.612603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:52.613177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.664440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=946aa592-5cbc-42cb-8a00-3ebab4a926cb,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:52.700306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:52.725033 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-116c369e-41ce-4eff-b578-23b476840f03 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5770829
Apr 30 21:12:52.739505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Request body: {'port': {'device_id': '77da7802-0fa5-4899-89bc-0300c2599af7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:12:52.797157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Router 7dc5d051-f10b-4882-ac77-d3a40211232e is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:12:52.819820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:52.886472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7d080-6c2a-4ae6-b2e9-a96dd7edc871 None None] Current status of the port 946aa592-5cbc-42cb-8a00-3ebab4a926cb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:52.963053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=11']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:53.032720 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:53.034232 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:53.222156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0b7b20c3-e2b5-4d56-b7cc-2ee04c6fefe1 None None] Provisioning complete for port 946aa592-5cbc-42cb-8a00-3ebab4a926cb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:53.223408 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b7b20c3-e2b5-4d56-b7cc-2ee04c6fefe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:53.229490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:12:53.244684 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Sync routers for ids ['7dc5d051-f10b-4882-ac77-d3a40211232e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:12:53.259125 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Routers {'7dc5d051-f10b-4882-ac77-d3a40211232e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:12:53.286885 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc273d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:12:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7dc5d051-f10b-4882-ac77-d3a40211232e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:12:53.375718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b20c3-e2b5-4d56-b7cc-2ee04c6fefe1 None None] Current status of the port 946aa592-5cbc-42cb-8a00-3ebab4a926cb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:53.473439 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Set router 7dc5d051-f10b-4882-ac77-d3a40211232e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:12:53.551829 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:53.555849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52982) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:12:53.556368 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fab993ef-3ef2-48e1-aa3d-5e3a3432398d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.4765990
Apr 30 21:12:53.682654 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc273d0>, [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:12:51Z', 'revision_number': 3, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:12:53.830291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-4165272a-9bbe-40d7-bef5-e83a43a75f75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1354363
Apr 30 21:12:53.833169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2514de9a-e593-441c-b26f-47d347c23ccb {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:12:53.847858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Publish callbacks [] for port (2514de9a-e593-441c-b26f-47d347c23ccb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:53.849218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 946aa592-5cbc-42cb-8a00-3ebab4a926cb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:53.881716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Transition to ACTIVE for port object 2514de9a-e593-441c-b26f-47d347c23ccb will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:12:53.957000 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Checking router: 7dc5d051-f10b-4882-ac77-d3a40211232e for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:12:53.957654 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Updating router 7dc5d051-f10b-4882-ac77-d3a40211232e port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:12:53.986394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 946aa592-5cbc-42cb-8a00-3ebab4a926cb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:53.988642 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:53.988927 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.000382 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.095327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 946aa592-5cbc-42cb-8a00-3ebab4a926cb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:54.106699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:54.227626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:54.228740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:54.229076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:54.235594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:12:54.236802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:54.242368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:54.242710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:54.243098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:54.243533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Bound port: 2514de9a-e593-441c-b26f-47d347c23ccb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:54.243915 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.404871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:54.413094 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:54.436492 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.488925 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Publish callbacks [] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.495984 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022b1ebd-2470-4579-b73b-82b82d2fee3d x-openstack-request-id: req-022b1ebd-2470-4579-b73b-82b82d2fee3d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:54.496281 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "name": "network-vif-plugged", "status": "completed", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:54.496535 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-022b1ebd-2470-4579-b73b-82b82d2fee3d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:54.496943 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022b1ebd-2470-4579-b73b-82b82d2fee3d'] response: {'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'code': 200}
Apr 30 21:12:54.499948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.506865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725200e1-954a-42bd-9099-8b7f506be3ad req-24041797-d8f1-4574-bfe3-39abcd797554 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:54.525896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-725200e1-954a-42bd-9099-8b7f506be3ad req-24041797-d8f1-4574-bfe3-39abcd797554 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1127 time: 0.5689175
Apr 30 21:12:54.540155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:54.541494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.542972 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2514de9a-e593-441c-b26f-47d347c23ccb HTTP/1.1" status: 200  len: 1091 time: 1.8084433
Apr 30 21:12:54.543538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:54.546247 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e866508e-3c05-44cf-bebd-620690e991aa" -d '{"events": [{"name": "network-changed", "server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:54.557706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-965d8b14-4a06-4c6e-8c75-e0511305ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:54.560041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-965d8b14-4a06-4c6e-8c75-e0511305ac12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1127 time: 0.2000263
Apr 30 21:12:54.570142 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-39ffbc80-cf90-4aac-8287-8f03fb0d3a0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2092142
Apr 30 21:12:54.578916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8a298-c242-4f8a-81fc-863402368cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:54.584539 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.622372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf6e51-fd89-4df5-8c09-2d0b20e51283 req-43681734-1f3e-45b8-80cd-c9cbaabff1bd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:54.630295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3aaf6e51-fd89-4df5-8c09-2d0b20e51283 req-43681734-1f3e-45b8-80cd-c9cbaabff1bd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0695765
Apr 30 21:12:54.663769 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Attempting to bind port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:12:54.664143 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Attempting to bind port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:12:54.664504 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Attempting to bind port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:12:54.674447 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Pushing event updated for resources: {'Port': ['ID=e42a02f9-ab9d-4df0-b93c-3dbf839a8186,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:54.684280 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:12:54.684657 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:12:54.685070 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.685465 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:12:54.685966 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Bound port: e42a02f9-ab9d-4df0-b93c-3dbf839a8186, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:12:54.686346 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.689846 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.690194 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.690677 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.691016 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.691346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.691674 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.692951 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.695862 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.696237 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.696576 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.696955 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.697278 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.697604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.697952 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.698280 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:12:54.758777 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] For port e42a02f9-ab9d-4df0-b93c-3dbf839a8186, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:12:54.762187 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] For port e42a02f9-ab9d-4df0-b93c-3dbf839a8186, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e42a02f9-ab9d-4df0-b93c-3dbf839a8186,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:12:54.786244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3aaf6e51-fd89-4df5-8c09-2d0b20e51283 req-75d20d2c-29e9-48df-a774-ea72fa0a5014 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547093
Apr 30 21:12:54.834655 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:54.841954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-725200e1-954a-42bd-9099-8b7f506be3ad req-004b9595-4d62-4c7b-9b45-2a6835d95940 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2999492
Apr 30 21:12:54.920992 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fcedde-98dd-4549-b539-b1943917bbe2 None None] Pushing event updated for resources: {'Port': ['ID=e42a02f9-ab9d-4df0-b93c-3dbf839a8186,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:54.923793 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Routers {'7dc5d051-f10b-4882-ac77-d3a40211232e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:12:54.924414 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc273d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:12:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7dc5d051-f10b-4882-ac77-d3a40211232e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:12:55.098559 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] Set router 7dc5d051-f10b-4882-ac77-d3a40211232e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:12:55.145078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12660571-c7ba-4dbb-a460-55a3441eee6d req-fa65be1f-20eb-482e-b96f-052ca213b097 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:55.152122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12660571-c7ba-4dbb-a460-55a3441eee6d req-fa65be1f-20eb-482e-b96f-052ca213b097 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 943 time: 0.1252482
Apr 30 21:12:55.155125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-725103da-9384-4dcf-8950-e3526903922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:55.156556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-725103da-9384-4dcf-8950-e3526903922d service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.4956291
Apr 30 21:12:55.256446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-011453c0-321d-4d13-bd49-7527e6a061ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 217 time: 0.0437155
Apr 30 21:12:55.271504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9863f-cdf3-4297-9a11-7135429dc00e req-52adb855-85ff-4636-9b14-21ed73662eaa tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:55.282312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42e9863f-cdf3-4297-9a11-7135429dc00e req-52adb855-85ff-4636-9b14-21ed73662eaa tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 950 time: 0.2141376
Apr 30 21:12:55.292990 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc273d0>, [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:12:51Z', 'revision_number': 3, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:12:55.304021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12660571-c7ba-4dbb-a460-55a3441eee6d req-1a658db4-aab4-4e55-925d-3e0ca7602363 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507328
Apr 30 21:12:55.358410 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a99ce3-f9ae-4fce-a31f-c6dbaeffde29 None None] The sync data for ids ['7dc5d051-f10b-4882-ac77-d3a40211232e'] in ncdv-master-1 is: [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:12:51Z', 'revision_number': 3, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:12:55.384331 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c19f7e9-b56d-4320-a5a4-c1101b543789 x-openstack-request-id: req-5c19f7e9-b56d-4320-a5a4-c1101b543789 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:55.384831 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:55.384950 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c19f7e9-b56d-4320-a5a4-c1101b543789 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:55.385285 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c19f7e9-b56d-4320-a5a4-c1101b543789'] response: {'name': 'network-changed', 'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb', 'status': 'completed', 'code': 200}
Apr 30 21:12:55.429722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-9e5b2b76-9b1c-454f-a363-86d7901eb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:55.435737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-9e5b2b76-9b1c-454f-a363-86d7901eb1ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1478670
Apr 30 21:12:55.503894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-b430809e-81f1-458c-acb2-811a0b5781d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520172
Apr 30 21:12:55.680575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42e9863f-cdf3-4297-9a11-7135429dc00e req-321f8c13-e5b8-4980-aeed-b3726f95374f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3971720
Apr 30 21:12:55.771295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866508e-3c05-44cf-bebd-620690e991aa req-bf04eeb3-fa91-456e-ac44-d701954e2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:55.772815 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e866508e-3c05-44cf-bebd-620690e991aa req-bf04eeb3-fa91-456e-ac44-d701954e2aa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1125 time: 0.0857577
Apr 30 21:12:55.809616 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:55.845188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-2681349c-f53e-433e-a133-64797896f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:55.846971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-2681349c-f53e-433e-a133-64797896f572 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=039dadc3df264018a5bcb0ece1751446&device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 1132 time: 0.1980288
Apr 30 21:12:55.881190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e42a02f9-ab9d-4df0-b93c-3dbf839a8186 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:55.951688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-1ae6751c-ffb9-4bf9-9d68-dd5753898bb5 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4304762
Apr 30 21:12:56.038330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:56.038712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:56.059754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866508e-3c05-44cf-bebd-620690e991aa req-d0b10bcd-ab5c-42ee-89da-e9e7bfccf67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:56.061251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e866508e-3c05-44cf-bebd-620690e991aa req-d0b10bcd-ab5c-42ee-89da-e9e7bfccf67b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=77b426139c194813974502d1910c257f&shared=False HTTP/1.1" status: 200  len: 922 time: 0.2631252
Apr 30 21:12:56.133797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c74f7-66d9-4bdd-a976-266f4fe3f5f1 req-e81d5ed0-1cfb-4333-85ae-6d44d3966b91 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:56.135774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e6c74f7-66d9-4bdd-a976-266f4fe3f5f1 req-e81d5ed0-1cfb-4333-85ae-6d44d3966b91 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 950 time: 0.2844303
Apr 30 21:12:56.254898 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:56.255573 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:56.320224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e42a02f9-ab9d-4df0-b93c-3dbf839a8186, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e42a02f9-ab9d-4df0-b93c-3dbf839a8186,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:56.380693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a347c7-1b94-4859-be44-d83f47b40061 req-eb744a98-d2e5-4c6e-94b1-c7e2dd969d4f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:56.384472 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-15a347c7-1b94-4859-be44-d83f47b40061 req-eb744a98-d2e5-4c6e-94b1-c7e2dd969d4f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 950 time: 0.3222311
Apr 30 21:12:56.418830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:56.428747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e6c74f7-66d9-4bdd-a976-266f4fe3f5f1 req-03379fa1-49bf-4a23-b855-130a47a910ce tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711382
Apr 30 21:12:56.509463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-04f22690-eb06-4cd0-bafd-7308bf07ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:56.515375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-04f22690-eb06-4cd0-bafd-7308bf07ca43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.6289868
Apr 30 21:12:56.517901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:56.525804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9c98f90-05ce-4dcb-b204-a7d6ed3b5bd4 req-ff25085d-f28a-48ed-953f-7c4163cf94fc service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5367377
Apr 30 21:12:56.534880 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b818692-f4bd-4937-8084-6ad01602474f" -d '{"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-plugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:56.590261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e42a02f9-ab9d-4df0-b93c-3dbf839a8186,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:56.696510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Deleting port 376e3c07-c6be-4468-aa0d-25e6e0c6136c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:12:56.697343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:56.736905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866508e-3c05-44cf-bebd-620690e991aa req-00967d21-09dc-4bc2-bfd3-9176f34ce937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:56.738702 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e866508e-3c05-44cf-bebd-620690e991aa req-00967d21-09dc-4bc2-bfd3-9176f34ce937 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6634777
Apr 30 21:12:56.859725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-83d99226-6a7d-4ebb-a616-905c75881131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:56.861299 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-83d99226-6a7d-4ebb-a616-905c75881131 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1125 time: 0.0676370
Apr 30 21:12:56.986477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Allocated IP 172.20.0.1 (d9b75747-35b7-448d-92a5-1080b5647621/76b08e80-45de-4a11-bd1d-59748cfc7e6a/23ec345d-38ef-4657-9736-61dc27e94b94) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:12:56.999345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e32bbe-da17-42e4-850f-d8599eb45f97 req-0f5cde27-cece-4cc7-b3e3-ec2601fd611f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:57.000380 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-5fb98411-f6a9-41fd-b8f6-3a711f0f1264 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2514de9a-e593-441c-b26f-47d347c23ccb HTTP/1.1" status: 200  len: 217 time: 0.1278281
Apr 30 21:12:57.006438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78e32bbe-da17-42e4-850f-d8599eb45f97 req-0f5cde27-cece-4cc7-b3e3-ec2601fd611f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.4388704
Apr 30 21:12:57.014388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-f9c2111e-38d1-4316-8972-6e8bd69f1516 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 HTTP/1.1" status: 200  len: 217 time: 0.4795246
Apr 30 21:12:57.032456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] For port 376e3c07-c6be-4468-aa0d-25e6e0c6136c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=376e3c07-c6be-4468-aa0d-25e6e0c6136c,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:57.033005 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:57.081976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-e1e9668a-a1bd-40cc-a063-90091c310f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:57.083607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-e1e9668a-a1bd-40cc-a063-90091c310f80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0708613
Apr 30 21:12:57.122431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Calling delete_port for 376e3c07-c6be-4468-aa0d-25e6e0c6136c owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:12:57.189455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-9957067b-88dc-4905-8e8e-ff02a6b690a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:57.191262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-9957067b-88dc-4905-8e8e-ff02a6b690a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1643691
Apr 30 21:12:57.218357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78e32bbe-da17-42e4-850f-d8599eb45f97 req-c394fdc2-8461-4cb8-ac49-c67e3d8f694d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2109847
Apr 30 21:12:57.321007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-16394c63-71ee-4afb-a67c-412ea0159dde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668030
Apr 30 21:12:57.409465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfc6b3-fa8b-4e1b-bf0b-2d1f2cbd2f68 req-d23cc9d4-30f7-4d06-a4ea-dd0ac16b0434 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:57.411054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ddfc6b3-fa8b-4e1b-bf0b-2d1f2cbd2f68 req-d23cc9d4-30f7-4d06-a4ea-dd0ac16b0434 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 943 time: 0.0751138
Apr 30 21:12:57.416567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Publish callbacks [] for port (23ec345d-38ef-4657-9736-61dc27e94b94), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:57.425292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-ce6e029f-7803-4281-8c49-b8842d5ddcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:57.427263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-ce6e029f-7803-4281-8c49-b8842d5ddcc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2074583
Apr 30 21:12:57.605152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ddfc6b3-fa8b-4e1b-bf0b-2d1f2cbd2f68 req-c899a249-9f9e-4f06-805c-9f41b2144cc2 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753244
Apr 30 21:12:57.615103 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-8b475bc2-67c2-41ac-bf7c-9545b8325b2a service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672267
Apr 30 21:12:57.649775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-3fd2a32c-ef5c-4598-b3ce-780509acbeee service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036927
Apr 30 21:12:57.721168 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58a5f0c5-d97c-48ec-acc5-30bb38cbe751 req-db010d13-5306-490d-ad36-0d72be60c24e service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0978160
Apr 30 21:12:57.768664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea6da6be-8946-4995-bbc6-a06fc9708ffe req-92172ccd-96c6-45b7-a691-e52b84864529 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1110010
Apr 30 21:12:57.772936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e42a02f9-ab9d-4df0-b93c-3dbf839a8186 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:12:57.830545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:57.831345 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:57.834533 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960a974-50f2-49e5-be0d-aef0a0cd4360 x-openstack-request-id: req-b960a974-50f2-49e5-be0d-aef0a0cd4360 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:12:57.834846 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-plugged", "status": "completed", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:12:57.835109 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b960a974-50f2-49e5-be0d-aef0a0cd4360 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:12:57.835501 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b960a974-50f2-49e5-be0d-aef0a0cd4360'] response: {'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'code': 200}
Apr 30 21:12:57.925330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:57.934438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ab3c-5a6e-4afb-a55d-37c0f97be1b6 req-0bf36366-b482-41cf-9061-27d42aa66770 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:12:57.936117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0921ab3c-5a6e-4afb-a55d-37c0f97be1b6 req-0bf36366-b482-41cf-9061-27d42aa66770 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 950 time: 0.0549095
Apr 30 21:12:57.989823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0921ab3c-5a6e-4afb-a55d-37c0f97be1b6 req-753c0dcf-48c4-4d7c-a8f2-d6ff25af2cce tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476503
Apr 30 21:12:58.133987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:58.134227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (376e3c07-c6be-4468-aa0d-25e6e0c6136c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:58.150253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6', '376e3c07-c6be-4468-aa0d-25e6e0c6136c', '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:12:58.173335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Pushing event deleted for resources: {'Port': ['ID=376e3c07-c6be-4468-aa0d-25e6e0c6136c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:58.192959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Network d9b75747-35b7-448d-92a5-1080b5647621 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:58.199007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:58.201749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:12:58.230411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 376e3c07-c6be-4468-aa0d-25e6e0c6136c no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:12:58.241510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Pushing event updated for resources: {'Port': ['ID=23ec345d-38ef-4657-9736-61dc27e94b94,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:58.260468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] No DVR routers for this DVR port 376e3c07-c6be-4468-aa0d-25e6e0c6136c on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:12:58.260619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 376e3c07-c6be-4468-aa0d-25e6e0c6136c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:12:58.260708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 376e3c07-c6be-4468-aa0d-25e6e0c6136c not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:12:58.261126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:12:58.266215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:58.271582 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-15a347c7-1b94-4859-be44-d83f47b40061 req-0cffbb75-7e57-4640-be20-55c999c26a7f tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "DELETE /v2.0/ports/376e3c07-c6be-4468-aa0d-25e6e0c6136c HTTP/1.1" status: 204  len: 173 time: 1.8786178
Apr 30 21:12:58.273945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36482df-2cb5-4d30-9ce3-95a6f06f80f0', 'name': 'network-vif-deleted', 'tag': '376e3c07-c6be-4468-aa0d-25e6e0c6136c'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:58.278067 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44abf9a3-0ecc-491f-8347-fba90aca5e60" -d '{"events": [{"server_uuid": "b36482df-2cb5-4d30-9ce3-95a6f06f80f0", "name": "network-vif-deleted", "tag": "376e3c07-c6be-4468-aa0d-25e6e0c6136c"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:58.281183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (7dc5d051-f10b-4882-ac77-d3a40211232e), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:58.441076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 544026f7-e9ff-4a0e-9515-f5e31e5016da is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:12:58.449053 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:58.511946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:12:58.580229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:58.662788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:58.706955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b11f12bd-72bc-4b92-832b-6fc5b362d884 None None] Provisioning complete for port 23ec345d-38ef-4657-9736-61dc27e94b94 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:58.707783 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b11f12bd-72bc-4b92-832b-6fc5b362d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:58.734926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:58.798966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b11f12bd-72bc-4b92-832b-6fc5b362d884 None None] Port 23ec345d-38ef-4657-9736-61dc27e94b94 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:12:58.993361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Publish callbacks [] for port (23ec345d-38ef-4657-9736-61dc27e94b94), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:59.014643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-887a7974-1fb6-433a-b6b3-274778e16eaf service neutron] 10.222.0.35 "GET /v2.0/ports/847cb3b0-ee43-4565-9188-e7bd64f115af/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1011527
Apr 30 21:12:59.082147 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:59.177168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Pushing event updated for resources: {'Port': ['ID=23ec345d-38ef-4657-9736-61dc27e94b94,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:12:59.184417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (7dc5d051-f10b-4882-ac77-d3a40211232e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:59.560643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Network d9b75747-35b7-448d-92a5-1080b5647621 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:12:59.560643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:12:59.560643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Router 7dc5d051-f10b-4882-ac77-d3a40211232e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:12:59.735929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-97f2bea2-9f28-42ee-871d-96e3c22819ab None None] Provisioning complete for port 23ec345d-38ef-4657-9736-61dc27e94b94 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:12:59.736361 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97f2bea2-9f28-42ee-871d-96e3c22819ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:12:59.776426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:12:59.791291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Sync routers for ids ['7dc5d051-f10b-4882-ac77-d3a40211232e'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:12:59.823248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f8544dcf-80e3-4496-91be-127044f117aa admin admin] 10.222.0.23 "PUT /v2.0/routers/7dc5d051-f10b-4882-ac77-d3a40211232e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2661338
Apr 30 21:12:59.852937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-97f2bea2-9f28-42ee-871d-96e3c22819ab None None] Port 23ec345d-38ef-4657-9736-61dc27e94b94 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:12:59.854851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:12:59.860078 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bffd18-f9c0-4265-9f79-acb4bddb23f2" -d '{"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-unplugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:12:59.862814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Routers {'7dc5d051-f10b-4882-ac77-d3a40211232e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:12:59.863510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fe160a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:12:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7dc5d051-f10b-4882-ac77-d3a40211232e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:00.007537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-64d17fc2-dec0-4211-812e-0fe500358042 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:13:00.010550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-64d17fc2-dec0-4211-812e-0fe500358042 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0099895
Apr 30 21:13:00.044875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Set router 7dc5d051-f10b-4882-ac77-d3a40211232e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:00.116249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-4b14673c-43b9-48f6-bd54-83fa0cfd6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:00.118105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-4b14673c-43b9-48f6-bd54-83fa0cfd6c06 service neutron] 10.222.0.23 "GET /v2.0/ports/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b HTTP/1.1" status: 200  len: 1124 time: 0.0995762
Apr 30 21:13:00.128530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:00.129256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Unknown quota resources ['binding']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:13:00.301192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-7e991c88-a262-4e4c-91d2-27f0e13ffc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:00.303298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-7e991c88-a262-4e4c-91d2-27f0e13ffc38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 1132 time: 0.0619812
Apr 30 21:13:00.418474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fe160a0>, [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:12:58Z', 'revision_number': 4, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23ec345d-38ef-4657-9736-61dc27e94b94', 'name': '', 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'mac_address': 'fa:16:3e:6e:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '76b08e80-45de-4a11-bd1d-59748cfc7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:55Z', 'updated_at': '2022-04-30T21:12:58Z', 'revision_number': 2, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'subnets': [{'id': '76b08e80-45de-4a11-bd1d-59748cfc7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:00.430278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on host nch1-master-1 for vnic_type normal with profile None {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:00.431629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:00.432130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:00.452767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-21b8fa72-a5bf-4b21-b090-c5db99108ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:00.454699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-21b8fa72-a5bf-4b21-b090-c5db99108ce2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 1132 time: 0.0947771
Apr 30 21:13:00.455876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:13:00.456494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:00.461571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Checking router: 7dc5d051-f10b-4882-ac77-d3a40211232e for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:13:00.461953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Updating router 7dc5d051-f10b-4882-ac77-d3a40211232e port 23ec345d-38ef-4657-9736-61dc27e94b94 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:13:00.469089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871a0f4-3c4e-4ae2-860a-bb76fbbc0bfe req-78e2472c-21f1-409a-b9fc-d4c9274ad3f3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:00.470680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c871a0f4-3c4e-4ae2-860a-bb76fbbc0bfe req-78e2472c-21f1-409a-b9fc-d4c9274ad3f3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1194260
Apr 30 21:13:00.479726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:00.480074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:00.480426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:00.480871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Bound port: 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:00.524836 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:00.543438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:00.639334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:00.640480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6bef87b9-a964-4775-ac03-e5e6a0a508e6 service neutron] 10.222.0.23 "POST /v2.0/ports/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b/bindings HTTP/1.1" status: 201  len: 389 time: 0.5169885
Apr 30 21:13:00.674997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c871a0f4-3c4e-4ae2-860a-bb76fbbc0bfe req-09ff3185-11bf-4937-b66f-0b23c2cc55a4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289997
Apr 30 21:13:00.698059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-0164d4e8-a130-426d-a893-25b769ea5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:00.701791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-0164d4e8-a130-426d-a893-25b769ea5c17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2297952
Apr 30 21:13:00.793519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-be0d5bba-f261-4765-a723-293f5b7d3da6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 200  len: 217 time: 0.0836008
Apr 30 21:13:00.805539 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b831ae6-dc12-41a3-8756-b24235db16c5 x-openstack-request-id: req-6b831ae6-dc12-41a3-8756-b24235db16c5 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:00.807038 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36482df-2cb5-4d30-9ce3-95a6f06f80f0", "name": "network-vif-deleted", "tag": "376e3c07-c6be-4468-aa0d-25e6e0c6136c", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:00.807450 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b831ae6-dc12-41a3-8756-b24235db16c5 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:00.808009 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b831ae6-dc12-41a3-8756-b24235db16c5'] response: {'server_uuid': 'b36482df-2cb5-4d30-9ce3-95a6f06f80f0', 'name': 'network-vif-deleted', 'tag': '376e3c07-c6be-4468-aa0d-25e6e0c6136c', 'status': 'completed', 'code': 200}
Apr 30 21:13:01.138741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8c7e4-cc51-4ae4-90cd-c6c9b3d7ecc0 req-97c980f9-5919-40a8-a00e-7a32abbbf5fd tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:01.140738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ac8c7e4-cc51-4ae4-90cd-c6c9b3d7ecc0 req-97c980f9-5919-40a8-a00e-7a32abbbf5fd tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 943 time: 0.2379091
Apr 30 21:13:01.142578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-5862a3a7-c120-433d-b04b-c12cbda13fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:01.145860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-5862a3a7-c120-433d-b04b-c12cbda13fac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.3442783
Apr 30 21:13:01.303736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Publish callbacks [] for port (23ec345d-38ef-4657-9736-61dc27e94b94), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:01.397067 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:01.432715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-8b4ee85b-a38d-4a93-9661-1651dda85e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:01.434595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-8b4ee85b-a38d-4a93-9661-1651dda85e13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2633941
Apr 30 21:13:01.453548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d44b96b-afa4-4540-b76e-fcb9f05bb94f req-db885317-60cd-4c68-9f15-612e2192ae26 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36482df-2cb5-4d30-9ce3-95a6f06f80f0 HTTP/1.1" status: 200  len: 210 time: 0.0743525
Apr 30 21:13:01.485990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ac8c7e4-cc51-4ae4-90cd-c6c9b3d7ecc0 req-c87e73cd-b81b-4e33-9772-fa7fff5118a3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216496
Apr 30 21:13:01.553125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-94ea298f-43a8-44c6-ad8e-6d0a7221016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:01.555049 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-94ea298f-43a8-44c6-ad8e-6d0a7221016a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1127 time: 0.1377933
Apr 30 21:13:01.630026 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937bbedb-d08a-4765-929e-9f2923351ba6 x-openstack-request-id: req-937bbedb-d08a-4765-929e-9f2923351ba6 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:01.637078 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-unplugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:01.637078 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-937bbedb-d08a-4765-929e-9f2923351ba6 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:01.637078 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937bbedb-d08a-4765-929e-9f2923351ba6'] response: {'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'code': 200}
Apr 30 21:13:01.665994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-9f6210aa-7f30-47fb-94c8-6525661d8787 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196181
Apr 30 21:13:01.743083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd3315-37c6-4717-be89-3a29401b34d3 None None] Pushing event updated for resources: {'Port': ['ID=23ec345d-38ef-4657-9736-61dc27e94b94,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:01.780819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Attempting to bind port 23ec345d-38ef-4657-9736-61dc27e94b94 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:01.782118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Attempting to bind port 23ec345d-38ef-4657-9736-61dc27e94b94 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:01.782118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Attempting to bind port 23ec345d-38ef-4657-9736-61dc27e94b94 on network d9b75747-35b7-448d-92a5-1080b5647621 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:01.792519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:01.792905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Checking segment: {'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:01.795596 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:01.796035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Bound using segment: {'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:01.796189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-63ef6cf3-f35a-4ee1-9bad-1ae7b4b423ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:01.796541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Bound port: 23ec345d-38ef-4657-9736-61dc27e94b94, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b85e23-9db6-4f75-b8d3-85c78d89bc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:01.796942 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:01.806967 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-63ef6cf3-f35a-4ee1-9bad-1ae7b4b423ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.2371731
Apr 30 21:13:01.926287 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-2488fc29-e61c-4c99-8628-1f6c4415a897 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b HTTP/1.1" status: 200  len: 217 time: 0.1161885
Apr 30 21:13:02.054409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2b48a1bd-bf5d-4c0e-b4b6-602c36afae6f None None] Provisioning complete for port 23ec345d-38ef-4657-9736-61dc27e94b94 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:02.054687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2b48a1bd-bf5d-4c0e-b4b6-602c36afae6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:02.062177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] For port 23ec345d-38ef-4657-9736-61dc27e94b94, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:02.110051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] For port 23ec345d-38ef-4657-9736-61dc27e94b94, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23ec345d-38ef-4657-9736-61dc27e94b94,segment=NetworkSegment(29b85e23-9db6-4f75-b8d3-85c78d89bc55),segment_id=29b85e23-9db6-4f75-b8d3-85c78d89bc55)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:02.119220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be6ee6a-85f8-4f73-bed5-f6b304a088bf req-3833d2bd-32dc-4bcd-930a-402d22377ec9 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4398835
Apr 30 21:13:02.120296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-b6bd43d0-3c46-40cc-bc01-26a52a990536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:02.126063 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-b6bd43d0-3c46-40cc-bc01-26a52a990536 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.1890965
Apr 30 21:13:02.126563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2b48a1bd-bf5d-4c0e-b4b6-602c36afae6f None None] Port 23ec345d-38ef-4657-9736-61dc27e94b94 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:13:02.168698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2514de9a-e593-441c-b26f-47d347c23ccb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:02.174699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184dfec-f8c9-495a-8d19-8596fb6ee0e5 req-1210e881-9898-4dbd-afc6-8bee1250ef0c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:02.183670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0184dfec-f8c9-495a-8d19-8596fb6ee0e5 req-1210e881-9898-4dbd-afc6-8bee1250ef0c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 945 time: 0.3530896
Apr 30 21:13:02.222072 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-14ba42c2-4c7e-462f-a052-754bd5f61be1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0898149
Apr 30 21:13:02.325729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:02.467903 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-299c9867-95cf-43e0-9813-975716ce0439 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371352
Apr 30 21:13:02.511960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Routers {'7dc5d051-f10b-4882-ac77-d3a40211232e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:02.516019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fe160a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:12:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7dc5d051-f10b-4882-ac77-d3a40211232e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:02.644971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0184dfec-f8c9-495a-8d19-8596fb6ee0e5 req-6aaa1a50-644d-4ac0-9236-96f578fc8b92 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4598265
Apr 30 21:13:02.661603 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-19905130-3cb5-4631-901f-d0a0bf583003 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796007
Apr 30 21:13:02.812086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-ddccf776-eb97-453d-b489-9f3359c77bf3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.8798885
Apr 30 21:13:02.831042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:02.927366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:02.945347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '2514de9a-e593-441c-b26f-47d347c23ccb', 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'port_id': '2514de9a-e593-441c-b26f-47d347c23ccb', 'mac_address': 'fa:16:3e:95:4f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d385b6-1100-4605-bf52-24637aef584a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:13:02.951738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd3315-37c6-4717-be89-3a29401b34d3 None None] Pushing event updated for resources: {'Port': ['ID=23ec345d-38ef-4657-9736-61dc27e94b94,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:02.955303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:03.031095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2514de9a-e593-441c-b26f-47d347c23ccb is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:03.031554 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:03.035255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6bc1744c-ed86-4261-bb58-27b516554f3b None None] Provisioning complete for port 23ec345d-38ef-4657-9736-61dc27e94b94 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:03.036158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6bc1744c-ed86-4261-bb58-27b516554f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:03.089669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2514de9a-e593-441c-b26f-47d347c23ccb {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:03.120380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:03.149978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:03.175916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] Set router 7dc5d051-f10b-4882-ac77-d3a40211232e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:03.210109 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:03.503035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1744c-ed86-4261-bb58-27b516554f3b None None] Current status of the port 23ec345d-38ef-4657-9736-61dc27e94b94 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:03.503730 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6bc1744c-ed86-4261-bb58-27b516554f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:03.513534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Allocated IP 172.35.4.60 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/1af75d9a-e558-4380-ad56-ffa302e0f416) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:13:03.575313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6bc1744c-ed86-4261-bb58-27b516554f3b None None] For port 23ec345d-38ef-4657-9736-61dc27e94b94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23ec345d-38ef-4657-9736-61dc27e94b94,segment=NetworkSegment(29b85e23-9db6-4f75-b8d3-85c78d89bc55),segment_id=29b85e23-9db6-4f75-b8d3-85c78d89bc55)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:03.581496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:03.623951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2514de9a-e593-441c-b26f-47d347c23ccb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:03.631856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fe160a0>, [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:12:58Z', 'revision_number': 4, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23ec345d-38ef-4657-9736-61dc27e94b94', 'name': '', 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'mac_address': 'fa:16:3e:6e:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '76b08e80-45de-4a11-bd1d-59748cfc7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:55Z', 'updated_at': '2022-04-30T21:13:02Z', 'revision_number': 4, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'subnets': [{'id': '76b08e80-45de-4a11-bd1d-59748cfc7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:03.713008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6bc1744c-ed86-4261-bb58-27b516554f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:03.722599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac8a50e-a4cc-45a7-a651-e8e303b835d0 None None] The sync data for ids ['7dc5d051-f10b-4882-ac77-d3a40211232e'] in ncdv-master-1 is: [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:12:58Z', 'revision_number': 4, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23ec345d-38ef-4657-9736-61dc27e94b94', 'name': '', 'network_id': 'd9b75747-35b7-448d-92a5-1080b5647621', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'mac_address': 'fa:16:3e:6e:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '76b08e80-45de-4a11-bd1d-59748cfc7e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:55Z', 'updated_at': '2022-04-30T21:13:02Z', 'revision_number': 4, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'subnets': [{'id': '76b08e80-45de-4a11-bd1d-59748cfc7e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:13:03.808858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 847cb3b0-ee43-4565-9188-e7bd64f115af no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:03.827350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for port (1af75d9a-e558-4380-ad56-ffa302e0f416), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:03.910741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1744c-ed86-4261-bb58-27b516554f3b None None] Pushing event updated for resources: {'Port': ['ID=23ec345d-38ef-4657-9736-61dc27e94b94,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:04.007795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1af75d9a-e558-4380-ad56-ffa302e0f416), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:04.013379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 847cb3b0-ee43-4565-9188-e7bd64f115af is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:04.023527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:04.081616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:04.083942 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c1310c-9a7c-4504-8e23-4809dbc14872" -d '{"events": [{"server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "name": "network-vif-unplugged", "status": "completed", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:04.120267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:04.137868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Pushing event updated for resources: {'Port': ['ID=1af75d9a-e558-4380-ad56-ffa302e0f416,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:04.169872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:04.175875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:04.202569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:13:04.215404 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:04.309852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:04.424671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fd745-034b-4450-a448-819885610712 req-833c82c6-c243-4e56-9833-a7ad22ab737d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:04.426301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d47fd745-034b-4450-a448-819885610712 req-833c82c6-c243-4e56-9833-a7ad22ab737d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 948 time: 0.1032841
Apr 30 21:13:04.433564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for floatingip (f938712d-9bfd-4667-b0b3-439293245d6a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:04.522444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d47fd745-034b-4450-a448-819885610712 req-9d9bde65-00db-470b-a135-c4a888eaa131 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837183
Apr 30 21:13:04.573972 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1af75d9a-e558-4380-ad56-ffa302e0f416), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:04.791454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2514de9a-e593-441c-b26f-47d347c23ccb up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:04.860594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 2514de9a-e593-441c-b26f-47d347c23ccb completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:13:04.870893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600adec-9213-4b75-9c9e-192bd2e5b87b req-ce644779-53ff-4fe5-95db-120324fd229d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:04.873428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0600adec-9213-4b75-9c9e-192bd2e5b87b req-ce644779-53ff-4fe5-95db-120324fd229d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 944 time: 0.1365232
Apr 30 21:13:04.931832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 2514de9a-e593-441c-b26f-47d347c23ccb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:04.932269 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:04.988570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0600adec-9213-4b75-9c9e-192bd2e5b87b req-69c29cf5-4d47-4ad6-83e1-0701f18faad4 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056187
Apr 30 21:13:05.024133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for port (1af75d9a-e558-4380-ad56-ffa302e0f416), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:05.107432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1af75d9a-e558-4380-ad56-ffa302e0f416), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:05.150275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2514de9a-e593-441c-b26f-47d347c23ccb is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:05.151019 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:05.218215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:05.235192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Pushing event updated for resources: {'Port': ['ID=1af75d9a-e558-4380-ad56-ffa302e0f416,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:05.291563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:05.323192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-20f99c80-2774-4af8-b11d-51f47241f943 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--240132572&fields=id&tenant_id=7710d2f3153e440ab46c2d89ce24c4cb HTTP/1.1" status: 200  len: 267 time: 0.1382656
Apr 30 21:13:05.327218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f938712d-9bfd-4667-b0b3-439293245d6a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:05.445050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:05.490804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:05.492477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-b52f57c5-b14e-426a-b781-3b7f648ecba3 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.6727240
Apr 30 21:13:05.541701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-fa1e023a-2588-457b-b13d-0b0f326e2592 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:05.548749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-fa1e023a-2588-457b-b13d-0b0f326e2592 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/networks?id=51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 200  len: 823 time: 0.2240021
Apr 30 21:13:05.652785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-60c58a7f-6e98-4c75-8305-37cc43f56f9e tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:05.654590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-60c58a7f-6e98-4c75-8305-37cc43f56f9e tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8b3ef0d-1829-471c-9d1f-461b84634a6e HTTP/1.1" status: 200  len: 946 time: 0.1907125
Apr 30 21:13:05.657886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-60b6aefb-fdc6-4c91-8df0-c26eb02c8e5d tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.60 HTTP/1.1" status: 200  len: 695 time: 0.1412237
Apr 30 21:13:05.667683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-ead82d88-0dec-42ef-b6f0-9f3a2ecd2937 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/quotas/7710d2f3153e440ab46c2d89ce24c4cb HTTP/1.1" status: 200  len: 375 time: 0.1179466
Apr 30 21:13:05.794874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 23ec345d-38ef-4657-9736-61dc27e94b94 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:05.848555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 847cb3b0-ee43-4565-9188-e7bd64f115af details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:05.908704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-9dd598a2-2f93-49b1-a7cc-31df71d7226d tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2311423
Apr 30 21:13:05.927765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 23ec345d-38ef-4657-9736-61dc27e94b94 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:05.929274 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:06.001058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Deleting port c43b09e1-c606-48c3-ab4c-b62ee389ba94 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:06.001394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:06.012136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-4939fa58-12bb-4a80-8091-e0c790141274 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:06.013656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-4939fa58-12bb-4a80-8091-e0c790141274 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.3433487
Apr 30 21:13:06.020301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:06.077020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'mac_address': 'fa:16:3e:3b:d9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:13:06.077268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-46d7f998-0c7b-4332-b82f-92f343a277b4 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:13:06.078135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5f3851e-b043-4465-b510-dcd3b83f90b0 req-46d7f998-0c7b-4332-b82f-92f343a277b4 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0481544
Apr 30 21:13:06.115201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-92067191-15b6-4da7-865c-7bb297bfa398 service neutron] 10.222.0.23 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069209
Apr 30 21:13:06.160048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 23ec345d-38ef-4657-9736-61dc27e94b94 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:06.180470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 847cb3b0-ee43-4565-9188-e7bd64f115af is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:06.185442 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:06.202950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847cb3b0-ee43-4565-9188-e7bd64f115af {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:06.224299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] For port c43b09e1-c606-48c3-ab4c-b62ee389ba94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c43b09e1-c606-48c3-ab4c-b62ee389ba94,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:06.224802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:06.227475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:06.316055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:06.397505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923c939-a3ab-4540-a98b-5ac9620e1265 req-10b09a24-82ac-4f3e-82a8-142915e5c8bf tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:06.399337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b923c939-a3ab-4540-a98b-5ac9620e1265 req-10b09a24-82ac-4f3e-82a8-142915e5c8bf tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 945 time: 0.1939864
Apr 30 21:13:06.404744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:06.512277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-837b3c84-6395-4d73-b17a-07ecaf60666c service neutron] 10.222.0.23 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3823614
Apr 30 21:13:06.595404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['847cb3b0-ee43-4565-9188-e7bd64f115af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:06.790648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:06.873903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b923c939-a3ab-4540-a98b-5ac9620e1265 req-c5630e15-5a1e-4d40-8986-8a4a736da4f2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4561217
Apr 30 21:13:06.962226 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:06.962703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:06.963150 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Floating IP f5a3f185-e88a-42dd-8ff1-a728370751c3 disassociated. External IP: 172.35.4.24, port: c43b09e1-c606-48c3-ab4c-b62ee389ba94.
Apr 30 21:13:06.963584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Calling delete_port for c43b09e1-c606-48c3-ab4c-b62ee389ba94 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:07.012062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:07.028996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'mac_address': 'fa:16:3e:35:b3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:13:07.084527 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31048daa-164d-4a0b-8356-54f5bc7731a9 x-openstack-request-id: req-31048daa-164d-4a0b-8356-54f5bc7731a9 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:07.084527 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "name": "network-vif-unplugged", "status": "completed", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:07.084527 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31048daa-164d-4a0b-8356-54f5bc7731a9 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:07.084527 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31048daa-164d-4a0b-8356-54f5bc7731a9'] response: {'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'code': 200}
Apr 30 21:13:07.084527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 544026f7-e9ff-4a0e-9515-f5e31e5016da is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:07.084527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:07.102236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544026f7-e9ff-4a0e-9515-f5e31e5016da {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:07.128335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:07.203023 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:07.244202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c43b09e1-c606-48c3-ab4c-b62ee389ba94), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:07.310775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd53986-3071-4ad4-bd3d-cec6f07eadb2 req-9793f8cc-a85f-48ba-9d31-adad809f0b79 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:07.321115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abd53986-3071-4ad4-bd3d-cec6f07eadb2 req-9793f8cc-a85f-48ba-9d31-adad809f0b79 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 949 time: 0.1401577
Apr 30 21:13:07.325492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:07.331080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event deleted for resources: {'Port': ['ID=c43b09e1-c606-48c3-ab4c-b62ee389ba94,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:07.376783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['544026f7-e9ff-4a0e-9515-f5e31e5016da'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:07.507351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abd53986-3071-4ad4-bd3d-cec6f07eadb2 req-477c8967-be7f-4616-92a8-3b32d72022e7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845319
Apr 30 21:13:07.526848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:13:07.663280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:13:07.678101 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] Sync routers for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:13:07.716545 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:07.728986 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbee8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:12:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:07.809979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c166851-2395-41ad-8b66-04e11606db36 req-cca219fc-147a-4ff6-b29c-fafdf0eeddea tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips/f938712d-9bfd-4667-b0b3-439293245d6a HTTP/1.1" status: 200  len: 692 time: 0.1034410
Apr 30 21:13:07.858640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 847cb3b0-ee43-4565-9188-e7bd64f115af up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:07.869158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] No DVR routers for this DVR port c43b09e1-c606-48c3-ab4c-b62ee389ba94 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:07.886435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecef479-02cd-401a-9ec8-e0e63961e7ad req-b5f78b3c-e8f3-4f0b-b5f4-1f3fe62f90d6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:07.894169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ecef479-02cd-401a-9ec8-e0e63961e7ad req-b5f78b3c-e8f3-4f0b-b5f4-1f3fe62f90d6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.0805697
Apr 30 21:13:07.906111 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:07.910570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f133ce6e-e432-4fa9-9ae7-6b5c12e3f3f4 req-2e80a5e3-1e9b-41c2-9d60-b64b0b1cd363 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "DELETE /v2.0/ports/c43b09e1-c606-48c3-ab4c-b62ee389ba94 HTTP/1.1" status: 204  len: 173 time: 2.1758664
Apr 30 21:13:07.919269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'name': 'network-vif-deleted', 'tag': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:07.921938 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bc9adf-324d-4f39-a5e1-039b434bfafb" -d '{"events": [{"server_uuid": "c8b3ef0d-1829-471c-9d1f-461b84634a6e", "name": "network-vif-deleted", "tag": "c43b09e1-c606-48c3-ab4c-b62ee389ba94"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:07.952333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:07.955747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 847cb3b0-ee43-4565-9188-e7bd64f115af triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:07.956120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:08.050387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ecef479-02cd-401a-9ec8-e0e63961e7ad req-eeb3c1e4-15a8-4aed-a0ec-f922cc5980ee tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551318
Apr 30 21:13:08.107487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166851-2395-41ad-8b66-04e11606db36 req-5d1073c1-b7f9-4162-9b1f-e31ca41555b5 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:08.116810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 847cb3b0-ee43-4565-9188-e7bd64f115af is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:08.118180 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:08.119135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c166851-2395-41ad-8b66-04e11606db36 req-5d1073c1-b7f9-4162-9b1f-e31ca41555b5 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.3078737
Apr 30 21:13:08.131763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-8c166851-2395-41ad-8b66-04e11606db36 req-15e28f15-e770-4176-8e5e-b682f6dcd556 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:13:08.142666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c166851-2395-41ad-8b66-04e11606db36 req-15e28f15-e770-4176-8e5e-b682f6dcd556 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0222518
Apr 30 21:13:08.183933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ca0755f-1568-4220-b650-ad3296192452 req-1dd72322-035a-44a5-8a50-195f3cc161a8 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 210 time: 0.0400982
Apr 30 21:13:08.191959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:08.234995 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbee8b0>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:08.274217 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] Checking router: c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:13:08.279815 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:08.282531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c43b09e1-c606-48c3-ab4c-b62ee389ba94 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:08.292876 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:08.293608 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbee8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:12:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:08.368277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf20bb1-751d-4827-86b6-331bc4188c63 req-96161e20-7bc3-43ad-a199-9fd4c831d062 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:08.371426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abf20bb1-751d-4827-86b6-331bc4188c63 req-96161e20-7bc3-43ad-a199-9fd4c831d062 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 950 time: 0.1067851
Apr 30 21:13:08.372093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: c43b09e1-c606-48c3-ab4c-b62ee389ba94 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:08.372763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c43b09e1-c606-48c3-ab4c-b62ee389ba94 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:08.430224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:08.443841 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:08.492166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abf20bb1-751d-4827-86b6-331bc4188c63 req-ddbac0fd-4eba-4bf3-ad4c-8b91d1062b6c tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055140
Apr 30 21:13:08.570989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e6569-3c6c-48de-87e0-2272ae40e075 req-cef22a01-7536-4fea-b5a0-f95ce5fb6031 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:08.579974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-550e6569-3c6c-48de-87e0-2272ae40e075 req-cef22a01-7536-4fea-b5a0-f95ce5fb6031 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 945 time: 0.0628762
Apr 30 21:13:08.583243 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5cac89-56e5-4de7-a492-b2db553f0c65 x-openstack-request-id: req-2f5cac89-56e5-4de7-a492-b2db553f0c65 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:08.583587 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b3ef0d-1829-471c-9d1f-461b84634a6e", "name": "network-vif-deleted", "tag": "c43b09e1-c606-48c3-ab4c-b62ee389ba94", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:08.583898 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f5cac89-56e5-4de7-a492-b2db553f0c65 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:08.584342 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5cac89-56e5-4de7-a492-b2db553f0c65'] response: {'server_uuid': 'c8b3ef0d-1829-471c-9d1f-461b84634a6e', 'name': 'network-vif-deleted', 'tag': 'c43b09e1-c606-48c3-ab4c-b62ee389ba94', 'status': 'completed', 'code': 200}
Apr 30 21:13:08.721750 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbee8b0>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:08.739235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-550e6569-3c6c-48de-87e0-2272ae40e075 req-67f77f9c-0fd7-4fe4-9aaa-fd358fd880d0 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574664
Apr 30 21:13:08.779886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac82d347-bfa9-448e-8509-4a2b0dff55b9 req-98588e1d-7188-4868-a0b4-f44498b6b91e tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=0e2d36f1ee8d4945a59a8c2a0088306e HTTP/1.1" status: 200  len: 695 time: 0.1358645
Apr 30 21:13:08.801320 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe352af-4571-4052-829d-3fcf5e5d5c01 None None] The sync data for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 is: [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:13:08.817881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:08.903292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 544026f7-e9ff-4a0e-9515-f5e31e5016da triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:08.904334 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:09.040562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 544026f7-e9ff-4a0e-9515-f5e31e5016da is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:09.040562 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:09.085071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb'}, {'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:09.087342 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee42ea37-aeae-4449-9750-2e499331a5a2" -d '{"events": [{"server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "name": "network-vif-plugged", "status": "completed", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb"}, {"server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "name": "network-vif-plugged", "status": "completed", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:09.089833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-41de5c70-7376-4166-88c4-64547298fc5e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.089833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-41de5c70-7376-4166-88c4-64547298fc5e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 950 time: 0.2809277
Apr 30 21:13:09.130214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:09.146138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45515dcf-a7b7-4cd3-9ef3-f36f426633db req-0030ba77-e73c-46e5-99b2-a8caad0ba5a3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.152387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45515dcf-a7b7-4cd3-9ef3-f36f426633db req-0030ba77-e73c-46e5-99b2-a8caad0ba5a3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.2316475
Apr 30 21:13:09.230804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82d347-bfa9-448e-8509-4a2b0dff55b9 req-a00c557b-f099-4064-910f-f46206f2632f tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.244646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac82d347-bfa9-448e-8509-4a2b0dff55b9 req-a00c557b-f099-4064-910f-f46206f2632f tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/networks?id=24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 787 time: 0.4558473
Apr 30 21:13:09.244840 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:09.275597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-ac82d347-bfa9-448e-8509-4a2b0dff55b9 req-6145edf5-3c9e-4af6-9f5c-3282806fe62a tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:13:09.281866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac82d347-bfa9-448e-8509-4a2b0dff55b9 req-6145edf5-3c9e-4af6-9f5c-3282806fe62a tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0400834
Apr 30 21:13:09.336573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e998a78b-258e-4d0e-9390-4e28187cd7c2 None None] New status for floating IP f5a3f185-e88a-42dd-8ff1-a728370751c3: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:13:09.368859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-2736d694-a76c-491b-90c6-5c887540d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.370515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-2736d694-a76c-491b-90c6-5c887540d267 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 1132 time: 0.0656374
Apr 30 21:13:09.374001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45515dcf-a7b7-4cd3-9ef3-f36f426633db req-0e570a67-2635-4f2e-a22e-bec834a7188a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014813
Apr 30 21:13:09.382991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=10']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:09.468419 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93529cb7-931c-4ae2-b5fb-44c5b075ef9b x-openstack-request-id: req-93529cb7-931c-4ae2-b5fb-44c5b075ef9b {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:09.468717 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "name": "network-vif-plugged", "status": "completed", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb", "code": 200}, {"server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "name": "network-vif-plugged", "status": "completed", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:09.468974 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93529cb7-931c-4ae2-b5fb-44c5b075ef9b {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:09.469375 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93529cb7-931c-4ae2-b5fb-44c5b075ef9b'] response: {'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb', 'code': 200}
Apr 30 21:13:09.469637 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93529cb7-931c-4ae2-b5fb-44c5b075ef9b'] response: {'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'code': 200}
Apr 30 21:13:09.508440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d615c0-8d09-4b2f-92fd-3c53383cc8c2 req-62805ea6-e81a-47b7-96c6-b92043547e95 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.509977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51d615c0-8d09-4b2f-92fd-3c53383cc8c2 req-62805ea6-e81a-47b7-96c6-b92043547e95 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.0682755
Apr 30 21:13:09.565528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a5cd0d3-7741-456d-8dd1-44427c7406a1 req-5418dcc4-8d34-42d9-9df1-1cbbde763da9 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 210 time: 0.0545876
Apr 30 21:13:09.566552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-7cabb0af-ed4b-4a14-adaf-f74c7c1aa78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.567849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-7cabb0af-ed4b-4a14-adaf-f74c7c1aa78e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1902263
Apr 30 21:13:09.626108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-76cba307-51b2-4c39-acc2-23dc224d4e86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 200  len: 217 time: 0.0496013
Apr 30 21:13:09.677506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51d615c0-8d09-4b2f-92fd-3c53383cc8c2 req-8fb0a784-f8d4-4a89-83a9-e87c7096f656 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527288
Apr 30 21:13:09.707772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-572613da-786b-48ce-b759-c60b6048f077 req-875d57fd-e0da-4696-befc-e144cd6a99b5 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips/f938712d-9bfd-4667-b0b3-439293245d6a HTTP/1.1" status: 200  len: 692 time: 0.0905993
Apr 30 21:13:09.777726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-7206c181-5049-41d4-b93a-fdfcee92aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.779207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-7206c181-5049-41d4-b93a-fdfcee92aa91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1462793
Apr 30 21:13:09.849838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578918e-1f55-434d-8b4c-188b6b7c4d72 req-19d5fa38-2f33-43ac-86ab-c9dbff97a45d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.850926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a578918e-1f55-434d-8b4c-188b6b7c4d72 req-19d5fa38-2f33-43ac-86ab-c9dbff97a45d tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 950 time: 0.0689692
Apr 30 21:13:09.886426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572613da-786b-48ce-b759-c60b6048f077 req-a31813db-3a8f-4948-b905-584b97aea5d1 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:09.887833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-572613da-786b-48ce-b759-c60b6048f077 req-a31813db-3a8f-4948-b905-584b97aea5d1 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1711180
Apr 30 21:13:09.904576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-572613da-786b-48ce-b759-c60b6048f077 req-a04e24c1-5a76-434a-a767-dfb811415c40 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:13:09.905593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-572613da-786b-48ce-b759-c60b6048f077 req-a04e24c1-5a76-434a-a767-dfb811415c40 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0120223
Apr 30 21:13:09.929167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a578918e-1f55-434d-8b4c-188b6b7c4d72 req-6221b4f5-444f-4423-9da6-0e3d001d9097 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705993
Apr 30 21:13:09.966082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-572613da-786b-48ce-b759-c60b6048f077 req-dad8c84a-7b77-46cb-ab41-ed7808e1b314 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.60 HTTP/1.1" status: 200  len: 695 time: 0.0544538
Apr 30 21:13:10.046769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-572613da-786b-48ce-b759-c60b6048f077 req-43c24615-e2bf-48c4-b163-da78f3d4412d tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.60 HTTP/1.1" status: 200  len: 695 time: 0.0732944
Apr 30 21:13:10.122220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-a299592c-0152-46e5-a965-97dee3d3560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:10.123687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-a299592c-0152-46e5-a965-97dee3d3560e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0994327
Apr 30 21:13:10.411485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-1242fd32-a334-476e-aaa3-5ba856ae61c7 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:10.413227 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-1242fd32-a334-476e-aaa3-5ba856ae61c7 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "GET /v2.0/networks?id=51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 200  len: 823 time: 0.1284621
Apr 30 21:13:10.482494 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-2ad8c667-b582-414d-8cbb-ec9379fe84bd tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7710d2f3153e440ab46c2d89ce24c4cb HTTP/1.1" status: 200  len: 379 time: 0.0600705
Apr 30 21:13:10.492064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Request body: {'port': {'device_id': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'admin_state_up': True, 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'security_groups': ['95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:10.509903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80351b-b341-4eca-b7cc-1db9325b976c req-d4b286b0-4630-46e3-b93d-bb82dd882029 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:10.511986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b80351b-b341-4eca-b7cc-1db9325b976c req-d4b286b0-4630-46e3-b93d-bb82dd882029 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 945 time: 0.4081419
Apr 30 21:13:10.549480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Deleting port 1af75d9a-e558-4380-ad56-ffa302e0f416 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:10.549729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1af75d9a-e558-4380-ad56-ffa302e0f416), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:10.639476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-e2346695-4220-41f3-973e-826a249eac52 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4899480
Apr 30 21:13:10.646504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b80351b-b341-4eca-b7cc-1db9325b976c req-a04eb0cb-932e-41c3-930e-bfe2851fa10e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265395
Apr 30 21:13:10.679812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Made reservation on behalf of 7710d2f3153e440ab46c2d89ce24c4cb for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:13:10.685769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:10.719746 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1af75d9a-e558-4380-ad56-ffa302e0f416), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:10.720073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for floatingip (1af75d9a-e558-4380-ad56-ffa302e0f416), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:10.743412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Calling delete_port for 1af75d9a-e558-4380-ad56-ffa302e0f416 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:10.808906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:10.813191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b2fa177-2a66-4bc4-9941-736b2687c85f req-931e298c-9397-4c4e-850f-679cc081fed8 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643033
Apr 30 21:13:10.877200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2b3d6-0e11-4258-bf92-632c20b1d220 req-443b7f7f-fd8b-4b7e-b3ca-d10001abe1b0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:10.879105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9da2b3d6-0e11-4258-bf92-632c20b1d220 req-443b7f7f-fd8b-4b7e-b3ca-d10001abe1b0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0679829
Apr 30 21:13:10.895261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Allocated IP 172.20.0.13 (51417b35-dffb-4e2a-abd0-357ad597c615/7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54/ec76b029-1b07-4d93-8cd9-507a98ae0296) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:13:10.929351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:10.941987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b has no active binding in host nch1-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:13:10.965743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9da2b3d6-0e11-4258-bf92-632c20b1d220 req-62dc4aab-3af2-4cb4-b478-c93b3f4e730b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721080
Apr 30 21:13:11.055049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.068930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d265c514-1406-4eb3-9a41-9aab7ff902d2 req-f96c14e5-db46-44f8-91c1-665be6ee9889 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 210 time: 0.0333664
Apr 30 21:13:11.069423 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1af75d9a-e558-4380-ad56-ffa302e0f416), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.113662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Pushing event deleted for resources: {'Port': ['ID=1af75d9a-e558-4380-ad56-ffa302e0f416,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:11.168052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.210079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698241db-96da-4a88-9d35-56c8d7683d0e req-a0abea2c-ac3f-4531-bcd8-6d9be9b3e03a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:11.210669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Network 51417b35-dffb-4e2a-abd0-357ad597c615 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:11.212985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-698241db-96da-4a88-9d35-56c8d7683d0e req-a0abea2c-ac3f-4531-bcd8-6d9be9b3e03a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.0763063
Apr 30 21:13:11.214065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:11.218836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for floatingip (f938712d-9bfd-4667-b0b3-439293245d6a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.218991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:13:11.219113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.230321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-572613da-786b-48ce-b759-c60b6048f077 req-218355a6-0973-4112-850e-7aae7e1549c2 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "DELETE /v2.0/floatingips/f938712d-9bfd-4667-b0b3-439293245d6a HTTP/1.1" status: 204  len: 173 time: 1.1669807
Apr 30 21:13:11.248328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event updated for resources: {'Port': ['ID=ec76b029-1b07-4d93-8cd9-507a98ae0296,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:11.278120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:11.278751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.300048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-698241db-96da-4a88-9d35-56c8d7683d0e req-2661cabe-ef9d-4f0b-93a6-4fae3ed6547d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683291
Apr 30 21:13:11.352588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291052c-8f10-4319-96ab-131486463352 req-2b47021f-8daf-4d11-8542-80ba66f9f3ad tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:11.353956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4291052c-8f10-4319-96ab-131486463352 req-2b47021f-8daf-4d11-8542-80ba66f9f3ad tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 950 time: 0.0530045
Apr 30 21:13:11.398022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-810292e2-1802-48b1-84bc-429696494b97 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:11.400574 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-810292e2-1802-48b1-84bc-429696494b97 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0606174
Apr 30 21:13:11.404588 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-079897c0-a783-45c6-a78e-49f522ff2249 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9166944
Apr 30 21:13:11.442216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:11.449471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Request body: {'port': {'device_id': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:11.470829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:11.473217 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123fa0fd-ca81-4624-94b6-bc09f32aefad" -d '{"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-plugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:11.478173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40ebd8-76ad-4f49-9508-07c70a2e067c req-d0e23f73-3ef1-44ff-bcac-2bfa509de50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:11.480681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f40ebd8-76ad-4f49-9508-07c70a2e067c req-d0e23f73-3ef1-44ff-bcac-2bfa509de50b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1127 time: 0.0766885
Apr 30 21:13:11.511305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4291052c-8f10-4319-96ab-131486463352 req-7d9f72fe-418f-42b5-a732-0c0b7def5858 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509638
Apr 30 21:13:11.520999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e775dec1-3218-4917-ba70-0276b21983a9 None None] Provisioning complete for port ec76b029-1b07-4d93-8cd9-507a98ae0296 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:11.521722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e775dec1-3218-4917-ba70-0276b21983a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.539236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-79210760-5965-4fc5-a0d2-9b354db316df tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:11.540772 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-79210760-5965-4fc5-a0d2-9b354db316df tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/ports?device_id=10b1f705-0c2a-4bd9-af97-caf3ba66ca37 HTTP/1.1" status: 200  len: 950 time: 0.0827096
Apr 30 21:13:11.564093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e775dec1-3218-4917-ba70-0276b21983a9 None None] Port ec76b029-1b07-4d93-8cd9-507a98ae0296 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:13:11.590429 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58915f5-385a-4fd7-b83b-dcf4bbdf7727 x-openstack-request-id: req-f58915f5-385a-4fd7-b83b-dcf4bbdf7727 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:11.590927 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-plugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:11.591267 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f58915f5-385a-4fd7-b83b-dcf4bbdf7727 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:11.591767 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58915f5-385a-4fd7-b83b-dcf4bbdf7727'] response: {'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'code': 200}
Apr 30 21:13:11.631467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f40ebd8-76ad-4f49-9508-07c70a2e067c req-1906be8f-fb02-415e-9a16-f90f256a1a21 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433828
Apr 30 21:13:11.634674 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.653828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-e3bd4983-8903-4e5a-8f6d-5836f5839cc9 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2416070
Apr 30 21:13:11.666202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:11.704961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.776868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.778977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Deleting port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:11.779309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.837930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ed015-4722-4210-9738-2c75ff3eeb2a req-865a2dd4-6243-40b7-9436-7e295deaabf5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:11.842718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-614ed015-4722-4210-9738-2c75ff3eeb2a req-865a2dd4-6243-40b7-9436-7e295deaabf5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 945 time: 0.0986476
Apr 30 21:13:11.898479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:11.961547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-614ed015-4722-4210-9738-2c75ff3eeb2a req-46813699-1644-4bae-81bf-3253e7be59aa tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882261
Apr 30 21:13:12.035487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Allocated IP 172.35.4.15 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/4ff42739-53bd-4098-aaf5-5377a4c53081) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:13:12.190805 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for port (4ff42739-53bd-4098-aaf5-5377a4c53081), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.210655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd361ba-7571-47ae-9fbd-2471a173acfd req-8a4b25a7-83d3-4b6d-84ca-3490289fb163 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:12.213925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cd361ba-7571-47ae-9fbd-2471a173acfd req-8a4b25a7-83d3-4b6d-84ca-3490289fb163 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0656626
Apr 30 21:13:12.287126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cd361ba-7571-47ae-9fbd-2471a173acfd req-9b028b72-c0ee-4da9-b059-f3ac8e4bd0d4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637264
Apr 30 21:13:12.307457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:12.324291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] For port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:12.324669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.343014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Calling delete_port for ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:12.350456 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4ff42739-53bd-4098-aaf5-5377a4c53081), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.392915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:12.399820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:12.406180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:13:12.417618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Pushing event updated for resources: {'Port': ['ID=4ff42739-53bd-4098-aaf5-5377a4c53081,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:12.446938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:12.530049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:12.532289 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9667d0-e3de-41fe-84f1-66323fed145e" -d '{"events": [{"server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:12.537223 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Publish callbacks [] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.537743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe6059-dc35-46b6-84bb-4be1483d7399 req-2647145a-4b8b-44ba-8d47-99329ac59533 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:12.539437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ebe6059-dc35-46b6-84bb-4be1483d7399 req-2647145a-4b8b-44ba-8d47-99329ac59533 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 932 time: 0.0994780
Apr 30 21:13:12.562505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec76b029-1b07-4d93-8cd9-507a98ae0296 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:12.570774 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Publish callbacks [] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.580247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for floatingip (141fe870-5abd-46d7-9da1-3a782cd473be), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.608773 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Transition to ACTIVE for port object ec76b029-1b07-4d93-8cd9-507a98ae0296 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:13:12.608991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ebe6059-dc35-46b6-84bb-4be1483d7399 req-15d7b7db-7c75-4fd7-a290-4219d65bce6c tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604353
Apr 30 21:13:12.622879 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.709279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.713644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=7']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:12.749678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4ff42739-53bd-4098-aaf5-5377a4c53081), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.757851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:12.758160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:12.758496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:12.769442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:13:12.773175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Attempting to bind port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:12.775002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.786115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:12.786500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:12.786817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:12.787263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Bound port: 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:12.787615 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:12.788783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6', '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:12.795767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b00ad-202d-46d4-855f-95f39e2b256c req-28fdaef2-c15b-4bb2-badc-b6bd68531d29 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:12.806679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da0b00ad-202d-46d4-855f-95f39e2b256c req-28fdaef2-c15b-4bb2-badc-b6bd68531d29 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1034572
Apr 30 21:13:12.853039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Pushing event updated for resources: {'Port': ['ID=ec76b029-1b07-4d93-8cd9-507a98ae0296,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:12.991044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da0b00ad-202d-46d4-855f-95f39e2b256c req-6b94c9f5-a8fd-4a5a-a752-f3f4d1f4b327 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783330
Apr 30 21:13:13.046511 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Pushing event deleted for resources: {'Port': ['ID=ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:13.093666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] No DVR routers for this DVR port ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:13.098507 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.103558 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bb69dea1-aa16-4c0a-bb34-8dd4ddca02db req-1eb246fd-1033-43ad-beca-0560a20eebbd tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "DELETE /v2.0/ports/ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 HTTP/1.1" status: 204  len: 173 time: 1.5535514
Apr 30 21:13:13.115586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Attempting to bind port ec76b029-1b07-4d93-8cd9-507a98ae0296 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:13.115918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Attempting to bind port ec76b029-1b07-4d93-8cd9-507a98ae0296 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:13.116542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Attempting to bind port ec76b029-1b07-4d93-8cd9-507a98ae0296 on network 51417b35-dffb-4e2a-abd0-357ad597c615 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:13.129510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Port ec76b029-1b07-4d93-8cd9-507a98ae0296 on network 51417b35-dffb-4e2a-abd0-357ad597c615 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:13:13.129817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Attempting to bind port ec76b029-1b07-4d93-8cd9-507a98ae0296 on network 51417b35-dffb-4e2a-abd0-357ad597c615 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:13.140707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:13.141167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Checking segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:13.141549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Bound using segment: {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:13.145238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Bound port: ec76b029-1b07-4d93-8cd9-507a98ae0296, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254203dd-6c3d-442b-b59c-fd92e4e435e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:13.145238 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.156820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for port (4ff42739-53bd-4098-aaf5-5377a4c53081), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.208887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:13.222354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (4ff42739-53bd-4098-aaf5-5377a4c53081), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.246208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:13.258961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9f4f4-27d2-4a5a-a921-2bc1427ee3f0 req-680ac8e6-29c3-4c94-afdf-32926b52c294 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:13.265010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] For port ec76b029-1b07-4d93-8cd9-507a98ae0296, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:13.268952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] For port ec76b029-1b07-4d93-8cd9-507a98ae0296, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec76b029-1b07-4d93-8cd9-507a98ae0296,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:13.275875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fd9f4f4-27d2-4a5a-a921-2bc1427ee3f0 req-680ac8e6-29c3-4c94-afdf-32926b52c294 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.1138659
Apr 30 21:13:13.340465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.374743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Pushing event updated for resources: {'Port': ['ID=4ff42739-53bd-4098-aaf5-5377a4c53081,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:13.385235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.421032 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (141fe870-5abd-46d7-9da1-3a782cd473be), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.438139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fd9f4f4-27d2-4a5a-a921-2bc1427ee3f0 req-e1ff902e-b90d-4312-8290-4afde38596b1 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612258
Apr 30 21:13:13.459027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:13.461468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.468179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] 10.222.0.35 "PUT /v2.0/ports/ec76b029-1b07-4d93-8cd9-507a98ae0296 HTTP/1.1" status: 200  len: 1092 time: 2.0231240
Apr 30 21:13:13.500544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Pushing event updated for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=8']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:13.528220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.529737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-655eb4d9-2807-4b37-8888-31ed82bf4b84 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8701913
Apr 30 21:13:13.583202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:13.583838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:13.585445 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-ec5726f9-c8f8-4ed8-a2c4-6a260c59bbcc service neutron] 10.222.0.20 "PUT /v2.0/ports/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b HTTP/1.1" status: 200  len: 1121 time: 2.1476939
Apr 30 21:13:13.631656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-e8d16554-deb3-45c6-99b8-a85a58d6b18c tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.15 HTTP/1.1" status: 200  len: 695 time: 0.0939057
Apr 30 21:13:13.656025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:13.678612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2889fd9-169f-40e9-bf61-cd030babebfe service neutron] Pushing event updated for resources: {'Port': ['ID=ec76b029-1b07-4d93-8cd9-507a98ae0296,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:13.725484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-7e41f6d1-882d-4b67-9f80-f9274f0adb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:13.739841 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-7e41f6d1-882d-4b67-9f80-f9274f0adb05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 1126 time: 0.1320050
Apr 30 21:13:13.765244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:13.892895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-b6f99579-f5cb-48b7-b759-42dff1204937 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:13.894222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-3c39200a-7c87-4d14-8e4a-b13c8eae0514 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76b029-1b07-4d93-8cd9-507a98ae0296 HTTP/1.1" status: 200  len: 217 time: 0.1435299
Apr 30 21:13:13.902412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03044c5d-e834-4087-b7c0-23f3a2274e37 req-b6f99579-f5cb-48b7-b759-42dff1204937 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.2616639
Apr 30 21:13:13.972158 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-72f591df-3fef-4a2e-bb72-a6eeca1b6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:13.975119 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-72f591df-3fef-4a2e-bb72-a6eeca1b6364 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54 HTTP/1.1" status: 200  len: 862 time: 0.0663910
Apr 30 21:13:14.035463 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-fb4104bd-4729-41fd-a874-148c8f706fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:14.037174 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-fb4104bd-4729-41fd-a874-148c8f706fd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51417b35-dffb-4e2a-abd0-357ad597c615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0556777
Apr 30 21:13:14.167525 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-9da83be7-7253-466a-b627-18bbe649797a service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242242
Apr 30 21:13:14.295307 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3c074bd-2e08-4a4e-af09-c951eb573146 req-1c4da4ec-ae27-407c-b14f-dc738d2c227a service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197388
Apr 30 21:13:14.818149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:14.841691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:14.842056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:15.220699 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcf897-9426-4234-9850-0b428946daea x-openstack-request-id: req-60fcf897-9426-4234-9850-0b428946daea {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:15.221216 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:15.221366 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60fcf897-9426-4234-9850-0b428946daea {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:15.222044 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fcf897-9426-4234-9850-0b428946daea'] response: {'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b', 'code': 200}
Apr 30 21:13:15.321834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce544765-77f2-4c8d-bd3e-8b1f74832855 req-466a81da-5a42-4a1d-a487-1b129bf6cbaf tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:15.323335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce544765-77f2-4c8d-bd3e-8b1f74832855 req-466a81da-5a42-4a1d-a487-1b129bf6cbaf tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.0965962
Apr 30 21:13:15.382560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c690a-03f0-447f-9e6c-0cdbac2f0c59 req-bfeda4ac-2dbf-45ef-bec0-b00f2bb54a5b tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:15.384538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d2c690a-03f0-447f-9e6c-0cdbac2f0c59 req-bfeda4ac-2dbf-45ef-bec0-b00f2bb54a5b tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 944 time: 0.0702639
Apr 30 21:13:15.423238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce544765-77f2-4c8d-bd3e-8b1f74832855 req-7da3c90b-54b6-47e2-a89c-bc77e0c3fbd5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903957
Apr 30 21:13:15.458095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d2c690a-03f0-447f-9e6c-0cdbac2f0c59 req-0150187b-d20d-4992-80d0-798263161be3 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673051
Apr 30 21:13:15.520891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-e719191a-7640-401e-a55d-fe404dd36470 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips/141fe870-5abd-46d7-9da1-3a782cd473be HTTP/1.1" status: 200  len: 692 time: 0.0617270
Apr 30 21:13:15.629364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ae43-206b-415e-baea-0f26ed81fd03 req-fe0164e2-3afb-43c7-9c98-0c995620b9c5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:15.631020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97f6ae43-206b-415e-baea-0f26ed81fd03 req-fe0164e2-3afb-43c7-9c98-0c995620b9c5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.0853472
Apr 30 21:13:15.698821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-357c85c2-0b21-41b3-a699-08c6edca0a97 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:15.700200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-357c85c2-0b21-41b3-a699-08c6edca0a97 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1784000
Apr 30 21:13:15.717863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-deffc8ea-c4cf-49e0-acce-60797e4b771f tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:13:15.718879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-deffc8ea-c4cf-49e0-acce-60797e4b771f tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0125318
Apr 30 21:13:15.723792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97f6ae43-206b-415e-baea-0f26ed81fd03 req-6a67c2fa-3ca4-4377-b569-a3cb5f073292 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831826
Apr 30 21:13:15.780506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-7eb42b96-67e8-4a8c-9939-c0df66a77294 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.15 HTTP/1.1" status: 200  len: 695 time: 0.0550945
Apr 30 21:13:15.818839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device e3d4a5c6-46ec-4840-adba-bbaa926432a0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:15.838433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-2a47bc87-e549-4f68-af50-6208d92b0554 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.15 HTTP/1.1" status: 200  len: 695 time: 0.0517564
Apr 30 21:13:15.944731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port e3d4a5c6-46ec-4840-adba-bbaa926432a0 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:15.945122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:15.976162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:15.979450 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae609fa-7dcd-42f2-96c5-ae99af0566b0" -d '{"events": [{"server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:15.996258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:16.001634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Deleting port 4ff42739-53bd-4098-aaf5-5377a4c53081 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:16.002223 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4ff42739-53bd-4098-aaf5-5377a4c53081), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:16.062037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:16.123684 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4ff42739-53bd-4098-aaf5-5377a4c53081), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:16.124153 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for floatingip (4ff42739-53bd-4098-aaf5-5377a4c53081), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:16.125156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:16.152480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Calling delete_port for 4ff42739-53bd-4098-aaf5-5377a4c53081 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:16.639591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4ff42739-53bd-4098-aaf5-5377a4c53081), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:16.640259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:16.673851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Pushing event deleted for resources: {'Port': ['ID=4ff42739-53bd-4098-aaf5-5377a4c53081,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:16.757449 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks [] for floatingip (141fe870-5abd-46d7-9da1-3a782cd473be), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:16.760582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:16.761825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b06ea414-d8f3-48fa-bc1f-6465d00a523b req-84234a64-f647-432f-9786-fc108361a6fa tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "DELETE /v2.0/floatingips/141fe870-5abd-46d7-9da1-3a782cd473be HTTP/1.1" status: 204  len: 173 time: 0.9174109
Apr 30 21:13:16.879846 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642c062c-00b7-4cdb-b222-1aa53dfc126b x-openstack-request-id: req-642c062c-00b7-4cdb-b222-1aa53dfc126b {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:16.880371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4a3e6-c936-4850-9310-45b8bb455989 req-7d111410-e522-4166-b054-76bb36f50e60 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:16.880866 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:16.881464 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-642c062c-00b7-4cdb-b222-1aa53dfc126b {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:16.881981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ba4a3e6-c936-4850-9310-45b8bb455989 req-7d111410-e522-4166-b054-76bb36f50e60 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1127 time: 0.0413148
Apr 30 21:13:16.882392 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642c062c-00b7-4cdb-b222-1aa53dfc126b'] response: {'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'code': 200}
Apr 30 21:13:16.936518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ba4a3e6-c936-4850-9310-45b8bb455989 req-f06e1d8f-1546-4cf0-be74-73ee433174bc tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460694
Apr 30 21:13:17.138265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e454-fa73-460c-8d6c-433b3afe9f35 req-f55aa983-63cf-4d12-8b23-280da0d1004e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:17.139749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3b8e454-fa73-460c-8d6c-433b3afe9f35 req-f55aa983-63cf-4d12-8b23-280da0d1004e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.1045756
Apr 30 21:13:17.223294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b1f705-0c2a-4bd9-af97-caf3ba66ca37', 'name': 'network-vif-deleted', 'tag': 'ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6'}, {'name': 'network-changed', 'server_uuid': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'tag': 'ec76b029-1b07-4d93-8cd9-507a98ae0296'}, {'name': 'network-changed', 'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:17.225629 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b" -d '{"events": [{"server_uuid": "10b1f705-0c2a-4bd9-af97-caf3ba66ca37", "name": "network-vif-deleted", "tag": "ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6"}, {"name": "network-changed", "server_uuid": "ceb8816e-710b-48c2-b59d-862a9a875311", "tag": "ec76b029-1b07-4d93-8cd9-507a98ae0296"}, {"name": "network-changed", "server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:17.229149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-c50943b2-9edb-4904-9e34-499e326fd2b9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:17.235730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-c50943b2-9edb-4904-9e34-499e326fd2b9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 805 time: 0.1849699
Apr 30 21:13:17.245731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3b8e454-fa73-460c-8d6c-433b3afe9f35 req-0ac86eba-9d54-44d1-a010-0bdba52d2a79 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978222
Apr 30 21:13:17.255082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-91cd50c0-81b6-4abe-a5a1-2b25fb9776dd tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/quotas/64f0bbc311b44034838e939a3c2e98ae HTTP/1.1" status: 200  len: 375 time: 0.0184004
Apr 30 21:13:17.319794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-3ab6842e-6608-4253-b2b3-a113e1ab5e06 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0638201
Apr 30 21:13:17.425608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a6b8f-5e6a-4111-bfee-abd097aa3604 req-a9c4bdd0-7b6b-4954-9545-8da5b8058e88 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:17.427111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a96a6b8f-5e6a-4111-bfee-abd097aa3604 req-a9c4bdd0-7b6b-4954-9545-8da5b8058e88 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 944 time: 0.0890300
Apr 30 21:13:17.495795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-651c3427-0fa4-4fbb-bfe8-32fe7dc74747 service neutron] 10.222.0.23 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649606
Apr 30 21:13:17.528171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a96a6b8f-5e6a-4111-bfee-abd097aa3604 req-201f2b6c-ef24-49ab-b0b9-5f9a0d1df223 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893381
Apr 30 21:13:17.614873 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-ee685226-dcec-451e-acef-326af99ed7f4 req-f32afa98-0c1b-47c2-8e5f-522d88cf8797 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] show failed (client error): The resource could not be found.
Apr 30 21:13:17.618836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee685226-dcec-451e-acef-326af99ed7f4 req-f32afa98-0c1b-47c2-8e5f-522d88cf8797 tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips/141fe870-5abd-46d7-9da1-3a782cd473be HTTP/1.1" status: 404  len: 350 time: 0.0423431
Apr 30 21:13:17.665866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-b63e8771-0c67-476d-8d87-9b6cf11580e5 service neutron] 10.222.0.23 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585565
Apr 30 21:13:17.819463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac94db-733c-449e-bc82-d32c16a53e3e req-5e3f567e-d27e-48e4-bfc5-2cefa04ca6ce tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:17.823761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ec76b029-1b07-4d93-8cd9-507a98ae0296 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:17.827324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9aac94db-733c-449e-bc82-d32c16a53e3e req-5e3f567e-d27e-48e4-bfc5-2cefa04ca6ce tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 951 time: 0.0706818
Apr 30 21:13:17.900191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9aac94db-733c-449e-bc82-d32c16a53e3e req-acaea84d-21dd-47a1-945e-0568b17e4a16 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c1bcca-6299-414c-8cb3-660ab7bceec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719223
Apr 30 21:13:17.922172 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09354436-321f-4003-a422-2b422ee059e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:17.953315 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b623f478-b970-421e-8bfa-1783b40674cb x-openstack-request-id: req-b623f478-b970-421e-8bfa-1783b40674cb {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:17.953848 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b1f705-0c2a-4bd9-af97-caf3ba66ca37", "name": "network-vif-deleted", "tag": "ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ceb8816e-710b-48c2-b59d-862a9a875311", "tag": "ec76b029-1b07-4d93-8cd9-507a98ae0296", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:17.954285 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b623f478-b970-421e-8bfa-1783b40674cb {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:17.954852 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b623f478-b970-421e-8bfa-1783b40674cb'] response: {'server_uuid': '10b1f705-0c2a-4bd9-af97-caf3ba66ca37', 'name': 'network-vif-deleted', 'tag': 'ac2b59b7-f6ea-45a4-b2fc-ad1e92f9f8e6', 'status': 'completed', 'code': 200}
Apr 30 21:13:17.955286 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b623f478-b970-421e-8bfa-1783b40674cb'] response: {'name': 'network-changed', 'server_uuid': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'tag': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'status': 'completed', 'code': 200}
Apr 30 21:13:17.955698 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b623f478-b970-421e-8bfa-1783b40674cb'] response: {'name': 'network-changed', 'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b', 'status': 'completed', 'code': 200}
Apr 30 21:13:17.987851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ec76b029-1b07-4d93-8cd9-507a98ae0296, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec76b029-1b07-4d93-8cd9-507a98ae0296,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:18.012307 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-77e884e1-7055-4ad8-b32b-13584b7dc095 req-58124768-8996-4dfc-8a7b-df71e7755a2f tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] show failed (client error): The resource could not be found.
Apr 30 21:13:18.020770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77e884e1-7055-4ad8-b32b-13584b7dc095 req-58124768-8996-4dfc-8a7b-df71e7755a2f tempest-FloatingIPsTestJSON-49946637 tempest-FloatingIPsTestJSON-49946637-project] 10.222.0.23 "GET /v2.0/floatingips/141fe870-5abd-46d7-9da1-3a782cd473be HTTP/1.1" status: 404  len: 350 time: 0.0511429
Apr 30 21:13:18.022863 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53532) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:18.029751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'port_id': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'mac_address': 'fa:16:3e:27:04:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:13:18.189401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ec76b029-1b07-4d93-8cd9-507a98ae0296 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:18.189824 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:18.198612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07cb4715-0671-4ac9-8e91-b9cef68aae9c req-e05ac964-1c8d-4303-946d-e5f264bff6ef tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 210 time: 0.0732334
Apr 30 21:13:18.219032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec76b029-1b07-4d93-8cd9-507a98ae0296 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:18.271844 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:18.280405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ec76b029-1b07-4d93-8cd9-507a98ae0296, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec76b029-1b07-4d93-8cd9-507a98ae0296,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:18.362960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:18.451560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ec76b029-1b07-4d93-8cd9-507a98ae0296,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:18.453684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-b3cc1046-2588-48b2-89a1-a7733f9fa133 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0720267
Apr 30 21:13:18.512710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-1fbe846c-a114-4d10-a3df-d041abfa2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:18.515496 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-1fbe846c-a114-4d10-a3df-d041abfa2b55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 1126 time: 0.2498314
Apr 30 21:13:18.624388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ec76b029-1b07-4d93-8cd9-507a98ae0296'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:18.640802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-c9d40975-f801-4fb4-960a-eda27486f78a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:18.643329 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-c9d40975-f801-4fb4-960a-eda27486f78a tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 951 time: 0.1566017
Apr 30 21:13:18.829218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-d4bcc61b-ebcd-451f-b7f8-08118a7c2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:18.830726 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-d4bcc61b-ebcd-451f-b7f8-08118a7c2dfc service neutron] 10.222.0.35 "GET /v2.0/networks?id=51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 200  len: 924 time: 0.2860575
Apr 30 21:13:18.833228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Deleting port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:18.833575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:18.934752 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-aebb3df9-4b82-455e-a539-0dceffe4efc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76b029-1b07-4d93-8cd9-507a98ae0296 HTTP/1.1" status: 200  len: 217 time: 0.0953088
Apr 30 21:13:18.980307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db535d-1096-436b-bf1d-5c3b67b2fce6 req-a18edc60-f43c-4439-91df-55aadd58a262 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:18.981846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0db535d-1096-436b-bf1d-5c3b67b2fce6 req-a18edc60-f43c-4439-91df-55aadd58a262 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.5260403
Apr 30 21:13:19.023481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-ffc18882-313b-4edf-a6a9-983800c00743 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:19.025825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-ffc18882-313b-4edf-a6a9-983800c00743 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.35 "GET /v2.0/ports?device_id=85fdff58-4182-4941-b3a0-879915a49a4a HTTP/1.1" status: 200  len: 943 time: 0.6293175
Apr 30 21:13:19.104582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] For port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:19.104953 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:19.119525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Calling delete_port for 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:19.204314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Deleting port e3d4a5c6-46ec-4840-adba-bbaa926432a0 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:19.205555 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:19.222385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-c0f6e12b-adf8-4fba-80fb-ac058cd90c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:19.223936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-c0f6e12b-adf8-4fba-80fb-ac058cd90c97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54 HTTP/1.1" status: 200  len: 862 time: 0.2620339
Apr 30 21:13:19.299922 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (7dc5d051-f10b-4882-ac77-d3a40211232e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:19.325186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0db535d-1096-436b-bf1d-5c3b67b2fce6 req-7658fc84-b99d-4bc3-a2e1-1a4f6addb100 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3139436
Apr 30 21:13:19.341090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-821e1227-979f-4563-8483-587a8b946dab tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:19.348577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-821e1227-979f-4563-8483-587a8b946dab tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8938422
Apr 30 21:13:19.405352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-6efee5d6-96d4-4537-8c1a-3ef9674e3b18 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/quotas/4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 375 time: 0.0438931
Apr 30 21:13:19.414692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-a57b0e05-9362-42b6-986b-e79800c59024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:19.416200 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-a57b0e05-9362-42b6-986b-e79800c59024 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51417b35-dffb-4e2a-abd0-357ad597c615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1763885
Apr 30 21:13:19.484037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-4d29b849-956f-4b96-9d66-b0f296c5df37 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0602345
Apr 30 21:13:19.539739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] For port e3d4a5c6-46ec-4840-adba-bbaa926432a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3d4a5c6-46ec-4840-adba-bbaa926432a0,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:19.540121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:19.561379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Calling delete_port for e3d4a5c6-46ec-4840-adba-bbaa926432a0 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:19.573586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15637f7f-adfa-4215-b6d8-9fe70168bfed req-3e4ea48b-e45e-46c2-bf90-76973f3db2d7 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:19.581287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15637f7f-adfa-4215-b6d8-9fe70168bfed req-3e4ea48b-e45e-46c2-bf90-76973f3db2d7 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 945 time: 0.0934958
Apr 30 21:13:19.690818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15637f7f-adfa-4215-b6d8-9fe70168bfed req-96a81b49-ee92-47ec-8c89-5506be8b8fb5 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073306
Apr 30 21:13:19.824027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ec76b029-1b07-4d93-8cd9-507a98ae0296 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:19.871949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e563a7f-07c0-421a-b5bc-3e830cb1eacf req-7ba765f5-5b0b-4856-9fb2-6c990126fc54 tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 210 time: 0.0718560
Apr 30 21:13:19.966828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port ec76b029-1b07-4d93-8cd9-507a98ae0296 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:13:20.088073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7f30c0c-8efd-4884-b7f5-e07c3449f86a req-1f573502-b8ed-4b23-8347-23e02d58a77e tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 210 time: 0.1159341
Apr 30 21:13:20.089554 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e3d4a5c6-46ec-4840-adba-bbaa926432a0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:20.104092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3b40a53-2f97-49e7-8b70-dcbc2d8866c1 req-7864e53c-f877-42d2-a0a3-bf8fb067cba1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 210 time: 0.0783837
Apr 30 21:13:20.144495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5f1ec27e-2cb6-464b-8e4f-6af2149ddf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:20.146307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port ec76b029-1b07-4d93-8cd9-507a98ae0296 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:20.146735 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:20.197005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Pushing event deleted for resources: {'Port': ['ID=e3d4a5c6-46ec-4840-adba-bbaa926432a0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:20.314702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] No DVR routers for this DVR port e3d4a5c6-46ec-4840-adba-bbaa926432a0 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:20.320219 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:20.325321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6284da6-14e2-498e-a308-65fb6d01b80d req-a48a9e13-eb7d-4ea1-b236-36c83f64bdcf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.35 "DELETE /v2.0/ports/e3d4a5c6-46ec-4840-adba-bbaa926432a0 HTTP/1.1" status: 204  len: 173 time: 1.2870166
Apr 30 21:13:20.325321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'name': 'network-vif-deleted', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:20.331580 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166f7b02-e97e-4857-afd1-6e9968f7a024" -d '{"events": [{"server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "name": "network-vif-deleted", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:20.347173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9c97a0a6-0f63-4385-8a0e-e905cd2c4f48), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:20.372945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ec76b029-1b07-4d93-8cd9-507a98ae0296 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:20.374944 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:20.392486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:20.435633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Pushing event deleted for resources: {'Port': ['ID=9c97a0a6-0f63-4385-8a0e-e905cd2c4f48,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:20.462926 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65788c18-2500-4bc2-a591-8dd3e4804866 x-openstack-request-id: req-65788c18-2500-4bc2-a591-8dd3e4804866 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:20.463238 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fdff58-4182-4941-b3a0-879915a49a4a", "name": "network-vif-deleted", "tag": "e3d4a5c6-46ec-4840-adba-bbaa926432a0", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:20.463491 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65788c18-2500-4bc2-a591-8dd3e4804866 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:20.464065 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65788c18-2500-4bc2-a591-8dd3e4804866'] response: {'server_uuid': '85fdff58-4182-4941-b3a0-879915a49a4a', 'name': 'network-vif-deleted', 'tag': 'e3d4a5c6-46ec-4840-adba-bbaa926432a0', 'status': 'completed', 'code': 200}
Apr 30 21:13:20.474860 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-57b685e6-1496-441c-bca0-4bf71482488e service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0449159
Apr 30 21:13:20.497920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76b029-1b07-4d93-8cd9-507a98ae0296'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:20.503928 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8bc41e-1c21-4d2a-b731-a68d378eea09" -d '{"events": [{"server_uuid": "ceb8816e-710b-48c2-b59d-862a9a875311", "name": "network-vif-plugged", "status": "completed", "tag": "ec76b029-1b07-4d93-8cd9-507a98ae0296"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:20.557172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] No DVR routers for this DVR port 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:20.567566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ec76b029-1b07-4d93-8cd9-507a98ae0296, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec76b029-1b07-4d93-8cd9-507a98ae0296,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:20.581679 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8343f643-1d71-4de0-b791-b719af8ae869 x-openstack-request-id: req-8343f643-1d71-4de0-b791-b719af8ae869 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:20.582120 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb8816e-710b-48c2-b59d-862a9a875311", "name": "network-vif-plugged", "status": "completed", "tag": "ec76b029-1b07-4d93-8cd9-507a98ae0296", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:20.582435 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8343f643-1d71-4de0-b791-b719af8ae869 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:20.584248 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8343f643-1d71-4de0-b791-b719af8ae869'] response: {'server_uuid': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'code': 200}
Apr 30 21:13:20.604864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:20.613406 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5b3111ee-473f-47e1-bc46-cb0492cf3918 req-75f20f87-ab2b-4afb-a802-4c6500c4a35b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.20 "DELETE /v2.0/ports/9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 HTTP/1.1" status: 204  len: 173 time: 1.9611773
Apr 30 21:13:20.617931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-deleted', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:20.620335 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e047c238-156e-48ab-ba4f-ead5fd10ef77" -d '{"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-deleted", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:20.658730 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:20.680427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932100c-847b-4405-b33e-5f789836fb7c req-b13a0ead-6fb6-48b4-8119-8940fd80c83a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:20.686271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1932100c-847b-4405-b33e-5f789836fb7c req-b13a0ead-6fb6-48b4-8119-8940fd80c83a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.1048372
Apr 30 21:13:20.796012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ec76b029-1b07-4d93-8cd9-507a98ae0296,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:20.873496 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaa26c1-ab89-4cc5-aa7e-5ff48fb77562 x-openstack-request-id: req-efaa26c1-ab89-4cc5-aa7e-5ff48fb77562 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:20.874827 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4888131-7f37-4758-8e35-816d07886e96", "name": "network-vif-deleted", "tag": "9c97a0a6-0f63-4385-8a0e-e905cd2c4f48", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:20.875090 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efaa26c1-ab89-4cc5-aa7e-5ff48fb77562 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:20.875532 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaa26c1-ab89-4cc5-aa7e-5ff48fb77562'] response: {'server_uuid': 'e4888131-7f37-4758-8e35-816d07886e96', 'name': 'network-vif-deleted', 'tag': '9c97a0a6-0f63-4385-8a0e-e905cd2c4f48', 'status': 'completed', 'code': 200}
Apr 30 21:13:20.877948 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-1f91d651-83eb-48c3-b95c-d26625d58756 service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3668847
Apr 30 21:13:20.970892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf97b17-d27c-402c-8b55-4d92795d577f req-70c2abbb-4e9e-4a06-a84b-dac475d73e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:20.971065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Deleting port 23ec345d-38ef-4657-9736-61dc27e94b94 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:20.971154 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cf97b17-d27c-402c-8b55-4d92795d577f req-70c2abbb-4e9e-4a06-a84b-dac475d73e07 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 1128 time: 0.2616849
Apr 30 21:13:20.971232 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:21.068628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1932100c-847b-4405-b33e-5f789836fb7c req-01c5f76f-ffbf-41a9-8742-0e6a8667585a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3738008
Apr 30 21:13:21.095144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5db04-6da9-4d0b-9b9f-494675e50244 req-fae59797-6cc5-48ef-be03-9b0429efe373 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:21.096789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b5db04-6da9-4d0b-9b9f-494675e50244 req-fae59797-6cc5-48ef-be03-9b0429efe373 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.1124809
Apr 30 21:13:21.120403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-be702b66-deae-4858-9a26-fdc6e419c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:21.132565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cf97b17-d27c-402c-8b55-4d92795d577f req-a3f969e3-e5e7-4e36-be08-d794d9da40d6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1461179
Apr 30 21:13:21.133232 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-be702b66-deae-4858-9a26-fdc6e419c449 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1155 time: 0.0858812
Apr 30 21:13:21.171272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b5db04-6da9-4d0b-9b9f-494675e50244 req-39193818-fbf9-4092-adc6-545c6fed0b9b tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646763
Apr 30 21:13:21.174617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] For port 23ec345d-38ef-4657-9736-61dc27e94b94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23ec345d-38ef-4657-9736-61dc27e94b94,segment=NetworkSegment(29b85e23-9db6-4f75-b8d3-85c78d89bc55),segment_id=29b85e23-9db6-4f75-b8d3-85c78d89bc55)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:21.174953 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:21.192630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Calling delete_port for 23ec345d-38ef-4657-9736-61dc27e94b94 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:21.252910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-358f2cc8-d382-407c-aad2-34db5ac3ac8c req-6c061248-dd9e-48de-a37d-f03ba1d27a1b tempest-ServersAdminTestJSON-1918533868 tempest-ServersAdminTestJSON-1918533868-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4888131-7f37-4758-8e35-816d07886e96 HTTP/1.1" status: 200  len: 210 time: 0.0298126
Apr 30 21:13:21.291589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4e6cba5-fdbc-4419-b8b8-a3c5a23afa6a req-09656c65-212b-4ba6-aa37-c4275aa487c2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 210 time: 0.0375538
Apr 30 21:13:21.328371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a495ffe-a394-40b7-9e4a-74109fdccadc req-6c46236a-dc89-44c7-a603-d0bcfeec7263 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 210 time: 0.0315392
Apr 30 21:13:21.367495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:21.633994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-a8f6e8b1-6863-421a-8a1d-5dff59c68f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:21.638584 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-a8f6e8b1-6863-421a-8a1d-5dff59c68f4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.2911110
Apr 30 21:13:21.652143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-ab1ee164-316d-42a1-96f2-bb4614483515 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:21.653568 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-ab1ee164-316d-42a1-96f2-bb4614483515 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.20 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 805 time: 0.2809732
Apr 30 21:13:21.719437 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (23ec345d-38ef-4657-9736-61dc27e94b94), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:21.749834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ec345d-38ef-4657-9736-61dc27e94b94,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:21.791542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Request body: {'port': {'device_id': '3d428068-040a-4030-9d03-bc335def8d5d', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'admin_state_up': True, 'tenant_id': '64f0bbc311b44034838e939a3c2e98ae'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:21.837642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device e3d4a5c6-46ec-4840-adba-bbaa926432a0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:21.871331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: e3d4a5c6-46ec-4840-adba-bbaa926432a0 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:21.873199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device e3d4a5c6-46ec-4840-adba-bbaa926432a0 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:22.139810 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-44f1a0d9-3785-4c1f-8a09-e0ca08c43133 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b HTTP/1.1" status: 200  len: 217 time: 0.0770371
Apr 30 21:13:22.195416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-187943a8-d287-4f8e-ac45-e5df260074f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:22.198986 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-187943a8-d287-4f8e-ac45-e5df260074f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0481060
Apr 30 21:13:22.210439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (7dc5d051-f10b-4882-ac77-d3a40211232e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:22.240806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f987a-e2e5-4892-8dde-f0c784228515 req-043a4f6b-2692-41fb-a070-344d60d58f0a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:22.243726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-988f987a-e2e5-4892-8dde-f0c784228515 req-043a4f6b-2692-41fb-a070-344d60d58f0a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.0758016
Apr 30 21:13:22.309911 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-5258413c-4c6a-44db-ae9f-24903fdbb295 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0338624
Apr 30 21:13:22.338382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-988f987a-e2e5-4892-8dde-f0c784228515 req-0c5d2ebd-1ff2-4906-8b90-f871d0775a7a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933678
Apr 30 21:13:22.381390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Made reservation on behalf of 64f0bbc311b44034838e939a3c2e98ae for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:13:22.391946 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:22.568632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df016610-fbee-431a-908a-bfc4e8546971 req-13bff4f8-a363-406a-9108-3c46485207b6 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:22.570201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df016610-fbee-431a-908a-bfc4e8546971 req-13bff4f8-a363-406a-9108-3c46485207b6 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.0919747
Apr 30 21:13:22.632207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df016610-fbee-431a-908a-bfc4e8546971 req-b56c42e2-337a-4dd5-94e3-ba0538100624 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522134
Apr 30 21:13:22.747735 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-ac1e3764-53f6-42eb-b059-1eeae8057630 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3068595
Apr 30 21:13:22.763850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Allocated IP 172.20.0.9 (c1b131fa-a537-4b70-82cc-dbac26cd0254/9b48280e-ae20-4ea1-a466-019d611a9a4d/7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:13:22.823385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aab2d7ea-67eb-4778-beb5-f87e0d4be842 req-c8751a42-a427-48d3-835d-35cedf9d3e45 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 210 time: 0.0429611
Apr 30 21:13:22.830119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:22.881989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:22.882671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9c97a0a6-0f63-4385-8a0e-e905cd2c4f48 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:22.904686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Router 7dc5d051-f10b-4882-ac77-d3a40211232e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:13:22.987583 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca5c74ef-4d00-4cb0-92b8-4c5a8da00c2b req-fbb7602d-77ca-45c7-a66c-6f138245d8d8 service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2102270
Apr 30 21:13:23.051490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eb879e6-f48d-4f1d-96f6-a8ae5c51eb30 req-c9df273e-f384-45c1-8007-a12720041ed6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 210 time: 0.0802593
Apr 30 21:13:23.057806 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:23.175183 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks [] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:23.217989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:13:23.227441 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b23786a7-55fc-4197-b69d-e36f9d207352 admin admin] 10.222.0.23 "PUT /v2.0/routers/7dc5d051-f10b-4882-ac77-d3a40211232e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2012055
Apr 30 21:13:23.227801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53674) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:23.228053 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] Sync routers for ids ['7dc5d051-f10b-4882-ac77-d3a40211232e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:13:23.260027 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] Routers {'7dc5d051-f10b-4882-ac77-d3a40211232e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:23.260665 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896caf7a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7dc5d051-f10b-4882-ac77-d3a40211232e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:23.319934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:23.389045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53678) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:23.404018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Network c1b131fa-a537-4b70-82cc-dbac26cd0254 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:23.408320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:23.432528 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:13:23.456720 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] Set router 7dc5d051-f10b-4882-ac77-d3a40211232e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:23.525317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Pushing event updated for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:23.550765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks [] for router (7dc5d051-f10b-4882-ac77-d3a40211232e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:23.560885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.561708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.567546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.568929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.569859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.571652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.573247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.575054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.575586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.576632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.577808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.579012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.584739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.584739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.584739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:23.633181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:23.634976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:23.748533 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-948f8d03-9598-4730-a585-be678101a665 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9611256
Apr 30 21:13:23.764011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Request body: {'port': {'device_id': '3d428068-040a-4030-9d03-bc335def8d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:23.900886 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896caf7a60>, [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:13:21Z', 'revision_number': 5, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:23.972497 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] Checking router: 7dc5d051-f10b-4882-ac77-d3a40211232e for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:13:23.974897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f27ea-c10b-44b7-9a28-fb6e4d6a7b34 req-c94b3964-6daf-4edb-877e-a81b5a83c531 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:23.988096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a7f27ea-c10b-44b7-9a28-fb6e4d6a7b34 req-c94b3964-6daf-4edb-877e-a81b5a83c531 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.1417916
Apr 30 21:13:23.993987 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] Routers {'7dc5d051-f10b-4882-ac77-d3a40211232e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:23.994878 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896caf7a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7dc5d051-f10b-4882-ac77-d3a40211232e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:24.128086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cc444-0e2a-4970-ac62-f0d6ec2e1536 req-aa5e40c1-7743-4821-bb59-14c81afcae0a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:24.135951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-694cc444-0e2a-4970-ac62-f0d6ec2e1536 req-aa5e40c1-7743-4821-bb59-14c81afcae0a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.5745325
Apr 30 21:13:24.218336 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] Set router 7dc5d051-f10b-4882-ac77-d3a40211232e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:24.239566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ede2b126-5706-40d0-80f8-516f90c59a50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=039dadc3df264018a5bcb0ece1751446&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8490808
Apr 30 21:13:24.262023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53708) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:24.369271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a7f27ea-c10b-44b7-9a28-fb6e4d6a7b34 req-6fb57ac3-8009-4035-adc4-fdcc54811e70 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3799736
Apr 30 21:13:24.377143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-694cc444-0e2a-4970-ac62-f0d6ec2e1536 req-4845db3b-73a0-4827-ab28-2960ffaaf18d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396467
Apr 30 21:13:24.391373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks [] for router_gateway (7dc5d051-f10b-4882-ac77-d3a40211232e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:24.442583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:24.445871 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Publish callbacks [] for security_group (43c1bcca-6299-414c-8cb3-660ab7bceec5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:24.543928 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Publish callbacks [] for security_group (43c1bcca-6299-414c-8cb3-660ab7bceec5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:24.581827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e25ead50-39c8-44fc-8a6b-3f4f441fa42d req-b205ea22-aafd-49ca-b513-d12ac9a9ed4b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 210 time: 0.0792809
Apr 30 21:13:24.632912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db63d81-9182-4462-9f3f-15a6b6fc4a6e req-9100929b-9a88-4928-b1e2-8c8518f561ea tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:24.641348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9db63d81-9182-4462-9f3f-15a6b6fc4a6e req-9100929b-9a88-4928-b1e2-8c8518f561ea tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 931 time: 0.1291783
Apr 30 21:13:24.668886 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896caf7a60>, [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:13:21Z', 'revision_number': 5, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:24.700076 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a48c95-128b-4de8-bebe-f40b55a8b6ab None None] The sync data for ids ['7dc5d051-f10b-4882-ac77-d3a40211232e'] in ncdv-master-1 is: [{'id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'name': 'tempest-FloatingIPsTestJSON-1820382838-router', 'tenant_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:12:49Z', 'updated_at': '2022-04-30T21:13:21Z', 'revision_number': 5, 'project_id': '0e2d36f1ee8d4945a59a8c2a0088306e', 'gw_port': {'id': 'e42a02f9-ab9d-4df0-b93c-3dbf839a8186', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc5d051-f10b-4882-ac77-d3a40211232e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:12:50Z', 'updated_at': '2022-04-30T21:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:13:24.761142 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-a1f872e2-4cc5-4687-9c62-7eb816ffed62 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2223642
Apr 30 21:13:24.816813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9db63d81-9182-4462-9f3f-15a6b6fc4a6e req-bd9f8832-f4a4-4a8f-b0d0-1bc3ebcad8ac tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605349
Apr 30 21:13:24.823586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Deleting port e42a02f9-ab9d-4df0-b93c-3dbf839a8186 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:24.825559 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:24.855692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:24.897043 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-54494b6b-b8db-459d-aeac-6558396d7921 service neutron] 10.222.0.35 "GET /v2.0/ports/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3525856
Apr 30 21:13:24.951623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c10e08-4709-4cb4-b2ed-9a7367f18ee8 req-d508ecfd-7709-4a7d-a9b5-768c79af961a tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:24.957646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28c10e08-4709-4cb4-b2ed-9a7367f18ee8 req-d508ecfd-7709-4a7d-a9b5-768c79af961a tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.2407241
Apr 30 21:13:24.963303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53724) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:24.971313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Request body: {'floatingip': {'port_id': 'ec76b029-1b07-4d93-8cd9-507a98ae0296'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:24.980415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-43cd757c-2d15-46c7-877b-a496b661a889 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:24.982029 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-43cd757c-2d15-46c7-877b-a496b661a889 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2146420
Apr 30 21:13:24.998348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Request body: {'port': {'device_id': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '4d8bde5d9ca44f859b5536d3398b63d4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:25.029278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:25.098582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (43c1bcca-6299-414c-8cb3-660ab7bceec5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:25.101130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:25.102848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43c1bcca-6299-414c-8cb3-660ab7bceec5 HTTP/1.1" status: 204  len: 168 time: 0.8396671
Apr 30 21:13:25.186864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1bcca-6299-414c-8cb3-660ab7bceec5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:25.250066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] For port e42a02f9-ab9d-4df0-b93c-3dbf839a8186, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e42a02f9-ab9d-4df0-b93c-3dbf839a8186,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:25.250066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:25.251975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.252327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.252675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.253016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.253352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.253689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.254071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.254403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.254733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.255060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.255384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.255714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.256038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.256357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.256678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b3af9-c0df-4e1a-b61e-e3880ed10c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:25.296860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Calling delete_port for e42a02f9-ab9d-4df0-b93c-3dbf839a8186 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:25.506198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Made reservation on behalf of 4d8bde5d9ca44f859b5536d3398b63d4 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:13:25.510282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:25.525971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:25.554980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:25.569803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Publish callbacks [] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:25.585416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d2a9d-c481-4131-918b-c4fedc91ef60 req-7d4c63b4-7594-441a-8625-ab3addf8797b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:25.593096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb0d2a9d-c481-4131-918b-c4fedc91ef60 req-7d4c63b4-7594-441a-8625-ab3addf8797b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 943 time: 0.1093512
Apr 30 21:13:25.605079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:25.606949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Transition to ACTIVE for port object 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:13:25.698507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:25.710333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 23ec345d-38ef-4657-9736-61dc27e94b94 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:25.710864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:25.755425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 23ec345d-38ef-4657-9736-61dc27e94b94 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:25.756165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 23ec345d-38ef-4657-9736-61dc27e94b94 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:25.810879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:25.814112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:25.888970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:25.950051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:25.964614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Allocated IP 192.168.233.87 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/a54ef22f-4479-4001-901d-54698448f1a0) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:13:26.067656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b is: DOWN; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:26.092891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] Transition to ACTIVE for port object 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:13:26.094688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53740) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:26.114858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Attempting to bind port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:26.115633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Attempting to bind port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:26.116443 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Attempting to bind port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:26.146911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:13:26.147652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Attempting to bind port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:26.163970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:26.163970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Checking segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:26.163970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Bound using segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:26.163970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Bound port: 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:26.164514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.187166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.201805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b30305b-997b-43cf-8652-fbc7635044d2 req-d7f6ade9-b564-40db-ae0b-a8c70d29f770 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 210 time: 0.4324932
Apr 30 21:13:26.275985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb0d2a9d-c481-4131-918b-c4fedc91ef60 req-2e6a708e-6dcb-44c8-bdc3-bd9d9184f98c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6819510
Apr 30 21:13:26.355329 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d322f0ec-4d1b-4559-8b7b-20a3dfac913d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a55a9172f01d405db6b58d3b1d54283d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2571511
Apr 30 21:13:26.356131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:26.459291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=10']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:26.463079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] No DVR routers for this DVR port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:26.470709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:26.501254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:26.538941 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e42a02f9-ab9d-4df0-b93c-3dbf839a8186), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.543094 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-712cbb58-bb0c-4223-ae04-1d0595cbd9b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6363194
Apr 30 21:13:26.558387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks [] for port (a54ef22f-4479-4001-901d-54698448f1a0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.620325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.628878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.resource_extend [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:13:26.694815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:26.694815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.694815 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] 10.222.0.20 "PUT /v2.0/ports/7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 HTTP/1.1" status: 200  len: 1091 time: 2.9081404
Apr 30 21:13:26.694815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:26.694815 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e65bd32-3a44-4f13-aae4-412566804e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:26.695651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42a02f9-ab9d-4df0-b93c-3dbf839a8186,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:26.695651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816fc58-eed6-4725-9bb8-bacd4fcbc07d req-988b0e89-ec18-448d-9990-4413ef351fdd tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:26.695651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e816fc58-eed6-4725-9bb8-bacd4fcbc07d req-988b0e89-ec18-448d-9990-4413ef351fdd tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 943 time: 0.3285944
Apr 30 21:13:26.696158 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc4e66-303d-4ead-bd5e-5c8d79f97ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:26.733880 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7783c5-1dc3-423e-a58a-dcafed17a8a1 x-openstack-request-id: req-4d7783c5-1dc3-423e-a58a-dcafed17a8a1 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:26.734563 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:26.738159 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d7783c5-1dc3-423e-a58a-dcafed17a8a1 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:26.738159 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7783c5-1dc3-423e-a58a-dcafed17a8a1'] response: {'name': 'network-changed', 'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'status': 'completed', 'code': 200}
Apr 30 21:13:26.809780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93fae2ff-8e45-4fd8-8899-b37e2e2da531 admin admin] Publish callbacks [] for security_group (a06a7efa-66e7-49ef-aa11-b5c403f2b512), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.819678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.844803 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (7dc5d051-f10b-4882-ac77-d3a40211232e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.871284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e816fc58-eed6-4725-9bb8-bacd4fcbc07d req-9386bc54-2938-4481-9434-6e56ec80a1ff tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491535
Apr 30 21:13:26.901177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93fae2ff-8e45-4fd8-8899-b37e2e2da531 admin admin] Publish callbacks [] for security_group (a06a7efa-66e7-49ef-aa11-b5c403f2b512), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.980809 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (7dc5d051-f10b-4882-ac77-d3a40211232e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:26.986203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks [] for router_controller (7dc5d051-f10b-4882-ac77-d3a40211232e), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.074200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.087145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:27.090076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['847cb3b0-ee43-4565-9188-e7bd64f115af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:27.116508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:27.121553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:27.123272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:13:27.143244 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.161596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:27.198118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:27.203934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.218058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93fae2ff-8e45-4fd8-8899-b37e2e2da531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a06a7efa-66e7-49ef-aa11-b5c403f2b512), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.220532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93fae2ff-8e45-4fd8-8899-b37e2e2da531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.224259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-93fae2ff-8e45-4fd8-8899-b37e2e2da531 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a06a7efa-66e7-49ef-aa11-b5c403f2b512 HTTP/1.1" status: 204  len: 168 time: 0.8554099
Apr 30 21:13:27.228474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (7dc5d051-f10b-4882-ac77-d3a40211232e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.229043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc5d051-f10b-4882-ac77-d3a40211232e {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:13:27.253259 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.256802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cfea0d4f-7149-4df9-a068-ce15aba1e6c5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7dc5d051-f10b-4882-ac77-d3a40211232e HTTP/1.1" status: 204  len: 168 time: 4.0256581
Apr 30 21:13:27.257342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53762) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:27.265241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fae2ff-8e45-4fd8-8899-b37e2e2da531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06a7efa-66e7-49ef-aa11-b5c403f2b512,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:27.386910 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Floating IP f5a3f185-e88a-42dd-8ff1-a728370751c3 associated. External IP: 172.35.4.24, port: ec76b029-1b07-4d93-8cd9-507a98ae0296.
Apr 30 21:13:27.409317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf10916-fa2c-4a8d-a523-215f9fe5dc7f admin admin] Deleting subnet 76b08e80-45de-4a11-bd1d-59748cfc7e6a {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:13:27.433433 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ee4bf34d-c9fc-4175-9084-983fca02447c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4389925
Apr 30 21:13:27.440384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf10916-fa2c-4a8d-a523-215f9fe5dc7f admin admin] Publish callbacks [] for subnet (76b08e80-45de-4a11-bd1d-59748cfc7e6a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.588138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf10916-fa2c-4a8d-a523-215f9fe5dc7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (76b08e80-45de-4a11-bd1d-59748cfc7e6a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.724886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e8e1137c-1808-4e14-ba26-ebcbe97cfbe9 None None] Provisioning complete for port a54ef22f-4479-4001-901d-54698448f1a0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:27.724886 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e8e1137c-1808-4e14-ba26-ebcbe97cfbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a54ef22f-4479-4001-901d-54698448f1a0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.730707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552ac70-99c6-4e4a-85ba-7f1fd46a523d req-927bd48b-ec01-4e8b-b8ce-08c7eaa9793b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:27.732268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1552ac70-99c6-4e4a-85ba-7f1fd46a523d req-927bd48b-ec01-4e8b-b8ce-08c7eaa9793b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 944 time: 0.1759481
Apr 30 21:13:27.746750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6f1d7-3def-484c-83ca-609017608b63 req-8cf9f215-1f62-4785-b174-44b7b5664ccb tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:27.753835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06d6f1d7-3def-484c-83ca-609017608b63 req-8cf9f215-1f62-4785-b174-44b7b5664ccb tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 935 time: 0.2986803
Apr 30 21:13:27.787553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1137c-1808-4e14-ba26-ebcbe97cfbe9 None None] Port a54ef22f-4479-4001-901d-54698448f1a0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:13:27.798816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-908ca56d-ea39-440f-a187-99025eb6540f tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:27.800351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-908ca56d-ea39-440f-a187-99025eb6540f tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1754215
Apr 30 21:13:27.808014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Request body: {'port': {'device_id': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:27.886043 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:13:27.915390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1552ac70-99c6-4e4a-85ba-7f1fd46a523d req-d8233e99-a159-455d-8b86-5b2bc2629c8e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520557
Apr 30 21:13:27.946159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06d6f1d7-3def-484c-83ca-609017608b63 req-0e7af423-5542-4a0b-98c8-70f91a1e77c4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913486
Apr 30 21:13:27.966529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65bd32-3a44-4f13-aae4-412566804e5d req-f8ce90c5-2574-4f5a-ba87-41ac2cc5abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:27.968147 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1e65bd32-3a44-4f13-aae4-412566804e5d req-f8ce90c5-2574-4f5a-ba87-41ac2cc5abf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 1125 time: 0.1864586
Apr 30 21:13:27.971129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf10916-fa2c-4a8d-a523-215f9fe5dc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (76b08e80-45de-4a11-bd1d-59748cfc7e6a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:27.980191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-d5d5aac5-cc48-4ccd-9426-be2d811f965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:27.994647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-d5d5aac5-cc48-4ccd-9426-be2d811f965c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0 HTTP/1.1" status: 200  len: 1126 time: 0.1734228
Apr 30 21:13:28.125346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e42a02f9-ab9d-4df0-b93c-3dbf839a8186 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:28.156804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e42a02f9-ab9d-4df0-b93c-3dbf839a8186 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:28.157332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e42a02f9-ab9d-4df0-b93c-3dbf839a8186 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:28.244023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:28.295710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c033-6f30-44e2-bfc2-830d23026ab9 req-dfd3adda-d936-42bd-9a03-921bc1bbc93a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:28.297796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d433c033-6f30-44e2-bfc2-830d23026ab9 req-dfd3adda-d936-42bd-9a03-921bc1bbc93a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 943 time: 0.1039083
Apr 30 21:13:28.301940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-0502f4ea-917b-4bf5-a931-28e1485dc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:28.304153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-0502f4ea-917b-4bf5-a931-28e1485dc5fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1126 time: 0.1813483
Apr 30 21:13:28.381111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65bd32-3a44-4f13-aae4-412566804e5d req-e2737a2d-9c01-4139-9e4b-2d3547a47348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:28.382680 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1e65bd32-3a44-4f13-aae4-412566804e5d req-e2737a2d-9c01-4139-9e4b-2d3547a47348 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=64f0bbc311b44034838e939a3c2e98ae&shared=False HTTP/1.1" status: 200  len: 906 time: 0.3855362
Apr 30 21:13:28.421978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:13:28.455779 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf10916-fa2c-4a8d-a523-215f9fe5dc7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (76b08e80-45de-4a11-bd1d-59748cfc7e6a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:28.472567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d433c033-6f30-44e2-bfc2-830d23026ab9 req-7e4267b2-cc83-4c37-b8d7-c131b1021728 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618083
Apr 30 21:13:28.555284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf10916-fa2c-4a8d-a523-215f9fe5dc7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b08e80-45de-4a11-bd1d-59748cfc7e6a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:28.571691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf10916-fa2c-4a8d-a523-215f9fe5dc7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:28.574926 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5cf10916-fa2c-4a8d-a523-215f9fe5dc7f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76b08e80-45de-4a11-bd1d-59748cfc7e6a HTTP/1.1" status: 204  len: 168 time: 1.3166900
Apr 30 21:13:28.578965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5af16b-5d1e-4ebf-ba29-e2d87593ee2e None None] Network d9b75747-35b7-448d-92a5-1080b5647621 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:13:28.579714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53810) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:28.586743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-b10e2d7c-444b-4e0f-87df-8c212895fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:28.588677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-b10e2d7c-444b-4e0f-87df-8c212895fd8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.2485003
Apr 30 21:13:28.675529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-37b474ba-8a36-4814-91fa-83d3a14a19bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b HTTP/1.1" status: 200  len: 217 time: 0.0780377
Apr 30 21:13:28.721038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (d9b75747-35b7-448d-92a5-1080b5647621), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:28.738199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:13:28.778614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] Sync routers for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:13:28.780081 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:28.781048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65bd32-3a44-4f13-aae4-412566804e5d req-c9607c3b-3c63-414a-9c48-26ba84663b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:28.786203 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1e65bd32-3a44-4f13-aae4-412566804e5d req-c9607c3b-3c63-414a-9c48-26ba84663b97 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3939874
Apr 30 21:13:28.836641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-854fc596-f87d-4a10-9392-dd77c890f900 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "PUT /v2.0/floatingips/f5a3f185-e88a-42dd-8ff1-a728370751c3 HTTP/1.1" status: 200  len: 991 time: 3.8714454
Apr 30 21:13:28.844482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'tag': 'ec76b029-1b07-4d93-8cd9-507a98ae0296'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:28.844482 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebd8087-c19b-4b13-b656-169f2eba5ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb8816e-710b-48c2-b59d-862a9a875311", "tag": "ec76b029-1b07-4d93-8cd9-507a98ae0296"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:28.846232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6cddd9b9-8252-4f5b-b06e-57fb1089b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:28.848752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-6cddd9b9-8252-4f5b-b06e-57fb1089b23f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.1531317
Apr 30 21:13:28.859317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:28.859977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc06070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:28.982019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-e38e6cfe-8d40-4fa8-bf09-2c99398221e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:28.983985 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-e38e6cfe-8d40-4fa8-bf09-2c99398221e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 1125 time: 0.0950608
Apr 30 21:13:29.031194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:29.049571 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-1e292739-8f20-448b-bb0a-9d61734105c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 HTTP/1.1" status: 200  len: 217 time: 0.0474043
Apr 30 21:13:29.049571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Deleting port 946aa592-5cbc-42cb-8a00-3ebab4a926cb {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:29.049571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:29.195335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-a3517442-b28a-4e7b-a0b2-dffab77f0f98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3341119
Apr 30 21:13:29.231677 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54ef22f-4479-4001-901d-54698448f1a0 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:29.239124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c666462-ea12-4ab1-848c-fc1c087d159e req-94847d71-b291-4503-8381-8d0493d60095 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:29.243087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-0af17395-556c-47b7-aa69-fa30c4bcffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:29.244642 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-0af17395-556c-47b7-aa69-fa30c4bcffe3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b48280e-ae20-4ea1-a466-019d611a9a4d HTTP/1.1" status: 200  len: 845 time: 0.1851211
Apr 30 21:13:29.251940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Publish callbacks [] for port (a54ef22f-4479-4001-901d-54698448f1a0), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:29.252083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] DHCP port deletion for d9b75747-35b7-448d-92a5-1080b5647621 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:13:29.252527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c666462-ea12-4ab1-848c-fc1c087d159e req-94847d71-b291-4503-8381-8d0493d60095 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1127 time: 0.4125226
Apr 30 21:13:29.274850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] For port 946aa592-5cbc-42cb-8a00-3ebab4a926cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946aa592-5cbc-42cb-8a00-3ebab4a926cb,segment=NetworkSegment(29b85e23-9db6-4f75-b8d3-85c78d89bc55),segment_id=29b85e23-9db6-4f75-b8d3-85c78d89bc55)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:29.275315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:29.302727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e564d-29bd-45a4-abd2-3db2bf87c076 req-ad37d0c2-6434-4744-bd25-8e2d01da56aa tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:29.309920 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-f5899f62-59f4-4e2a-880d-351dab6676f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1b131fa-a537-4b70-82cc-dbac26cd0254&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513036
Apr 30 21:13:29.310140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-454e564d-29bd-45a4-abd2-3db2bf87c076 req-ad37d0c2-6434-4744-bd25-8e2d01da56aa tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.1398547
Apr 30 21:13:29.310231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Transition to ACTIVE for port object a54ef22f-4479-4001-901d-54698448f1a0 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:13:29.316024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Calling delete_port for 946aa592-5cbc-42cb-8a00-3ebab4a926cb owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:29.397870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c666462-ea12-4ab1-848c-fc1c087d159e req-bb8f282b-610e-44d3-8edc-228d45d83003 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498415
Apr 30 21:13:29.407860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] Deleting port 946aa592-5cbc-42cb-8a00-3ebab4a926cb {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:29.408454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:29.408741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-640dec49-0e0c-4d7a-86e9-32ae5c78a31d service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881707
Apr 30 21:13:29.441793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-454e564d-29bd-45a4-abd2-3db2bf87c076 req-431aec9e-f2b8-4549-8c39-5c0628915006 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121707
Apr 30 21:13:29.528354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc06070>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5a3f185-e88a-42dd-8ff1-a728370751c3', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'port_id': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'mac_address': 'fa:16:3e:27:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:11:52Z', 'updated_at': '2022-04-30T21:13:26Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:29.541104 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd596f3d-032d-4b28-bdfe-b9e26e5263e5 x-openstack-request-id: req-cd596f3d-032d-4b28-bdfe-b9e26e5263e5 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:29.541355 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb8816e-710b-48c2-b59d-862a9a875311", "tag": "ec76b029-1b07-4d93-8cd9-507a98ae0296", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:29.541618 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd596f3d-032d-4b28-bdfe-b9e26e5263e5 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:29.542053 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd596f3d-032d-4b28-bdfe-b9e26e5263e5'] response: {'name': 'network-changed', 'server_uuid': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'tag': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'status': 'completed', 'code': 200}
Apr 30 21:13:29.601247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] For port 946aa592-5cbc-42cb-8a00-3ebab4a926cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=946aa592-5cbc-42cb-8a00-3ebab4a926cb,segment=NetworkSegment(29b85e23-9db6-4f75-b8d3-85c78d89bc55),segment_id=29b85e23-9db6-4f75-b8d3-85c78d89bc55)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:29.603693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:29.605917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:29.627394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] Calling delete_port for 946aa592-5cbc-42cb-8a00-3ebab4a926cb owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:29.642020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:29.704582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-f1447916-47ae-4215-a1d2-081f85073014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:29.706119 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-f1447916-47ae-4215-a1d2-081f85073014 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 1128 time: 0.1124167
Apr 30 21:13:29.707627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] No DVR routers for this DVR port 946aa592-5cbc-42cb-8a00-3ebab4a926cb on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:29.725551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0763-e1cb-42af-a9c1-f1142ebb2f9d req-f666315b-554a-4bc1-9ed7-1b975ed57b89 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:29.727821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f6a0763-e1cb-42af-a9c1-f1142ebb2f9d req-f666315b-554a-4bc1-9ed7-1b975ed57b89 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 944 time: 0.1282396
Apr 30 21:13:29.756889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-738aec90-97f4-458e-bd1d-65534fe8eb57 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3264775
Apr 30 21:13:29.768317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:29.806921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ec8bd-fa65-417a-91c3-ef072befea48 req-b6947e88-fd4b-4f19-856d-a449e9ec2c55 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:29.808695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-250ec8bd-fa65-417a-91c3-ef072befea48 req-b6947e88-fd4b-4f19-856d-a449e9ec2c55 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.2102299
Apr 30 21:13:29.842138 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (946aa592-5cbc-42cb-8a00-3ebab4a926cb), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:29.860422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 946aa592-5cbc-42cb-8a00-3ebab4a926cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:29.901103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-250ec8bd-fa65-417a-91c3-ef072befea48 req-aef71bdc-07a8-4539-bcd2-171d6b9c3458 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835557
Apr 30 21:13:29.904899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f6a0763-e1cb-42af-a9c1-f1142ebb2f9d req-f03f81f6-bad9-441b-a15e-048d74dbae09 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517410
Apr 30 21:13:29.915021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] No DVR routers for this DVR port 946aa592-5cbc-42cb-8a00-3ebab4a926cb on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:29.918735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] Checking router: c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:13:29.997204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e36e6-da8f-4634-b65e-43a17dab12d7 None None] Pushing event deleted for resources: {'Port': ['ID=946aa592-5cbc-42cb-8a00-3ebab4a926cb,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:30.006593 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-9ceb0d50-abad-423b-ae30-529bc46a39bd service neutron] 10.222.0.20 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6889193
Apr 30 21:13:30.006823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 946aa592-5cbc-42cb-8a00-3ebab4a926cb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:30.006823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 946aa592-5cbc-42cb-8a00-3ebab4a926cb not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:30.040095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=946aa592-5cbc-42cb-8a00-3ebab4a926cb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:30.053788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:30.054428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc06070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:30.119148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (d9b75747-35b7-448d-92a5-1080b5647621), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:30.177831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce645a4-ec48-42c8-a00b-19eec22647fa req-c65c5f54-7e29-44b3-bde2-e10b6a77d07c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:30.194054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cce645a4-ec48-42c8-a00b-19eec22647fa req-c65c5f54-7e29-44b3-bde2-e10b6a77d07c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 943 time: 0.0968821
Apr 30 21:13:30.226294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89666567c0>,) {'filters': {'network_id': ['d9b75747-35b7-448d-92a5-1080b5647621']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:30.237351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:30.251557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cce645a4-ec48-42c8-a00b-19eec22647fa req-15df19c3-28b0-4028-b0f2-528c230df533 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564499
Apr 30 21:13:30.265551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89666567c0>, '29b85e23-9db6-4f75-b8d3-85c78d89bc55') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:30.266084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89666567c0>, '29b85e23-9db6-4f75-b8d3-85c78d89bc55') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:30.268088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-353f5840-20bb-41b7-ace9-160fb2865a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:30.269626 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-353f5840-20bb-41b7-ace9-160fb2865a53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 200  len: 924 time: 0.5505354
Apr 30 21:13:30.463559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-c164264a-6a94-40bc-b0f9-b9cb69c5a99d tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:30.465428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-c164264a-6a94-40bc-b0f9-b9cb69c5a99d tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0905473
Apr 30 21:13:30.480645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e3ca0-ffe3-4451-bc95-cf4062a50873 req-cc499a7d-eee3-49f6-b48a-e158d2134502 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:30.490663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a03e3ca0-ffe3-4451-bc95-cf4062a50873 req-cc499a7d-eee3-49f6-b48a-e158d2134502 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 951 time: 0.0822403
Apr 30 21:13:30.505938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc06070>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5a3f185-e88a-42dd-8ff1-a728370751c3', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'port_id': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'mac_address': 'fa:16:3e:27:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:11:52Z', 'updated_at': '2022-04-30T21:13:26Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:30.532028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716113a-2583-4714-939c-3a70722b9b61 None None] The sync data for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 is: [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5a3f185-e88a-42dd-8ff1-a728370751c3', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'port_id': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'mac_address': 'fa:16:3e:27:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:11:52Z', 'updated_at': '2022-04-30T21:13:26Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:13:30.610385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a03e3ca0-ffe3-4451-bc95-cf4062a50873 req-5e09b41f-36ec-49b9-8637-eb6b3df77dee tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181369
Apr 30 21:13:30.646813 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (29b85e23-9db6-4f75-b8d3-85c78d89bc55), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:30.721283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:30.721619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:30.721982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:30.725345 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-c0680249-0535-4983-ace9-34c589142a72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec76b029-1b07-4d93-8cd9-507a98ae0296 HTTP/1.1" status: 200  len: 999 time: 0.0697639
Apr 30 21:13:30.731283 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (29b85e23-9db6-4f75-b8d3-85c78d89bc55), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:30.735478 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3338d8b2-33a5-4cf7-a198-547bf97e913a req-738c075b-133b-4042-9602-b9b3af75e1d1 service neutron] 10.222.0.20 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7175994
Apr 30 21:13:30.740240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:13:30.740568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:30.767922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:13:30.768885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (29b85e23-9db6-4f75-b8d3-85c78d89bc55), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:13:30.774753 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:13:30.840080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-d1f44d31-7c24-4809-9782-35b88cd234f0 service neutron] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:30.842896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-d1f44d31-7c24-4809-9782-35b88cd234f0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:30.844177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721b08db-c024-4713-8be3-fe1c1e94e63f req-d1f44d31-7c24-4809-9782-35b88cd234f0 service neutron] 10.222.0.20 "DELETE /v2.0/ports/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3349833
Apr 30 21:13:30.865139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:30.865487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:30.865910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:30.866363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Bound port: a54ef22f-4479-4001-901d-54698448f1a0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:30.867025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:30.868167 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4359e06-77ac-4840-9b49-338c526ab206 None None] New status for floating IP f5a3f185-e88a-42dd-8ff1-a728370751c3: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:13:30.933664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-c0af0cf2-99de-4eff-9fdc-d0d740e88872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:30.935413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-c0af0cf2-99de-4eff-9fdc-d0d740e88872 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54 HTTP/1.1" status: 200  len: 862 time: 0.1959236
Apr 30 21:13:31.003163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (d9b75747-35b7-448d-92a5-1080b5647621), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:31.026976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:31.030015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-8831a841-7020-4608-9333-803d771ebaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:31.031521 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-8831a841-7020-4608-9333-803d771ebaa0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51417b35-dffb-4e2a-abd0-357ad597c615&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0895288
Apr 30 21:13:31.032514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:31.035639 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d9b75747-35b7-448d-92a5-1080b5647621 HTTP/1.1" status: 204  len: 168 time: 2.4550037
Apr 30 21:13:31.067480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e9bc2-dcb0-41b6-9fc3-b6bf4f9afc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b75747-35b7-448d-92a5-1080b5647621,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:31.072886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:31.159452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-3ea5a11d-2414-4af3-badd-74a0a64d8338 service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025951
Apr 30 21:13:31.213923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:31.267950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:31.278059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:31.279630 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] 10.222.0.20 "PUT /v2.0/ports/a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 1095 time: 3.4954758
Apr 30 21:13:31.282987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:31.285083 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3254cfa9-f17b-40fc-b838-30b4a4003144" -d '{"events": [{"name": "network-changed", "server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:31.322466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee72b1-04b7-431f-9b52-3c591709e80c service neutron] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:31.340690 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aebd8087-c19b-4b13-b656-169f2eba5ba5 req-85979853-15ab-401b-a2c6-9295987736f3 service neutron] 10.222.0.35 "GET /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740420
Apr 30 21:13:31.572254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53944) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:31.615467 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-392b92a3-214e-4bcd-a0c6-def866c591dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e2d36f1ee8d4945a59a8c2a0088306e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0398822
Apr 30 21:13:31.615838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:31.662606 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a421760c-362f-4d49-9295-dc525bc0eb9c admin admin] Publish callbacks [] for security_group (ee3b3156-5cd9-4aa7-b639-f0d5c490ceca), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:31.692085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a421760c-362f-4d49-9295-dc525bc0eb9c admin admin] Publish callbacks [] for security_group (ee3b3156-5cd9-4aa7-b639-f0d5c490ceca), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:31.884628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a421760c-362f-4d49-9295-dc525bc0eb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ee3b3156-5cd9-4aa7-b639-f0d5c490ceca), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:31.887339 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a421760c-362f-4d49-9295-dc525bc0eb9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:31.888720 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a421760c-362f-4d49-9295-dc525bc0eb9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee3b3156-5cd9-4aa7-b639-f0d5c490ceca HTTP/1.1" status: 204  len: 168 time: 0.2719996
Apr 30 21:13:31.904210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421760c-362f-4d49-9295-dc525bc0eb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3b3156-5cd9-4aa7-b639-f0d5c490ceca,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:32.113989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-fbb2907b-f758-4afb-98ed-cedea6b9ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:32.115519 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-fbb2907b-f758-4afb-98ed-cedea6b9ee10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1129 time: 0.0408947
Apr 30 21:13:32.160104 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-1aeb6c1a-63b1-4d9c-b639-646033e23461 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0346830
Apr 30 21:13:32.220724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-a8a9f0b1-3c0e-452b-bc5e-07b35bcfbe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:32.222422 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-a8a9f0b1-3c0e-452b-bc5e-07b35bcfbe91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0561044
Apr 30 21:13:32.283516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-a7683b88-6622-49eb-8ea6-1233d7fd8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:32.285658 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-a7683b88-6622-49eb-8ea6-1233d7fd8292 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0507157
Apr 30 21:13:32.316952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-7405905d-ccc2-4cce-a9df-83daa11cf941 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:13:32.318147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-7405905d-ccc2-4cce-a9df-83daa11cf941 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0062044
Apr 30 21:13:32.368358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-964afed7-b170-47b8-af30-0e63258b9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:32.371908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-964afed7-b170-47b8-af30-0e63258b9c50 service neutron] 10.222.0.23 "GET /v2.0/ports/2514de9a-e593-441c-b26f-47d347c23ccb HTTP/1.1" status: 200  len: 1124 time: 0.0458200
Apr 30 21:13:32.381775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:32.384695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Unknown quota resources ['binding']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:13:32.416336 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-1f93f641-1de9-4859-92a9-c82d9dea35e1 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238043
Apr 30 21:13:32.533706 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e375a35-ff9f-47b5-958b-9cfd28efdb79 req-ad4efa2d-d830-4b29-add0-32d378c292b3 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094892
Apr 30 21:13:32.564524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on host nch2-master-1 for vnic_type normal with profile None {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:32.564899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:32.566007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:32.571335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:13:32.571927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:32.576769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:32.577104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:32.577473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:32.578141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Bound port: 2514de9a-e593-441c-b26f-47d347c23ccb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:32.662730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:32.675735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ad9c5-c63e-41e7-8db5-38bd0e0927e8 req-ad6b8912-d943-488b-8a7f-47e93a82eaaf tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:32.677211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf7ad9c5-c63e-41e7-8db5-38bd0e0927e8 req-ad6b8912-d943-488b-8a7f-47e93a82eaaf tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 944 time: 0.0546887
Apr 30 21:13:32.723973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf7ad9c5-c63e-41e7-8db5-38bd0e0927e8 req-de098430-e1a1-4584-b2e7-b6953d569b0c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400796
Apr 30 21:13:32.747677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:32.749692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-667bb1b8-e895-4de1-bf16-52a15871db5a service neutron] 10.222.0.23 "POST /v2.0/ports/2514de9a-e593-441c-b26f-47d347c23ccb/bindings HTTP/1.1" status: 201  len: 389 time: 0.3713114
Apr 30 21:13:32.830737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78b36f-9eda-408e-bd35-20652855c641 req-6dc093bb-3e90-4f4c-80df-3b3e03d59aff tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:32.832237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef78b36f-9eda-408e-bd35-20652855c641 req-6dc093bb-3e90-4f4c-80df-3b3e03d59aff tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.0488596
Apr 30 21:13:32.841561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:32.899083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef78b36f-9eda-408e-bd35-20652855c641 req-203e8e9e-65e7-40bb-86f4-eaa38d01489c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606065
Apr 30 21:13:32.964472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:32.978159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'port_id': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'mac_address': 'fa:16:3e:00:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b48280e-ae20-4ea1-a466-019d611a9a4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:13:33.007736 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c56c53c-f391-48f9-9516-33ae7e7294c3 x-openstack-request-id: req-1c56c53c-f391-48f9-9516-33ae7e7294c3 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:33.008257 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:33.008635 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c56c53c-f391-48f9-9516-33ae7e7294c3 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:33.009113 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c56c53c-f391-48f9-9516-33ae7e7294c3'] response: {'name': 'network-changed', 'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'status': 'completed', 'code': 200}
Apr 30 21:13:33.028607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:33.028934 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.032229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914e05d-ef38-4b90-8208-de3fb467c080 req-34b41481-25da-4494-b044-59525386c5cf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:33.039989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6914e05d-ef38-4b90-8208-de3fb467c080 req-34b41481-25da-4494-b044-59525386c5cf tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 943 time: 0.0765369
Apr 30 21:13:33.058309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:33.076911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:33.098886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6914e05d-ef38-4b90-8208-de3fb467c080 req-d5f39304-9a66-412b-9552-0edc19520690 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577905
Apr 30 21:13:33.151692 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.153578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54002) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:33.230518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628305f2-e2d9-45e4-94f8-362d1985c1ab req-a91ef89a-9f94-4b86-aeaf-5e93910bb7bc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:33.232179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-628305f2-e2d9-45e4-94f8-362d1985c1ab req-a91ef89a-9f94-4b86-aeaf-5e93910bb7bc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.0605192
Apr 30 21:13:33.290206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-network', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:33.300074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-628305f2-e2d9-45e4-94f8-362d1985c1ab req-e5ce738f-e700-4258-ab7d-7703c9e0f29a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620275
Apr 30 21:13:33.362182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:33.395847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Made reservation on behalf of a1c2ee9a249541aa99783095b6154dde for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:13:33.399132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.410033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.463788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43802b-1b12-45a5-81fe-a827bf3a1117 req-1434994e-c531-452f-8267-241414541fe4 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:33.465296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f43802b-1b12-45a5-81fe-a827bf3a1117 req-1434994e-c531-452f-8267-241414541fe4 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1126 time: 0.0572352
Apr 30 21:13:33.517391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:33.534836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f43802b-1b12-45a5-81fe-a827bf3a1117 req-e92168f5-744d-46de-a40a-c01279f9c020 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637200
Apr 30 21:13:33.587617 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Publish callbacks [] for security_group (d91780b5-9ad5-4170-89f9-567744d30ec8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.667678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d91780b5-9ad5-4170-89f9-567744d30ec8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.708583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47bb65-3da9-41bb-9f63-adee06fd36a1 req-7fe5052e-26af-47e0-b027-c74bda2da352 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:33.710881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f47bb65-3da9-41bb-9f63-adee06fd36a1 req-7fe5052e-26af-47e0-b027-c74bda2da352 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 951 time: 0.0985818
Apr 30 21:13:33.719428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:13:33.721716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e952c-1c5f-435e-ab22-abed7e394bc8 req-e011ae6c-4828-4c61-a41b-07e9e459a363 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:33.723265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8e952c-1c5f-435e-ab22-abed7e394bc8 req-e011ae6c-4828-4c61-a41b-07e9e459a363 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 1126 time: 0.1099737
Apr 30 21:13:33.752780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91780b5-9ad5-4170-89f9-567744d30ec8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:33.769589 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fe5884f6-55d3-48af-822d-0027e97cdd9e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.769589 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Added segment fe5884f6-55d3-48af-822d-0027e97cdd9e of type vlan for network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f
Apr 30 21:13:33.800514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-91ea68f0-ed9d-4f8c-9cbd-7097a15380d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:33.802261 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-91ea68f0-ed9d-4f8c-9cbd-7097a15380d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1129 time: 0.0480862
Apr 30 21:13:33.844927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f47bb65-3da9-41bb-9f63-adee06fd36a1 req-126f8217-819d-4e24-bc21-ec8e54a65031 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270695
Apr 30 21:13:33.850523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (cdf0eac8-2cc5-4ded-8abc-adb6d576c90f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.857538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8e952c-1c5f-435e-ab22-abed7e394bc8 req-045d2409-cb1f-4cbb-a189-dbbdb213fecd tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227303
Apr 30 21:13:33.899972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-65297c33-6837-4574-9123-abea2beddec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:33.901579 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-65297c33-6837-4574-9123-abea2beddec3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.0931356
Apr 30 21:13:33.970607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (cdf0eac8-2cc5-4ded-8abc-adb6d576c90f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:33.975023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:33.975023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.058474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54028) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:34.074467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] Pushing event updated for resources: {'Network': ['ID=cdf0eac8-2cc5-4ded-8abc-adb6d576c90f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:34.085530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b63f6e-278c-4acf-b031-7e6f1b8c338a req-62873dda-adef-4d3f-b78c-cae17d88838d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:34.087383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41b63f6e-278c-4acf-b031-7e6f1b8c338a req-62873dda-adef-4d3f-b78c-cae17d88838d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.1124058
Apr 30 21:13:34.088052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:13:34.170370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41b63f6e-278c-4acf-b031-7e6f1b8c338a req-0023fbbc-5d10-4362-a01b-ddfec0fcf292 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715160
Apr 30 21:13:34.177314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bff404fb-03ca-4bbb-8aa8-ceb447c4bced admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0196903
Apr 30 21:13:34.177859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54036) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:34.190014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Request body: {'subnet': {'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-subnet', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:34.206361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-87e4b295-ab38-458b-8f6c-e17d984a8220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.292812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2ce13-9212-40a4-bdbf-64a1f63733b7 req-e07bf3cc-ae7b-4f4e-91f1-27e1fae0046f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:34.293477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-87e4b295-ab38-458b-8f6c-e17d984a8220 admin admin] Publish callbacks [] for security_group (d505531c-292e-4ac6-9164-f381d3bbd91a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.294284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8c2ce13-9212-40a4-bdbf-64a1f63733b7 req-e07bf3cc-ae7b-4f4e-91f1-27e1fae0046f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 944 time: 0.0566628
Apr 30 21:13:34.341190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8c2ce13-9212-40a4-bdbf-64a1f63733b7 req-ec860ea5-39eb-4eeb-9f06-31938df2c76e tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411878
Apr 30 21:13:34.385172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Made reservation on behalf of a1c2ee9a249541aa99783095b6154dde for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:13:34.387622 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.390571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-87e4b295-ab38-458b-8f6c-e17d984a8220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d505531c-292e-4ac6-9164-f381d3bbd91a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.447280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240556-899c-4c1d-b977-ef48d5031f4a req-259c1a84-edec-4b25-8a7c-8dfd6a26325d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:34.453278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13240556-899c-4c1d-b977-ef48d5031f4a req-259c1a84-edec-4b25-8a7c-8dfd6a26325d tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.0475845
Apr 30 21:13:34.482788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4b295-ab38-458b-8f6c-e17d984a8220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d505531c-292e-4ac6-9164-f381d3bbd91a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:34.492244 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-87e4b295-ab38-458b-8f6c-e17d984a8220 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3efa080ffdce44ca8221e42cb523f346&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4319530
Apr 30 21:13:34.494402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54042) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:34.512418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13240556-899c-4c1d-b977-ef48d5031f4a req-0bf69b46-bd9d-4fb6-8ce7-623bbde17e71 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568614
Apr 30 21:13:34.558957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dfe13d07-2e28-475d-8ffa-b7c43b0a3c9c admin admin] Publish callbacks [] for security_group (d505531c-292e-4ac6-9164-f381d3bbd91a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.580685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dfe13d07-2e28-475d-8ffa-b7c43b0a3c9c admin admin] Publish callbacks [] for security_group (d505531c-292e-4ac6-9164-f381d3bbd91a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.709972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (44a21c6d-e500-4ce7-96e5-d624ba58721f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.752835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dfe13d07-2e28-475d-8ffa-b7c43b0a3c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d505531c-292e-4ac6-9164-f381d3bbd91a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.755618 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dfe13d07-2e28-475d-8ffa-b7c43b0a3c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:34.756820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dfe13d07-2e28-475d-8ffa-b7c43b0a3c9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d505531c-292e-4ac6-9164-f381d3bbd91a HTTP/1.1" status: 204  len: 168 time: 0.2615020
Apr 30 21:13:34.765134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe13d07-2e28-475d-8ffa-b7c43b0a3c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505531c-292e-4ac6-9164-f381d3bbd91a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:34.767392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a21c6d-e500-4ce7-96e5-d624ba58721f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:34.778731 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Checking segment: {'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:34.779091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Network hostable DHCP agents. Network: cdf0eac8-2cc5-4ded-8abc-adb6d576c90f, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:13:34.842162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:34.846986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:34.916030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:13:34.949196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:13:34.964397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce30b7-a7d1-42ea-9787-8ea6d6d6021d req-639e7040-ae9b-49ab-a097-ac232c5e5e1b tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:34.965899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58ce30b7-a7d1-42ea-9787-8ea6d6d6021d req-639e7040-ae9b-49ab-a097-ac232c5e5e1b tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 951 time: 0.0498900
Apr 30 21:13:34.993435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:35.006196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'a54ef22f-4479-4001-901d-54698448f1a0', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'a54ef22f-4479-4001-901d-54698448f1a0', 'mac_address': 'fa:16:3e:e1:ed:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:13:35.017546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58ce30b7-a7d1-42ea-9787-8ea6d6d6021d req-938ae5da-2736-4afa-a8e6-c48a74773c42 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450034
Apr 30 21:13:35.045313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a54ef22f-4479-4001-901d-54698448f1a0 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:35.045696 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.058932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54ef22f-4479-4001-901d-54698448f1a0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:35.082418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:35.090473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cdf0eac8-2cc5-4ded-8abc-adb6d576c90f) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:35.094596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:35.095118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.099287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda7aac-1619-485d-a119-400ec269d213 None None] Network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:13:35.138149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:35.138436 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.191221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.209703 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-68a4a95d-a6eb-4e7f-9d90-7ce460ffcdf4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.0239613
Apr 30 21:13:35.212552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54054) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:35.218017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:35.278245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cdf0eac8-2cc5-4ded-8abc-adb6d576c90f', 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f', 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'fixed_ips': [{'subnet_id': '44a21c6d-e500-4ce7-96e5-d624ba58721f'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:13:35.279092 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.305796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af781d2-672f-4e65-9d29-7a13441d1eb9 req-6786aefe-e093-4384-a8ed-da8df8e6698e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:35.309003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0af781d2-672f-4e65-9d29-7a13441d1eb9 req-6786aefe-e093-4384-a8ed-da8df8e6698e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.0526319
Apr 30 21:13:35.319732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:35.328887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:35.329268 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.341802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (9ac2482f-5a59-41f2-8af8-75437f8bb06e), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.342908 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (9ac2482f-5a59-41f2-8af8-75437f8bb06e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.368690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0af781d2-672f-4e65-9d29-7a13441d1eb9 req-b1cfc43e-6558-4e56-aeb8-ce3238979002 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553491
Apr 30 21:13:35.418521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:35.420766 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d43e3d3-e2dd-4b0f-87a8-59b56b7e5663" -d '{"events": [{"server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "name": "network-vif-plugged", "status": "completed", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:35.443025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:35.466852 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c9d6a6-8b88-484f-8e50-e8f8d2c3887f x-openstack-request-id: req-d7c9d6a6-8b88-484f-8e50-e8f8d2c3887f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:35.467141 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "name": "network-vif-plugged", "status": "completed", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:35.467399 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7c9d6a6-8b88-484f-8e50-e8f8d2c3887f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:35.467793 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c9d6a6-8b88-484f-8e50-e8f8d2c3887f'] response: {'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'code': 200}
Apr 30 21:13:35.468741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks [] for router_controller (9ac2482f-5a59-41f2-8af8-75437f8bb06e), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.492289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Allocated IP 172.20.0.2 (cdf0eac8-2cc5-4ded-8abc-adb6d576c90f/44a21c6d-e500-4ce7-96e5-d624ba58721f/47ce8b6f-c0b2-4f8d-9a39-00101bfc24db) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:13:35.509351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988c65d-303f-4b45-88b9-94c965714198 req-8a54f509-5afd-4123-89d7-1c0e31d56592 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:35.511756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2988c65d-303f-4b45-88b9-94c965714198 req-8a54f509-5afd-4123-89d7-1c0e31d56592 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 944 time: 0.0621023
Apr 30 21:13:35.536833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a54ef22f-4479-4001-901d-54698448f1a0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:35.552780 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-162c708c-0fde-4f5f-ac8e-7c183a03965c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0611641
Apr 30 21:13:35.568270 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.569192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:35.652276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54064) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:35.681175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2988c65d-303f-4b45-88b9-94c965714198 req-82f3f692-5bb3-44b8-94c1-257cf2ca16c2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604290
Apr 30 21:13:35.708000 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7db68fbf-8559-4b7f-b2cd-b808f77ab338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.717878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-2101aba1-f5c6-4cdd-8d7d-aa1f98065c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:35.720856 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-2101aba1-f5c6-4cdd-8d7d-aa1f98065c22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0843287
Apr 30 21:13:35.757509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:35.845858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks [] for router_gateway (9ac2482f-5a59-41f2-8af8-75437f8bb06e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.858553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-9225f8d7-71e3-4a0f-be23-cd1fd39ac193 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:35.860632 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-9225f8d7-71e3-4a0f-be23-cd1fd39ac193 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.20 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 951 time: 0.1004422
Apr 30 21:13:35.861659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-93b8344e-5655-41e0-8c70-067884abee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:35.863499 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-93b8344e-5655-41e0-8c70-067884abee65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1153204
Apr 30 21:13:35.869088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343f3f-4f9e-44a3-8ef0-3dc5b956684d req-f76045a2-e08f-4dd2-9a84-42413e100749 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:35.876971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20343f3f-4f9e-44a3-8ef0-3dc5b956684d req-f76045a2-e08f-4dd2-9a84-42413e100749 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.2090683
Apr 30 21:13:35.897469 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Publish callbacks [] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.907350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 544026f7-e9ff-4a0e-9515-f5e31e5016da is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:35.907877 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:35.927508 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceb69c-a202-411d-a2fc-b0d96b189cc9 req-77aeb071-6faa-4c3a-98f5-754bc5412a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:35.933609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4ceb69c-a202-411d-a2fc-b0d96b189cc9 req-77aeb071-6faa-4c3a-98f5-754bc5412a63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 1127 time: 0.1333196
Apr 30 21:13:35.986578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:36.001980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.016506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20343f3f-4f9e-44a3-8ef0-3dc5b956684d req-4df1ec59-cc83-461e-b8bd-075c9f14d002 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391883
Apr 30 21:13:36.059111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Deleting port 544026f7-e9ff-4a0e-9515-f5e31e5016da {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:36.059683 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.093657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7db68fbf-8559-4b7f-b2cd-b808f77ab338 admin admin] Publish callbacks [] for security_group (1947b5f0-6580-4873-b647-a47c9ceeb9e2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.095520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Pushing event updated for resources: {'Port': ['ID=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:36.106327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:36.110164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:36.112044 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.116394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:13:36.153316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ed9614f8-7deb-4fb3-aa8e-526a71ebf097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:36.155092 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ed9614f8-7deb-4fb3-aa8e-526a71ebf097 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1127 time: 0.1374204
Apr 30 21:13:36.157460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-77d1bbec-d058-4752-ae04-11933bbc7c39 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779679
Apr 30 21:13:36.177331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7db68fbf-8559-4b7f-b2cd-b808f77ab338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1947b5f0-6580-4873-b647-a47c9ceeb9e2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.213262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=11']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:36.227273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Attempting to bind port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:36.227595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Attempting to bind port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:36.227958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Attempting to bind port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db on network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:36.232551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4ceb69c-a202-411d-a2fc-b0d96b189cc9 req-2931b985-68e3-4390-be22-ba1cf5635b8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057233
Apr 30 21:13:36.233969 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:36.234343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Checking segment: {'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:36.234746 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.235401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Bound using segment: {'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:36.236131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Bound port: 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:36.236893 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.250956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] For port 544026f7-e9ff-4a0e-9515-f5e31e5016da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=544026f7-e9ff-4a0e-9515-f5e31e5016da,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:36.251614 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.282644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Calling delete_port for 544026f7-e9ff-4a0e-9515-f5e31e5016da owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:36.294029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7db68fbf-8559-4b7f-b2cd-b808f77ab338 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53f6ab879012445aac4561c350d86e95&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6399703
Apr 30 21:13:36.296729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54068) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:36.300623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b7c58-97fc-4a44-81a2-e1b6174935ee req-6dc77b8a-f4db-487a-9ab6-24a04b44fb5f tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:36.302066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-878b7c58-97fc-4a44-81a2-e1b6174935ee req-6dc77b8a-f4db-487a-9ab6-24a04b44fb5f tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 949 time: 0.1745884
Apr 30 21:13:36.302694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db68fbf-8559-4b7f-b2cd-b808f77ab338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1947b5f0-6580-4873-b647-a47c9ceeb9e2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:36.314840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] For port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:36.318280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] For port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,segment=NetworkSegment(fe5884f6-55d3-48af-822d-0027e97cdd9e),segment_id=fe5884f6-55d3-48af-822d-0027e97cdd9e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:36.326114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks [] for router_gateway (9ac2482f-5a59-41f2-8af8-75437f8bb06e), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.354151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-e1d5e9f5-e4f6-433f-a4f3-7d4780ce1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:36.355667 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-e1d5e9f5-e4f6-433f-a4f3-7d4780ce1ab8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.1936309
Apr 30 21:13:36.368661 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.386183 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.418872 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-8582d572-04c3-4939-92e2-3849904097b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2514de9a-e593-441c-b26f-47d347c23ccb HTTP/1.1" status: 200  len: 217 time: 0.0536687
Apr 30 21:13:36.448142 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-878b7c58-97fc-4a44-81a2-e1b6174935ee req-ef557025-6c83-4eed-9b2c-de6c6b19fdc2 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/security-groups?id=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194921
Apr 30 21:13:36.472628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22777e45-bab7-4674-a8f3-697d164e6e48 None None] Pushing event updated for resources: {'Port': ['ID=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:36.505524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5e42ef9-6364-41b0-b005-3c320e3ce944 admin admin] Publish callbacks [] for security_group (1947b5f0-6580-4873-b647-a47c9ceeb9e2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.575484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Allocated IP 172.35.4.234 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/b7251080-ce50-4aab-bd33-e2bcd2e0848d) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:13:36.587288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a07d-e688-4709-aa5d-c250cbfae855 req-ac15b04d-f9d8-4242-9fec-184170c20176 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:36.595294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7a0a07d-e688-4709-aa5d-c250cbfae855 req-ac15b04d-f9d8-4242-9fec-184170c20176 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.0993383
Apr 30 21:13:36.600821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-3bc11bb3-a20c-4a8b-acbf-3011b7e79586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:36.603401 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-3bc11bb3-a20c-4a8b-acbf-3011b7e79586 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1739187
Apr 30 21:13:36.651011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5e42ef9-6364-41b0-b005-3c320e3ce944 admin admin] Publish callbacks [] for security_group (1947b5f0-6580-4873-b647-a47c9ceeb9e2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.677654 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-22003ab6-e2f5-4cc9-9a82-1e20ad39720d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565729
Apr 30 21:13:36.723775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7a0a07d-e688-4709-aa5d-c250cbfae855 req-1a159a2b-6726-4ccf-b6a1-f0a1c84065e4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184237
Apr 30 21:13:36.790836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks [] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.827490 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3254cfa9-f17b-40fc-b838-30b4a4003144 req-c7e6c4d2-e2e3-412b-b84d-33bc9eb486e0 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2909944
Apr 30 21:13:36.855942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:36.871159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37d708-94fa-4852-b478-e7c30b329ae4 req-f26a1956-3e39-4bdf-8ef1-810dd876bd69 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:36.872824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a37d708-94fa-4852-b478-e7c30b329ae4 req-f26a1956-3e39-4bdf-8ef1-810dd876bd69 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 945 time: 0.0802126
Apr 30 21:13:36.884608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (544026f7-e9ff-4a0e-9515-f5e31e5016da), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:36.922105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port a54ef22f-4479-4001-901d-54698448f1a0 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:13:36.930732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a37d708-94fa-4852-b478-e7c30b329ae4 req-2fc73c4c-8453-4da5-84ee-7257b5f40223 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502095
Apr 30 21:13:36.934483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Pushing event deleted for resources: {'Port': ['ID=544026f7-e9ff-4a0e-9515-f5e31e5016da,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:36.939673 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-5d2d150a-3df0-4726-bdec-ae7f2990b20d service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610018
Apr 30 21:13:36.984504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:37.006323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port a54ef22f-4479-4001-901d-54698448f1a0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:37.006888 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a54ef22f-4479-4001-901d-54698448f1a0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:37.023254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:37.025366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] No DVR routers for this DVR port 544026f7-e9ff-4a0e-9515-f5e31e5016da on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:37.027793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:37.029325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5e42ef9-6364-41b0-b005-3c320e3ce944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1947b5f0-6580-4873-b647-a47c9ceeb9e2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:37.035676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5e42ef9-6364-41b0-b005-3c320e3ce944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:37.035950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:13:37.036059 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e5e42ef9-6364-41b0-b005-3c320e3ce944 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1947b5f0-6580-4873-b647-a47c9ceeb9e2 HTTP/1.1" status: 204  len: 168 time: 0.7315211
Apr 30 21:13:37.036161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:37.040029 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-78014935-3df6-4b44-a7d4-f8a19e35cf59 req-26481adf-e9fd-4ecf-b270-31f2d553c5c9 tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.20 "DELETE /v2.0/ports/544026f7-e9ff-4a0e-9515-f5e31e5016da HTTP/1.1" status: 204  len: 173 time: 1.1678586
Apr 30 21:13:37.042274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-deleted', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:37.045088 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af9b5eb-c99d-4fea-9f77-041ce929db8a" -d '{"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-deleted", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:37.060385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e42ef9-6364-41b0-b005-3c320e3ce944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1947b5f0-6580-4873-b647-a47c9ceeb9e2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:37.070961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7251080-ce50-4aab-bd33-e2bcd2e0848d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:37.100092 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aed6df-5c1a-4b02-9d89-bd8954635750 x-openstack-request-id: req-a6aed6df-5c1a-4b02-9d89-bd8954635750 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:37.100603 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-deleted", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:37.111482 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6aed6df-5c1a-4b02-9d89-bd8954635750 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:37.112203 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6aed6df-5c1a-4b02-9d89-bd8954635750'] response: {'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-deleted', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'status': 'completed', 'code': 200}
Apr 30 21:13:37.152856 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-c6bd5ee6-bdaf-46ba-a7c9-2642798b8992 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908593
Apr 30 21:13:37.166265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a54ef22f-4479-4001-901d-54698448f1a0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:37.167243 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:37.210979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:37.314452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a0c02-f4f0-4352-b528-db6d89d05eb9 req-aa5eb391-ee47-459b-8fd1-5c9f0bdae085 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:37.315960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-753a0c02-f4f0-4352-b528-db6d89d05eb9 req-aa5eb391-ee47-459b-8fd1-5c9f0bdae085 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.1558931
Apr 30 21:13:37.319469 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:37.402728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:37.434043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-753a0c02-f4f0-4352-b528-db6d89d05eb9 req-816f1764-36a9-4737-88b1-d747777efe01 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989101
Apr 30 21:13:37.468999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da'}, {'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:37.472529 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4d8a4b-256a-4818-b69f-a7de79440280" -d '{"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-unplugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da"}, {"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-plugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:37.519076 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931e99fc-2152-48b4-8d19-a388fd1ac2a8 x-openstack-request-id: req-931e99fc-2152-48b4-8d19-a388fd1ac2a8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:37.519371 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "353f3622-93d0-45c9-8971-89e3308037b6", "name": "network-vif-unplugged", "status": "completed", "tag": "544026f7-e9ff-4a0e-9515-f5e31e5016da", "code": 200}, {"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-plugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:37.519636 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-931e99fc-2152-48b4-8d19-a388fd1ac2a8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:37.520027 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931e99fc-2152-48b4-8d19-a388fd1ac2a8'] response: {'server_uuid': '353f3622-93d0-45c9-8971-89e3308037b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544026f7-e9ff-4a0e-9515-f5e31e5016da', 'code': 200}
Apr 30 21:13:37.520293 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931e99fc-2152-48b4-8d19-a388fd1ac2a8'] response: {'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'code': 200}
Apr 30 21:13:37.740680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a208b5-b24f-4fc7-8759-692b442a2aa5 req-c7c42d01-bc4c-4240-82df-cebc4d53b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:37.742652 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c9a208b5-b24f-4fc7-8759-692b442a2aa5 req-c7c42d01-bc4c-4240-82df-cebc4d53b0f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1131 time: 0.0768085
Apr 30 21:13:37.913059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:38.027475 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c9a208b5-b24f-4fc7-8759-692b442a2aa5 req-4b02c42a-a312-4aec-b4dc-eb7ee62e871d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085598
Apr 30 21:13:38.061651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:38.062787 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:38.112181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b93ea91a-1786-47c7-94f8-7ead7fb6474d req-39926302-2cbe-4174-b493-7374ddc9e67d tempest-ImagesOneServerTestJSON-1978191862 tempest-ImagesOneServerTestJSON-1978191862-project] 10.222.0.23 "GET /v2.0/ports?device_id=353f3622-93d0-45c9-8971-89e3308037b6 HTTP/1.1" status: 200  len: 210 time: 0.5236712
Apr 30 21:13:38.126033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594ae0c-b668-4bc5-9294-33e5d5e87003 None None] Network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:13:38.205532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks [] for router_gateway (9ac2482f-5a59-41f2-8af8-75437f8bb06e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:38.216243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c22f9a-aef9-467f-a603-ea26fa531a56 req-72c641b4-e597-42a0-b5a9-0863eb3c8e17 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:38.231292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54c22f9a-aef9-467f-a603-ea26fa531a56 req-72c641b4-e597-42a0-b5a9-0863eb3c8e17 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.1607039
Apr 30 21:13:38.246904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d53e4401-dc38-4e4d-8ab0-0fa1e0fd72b0 None None] Provisioning complete for port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:38.247923 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d53e4401-dc38-4e4d-8ab0-0fa1e0fd72b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:38.375495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:38.375896 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:38.427502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9fd38-2a40-422c-bb09-1208c7dfc20a req-87664334-c419-4fdc-aae0-70da7b748bfe tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:38.428977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75e9fd38-2a40-422c-bb09-1208c7dfc20a req-87664334-c419-4fdc-aae0-70da7b748bfe tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 945 time: 0.1518676
Apr 30 21:13:38.444904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,segment=NetworkSegment(fe5884f6-55d3-48af-822d-0027e97cdd9e),segment_id=fe5884f6-55d3-48af-822d-0027e97cdd9e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:38.494673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54c22f9a-aef9-467f-a603-ea26fa531a56 req-23f38fa6-58ca-4bad-87e7-399a39063338 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617168
Apr 30 21:13:38.540277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d53e4401-dc38-4e4d-8ab0-0fa1e0fd72b0 None None] Current status of the port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:38.542005 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d53e4401-dc38-4e4d-8ab0-0fa1e0fd72b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:38.591419 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:38.626008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75e9fd38-2a40-422c-bb09-1208c7dfc20a req-6de0ffd3-426a-427c-8e87-68faeb70ddbe tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731684
Apr 30 21:13:38.739052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-d53e4401-dc38-4e4d-8ab0-0fa1e0fd72b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:13:38.739492 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-d53e4401-dc38-4e4d-8ab0-0fa1e0fd72b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:13:38.747433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:38.846625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418fe3e-c8db-4d8c-8686-fc6dfdc48e45 req-50ec4591-59ec-4f9b-a6b6-6c209094a17b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:38.848719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4418fe3e-c8db-4d8c-8686-fc6dfdc48e45 req-50ec4591-59ec-4f9b-a6b6-6c209094a17b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.1518888
Apr 30 21:13:38.906021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (9ac2482f-5a59-41f2-8af8-75437f8bb06e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:38.962827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4418fe3e-c8db-4d8c-8686-fc6dfdc48e45 req-ff36e812-c59f-475c-aff0-7eb12c5654ec tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041687
Apr 30 21:13:39.187681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Router 9ac2482f-5a59-41f2-8af8-75437f8bb06e is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:13:39.353399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d53e4401-dc38-4e4d-8ab0-0fa1e0fd72b0 None None] Current status of the port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:39.400429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48c4e3-c254-41ac-8d43-d863cd044568 req-b3b8a800-aff4-459b-89da-b185bcfa3f4b tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:39.402225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f48c4e3-c254-41ac-8d43-d863cd044568 req-b3b8a800-aff4-459b-89da-b185bcfa3f4b tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 945 time: 0.0761843
Apr 30 21:13:39.448128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:13:39.474652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Sync routers for ids ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:13:39.480140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-926eeb8f-de95-4122-992e-08c93f64b8a2 None None] Provisioning complete for port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:39.481501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f48c4e3-c254-41ac-8d43-d863cd044568 req-8519e6d4-61d3-4bd0-aef8-92234345a77f tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702329
Apr 30 21:13:39.482009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-926eeb8f-de95-4122-992e-08c93f64b8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:39.522496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Routers {'9ac2482f-5a59-41f2-8af8-75437f8bb06e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:39.523141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc808e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:39.596359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:39.600725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9ded61f6-a448-429d-9079-55f761c331d3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 4.3837476
Apr 30 21:13:39.608407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54184) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:39.727682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de84a-3c62-4acd-8225-762adf168835 req-8ab58eed-d8a5-4449-b147-cdcb65cb2cc0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:39.734415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea0de84a-3c62-4acd-8225-762adf168835 req-8ab58eed-d8a5-4449-b147-cdcb65cb2cc0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.1063473
Apr 30 21:13:39.844494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Set router 9ac2482f-5a59-41f2-8af8-75437f8bb06e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:39.868258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea0de84a-3c62-4acd-8225-762adf168835 req-c5cf4062-0499-4c77-89e0-cbda08b30510 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299322
Apr 30 21:13:39.913918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:39.956412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54218) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:40.188897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b91c6-6624-4c2d-af49-764893d4aa7c req-3ada27bd-aa29-4fc7-94c3-cafe64694e3a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:40.199573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe6b91c6-6624-4c2d-af49-764893d4aa7c req-3ada27bd-aa29-4fc7-94c3-cafe64694e3a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.0846901
Apr 30 21:13:40.282924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-61452e3f-1873-47af-8c3f-b731557ad25f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9284e1c76f5a41ea9da1eb011943eb8a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3249099
Apr 30 21:13:40.285444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54230) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:40.303274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:40.303911 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.315815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe6b91c6-6624-4c2d-af49-764893d4aa7c req-e3ed2010-01c8-4de8-a366-c9b9bff05026 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086109
Apr 30 21:13:40.335580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc808e0>, [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:37Z', 'revision_number': 3, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port': {'id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:36Z', 'updated_at': '2022-04-30T21:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:40.377928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-926eeb8f-de95-4122-992e-08c93f64b8a2 None None] Current status of the port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:40.383759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Checking router: 9ac2482f-5a59-41f2-8af8-75437f8bb06e for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:13:40.384287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Updating router 9ac2482f-5a59-41f2-8af8-75437f8bb06e port b7251080-ce50-4aab-bd33-e2bcd2e0848d binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:13:40.427130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6610ceda-ddf8-4249-9807-489c500f470d admin admin] Publish callbacks [] for security_group (958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.427522 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.482717 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6610ceda-ddf8-4249-9807-489c500f470d admin admin] Publish callbacks [] for security_group (958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.560031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:40.586128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.679273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6610ceda-ddf8-4249-9807-489c500f470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.682702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6610ceda-ddf8-4249-9807-489c500f470d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.683833 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6610ceda-ddf8-4249-9807-489c500f470d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d HTTP/1.1" status: 204  len: 168 time: 0.3973606
Apr 30 21:13:40.713866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c385f7f-5d2b-499b-8d6e-33b16f337b6d req-e9edccce-04c9-40e6-a063-04a851e7d486 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:40.722533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c385f7f-5d2b-499b-8d6e-33b16f337b6d req-e9edccce-04c9-40e6-a063-04a851e7d486 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 945 time: 0.0867808
Apr 30 21:13:40.722811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610ceda-ddf8-4249-9807-489c500f470d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958da2c0-f3cc-4563-bfe9-4d8b86ac6a4d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:40.804031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Allocated IP 172.20.0.1 (cdf0eac8-2cc5-4ded-8abc-adb6d576c90f/44a21c6d-e500-4ce7-96e5-d624ba58721f/5b3f3862-dff9-4952-8cd4-32d791e5feaf) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:13:40.828244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c385f7f-5d2b-499b-8d6e-33b16f337b6d req-fccc5dcf-5ac7-4944-ab23-ea15837d0673 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009421
Apr 30 21:13:40.880618 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Publish callbacks [] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.896411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:40.930402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 544026f7-e9ff-4a0e-9515-f5e31e5016da {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:40.931666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 544026f7-e9ff-4a0e-9515-f5e31e5016da not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:40.990763 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:40.996658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Publish callbacks [] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:41.010270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786e0f1-e10f-4e7c-b61f-e15b2bc97bd8 req-2846487e-0aed-48c3-a3c0-1501716ad373 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:41.012396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2786e0f1-e10f-4e7c-b61f-e15b2bc97bd8 req-2846487e-0aed-48c3-a3c0-1501716ad373 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.0596869
Apr 30 21:13:41.087577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Attempting to bind port b7251080-ce50-4aab-bd33-e2bcd2e0848d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:41.088259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Attempting to bind port b7251080-ce50-4aab-bd33-e2bcd2e0848d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:41.088624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Attempting to bind port b7251080-ce50-4aab-bd33-e2bcd2e0848d on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:41.090219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2786e0f1-e10f-4e7c-b61f-e15b2bc97bd8 req-ce266cbc-8576-48de-b50a-081ce51180ca tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716276
Apr 30 21:13:41.094804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a4769-97fd-4bc4-87f6-08cbfce0783d None None] Pushing event updated for resources: {'Port': ['ID=b7251080-ce50-4aab-bd33-e2bcd2e0848d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:41.097595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:41.098003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:41.109497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:41.109497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:41.109497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Bound port: b7251080-ce50-4aab-bd33-e2bcd2e0848d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:41.109497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:41.172886 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:41.190142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] For port b7251080-ce50-4aab-bd33-e2bcd2e0848d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:41.198080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] For port b7251080-ce50-4aab-bd33-e2bcd2e0848d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7251080-ce50-4aab-bd33-e2bcd2e0848d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:41.227651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:41.230837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:41.237553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:13:41.241112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Pushing event updated for resources: {'Port': ['ID=5b3f3862-dff9-4952-8cd4-32d791e5feaf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:41.291488 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:41.339469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695955f-d4ef-4de2-b859-2417a1be51e6 req-3dcd93f1-bfc4-4148-bb76-0a710eb84b94 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:41.341412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c695955f-d4ef-4de2-b859-2417a1be51e6 req-3dcd93f1-bfc4-4148-bb76-0a710eb84b94 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.1386378
Apr 30 21:13:41.342601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (9ac2482f-5a59-41f2-8af8-75437f8bb06e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:41.403837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Routers {'9ac2482f-5a59-41f2-8af8-75437f8bb06e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:41.405120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc808e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:41.407520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a4769-97fd-4bc4-87f6-08cbfce0783d None None] Pushing event updated for resources: {'Port': ['ID=b7251080-ce50-4aab-bd33-e2bcd2e0848d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:41.432770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c695955f-d4ef-4de2-b859-2417a1be51e6 req-5bb70ecf-beac-4357-bfba-371c95a94f07 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798075
Apr 30 21:13:41.569990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] Set router 9ac2482f-5a59-41f2-8af8-75437f8bb06e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:41.669170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426e1ce-074b-4de5-ba8e-e64d8e2fd216 req-cb1ed90e-537f-42f7-b1d3-7d7e07769b4c tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:41.673933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9426e1ce-074b-4de5-ba8e-e64d8e2fd216 req-cb1ed90e-537f-42f7-b1d3-7d7e07769b4c tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.0956593
Apr 30 21:13:41.685270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ed1944fc-716c-47ad-bb0b-0482c0675539 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:41.687085 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ed1944fc-716c-47ad-bb0b-0482c0675539 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1225982
Apr 30 21:13:41.707753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:41.710473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:41.746031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-816c14b1-70ac-4fd3-89a3-8f5edd5c9bb0 None None] Provisioning complete for port 5b3f3862-dff9-4952-8cd4-32d791e5feaf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:41.746453 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-816c14b1-70ac-4fd3-89a3-8f5edd5c9bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:41.764820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9426e1ce-074b-4de5-ba8e-e64d8e2fd216 req-1c660ca8-27df-4816-a282-6d598e754af3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862927
Apr 30 21:13:41.825466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-816c14b1-70ac-4fd3-89a3-8f5edd5c9bb0 None None] Port 5b3f3862-dff9-4952-8cd4-32d791e5feaf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:13:41.933437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-387079ea-78aa-4404-9758-758900da29f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc808e0>, [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:37Z', 'revision_number': 3, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port': {'id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:36Z', 'updated_at': '2022-04-30T21:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:42.003359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387079ea-78aa-4404-9758-758900da29f5 None None] The sync data for ids ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'] in ncdv-master-1 is: [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:37Z', 'revision_number': 3, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port': {'id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:36Z', 'updated_at': '2022-04-30T21:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:13:42.208271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-b9162d2e-ff43-4f2e-83e4-3ae8b0cd0db6 req-14e59027-8346-4aa3-a673-6ca3300f6bd7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:13:42.209839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9162d2e-ff43-4f2e-83e4-3ae8b0cd0db6 req-14e59027-8346-4aa3-a673-6ca3300f6bd7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0092590
Apr 30 21:13:42.280090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:42.610196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:42.670705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Publish callbacks [] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:42.736569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:42.787008 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:42.805541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b1bdd-fc58-48b5-b013-99cb34d46ce2 req-21e578a7-c7d4-4db2-95e2-079a1696296d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:42.812458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb0b1bdd-fc58-48b5-b013-99cb34d46ce2 req-21e578a7-c7d4-4db2-95e2-079a1696296d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.0643482
Apr 30 21:13:42.897129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:42.984631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb0b1bdd-fc58-48b5-b013-99cb34d46ce2 req-1d0f5294-062b-4738-9d50-77d73f6f39fd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641202
Apr 30 21:13:43.013475 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-ba6724e6-690d-4f1a-9668-d53c435de977 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0778039
Apr 30 21:13:43.044102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54344) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:43.090853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:43.093700 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fac8c0-7d5f-4669-bc83-c85c2e6db8c5" -d '{"events": [{"server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "name": "network-vif-unplugged", "status": "completed", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:43.098219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Publish callbacks [] for port (2514de9a-e593-441c-b26f-47d347c23ccb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.106966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07960-49cd-46db-9a32-dd15bf7df58c req-f4eaf1c4-5d89-44b5-afab-ddd972628447 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:43.109663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62c07960-49cd-46db-9a32-dd15bf7df58c req-f4eaf1c4-5d89-44b5-afab-ddd972628447 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 945 time: 0.1366937
Apr 30 21:13:43.131999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Pushing event updated for resources: {'Port': ['ID=5b3f3862-dff9-4952-8cd4-32d791e5feaf,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:43.144513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (9ac2482f-5a59-41f2-8af8-75437f8bb06e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.161024 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4292de7b-4949-4f20-807c-a31a03026310 x-openstack-request-id: req-4292de7b-4949-4f20-807c-a31a03026310 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:43.161326 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "name": "network-vif-unplugged", "status": "completed", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:43.161588 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4292de7b-4949-4f20-807c-a31a03026310 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:43.162037 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4292de7b-4949-4f20-807c-a31a03026310'] response: {'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb', 'code': 200}
Apr 30 21:13:43.198050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:43.227417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62c07960-49cd-46db-9a32-dd15bf7df58c req-78a7d215-c5f7-4c16-b3c8-a68754b97f08 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108434
Apr 30 21:13:43.231284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'port_id': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'mac_address': 'fa:16:3e:00:a9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b48280e-ae20-4ea1-a466-019d611a9a4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:13:43.244777 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.313474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:43.327000 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.348008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:43.391468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-170bf3cf-7541-4d8a-b1f4-461bb4863042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.404238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:43.529122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Pushing event updated for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=7']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:43.563731 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:13:43.577632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:43.577632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:43.577632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:43.577632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:43.579133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:13:43.579465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Attempting to bind port 2514de9a-e593-441c-b26f-47d347c23ccb on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:43.603733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:43.604087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:43.604481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:43.604954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Bound port: 2514de9a-e593-441c-b26f-47d347c23ccb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:43.605312 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.756924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-170bf3cf-7541-4d8a-b1f4-461bb4863042 admin admin] Publish callbacks [] for security_group (261a05f2-a455-4bdc-a69b-d95789a535fa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.799429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:43.816721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:43.828118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Router 9ac2482f-5a59-41f2-8af8-75437f8bb06e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:13:43.839500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7251080-ce50-4aab-bd33-e2bcd2e0848d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:43.844740 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.848455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-170bf3cf-7541-4d8a-b1f4-461bb4863042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (261a05f2-a455-4bdc-a69b-d95789a535fa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.944589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:43.961143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b7251080-ce50-4aab-bd33-e2bcd2e0848d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:43.962906 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.966861 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:43.997023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:44.026522 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-170bf3cf-7541-4d8a-b1f4-461bb4863042 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b494a426f9d74c94b7c7e5e630bc5da1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9558747
Apr 30 21:13:44.026688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54382) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:44.042065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bf3cf-7541-4d8a-b1f4-461bb4863042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261a05f2-a455-4bdc-a69b-d95789a535fa,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:44.071166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2514de9a-e593-441c-b26f-47d347c23ccb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:13:44.157750 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e15c5382-beb2-4cd3-8d42-e290d2749783 admin admin] Publish callbacks [] for security_group (261a05f2-a455-4bdc-a69b-d95789a535fa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:44.168414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-65d52f5f-3cb3-4030-a95b-75bfa0cb51c3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:44.170414 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-65d52f5f-3cb3-4030-a95b-75bfa0cb51c3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports/a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 946 time: 0.1554527
Apr 30 21:13:44.178501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Pushing event updated for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=8']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:44.199946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:13:44.227935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e15c5382-beb2-4cd3-8d42-e290d2749783 admin admin] Publish callbacks [] for security_group (261a05f2-a455-4bdc-a69b-d95789a535fa), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:44.260590 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e32f9ba-9cf4-421b-962f-95140fc130d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/9ac2482f-5a59-41f2-8af8-75437f8bb06e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6586716
Apr 30 21:13:44.306793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:44.316163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:44.320753 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-ceb79b35-8e33-494a-a3ce-5a4d6ff1a255 service neutron] 10.222.0.35 "PUT /v2.0/ports/2514de9a-e593-441c-b26f-47d347c23ccb HTTP/1.1" status: 200  len: 1121 time: 2.6239896
Apr 30 21:13:44.406355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e15c5382-beb2-4cd3-8d42-e290d2749783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (261a05f2-a455-4bdc-a69b-d95789a535fa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:44.407596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e15c5382-beb2-4cd3-8d42-e290d2749783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:44.415931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e15c5382-beb2-4cd3-8d42-e290d2749783 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/261a05f2-a455-4bdc-a69b-d95789a535fa HTTP/1.1" status: 204  len: 168 time: 0.3876078
Apr 30 21:13:44.427804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:44.446783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c5382-beb2-4cd3-8d42-e290d2749783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261a05f2-a455-4bdc-a69b-d95789a535fa,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:44.456650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfb44a-120e-458c-946d-f581eb7cd434 req-b197305a-0463-48ba-ad27-be933d891d7f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:44.476073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6cfb44a-120e-458c-946d-f581eb7cd434 req-b197305a-0463-48ba-ad27-be933d891d7f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.1716361
Apr 30 21:13:44.480791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2514de9a-e593-441c-b26f-47d347c23ccb has no active binding in host nch2-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:13:44.517691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1c1fa239-3c41-4483-ad2f-ea70c8f50eba None None] Provisioning complete for port 5b3f3862-dff9-4952-8cd4-32d791e5feaf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:44.518115 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c1fa239-3c41-4483-ad2f-ea70c8f50eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:44.596984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6cfb44a-120e-458c-946d-f581eb7cd434 req-a7977f20-5ee2-4678-a607-3c7f796d0ef1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193233
Apr 30 21:13:44.609027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['2514de9a-e593-441c-b26f-47d347c23ccb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:44.745477 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Sync routers for ids ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:13:44.768253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d62b93-4061-4aae-9c00-5df7245393ae req-8f21fdcf-e032-4b54-abb6-bb7fbb6ac7f1 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:44.774584 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Routers {'9ac2482f-5a59-41f2-8af8-75437f8bb06e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:44.775479 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eb0d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:44.777057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3d62b93-4061-4aae-9c00-5df7245393ae req-8f21fdcf-e032-4b54-abb6-bb7fbb6ac7f1 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 943 time: 0.0820422
Apr 30 21:13:44.783708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fa239-3c41-4483-ad2f-ea70c8f50eba None None] Port 5b3f3862-dff9-4952-8cd4-32d791e5feaf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:13:44.819524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2514de9a-e593-441c-b26f-47d347c23ccb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:13:44.885993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3d62b93-4061-4aae-9c00-5df7245393ae req-399054ca-4fd5-413d-8bb6-12d272beeff3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074042
Apr 30 21:13:45.017108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b7251080-ce50-4aab-bd33-e2bcd2e0848d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:45.017712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:45.022742 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Set router 9ac2482f-5a59-41f2-8af8-75437f8bb06e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:45.070980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port b7251080-ce50-4aab-bd33-e2bcd2e0848d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7251080-ce50-4aab-bd33-e2bcd2e0848d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:45.164749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:45.167122 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1926720-316b-41db-943d-ba596a187be7" -d '{"events": [{"name": "network-changed", "server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:45.185009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:45.317311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=b7251080-ce50-4aab-bd33-e2bcd2e0848d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:45.360187 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eb0d910>, [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:41Z', 'revision_number': 4, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port': {'id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:36Z', 'updated_at': '2022-04-30T21:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b3f3862-dff9-4952-8cd4-32d791e5feaf', 'name': '', 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'mac_address': 'fa:16:3e:ee:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44a21c6d-e500-4ce7-96e5-d624ba58721f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:40Z', 'updated_at': '2022-04-30T21:13:42Z', 'revision_number': 2, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'subnets': [{'id': '44a21c6d-e500-4ce7-96e5-d624ba58721f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:45.472152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54430) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:45.489423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e84e1c2-2ebc-4135-8108-d3623186f2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:45.489655 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Checking router: 9ac2482f-5a59-41f2-8af8-75437f8bb06e for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:13:45.489928 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Updating router 9ac2482f-5a59-41f2-8af8-75437f8bb06e port 5b3f3862-dff9-4952-8cd4-32d791e5feaf binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:13:45.518665 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-d6e8dff6-1784-45a3-8d65-4af85f77b6d6 req-7d32ab9d-e0ab-49c9-9fbf-b297c49c4c75 tempest-FloatingIPDetailsNegativeTestJSON-1392089895 tempest-FloatingIPDetailsNegativeTestJSON-1392089895-project] show failed (client error): The resource could not be found.
Apr 30 21:13:45.519268 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:45.521092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6e8dff6-1784-45a3-8d65-4af85f77b6d6 req-7d32ab9d-e0ab-49c9-9fbf-b297c49c4c75 tempest-FloatingIPDetailsNegativeTestJSON-1392089895 tempest-FloatingIPDetailsNegativeTestJSON-1392089895-project] 10.222.0.23 "GET /v2.0/floatingips/f25c4ccd-3521-4265-82ce-b43d40fa59cb HTTP/1.1" status: 404  len: 350 time: 0.0697334
Apr 30 21:13:45.534351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54432) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:45.589416 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7fe3f2-d1d0-4480-80a1-4c844b3e2f49 x-openstack-request-id: req-0b7fe3f2-d1d0-4480-80a1-4c844b3e2f49 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:45.591104 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:45.591369 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b7fe3f2-d1d0-4480-80a1-4c844b3e2f49 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:45.591788 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7fe3f2-d1d0-4480-80a1-4c844b3e2f49'] response: {'name': 'network-changed', 'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb', 'status': 'completed', 'code': 200}
Apr 30 21:13:45.786695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926720-316b-41db-943d-ba596a187be7 req-229858d2-b3c8-4c67-b4bf-5f0385b7d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:45.789037 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e1926720-316b-41db-943d-ba596a187be7 req-229858d2-b3c8-4c67-b4bf-5f0385b7d9dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1155 time: 0.1755238
Apr 30 21:13:45.793601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e84e1c2-2ebc-4135-8108-d3623186f2b1 admin admin] Publish callbacks [] for security_group (f194048f-0143-4766-948f-bea60ca48288), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:45.840217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fafb25-4621-4aad-b306-dd6a98cbf4ec req-bc59bdc6-0595-45d7-9872-a5e988c26d6b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:45.849635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7251080-ce50-4aab-bd33-e2bcd2e0848d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:45.863824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4fafb25-4621-4aad-b306-dd6a98cbf4ec req-bc59bdc6-0595-45d7-9872-a5e988c26d6b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.1450698
Apr 30 21:13:45.886835 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e84e1c2-2ebc-4135-8108-d3623186f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f194048f-0143-4766-948f-bea60ca48288), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:45.952897 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Publish callbacks [] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:45.968569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b7251080-ce50-4aab-bd33-e2bcd2e0848d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:45.969057 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:45.976568 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e84e1c2-2ebc-4135-8108-d3623186f2b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfe52cd401084f7abf4955477f238341&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5030200
Apr 30 21:13:45.983219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54466) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:46.009995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4fafb25-4621-4aad-b306-dd6a98cbf4ec req-6ec39091-74d2-4db0-b410-130a9ed07f03 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449575
Apr 30 21:13:46.041524 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.080798 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926720-316b-41db-943d-ba596a187be7 req-4a304445-6d0c-41b2-9c0a-64edd02d8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:46.082717 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e1926720-316b-41db-943d-ba596a187be7 req-4a304445-6d0c-41b2-9c0a-64edd02d8c9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.2714906
Apr 30 21:13:46.083341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84e1c2-2ebc-4135-8108-d3623186f2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f194048f-0143-4766-948f-bea60ca48288,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:46.129832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b7251080-ce50-4aab-bd33-e2bcd2e0848d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:46.159096 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e1926720-316b-41db-943d-ba596a187be7 req-ab076c19-29d1-44c0-9694-44eab25e82f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2514de9a-e593-441c-b26f-47d347c23ccb HTTP/1.1" status: 200  len: 217 time: 0.0615242
Apr 30 21:13:46.185658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceea2af-010b-4300-9697-972738244aad None None] Pushing event updated for resources: {'Port': ['ID=5b3f3862-dff9-4952-8cd4-32d791e5feaf,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:46.270838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926720-316b-41db-943d-ba596a187be7 req-4964c77d-7cde-45bc-8bb6-3658682c3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:46.272697 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e1926720-316b-41db-943d-ba596a187be7 req-4964c77d-7cde-45bc-8bb6-3658682c3558 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0965133
Apr 30 21:13:46.277611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34a59699-d053-418f-aa54-fd4271c82a5a admin admin] Publish callbacks [] for security_group (f194048f-0143-4766-948f-bea60ca48288), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.301188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f202d92-b147-4746-adc8-a2f1c2e9a7a3 req-b6c05c39-c91d-4983-bd68-cd4cdae53e96 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:46.304139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f202d92-b147-4746-adc8-a2f1c2e9a7a3 req-b6c05c39-c91d-4983-bd68-cd4cdae53e96 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 943 time: 0.1180437
Apr 30 21:13:46.330534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34a59699-d053-418f-aa54-fd4271c82a5a admin admin] Publish callbacks [] for security_group (f194048f-0143-4766-948f-bea60ca48288), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.337486 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Attempting to bind port 5b3f3862-dff9-4952-8cd4-32d791e5feaf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:13:46.337984 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Attempting to bind port 5b3f3862-dff9-4952-8cd4-32d791e5feaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:13:46.338410 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Attempting to bind port 5b3f3862-dff9-4952-8cd4-32d791e5feaf on network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:13:46.345106 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:13:46.346058 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Checking segment: {'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:46.346811 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.349459 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Bound using segment: {'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:13:46.350320 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Bound port: 5b3f3862-dff9-4952-8cd4-32d791e5feaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5884f6-55d3-48af-822d-0027e97cdd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:13:46.352033 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.421815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f202d92-b147-4746-adc8-a2f1c2e9a7a3 req-bf8a30ff-a607-4c94-93ce-4255abd385e8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106830
Apr 30 21:13:46.444850 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] For port 5b3f3862-dff9-4952-8cd4-32d791e5feaf, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:46.454625 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] For port 5b3f3862-dff9-4952-8cd4-32d791e5feaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3f3862-dff9-4952-8cd4-32d791e5feaf,segment=NetworkSegment(fe5884f6-55d3-48af-822d-0027e97cdd9e),segment_id=fe5884f6-55d3-48af-822d-0027e97cdd9e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:13:46.465567 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e1926720-316b-41db-943d-ba596a187be7 req-cf617c40-4a37-4304-a94f-08a8fcf79e4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518019
Apr 30 21:13:46.579635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-3817940c-2515-4068-9d40-ef01fcebf81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:46.581051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-3817940c-2515-4068-9d40-ef01fcebf81a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1131 time: 0.0853493
Apr 30 21:13:46.620900 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e1926720-316b-41db-943d-ba596a187be7 req-98ac1f00-8197-4deb-9b2f-19a33e944260 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484120
Apr 30 21:13:46.630547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-00a02c25-c6c6-4a62-96ec-76d801b23d3c None None] Provisioning complete for port 5b3f3862-dff9-4952-8cd4-32d791e5feaf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:46.631314 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-00a02c25-c6c6-4a62-96ec-76d801b23d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.676622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-00a02c25-c6c6-4a62-96ec-76d801b23d3c None None] Port 5b3f3862-dff9-4952-8cd4-32d791e5feaf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:13:46.701233 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (9ac2482f-5a59-41f2-8af8-75437f8bb06e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.789373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-962d9126-4a5e-471b-866f-6f02dbf7cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:46.794572 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-962d9126-4a5e-471b-866f-6f02dbf7cb6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1852922
Apr 30 21:13:46.794963 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e1926720-316b-41db-943d-ba596a187be7 req-f71c9b93-147c-4e36-a2fc-1f3476d86ab8 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611192
Apr 30 21:13:46.838462 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.866099 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-ca7b5e1b-3fba-4ec0-bef6-3ca21b75d662 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0523956
Apr 30 21:13:46.867319 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34a59699-d053-418f-aa54-fd4271c82a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f194048f-0143-4766-948f-bea60ca48288), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.868285 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.870377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34a59699-d053-418f-aa54-fd4271c82a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:46.871463 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-34a59699-d053-418f-aa54-fd4271c82a5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f194048f-0143-4766-948f-bea60ca48288 HTTP/1.1" status: 204  len: 168 time: 0.8848724
Apr 30 21:13:46.893744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:13:46.928425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a59699-d053-418f-aa54-fd4271c82a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f194048f-0143-4766-948f-bea60ca48288,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:46.957216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-23422886-cab8-44d0-83e0-686d9781765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:46.969207 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-23422886-cab8-44d0-83e0-686d9781765f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0937500
Apr 30 21:13:46.990664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:47.002894 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:47.083319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-3a6314a2-8452-4202-a8b3-a2e6b68129f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:47.087351 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-3a6314a2-8452-4202-a8b3-a2e6b68129f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1099682
Apr 30 21:13:47.124192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Deleting port 5b3f3862-dff9-4952-8cd4-32d791e5feaf {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:47.124954 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:47.175510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:47.176117 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:47.204654 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceea2af-010b-4300-9697-972738244aad None None] Pushing event updated for resources: {'Port': ['ID=5b3f3862-dff9-4952-8cd4-32d791e5feaf,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:47.213951 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Routers {'9ac2482f-5a59-41f2-8af8-75437f8bb06e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:47.221028 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eb0d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:47.266873 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-ec708581-5064-4fc0-abdd-c6a76e7eaaf3 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719983
Apr 30 21:13:47.281169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:13:47.286110 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87533e1-5687-48be-8913-46229b22f4f4" -d '{"events": [{"server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "name": "network-vif-plugged", "status": "completed", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:13:47.313875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:47.364717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2afd0-7f27-432f-b987-2d064f3ca2fd req-d9345f3f-e2fb-47e8-a5f8-46549b741b17 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:47.366190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2b2afd0-7f27-432f-b987-2d064f3ca2fd req-d9345f3f-e2fb-47e8-a5f8-46549b741b17 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.1365190
Apr 30 21:13:47.399480 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:47.459596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] For port 5b3f3862-dff9-4952-8cd4-32d791e5feaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3f3862-dff9-4952-8cd4-32d791e5feaf,segment=NetworkSegment(fe5884f6-55d3-48af-822d-0027e97cdd9e),segment_id=fe5884f6-55d3-48af-822d-0027e97cdd9e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:47.460580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:47.470984 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] Set router 9ac2482f-5a59-41f2-8af8-75437f8bb06e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:47.481723 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-a84ed484-8538-4a73-802c-73e2a43ca368 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2062278
Apr 30 21:13:47.486313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Calling delete_port for 5b3f3862-dff9-4952-8cd4-32d791e5feaf owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:47.510085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2b2afd0-7f27-432f-b987-2d064f3ca2fd req-c6c83d7b-3273-4963-911c-02577d0e9a5c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333950
Apr 30 21:13:47.528528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:47.537900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1f375933-e914-49d5-b08a-d6fcb93a4021 None None] Provisioning complete for port 5b3f3862-dff9-4952-8cd4-32d791e5feaf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:13:47.538584 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f375933-e914-49d5-b08a-d6fcb93a4021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:47.631115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1f375933-e914-49d5-b08a-d6fcb93a4021 None None] Current status of the port 5b3f3862-dff9-4952-8cd4-32d791e5feaf is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:13:47.634826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f375933-e914-49d5-b08a-d6fcb93a4021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:47.635602 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d4268-c00b-4879-9c36-55b154a58b45 x-openstack-request-id: req-722d4268-c00b-4879-9c36-55b154a58b45 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:13:47.636095 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "name": "network-vif-plugged", "status": "completed", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:13:47.636692 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-722d4268-c00b-4879-9c36-55b154a58b45 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:13:47.637254 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722d4268-c00b-4879-9c36-55b154a58b45'] response: {'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'code': 200}
Apr 30 21:13:47.673984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1f375933-e914-49d5-b08a-d6fcb93a4021 None None] For port 5b3f3862-dff9-4952-8cd4-32d791e5feaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b3f3862-dff9-4952-8cd4-32d791e5feaf,segment=NetworkSegment(fe5884f6-55d3-48af-822d-0027e97cdd9e),segment_id=fe5884f6-55d3-48af-822d-0027e97cdd9e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:47.762142 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f375933-e914-49d5-b08a-d6fcb93a4021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:47.845773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f375933-e914-49d5-b08a-d6fcb93a4021 None None] Pushing event updated for resources: {'Port': ['ID=5b3f3862-dff9-4952-8cd4-32d791e5feaf,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:47.910345 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a17b-e837-42ee-902c-19b17e420e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:48.048698 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eb0d910>, [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:41Z', 'revision_number': 4, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port': {'id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:36Z', 'updated_at': '2022-04-30T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b3f3862-dff9-4952-8cd4-32d791e5feaf', 'name': '', 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'mac_address': 'fa:16:3e:ee:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44a21c6d-e500-4ce7-96e5-d624ba58721f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:40Z', 'updated_at': '2022-04-30T21:13:46Z', 'revision_number': 4, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'subnets': [{'id': '44a21c6d-e500-4ce7-96e5-d624ba58721f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:48.097032 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10cf3d-0ad0-494a-bae5-ea8261bd6f9a None None] The sync data for ids ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'] in ncdv-master-1 is: [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:41Z', 'revision_number': 4, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port': {'id': 'b7251080-ce50-4aab-bd33-e2bcd2e0848d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:36Z', 'updated_at': '2022-04-30T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5b3f3862-dff9-4952-8cd4-32d791e5feaf', 'name': '', 'network_id': 'cdf0eac8-2cc5-4ded-8abc-adb6d576c90f', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'mac_address': 'fa:16:3e:ee:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44a21c6d-e500-4ce7-96e5-d624ba58721f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:13:40Z', 'updated_at': '2022-04-30T21:13:46Z', 'revision_number': 4, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'subnets': [{'id': '44a21c6d-e500-4ce7-96e5-d624ba58721f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:13:48.158701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64976d-f309-4c42-b07c-6af5b822e5fa req-3400c3cb-0497-4dce-a763-fe92fb61e8c4 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:48.182052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae64976d-f309-4c42-b07c-6af5b822e5fa req-3400c3cb-0497-4dce-a763-fe92fb61e8c4 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 943 time: 0.0905988
Apr 30 21:13:48.264114 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:48.357865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae64976d-f309-4c42-b07c-6af5b822e5fa req-b7f52506-5c0c-4938-9098-c1aea825f21e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764414
Apr 30 21:13:48.487054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5b3f3862-dff9-4952-8cd4-32d791e5feaf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:48.595321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3f3862-dff9-4952-8cd4-32d791e5feaf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:48.857244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfced56-61ab-4212-89c2-ccb94fa8cf30 req-9105d0ec-3d5d-4f38-89ed-119acf0c093a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:48.858872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cfced56-61ab-4212-89c2-ccb94fa8cf30 req-9105d0ec-3d5d-4f38-89ed-119acf0c093a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.1797061
Apr 30 21:13:48.987650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cfced56-61ab-4212-89c2-ccb94fa8cf30 req-e59ac8b4-773b-4dea-ac74-5f520c9ec87d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150348
Apr 30 21:13:49.036096 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (9ac2482f-5a59-41f2-8af8-75437f8bb06e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:49.383025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Router 9ac2482f-5a59-41f2-8af8-75437f8bb06e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:13:49.563822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0e2d-a0a2-42fa-acec-66f2025d8745 req-2eb9738c-6a26-4c4c-a2cc-cce8ef5f4ab4 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:49.565436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc2e0e2d-a0a2-42fa-acec-66f2025d8745 req-2eb9738c-6a26-4c4c-a2cc-cce8ef5f4ab4 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 943 time: 0.0797505
Apr 30 21:13:49.614133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:13:49.627637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d237240f-238e-418d-8405-511de5a3e120 admin admin] 10.222.0.23 "PUT /v2.0/routers/9ac2482f-5a59-41f2-8af8-75437f8bb06e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0896091
Apr 30 21:13:49.627852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54538) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:49.740606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc2e0e2d-a0a2-42fa-acec-66f2025d8745 req-c51b18f9-0e96-4c9a-97ef-1cce25a0f0c6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667743
Apr 30 21:13:49.835620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks [] for router (9ac2482f-5a59-41f2-8af8-75437f8bb06e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:50.013395 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks [] for router_gateway (9ac2482f-5a59-41f2-8af8-75437f8bb06e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:50.124586 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c494b7c6-b5e0-4025-a3dd-4274e84d92af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:50.182370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Deleting port b7251080-ce50-4aab-bd33-e2bcd2e0848d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:50.182929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:50.266165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] Sync routers for ids ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:13:50.317286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] Routers {'9ac2482f-5a59-41f2-8af8-75437f8bb06e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:50.328824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f652940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:50.364156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff61ec0-5831-4468-9361-08a591b93332 req-7b154d88-8408-4151-ae5b-ee1f19de246b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:50.366386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff61ec0-5831-4468-9361-08a591b93332 req-7b154d88-8408-4151-ae5b-ee1f19de246b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.0847805
Apr 30 21:13:50.474828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] For port b7251080-ce50-4aab-bd33-e2bcd2e0848d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7251080-ce50-4aab-bd33-e2bcd2e0848d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:50.475576 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:50.486255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] Set router 9ac2482f-5a59-41f2-8af8-75437f8bb06e gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:50.508560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff61ec0-5831-4468-9361-08a591b93332 req-3ab2b848-9901-4915-b9af-39c1280f5eb3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038370
Apr 30 21:13:50.537456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Calling delete_port for b7251080-ce50-4aab-bd33-e2bcd2e0848d owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:50.568363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f652940>, [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:50Z', 'revision_number': 6, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:50.628681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] Checking router: 9ac2482f-5a59-41f2-8af8-75437f8bb06e for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:13:50.654694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] Routers {'9ac2482f-5a59-41f2-8af8-75437f8bb06e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:13:50.661517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f652940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:50.832327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] Set router 9ac2482f-5a59-41f2-8af8-75437f8bb06e gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:13:50.916289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b7251080-ce50-4aab-bd33-e2bcd2e0848d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:50.932868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f652940>, [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:50Z', 'revision_number': 6, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:50.959107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bff44a-0bf0-4571-83c6-48551fa824c6 req-31342d80-a2a2-48bd-86a1-353b3aa7513e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:50.961408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06bff44a-0bf0-4571-83c6-48551fa824c6 req-31342d80-a2a2-48bd-86a1-353b3aa7513e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 943 time: 0.0888162
Apr 30 21:13:50.972596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7251080-ce50-4aab-bd33-e2bcd2e0848d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:50.981866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2af2af-916e-48e4-9a75-06d7d84c9c34 None None] The sync data for ids ['9ac2482f-5a59-41f2-8af8-75437f8bb06e'] in ncdv-master-1 is: [{'id': '9ac2482f-5a59-41f2-8af8-75437f8bb06e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1569133986-router', 'tenant_id': 'a1c2ee9a249541aa99783095b6154dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:13:35Z', 'updated_at': '2022-04-30T21:13:50Z', 'revision_number': 6, 'project_id': 'a1c2ee9a249541aa99783095b6154dde', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:13:51.093024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06bff44a-0bf0-4571-83c6-48551fa824c6 req-3b263448-6245-4125-a039-a2960f72d295 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111395
Apr 30 21:13:51.105181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (9ac2482f-5a59-41f2-8af8-75437f8bb06e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.215857 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.309801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (9ac2482f-5a59-41f2-8af8-75437f8bb06e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.315145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks [] for router_controller (9ac2482f-5a59-41f2-8af8-75437f8bb06e), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.467679 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-b7930090-6d1a-4a19-9c72-2e0bfc077ce1 service neutron] 10.222.0.20 "GET /v2.0/ports/2514de9a-e593-441c-b26f-47d347c23ccb/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1087284
Apr 30 21:13:51.469802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (9ac2482f-5a59-41f2-8af8-75437f8bb06e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.470349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac2482f-5a59-41f2-8af8-75437f8bb06e {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:13:51.489432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.497083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-60f24d69-ad46-4ef0-aefb-c7a4d00f809b admin admin] 10.222.0.23 "DELETE /v2.0/routers/9ac2482f-5a59-41f2-8af8-75437f8bb06e HTTP/1.1" status: 204  len: 168 time: 1.8669078
Apr 30 21:13:51.498100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54568) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:51.567148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3269e82-7814-4ee0-a9c7-1b494da6fa59 admin admin] Deleting subnet 44a21c6d-e500-4ce7-96e5-d624ba58721f {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:13:51.572378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3269e82-7814-4ee0-a9c7-1b494da6fa59 admin admin] Publish callbacks [] for subnet (44a21c6d-e500-4ce7-96e5-d624ba58721f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.630574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3269e82-7814-4ee0-a9c7-1b494da6fa59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (44a21c6d-e500-4ce7-96e5-d624ba58721f), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.752753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:51.782618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:51.812505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3269e82-7814-4ee0-a9c7-1b494da6fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (44a21c6d-e500-4ce7-96e5-d624ba58721f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.849011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2514de9a-e593-441c-b26f-47d347c23ccb {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:13:51.864712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:51.966726 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:51.977323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5b3f3862-dff9-4952-8cd4-32d791e5feaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:51.999104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3269e82-7814-4ee0-a9c7-1b494da6fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (44a21c6d-e500-4ce7-96e5-d624ba58721f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.024935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 5b3f3862-dff9-4952-8cd4-32d791e5feaf {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:52.025054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3269e82-7814-4ee0-a9c7-1b494da6fa59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.025746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5b3f3862-dff9-4952-8cd4-32d791e5feaf not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:52.031757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c3269e82-7814-4ee0-a9c7-1b494da6fa59 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/44a21c6d-e500-4ce7-96e5-d624ba58721f HTTP/1.1" status: 204  len: 168 time: 0.5301073
Apr 30 21:13:52.035032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7251080-ce50-4aab-bd33-e2bcd2e0848d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:52.038330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de08d2-3f6b-4465-aebe-7eda9defa5a6 None None] Network cdf0eac8-2cc5-4ded-8abc-adb6d576c90f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:13:52.056167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54572) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:52.072938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3269e82-7814-4ee0-a9c7-1b494da6fa59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a21c6d-e500-4ce7-96e5-d624ba58721f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:52.119743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b7251080-ce50-4aab-bd33-e2bcd2e0848d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:52.122599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7251080-ce50-4aab-bd33-e2bcd2e0848d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:52.157668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] Transition to ACTIVE for port object 2514de9a-e593-441c-b26f-47d347c23ccb will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:13:52.193459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (cdf0eac8-2cc5-4ded-8abc-adb6d576c90f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.245037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.303837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Deleting port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:52.304803 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.395524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769821d0-473f-4116-971f-5806364d21bc None None] DHCP port deletion for cdf0eac8-2cc5-4ded-8abc-adb6d576c90f request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:13:52.422086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] No DVR routers for this DVR port 2514de9a-e593-441c-b26f-47d347c23ccb on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:52.450805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] For port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,segment=NetworkSegment(fe5884f6-55d3-48af-822d-0027e97cdd9e),segment_id=fe5884f6-55d3-48af-822d-0027e97cdd9e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:52.451182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.473157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=10']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:52.494631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-769821d0-473f-4116-971f-5806364d21bc None None] Deleting port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:13:52.495217 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.498898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Calling delete_port for 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:52.513125 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-0bc1bf8d-7c13-4625-903b-4e4496ae62a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/2514de9a-e593-441c-b26f-47d347c23ccb/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0391080
Apr 30 21:13:52.577641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-769821d0-473f-4116-971f-5806364d21bc None None] For port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,segment=NetworkSegment(fe5884f6-55d3-48af-822d-0027e97cdd9e),segment_id=fe5884f6-55d3-48af-822d-0027e97cdd9e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:13:52.578367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.594431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-769821d0-473f-4116-971f-5806364d21bc None None] Calling delete_port for 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:13:52.721157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.732434 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (47ce8b6f-c0b2-4f8d-9a39-00101bfc24db), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.765418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] No DVR routers for this DVR port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:52.766032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-4e5730b1-8095-45fe-9737-24fdab160089 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:52.767893 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-4e5730b1-8095-45fe-9737-24fdab160089 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0711665
Apr 30 21:13:52.768413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:52.787003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769821d0-473f-4116-971f-5806364d21bc None None] Pushing event deleted for resources: {'Port': ['ID=47ce8b6f-c0b2-4f8d-9a39-00101bfc24db,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:52.799624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769821d0-473f-4116-971f-5806364d21bc None None] No DVR routers for this DVR port 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:13:52.833537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.834486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.835754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.836256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.837252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.838106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.838953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.840457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.840970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.841572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.842099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.842244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-57338458-5f4a-4448-bc6b-38599385f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:52.843082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.843582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.844098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.844216 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-57338458-5f4a-4448-bc6b-38599385f991 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7&tenant_id=77b426139c194813974502d1910c257f HTTP/1.1" status: 200  len: 1126 time: 0.0516081
Apr 30 21:13:52.844685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769821d0-473f-4116-971f-5806364d21bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:13:52.890912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (cdf0eac8-2cc5-4ded-8abc-adb6d576c90f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.914434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966a2a730>,) {'filters': {'network_id': ['cdf0eac8-2cc5-4ded-8abc-adb6d576c90f']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:52.917178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-8670defd-203c-48fd-9635-f68b0fd24b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:52.919045 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-8670defd-203c-48fd-9635-f68b0fd24b37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1126 time: 0.0500903
Apr 30 21:13:52.928455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966a2a730>, 'fe5884f6-55d3-48af-822d-0027e97cdd9e') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:52.929043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966a2a730>, 'fe5884f6-55d3-48af-822d-0027e97cdd9e') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:13:52.934379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2514de9a-e593-441c-b26f-47d347c23ccb no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:52.958003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (fe5884f6-55d3-48af-822d-0027e97cdd9e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.980597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fe5884f6-55d3-48af-822d-0027e97cdd9e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:52.999591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:13:53.002356 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (fe5884f6-55d3-48af-822d-0027e97cdd9e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:53.068365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port 2514de9a-e593-441c-b26f-47d347c23ccb host nch2-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:13:53.074448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2514de9a-e593-441c-b26f-47d347c23ccb not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:53.077091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-570a4754-d008-4d17-a89b-3e5c97c14bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:53.079552 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-570a4754-d008-4d17-a89b-3e5c97c14bad service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.1495407
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:13:53.083348 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:13:53.131935 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:53.138298 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-c8471bae-edc1-4fa0-b716-d1b89aa6eef3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2514de9a-e593-441c-b26f-47d347c23ccb HTTP/1.1" status: 200  len: 217 time: 0.0481400
Apr 30 21:13:53.187103 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (cdf0eac8-2cc5-4ded-8abc-adb6d576c90f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:53.201150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-d18e4186-3b45-4c49-8152-0b73fd0d4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:53.204377 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-d18e4186-3b45-4c49-8152-0b73fd0d4220 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0599816
Apr 30 21:13:53.208259 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:53.212471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] 10.222.0.23 "DELETE /v2.0/networks/cdf0eac8-2cc5-4ded-8abc-adb6d576c90f HTTP/1.1" status: 204  len: 168 time: 1.1545687
Apr 30 21:13:53.215409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c36dcc-0f9d-4062-bc96-0d9f070b0d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf0eac8-2cc5-4ded-8abc-adb6d576c90f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:53.252068 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-78e7f22e-d297-4d72-a2b3-590e1527ea2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0358014
Apr 30 21:13:53.359448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-41f00f80-c8df-4de4-8695-34ff6e70dfb8 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0991085
Apr 30 21:13:53.467443 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-e5a02fec-7f40-4aee-9b17-c046e496bbee service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013448
Apr 30 21:13:53.781197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:13:53.816012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:13:53.817132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 47ce8b6f-c0b2-4f8d-9a39-00101bfc24db not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:13:53.829533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54586) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:53.890060 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f9b27fe6-06ed-4b03-92ea-90c3cdf6d49d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1c2ee9a249541aa99783095b6154dde&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0570772
Apr 30 21:13:53.890406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54588) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:53.999823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-8681f591-5eb5-47bf-932c-9cd2c66faa46 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:54.001357 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-8681f591-5eb5-47bf-932c-9cd2c66faa46 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0774827
Apr 30 21:13:54.002130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e1aec0c-8d08-48f6-a2bd-00693457232d admin admin] Publish callbacks [] for security_group (d91780b5-9ad5-4170-89f9-567744d30ec8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:54.061237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e1aec0c-8d08-48f6-a2bd-00693457232d admin admin] Publish callbacks [] for security_group (d91780b5-9ad5-4170-89f9-567744d30ec8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:54.232970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e1aec0c-8d08-48f6-a2bd-00693457232d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d91780b5-9ad5-4170-89f9-567744d30ec8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:54.236041 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e1aec0c-8d08-48f6-a2bd-00693457232d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:54.242592 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e1aec0c-8d08-48f6-a2bd-00693457232d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d91780b5-9ad5-4170-89f9-567744d30ec8 HTTP/1.1" status: 204  len: 168 time: 0.3459504
Apr 30 21:13:54.247350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aec0c-8d08-48f6-a2bd-00693457232d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91780b5-9ad5-4170-89f9-567744d30ec8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:54.266357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-6e52acef-906a-438e-be29-e8eee01a23a7 service neutron] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:13:54.276230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-6e52acef-906a-438e-be29-e8eee01a23a7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:54.277686 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5ba891a4-1d59-40d0-ad31-ef8b4b31d975 req-6e52acef-906a-438e-be29-e8eee01a23a7 service neutron] 10.222.0.35 "DELETE /v2.0/ports/2514de9a-e593-441c-b26f-47d347c23ccb/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2635291
Apr 30 21:13:54.427271 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:55.868549 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-c212ace6-ba1c-4bf8-89b4-e2331a26e28b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0753880
Apr 30 21:13:55.959972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-6edfc444-1e40-4f88-ab3f-43c8df732d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:55.961642 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-6edfc444-1e40-4f88-ab3f-43c8df732d77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 1132 time: 0.0676649
Apr 30 21:13:56.109197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-71f90375-432e-460e-a124-dbfc8807de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:56.111925 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-71f90375-432e-460e-a124-dbfc8807de72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1282682
Apr 30 21:13:56.168210 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-ab3abb89-9b34-4a73-83d0-f006ea115552 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 200  len: 217 time: 0.0499036
Apr 30 21:13:56.236056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-d0735f90-aa0e-49cc-ad0f-7a34d5c574c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:56.237148 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-d0735f90-aa0e-49cc-ad0f-7a34d5c574c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0627551
Apr 30 21:13:56.308171 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-044fb9c6-fdc7-4fe5-ae44-2343043d941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:56.310692 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-044fb9c6-fdc7-4fe5-ae44-2343043d941a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0621667
Apr 30 21:13:56.476756 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-3dee7b96-483a-4899-8bbf-5ea1d72bf95a service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582158
Apr 30 21:13:56.636494 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ced3d37e-19ba-4746-b73b-1d915eb68cfc req-576939d8-3c84-4379-a207-047cf1f97de7 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527894
Apr 30 21:13:56.662809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54618) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:56.789956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1070224881-network', 'tenant_id': '711cc97213824857927f7626b41012cb'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:56.924284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Made reservation on behalf of 711cc97213824857927f7626b41012cb for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:13:56.926760 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:56.936982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:57.095351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Publish callbacks [] for security_group (1fe9b113-cffe-4785-b04f-b6c817b5ca07), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:57.183924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1fe9b113-cffe-4785-b04f-b6c817b5ca07), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:57.212201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:13:57.223165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe9b113-cffe-4785-b04f-b6c817b5ca07,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:57.228391 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9c1babcb-af7c-4184-9144-495462bd1087), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:57.228803 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Added segment 9c1babcb-af7c-4184-9144-495462bd1087 of type vlan for network 9f3cd876-8b51-4bde-a809-728e22df1c30
Apr 30 21:13:57.277225 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9f3cd876-8b51-4bde-a809-728e22df1c30), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:57.390575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9f3cd876-8b51-4bde-a809-728e22df1c30), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:57.391342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:57.392014 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:57.460433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] Pushing event updated for resources: {'Network': ['ID=9f3cd876-8b51-4bde-a809-728e22df1c30,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:57.475635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9f3cd876-8b51-4bde-a809-728e22df1c30 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:13:57.526687 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-55b07ada-c6be-4cd7-9094-0900661557bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.8618844
Apr 30 21:13:57.529474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54626) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:13:57.534456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Request body: {'subnet': {'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1070224881-subnet', 'tenant_id': '711cc97213824857927f7626b41012cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:13:57.638477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Made reservation on behalf of 711cc97213824857927f7626b41012cb for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:13:57.641082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:58.236126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (c5bec68f-e690-4abb-9af2-517442cf9515), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:58.318957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5bec68f-e690-4abb-9af2-517442cf9515,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:13:58.334126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Checking segment: {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:13:58.334487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Network hostable DHCP agents. Network: 9f3cd876-8b51-4bde-a809-728e22df1c30, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:13:58.433197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Network 9f3cd876-8b51-4bde-a809-728e22df1c30 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:13:58.527350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f3cd876-8b51-4bde-a809-728e22df1c30) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:13:58.532084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:58.532725 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:13:58.544202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ff2a3-652e-47bf-ba38-132121af8e34 None None] Network 9f3cd876-8b51-4bde-a809-728e22df1c30 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:13:58.617956 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-527d58d3-78c2-44ea-981e-074b966d8e1e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.0788956
Apr 30 21:13:58.698692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2725b16-a21e-4826-a61d-24cf150e1ded None None] Network 9f3cd876-8b51-4bde-a809-728e22df1c30 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:13:59.141946 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-2cdb3096-c1d8-4a2c-9485-404a37ed62f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0554512
Apr 30 21:13:59.226080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-f68b9375-9e8c-4ba0-9f30-6cc6c5cf3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:59.228028 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-f68b9375-9e8c-4ba0-9f30-6cc6c5cf3794 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 1149 time: 0.0626416
Apr 30 21:13:59.375079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-e90e6859-8dd3-4071-babc-31e91e628124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:59.379415 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-e90e6859-8dd3-4071-babc-31e91e628124 service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.1249716
Apr 30 21:13:59.434689 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-952e14a1-c237-4dbc-8d8d-7b8164d92477 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 200  len: 217 time: 0.0490234
Apr 30 21:13:59.503330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-1c0db095-39eb-4d12-83ba-58ed4b4ee869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:59.505198 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-1c0db095-39eb-4d12-83ba-58ed4b4ee869 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0587223
Apr 30 21:13:59.560048 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-1815e515-e9ad-4d90-8094-6b4f5e852c27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458977
Apr 30 21:13:59.696460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-9b00e54e-6533-41ca-9bc2-5b060a4de492 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256704
Apr 30 21:13:59.856933 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-725a8feb-3c6e-469c-98fb-2d81974081dd req-59ba073e-639c-4219-8b0f-33d442136ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484194
Apr 30 21:13:59.867993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-016cc85c-f4f4-45d7-a0f2-4114828a9d57 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4be651a660d6452e9c0bfeece7227370&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0506389
Apr 30 21:13:59.952719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1fb49-6a05-49a5-af87-31b336534c71 req-f52dafe8-30e3-4a15-95cb-39655b86573c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:13:59.954300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30e1fb49-6a05-49a5-af87-31b336534c71 req-f52dafe8-30e3-4a15-95cb-39655b86573c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.0794337
Apr 30 21:14:00.072682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30e1fb49-6a05-49a5-af87-31b336534c71 req-96c98714-04b4-4a90-9a24-db2a46b7af85 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073506
Apr 30 21:14:00.118440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-5aadf182-3931-45a4-807b-c194b3362067 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:00.119992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-5aadf182-3931-45a4-807b-c194b3362067 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1944206
Apr 30 21:14:00.147354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-c24170af-46b7-4646-8df3-b6c78c882648 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/quotas/4be651a660d6452e9c0bfeece7227370 HTTP/1.1" status: 200  len: 375 time: 0.0100465
Apr 30 21:14:00.201301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-7e1cfdb6-1d54-468a-a70a-ff3540ff5c1e tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4be651a660d6452e9c0bfeece7227370&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0444596
Apr 30 21:14:00.240949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153552ee-2f93-45bb-b0cb-9564c42a4f3d req-a73810db-f278-4c8a-b23a-bbbbef818383 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:00.248837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-153552ee-2f93-45bb-b0cb-9564c42a4f3d req-a73810db-f278-4c8a-b23a-bbbbef818383 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 944 time: 0.0814946
Apr 30 21:14:00.300565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-153552ee-2f93-45bb-b0cb-9564c42a4f3d req-977bb31c-290c-4a91-8727-3941ded22a94 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506501
Apr 30 21:14:00.571589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a6a9dfd-6fd3-4258-be2c-75e93fa89cd0 req-1685e1a6-2446-40cd-9432-006131632c8e tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 210 time: 0.0748212
Apr 30 21:14:00.758617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0ae1e-d234-45a3-89fc-10fc71f4ccf6 req-d404bc7f-5f2a-4218-9290-ecbca125709a tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:00.762810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3b0ae1e-d234-45a3-89fc-10fc71f4ccf6 req-d404bc7f-5f2a-4218-9290-ecbca125709a tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1126 time: 0.0570405
Apr 30 21:14:00.840328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-f694a75b-12e3-49ba-a91e-b49019f2d029 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:00.847775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-f694a75b-12e3-49ba-a91e-b49019f2d029 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 822 time: 0.2332032
Apr 30 21:14:00.885702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-e1eb7e57-6aec-4cbf-ac36-600582e28011 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/quotas/711cc97213824857927f7626b41012cb HTTP/1.1" status: 200  len: 375 time: 0.0367637
Apr 30 21:14:00.919674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3b0ae1e-d234-45a3-89fc-10fc71f4ccf6 req-67831fbd-24fc-4e96-a7e2-68d86ad96d95 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358902
Apr 30 21:14:00.968746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-14fdbbd7-a2b6-44f5-8b7d-ba26ca39d92c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0806789
Apr 30 21:14:01.112532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-c35672fb-bc72-4135-9ca6-ee81d232904a service neutron] 10.222.0.23 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382887
Apr 30 21:14:01.577830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-0f61d2fd-8bf3-42e3-b3cc-781fd2bc3174 service neutron] 10.222.0.23 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4567969
Apr 30 21:14:01.982129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b083b6-335f-45f3-902b-3fdeb13cb872 req-8f6f506a-314b-42b8-ba48-f9aa31f4808e tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:01.984175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85b083b6-335f-45f3-902b-3fdeb13cb872 req-8f6f506a-314b-42b8-ba48-f9aa31f4808e tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 1126 time: 0.0467072
Apr 30 21:14:02.051618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85b083b6-335f-45f3-902b-3fdeb13cb872 req-4884f2e0-4e47-4905-b8a4-bf87c4491016 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616300
Apr 30 21:14:02.177063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06b074b0-191c-468e-b870-0c19c0c00f7f req-f04b5cf0-b339-44f3-abc0-1b52ba6f13ac tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 210 time: 0.0348754
Apr 30 21:14:02.265534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec488f3-81a5-43ad-8e58-e9db12618c51 req-b73a1c38-aa43-43f3-915c-49c3c0b5b44e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:02.266950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ec488f3-81a5-43ad-8e58-e9db12618c51 req-b73a1c38-aa43-43f3-915c-49c3c0b5b44e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.0940406
Apr 30 21:14:02.274862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90f9ef18-746a-498a-adbd-bbbec5afd6aa req-8c7f6a03-75a0-4536-9799-31eef56225d9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 210 time: 0.0507164
Apr 30 21:14:02.343120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ec488f3-81a5-43ad-8e58-e9db12618c51 req-a28ecdc0-33a1-4588-85d7-4fef11d83eb3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614221
Apr 30 21:14:03.365733 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-87705385-fd15-4106-baf6-98a3cb0a2664 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4be651a660d6452e9c0bfeece7227370&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0343130
Apr 30 21:14:03.418507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-754188ab-d3e0-472c-a2f1-1be0ec12d1a2 req-7c30674e-2400-43c5-b353-c52ee04e8d30 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 210 time: 0.0313146
Apr 30 21:14:03.528284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-22d45dfc-b68c-48b9-8766-b3ed337615b5 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:03.531198 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-22d45dfc-b68c-48b9-8766-b3ed337615b5 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1578102
Apr 30 21:14:03.550723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b686a9d-2618-4111-9738-d576b36b1d4f req-8dc7f073-8e20-49d3-b3f2-b25a897eb6cf tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 210 time: 0.0511732
Apr 30 21:14:03.656773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70459dd-5af5-4a69-a4f7-75bf619b57a1 req-dcd1d7f5-f60a-44ca-81f7-8645f83d727d tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:03.658276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b70459dd-5af5-4a69-a4f7-75bf619b57a1 req-dcd1d7f5-f60a-44ca-81f7-8645f83d727d tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.0486972
Apr 30 21:14:03.708565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b70459dd-5af5-4a69-a4f7-75bf619b57a1 req-7afe9fa2-8ec0-4f5c-bac2-ebc88ed7acab tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447152
Apr 30 21:14:03.829602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e68ba-38bf-4c25-abb9-f8efe094c373 req-bfdc7daf-efc0-48f5-bb4b-0a2824bbea88 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:03.831191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a4e68ba-38bf-4c25-abb9-f8efe094c373 req-bfdc7daf-efc0-48f5-bb4b-0a2824bbea88 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.0652587
Apr 30 21:14:03.882350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a4e68ba-38bf-4c25-abb9-f8efe094c373 req-f87ab8f1-659b-4348-9a93-8f2b4fe65af5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435750
Apr 30 21:14:04.517616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d266685-074a-4ead-a5ee-68697451d492 req-820df43f-7958-4975-9729-133729f1a2eb tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 210 time: 0.0302289
Apr 30 21:14:04.606940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-cdb3c653-39d6-4657-a26d-398607619362 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a33635f00a9e48818fe1081019a2ceb5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0214329
Apr 30 21:14:04.698471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-284c2ac4-9f99-4a54-aa0e-d6bc02aaff27 req-0a2ce161-29af-4473-b066-7c9552580faf tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 210 time: 0.0586574
Apr 30 21:14:04.762874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-04d81fa2-8d64-4006-9f4d-4ea337c31cd3 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:04.764343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-04d81fa2-8d64-4006-9f4d-4ea337c31cd3 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1516972
Apr 30 21:14:04.780172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-1c289ba3-2470-48fc-aa74-23df48f498cf tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/quotas/a33635f00a9e48818fe1081019a2ceb5 HTTP/1.1" status: 200  len: 375 time: 0.0098333
Apr 30 21:14:04.788670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Request body: {'port': {'device_id': '1fa7daf2-fa4f-4c1d-8383-a64c33a81636', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '4be651a660d6452e9c0bfeece7227370'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:04.832767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-e340f56b-eb89-4df1-9e56-a161a4745746 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a33635f00a9e48818fe1081019a2ceb5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467200
Apr 30 21:14:04.868427 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:14:04.985008 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-e5e4ed3c-231f-45be-bc39-46e045ab75b4 service neutron] show failed (client error): The resource could not be found.
Apr 30 21:14:04.986084 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-e5e4ed3c-231f-45be-bc39-46e045ab75b4 service neutron] 10.222.0.20 "GET /v2.0/ports/a54ef22f-4479-4001-901d-54698448f1a0/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1039875
Apr 30 21:14:05.084072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Made reservation on behalf of 4be651a660d6452e9c0bfeece7227370 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:05.087737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:05.110887 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:05.303937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks [] for security_group (13f55605-41a7-40a3-a1c5-cca1e0045f19), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:05.366029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c817b0fa-616d-49c6-842e-2fe785d8269d tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:05.367510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c817b0fa-616d-49c6-842e-2fe785d8269d tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.2358611
Apr 30 21:14:05.373084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (13f55605-41a7-40a3-a1c5-cca1e0045f19), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:05.386040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8878742-55c1-4554-9587-6d68642b13ca req-7f655931-9dc6-491e-a9bc-4c2fe4e6f21f tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:05.387669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8878742-55c1-4554-9587-6d68642b13ca req-7f655931-9dc6-491e-a9bc-4c2fe4e6f21f tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.1621776
Apr 30 21:14:05.393592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6483f-57d9-4fef-8ff1-edfc635218a5 req-8370ed05-c800-46bb-9510-037546a1bf6b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:05.395048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cdc6483f-57d9-4fef-8ff1-edfc635218a5 req-8370ed05-c800-46bb-9510-037546a1bf6b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 949 time: 0.0907629
Apr 30 21:14:05.419724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f55605-41a7-40a3-a1c5-cca1e0045f19,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:05.474151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8878742-55c1-4554-9587-6d68642b13ca req-56f07f00-3ea7-4c7f-9a95-2499db7d7dda tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779021
Apr 30 21:14:05.486211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cdc6483f-57d9-4fef-8ff1-edfc635218a5 req-344a7652-383b-43b7-aee0-b3eb673add13 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824299
Apr 30 21:14:05.620154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Allocated IP 192.168.233.38 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/d509f1b5-3706-43e8-bf15-4384090568d2) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:05.632205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-9fff1820-4fbf-4ecc-a1e3-cc3b556b9f5c tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a33635f00a9e48818fe1081019a2ceb5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0323596
Apr 30 21:14:05.873649 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks [] for port (d509f1b5-3706-43e8-bf15-4384090568d2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:05.922550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Deleting port ec76b029-1b07-4d93-8cd9-507a98ae0296 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:05.922550 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:06.025509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-dfe8c1aa-e95d-4ed7-ad96-27010b76c38e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:06.035587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-dfe8c1aa-e95d-4ed7-ad96-27010b76c38e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4017684
Apr 30 21:14:06.102360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-a55967d6-f07c-4abd-8f65-dbe5df683e62 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:06.106410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-a55967d6-f07c-4abd-8f65-dbe5df683e62 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 805 time: 0.4227812
Apr 30 21:14:06.115996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:06.186653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-9913fece-ecf1-4066-871e-d5f6f8d784ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/quotas/a33635f00a9e48818fe1081019a2ceb5 HTTP/1.1" status: 200  len: 375 time: 0.1492739
Apr 30 21:14:06.190098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:06.193921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:06.200147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-3bf4adc8-2008-4785-9142-e95cf7938cad tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/quotas/64f0bbc311b44034838e939a3c2e98ae HTTP/1.1" status: 200  len: 375 time: 0.0552387
Apr 30 21:14:06.201499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:06.206488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Pushing event updated for resources: {'Port': ['ID=d509f1b5-3706-43e8-bf15-4384090568d2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:06.256234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-614bc70c-c8bc-497a-b5d8-f227fd2f234c tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a33635f00a9e48818fe1081019a2ceb5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0686777
Apr 30 21:14:06.266732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:06.267395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:06.382627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-cc80bc3f-675b-4445-8e34-afac09ec165d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:06.387261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-cc80bc3f-675b-4445-8e34-afac09ec165d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 822 time: 0.4843760
Apr 30 21:14:06.405669 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-58aa1870-5836-48a6-a874-7a7ee12dda6a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6206286
Apr 30 21:14:06.416212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Request body: {'port': {'device_id': '427c1770-3b54-49dc-b533-f3e65b86634f', 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'admin_state_up': True, 'tenant_id': '711cc97213824857927f7626b41012cb'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:06.417213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Request body: {'port': {'device_id': '1fa7daf2-fa4f-4c1d-8383-a64c33a81636', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:06.432486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] For port ec76b029-1b07-4d93-8cd9-507a98ae0296, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec76b029-1b07-4d93-8cd9-507a98ae0296,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:06.432863 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:06.517001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:06.533200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-8271ef80-049f-41d6-817b-2d6563d29301 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2810683
Apr 30 21:14:06.603411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-05287b5c-31a4-4499-a916-ace69947c6d5 None None] Provisioning complete for port d509f1b5-3706-43e8-bf15-4384090568d2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:06.603975 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-05287b5c-31a4-4499-a916-ace69947c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:06.724633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-05287b5c-31a4-4499-a916-ace69947c6d5 None None] Port d509f1b5-3706-43e8-bf15-4384090568d2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:06.890283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a50ea-e61c-4558-b208-b5a6f7f45527 req-6eb60e94-2be5-403b-86e1-b1d1292e6011 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:06.891906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e29a50ea-e61c-4558-b208-b5a6f7f45527 req-6eb60e94-2be5-403b-86e1-b1d1292e6011 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 935 time: 0.2227902
Apr 30 21:14:06.954091 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d4ef485c-3d44-4207-a387-3c050f341845 service neutron] 10.222.0.23 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3387973
Apr 30 21:14:06.986159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d509f1b5-3706-43e8-bf15-4384090568d2 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:07.006723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Publish callbacks [] for port (d509f1b5-3706-43e8-bf15-4384090568d2), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.039087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:07.060999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Made reservation on behalf of 711cc97213824857927f7626b41012cb for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:07.064645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.107035 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5423dd0e-744c-4f29-9af1-3aee27fc6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:07.109074 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5423dd0e-744c-4f29-9af1-3aee27fc6c81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 1131 time: 0.0804377
Apr 30 21:14:07.115608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e29a50ea-e61c-4558-b208-b5a6f7f45527 req-70321c96-2fd6-4a61-86f1-c1d33b80b8ab tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048481
Apr 30 21:14:07.123730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Transition to ACTIVE for port object d509f1b5-3706-43e8-bf15-4384090568d2 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:07.131098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:07.138264 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.139088 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.139088 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Floating IP f5a3f185-e88a-42dd-8ff1-a728370751c3 disassociated. External IP: 172.35.4.24, port: ec76b029-1b07-4d93-8cd9-507a98ae0296.
Apr 30 21:14:07.139396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Calling delete_port for ec76b029-1b07-4d93-8cd9-507a98ae0296 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:07.222416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a54ef22f-4479-4001-901d-54698448f1a0 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:07.222857 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.286170 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.303803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:07.303934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-0427867d-4967-4daa-ab5a-c011e77484e1 service neutron] 10.222.0.23 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3447094
Apr 30 21:14:07.304028 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c803bb11-3650-4fa9-b683-09714f06bae5" -d '{"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-unplugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:07.333796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:07.363004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81a711a2-af00-4e49-9bfe-8bf0916c00f1 req-ad68920f-9c48-4f3b-9b4e-1ef73add536d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 210 time: 0.0911772
Apr 30 21:14:07.381729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.414013 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-734c5403-1735-4415-8322-91ee82e8b835 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:07.416129 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-734c5403-1735-4415-8322-91ee82e8b835 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d428068-040a-4030-9d03-bc335def8d5d HTTP/1.1" status: 200  len: 945 time: 0.2000093
Apr 30 21:14:07.426614 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.427353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:07.544663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Allocated IP 172.20.0.10 (9f3cd876-8b51-4bde-a809-728e22df1c30/c5bec68f-e690-4abb-9af2-517442cf9515/f256cd51-3b8b-4fb2-bf70-a39b65aef80e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:07.623291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Pushing event updated for resources: {'Port': ['ID=d509f1b5-3706-43e8-bf15-4384090568d2,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:07.698058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbd695-a300-400a-aed7-0ecff037d969 req-3dd9ee60-5da7-4468-bde0-b48e4c539056 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:07.705608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35fbd695-a300-400a-aed7-0ecff037d969 req-3dd9ee60-5da7-4468-bde0-b48e4c539056 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 946 time: 0.1238837
Apr 30 21:14:07.885810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce847c5-76e0-48d4-a17d-ef6465a79506 req-60d56d3e-6b57-4d14-95d5-48fe469f65ae tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:07.887543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ce847c5-76e0-48d4-a17d-ef6465a79506 req-60d56d3e-6b57-4d14-95d5-48fe469f65ae tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.1033270
Apr 30 21:14:07.925667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:07.951902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:07.953046 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:07.989168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35fbd695-a300-400a-aed7-0ecff037d969 req-3228284d-b7a0-42e1-9b36-7b5200a8980f tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2825255
Apr 30 21:14:08.003301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:08.022112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Deleting port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:08.022648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.104016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Attempting to bind port d509f1b5-3706-43e8-bf15-4384090568d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:08.104624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Attempting to bind port d509f1b5-3706-43e8-bf15-4384090568d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:08.104941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Attempting to bind port d509f1b5-3706-43e8-bf15-4384090568d2 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:08.114126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ec76b029-1b07-4d93-8cd9-507a98ae0296), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.119752 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.161469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Port d509f1b5-3706-43e8-bf15-4384090568d2 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:08.162077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Attempting to bind port d509f1b5-3706-43e8-bf15-4384090568d2 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:08.179302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:08.179948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:08.180509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:08.181123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Bound port: d509f1b5-3706-43e8-bf15-4384090568d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:08.181645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.209401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab8d0892-5206-456f-919c-838861fa7586 req-5ea88bb6-a40e-4090-89c3-02c0584f8d17 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 210 time: 0.0961566
Apr 30 21:14:08.221654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:08.238528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event deleted for resources: {'Port': ['ID=ec76b029-1b07-4d93-8cd9-507a98ae0296,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:08.274386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] For port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:08.275017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.293492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:08.313636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ce847c5-76e0-48d4-a17d-ef6465a79506 req-5ede4d8a-a979-4573-9d97-b6584c72d66b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4176130
Apr 30 21:14:08.317876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Calling delete_port for 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:08.328080 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcfce72-efac-451c-a6a6-d4208b4edd8f x-openstack-request-id: req-7bcfce72-efac-451c-a6a6-d4208b4edd8f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:08.328464 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-unplugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:08.328795 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bcfce72-efac-451c-a6a6-d4208b4edd8f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:08.329375 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bcfce72-efac-451c-a6a6-d4208b4edd8f'] response: {'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'code': 200}
Apr 30 21:14:08.417553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] For port d509f1b5-3706-43e8-bf15-4384090568d2, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:08.420445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:08.440690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.470846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] For port d509f1b5-3706-43e8-bf15-4384090568d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d509f1b5-3706-43e8-bf15-4384090568d2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:08.492730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54ef22f-4479-4001-901d-54698448f1a0 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:08.503028 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Publish callbacks [] for port (a54ef22f-4479-4001-901d-54698448f1a0), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.528007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Transition to ACTIVE for port object a54ef22f-4479-4001-901d-54698448f1a0 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:08.583867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.613831 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-9406f03e-3918-4bb6-a4de-7487a27862c1 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a33635f00a9e48818fe1081019a2ceb5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0482490
Apr 30 21:14:08.639857 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.755400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:08.756135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:08.758231 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] 10.222.0.35 "PUT /v2.0/ports/d509f1b5-3706-43e8-bf15-4384090568d2 HTTP/1.1" status: 200  len: 1095 time: 2.3463500
Apr 30 21:14:08.759778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa7daf2-fa4f-4c1d-8383-a64c33a81636', 'tag': 'd509f1b5-3706-43e8-bf15-4384090568d2'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:08.767456 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6521c5d7-bb81-4201-b9e1-aff015c9694d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa7daf2-fa4f-4c1d-8383-a64c33a81636", "tag": "d509f1b5-3706-43e8-bf15-4384090568d2"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:08.847422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4a078-8c46-451c-a2d2-34dfbe55056e service neutron] Pushing event updated for resources: {'Port': ['ID=d509f1b5-3706-43e8-bf15-4384090568d2,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:08.850396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] No DVR routers for this DVR port a54ef22f-4479-4001-901d-54698448f1a0 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:08.883317 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:09.012853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2e8c93d-c2ef-4fe1-8bed-aca570a7172c req-ac55841e-7983-4f83-b284-b7f17eeb8ec0 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 210 time: 0.5699906
Apr 30 21:14:09.079073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:09.079583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:09.079912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:09.081730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48b40b-273b-4e44-9037-6564279558ad req-385a5eb1-9e1b-422b-85b1-a09a5397b92a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:09.091168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc48b40b-273b-4e44-9037-6564279558ad req-385a5eb1-9e1b-422b-85b1-a09a5397b92a tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 947 time: 0.6101670
Apr 30 21:14:09.107519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:09.107920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:09.130168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-7a1ba9e3-e218-4073-9aeb-ec7533ed9764 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:09.134425 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-7a1ba9e3-e218-4073-9aeb-ec7533ed9764 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4909072
Apr 30 21:14:09.182056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:14:09.183293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:09.184475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:09.185280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:09.186701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Bound port: a54ef22f-4479-4001-901d-54698448f1a0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:09.187794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:09.193637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc48b40b-273b-4e44-9037-6564279558ad req-c34d9090-e798-4f18-a552-028be6730252 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012981
Apr 30 21:14:09.235087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Request body: {'port': {'device_id': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': 'a33635f00a9e48818fe1081019a2ceb5'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:09.243580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] No DVR routers for this DVR port 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:09.284928 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:09.401619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=7']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:09.420520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-785522da-2425-410b-92f9-b19b12b79e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:09.422140 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-785522da-2425-410b-92f9-b19b12b79e6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4be651a660d6452e9c0bfeece7227370&device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 1129 time: 0.4752092
Apr 30 21:14:09.424971 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb05c43-b38b-41fe-b201-585224c5d734 x-openstack-request-id: req-ebb05c43-b38b-41fe-b201-585224c5d734 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:09.425259 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa7daf2-fa4f-4c1d-8383-a64c33a81636", "tag": "d509f1b5-3706-43e8-bf15-4384090568d2", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:09.425511 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebb05c43-b38b-41fe-b201-585224c5d734 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:09.425928 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb05c43-b38b-41fe-b201-585224c5d734'] response: {'name': 'network-changed', 'server_uuid': '1fa7daf2-fa4f-4c1d-8383-a64c33a81636', 'tag': 'd509f1b5-3706-43e8-bf15-4384090568d2', 'status': 'completed', 'code': 200}
Apr 30 21:14:09.426936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:09.432555 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c2f6156e-0c15-4441-ae75-6d9c1b84ab95 req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.20 "DELETE /v2.0/ports/7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 HTTP/1.1" status: 204  len: 173 time: 1.9827816
Apr 30 21:14:09.454385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfeeaf94-3d8c-493f-8b3b-c45950d7c2f3 req-a7c81873-ce65-4cb3-bdb7-ce2446f0ce29 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 210 time: 0.1039205
Apr 30 21:14:09.469740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Network 9f3cd876-8b51-4bde-a809-728e22df1c30 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:09.482842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b93221-667b-47a5-aa50-5e2182424786 req-a34bdd70-c498-4437-abf1-122a5210453c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:09.484396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9b93221-667b-47a5-aa50-5e2182424786 req-a34bdd70-c498-4437-abf1-122a5210453c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 932 time: 0.2037268
Apr 30 21:14:09.487324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:09.490955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event updated for resources: {'Port': ['ID=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:09.493432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:09.529858 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-89ab8fb3-630a-4d39-823e-1c0b2088836f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=d509f1b5-3706-43e8-bf15-4384090568d2 HTTP/1.1" status: 200  len: 217 time: 0.0908601
Apr 30 21:14:09.562880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:14:09.579502 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] Sync routers for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:14:09.587995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65093a-5242-4ce1-96dc-6681e3d4ee05 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Pushing event deleted for resources: {'Port': ['ID=7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:09.594201 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:09.594890 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:09.633834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:09.634763 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:09.652095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-e3ac4a1f-96e8-4ef5-9ff3-261a055791c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:09.653689 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-e3ac4a1f-96e8-4ef5-9ff3-261a055791c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0813224
Apr 30 21:14:09.720987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ba9789c-d120-412e-82f3-737c4be793fe req-6efdbae4-4053-4994-802b-d1879e664d0f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 210 time: 0.1439972
Apr 30 21:14:09.737584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] No DVR routers for this DVR port ec76b029-1b07-4d93-8cd9-507a98ae0296 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:09.743259 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:09.759792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53cb0629-9cd1-48d3-840b-88f33edb5a68 req-c466e891-1ca1-4934-ac82-0c0214f220c0 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.35 "DELETE /v2.0/ports/ec76b029-1b07-4d93-8cd9-507a98ae0296 HTTP/1.1" status: 204  len: 173 time: 4.2043242
Apr 30 21:14:09.759792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'name': 'network-vif-deleted', 'tag': 'ec76b029-1b07-4d93-8cd9-507a98ae0296'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:09.766800 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bc522c-51f7-4c17-9dd1-cbbaafea5f3c" -d '{"events": [{"server_uuid": "ceb8816e-710b-48c2-b59d-862a9a875311", "name": "network-vif-deleted", "tag": "ec76b029-1b07-4d93-8cd9-507a98ae0296"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:09.781561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-d6d96954-31af-428f-b76f-0f7b05dc6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:09.783744 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-d6d96954-31af-428f-b76f-0f7b05dc6dfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1223288
Apr 30 21:14:09.786445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Made reservation on behalf of a33635f00a9e48818fe1081019a2ceb5 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:09.790628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:09.800144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9b93221-667b-47a5-aa50-5e2182424786 req-de610a13-e569-496c-8de2-a53d4ad53997 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2685604
Apr 30 21:14:09.809382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b740c9ff-d64a-4ac5-899b-50ae6b1d0c07 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4164569
Apr 30 21:14:09.817024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:09.819578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:09.846105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:09.851268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:09.862554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Request body: {'port': {'device_id': '427c1770-3b54-49dc-b533-f3e65b86634f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:09.987612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks [] for security_group (c7cf4771-6a2b-4d45-9853-f98af31ce14c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:10.021615 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af9b923-ef34-4885-a46f-72932804e495 x-openstack-request-id: req-8af9b923-ef34-4885-a46f-72932804e495 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:10.022557 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb8816e-710b-48c2-b59d-862a9a875311", "name": "network-vif-deleted", "tag": "ec76b029-1b07-4d93-8cd9-507a98ae0296", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:10.023382 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8af9b923-ef34-4885-a46f-72932804e495 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:10.023970 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af9b923-ef34-4885-a46f-72932804e495'] response: {'server_uuid': 'ceb8816e-710b-48c2-b59d-862a9a875311', 'name': 'network-vif-deleted', 'tag': 'ec76b029-1b07-4d93-8cd9-507a98ae0296', 'status': 'completed', 'code': 200}
Apr 30 21:14:10.024645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:10.124647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ec76b029-1b07-4d93-8cd9-507a98ae0296 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:10.141633 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-8a92cbbd-416b-481a-ab82-c9f0074b50d0 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3470891
Apr 30 21:14:10.144140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c7cf4771-6a2b-4d45-9853-f98af31ce14c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:10.148164 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:10.151597 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-4313d587-4b4a-42d0-8407-3c55af118b34 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a33635f00a9e48818fe1081019a2ceb5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1609111
Apr 30 21:14:10.187131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: ec76b029-1b07-4d93-8cd9-507a98ae0296 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:10.188285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ec76b029-1b07-4d93-8cd9-507a98ae0296 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:10.205141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cf4771-6a2b-4d45-9853-f98af31ce14c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:10.209471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5ac0>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:10.246581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7f505-c839-444a-8600-12d52b09e258 req-15caddd9-b592-4593-9ec9-09a06f1b2ac6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:10.255999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fda7f505-c839-444a-8600-12d52b09e258 req-15caddd9-b592-4593-9ec9-09a06f1b2ac6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.2372189
Apr 30 21:14:10.284108 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] Checking router: c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:14:10.295426 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:10.296401 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:13:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:10.330277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:10.332661 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e1a734-611b-4638-beec-b37d95a6c634" -d '{"events": [{"server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:10.397680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1628ba27-48cc-42f1-bde2-67770ec633f3 req-2457ad0f-56f1-4a99-85d0-09a2df922311 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 210 time: 0.1356676
Apr 30 21:14:10.458176 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:10.475353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:10.485954 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:10.488334 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] 10.222.0.35 "PUT /v2.0/ports/a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 1095 time: 3.3663042
Apr 30 21:14:10.510923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fda7f505-c839-444a-8600-12d52b09e258 req-242096bf-212d-4a7d-9d6b-2bc79bfe5d9a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539403
Apr 30 21:14:10.605934 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c865c39-b7c9-4468-8db9-1953d4238858 x-openstack-request-id: req-7c865c39-b7c9-4468-8db9-1953d4238858 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:10.606995 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "name": "network-vif-unplugged", "status": "completed", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:10.607403 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c865c39-b7c9-4468-8db9-1953d4238858 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:10.608542 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c865c39-b7c9-4468-8db9-1953d4238858'] response: {'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'code': 200}
Apr 30 21:14:10.632946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e2ee-bffa-41e4-acb6-db4bf1226648 service neutron] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=8']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:10.753001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-f339f4b8-5edc-4e4c-a966-b3313db9628e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:10.755928 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-f339f4b8-5edc-4e4c-a966-b3313db9628e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5518265
Apr 30 21:14:10.763167 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b79f28f-878b-468f-b9eb-c5423328dc11 req-bfd6cb5c-3c5c-4148-a5f9-28230c83de7a service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6085179
Apr 30 21:14:10.794518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3064b3-ea2f-4031-81a9-f5afa42f7503 req-966b6427-0c30-43b5-8b39-e4a6e76666a1 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:10.799895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd3064b3-ea2f-4031-81a9-f5afa42f7503 req-966b6427-0c30-43b5-8b39-e4a6e76666a1 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 947 time: 0.2408500
Apr 30 21:14:10.824647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Request body: {'port': {'device_id': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': 'a33635f00a9e48818fe1081019a2ceb5'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:10.885035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-213274a2-5cef-49ee-80cc-dd2ec9693928 req-e366a5c4-5a7e-4660-82b0-38c1d0185fc7 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb8816e-710b-48c2-b59d-862a9a875311 HTTP/1.1" status: 200  len: 210 time: 0.0822473
Apr 30 21:14:10.921195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd3064b3-ea2f-4031-81a9-f5afa42f7503 req-e35962bf-33a6-434a-ab7f-69c5d6075b0e tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097918
Apr 30 21:14:11.021285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:11.101057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:11.110221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:11.170157 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5ac0>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:11.171965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f256cd51-3b8b-4fb2-bf70-a39b65aef80e {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:11.190159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Publish callbacks [] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:11.216632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Transition to ACTIVE for port object f256cd51-3b8b-4fb2-bf70-a39b65aef80e will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:11.224655 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d176b-e19e-432d-bef0-39a26f8fb6af None None] The sync data for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 is: [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e8fd8329-278e-4c6e-a91f-775edaa743f5', 'name': '', 'network_id': '51417b35-dffb-4e2a-abd0-357ad597c615', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'mac_address': 'fa:16:3e:00:4f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:21Z', 'updated_at': '2022-04-30T21:11:32Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'subnets': [{'id': '7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:14:11.329739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51be03db-f1dd-434c-93fa-d7813e8d83ee req-17121298-0f56-48a6-8529-619c3c534201 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 210 time: 0.1099558
Apr 30 21:14:11.383005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:11.429595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'name': 'network-vif-deleted', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750'}, {'name': 'network-changed', 'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:11.432334 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72" -d '{"events": [{"server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "name": "network-vif-deleted", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750"}, {"name": "network-changed", "server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:11.467943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Allocated IP 192.168.233.169 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/0148cfe2-db7e-4096-b624-dd079aece8ea) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:11.470761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-7053ca31-9dfc-4d2f-9514-029242cba208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:11.472489 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-7053ca31-9dfc-4d2f-9514-029242cba208 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1129 time: 0.0959804
Apr 30 21:14:11.513986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390008d9-4194-4783-a92c-678d6d522d42 req-7c708d4f-e19d-492d-a08f-0653431b2c91 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:11.518186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-390008d9-4194-4783-a92c-678d6d522d42 req-7c708d4f-e19d-492d-a08f-0653431b2c91 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 932 time: 0.2976379
Apr 30 21:14:11.667815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-21d6bc92-2f3e-4a4e-bc1e-0a3f4ab8d496 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:11.671688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-21d6bc92-2f3e-4a4e-bc1e-0a3f4ab8d496 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.20 "GET /v2.0/networks?id=c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 200  len: 805 time: 0.4407489
Apr 30 21:14:11.692682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Pushing event updated for resources: {'Port': ['ID=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:11.735036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Request body: {'port': {'device_id': '6999d013-7fa4-4cc4-81a1-7aa1f8399eb0', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'admin_state_up': True, 'tenant_id': '64f0bbc311b44034838e939a3c2e98ae'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:11.759564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Made reservation on behalf of a33635f00a9e48818fe1081019a2ceb5 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:11.763898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:11.794567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks [] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:11.816239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd154b-377c-461f-b422-759a5244a8a9 None None] New status for floating IP f5a3f185-e88a-42dd-8ff1-a728370751c3: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:14:11.845786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85c48190-a686-43e7-8c82-c69c5e17ee6f req-1a215f72-c4cb-4c0f-abc4-6ad6aee3dff9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 210 time: 0.2052984
Apr 30 21:14:11.939592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-390008d9-4194-4783-a92c-678d6d522d42 req-f8f8e2f5-d0be-4b97-98f8-e319a6f73ef4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3855565
Apr 30 21:14:11.969081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Attempting to bind port f256cd51-3b8b-4fb2-bf70-a39b65aef80e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:11.969409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Attempting to bind port f256cd51-3b8b-4fb2-bf70-a39b65aef80e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:11.969748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Attempting to bind port f256cd51-3b8b-4fb2-bf70-a39b65aef80e on network 9f3cd876-8b51-4bde-a809-728e22df1c30 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:11.983369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Port f256cd51-3b8b-4fb2-bf70-a39b65aef80e on network 9f3cd876-8b51-4bde-a809-728e22df1c30 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:11.983751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Attempting to bind port f256cd51-3b8b-4fb2-bf70-a39b65aef80e on network 9f3cd876-8b51-4bde-a809-728e22df1c30 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:11.997529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:11.997981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Checking segment: {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:11.998387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Bound using segment: {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:11.998845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Bound port: f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:11.999278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:12.012062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.20', 55455) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:12.141238 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cbb6f0-9831-4a93-8f9a-b53cc8735dc3 x-openstack-request-id: req-02cbb6f0-9831-4a93-8f9a-b53cc8735dc3 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:12.141238 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d428068-040a-4030-9d03-bc335def8d5d", "name": "network-vif-deleted", "tag": "7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:12.141238 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02cbb6f0-9831-4a93-8f9a-b53cc8735dc3 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:12.141238 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cbb6f0-9831-4a93-8f9a-b53cc8735dc3'] response: {'server_uuid': '3d428068-040a-4030-9d03-bc335def8d5d', 'name': 'network-vif-deleted', 'tag': '7fcf8eef-c22d-4fd4-a6b0-fb1e4abb1750', 'status': 'completed', 'code': 200}
Apr 30 21:14:12.141238 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02cbb6f0-9831-4a93-8f9a-b53cc8735dc3'] response: {'name': 'network-changed', 'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'status': 'completed', 'code': 200}
Apr 30 21:14:12.166899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeccdb-dc13-4638-86cb-f1550bf6c4be req-7abd579f-ccef-48ca-9564-e73061f0ac26 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.168399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9adeccdb-dc13-4638-86cb-f1550bf6c4be req-7abd579f-ccef-48ca-9564-e73061f0ac26 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.0588787
Apr 30 21:14:12.189245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-1d10b5f7-f43b-4a59-8193-2f74e9e5b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.191975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-1d10b5f7-f43b-4a59-8193-2f74e9e5b68f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1129 time: 0.1719897
Apr 30 21:14:12.284296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-46686524-3231-4257-bfb5-e69caaea37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.285847 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-46686524-3231-4257-bfb5-e69caaea37c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.4091206
Apr 30 21:14:12.287117 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-95c5269e-96cf-482e-ae00-137eabe4513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.288876 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-95c5269e-96cf-482e-ae00-137eabe4513e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4be651a660d6452e9c0bfeece7227370&device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 1129 time: 0.1692362
Apr 30 21:14:12.353797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Made reservation on behalf of 64f0bbc311b44034838e939a3c2e98ae for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:12.400680 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-6cb33f3b-c99a-4bcf-85c1-c0f19faf7e43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0556464
Apr 30 21:14:12.400859 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:12.400859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd6f48-9b80-4883-b683-a32da2f59b10 req-54f93b3a-e842-4cfe-a8a5-3a559ed0afcc tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.400859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bddd6f48-9b80-4883-b683-a32da2f59b10 req-54f93b3a-e842-4cfe-a8a5-3a559ed0afcc tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 947 time: 0.1754134
Apr 30 21:14:12.400859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:12.420649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9adeccdb-dc13-4638-86cb-f1550bf6c4be req-45f54e11-b666-48a3-98c1-6b3fefdbd439 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403665
Apr 30 21:14:12.433812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:12.480756 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-8cac6e09-017c-486b-9b0b-60b88fabaf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.482275 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-8cac6e09-017c-486b-9b0b-60b88fabaf05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1012902
Apr 30 21:14:12.539851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-d8f2dff9-a55d-4ecb-b71d-242254016f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.541378 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-d8f2dff9-a55d-4ecb-b71d-242254016f4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2421455
Apr 30 21:14:12.562112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bddd6f48-9b80-4883-b683-a32da2f59b10 req-e53c01e9-b34a-421f-843b-e8ace617cef0 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698523
Apr 30 21:14:12.563420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-98a9ea80-c5fb-4446-8338-09082f0e4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.564801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-98a9ea80-c5fb-4446-8338-09082f0e4f59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3532300
Apr 30 21:14:12.595048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-9f9bbe83-b07f-40b5-b615-9c4b9fa6d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.596542 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-9f9bbe83-b07f-40b5-b615-9c4b9fa6d458 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1020916
Apr 30 21:14:12.597938 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-7f8b004c-a38a-4763-82c5-37c4331578cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=d509f1b5-3706-43e8-bf15-4384090568d2 HTTP/1.1" status: 200  len: 217 time: 0.0488942
Apr 30 21:14:12.673834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-23de3e4f-cb8a-4ace-88ef-1556b10181e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0700443
Apr 30 21:14:12.684779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce76e9f2-4804-4057-a5ad-c528203a00e6 req-b98ab9c7-289f-4bbd-b917-9be31ea4df32 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 210 time: 0.0767033
Apr 30 21:14:12.720966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-781f6e6b-a818-428e-9a36-be5aa26670cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.722677 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-781f6e6b-a818-428e-9a36-be5aa26670cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1100116
Apr 30 21:14:12.729440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Allocated IP 172.20.0.4 (c1b131fa-a537-4b70-82cc-dbac26cd0254/9b48280e-ae20-4ea1-a466-019d611a9a4d/6d37cf5e-e3cd-47b3-b260-73e5e72b6685) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:12.752675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-d17ef526-94b5-433e-bb93-9336f13667c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.752675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-d17ef526-94b5-433e-bb93-9336f13667c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0630453
Apr 30 21:14:12.793732 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-7406d12b-1686-4858-a88b-938d21e41a09 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704519
Apr 30 21:14:12.795117 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-0b512278-eda0-445e-be47-15eac67369ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.796681 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-0b512278-eda0-445e-be47-15eac67369ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0622599
Apr 30 21:14:12.822831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-461a14ef-08a0-451b-876a-662081b91693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:12.824393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-461a14ef-08a0-451b-876a-662081b91693 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0605657
Apr 30 21:14:12.964393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f19b1fbe-117a-4f59-86c5-df543809ce18 req-cc48eb48-59e6-4d06-865e-b52780378b5b tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 210 time: 0.0383682
Apr 30 21:14:12.965145 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d975c01c-7dee-485e-9c02-b985a89f1927 req-6b9daf31-6ea0-48db-8a38-61d218ffac97 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585643
Apr 30 21:14:12.967445 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-245f0806-92b5-49c1-8003-77bad2558697 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619883
Apr 30 21:14:13.069426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-1937f404-d21a-4072-bc24-be4fc7c9f82e service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2345479
Apr 30 21:14:13.072414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks [] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.089320 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6521c5d7-bb81-4201-b9e1-aff015c9694d req-2d793c2e-6b0b-4140-ab5d-9471d93b811f service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1140804
Apr 30 21:14:13.316033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.352792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55140) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:13.455088 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.477415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:13.502240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:13.510883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-15c684de-6a37-4b7d-b890-87463bf5f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:13.513246 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-15c684de-6a37-4b7d-b890-87463bf5f966 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1129 time: 0.1013074
Apr 30 21:14:13.518287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:13.523812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:13.529496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d678f-0d5d-4380-9d93-5243e89840bf req-d6989c68-5581-42a6-a71e-7b1f18247ef5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:13.537061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a84d678f-0d5d-4380-9d93-5243e89840bf req-d6989c68-5581-42a6-a71e-7b1f18247ef5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 944 time: 0.4496632
Apr 30 21:14:13.575467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:13.576090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.577535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] 10.222.0.35 "PUT /v2.0/ports/f256cd51-3b8b-4fb2-bf70-a39b65aef80e HTTP/1.1" status: 200  len: 1092 time: 3.7537413
Apr 30 21:14:13.585408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427c1770-3b54-49dc-b533-f3e65b86634f', 'tag': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:13.585968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Allocated IP 192.168.233.179 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/45386324-e00d-4309-b5b4-97378c6cd56e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:13.588177 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba29e52-32de-4d8b-be4d-5d4ec9d42673" -d '{"events": [{"name": "network-changed", "server_uuid": "427c1770-3b54-49dc-b533-f3e65b86634f", "tag": "f256cd51-3b8b-4fb2-bf70-a39b65aef80e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:13.617949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b436d72b-48d5-4b54-b5ff-309a91ee52a4 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group (95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.679258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3a421-9ee9-4e23-a81a-fb311939de51 req-983ed12d-a2b9-4b69-a767-b7a4f9182c34 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:13.681637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55d3a421-9ee9-4e23-a81a-fb311939de51 req-983ed12d-a2b9-4b69-a767-b7a4f9182c34 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.1794946
Apr 30 21:14:13.682228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:13.682960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.688583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6d474-7ba1-4421-b25c-0457deac386d service neutron] Pushing event updated for resources: {'Port': ['ID=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:13.694054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-5d266dc2-a776-47d5-89a4-dec5d6a009fe service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6142600
Apr 30 21:14:13.702868 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b436d72b-48d5-4b54-b5ff-309a91ee52a4 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group (95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.739819 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.776579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a84d678f-0d5d-4380-9d93-5243e89840bf req-c97dfc03-2002-46ba-899d-55f584715735 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2383683
Apr 30 21:14:13.855953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Network c1b131fa-a537-4b70-82cc-dbac26cd0254 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:13.873234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:13.908237 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-83869a57-63f2-4030-9de3-512c68d6d68f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.7006154
Apr 30 21:14:13.915862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-43460210-f45a-462c-acae-38973e0deb32 None None] Provisioning complete for port 0148cfe2-db7e-4096-b624-dd079aece8ea triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:13.916908 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43460210-f45a-462c-acae-38973e0deb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:13.918307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-dd0cde31-d32d-43bf-a8e1-21d5e6cb12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:13.919764 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-dd0cde31-d32d-43bf-a8e1-21d5e6cb12a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3935797
Apr 30 21:14:13.920642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:13.926203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Request body: {'port': {'device_id': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:13.969027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-43460210-f45a-462c-acae-38973e0deb32 None None] Port 0148cfe2-db7e-4096-b624-dd079aece8ea cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:14.013060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55d3a421-9ee9-4e23-a81a-fb311939de51 req-d2f18260-f79a-49ad-af65-6bae30cf6631 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3290286
Apr 30 21:14:14.019496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Pushing event updated for resources: {'Port': ['ID=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:14.027656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-749f2e62-1371-4b31-b019-26ac1029fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:14.029135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-749f2e62-1371-4b31-b019-26ac1029fe57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 1126 time: 0.2110176
Apr 30 21:14:14.030496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.035564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31579-ad33-4400-85ff-68fc97882aa3 req-0cc60662-70d8-4454-85f3-4e26ce7e8921 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:14.036790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9e31579-ad33-4400-85ff-68fc97882aa3 req-0cc60662-70d8-4454-85f3-4e26ce7e8921 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 947 time: 0.1190341
Apr 30 21:14:14.037217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks [] for port (45386324-e00d-4309-b5b4-97378c6cd56e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.042689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:14.043589 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.048304 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b436d72b-48d5-4b54-b5ff-309a91ee52a4 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.050888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b436d72b-48d5-4b54-b5ff-309a91ee52a4 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.054817 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b436d72b-48d5-4b54-b5ff-309a91ee52a4 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "DELETE /v2.0/security-groups/95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca HTTP/1.1" status: 204  len: 168 time: 0.6960232
Apr 30 21:14:14.057006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55164) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:14.083709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436d72b-48d5-4b54-b5ff-309a91ee52a4 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:14.092900 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39f720b-b5a0-4672-a15b-9a7850019b81 x-openstack-request-id: req-c39f720b-b5a0-4672-a15b-9a7850019b81 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:14.093194 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427c1770-3b54-49dc-b533-f3e65b86634f", "tag": "f256cd51-3b8b-4fb2-bf70-a39b65aef80e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:14.093440 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c39f720b-b5a0-4672-a15b-9a7850019b81 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:14.093847 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39f720b-b5a0-4672-a15b-9a7850019b81'] response: {'name': 'network-changed', 'server_uuid': '427c1770-3b54-49dc-b533-f3e65b86634f', 'tag': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e', 'status': 'completed', 'code': 200}
Apr 30 21:14:14.104060 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-55ce8c96-5d3a-4a8b-a793-7627afa231d6 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] show failed (client error): The resource could not be found.
Apr 30 21:14:14.108817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55166) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:14.108984 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-55ce8c96-5d3a-4a8b-a793-7627afa231d6 tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "GET /v2.0/security-groups/95ba4ab6-7dd0-48a2-a7b9-bc0ab9fe43ca HTTP/1.1" status: 404  len: 347 time: 0.0472989
Apr 30 21:14:14.124158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d509f1b5-3706-43e8-bf15-4384090568d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:14.177985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d38cb305-caf4-4987-a027-98423efe2a30 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4598758
Apr 30 21:14:14.220623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Request body: {'port': {'device_id': '6999d013-7fa4-4cc4-81a1-7aa1f8399eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:14.251973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9e31579-ad33-4400-85ff-68fc97882aa3 req-ecd893c4-1ccc-4b09-8b42-342b8defbab3 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901722
Apr 30 21:14:14.259711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d509f1b5-3706-43e8-bf15-4384090568d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d509f1b5-3706-43e8-bf15-4384090568d2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:14.265123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.273664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3d4f8f9-79af-42c6-b81e-c48f4fb96ba6 req-8213ce1d-30e4-4f84-8530-3094fbc0c10c tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 210 time: 0.0899000
Apr 30 21:14:14.279836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'd509f1b5-3706-43e8-bf15-4384090568d2', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'd509f1b5-3706-43e8-bf15-4384090568d2', 'mac_address': 'fa:16:3e:9c:b7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:14.347286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d509f1b5-3706-43e8-bf15-4384090568d2 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:14.353281 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.369297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d509f1b5-3706-43e8-bf15-4384090568d2 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:14.371843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:14.374805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Pushing event updated for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:14.379020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:14.383481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:14.406284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d509f1b5-3706-43e8-bf15-4384090568d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d509f1b5-3706-43e8-bf15-4384090568d2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:14.452205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca7a6-327b-432c-81b3-9aad7bf9c11e req-82480769-dc41-43f9-8d10-a3674a70a173 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:14.457839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0dca7a6-327b-432c-81b3-9aad7bf9c11e req-82480769-dc41-43f9-8d10-a3674a70a173 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 931 time: 0.0691814
Apr 30 21:14:14.457839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.458507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Deleting port bc709786-6d19-4e42-9b02-575402688df1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:14.458507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bc709786-6d19-4e42-9b02-575402688df1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.462352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:14.462987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.501340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.528931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0148cfe2-db7e-4096-b624-dd079aece8ea {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:14.540147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Publish callbacks [] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.557331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Transition to ACTIVE for port object 0148cfe2-db7e-4096-b624-dd079aece8ea will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:14.562823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d509f1b5-3706-43e8-bf15-4384090568d2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:14.574178 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-fb1f5928-14a2-4906-aaa5-a2e80af4c711 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.7556775
Apr 30 21:14:14.588122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Request body: {'port': {'device_id': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:14.610293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0dca7a6-327b-432c-81b3-9aad7bf9c11e req-a6c41757-743e-4ec9-b6cb-315692772fff tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434116
Apr 30 21:14:14.634595 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.673802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bc709786-6d19-4e42-9b02-575402688df1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.674053 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (bc709786-6d19-4e42-9b02-575402688df1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.712777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Calling delete_port for bc709786-6d19-4e42-9b02-575402688df1 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:14.719498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.723776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-52f6acac-3a7b-4951-a28a-aa745e414c55 None None] Provisioning complete for port 45386324-e00d-4309-b5b4-97378c6cd56e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:14.723946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:14.724430 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52f6acac-3a7b-4951-a28a-aa745e414c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:14.762565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d509f1b5-3706-43e8-bf15-4384090568d2'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:14.821521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-52f6acac-3a7b-4951-a28a-aa745e414c55 None None] Port 45386324-e00d-4309-b5b4-97378c6cd56e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:14.864759 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Attempting to bind port 0148cfe2-db7e-4096-b624-dd079aece8ea on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:14.864759 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Attempting to bind port 0148cfe2-db7e-4096-b624-dd079aece8ea by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:14.865190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Attempting to bind port 0148cfe2-db7e-4096-b624-dd079aece8ea on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:14.875386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Port 0148cfe2-db7e-4096-b624-dd079aece8ea on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:14.875633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Attempting to bind port 0148cfe2-db7e-4096-b624-dd079aece8ea on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:14.945069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:14.945872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:14.946318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:14.946964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Bound port: 0148cfe2-db7e-4096-b624-dd079aece8ea, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:14.948124 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.012317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5721a-4133-4dc8-907f-3803d9f392ba req-0b104f46-878a-4c11-8fde-76f640fd378a tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.013718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91f5721a-4133-4dc8-907f-3803d9f392ba req-0b104f46-878a-4c11-8fde-76f640fd378a tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 944 time: 0.1259525
Apr 30 21:14:15.081017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:15.085736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:15.120449 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bc709786-6d19-4e42-9b02-575402688df1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.151710 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-6871ae54-8859-46b3-8844-a8d6571d0396 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0578237
Apr 30 21:14:15.199419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91f5721a-4133-4dc8-907f-3803d9f392ba req-cabb552c-4c9b-416c-b596-5297a50830fb tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754227
Apr 30 21:14:15.203919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-bcff28c7-c1c5-403b-92c3-3a20f8116b01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e HTTP/1.1" status: 200  len: 217 time: 0.0845051
Apr 30 21:14:15.213946 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.225527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Pushing event deleted for resources: {'Port': ['ID=bc709786-6d19-4e42-9b02-575402688df1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:15.238912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:15.276732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Publish callbacks [] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.292525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.293158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.294574 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/0148cfe2-db7e-4096-b624-dd079aece8ea HTTP/1.1" status: 200  len: 1096 time: 1.3777678
Apr 30 21:14:15.295037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:15.297386 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f637541d-dcc0-4206-acbf-06bf5e20b75e" -d '{"events": [{"name": "network-changed", "server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:15.312711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe970d10-cd41-48e7-835b-7413fb567d79 req-e8bda991-b70a-4e53-9fb6-187dc4009f85 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.313031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-96436941-7d3b-45b6-bcd5-ab742e69929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.314283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe970d10-cd41-48e7-835b-7413fb567d79 req-e8bda991-b70a-4e53-9fb6-187dc4009f85 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.1775124
Apr 30 21:14:15.314526 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-96436941-7d3b-45b6-bcd5-ab742e69929a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1302943
Apr 30 21:14:15.346447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45386324-e00d-4309-b5b4-97378c6cd56e {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:15.359982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Publish callbacks [] for port (45386324-e00d-4309-b5b4-97378c6cd56e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.362419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb8463-5582-464d-b3ad-158509cdf2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:15.363460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Transition to ACTIVE for port object 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:15.381296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Transition to ACTIVE for port object 45386324-e00d-4309-b5b4-97378c6cd56e will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:15.432923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-50f9c7a1-5a67-423d-88da-632d094bf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.434452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-50f9c7a1-5a67-423d-88da-632d094bf5f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0546980
Apr 30 21:14:15.457238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b566a5fe-9158-49a2-bcb7-2c5e32751cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.458729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-b566a5fe-9158-49a2-bcb7-2c5e32751cbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bec68f-e690-4abb-9af2-517442cf9515 HTTP/1.1" status: 200  len: 862 time: 0.2249088
Apr 30 21:14:15.508518 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.516440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-cf846b01-59b5-42e1-aaa8-671044223797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.518108 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-cf846b01-59b5-42e1-aaa8-671044223797 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a33635f00a9e48818fe1081019a2ceb5&device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 1130 time: 0.0934336
Apr 30 21:14:15.536925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.539034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks [] for floatingip (f5a3f185-e88a-42dd-8ff1-a728370751c3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.541538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:15.545723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-44f29ce7-f8db-4806-a016-b1f1d48b8cba tempest-ServersWithSpecificFlavorTestJSON-87434388 tempest-ServersWithSpecificFlavorTestJSON-87434388-project] 10.222.0.23 "DELETE /v2.0/floatingips/f5a3f185-e88a-42dd-8ff1-a728370751c3 HTTP/1.1" status: 204  len: 168 time: 1.4356914
Apr 30 21:14:15.573120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-90212174-25fa-483f-9518-e0e44e4abfd8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f3cd876-8b51-4bde-a809-728e22df1c30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1040809
Apr 30 21:14:15.594442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe970d10-cd41-48e7-835b-7413fb567d79 req-cdc8e249-2917-4b42-a55b-9c071b83439f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511270
Apr 30 21:14:15.617218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d07398-9fe4-46e4-99a7-b41f84eb481a req-6a2887ac-ed75-4db7-a9b2-63b9b286ec01 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.617218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6d07398-9fe4-46e4-99a7-b41f84eb481a req-6a2887ac-ed75-4db7-a9b2-63b9b286ec01 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 948 time: 0.1758678
Apr 30 21:14:15.627677 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-08003921-4f14-4394-b76c-f2cb94fa2598 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0148cfe2-db7e-4096-b624-dd079aece8ea HTTP/1.1" status: 200  len: 217 time: 0.1021819
Apr 30 21:14:15.681962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Pushing event updated for resources: {'Port': ['ID=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:15.722834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-0b4b6263-1ddc-47cf-9d46-67130ec328f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.739030 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-0b4b6263-1ddc-47cf-9d46-67130ec328f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0970590
Apr 30 21:14:15.749411 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117aebf4-5ae5-4070-b616-0f7a1c18b5ff x-openstack-request-id: req-117aebf4-5ae5-4070-b616-0f7a1c18b5ff {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:15.749832 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:15.750013 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-117aebf4-5ae5-4070-b616-0f7a1c18b5ff {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:15.750411 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117aebf4-5ae5-4070-b616-0f7a1c18b5ff'] response: {'name': 'network-changed', 'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'status': 'completed', 'code': 200}
Apr 30 21:14:15.770734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Pushing event updated for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:15.803219 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-380bade8-66a8-496c-8112-efe49934fabf service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3466246
Apr 30 21:14:15.842707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-47e49b38-6412-45f5-a7bb-45ec7e3dba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.844281 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-47e49b38-6412-45f5-a7bb-45ec7e3dba96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0919604
Apr 30 21:14:15.844837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6d07398-9fe4-46e4-99a7-b41f84eb481a req-278f0120-5514-4a16-b58d-fd27de088540 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947761
Apr 30 21:14:15.860856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-65efdc9a-3fff-4209-8f0f-01c72947adfb service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763467
Apr 30 21:14:15.886297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c2af3-6519-4ee9-9418-f32237e91b85 req-33694fbb-623b-4cfd-957c-b33cf0bdf2da tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:15.888284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b85c2af3-6519-4ee9-9418-f32237e91b85 req-33694fbb-623b-4cfd-957c-b33cf0bdf2da tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.1258953
Apr 30 21:14:15.942366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Attempting to bind port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:15.942779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Attempting to bind port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:15.943306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Attempting to bind port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:15.967256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:15.968238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Attempting to bind port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 on network c1b131fa-a537-4b70-82cc-dbac26cd0254 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:16.002080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:16.002507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Checking segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:16.002953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Bound using segment: {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:16.003464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Bound port: 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:16.003885 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.038087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Attempting to bind port 45386324-e00d-4309-b5b4-97378c6cd56e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:16.038442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Attempting to bind port 45386324-e00d-4309-b5b4-97378c6cd56e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:16.038764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Attempting to bind port 45386324-e00d-4309-b5b4-97378c6cd56e on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:16.054279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b85c2af3-6519-4ee9-9418-f32237e91b85 req-ca406c69-8cf6-44af-bedb-3d542244328c tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550350
Apr 30 21:14:16.062949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Port 45386324-e00d-4309-b5b4-97378c6cd56e on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:16.063106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Attempting to bind port 45386324-e00d-4309-b5b4-97378c6cd56e on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:16.069467 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6d05c9ab-e181-4fc8-b950-aa857ed8cc72 req-aa3d96c4-0489-403b-818c-4f3ebfec2c59 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2544675
Apr 30 21:14:16.071425 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-b12ea6d9-d1f0-402c-a04e-a48b83943aa6 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2149034
Apr 30 21:14:16.073978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:16.073978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:16.078021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:16.078021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Bound port: 45386324-e00d-4309-b5b4-97378c6cd56e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:16.078021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.116176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e872030-8f94-4a22-a5b9-00c53fd1f90e req-973ba103-8bc8-448f-b5cb-d25b57890005 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:16.124578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e872030-8f94-4a22-a5b9-00c53fd1f90e req-973ba103-8bc8-448f-b5cb-d25b57890005 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 943 time: 0.1190500
Apr 30 21:14:16.129078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3d48bb2-5b69-4347-9afd-0b0371ef61ff req-8b872e83-ad86-490e-b158-2d8a7a791e03 service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585852
Apr 30 21:14:16.141701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:16.151831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d509f1b5-3706-43e8-bf15-4384090568d2 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:16.190721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:16.196669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:16.214442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e872030-8f94-4a22-a5b9-00c53fd1f90e req-5ca3f0b2-e07d-42ed-8fb2-aac2231eb577 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842175
Apr 30 21:14:16.284661 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.348820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port d509f1b5-3706-43e8-bf15-4384090568d2 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:14:16.391374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:16.393222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.393520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d37cf5e-e3cd-47b3-b260-73e5e72b6685 HTTP/1.1" status: 200  len: 1091 time: 2.1993442
Apr 30 21:14:16.396962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6999d013-7fa4-4cc4-81a1-7aa1f8399eb0', 'tag': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:16.399609 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41c4620-ae7e-4c74-8f9b-955ecf4b7621" -d '{"events": [{"name": "network-changed", "server_uuid": "6999d013-7fa4-4cc4-81a1-7aa1f8399eb0", "tag": "6d37cf5e-e3cd-47b3-b260-73e5e72b6685"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:16.435619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82801e5d-d70e-4096-a21f-6ab1ac43dae8 req-a5e8e4c7-5491-47f8-ad19-cd1de64b7c8c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:16.438645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82801e5d-d70e-4096-a21f-6ab1ac43dae8 req-a5e8e4c7-5491-47f8-ad19-cd1de64b7c8c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 944 time: 0.1026561
Apr 30 21:14:16.444245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3e545-f905-42c6-aaf8-e93a39ad0911 service neutron] Pushing event updated for resources: {'Port': ['ID=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:16.457414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port d509f1b5-3706-43e8-bf15-4384090568d2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:16.458456 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.493400 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c9acb5-1799-4db3-8ae3-a36dd4b78c60 x-openstack-request-id: req-97c9acb5-1799-4db3-8ae3-a36dd4b78c60 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:16.494056 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6999d013-7fa4-4cc4-81a1-7aa1f8399eb0", "tag": "6d37cf5e-e3cd-47b3-b260-73e5e72b6685", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:16.494056 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97c9acb5-1799-4db3-8ae3-a36dd4b78c60 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:16.494529 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c9acb5-1799-4db3-8ae3-a36dd4b78c60'] response: {'name': 'network-changed', 'server_uuid': '6999d013-7fa4-4cc4-81a1-7aa1f8399eb0', 'tag': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685', 'status': 'completed', 'code': 200}
Apr 30 21:14:16.507462 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.509232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82801e5d-d70e-4096-a21f-6ab1ac43dae8 req-5c2d7d53-426d-402f-9e5e-d110ad6425aa tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601089
Apr 30 21:14:16.524382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:16.553574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'a54ef22f-4479-4001-901d-54698448f1a0', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'a54ef22f-4479-4001-901d-54698448f1a0', 'mac_address': 'fa:16:3e:e1:ed:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:16.570268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:16.574429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:16.574884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c4620-ae7e-4c74-8f9b-955ecf4b7621 req-5a99a9d0-cfee-4293-9f6e-0158672c565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:16.577004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f41c4620-ae7e-4c74-8f9b-955ecf4b7621 req-5a99a9d0-cfee-4293-9f6e-0158672c565c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 1125 time: 0.0632148
Apr 30 21:14:16.577952 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6c8e733-997b-4d06-9863-2f3e306c84ee req-c4e28e24-772d-42ca-8710-f1f755e73719 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4995487
Apr 30 21:14:16.604419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55212) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:16.631690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a54ef22f-4479-4001-901d-54698448f1a0 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:16.632114 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.638599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d509f1b5-3706-43e8-bf15-4384090568d2 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:16.643011 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.666680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54ef22f-4479-4001-901d-54698448f1a0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:16.692320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa7daf2-fa4f-4c1d-8383-a64c33a81636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd509f1b5-3706-43e8-bf15-4384090568d2'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:16.697000 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16781a-4e03-40c9-90e6-54d213d0868b" -d '{"events": [{"server_uuid": "1fa7daf2-fa4f-4c1d-8383-a64c33a81636", "name": "network-vif-plugged", "status": "completed", "tag": "d509f1b5-3706-43e8-bf15-4384090568d2"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:16.707519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.719166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:16.720654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d509f1b5-3706-43e8-bf15-4384090568d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d509f1b5-3706-43e8-bf15-4384090568d2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:16.728944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:16.729572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.731156 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] 10.222.0.20 "PUT /v2.0/ports/45386324-e00d-4309-b5b4-97378c6cd56e HTTP/1.1" status: 200  len: 1096 time: 2.1472933
Apr 30 21:14:16.748463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70952be-dc2a-4c54-96a6-3d4903d54b0d req-a4360591-4b93-463f-8a69-27a7324dd1fd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:16.750190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e70952be-dc2a-4c54-96a6-3d4903d54b0d req-a4360591-4b93-463f-8a69-27a7324dd1fd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 947 time: 0.0681489
Apr 30 21:14:16.760121 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a5885a-4527-4d31-a1d7-a4cc96e4db3b x-openstack-request-id: req-43a5885a-4527-4d31-a1d7-a4cc96e4db3b {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:16.760632 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa7daf2-fa4f-4c1d-8383-a64c33a81636", "name": "network-vif-plugged", "status": "completed", "tag": "d509f1b5-3706-43e8-bf15-4384090568d2", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:16.761060 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43a5885a-4527-4d31-a1d7-a4cc96e4db3b {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:16.761622 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a5885a-4527-4d31-a1d7-a4cc96e4db3b'] response: {'server_uuid': '1fa7daf2-fa4f-4c1d-8383-a64c33a81636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd509f1b5-3706-43e8-bf15-4384090568d2', 'code': 200}
Apr 30 21:14:16.784242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c4620-ae7e-4c74-8f9b-955ecf4b7621 req-63887930-8398-4f88-b61b-a8dc919a4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:16.787244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f41c4620-ae7e-4c74-8f9b-955ecf4b7621 req-63887930-8398-4f88-b61b-a8dc919a4a32 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=64f0bbc311b44034838e939a3c2e98ae&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1967416
Apr 30 21:14:16.807024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.810580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7a450-078d-4318-81cc-b0447dee901f service neutron] Pushing event updated for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:16.827210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e70952be-dc2a-4c54-96a6-3d4903d54b0d req-4c326723-1fa3-45f6-b24f-3b459572e29b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607178
Apr 30 21:14:16.888713 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:16.931104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:17.000161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15f0b-d709-41a6-91b0-02dfb87b4a47 req-8694fcff-e280-4069-b9e5-593612e026c8 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.001944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1a15f0b-d709-41a6-91b0-02dfb87b4a47 req-8694fcff-e280-4069-b9e5-593612e026c8 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 949 time: 0.0599768
Apr 30 21:14:17.021211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d509f1b5-3706-43e8-bf15-4384090568d2,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:17.066353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1a15f0b-d709-41a6-91b0-02dfb87b4a47 req-f8eaa432-6394-4ec0-ade0-0e915fbe7c67 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564706
Apr 30 21:14:17.082276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:17.119935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a54ef22f-4479-4001-901d-54698448f1a0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:17.214730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a71f7a-4827-4612-8ad5-de280f412977 req-f003be51-1e44-4c73-a749-24ff87c8c8e7 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.216243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3a71f7a-4827-4612-8ad5-de280f412977 req-f003be51-1e44-4c73-a749-24ff87c8c8e7 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.0496264
Apr 30 21:14:17.319057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3a71f7a-4827-4612-8ad5-de280f412977 req-46f5093b-8f8d-4a2a-9145-c5a105ca5919 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955682
Apr 30 21:14:17.325062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-6307d9e7-a59c-4d6d-9a3a-3f0365354e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.329840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-6307d9e7-a59c-4d6d-9a3a-3f0365354e58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 1126 time: 0.0712190
Apr 30 21:14:17.388908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944d3d-8dba-479c-9a19-a7f5c3238f4e req-1b9994f7-2636-40d2-9d09-a1a1968cbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.390578 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca944d3d-8dba-479c-9a19-a7f5c3238f4e req-1b9994f7-2636-40d2-9d09-a1a1968cbf32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 1131 time: 0.0953140
Apr 30 21:14:17.424754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Deleting port e8fd8329-278e-4c6e-a91f-775edaa743f5 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:17.426041 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:17.461900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb54a8c-67f3-426e-acc9-c8fb05f04041 req-5aaad3f3-04bb-4b62-a7f5-8e98ab455834 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.463451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdb54a8c-67f3-426e-acc9-c8fb05f04041 req-5aaad3f3-04bb-4b62-a7f5-8e98ab455834 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 943 time: 0.0692492
Apr 30 21:14:17.528708 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ca944d3d-8dba-479c-9a19-a7f5c3238f4e req-a7fdf54c-0981-46cc-beae-9a54ad61da52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270261
Apr 30 21:14:17.533442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-9dbad606-4f92-4d7e-8548-10ec17eb6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.533442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-9dbad606-4f92-4d7e-8548-10ec17eb6f09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 923 time: 0.1887593
Apr 30 21:14:17.542718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9ede5-f2a5-4f3b-b180-d48f8b4aed15 req-638291ab-3b3a-4c68-b58b-7a3e247701af tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.544190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cf9ede5-f2a5-4f3b-b180-d48f8b4aed15 req-638291ab-3b3a-4c68-b58b-7a3e247701af tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.0948286
Apr 30 21:14:17.566045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-f73dce08-ac1f-4952-a7ad-5a2144114d23 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.567859 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-f73dce08-ac1f-4952-a7ad-5a2144114d23 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.0852611
Apr 30 21:14:17.587938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] For port e8fd8329-278e-4c6e-a91f-775edaa743f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8fd8329-278e-4c6e-a91f-775edaa743f5,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:17.588799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:17.590851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdb54a8c-67f3-426e-acc9-c8fb05f04041 req-b39eb121-40bc-4d82-a352-3473e04ff2a2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151659
Apr 30 21:14:17.636515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Calling delete_port for e8fd8329-278e-4c6e-a91f-775edaa743f5 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:17.636772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cf9ede5-f2a5-4f3b-b180-d48f8b4aed15 req-c37e75cf-d253-4b03-b343-12954a9779d3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643854
Apr 30 21:14:17.712874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a91e2-1beb-46fc-bff2-36ef49a27d7d req-22c06a94-c1f4-4c3f-a529-ba713c024480 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.714351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd9a91e2-1beb-46fc-bff2-36ef49a27d7d req-22c06a94-c1f4-4c3f-a529-ba713c024480 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 944 time: 0.0490274
Apr 30 21:14:17.751671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:17.753871 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba8045d-e742-4734-8006-9127f40386b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:17.783280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-b759ff8d-b92a-407c-a7a4-7e0192ebc1e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e HTTP/1.1" status: 200  len: 217 time: 0.0429564
Apr 30 21:14:17.793649 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169e2472-ab7f-41b5-b0ea-4882183a13aa x-openstack-request-id: req-169e2472-ab7f-41b5-b0ea-4882183a13aa {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:17.794169 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:17.794430 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-169e2472-ab7f-41b5-b0ea-4882183a13aa {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:17.794830 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169e2472-ab7f-41b5-b0ea-4882183a13aa'] response: {'name': 'network-changed', 'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e', 'status': 'completed', 'code': 200}
Apr 30 21:14:17.885813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd9a91e2-1beb-46fc-bff2-36ef49a27d7d req-e0e5260d-ca18-4083-8094-8959365e7383 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653049
Apr 30 21:14:17.921186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-62230377-5ad4-476e-9267-5ebdf799be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.922476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-14f16066-1b68-4add-93e5-4edbf43533b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.922840 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-62230377-5ad4-476e-9267-5ebdf799be45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a33635f00a9e48818fe1081019a2ceb5&device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 1130 time: 0.1231470
Apr 30 21:14:17.924029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-14f16066-1b68-4add-93e5-4edbf43533b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bec68f-e690-4abb-9af2-517442cf9515 HTTP/1.1" status: 200  len: 862 time: 0.1306248
Apr 30 21:14:17.927407 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-23826d93-c281-412b-aaaa-1b1f6fbb90fc service neutron] 10.222.0.35 "GET /v2.0/ports/a54ef22f-4479-4001-901d-54698448f1a0/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1894186
Apr 30 21:14:17.935018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-97962fcb-7fe1-4d63-a4a7-df6fd8f0e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.936602 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-97962fcb-7fe1-4d63-a4a7-df6fd8f0e437 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a33635f00a9e48818fe1081019a2ceb5&device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 1130 time: 0.1191881
Apr 30 21:14:17.957182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c4620-ae7e-4c74-8f9b-955ecf4b7621 req-eccf1f32-2946-4eff-8043-b0cbb5a801c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:17.958706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f41c4620-ae7e-4c74-8f9b-955ecf4b7621 req-eccf1f32-2946-4eff-8043-b0cbb5a801c1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1486712
Apr 30 21:14:18.014736 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-d55f2028-d55e-43db-abb4-624991a19228 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=45386324-e00d-4309-b5b4-97378c6cd56e HTTP/1.1" status: 200  len: 217 time: 0.0689073
Apr 30 21:14:18.041137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-a91cab20-8bdb-4bb9-a0eb-42f5d80d942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.042657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-a91cab20-8bdb-4bb9-a0eb-42f5d80d942a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=64f0bbc311b44034838e939a3c2e98ae&device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 1125 time: 0.0483224
Apr 30 21:14:18.086129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-01e2f152-7021-4dbb-b167-87d6a0527500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.087563 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-01e2f152-7021-4dbb-b167-87d6a0527500 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0654280
Apr 30 21:14:18.088937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-723a8111-b0f9-4437-911d-9d6d4cef8471 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685 HTTP/1.1" status: 200  len: 217 time: 0.0337245
Apr 30 21:14:18.092385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-536a45a2-038d-4159-a79c-1834c7b0f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.093743 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-536a45a2-038d-4159-a79c-1834c7b0f303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1601572
Apr 30 21:14:18.132707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:18.180307 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-99b903d6-0079-4b5a-bcec-cdf96de2bdb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=0148cfe2-db7e-4096-b624-dd079aece8ea HTTP/1.1" status: 200  len: 217 time: 0.0679450
Apr 30 21:14:18.183147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-7cc945c9-d195-42df-9261-8463860b0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.184882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-7cc945c9-d195-42df-9261-8463860b0815 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9b48280e-ae20-4ea1-a466-019d611a9a4d HTTP/1.1" status: 200  len: 845 time: 0.0721595
Apr 30 21:14:18.194504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port a54ef22f-4479-4001-901d-54698448f1a0 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:14:18.201944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-a5a2d3b6-7372-431b-bb96-e4cfdd289b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.203397 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-a5a2d3b6-7372-431b-bb96-e4cfdd289b7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0902207
Apr 30 21:14:18.212339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e71ed-e708-4d7c-92d6-933120412f4e req-6766f38a-692e-40cb-b5f7-ff9cff9337e9 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.213822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b8e71ed-e708-4d7c-92d6-933120412f4e req-6766f38a-692e-40cb-b5f7-ff9cff9337e9 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 949 time: 0.0701694
Apr 30 21:14:18.235504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-25fd7e8f-dadc-45bc-b0fc-e63c556b3ce2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1b131fa-a537-4b70-82cc-dbac26cd0254&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425029
Apr 30 21:14:18.314768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-b950357a-b076-4244-8639-28f8a6710e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.316443 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-b950357a-b076-4244-8639-28f8a6710e1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1234956
Apr 30 21:14:18.343222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-bbc00014-3cb6-472b-8a9a-aa0d8bde6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.344710 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-bbc00014-3cb6-472b-8a9a-aa0d8bde6155 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1130 time: 0.0700030
Apr 30 21:14:18.344900 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-ed3c41e9-e3f1-485c-bcbc-b3f1366836b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f3cd876-8b51-4bde-a809-728e22df1c30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791166
Apr 30 21:14:18.435473 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-f17191cd-b2ca-4c29-81a4-11884bdead70 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2140679
Apr 30 21:14:18.443989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-c0cffac7-403d-4f32-9f4e-eda4d612b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.445548 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-c0cffac7-403d-4f32-9f4e-eda4d612b15c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1116281
Apr 30 21:14:18.602704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ca9cdf4a-3c94-4139-b38d-07b410792287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.604181 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ca9cdf4a-3c94-4139-b38d-07b410792287 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2367032
Apr 30 21:14:18.642864 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fed3caf3-90bf-4e93-9b69-d12508dee322 req-5e04850f-d099-4770-a1a0-38880411d613 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1962121
Apr 30 21:14:18.649343 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-ea6efeb7-c59e-4a40-ab7c-0c70d76d2de6 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913600
Apr 30 21:14:18.709769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b8e71ed-e708-4d7c-92d6-933120412f4e req-9b42133e-c302-4037-b7a8-b3169aaed90c tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4769335
Apr 30 21:14:18.774102 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-5e218006-6cc9-4521-b0d3-e71d1df3cec3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0510550
Apr 30 21:14:18.778621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-d974cc9c-1ba9-4772-bad0-fb044153686e service neutron] 10.222.0.20 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5314865
Apr 30 21:14:18.784537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27bea-b5cf-4ccb-8bde-ef55f33e2682 req-f6029706-59d5-4770-9ad7-79d3056e1ac4 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.785984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ce27bea-b5cf-4ccb-8bde-ef55f33e2682 req-f6029706-59d5-4770-9ad7-79d3056e1ac4 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.1236293
Apr 30 21:14:18.848616 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f637541d-dcc0-4206-acbf-06bf5e20b75e req-e1563ef9-616e-4f17-a869-0416666a5607 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876898
Apr 30 21:14:18.853783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-50d329de-18ae-4e09-b36c-a5a66a4b0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.855161 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-50d329de-18ae-4e09-b36c-a5a66a4b0695 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0747299
Apr 30 21:14:18.901430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-16463612-e7cb-4a60-a4ab-dd6d14a56826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.903007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-16463612-e7cb-4a60-a4ab-dd6d14a56826 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0401268
Apr 30 21:14:18.911024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-e3e4f68d-810a-47fd-a327-fa44760da62d service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5469406
Apr 30 21:14:18.938420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda22f57-28b6-4ae7-b8ee-b4746434d23f req-2bfeabb4-3477-444f-9c00-4cdc24409262 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:18.939771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cda22f57-28b6-4ae7-b8ee-b4746434d23f req-2bfeabb4-3477-444f-9c00-4cdc24409262 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 943 time: 0.1355929
Apr 30 21:14:18.989262 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-2b6a80f7-a556-4634-bb40-9504e22deceb service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805936
Apr 30 21:14:19.015626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ce27bea-b5cf-4ccb-8bde-ef55f33e2682 req-ff462af0-8e2b-4e1d-8ac9-cafab8d2e46c tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103567
Apr 30 21:14:19.039923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8e1cf33-aa34-4094-aca6-c3c0d1290213 req-80836ed7-8bc5-4960-a56f-6769dd1fcfec service neutron] 10.222.0.20 "GET /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2467213
Apr 30 21:14:19.080987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cda22f57-28b6-4ae7-b8ee-b4746434d23f req-7f28c5dc-0880-4a0a-9e92-61fc98258dd7 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252303
Apr 30 21:14:19.093816 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-e22a9c02-24ea-4465-b869-9d54e616b9c2 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982995
Apr 30 21:14:19.110383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aba29e52-32de-4d8b-be4d-5d4ec9d42673 req-04367290-2b57-431b-b63f-58460d1c87be service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889651
Apr 30 21:14:19.167552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10936909-834f-470b-baa8-7e47af1350b9 req-6981a84a-fe7c-4368-998a-82b92fbabec8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:19.169173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10936909-834f-470b-baa8-7e47af1350b9 req-6981a84a-fe7c-4368-998a-82b92fbabec8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.0617452
Apr 30 21:14:19.239868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28236fe8-4a62-4143-baa3-5652c39d5ea7 req-ecf670d2-f72c-462a-886f-3b26ae4a5ce4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:19.241923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28236fe8-4a62-4143-baa3-5652c39d5ea7 req-ecf670d2-f72c-462a-886f-3b26ae4a5ce4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 944 time: 0.0711534
Apr 30 21:14:19.263103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10936909-834f-470b-baa8-7e47af1350b9 req-ef07076d-76b3-42ef-b185-724d24f2b33d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835059
Apr 30 21:14:19.302569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28236fe8-4a62-4143-baa3-5652c39d5ea7 req-89743106-6cf7-4e64-876c-3b403dfae62f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531282
Apr 30 21:14:19.643554 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5f3f19a6-d382-4960-b072-8ad870569d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:19.680711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e8fd8329-278e-4c6e-a91f-775edaa743f5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:19.683014 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:19.683701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port a54ef22f-4479-4001-901d-54698448f1a0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:19.684011 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a54ef22f-4479-4001-901d-54698448f1a0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:19.708073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fd8329-278e-4c6e-a91f-775edaa743f5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:19.807040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a54ef22f-4479-4001-901d-54698448f1a0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:19.811035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:19.852450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:19.854825 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d432414-b20c-4853-b96c-a05b41b928fa" -d '{"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-plugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:19.892431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5558664-3f42-4ce1-9ea5-2aafaf5610f7 req-cce6355a-e5ff-46a3-a5ba-64265112b996 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:19.894309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:19.900812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5558664-3f42-4ce1-9ea5-2aafaf5610f7 req-cce6355a-e5ff-46a3-a5ba-64265112b996 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 949 time: 0.0709090
Apr 30 21:14:19.921082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:19.927402 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95681467-909b-4ac9-b8d7-fcca20d458f9 x-openstack-request-id: req-95681467-909b-4ac9-b8d7-fcca20d458f9 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:19.927700 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-plugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:19.928005 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95681467-909b-4ac9-b8d7-fcca20d458f9 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:19.928428 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95681467-909b-4ac9-b8d7-fcca20d458f9'] response: {'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'code': 200}
Apr 30 21:14:19.965348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5558664-3f42-4ce1-9ea5-2aafaf5610f7 req-342ba597-58d2-4485-b237-b259f11de5bd tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634744
Apr 30 21:14:19.995143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:20.056957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=10']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:20.135792 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7d733793-da05-4a6a-b6d3-4d75d1736fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:20.147080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f256cd51-3b8b-4fb2-bf70-a39b65aef80e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:20.164909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a10d7e-0389-49e3-82be-7a8e9085985c req-757f159c-c6fe-4cae-bb83-38cb4eec280a tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:20.173219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2a10d7e-0389-49e3-82be-7a8e9085985c req-757f159c-c6fe-4cae-bb83-38cb4eec280a tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.0681469
Apr 30 21:14:20.183805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:14:20.261021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6313c-d80b-4e6f-ae50-682bdd2fcc35 req-43ad957c-2a24-4d24-bd9a-577fb6cbf5e8 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:20.262867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73e6313c-d80b-4e6f-ae50-682bdd2fcc35 req-43ad957c-2a24-4d24-bd9a-577fb6cbf5e8 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 943 time: 0.0736949
Apr 30 21:14:20.295001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:20.298315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2a10d7e-0389-49e3-82be-7a8e9085985c req-84bc1dee-00e4-43a6-93eb-3867602cb13f tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241620
Apr 30 21:14:20.313971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e', 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'port_id': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e', 'mac_address': 'fa:16:3e:66:e9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bec68f-e690-4abb-9af2-517442cf9515', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:20.336219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:14:20.340196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73e6313c-d80b-4e6f-ae50-682bdd2fcc35 req-ec05f6d0-d15a-4047-b902-5da31dda4da5 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661409
Apr 30 21:14:20.345638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55278) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:20.345904 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ee2051c5-5b23-440a-b5f1-ee20a63cd1b5 admin admin] 10.222.0.23 "PUT /v2.0/routers/c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7401805
Apr 30 21:14:20.348187 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] Sync routers for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:14:20.364800 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:20.367658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf5fb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:20.380460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f256cd51-3b8b-4fb2-bf70-a39b65aef80e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:20.384667 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:20.396282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f256cd51-3b8b-4fb2-bf70-a39b65aef80e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:20.426670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:20.445045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c705789-4a7d-4dff-9775-3a2b883c18b1 req-66b25ebe-c46f-4b8b-acaa-5d2499b9344a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:20.451760 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c705789-4a7d-4dff-9775-3a2b883c18b1 req-66b25ebe-c46f-4b8b-acaa-5d2499b9344a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 950 time: 0.0558848
Apr 30 21:14:20.503745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:20.531647 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:20.539763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ca859-f394-49ab-92e6-ac2b91223132 req-1faee9b7-25c7-4b6a-9b9c-02478aaace94 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:20.541227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-177ca859-f394-49ab-92e6-ac2b91223132 req-1faee9b7-25c7-4b6a-9b9c-02478aaace94 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 945 time: 0.0869498
Apr 30 21:14:20.558708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:20.625303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c705789-4a7d-4dff-9775-3a2b883c18b1 req-9d2942b8-0ed2-4414-9383-7b294e772ffa tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726084
Apr 30 21:14:20.646391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-177ca859-f394-49ab-92e6-ac2b91223132 req-710f90af-caa7-4be4-8f27-627934c0d899 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934873
Apr 30 21:14:20.667607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks [] for router (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:20.740836 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf5fb50>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:14:17Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:20.747220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f256cd51-3b8b-4fb2-bf70-a39b65aef80e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:20.768076 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] Checking router: c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:14:20.776492 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] Routers {'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:20.777108 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf5fb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:20.783994 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks [] for router_gateway (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:20.856215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8045d-e742-4734-8006-9127f40386b3 req-cba58c27-5561-4c94-b0b5-781d43f7c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:20.858488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cba8045d-e742-4734-8006-9127f40386b3 req-cba58c27-5561-4c94-b0b5-781d43f7c684 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a33635f00a9e48818fe1081019a2ceb5&device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 1130 time: 0.0559430
Apr 30 21:14:20.891999 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] Set router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:20.906199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Deleting port 1b88704f-5d9b-423a-89aa-800cc2e7f929 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:20.906749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.002714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] For port 1b88704f-5d9b-423a-89aa-800cc2e7f929, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b88704f-5d9b-423a-89aa-800cc2e7f929,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:21.003079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.018197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:21.019415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Calling delete_port for 1b88704f-5d9b-423a-89aa-800cc2e7f929 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:21.107820 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf5fb50>, [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:14:17Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:21.122548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161120c5-f006-4742-bbe6-9892faa3f7c9 req-853f5b91-0ac8-47f1-89e2-42070f0a5fbd tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:21.126225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-161120c5-f006-4742-bbe6-9892faa3f7c9 req-853f5b91-0ac8-47f1-89e2-42070f0a5fbd tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 949 time: 0.0818055
Apr 30 21:14:21.138672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:21.140175 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a67b4-a7bf-41d0-b4de-161774847e65 None None] The sync data for ids ['c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe'] in ncdv-master-1 is: [{'id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-674078195-router', 'tenant_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:14:17Z', 'revision_number': 5, 'project_id': '7710d2f3153e440ab46c2d89ce24c4cb', 'gw_port': {'id': '1b88704f-5d9b-423a-89aa-800cc2e7f929', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:16Z', 'updated_at': '2022-04-30T21:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:14:21.157281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'mac_address': 'fa:16:3e:73:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:21.208058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0148cfe2-db7e-4096-b624-dd079aece8ea is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:21.208478 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.233478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0148cfe2-db7e-4096-b624-dd079aece8ea {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:21.250626 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.263832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:21.265934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-161120c5-f006-4742-bbe6-9892faa3f7c9 req-3dab667c-3d63-46e3-a937-573f3713ae87 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255383
Apr 30 21:14:21.381060 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.447926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:21.453417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b926ced-4b9d-4168-a7c4-03d6977f6aa9 req-f472c0dc-a6f3-46a8-891c-fb23a4719a97 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:21.455153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b926ced-4b9d-4168-a7c4-03d6977f6aa9 req-f472c0dc-a6f3-46a8-891c-fb23a4719a97 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.0842760
Apr 30 21:14:21.469450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1b88704f-5d9b-423a-89aa-800cc2e7f929), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.519725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b88704f-5d9b-423a-89aa-800cc2e7f929,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:21.600084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b926ced-4b9d-4168-a7c4-03d6977f6aa9 req-fa40d69a-73c3-4a84-baeb-80d516b78e59 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379459
Apr 30 21:14:21.643648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6528-4b03-4b20-b58f-f2f624cb6f91 req-6e0bda51-9203-4e18-a33a-7b88d36328e5 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:21.645086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2dba6528-4b03-4b20-b58f-f2f624cb6f91 req-6e0bda51-9203-4e18-a33a-7b88d36328e5 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 943 time: 0.0643742
Apr 30 21:14:21.649737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.652740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0148cfe2-db7e-4096-b624-dd079aece8ea'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:21.807643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.816216 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks [] for router_controller (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.823455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976fc23-6331-4ce0-89f4-d8b491127fe4 req-5bbbfae0-13a2-4c30-bedf-328c7529c2fa tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:21.825026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d976fc23-6331-4ce0-89f4-d8b491127fe4 req-5bbbfae0-13a2-4c30-bedf-328c7529c2fa tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 950 time: 0.1039727
Apr 30 21:14:21.828086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e8fd8329-278e-4c6e-a91f-775edaa743f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:21.852461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e8fd8329-278e-4c6e-a91f-775edaa743f5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:21.856412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e8fd8329-278e-4c6e-a91f-775edaa743f5 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:21.875600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2dba6528-4b03-4b20-b58f-f2f624cb6f91 req-9ee3981f-33c6-481a-8442-dc69426a839c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219303
Apr 30 21:14:21.929780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d976fc23-6331-4ce0-89f4-d8b491127fe4 req-bd7b7360-e99d-49e3-9084-ec1d31cb3b8e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935221
Apr 30 21:14:21.984016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.984016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:14:21.985240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:21.988977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f263ef07-15ec-45b4-9575-79275cc20b93 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c08b179a-bd3f-4f54-b4b7-d3cc2f8005fe HTTP/1.1" status: 204  len: 168 time: 1.6398113
Apr 30 21:14:21.989419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55306) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:22.085066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb84293-d624-41ae-b7e4-5a17c7ab8809 admin admin] Deleting subnet 7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:14:22.095794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6bb84293-d624-41ae-b7e4-5a17c7ab8809 admin admin] Publish callbacks [] for subnet (7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.105101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8045d-e742-4734-8006-9127f40386b3 req-c5cb1d47-abe1-4826-8404-cc378b02f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:22.106792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cba8045d-e742-4734-8006-9127f40386b3 req-c5cb1d47-abe1-4826-8404-cc378b02f23c service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1984427
Apr 30 21:14:22.115062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de689aeb-9a3d-4d36-9d3a-5d8ef617318f req-31458487-f723-4f0e-8dc5-916ae09dfe3e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:22.117881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de689aeb-9a3d-4d36-9d3a-5d8ef617318f req-31458487-f723-4f0e-8dc5-916ae09dfe3e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 945 time: 0.0806010
Apr 30 21:14:22.147907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6bb84293-d624-41ae-b7e4-5a17c7ab8809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.162851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f256cd51-3b8b-4fb2-bf70-a39b65aef80e up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:22.165327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cba8045d-e742-4734-8006-9127f40386b3 req-b19ea598-5d0b-4f77-ae55-9a73dd4cdba8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=45386324-e00d-4309-b5b4-97378c6cd56e HTTP/1.1" status: 200  len: 217 time: 0.0462890
Apr 30 21:14:22.247140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port f256cd51-3b8b-4fb2-bf70-a39b65aef80e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:14:22.247411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8045d-e742-4734-8006-9127f40386b3 req-e90daf0b-775f-4f29-9f70-91648ecba725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:22.249039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cba8045d-e742-4734-8006-9127f40386b3 req-e90daf0b-775f-4f29-9f70-91648ecba725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0757983
Apr 30 21:14:22.252429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de689aeb-9a3d-4d36-9d3a-5d8ef617318f req-32b9a5f0-03a1-48aa-aaee-34ab0ef3073d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860636
Apr 30 21:14:22.259746 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6bb84293-d624-41ae-b7e4-5a17c7ab8809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.302911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8045d-e742-4734-8006-9127f40386b3 req-24ad5d10-5daa-408a-93ee-dadf22bff27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:22.305008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cba8045d-e742-4734-8006-9127f40386b3 req-24ad5d10-5daa-408a-93ee-dadf22bff27f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0484908
Apr 30 21:14:22.326787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port f256cd51-3b8b-4fb2-bf70-a39b65aef80e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:22.327163 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.384930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6bb84293-d624-41ae-b7e4-5a17c7ab8809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.406168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cba8045d-e742-4734-8006-9127f40386b3 req-36d3caaa-7a3d-4912-9530-8c1aa7d79e70 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932314
Apr 30 21:14:22.410644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb84293-d624-41ae-b7e4-5a17c7ab8809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:22.415377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6bb84293-d624-41ae-b7e4-5a17c7ab8809 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.418865 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6bb84293-d624-41ae-b7e4-5a17c7ab8809 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d8c4ded-86f6-41fe-b4aa-98a9e7e66a54 HTTP/1.1" status: 204  len: 168 time: 0.4282629
Apr 30 21:14:22.422346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55310) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:22.451725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f256cd51-3b8b-4fb2-bf70-a39b65aef80e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:22.452117 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.454185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5172e669-23c4-48a9-9f7b-c222e1f71ede None None] Network 51417b35-dffb-4e2a-abd0-357ad597c615 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:14:22.513004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (51417b35-dffb-4e2a-abd0-357ad597c615), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.539073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cba8045d-e742-4734-8006-9127f40386b3 req-7b2b267e-be48-4b4f-8c8e-34d829169386 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251812
Apr 30 21:14:22.544271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:22.552418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427c1770-3b54-49dc-b533-f3e65b86634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:22.555441 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd5efc2-d9d8-447b-ac9f-c553de1787d2" -d '{"events": [{"server_uuid": "427c1770-3b54-49dc-b533-f3e65b86634f", "name": "network-vif-plugged", "status": "completed", "tag": "f256cd51-3b8b-4fb2-bf70-a39b65aef80e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:22.616961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Deleting port 38d277a3-3076-4249-893e-d6537c65dae4 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:22.619827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (38d277a3-3076-4249-893e-d6537c65dae4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.639449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.648390 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a933e32f-13f7-4021-8c1f-46c9b5408848 x-openstack-request-id: req-a933e32f-13f7-4021-8c1f-46c9b5408848 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:22.648678 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427c1770-3b54-49dc-b533-f3e65b86634f", "name": "network-vif-plugged", "status": "completed", "tag": "f256cd51-3b8b-4fb2-bf70-a39b65aef80e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:22.648935 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a933e32f-13f7-4021-8c1f-46c9b5408848 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:22.649334 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a933e32f-13f7-4021-8c1f-46c9b5408848'] response: {'server_uuid': '427c1770-3b54-49dc-b533-f3e65b86634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e', 'code': 200}
Apr 30 21:14:22.650287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c458e-fc4b-4e19-849e-ee1941595795 req-8e2137ff-b363-4c91-91f8-587599f17c7b tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:22.654230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf7c458e-fc4b-4e19-849e-ee1941595795 req-8e2137ff-b363-4c91-91f8-587599f17c7b tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 949 time: 0.0967495
Apr 30 21:14:22.729796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:22.742649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] For port 38d277a3-3076-4249-893e-d6537c65dae4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38d277a3-3076-4249-893e-d6537c65dae4,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:22.743024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (38d277a3-3076-4249-893e-d6537c65dae4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.759645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Calling delete_port for 38d277a3-3076-4249-893e-d6537c65dae4 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:22.799218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] DHCP port deletion for 51417b35-dffb-4e2a-abd0-357ad597c615 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:14:22.803358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf7c458e-fc4b-4e19-849e-ee1941595795 req-53312b68-0301-42c8-802a-a25423288930 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428802
Apr 30 21:14:22.826730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22d387-8a5a-4d91-ba5b-2e898d693122 req-83bf9367-9d8f-4bdb-b4e6-a73a48ed3376 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:22.828516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc22d387-8a5a-4d91-ba5b-2e898d693122 req-83bf9367-9d8f-4bdb-b4e6-a73a48ed3376 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.0699956
Apr 30 21:14:22.859780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] Deleting port 38d277a3-3076-4249-893e-d6537c65dae4 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:22.860313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (38d277a3-3076-4249-893e-d6537c65dae4), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.909141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc22d387-8a5a-4d91-ba5b-2e898d693122 req-b71c0571-011b-4bd1-b18c-46078543e591 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740523
Apr 30 21:14:22.912329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-5d2e2d8e-3f95-4226-93ef-a0075a272f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:22.917498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-5d2e2d8e-3f95-4226-93ef-a0075a272f05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 1132 time: 0.0770059
Apr 30 21:14:22.934889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:22.940832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (38d277a3-3076-4249-893e-d6537c65dae4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.947627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] For port 38d277a3-3076-4249-893e-d6537c65dae4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38d277a3-3076-4249-893e-d6537c65dae4,segment=NetworkSegment(254203dd-6c3d-442b-b59c-fd92e4e435e4),segment_id=254203dd-6c3d-442b-b59c-fd92e4e435e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:22.948024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (38d277a3-3076-4249-893e-d6537c65dae4), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:22.969364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d277a3-3076-4249-893e-d6537c65dae4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:22.969602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] Calling delete_port for 38d277a3-3076-4249-893e-d6537c65dae4 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:22.988918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] No DVR routers for this DVR port 38d277a3-3076-4249-893e-d6537c65dae4 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:23.040210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45386324-e00d-4309-b5b4-97378c6cd56e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:23.046739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:23.077555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (51417b35-dffb-4e2a-abd0-357ad597c615), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.082055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.095608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28dc5-d980-4449-99b3-8f8a98db6263 req-548b35f2-4c8a-4f6e-8e13-ffef5712b8a9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:23.099117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5dc28dc5-d980-4449-99b3-8f8a98db6263 req-548b35f2-4c8a-4f6e-8e13-ffef5712b8a9 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 943 time: 0.1302309
Apr 30 21:14:23.099117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.108675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896709e610>,) {'filters': {'network_id': ['51417b35-dffb-4e2a-abd0-357ad597c615']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:23.114535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b606ce-b037-4106-b68e-423579d41da2 req-62b2612f-67d4-4949-a3e0-72df9ec3b81c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:23.116653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07b606ce-b037-4106-b68e-423579d41da2 req-62b2612f-67d4-4949-a3e0-72df9ec3b81c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 950 time: 0.0754168
Apr 30 21:14:23.127083 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896709e610>, '254203dd-6c3d-442b-b59c-fd92e4e435e4') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:23.127746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896709e610>, '254203dd-6c3d-442b-b59c-fd92e4e435e4') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:23.139377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (254203dd-6c3d-442b-b59c-fd92e4e435e4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.155469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (254203dd-6c3d-442b-b59c-fd92e4e435e4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.168193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:14:23.168750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (254203dd-6c3d-442b-b59c-fd92e4e435e4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:14:23.170869 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:14:23.250445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5dc28dc5-d980-4449-99b3-8f8a98db6263 req-ed577738-a028-46ac-890f-6de493863aba tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310961
Apr 30 21:14:23.294593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07b606ce-b037-4106-b68e-423579d41da2 req-43089b24-2f96-4a30-956a-4c4699fd70a2 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659429
Apr 30 21:14:23.323594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 0148cfe2-db7e-4096-b624-dd079aece8ea completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:14:23.343486 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (51417b35-dffb-4e2a-abd0-357ad597c615), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.349351 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (38d277a3-3076-4249-893e-d6537c65dae4), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.353378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.360841 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] 10.222.0.23 "DELETE /v2.0/networks/51417b35-dffb-4e2a-abd0-357ad597c615 HTTP/1.1" status: 204  len: 168 time: 0.9348247
Apr 30 21:14:23.360841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55328) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:23.380172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] Pushing event deleted for resources: {'Port': ['ID=38d277a3-3076-4249-893e-d6537c65dae4,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:23.389450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] Network 51417b35-dffb-4e2a-abd0-357ad597c615 is not hosted by any dhcp agent {{(pid=115776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:14:23.389927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288c579-c904-4c05-a13b-999ce358c6b6 None None] No DVR routers for this DVR port 38d277a3-3076-4249-893e-d6537c65dae4 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:23.408594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:23.430266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '45386324-e00d-4309-b5b4-97378c6cd56e', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '45386324-e00d-4309-b5b4-97378c6cd56e', 'mac_address': 'fa:16:3e:76:72:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:23.438566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674141f9-034c-44dc-a3bb-2175be6f7196 admin admin] Pushing event deleted for resources: {'Network': ['ID=51417b35-dffb-4e2a-abd0-357ad597c615,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:23.441560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72631022-4e74-47a7-ae6b-4107265d716d req-0017b4c9-45a7-4e3b-9363-4f8bbe06c08d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:23.444358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72631022-4e74-47a7-ae6b-4107265d716d req-0017b4c9-45a7-4e3b-9363-4f8bbe06c08d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.1027710
Apr 30 21:14:23.480687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 45386324-e00d-4309-b5b4-97378c6cd56e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:23.481224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.493082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0148cfe2-db7e-4096-b624-dd079aece8ea triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:23.494600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.511942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:23.533228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45386324-e00d-4309-b5b4-97378c6cd56e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:23.563147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:23.567682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72631022-4e74-47a7-ae6b-4107265d716d req-c9b4f9c3-9efd-428c-8b8c-d8b5ec3012f5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161544
Apr 30 21:14:23.570833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174eb9aa-8090-4261-9075-6c80f81b9cd1 req-4c542cf5-55a5-4a25-a23c-b64425eb1c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:23.572363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-174eb9aa-8090-4261-9075-6c80f81b9cd1 req-4c542cf5-55a5-4a25-a23c-b64425eb1c49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 1128 time: 0.0790048
Apr 30 21:14:23.614835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0148cfe2-db7e-4096-b624-dd079aece8ea is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:23.615215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.618353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:23.637076 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.679392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:23.686284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-174eb9aa-8090-4261-9075-6c80f81b9cd1 req-c940a072-ca39-45e0-9e5f-e3254e3e1cab service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001329
Apr 30 21:14:23.693615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:23.698320 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b1a3b2-d7ac-4c56-89e9-cd177d721555" -d '{"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-unplugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:23.713598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Publish callbacks [] for port (a54ef22f-4479-4001-901d-54698448f1a0), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.725121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:23.731821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Transition to ACTIVE for port object a54ef22f-4479-4001-901d-54698448f1a0 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:23.761395 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4a0a43-ad5c-4124-b575-4f0af0d01748 x-openstack-request-id: req-aa4a0a43-ad5c-4124-b575-4f0af0d01748 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:23.761829 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-unplugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:23.762233 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa4a0a43-ad5c-4124-b575-4f0af0d01748 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:23.762746 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4a0a43-ad5c-4124-b575-4f0af0d01748'] response: {'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'code': 200}
Apr 30 21:14:23.767157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.815519 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:23.819008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 38d277a3-3076-4249-893e-d6537c65dae4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:23.862560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 38d277a3-3076-4249-893e-d6537c65dae4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:23.863173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 38d277a3-3076-4249-893e-d6537c65dae4 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:23.863344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1b88704f-5d9b-423a-89aa-800cc2e7f929 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:23.892914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:23.895732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1b88704f-5d9b-423a-89aa-800cc2e7f929 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:23.896140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1b88704f-5d9b-423a-89aa-800cc2e7f929 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:23.981666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['45386324-e00d-4309-b5b4-97378c6cd56e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:24.163243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:24.205507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port a54ef22f-4479-4001-901d-54698448f1a0 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:14:24.206470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:24.220399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:24.296529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=11']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:24.298970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] No DVR routers for this DVR port a54ef22f-4479-4001-901d-54698448f1a0 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:24.392163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-d407b7e5-425c-4261-8540-d95106852027 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:24.393537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-d407b7e5-425c-4261-8540-d95106852027 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 949 time: 0.4938085
Apr 30 21:14:24.401593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b2179-72f5-4411-aec4-31e00334c92e req-b2e61002-a888-455a-8407-4d37b0a72dbc tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:24.403029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-233b2179-72f5-4411-aec4-31e00334c92e req-b2e61002-a888-455a-8407-4d37b0a72dbc tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 949 time: 0.4789603
Apr 30 21:14:24.421039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:24.428000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14453-8a7b-442f-9063-6c7ec252d1a9 req-58d3c09c-1f1f-432e-acab-79553601b17d tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:24.430000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7d14453-8a7b-442f-9063-6c7ec252d1a9 req-58d3c09c-1f1f-432e-acab-79553601b17d tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 949 time: 0.1638582
Apr 30 21:14:24.468210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:24.468568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:24.468896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:24.477818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Deleting port 948afe64-b492-48de-839b-0db376d5bbce {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:24.477818 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (948afe64-b492-48de-839b-0db376d5bbce), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:24.492916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:24.493238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Attempting to bind port a54ef22f-4479-4001-901d-54698448f1a0 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:24.521491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:24.521866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:24.522254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:24.522697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Bound port: a54ef22f-4479-4001-901d-54698448f1a0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:24.523040 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:24.559692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] For port 948afe64-b492-48de-839b-0db376d5bbce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=948afe64-b492-48de-839b-0db376d5bbce,segment=NetworkSegment(426afeb0-7344-46cb-aa16-62806f2a7f18),segment_id=426afeb0-7344-46cb-aa16-62806f2a7f18)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:24.563465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (948afe64-b492-48de-839b-0db376d5bbce), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:24.574916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Calling delete_port for 948afe64-b492-48de-839b-0db376d5bbce owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:24.575127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-233b2179-72f5-4411-aec4-31e00334c92e req-99c2e4e2-e05f-4d39-86f3-600b6db94df7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/security-groups?id=13f55605-41a7-40a3-a1c5-cca1e0045f19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646862
Apr 30 21:14:24.625457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7d14453-8a7b-442f-9063-6c7ec252d1a9 req-902440b2-4738-4802-8e03-454101d0cb29 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700919
Apr 30 21:14:24.627669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Deleting port d509f1b5-3706-43e8-bf15-4384090568d2 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:24.628006 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:24.654041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:24.657316 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23f845b-0583-4334-b3bb-49654ea9bd49" -d '{"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-plugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:24.734877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:24.781645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aa047-4b69-43a7-a355-a5a2c11b120c req-86a87fca-22c2-481e-8f36-e18f66de26ec tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:24.788701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d9aa047-4b69-43a7-a355-a5a2c11b120c req-86a87fca-22c2-481e-8f36-e18f66de26ec tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 943 time: 0.1388812
Apr 30 21:14:24.801945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:24.850693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6447-c9ef-43b6-ab6a-5fef12fa3e49 req-fda835ce-5dfd-4176-8124-ea640d421ebf tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:24.852146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58de6447-c9ef-43b6-ab6a-5fef12fa3e49 req-fda835ce-5dfd-4176-8124-ea640d421ebf tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.1095409
Apr 30 21:14:24.875847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] For port d509f1b5-3706-43e8-bf15-4384090568d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d509f1b5-3706-43e8-bf15-4384090568d2,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:24.876234 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:24.905947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Calling delete_port for d509f1b5-3706-43e8-bf15-4384090568d2 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:24.920401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d9aa047-4b69-43a7-a355-a5a2c11b120c req-0242882a-e1c5-421d-8316-1736adc705b5 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308866
Apr 30 21:14:24.944818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58de6447-c9ef-43b6-ab6a-5fef12fa3e49 req-8b424938-3900-4c2e-96b4-3156cad51ae7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843053
Apr 30 21:14:24.995090 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b283797e-d1e8-44be-81f4-adc88307e5c3 x-openstack-request-id: req-b283797e-d1e8-44be-81f4-adc88307e5c3 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:24.995586 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-plugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:24.995900 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b283797e-d1e8-44be-81f4-adc88307e5c3 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:24.996420 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b283797e-d1e8-44be-81f4-adc88307e5c3'] response: {'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'code': 200}
Apr 30 21:14:24.996847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (948afe64-b492-48de-839b-0db376d5bbce), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.027810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.028022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:25.032324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45386324-e00d-4309-b5b4-97378c6cd56e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:25.087458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519af583-31f6-40ea-b8f6-9953821c0c28 req-1fb62fda-3b6b-4cae-bc31-498f5b0bb1da tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:25.088969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-519af583-31f6-40ea-b8f6-9953821c0c28 req-1fb62fda-3b6b-4cae-bc31-498f5b0bb1da tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.1082168
Apr 30 21:14:25.102563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:25.102563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.106465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 1096 time: 2.1730845
Apr 30 21:14:25.120598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=948afe64-b492-48de-839b-0db376d5bbce,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:25.161208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.161556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.162008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.162949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.163287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.163670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.164009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.164517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.164690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.165017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.165340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.165661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.166058 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.167296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.167711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.221604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddfd42-d40a-4da4-86f9-c902e8ddc8bf req-cb7c5d9a-d3ed-47b3-921e-a14074309b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:25.223167 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-baddfd42-d40a-4da4-86f9-c902e8ddc8bf req-cb7c5d9a-d3ed-47b3-921e-a14074309b26 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 1132 time: 0.1418593
Apr 30 21:14:25.259696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=12']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:25.309175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 45386324-e00d-4309-b5b4-97378c6cd56e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:14:25.333268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:25.352309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.353153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.353262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.353715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.354184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.354403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'port_id': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685', 'mac_address': 'fa:16:3e:cb:c0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b48280e-ae20-4ea1-a466-019d611a9a4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:25.354714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.355171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.355660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.356031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.356461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.357044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.357342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.357787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.358265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.358748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c6857-64b1-47e9-a562-1604a92c24d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:25.376180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-519af583-31f6-40ea-b8f6-9953821c0c28 req-13c51c06-0e99-418e-a31c-ddb4c9d47c45 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479768
Apr 30 21:14:25.378170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-bcf11dc0-7b8c-419b-aeee-bcc5ba09a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:25.379737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-bcf11dc0-7b8c-419b-aeee-bcc5ba09a01a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1130 time: 0.1492167
Apr 30 21:14:25.404962 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-baddfd42-d40a-4da4-86f9-c902e8ddc8bf req-17bf7d66-940c-4953-bfef-6fe642eac5fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666410
Apr 30 21:14:25.427092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 45386324-e00d-4309-b5b4-97378c6cd56e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:25.427467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.455373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:25.455778 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.456992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.476757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:25.486537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d509f1b5-3706-43e8-bf15-4384090568d2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.506202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d509f1b5-3706-43e8-bf15-4384090568d2'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:25.539252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:25.539877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Pushing event deleted for resources: {'Port': ['ID=d509f1b5-3706-43e8-bf15-4384090568d2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:25.548158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-bea1a5d5-c999-4ff9-bb26-fa0e7a8c51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:25.549618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-bea1a5d5-c999-4ff9-bb26-fa0e7a8c51f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1595690
Apr 30 21:14:25.591917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 45386324-e00d-4309-b5b4-97378c6cd56e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:25.592303 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.598839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] No DVR routers for this DVR port d509f1b5-3706-43e8-bf15-4384090568d2 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:25.604097 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.608017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f91fd6a-2f5e-4696-86ca-6fb3fa7337df req-164d15d7-ef5f-4aa8-98af-8e288856adb7 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.35 "DELETE /v2.0/ports/d509f1b5-3706-43e8-bf15-4384090568d2 HTTP/1.1" status: 204  len: 173 time: 1.2013628
Apr 30 21:14:25.655236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:25.674680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-493eedd1-8c22-4be0-843a-810a16a4c868 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0616791
Apr 30 21:14:25.686758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.741261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d048fdb-aa04-4ab0-a5bc-f981cd0fce76 req-320ebd0f-f792-42cc-bf79-e42f13f58549 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 210 time: 0.0688660
Apr 30 21:14:25.776771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}, {'server_uuid': '1fa7daf2-fa4f-4c1d-8383-a64c33a81636', 'name': 'network-vif-deleted', 'tag': 'd509f1b5-3706-43e8-bf15-4384090568d2'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:25.777565 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:25.780542 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29adeb4-34c8-4f58-8aed-af338f4aa629" -d '{"events": [{"name": "network-changed", "server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}, {"server_uuid": "1fa7daf2-fa4f-4c1d-8383-a64c33a81636", "name": "network-vif-deleted", "tag": "d509f1b5-3706-43e8-bf15-4384090568d2"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:25.821970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:25.824818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:14:25.843424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-2beb66a1-cbf0-4494-84f5-ae741bdcbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:25.848170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-2beb66a1-cbf0-4494-84f5-ae741bdcbbe0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1617455
Apr 30 21:14:25.910937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c615d-1af1-4d37-b858-62e52b331cdc req-0fafb407-7935-4f46-8090-2e5f02029387 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:25.920037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de7c615d-1af1-4d37-b858-62e52b331cdc req-0fafb407-7935-4f46-8090-2e5f02029387 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 950 time: 0.1661019
Apr 30 21:14:25.928745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:25.951130 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e401826e-bb4e-472e-a8ab-4509329250c1 x-openstack-request-id: req-e401826e-bb4e-472e-a8ab-4509329250c1 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:25.951422 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "status": "completed", "code": 200}, {"server_uuid": "1fa7daf2-fa4f-4c1d-8383-a64c33a81636", "name": "network-vif-deleted", "tag": "d509f1b5-3706-43e8-bf15-4384090568d2", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:25.952440 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e401826e-bb4e-472e-a8ab-4509329250c1 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:25.952440 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e401826e-bb4e-472e-a8ab-4509329250c1'] response: {'name': 'network-changed', 'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'status': 'completed', 'code': 200}
Apr 30 21:14:25.952650 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e401826e-bb4e-472e-a8ab-4509329250c1'] response: {'server_uuid': '1fa7daf2-fa4f-4c1d-8383-a64c33a81636', 'name': 'network-vif-deleted', 'tag': 'd509f1b5-3706-43e8-bf15-4384090568d2', 'status': 'completed', 'code': 200}
Apr 30 21:14:26.009018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['6d37cf5e-e3cd-47b3-b260-73e5e72b6685'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:26.042814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de7c615d-1af1-4d37-b858-62e52b331cdc req-55df6679-7b2a-4f46-a2b3-794a153c3afa tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113102
Apr 30 21:14:26.053632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-95379d00-3314-4d86-be64-82550f20620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:26.055157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-95379d00-3314-4d86-be64-82550f20620d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1130 time: 0.0930877
Apr 30 21:14:26.079571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:14:26.096560 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b2c7b566-edba-4b6b-b283-1494dbbb49e0 admin admin] 10.222.0.23 "PUT /v2.0/routers/9d4f08ba-41fe-4f44-87fb-48ea75333ca9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7337868
Apr 30 21:14:26.099620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55366) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:26.107414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] Sync routers for ids ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:14:26.145319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] Routers {'9d4f08ba-41fe-4f44-87fb-48ea75333ca9'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:26.146480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f7473d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:26.203115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-781ec82f-c14f-4913-9385-6c7e58ec0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:26.204597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-781ec82f-c14f-4913-9385-6c7e58ec0f1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1431327
Apr 30 21:14:26.263725 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks [] for router (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:26.335273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-21aea6e3-d198-4216-a86e-8c2390531493 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.1000857
Apr 30 21:14:26.347551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b4096-b4e8-4db0-8f62-867447342b4f req-94d7f1b9-9ce1-42ab-b980-ca11d2349fca tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:26.348264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] Set router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:26.349029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-433b4096-b4e8-4db0-8f62-867447342b4f req-94d7f1b9-9ce1-42ab-b980-ca11d2349fca tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 944 time: 0.3326702
Apr 30 21:14:26.350531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b43b1d-0715-465f-9472-560ba84e540e req-9d0853a6-c817-445d-b276-20fccf6cc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:26.352040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-9d0853a6-c817-445d-b276-20fccf6cc89e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1282332
Apr 30 21:14:26.362927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bbc63-f202-46b6-989f-c1325acb1a51 req-7eec3914-ed34-42a3-b367-8686872c776d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:26.365552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d7bbc63-f202-46b6-989f-c1325acb1a51 req-7eec3914-ed34-42a3-b367-8686872c776d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.1598473
Apr 30 21:14:26.403894 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks [] for router_gateway (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:26.509095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-433b4096-b4e8-4db0-8f62-867447342b4f req-64e28377-fa27-443c-8194-161e337a534d tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401572
Apr 30 21:14:26.519065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d7bbc63-f202-46b6-989f-c1325acb1a51 req-d68c1f47-2c5f-4b73-be9c-e063f142bff2 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470602
Apr 30 21:14:26.555274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-be94b02b-52c6-4a48-a210-43fc20b50572 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863749
Apr 30 21:14:26.571026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f7473d0>, [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:14:24Z', 'revision_number': 5, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port': {'id': 'a2cfdff5-b60d-425f-86b2-e21b500376dd', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:31:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:11:36Z', 'updated_at': '2022-04-30T21:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:26.607446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Deleting port a2cfdff5-b60d-425f-86b2-e21b500376dd {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:26.607917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:26.611626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] Checking router: 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:14:26.615183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-8eaec331-3d2f-4f75-9182-eebda7b721a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:26.617236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-8eaec331-3d2f-4f75-9182-eebda7b721a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0989287
Apr 30 21:14:26.621421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] Routers {'9d4f08ba-41fe-4f44-87fb-48ea75333ca9'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:26.622161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f7473d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:26.686017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ce8c0-f1d7-4d5f-b23a-082386516c4e req-f5e4ee34-0801-49a0-85a5-c5f1fa3f694b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:26.687940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-473ce8c0-f1d7-4d5f-b23a-082386516c4e req-f5e4ee34-0801-49a0-85a5-c5f1fa3f694b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0833304
Apr 30 21:14:26.707930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] For port a2cfdff5-b60d-425f-86b2-e21b500376dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2cfdff5-b60d-425f-86b2-e21b500376dd,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:26.707930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:26.721270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] Set router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:26.726777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Calling delete_port for a2cfdff5-b60d-425f-86b2-e21b500376dd owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:26.773628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-6a812abe-a945-4c96-88c4-d7d4e4543410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:26.775151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-6a812abe-a945-4c96-88c4-d7d4e4543410 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1117151
Apr 30 21:14:26.799562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f7473d0>, [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:14:26Z', 'revision_number': 6, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:26.837845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9820f8-f960-4675-aa1c-fab49097d311 None None] The sync data for ids ['9d4f08ba-41fe-4f44-87fb-48ea75333ca9'] in ncdv-master-1 is: [{'id': '9d4f08ba-41fe-4f44-87fb-48ea75333ca9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-542100736-router', 'tenant_id': 'df8aff4feefd46bba10664568c0433bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:11:34Z', 'updated_at': '2022-04-30T21:14:26Z', 'revision_number': 6, 'project_id': 'df8aff4feefd46bba10664568c0433bf', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:14:26.891419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-473ce8c0-f1d7-4d5f-b23a-082386516c4e req-3713422c-4356-4145-a66d-b54919a83759 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795561
Apr 30 21:14:26.905235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b43b1d-0715-465f-9472-560ba84e540e req-80655c8f-19d6-4505-8bc6-ed55abcd4916 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2340319
Apr 30 21:14:26.952207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-702c0686-2841-4e82-becf-9824de6afa3a req-37e2673e-f13f-40b3-a7d6-a908126cb1b4 tempest-TenantUsagesTestJSON-1618276084 tempest-TenantUsagesTestJSON-1618276084-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fa7daf2-fa4f-4c1d-8383-a64c33a81636 HTTP/1.1" status: 200  len: 210 time: 0.0292323
Apr 30 21:14:26.977834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-32772ba5-ac28-4b8f-ad4e-1133e9cf266c service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939499
Apr 30 21:14:26.998240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:27.002356 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb0d92f-6f4c-4ef8-b02e-5d55a0d1f26e" -d '{"events": [{"server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "name": "network-vif-plugged", "status": "completed", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:27.037324 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d07a68-e9d0-4aad-a9cd-5df83be9c3ed x-openstack-request-id: req-30d07a68-e9d0-4aad-a9cd-5df83be9c3ed {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:27.038534 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "name": "network-vif-plugged", "status": "completed", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:27.038636 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30d07a68-e9d0-4aad-a9cd-5df83be9c3ed {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:27.039137 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d07a68-e9d0-4aad-a9cd-5df83be9c3ed'] response: {'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e', 'code': 200}
Apr 30 21:14:27.084340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:27.095321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871c78f-de5a-4006-8d85-dadb22aa98c2 req-d76c2916-dbea-46b2-852c-3fe1219e535b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:27.096809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1871c78f-de5a-4006-8d85-dadb22aa98c2 req-d76c2916-dbea-46b2-852c-3fe1219e535b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0681560
Apr 30 21:14:27.132441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:14:27.141469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a2cfdff5-b60d-425f-86b2-e21b500376dd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.183684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-2116b064-d66a-44a7-a489-738506d7caa2 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003484
Apr 30 21:14:27.192183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109e013-f16c-4ec5-b872-e365f0e15fbd req-ebe904bd-26d8-49c4-951c-c2ce5c2412f2 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:27.193731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c109e013-f16c-4ec5-b872-e365f0e15fbd req-ebe904bd-26d8-49c4-951c-c2ce5c2412f2 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 950 time: 0.0960186
Apr 30 21:14:27.201547 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cfdff5-b60d-425f-86b2-e21b500376dd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:27.210693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:27.211081 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.228245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1871c78f-de5a-4006-8d85-dadb22aa98c2 req-aab710b2-0252-4cbe-8e03-0a57d7263deb tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159692
Apr 30 21:14:27.293375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c109e013-f16c-4ec5-b872-e365f0e15fbd req-c326155a-1f78-4509-b812-3bd4efb6efc8 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875268
Apr 30 21:14:27.302659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.406358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:27.406753 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.417702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f776df-0567-4e24-a16c-4d29c39e35dd req-2b23e8c2-90b3-4253-a024-e964eef1466b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:27.419327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8f776df-0567-4e24-a16c-4d29c39e35dd req-2b23e8c2-90b3-4253-a024-e964eef1466b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0676556
Apr 30 21:14:27.447644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.450125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks [] for router_controller (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.471622 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8f776df-0567-4e24-a16c-4d29c39e35dd req-5f9bb6c7-0a02-4c33-9127-dbb078edd779 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461373
Apr 30 21:14:27.573617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:27.612034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (9d4f08ba-41fe-4f44-87fb-48ea75333ca9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.612619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d4f08ba-41fe-4f44-87fb-48ea75333ca9 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:14:27.618374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.621459 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2b96f8ec-be1d-4953-82df-c207a45af262 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9d4f08ba-41fe-4f44-87fb-48ea75333ca9 HTTP/1.1" status: 204  len: 168 time: 1.5186090
Apr 30 21:14:27.622096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55408) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:27.634693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b4435-fc4e-47b9-bd54-57c6b57ed8d9 req-d7311dfb-d895-4d6f-86f2-3ab4e4d2f540 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:27.636174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-476b4435-fc4e-47b9-bd54-57c6b57ed8d9 req-d7311dfb-d895-4d6f-86f2-3ab4e4d2f540 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0848820
Apr 30 21:14:27.656132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76dd2ec-b729-4f75-96f0-0ecaae1bbab2 req-ac6e6044-b0a4-464e-8980-cbf36556e243 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:27.657527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e76dd2ec-b729-4f75-96f0-0ecaae1bbab2 req-ac6e6044-b0a4-464e-8980-cbf36556e243 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 944 time: 0.0692301
Apr 30 21:14:27.670505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c434646-97d1-476e-af47-d93057f6ee27 admin admin] Deleting subnet 1e5b8b78-5ded-4285-aad5-173c4c03efb1 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:14:27.674020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c434646-97d1-476e-af47-d93057f6ee27 admin admin] Publish callbacks [] for subnet (1e5b8b78-5ded-4285-aad5-173c4c03efb1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.681728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.725454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-476b4435-fc4e-47b9-bd54-57c6b57ed8d9 req-1b756ac0-2b1f-47fc-a430-d42a8a3c5633 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834088
Apr 30 21:14:27.740449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:27.749600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e76dd2ec-b729-4f75-96f0-0ecaae1bbab2 req-c96f7cda-f036-4d6d-9053-9890c600fbd5 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827498
Apr 30 21:14:27.757372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c434646-97d1-476e-af47-d93057f6ee27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (1e5b8b78-5ded-4285-aad5-173c4c03efb1), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.823955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 948afe64-b492-48de-839b-0db376d5bbce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:27.853991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 948afe64-b492-48de-839b-0db376d5bbce {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:27.853991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 948afe64-b492-48de-839b-0db376d5bbce not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:27.854976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a2cfdff5-b60d-425f-86b2-e21b500376dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:27.869518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3099c8-6c3e-4a21-9c66-e6f0e007865f req-87bed6de-2bd0-4e56-8508-07b5be245847 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:27.876905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf3099c8-6c3e-4a21-9c66-e6f0e007865f req-87bed6de-2bd0-4e56-8508-07b5be245847 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.0669215
Apr 30 21:14:27.886950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c434646-97d1-476e-af47-d93057f6ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (1e5b8b78-5ded-4285-aad5-173c4c03efb1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:27.917008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a2cfdff5-b60d-425f-86b2-e21b500376dd {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:27.917679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a2cfdff5-b60d-425f-86b2-e21b500376dd not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:27.934188 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf3099c8-6c3e-4a21-9c66-e6f0e007865f req-db2f1eac-b1b1-4c86-a9f3-b70e4fa7732e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558798
Apr 30 21:14:28.048040 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c434646-97d1-476e-af47-d93057f6ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (1e5b8b78-5ded-4285-aad5-173c4c03efb1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.091235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c434646-97d1-476e-af47-d93057f6ee27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.092954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52649081-5edf-4e73-aed1-efc222782aa3 None None] Network baa9177f-625e-466a-8a35-3a815352a24c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:14:28.097360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6c434646-97d1-476e-af47-d93057f6ee27 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1e5b8b78-5ded-4285-aad5-173c4c03efb1 HTTP/1.1" status: 204  len: 168 time: 0.4742265
Apr 30 21:14:28.107366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c434646-97d1-476e-af47-d93057f6ee27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5b8b78-5ded-4285-aad5-173c4c03efb1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:28.109047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55420) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:28.142245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9468f77-e227-416b-8883-78d1d6e4e05e req-2cb54bc2-0eae-41d6-954a-e96201463142 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:28.145088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9468f77-e227-416b-8883-78d1d6e4e05e req-2cb54bc2-0eae-41d6-954a-e96201463142 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0683653
Apr 30 21:14:28.189034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d509f1b5-3706-43e8-bf15-4384090568d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:28.204106 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (baa9177f-625e-466a-8a35-3a815352a24c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.216204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: d509f1b5-3706-43e8-bf15-4384090568d2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:28.216545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d509f1b5-3706-43e8-bf15-4384090568d2 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:28.226412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9468f77-e227-416b-8883-78d1d6e4e05e req-e55440ee-f696-4998-8373-644501d1eb76 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755970
Apr 30 21:14:28.261863 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Deleting port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:28.262333 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.286602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] DHCP port deletion for baa9177f-625e-466a-8a35-3a815352a24c request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:14:28.331601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] For port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,segment=NetworkSegment(426afeb0-7344-46cb-aa16-62806f2a7f18),segment_id=426afeb0-7344-46cb-aa16-62806f2a7f18)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:28.332193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.356511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] Deleting port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:28.357962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Calling delete_port for eb6fece3-5e4c-4d2f-9319-ef5f095d89bc owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:28.359292 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.393512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebedb3-cda2-425c-8c0f-986daa94d475 req-795797c8-0538-46e1-9e5c-cbe39f0f581c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:28.400599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10ebedb3-cda2-425c-8c0f-986daa94d475 req-795797c8-0538-46e1-9e5c-cbe39f0f581c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0738773
Apr 30 21:14:28.455809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] For port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,segment=NetworkSegment(426afeb0-7344-46cb-aa16-62806f2a7f18),segment_id=426afeb0-7344-46cb-aa16-62806f2a7f18)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:28.456212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.469820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] Calling delete_port for eb6fece3-5e4c-4d2f-9319-ef5f095d89bc owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:28.513293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-7ceab5c6-55d5-42ef-b6ab-50582aa4250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:28.514826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-7ceab5c6-55d5-42ef-b6ab-50582aa4250a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 1130 time: 0.1132932
Apr 30 21:14:28.532893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764994-a9be-48e1-9ed0-51b4f3ce919e req-af1e4f94-6437-4bd9-8212-47b9bb4c90cc tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:28.534379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d764994-a9be-48e1-9ed0-51b4f3ce919e req-af1e4f94-6437-4bd9-8212-47b9bb4c90cc tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 950 time: 0.0786893
Apr 30 21:14:28.553120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcd26-6f17-46dd-9d6e-52e1dcd713c9 req-886418cd-4b0f-4ab9-888d-f466c7394b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:28.556220 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c9efcd26-6f17-46dd-9d6e-52e1dcd713c9 req-886418cd-4b0f-4ab9-888d-f466c7394b4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 1132 time: 0.0841351
Apr 30 21:14:28.604994 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c9efcd26-6f17-46dd-9d6e-52e1dcd713c9 req-6e1684ca-a74d-487b-99bd-52df87a88fac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426877
Apr 30 21:14:28.617430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10ebedb3-cda2-425c-8c0f-986daa94d475 req-a87b1fd0-a255-4f92-8f11-773eb390bc48 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898849
Apr 30 21:14:28.653338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55434) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:28.661998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d764994-a9be-48e1-9ed0-51b4f3ce919e req-8fc22b79-622a-47b1-a37c-192b3aab19c2 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829980
Apr 30 21:14:28.670431 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.671483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eb6fece3-5e4c-4d2f-9319-ef5f095d89bc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.676651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-663843be-daae-4043-afa0-973731ef1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:28.678105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-663843be-daae-4043-afa0-973731ef1fa5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1515625
Apr 30 21:14:28.714470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] No DVR routers for this DVR port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:28.735815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:28.742535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] No DVR routers for this DVR port eb6fece3-5e4c-4d2f-9319-ef5f095d89bc on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:28.744048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e199d2d-b11f-40f1-ad79-8f6f49f1573c None None] Pushing event deleted for resources: {'Port': ['ID=eb6fece3-5e4c-4d2f-9319-ef5f095d89bc,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:28.803823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98338333-dff6-475a-83d0-ce73fb713c04 req-3c93ecec-95ed-458d-b192-a84a73cb2589 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:28.805289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98338333-dff6-475a-83d0-ce73fb713c04 req-3c93ecec-95ed-458d-b192-a84a73cb2589 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0735135
Apr 30 21:14:28.864563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (baa9177f-625e-466a-8a35-3a815352a24c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.903442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966242bb0>,) {'filters': {'network_id': ['baa9177f-625e-466a-8a35-3a815352a24c']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:28.915497 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ac6985d1-18ac-4011-b66a-ca3f1e38597e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4be651a660d6452e9c0bfeece7227370&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2605281
Apr 30 21:14:28.917504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966242bb0>, '426afeb0-7344-46cb-aa16-62806f2a7f18') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:28.917827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966242bb0>, '426afeb0-7344-46cb-aa16-62806f2a7f18') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:28.919438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55440) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:28.927841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705d73-4cdf-4b96-b372-a6edb9f2361d req-19dc8664-a4ac-4460-a216-2da04cf1c4f1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:28.929379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed705d73-4cdf-4b96-b372-a6edb9f2361d req-19dc8664-a4ac-4460-a216-2da04cf1c4f1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 945 time: 0.1094894
Apr 30 21:14:28.935401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-b28a5c62-979c-4003-a57c-5203093c1215 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 200  len: 217 time: 0.0585349
Apr 30 21:14:28.938259 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (426afeb0-7344-46cb-aa16-62806f2a7f18), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.963243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (426afeb0-7344-46cb-aa16-62806f2a7f18), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.964631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98338333-dff6-475a-83d0-ce73fb713c04 req-d95f8133-2e24-4e91-a1c3-5161c0ee4c2b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526582
Apr 30 21:14:28.980529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (426afeb0-7344-46cb-aa16-62806f2a7f18), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:14:28.987118 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:14:29.036840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-7adadc0d-464d-4288-b9a6-2855084ad53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:29.039102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-7adadc0d-464d-4288-b9a6-2855084ad53b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0911810
Apr 30 21:14:29.040047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6999d013-7fa4-4cc4-81a1-7aa1f8399eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:29.040249 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f94a-db9b-44be-af31-b21ab1ab94ba admin admin] Publish callbacks [] for security_group (13f55605-41a7-40a3-a1c5-cca1e0045f19), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:29.042513 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f436c0-cd54-4f08-aa49-3f833e6de0b6" -d '{"events": [{"server_uuid": "6999d013-7fa4-4cc4-81a1-7aa1f8399eb0", "name": "network-vif-plugged", "status": "completed", "tag": "6d37cf5e-e3cd-47b3-b260-73e5e72b6685"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:29.064028 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f94a-db9b-44be-af31-b21ab1ab94ba admin admin] Publish callbacks [] for security_group (13f55605-41a7-40a3-a1c5-cca1e0045f19), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:29.086124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed705d73-4cdf-4b96-b372-a6edb9f2361d req-010e758e-ab9b-426b-93f0-1dd1b37f4b1e tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458178
Apr 30 21:14:29.111526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05719b30-c8b0-4e0c-9a9b-b05162a8642c req-1db928fe-0775-4a3c-b3a4-3816e7e6806f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:29.113080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05719b30-c8b0-4e0c-9a9b-b05162a8642c req-1db928fe-0775-4a3c-b3a4-3816e7e6806f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.0685270
Apr 30 21:14:29.141293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (baa9177f-625e-466a-8a35-3a815352a24c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:29.148466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:29.151641 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] 10.222.0.23 "DELETE /v2.0/networks/baa9177f-625e-466a-8a35-3a815352a24c HTTP/1.1" status: 204  len: 168 time: 1.0416627
Apr 30 21:14:29.170231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed360b-73ad-4217-a669-042d56ea8645 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa9177f-625e-466a-8a35-3a815352a24c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:29.200444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05719b30-c8b0-4e0c-9a9b-b05162a8642c req-96e5c142-8376-4fcd-9a85-eae32979fac1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796549
Apr 30 21:14:29.218769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa0df7-d3d0-4b00-b6b9-f7b03f6a6c18 req-bce46395-9759-4524-bdb8-ab59b5866ebc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:29.222937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1dfa0df7-d3d0-4b00-b6b9-f7b03f6a6c18 req-bce46395-9759-4524-bdb8-ab59b5866ebc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0736320
Apr 30 21:14:29.240609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f94a-db9b-44be-af31-b21ab1ab94ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (13f55605-41a7-40a3-a1c5-cca1e0045f19), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:29.244760 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f94a-db9b-44be-af31-b21ab1ab94ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:29.244760 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5bc8f94a-db9b-44be-af31-b21ab1ab94ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13f55605-41a7-40a3-a1c5-cca1e0045f19 HTTP/1.1" status: 204  len: 168 time: 0.3241816
Apr 30 21:14:29.260310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8f94a-db9b-44be-af31-b21ab1ab94ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f55605-41a7-40a3-a1c5-cca1e0045f19,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:29.285716 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f50d3-d749-4f1a-965c-412a4330d4a4 x-openstack-request-id: req-806f50d3-d749-4f1a-965c-412a4330d4a4 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:29.285716 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6999d013-7fa4-4cc4-81a1-7aa1f8399eb0", "name": "network-vif-plugged", "status": "completed", "tag": "6d37cf5e-e3cd-47b3-b260-73e5e72b6685", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:29.286289 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-806f50d3-d749-4f1a-965c-412a4330d4a4 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:29.288122 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806f50d3-d749-4f1a-965c-412a4330d4a4'] response: {'server_uuid': '6999d013-7fa4-4cc4-81a1-7aa1f8399eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685', 'code': 200}
Apr 30 21:14:29.294570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1dfa0df7-d3d0-4b00-b6b9-f7b03f6a6c18 req-ed57c25d-b968-4f9d-8f67-8ef1a563ca28 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645602
Apr 30 21:14:29.482913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-f0f2a2f8-b76f-4229-b829-538e9c888d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:29.484815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-f0f2a2f8-b76f-4229-b829-538e9c888d48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0584338
Apr 30 21:14:29.585172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58c283-cf62-44d0-87cd-b5a2d78eb9a4 req-86a1ea10-46d7-4186-9eef-b2c54f998e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:29.586755 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9e58c283-cf62-44d0-87cd-b5a2d78eb9a4 req-86a1ea10-46d7-4186-9eef-b2c54f998e55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 1127 time: 0.0426297
Apr 30 21:14:29.593409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-f9cc4768-2bea-4d0f-a6a6-4b27c00e9d66 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012988
Apr 30 21:14:29.639779 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9e58c283-cf62-44d0-87cd-b5a2d78eb9a4 req-0816747d-3788-469b-8b9a-2be543967780 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396483
Apr 30 21:14:29.660959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55466) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:29.709355 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-30e7d63e-9a80-485c-ab26-97dcad9b0be3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7710d2f3153e440ab46c2d89ce24c4cb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0469904
Apr 30 21:14:29.709642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55470) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:29.737447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29adeb4-34c8-4f58-8aed-af338f4aa629 req-11bbe35e-ea60-4a27-b464-0add03cb175b service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193490
Apr 30 21:14:29.793079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eb6fece3-5e4c-4d2f-9319-ef5f095d89bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:29.797842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040865a0-2a6d-4956-8a1a-7a8f58e33963 admin admin] Publish callbacks [] for security_group (41d8f94e-160f-43c4-81f9-50e53a84a772), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:29.828882 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040865a0-2a6d-4956-8a1a-7a8f58e33963 admin admin] Publish callbacks [] for security_group (41d8f94e-160f-43c4-81f9-50e53a84a772), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:29.834559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: eb6fece3-5e4c-4d2f-9319-ef5f095d89bc {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:29.834912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eb6fece3-5e4c-4d2f-9319-ef5f095d89bc not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:29.881134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fca206-ed53-4ea4-8ff7-8fa2a9a75fe5 req-7d873ffd-2466-4387-86fd-44415b973376 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:29.886364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3fca206-ed53-4ea4-8ff7-8fa2a9a75fe5 req-7d873ffd-2466-4387-86fd-44415b973376 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 950 time: 0.1360435
Apr 30 21:14:29.952882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3fca206-ed53-4ea4-8ff7-8fa2a9a75fe5 req-5c46515b-46fa-4719-bcbc-1ae0c4911b57 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606272
Apr 30 21:14:30.018887 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040865a0-2a6d-4956-8a1a-7a8f58e33963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (41d8f94e-160f-43c4-81f9-50e53a84a772), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.021474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040865a0-2a6d-4956-8a1a-7a8f58e33963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.022699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-040865a0-2a6d-4956-8a1a-7a8f58e33963 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41d8f94e-160f-43c4-81f9-50e53a84a772 HTTP/1.1" status: 204  len: 168 time: 0.3120859
Apr 30 21:14:30.036616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040865a0-2a6d-4956-8a1a-7a8f58e33963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d8f94e-160f-43c4-81f9-50e53a84a772,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:30.226844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698c85-445b-4b97-bb0a-a5d33104f2c7 req-4784243f-ada9-47a0-82aa-c84ff5d5765a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:30.228343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1698c85-445b-4b97-bb0a-a5d33104f2c7 req-4784243f-ada9-47a0-82aa-c84ff5d5765a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 945 time: 0.0474203
Apr 30 21:14:30.273840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1698c85-445b-4b97-bb0a-a5d33104f2c7 req-165b1bdf-d43a-4c68-b5b1-b01e516a767c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398345
Apr 30 21:14:30.339142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55492) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:30.373663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0eb58fdb-9fab-4839-addd-97c57d3df3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.456470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f35b2-15f1-4ec1-880e-055c238860f5 req-1b1c5251-0509-47e3-873c-a08368d0da60 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:30.457946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-568f35b2-15f1-4ec1-880e-055c238860f5 req-1b1c5251-0509-47e3-873c-a08368d0da60 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.0933025
Apr 30 21:14:30.486690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079e81e-e893-49c7-87f2-7ae64e94eb62 req-89badef7-4579-46dc-9a1e-85946d2964a0 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:30.488139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f079e81e-e893-49c7-87f2-7ae64e94eb62 req-89badef7-4579-46dc-9a1e-85946d2964a0 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.1043282
Apr 30 21:14:30.588937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-568f35b2-15f1-4ec1-880e-055c238860f5 req-fd0486ef-a635-49fa-9d7a-d9db9a832bd9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211371
Apr 30 21:14:30.594123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f079e81e-e893-49c7-87f2-7ae64e94eb62 req-9da19845-427f-4e29-9dd5-b318afca7398 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935254
Apr 30 21:14:30.612661 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0eb58fdb-9fab-4839-addd-97c57d3df3e2 admin admin] Publish callbacks [] for security_group (9cd9dfde-6197-4fac-ae61-0f9524cc7bc0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.698496 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0eb58fdb-9fab-4839-addd-97c57d3df3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9cd9dfde-6197-4fac-ae61-0f9524cc7bc0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.723363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979033a-a86c-40be-bef6-3add14d2c16c req-a46e3fcb-f342-41bc-ac5b-d37ac601fba4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:30.724805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9979033a-a86c-40be-bef6-3add14d2c16c req-a46e3fcb-f342-41bc-ac5b-d37ac601fba4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 948 time: 0.0652840
Apr 30 21:14:30.760814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0eb58fdb-9fab-4839-addd-97c57d3df3e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cc97b777b2d4b258227d93fe9c11cfa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4215317
Apr 30 21:14:30.761576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb58fdb-9fab-4839-addd-97c57d3df3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd9dfde-6197-4fac-ae61-0f9524cc7bc0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:30.763470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55500) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:30.798342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9979033a-a86c-40be-bef6-3add14d2c16c req-a4064f1a-b310-4b65-ac5e-6d29040ada9a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626464
Apr 30 21:14:30.820833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f149924b-c383-42a8-adb8-300ba6d2e0c1 admin admin] Publish callbacks [] for security_group (9cd9dfde-6197-4fac-ae61-0f9524cc7bc0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.846536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f149924b-c383-42a8-adb8-300ba6d2e0c1 admin admin] Publish callbacks [] for security_group (9cd9dfde-6197-4fac-ae61-0f9524cc7bc0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.981052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f149924b-c383-42a8-adb8-300ba6d2e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9cd9dfde-6197-4fac-ae61-0f9524cc7bc0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.984281 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f149924b-c383-42a8-adb8-300ba6d2e0c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:30.988005 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f149924b-c383-42a8-adb8-300ba6d2e0c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cd9dfde-6197-4fac-ae61-0f9524cc7bc0 HTTP/1.1" status: 204  len: 168 time: 0.2208681
Apr 30 21:14:30.994911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149924b-c383-42a8-adb8-300ba6d2e0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd9dfde-6197-4fac-ae61-0f9524cc7bc0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:31.059847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55520) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:31.072159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:31.082188 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-e28d92c6-8190-417d-b424-f59663a49b49 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0477855
Apr 30 21:14:31.121949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e9261-367b-42d3-b07d-bab873ddf451 req-eee1b212-7432-474d-87c3-dd9c64a48772 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:31.122172 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-46c55abf-d8e0-4f23-ad56-25a5203ad5cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df8aff4feefd46bba10664568c0433bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0538251
Apr 30 21:14:31.122287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e8e9261-367b-42d3-b07d-bab873ddf451 req-eee1b212-7432-474d-87c3-dd9c64a48772 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 950 time: 0.0845904
Apr 30 21:14:31.123093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55522) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:31.180539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bb8914e-ce26-404b-9810-0d5927614a20 admin admin] Publish callbacks [] for security_group (759bcde5-0edc-4895-aee9-7fbfe2ade150), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:31.204764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:31.219575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'a54ef22f-4479-4001-901d-54698448f1a0', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'a54ef22f-4479-4001-901d-54698448f1a0', 'mac_address': 'fa:16:3e:e1:ed:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:31.225372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bb8914e-ce26-404b-9810-0d5927614a20 admin admin] Publish callbacks [] for security_group (759bcde5-0edc-4895-aee9-7fbfe2ade150), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:31.278832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a54ef22f-4479-4001-901d-54698448f1a0 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:31.279518 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:31.297215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54ef22f-4479-4001-901d-54698448f1a0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:31.319621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:31.372522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bb8914e-ce26-404b-9810-0d5927614a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (759bcde5-0edc-4895-aee9-7fbfe2ade150), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:31.375298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bb8914e-ce26-404b-9810-0d5927614a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:31.377983 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1bb8914e-ce26-404b-9810-0d5927614a20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/759bcde5-0edc-4895-aee9-7fbfe2ade150 HTTP/1.1" status: 204  len: 168 time: 0.2535169
Apr 30 21:14:31.389326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8914e-ce26-404b-9810-0d5927614a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759bcde5-0edc-4895-aee9-7fbfe2ade150,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:31.404920 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:31.485170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=13']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:31.598292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e8e9261-367b-42d3-b07d-bab873ddf451 req-f449e6da-4b6c-4c10-a0e6-1e65209c2d9c tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4635184
Apr 30 21:14:31.610958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124f840-dfee-47be-9421-f5788912c89e req-a95ac6fd-f47a-436d-9f10-72f757c244cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:31.612553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-a95ac6fd-f47a-436d-9f10-72f757c244cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5156794
Apr 30 21:14:31.631524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-8e758649-ee8b-4a37-9a62-fb1542cd6f2a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/quotas/4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 375 time: 0.0124166
Apr 30 21:14:31.696454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a54ef22f-4479-4001-901d-54698448f1a0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:31.713836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-c01494d4-ba93-4ffe-a31e-8cca8d34684e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0755684
Apr 30 21:14:31.729210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60881b8c-39a4-4534-a563-9a47bf3d4382 req-f7cfa6c0-ea39-4659-9a14-e20aaf533b3c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:31.730682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60881b8c-39a4-4534-a563-9a47bf3d4382 req-f7cfa6c0-ea39-4659-9a14-e20aaf533b3c tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 945 time: 0.0604904
Apr 30 21:14:31.804058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60881b8c-39a4-4534-a563-9a47bf3d4382 req-76330796-3318-4286-923f-bf2d2ff6d97a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619986
Apr 30 21:14:31.917728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2ae58-ae09-4e9b-bfe4-605e1cb94448 req-642b3466-094e-468f-96fc-ef0efddc5507 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:31.919236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ea2ae58-ae09-4e9b-bfe4-605e1cb94448 req-642b3466-094e-468f-96fc-ef0efddc5507 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 950 time: 0.0556808
Apr 30 21:14:31.973184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ea2ae58-ae09-4e9b-bfe4-605e1cb94448 req-422d491f-b37d-4f2b-b939-f60dbbfe8259 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463743
Apr 30 21:14:32.107879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6e7ae-a80a-46c8-af95-1e827d7119ca req-9f51d808-bf77-498d-a969-42df025bd872 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:32.110297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6aa6e7ae-a80a-46c8-af95-1e827d7119ca req-9f51d808-bf77-498d-a969-42df025bd872 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0629425
Apr 30 21:14:32.181973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6aa6e7ae-a80a-46c8-af95-1e827d7119ca req-8e6e2752-06b3-45f5-a9b0-e78b86b65df7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660272
Apr 30 21:14:32.187412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f256cd51-3b8b-4fb2-bf70-a39b65aef80e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:32.301561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8229520f-427a-4841-913b-98f66ec79049 req-c09a3d5a-b6ca-4f45-959a-4b757a3c8fdb tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 210 time: 0.0399888
Apr 30 21:14:32.402241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:32.421973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e', 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'port_id': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e', 'mac_address': 'fa:16:3e:66:e9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bec68f-e690-4abb-9af2-517442cf9515', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:32.439293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55590) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:32.467682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f256cd51-3b8b-4fb2-bf70-a39b65aef80e is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:32.468083 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:32.510895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f256cd51-3b8b-4fb2-bf70-a39b65aef80e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:32.563203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:32.588918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-network', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:32.691938 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:32.720690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Made reservation on behalf of 6309fd24cb2e4a5d8fde4f457d529d68 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:32.727390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:32.745674 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:32.759456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:32.834843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f256cd51-3b8b-4fb2-bf70-a39b65aef80e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:32.868406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Publish callbacks [] for security_group (a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.037056 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.064277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:14:33.073063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:33.080032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:33.090792 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (30a77cb0-f89c-4b36-be7e-dd0835875f40), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.090792 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Added segment 30a77cb0-f89c-4b36-be7e-dd0835875f40 of type vlan for network 1152c707-7e0c-4173-990b-839e96baa458
Apr 30 21:14:33.130721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (1152c707-7e0c-4173-990b-839e96baa458), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.131070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port a54ef22f-4479-4001-901d-54698448f1a0 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:14:33.217855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port a54ef22f-4479-4001-901d-54698448f1a0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:33.218508 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a54ef22f-4479-4001-901d-54698448f1a0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.252061 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (1152c707-7e0c-4173-990b-839e96baa458), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.256800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:33.258469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.370653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] Pushing event updated for resources: {'Network': ['ID=1152c707-7e0c-4173-990b-839e96baa458,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:33.386820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 1152c707-7e0c-4173-990b-839e96baa458 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:14:33.389370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c45ee-a43d-4601-a94e-5cc37f790bc0 req-0f360751-189d-4c15-8342-afae036f861c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:33.391045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d4c45ee-a43d-4601-a94e-5cc37f790bc0 req-0f360751-189d-4c15-8342-afae036f861c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 945 time: 0.0921378
Apr 30 21:14:33.456036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a54ef22f-4479-4001-901d-54698448f1a0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:33.456505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.486499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d4c45ee-a43d-4601-a94e-5cc37f790bc0 req-97f66d55-7be8-4b9f-aa85-861bbcf1ec99 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854814
Apr 30 21:14:33.496877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55666) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:33.498866 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2786d42f-45ad-44e6-ae9f-8c33fd160f3e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0587497
Apr 30 21:14:33.508096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2903c-a305-46e8-8d7f-66b70de925cd req-ef3c847e-2fc2-4521-ba0d-22d2c9922fc1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:33.509592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56d2903c-a305-46e8-8d7f-66b70de925cd req-ef3c847e-2fc2-4521-ba0d-22d2c9922fc1 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 945 time: 0.0795569
Apr 30 21:14:33.512954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Request body: {'subnet': {'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-subnet', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:33.541668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:33.544080 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a38dab7-df16-4673-b421-8a026e199bf5" -d '{"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-plugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:33.599525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:33.626177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Made reservation on behalf of 6309fd24cb2e4a5d8fde4f457d529d68 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:33.628678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.653491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56d2903c-a305-46e8-8d7f-66b70de925cd req-9cf942f3-a937-46ca-bc8f-f0f8a1f982f6 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232016
Apr 30 21:14:33.687468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-775d1ffb-d9c8-4d5d-b235-d811bff3ec1f req-15df7a2c-41b1-44e9-b7f3-4d377b28c604 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 210 time: 0.0664399
Apr 30 21:14:33.710756 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b8ff2-a0b2-451a-b938-873a192a90fe x-openstack-request-id: req-4a8b8ff2-a0b2-451a-b938-873a192a90fe {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:33.711266 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-plugged", "status": "completed", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:33.711619 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a8b8ff2-a0b2-451a-b938-873a192a90fe {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:33.712247 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8b8ff2-a0b2-451a-b938-873a192a90fe'] response: {'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'code': 200}
Apr 30 21:14:33.758398 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.806819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=14']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:33.893957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (289508dd-01d2-4845-b2ab-681c36928707), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:33.962861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289508dd-01d2-4845-b2ab-681c36928707,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:33.973559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Checking segment: {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:33.973969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Network hostable DHCP agents. Network: 1152c707-7e0c-4173-990b-839e96baa458, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:14:34.111185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Network 1152c707-7e0c-4173-990b-839e96baa458 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:14:34.192654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f256cd51-3b8b-4fb2-bf70-a39b65aef80e up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:34.249163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port f256cd51-3b8b-4fb2-bf70-a39b65aef80e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:34.249933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.317603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1152c707-7e0c-4173-990b-839e96baa458) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:34.321983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:34.322969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.338292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d307c78-202b-442e-802f-978ff0d3244a None None] Network 1152c707-7e0c-4173-990b-839e96baa458 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:14:34.395524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f256cd51-3b8b-4fb2-bf70-a39b65aef80e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:34.395913 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.420279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-547dd8cf-ad7c-4c7f-9329-60fdd6b04723 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9219844
Apr 30 21:14:34.423210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55704) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:34.431410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:34.456312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:34.493995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1152c707-7e0c-4173-990b-839e96baa458', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:14:34.494851 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.537068 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (7796f893-fe0e-4e9a-be98-1df65c6cda8f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.541291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (7796f893-fe0e-4e9a-be98-1df65c6cda8f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.591143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.601686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks [] for router_controller (7796f893-fe0e-4e9a-be98-1df65c6cda8f), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.630156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5acc4-da60-4227-a4b1-b37468db93de req-a8b25635-0ca8-4924-ab08-bcffcefc0b55 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:34.631732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ca5acc4-da60-4227-a4b1-b37468db93de req-a8b25635-0ca8-4924-ab08-bcffcefc0b55 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0527415
Apr 30 21:14:34.687316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ca5acc4-da60-4227-a4b1-b37468db93de req-1761d7df-4dbd-44c5-a2c5-f1efd593d39b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485852
Apr 30 21:14:34.690682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:34.706998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Allocated IP 172.20.0.2 (1152c707-7e0c-4173-990b-839e96baa458/289508dd-01d2-4845-b2ab-681c36928707/2c8e8df9-a05d-467c-8071-924040d14ca6) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:34.838232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844bb2a-2f3c-4c3f-9f18-fcb16dcf85ab req-1f028bb9-bacd-46fa-8bbb-c48c21439a03 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:34.841044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6844bb2a-2f3c-4c3f-9f18-fcb16dcf85ab req-1f028bb9-bacd-46fa-8bbb-c48c21439a03 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 945 time: 0.0794992
Apr 30 21:14:34.900244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28c1470c-adc7-4a5e-8327-3ffef8fcc735 req-49f416c2-4c0f-4a50-bd68-906def04f1c1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 210 time: 0.0571916
Apr 30 21:14:34.903666 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks [] for router_gateway (7796f893-fe0e-4e9a-be98-1df65c6cda8f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.912265 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Publish callbacks [] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:34.959108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6844bb2a-2f3c-4c3f-9f18-fcb16dcf85ab req-524527c6-6034-4783-a3ad-b63da71eb6cb tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017516
Apr 30 21:14:34.961613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-102c72b2-1802-454a-8d9f-fb18da909dca tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326028
Apr 30 21:14:34.993366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.048440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Network 1152c707-7e0c-4173-990b-839e96baa458 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:35.065606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:35.071634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:35.094195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Pushing event updated for resources: {'Port': ['ID=2c8e8df9-a05d-467c-8071-924040d14ca6,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:35.142369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124f840-dfee-47be-9421-f5788912c89e req-408bec9d-c3a8-4535-9139-d5634f88053b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:35.145671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-408bec9d-c3a8-4535-9139-d5634f88053b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1764545
Apr 30 21:14:35.151644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Attempting to bind port 2c8e8df9-a05d-467c-8071-924040d14ca6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:35.152076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Attempting to bind port 2c8e8df9-a05d-467c-8071-924040d14ca6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:35.152546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Attempting to bind port 2c8e8df9-a05d-467c-8071-924040d14ca6 on network 1152c707-7e0c-4173-990b-839e96baa458 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:35.158640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:35.159374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Checking segment: {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:35.159841 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.160124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Request body: {'port': {'device_id': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '4d8bde5d9ca44f859b5536d3398b63d4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:35.160342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Bound using segment: {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:35.160874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Bound port: 2c8e8df9-a05d-467c-8071-924040d14ca6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:35.161328 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.176504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55720) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:35.251285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] For port 2c8e8df9-a05d-467c-8071-924040d14ca6, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:35.255953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] For port 2c8e8df9-a05d-467c-8071-924040d14ca6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c8e8df9-a05d-467c-8071-924040d14ca6,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:35.273408 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks [] for router_gateway (7796f893-fe0e-4e9a-be98-1df65c6cda8f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.407291 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f9485a0-1856-49ea-a2dc-3a4094f7874d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.412948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.509640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Made reservation on behalf of 4d8bde5d9ca44f859b5536d3398b63d4 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:35.514346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.519172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65481387-aff6-4796-8e29-024ad3d51ed4 None None] Pushing event updated for resources: {'Port': ['ID=2c8e8df9-a05d-467c-8071-924040d14ca6,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:35.522029 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f9485a0-1856-49ea-a2dc-3a4094f7874d admin admin] Publish callbacks [] for security_group (e2d909d3-9482-493e-9bf0-06384dd32550), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.605380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.648264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6f3dd-fb13-4b19-b39a-595e03cd367c req-3d4744f2-e03b-4974-8906-43a501118f0b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:35.649854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ae6f3dd-fb13-4b19-b39a-595e03cd367c req-3d4744f2-e03b-4974-8906-43a501118f0b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0901263
Apr 30 21:14:35.653177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f9485a0-1856-49ea-a2dc-3a4094f7874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e2d909d3-9482-493e-9bf0-06384dd32550), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.713542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427c1770-3b54-49dc-b533-f3e65b86634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:35.727912 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2a4d58-7e57-4fb1-ba18-daf1cfbca598" -d '{"events": [{"server_uuid": "427c1770-3b54-49dc-b533-f3e65b86634f", "name": "network-vif-plugged", "status": "completed", "tag": "f256cd51-3b8b-4fb2-bf70-a39b65aef80e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:35.739763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Allocated IP 172.35.4.94 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/a69c4442-d637-46e7-a6d9-be2f69e4503e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:35.767796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9485a0-1856-49ea-a2dc-3a4094f7874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d909d3-9482-493e-9bf0-06384dd32550,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:35.780733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8f9485a0-1856-49ea-a2dc-3a4094f7874d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35fbee96191d4baab63d33c188de37a2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6032686
Apr 30 21:14:35.790995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55742) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:35.809599 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3778a4-7c43-49bb-8b2b-81cd0c428556 x-openstack-request-id: req-ff3778a4-7c43-49bb-8b2b-81cd0c428556 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:35.810406 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427c1770-3b54-49dc-b533-f3e65b86634f", "name": "network-vif-plugged", "status": "completed", "tag": "f256cd51-3b8b-4fb2-bf70-a39b65aef80e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:35.810962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Allocated IP 192.168.233.88 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:35.811189 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff3778a4-7c43-49bb-8b2b-81cd0c428556 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:35.812078 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3778a4-7c43-49bb-8b2b-81cd0c428556'] response: {'server_uuid': '427c1770-3b54-49dc-b533-f3e65b86634f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e', 'code': 200}
Apr 30 21:14:35.856258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ae6f3dd-fb13-4b19-b39a-595e03cd367c req-8a4f7971-705b-46df-8126-7d009625c0ef tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941390
Apr 30 21:14:35.946382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2c8e8df9-a05d-467c-8071-924040d14ca6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:35.969667 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks [] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:35.983038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a85bfa66-3327-4765-b0f6-534dd9215469 admin admin] Publish callbacks [] for security_group (e2d909d3-9482-493e-9bf0-06384dd32550), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.007545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2c8e8df9-a05d-467c-8071-924040d14ca6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:36.008098 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.094719 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a85bfa66-3327-4765-b0f6-534dd9215469 admin admin] Publish callbacks [] for security_group (e2d909d3-9482-493e-9bf0-06384dd32550), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.097866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c68ba-bc1c-4bdb-9658-0c6febc11bda req-c13447d8-0297-47c8-bd0c-3b5028897499 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 210 time: 0.0750535
Apr 30 21:14:36.100569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2c8e8df9-a05d-467c-8071-924040d14ca6 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:36.101023 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.137645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 2c8e8df9-a05d-467c-8071-924040d14ca6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c8e8df9-a05d-467c-8071-924040d14ca6,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:36.146679 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.175187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e33ea-a289-435a-bedc-d12bb353f89a req-6866df97-7e25-47f8-827f-4bc273a2b4e4 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:36.176669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-982e33ea-a289-435a-bedc-d12bb353f89a req-6866df97-7e25-47f8-827f-4bc273a2b4e4 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 945 time: 0.1014929
Apr 30 21:14:36.187556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:36.195292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:36.197221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a69c4442-d637-46e7-a6d9-be2f69e4503e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:36.199357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:36.223503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks [] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.225995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.289002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-982e33ea-a289-435a-bedc-d12bb353f89a req-772f8704-a898-430a-9a1a-54fb837b73e5 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041825
Apr 30 21:14:36.299411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=2c8e8df9-a05d-467c-8071-924040d14ca6,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:36.326866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a85bfa66-3327-4765-b0f6-534dd9215469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e2d909d3-9482-493e-9bf0-06384dd32550), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.329533 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a85bfa66-3327-4765-b0f6-534dd9215469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.330826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a85bfa66-3327-4765-b0f6-534dd9215469 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2d909d3-9482-493e-9bf0-06384dd32550 HTTP/1.1" status: 204  len: 168 time: 0.5389805
Apr 30 21:14:36.341225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bfa66-3327-4765-b0f6-534dd9215469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d909d3-9482-493e-9bf0-06384dd32550,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:36.418383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.431032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['847cb3b0-ee43-4565-9188-e7bd64f115af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:36.463916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'a54ef22f-4479-4001-901d-54698448f1a0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:36.476701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:36.493338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:36.494810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:36.506105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:36.574648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:36.574648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.703230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-d182cf82-ebaf-4380-8ca6-868d8b35d0d6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5482826
Apr 30 21:14:36.713484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks [] for router_gateway (7796f893-fe0e-4e9a-be98-1df65c6cda8f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:36.782476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Request body: {'port': {'device_id': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:36.956342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.013541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5735e5f-b0ae-47c0-969a-0790bf153737 None None] Network 1152c707-7e0c-4173-990b-839e96baa458 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:14:37.129152 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (7796f893-fe0e-4e9a-be98-1df65c6cda8f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.140085 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-49f667c1-106c-4d70-ae5d-14ea0a053398 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:37.141827 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-49f667c1-106c-4d70-ae5d-14ea0a053398 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.0719886
Apr 30 21:14:37.229138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:37.231290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e93bb4da-8e23-4730-bfd8-7075edff1d97 None None] Provisioning complete for port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:37.231653 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e93bb4da-8e23-4730-bfd8-7075edff1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.290110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8df61-65cf-4e38-b8d7-c8a0416fca1b req-36d308e3-e14a-47f2-8fd7-384852d87854 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:37.290834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9af8df61-65cf-4e38-b8d7-c8a0416fca1b req-36d308e3-e14a-47f2-8fd7-384852d87854 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 935 time: 0.0495150
Apr 30 21:14:37.344734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb54877-c4a2-4d9d-b3e1-cae7d2fb89ff req-28be14aa-a328-440d-ab74-0a18edc9a72c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:37.354869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb54877-c4a2-4d9d-b3e1-cae7d2fb89ff req-28be14aa-a328-440d-ab74-0a18edc9a72c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 946 time: 0.2998519
Apr 30 21:14:37.380748 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.resource_extend [None req-19a80813-32a9-4409-9479-410193892938 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:14:37.384659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e93bb4da-8e23-4730-bfd8-7075edff1d97 None None] Port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:37.384787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Deleting port f256cd51-3b8b-4fb2-bf70-a39b65aef80e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:37.384787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.478180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9af8df61-65cf-4e38-b8d7-c8a0416fca1b req-58573d8e-3969-4ce2-8cb7-5175b2becb8c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756442
Apr 30 21:14:37.495355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb54877-c4a2-4d9d-b3e1-cae7d2fb89ff req-4b2d9342-f7af-45ff-81fa-d8dcfb93456e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393266
Apr 30 21:14:37.524111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55788) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:37.539486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] For port f256cd51-3b8b-4fb2-bf70-a39b65aef80e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:37.541665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.574099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a2-5dac-4553-97b3-2456f2079904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.576647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Calling delete_port for f256cd51-3b8b-4fb2-bf70-a39b65aef80e owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:37.577093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-14b8af16-d1e3-443c-a75a-63aff5b5c6e7 None None] Provisioning complete for port 2c8e8df9-a05d-467c-8071-924040d14ca6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:37.577469 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-14b8af16-d1e3-443c-a75a-63aff5b5c6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.692905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:37.737977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:37.745768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685', 'network_id': 'c1b131fa-a537-4b70-82cc-dbac26cd0254', 'port_id': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685', 'mac_address': 'fa:16:3e:cb:c0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b48280e-ae20-4ea1-a466-019d611a9a4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:37.751835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Publish callbacks [] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.764303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9956e2d-2667-456d-a4db-4db7b9260715 req-b61fe1e7-f9e5-4455-8cfa-8fc47768da4d tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:37.771945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9956e2d-2667-456d-a4db-4db7b9260715 req-b61fe1e7-f9e5-4455-8cfa-8fc47768da4d tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 945 time: 0.1284194
Apr 30 21:14:37.772268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Router 7796f893-fe0e-4e9a-be98-1df65c6cda8f is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:14:37.803546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Transition to ACTIVE for port object 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:37.815642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:37.821956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.844056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9956e2d-2667-456d-a4db-4db7b9260715 req-b2a69831-8a4f-4ab8-b56d-1d76e9e191f2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711253
Apr 30 21:14:37.872218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:37.881815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.891218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2c8e8df9-a05d-467c-8071-924040d14ca6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:37.972920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a2-5dac-4553-97b3-2456f2079904 admin admin] Publish callbacks [] for security_group (f2ad6178-c205-4e28-ba50-2be825cb2ae4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:37.987164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:38.030742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:38.047999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-14b8af16-d1e3-443c-a75a-63aff5b5c6e7 None None] Current status of the port 2c8e8df9-a05d-467c-8071-924040d14ca6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:38.061718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2c8e8df9-a05d-467c-8071-924040d14ca6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:38.062386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.079173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0c7f87a2-5dac-4553-97b3-2456f2079904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f2ad6178-c205-4e28-ba50-2be825cb2ae4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.151643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:38.151643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:38.152773 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.152903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:38.153014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:38.158672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:38.159000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:38.170135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:38.170476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:38.170860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:38.171484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Bound port: 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:38.173865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.192955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f87a2-5dac-4553-97b3-2456f2079904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ad6178-c205-4e28-ba50-2be825cb2ae4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:38.254750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f256cd51-3b8b-4fb2-bf70-a39b65aef80e no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:38.262974 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0c7f87a2-5dac-4553-97b3-2456f2079904 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c00dbe3b8dc4a6ba8d815640691ff5e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7375793
Apr 30 21:14:38.274008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55814) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:38.312914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:38.316935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:38.346674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:14:38.351332 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f256cd51-3b8b-4fb2-bf70-a39b65aef80e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.356953 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Sync routers for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:14:38.371589 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:38.372211 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d0416a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:38.378916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2d5e678a-57a4-4399-9262-310957462d87 None None] Provisioning complete for port 2c8e8df9-a05d-467c-8071-924040d14ca6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:38.382010 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d5e678a-57a4-4399-9262-310957462d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.442276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event deleted for resources: {'Port': ['ID=f256cd51-3b8b-4fb2-bf70-a39b65aef80e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:38.449852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.484320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:38.484960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.494768 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 1095 time: 1.7173438
Apr 30 21:14:38.549432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:38.551045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d6012d-f29c-456b-af23-24eebe2d12a2 admin admin] Publish callbacks [] for security_group (f2ad6178-c205-4e28-ba50-2be825cb2ae4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.578775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No active binding found for port f256cd51-3b8b-4fb2-bf70-a39b65aef80e {{(pid=115776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 30 21:14:38.579152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port f256cd51-3b8b-4fb2-bf70-a39b65aef80e host None! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:14:38.579546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f256cd51-3b8b-4fb2-bf70-a39b65aef80e not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:38.597731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:38.600916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2c8e8df9-a05d-467c-8071-924040d14ca6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:38.603656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d6012d-f29c-456b-af23-24eebe2d12a2 admin admin] Publish callbacks [] for security_group (f2ad6178-c205-4e28-ba50-2be825cb2ae4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.608368 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c765afa-733b-4359-81a0-a1a632fecf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:38.620270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:38.661811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'mac_address': 'fa:16:3e:73:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:38.673631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.689045 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-068026fd-68b4-4140-adaf-68a0fdc5a9d0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.2646883
Apr 30 21:14:38.716528 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55832) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:38.717966 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:38.732122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0148cfe2-db7e-4096-b624-dd079aece8ea is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:38.733833 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.771394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] No DVR routers for this DVR port f256cd51-3b8b-4fb2-bf70-a39b65aef80e on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:38.776246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.783912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ad10a4c7-05cb-4d57-99ae-c586fd20771a req-dd18493c-c6de-4ff7-8615-da3cf25eb117 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "DELETE /v2.0/ports/f256cd51-3b8b-4fb2-bf70-a39b65aef80e HTTP/1.1" status: 204  len: 173 time: 1.6342130
Apr 30 21:14:38.789072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427c1770-3b54-49dc-b533-f3e65b86634f', 'name': 'network-vif-deleted', 'tag': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:38.802137 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8092f279-1d3d-4b5f-b82c-6969fd7c6c08" -d '{"events": [{"server_uuid": "427c1770-3b54-49dc-b533-f3e65b86634f", "name": "network-vif-deleted", "tag": "f256cd51-3b8b-4fb2-bf70-a39b65aef80e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:38.817166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0148cfe2-db7e-4096-b624-dd079aece8ea {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:38.874949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e678a-57a4-4399-9262-310957462d87 None None] Current status of the port 2c8e8df9-a05d-467c-8071-924040d14ca6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:38.897102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:38.916312 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d6012d-f29c-456b-af23-24eebe2d12a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f2ad6178-c205-4e28-ba50-2be825cb2ae4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.922135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d6012d-f29c-456b-af23-24eebe2d12a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:38.922135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b5d6012d-f29c-456b-af23-24eebe2d12a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2ad6178-c205-4e28-ba50-2be825cb2ae4 HTTP/1.1" status: 204  len: 168 time: 0.6491129
Apr 30 21:14:38.936388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6012d-f29c-456b-af23-24eebe2d12a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ad6178-c205-4e28-ba50-2be825cb2ae4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:39.013233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59468cbe-6918-4dbc-95f9-61e8203c30ed req-83236631-8c00-46ed-aec7-3babcf9cc332 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:39.035810 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d0416a0>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:36Z', 'revision_number': 3, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:39.044576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59468cbe-6918-4dbc-95f9-61e8203c30ed req-83236631-8c00-46ed-aec7-3babcf9cc332 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 947 time: 0.4090264
Apr 30 21:14:39.055233 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:39.082224 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Checking router: 7796f893-fe0e-4e9a-be98-1df65c6cda8f for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:14:39.082815 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Updating router 7796f893-fe0e-4e9a-be98-1df65c6cda8f port a69c4442-d637-46e7-a6d9-be2f69e4503e binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:14:39.129168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124f840-dfee-47be-9421-f5788912c89e req-40e8c858-a2cd-480e-8cc2-3916c6d10975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:39.139080 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:39.147844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-40e8c858-a2cd-480e-8cc2-3916c6d10975 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1129 time: 0.4623845
Apr 30 21:14:39.148523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612ddd9-b444-4fbc-8d3e-3d365203f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:39.218105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:39.299463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['6d37cf5e-e3cd-47b3-b260-73e5e72b6685'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:39.313443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-f16287da-3b61-48d9-97fe-37218c2bde37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.1541960
Apr 30 21:14:39.382799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0148cfe2-db7e-4096-b624-dd079aece8ea'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:39.399995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a52047da-00d8-4600-9b96-88d5f344ceda req-04aa997c-a688-4c1a-b0a0-71e4aeebab05 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 210 time: 0.0843458
Apr 30 21:14:39.446478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59468cbe-6918-4dbc-95f9-61e8203c30ed req-59280e00-7dc5-4725-b2f5-8205bec9714a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4008808
Apr 30 21:14:39.451467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:39.455676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124f840-dfee-47be-9421-f5788912c89e req-e55d5b74-c5ee-4bdd-8f55-9734a40f03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:39.460060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-e55d5b74-c5ee-4bdd-8f55-9734a40f03c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1379757
Apr 30 21:14:39.526527 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fefdc87-c690-4785-b8d7-0f3bcf572ef1 x-openstack-request-id: req-6fefdc87-c690-4785-b8d7-0f3bcf572ef1 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:39.530078 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:39.530341 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6fefdc87-c690-4785-b8d7-0f3bcf572ef1 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:39.532673 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fefdc87-c690-4785-b8d7-0f3bcf572ef1'] response: {'name': 'network-changed', 'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'status': 'completed', 'code': 200}
Apr 30 21:14:39.610436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124f840-dfee-47be-9421-f5788912c89e req-d8c1ed08-3256-4e80-aab4-9beb90b63a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:39.613291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-d8c1ed08-3256-4e80-aab4-9beb90b63a40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1232841
Apr 30 21:14:39.643046 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278ac0f3-f854-4cf0-92db-5020fa8e1d14 x-openstack-request-id: req-278ac0f3-f854-4cf0-92db-5020fa8e1d14 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:39.643344 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427c1770-3b54-49dc-b533-f3e65b86634f", "name": "network-vif-deleted", "tag": "f256cd51-3b8b-4fb2-bf70-a39b65aef80e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:39.643776 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-278ac0f3-f854-4cf0-92db-5020fa8e1d14 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:39.646249 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278ac0f3-f854-4cf0-92db-5020fa8e1d14'] response: {'server_uuid': '427c1770-3b54-49dc-b533-f3e65b86634f', 'name': 'network-vif-deleted', 'tag': 'f256cd51-3b8b-4fb2-bf70-a39b65aef80e', 'status': 'completed', 'code': 200}
Apr 30 21:14:39.682473 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Publish callbacks [] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:39.766913 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:39.883679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d8f54-5854-43d0-b5cf-8d36e67d7851 req-f772dbd4-810e-4a3e-b092-2c297f3f1845 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:39.886964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd5d8f54-5854-43d0-b5cf-8d36e67d7851 req-f772dbd4-810e-4a3e-b092-2c297f3f1845 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 944 time: 0.1668794
Apr 30 21:14:39.890819 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Pushing event updated for resources: {'Port': ['ID=a69c4442-d637-46e7-a6d9-be2f69e4503e,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:39.900638 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Attempting to bind port a69c4442-d637-46e7-a6d9-be2f69e4503e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:39.900998 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Attempting to bind port a69c4442-d637-46e7-a6d9-be2f69e4503e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:39.901362 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Attempting to bind port a69c4442-d637-46e7-a6d9-be2f69e4503e on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:39.909871 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.910575 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.910847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:39.911346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.911346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.911615 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.911952 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.913299 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.913647 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.914005 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.914335 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.914663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.915333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.915705 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.916017 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.916344 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:39.924100 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:39.924514 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:39.924902 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:39.925317 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:39.925856 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Bound port: a69c4442-d637-46e7-a6d9-be2f69e4503e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:39.926244 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:39.974062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 is: BUILD; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:39.974462 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:40.096592 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] For port a69c4442-d637-46e7-a6d9-be2f69e4503e, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:40.103198 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] For port a69c4442-d637-46e7-a6d9-be2f69e4503e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69c4442-d637-46e7-a6d9-be2f69e4503e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:40.105944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd5d8f54-5854-43d0-b5cf-8d36e67d7851 req-f5d248fb-420c-4bbb-bad5-c056af53b258 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/security-groups?id=819a5026-1cbe-4ca5-99b6-36cc7acb585e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092369
Apr 30 21:14:40.171584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-c2fe33d1-3abd-49bf-8779-ad8e045086f2 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5482881
Apr 30 21:14:40.185250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-cf5cd8df-9780-4afa-8602-a802ea25b6a2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:40.187442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-cf5cd8df-9780-4afa-8602-a802ea25b6a2 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.20 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 944 time: 0.0784156
Apr 30 21:14:40.201424 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:40.270265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:40.294158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:40.349007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Allocated IP 172.20.0.1 (1152c707-7e0c-4173-990b-839e96baa458/289508dd-01d2-4845-b2ab-681c36928707/9c5a464b-56c4-4c22-8423-5a7a6ff535aa) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:40.364917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:40.382866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Deleting port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:14:40.383275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:40.387812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c124f840-dfee-47be-9421-f5788912c89e req-0a2358a5-7f2d-4882-a169-334e19553842 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992474
Apr 30 21:14:40.441479 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233f972-65a7-477e-93cf-3cc258273677 None None] Pushing event updated for resources: {'Port': ['ID=a69c4442-d637-46e7-a6d9-be2f69e4503e,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:40.462219 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:40.463042 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d0416a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:40.541327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Publish callbacks [] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:40.559926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:40.640505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f56ae-fd65-44ab-99ba-92e3d429f246 req-038bdc0e-dca9-416a-aaac-1c210708b66d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:40.649260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-666f56ae-fd65-44ab-99ba-92e3d429f246 req-038bdc0e-dca9-416a-aaac-1c210708b66d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 947 time: 0.0969560
Apr 30 21:14:40.728827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] For port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,segment=NetworkSegment(ecb44222-2d9b-4ffc-9754-64e6bb7663dc),segment_id=ecb44222-2d9b-4ffc-9754-64e6bb7663dc)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:40.729206 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:40.748872 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:40.749257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Calling delete_port for 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:14:40.867807 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:40.892942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Network 1152c707-7e0c-4173-990b-839e96baa458 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:40.894733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:40.899810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Pushing event updated for resources: {'Port': ['ID=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:40.899810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:41.040745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc2e7563-d2a5-4115-a663-aa0eb98cf15e req-b4cb4fba-8df0-435b-b5b8-377838768414 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=427c1770-3b54-49dc-b533-f3e65b86634f HTTP/1.1" status: 200  len: 210 time: 0.3752673
Apr 30 21:14:41.045445 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (7796f893-fe0e-4e9a-be98-1df65c6cda8f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:41.179546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:41.181871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:41.191585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-666f56ae-fd65-44ab-99ba-92e3d429f246 req-cdfb4199-51a7-40c8-8589-a99f5c654bd6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5414381
Apr 30 21:14:41.199205 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6d37cf5e-e3cd-47b3-b260-73e5e72b6685), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:41.243165 ncdv-master-1 neutron-server[115776]: INFO neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No ports have port_id starting with 6d37cf5e-e3cd-47b3-b260-73e5e72b6685
Apr 30 21:14:41.285554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 requested by agent hyperv_nch1-master-1 not found in database {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
Apr 30 21:14:41.322805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Pushing event deleted for resources: {'Port': ['ID=6d37cf5e-e3cd-47b3-b260-73e5e72b6685,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:41.349180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0148cfe2-db7e-4096-b624-dd079aece8ea triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:41.350258 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:41.423037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6eaab209-6ef9-43e7-b50b-0aa0c555b3fa req-24216b92-496d-417a-8ba9-d6d88f091a5a tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 210 time: 0.0582819
Apr 30 21:14:41.443222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d0416a0>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:36Z', 'revision_number': 3, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:41.494730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:41.502795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-bf277fa0-34e8-4d97-ae4d-c90df6c6697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:41.505255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-bf277fa0-34e8-4d97-ae4d-c90df6c6697b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1129 time: 0.0573766
Apr 30 21:14:41.508656 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1785a5c-3336-42e9-93d0-9377dbe84b81 None None] The sync data for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 is: [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:36Z', 'revision_number': 3, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:14:41.528893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-edd524bf-1864-4360-a3cb-b3d42c605159 None None] Provisioning complete for port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:41.529273 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-edd524bf-1864-4360-a3cb-b3d42c605159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:41.549426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] No DVR routers for this DVR port 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:14:41.565594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:41.588300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cd89a39-d86c-416f-8bc8-766746187e99 req-e839832a-50e0-4153-8d01-5033c5740424 tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.20 "DELETE /v2.0/ports/6d37cf5e-e3cd-47b3-b260-73e5e72b6685 HTTP/1.1" status: 204  len: 173 time: 1.3909678
Apr 30 21:14:41.592306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6999d013-7fa4-4cc4-81a1-7aa1f8399eb0', 'name': 'network-vif-deleted', 'tag': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:41.594159 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e14d5-df7f-4c1f-8fb5-66186de15d20" -d '{"events": [{"server_uuid": "6999d013-7fa4-4cc4-81a1-7aa1f8399eb0", "name": "network-vif-deleted", "tag": "6d37cf5e-e3cd-47b3-b260-73e5e72b6685"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:41.652135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-edd524bf-1864-4360-a3cb-b3d42c605159 None None] Port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:41.661265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0148cfe2-db7e-4096-b624-dd079aece8ea is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:41.661265 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:41.699904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:41.702194 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485a0320-3b37-4020-bba6-21f4cc7b8926" -d '{"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-plugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:41.735007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:41.806943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-88c03309-dfde-4a80-95cf-2c81c45e90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:41.809359 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:41.820401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-88c03309-dfde-4a80-95cf-2c81c45e90be service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3006561
Apr 30 21:14:41.868096 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:14:41.871204 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65552d3b-1c17-4976-9925-bd9376462298 x-openstack-request-id: req-65552d3b-1c17-4976-9925-bd9376462298 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:41.871374 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-plugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:41.871535 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65552d3b-1c17-4976-9925-bd9376462298 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:41.873269 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65552d3b-1c17-4976-9925-bd9376462298'] response: {'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'code': 200}
Apr 30 21:14:41.937245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-55eb216b-32a7-4b04-9a98-60db5d2f0c3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.1128862
Apr 30 21:14:41.941511 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eb4797-f3ca-418c-8949-58bfa700a2b7 x-openstack-request-id: req-63eb4797-f3ca-418c-8949-58bfa700a2b7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:41.943183 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6999d013-7fa4-4cc4-81a1-7aa1f8399eb0", "name": "network-vif-deleted", "tag": "6d37cf5e-e3cd-47b3-b260-73e5e72b6685", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:41.947386 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63eb4797-f3ca-418c-8949-58bfa700a2b7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:41.947865 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63eb4797-f3ca-418c-8949-58bfa700a2b7'] response: {'server_uuid': '6999d013-7fa4-4cc4-81a1-7aa1f8399eb0', 'name': 'network-vif-deleted', 'tag': '6d37cf5e-e3cd-47b3-b260-73e5e72b6685', 'status': 'completed', 'code': 200}
Apr 30 21:14:41.952397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:41.993816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Publish callbacks [] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:42.094289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-8dfa9424-a765-4f0b-a1d0-6c6f4f7f81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:42.096252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-8dfa9424-a765-4f0b-a1d0-6c6f4f7f81a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1470344
Apr 30 21:14:42.115075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:42.225050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-bc9e26d3-0289-4336-9260-9af156f35fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:42.228849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-bc9e26d3-0289-4336-9260-9af156f35fac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1207213
Apr 30 21:14:42.229868 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (7796f893-fe0e-4e9a-be98-1df65c6cda8f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:42.461393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Network 1152c707-7e0c-4173-990b-839e96baa458 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:42.468335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:42.470747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Pushing event updated for resources: {'Port': ['ID=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:42.536770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-326f72ae-b5bd-4c1e-818c-75c60b74c311 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3036895
Apr 30 21:14:42.593700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40096f31-0166-4eb6-85a6-f5105583912a req-d4ca30ca-f95b-4ac0-84fe-1f674cd5628a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:42.603184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40096f31-0166-4eb6-85a6-f5105583912a req-d4ca30ca-f95b-4ac0-84fe-1f674cd5628a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 947 time: 0.2572396
Apr 30 21:14:42.634374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Router 7796f893-fe0e-4e9a-be98-1df65c6cda8f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:14:42.796066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55926) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:42.828534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-61fadaed-ad2b-41b9-b27f-b9047f93cf8f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97734522', 'description': 'tempest-description--1411390930'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:42.839886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40096f31-0166-4eb6-85a6-f5105583912a req-fb6404d1-ab70-469c-91b9-002cd0573ca2 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334375
Apr 30 21:14:42.939954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c765afa-733b-4359-81a0-a1a632fecf4b req-20303925-d096-4175-91dd-373f8da3dc60 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3960619
Apr 30 21:14:42.961820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:14:42.972539 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-561fcbd9-9422-4134-a73b-5eabeb2dbf0a admin admin] 10.222.0.23 "PUT /v2.0/routers/7796f893-fe0e-4e9a-be98-1df65c6cda8f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2286234
Apr 30 21:14:43.017602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fadaed-ad2b-41b9-b27f-b9047f93cf8f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:43.021090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0208ba4c-948c-4086-a931-dc82a576754e None None] Provisioning complete for port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:43.021657 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0208ba4c-948c-4086-a931-dc82a576754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:43.144966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82b5627e-f85e-4353-a4e1-46fac84ab5bd req-24b817b7-52f1-417b-a3b8-468b5201336e tempest-ImagesTestJSON-892995429 tempest-ImagesTestJSON-892995429-project] 10.222.0.23 "GET /v2.0/ports?device_id=6999d013-7fa4-4cc4-81a1-7aa1f8399eb0 HTTP/1.1" status: 200  len: 210 time: 0.0774951
Apr 30 21:14:43.158025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0208ba4c-948c-4086-a931-dc82a576754e None None] Port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:43.195933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:14:43.239459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:14:43.244842 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fadaed-ad2b-41b9-b27f-b9047f93cf8f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group (a30967d4-865d-4594-8be4-b729bd3bb753), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:43.249712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6d37cf5e-e3cd-47b3-b260-73e5e72b6685 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:14:43.312585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fadaed-ad2b-41b9-b27f-b9047f93cf8f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a30967d4-865d-4594-8be4-b729bd3bb753), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:43.358900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fadaed-ad2b-41b9-b27f-b9047f93cf8f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30967d4-865d-4594-8be4-b729bd3bb753,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:43.489881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fadaed-ad2b-41b9-b27f-b9047f93cf8f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:43.492731 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-61fadaed-ad2b-41b9-b27f-b9047f93cf8f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.6905143
Apr 30 21:14:43.495761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:43.502610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-3c069f60-013a-4278-ba15-66d36a4554c2 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Request body: {'security_group_rule': {'security_group_id': 'a30967d4-865d-4594-8be4-b729bd3bb753', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:43.640435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3c069f60-013a-4278-ba15-66d36a4554c2 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group_rule (7e6a1d54-c73e-40c7-8efe-32ce349146db), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:43.645827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-b80ec43d-62fe-4f7f-94dc-f3b9b5498b1a tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a2d262c5cf4435aa19253f70823433f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0424113
Apr 30 21:14:43.799607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3c069f60-013a-4278-ba15-66d36a4554c2 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group_rule (7e6a1d54-c73e-40c7-8efe-32ce349146db), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:43.832902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309499e-9184-4f09-821b-c9662be1c34d req-12081e88-00cd-49a8-b841-cdec3e0a053f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:43.835178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-12081e88-00cd-49a8-b841-cdec3e0a053f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1800241
Apr 30 21:14:43.864124 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3c069f60-013a-4278-ba15-66d36a4554c2 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (7e6a1d54-c73e-40c7-8efe-32ce349146db), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:43.873226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a69c4442-d637-46e7-a6d9-be2f69e4503e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:43.879299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-5ef37083-1fe3-4860-a212-d5c9b16388df tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/quotas/1a2d262c5cf4435aa19253f70823433f HTTP/1.1" status: 200  len: 375 time: 0.0357351
Apr 30 21:14:43.909130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c069f60-013a-4278-ba15-66d36a4554c2 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6a1d54-c73e-40c7-8efe-32ce349146db,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:43.962757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a69c4442-d637-46e7-a6d9-be2f69e4503e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:43.963450 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.112104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a69c4442-d637-46e7-a6d9-be2f69e4503e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:44.113366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.144032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port a69c4442-d637-46e7-a6d9-be2f69e4503e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69c4442-d637-46e7-a6d9-be2f69e4503e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:44.215877 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.271567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:14:44.349885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55976) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:44.356946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-network', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:44.373346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=a69c4442-d637-46e7-a6d9-be2f69e4503e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:44.437882 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3c069f60-013a-4278-ba15-66d36a4554c2 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.442563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3c069f60-013a-4278-ba15-66d36a4554c2 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9443293
Apr 30 21:14:44.443197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55980) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:44.451878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-5a6a3e61-4d79-4fb5-95a4-f7954f682754 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a2d262c5cf4435aa19253f70823433f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5507975
Apr 30 21:14:44.453527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-014c8bf2-7fcf-4ef9-ab4a-2a14711272b9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Request body: {'security_group_rule': {'security_group_id': 'a30967d4-865d-4594-8be4-b729bd3bb753', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:44.505519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f50e83-0f5d-453e-86b6-4068729dce8f req-a051d698-0239-46c5-9e4b-2f06fb30cf9e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:44.508488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82f50e83-0f5d-453e-86b6-4068729dce8f req-a051d698-0239-46c5-9e4b-2f06fb30cf9e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 947 time: 0.0916069
Apr 30 21:14:44.511681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Made reservation on behalf of 0ab6eb1e1c1e41dfb10c95d4b11e4f42 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:44.519176 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.532946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Sync routers for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:14:44.536358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.575367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82f50e83-0f5d-453e-86b6-4068729dce8f req-3dae7c8a-cca8-48b8-872f-c0eaaf890d9c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603011
Apr 30 21:14:44.616050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:44.616742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f648880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:44.626513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:44.684884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-014c8bf2-7fcf-4ef9-ab4a-2a14711272b9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group_rule (9385f244-52e1-401f-b4d8-9bf390ecaefa), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.712531 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Publish callbacks [] for security_group (3db14750-9f21-4b12-a239-c51063d9f2a5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.850807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-014c8bf2-7fcf-4ef9-ab4a-2a14711272b9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group_rule (9385f244-52e1-401f-b4d8-9bf390ecaefa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.863213 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3db14750-9f21-4b12-a239-c51063d9f2a5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.896080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:14:44.915648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db14750-9f21-4b12-a239-c51063d9f2a5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:44.918153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0f692602-0de6-42ec-bec1-ed48a4b1bfd4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:44.918544 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Added segment 0f692602-0de6-42ec-bec1-ed48a4b1bfd4 of type vlan for network 385006cb-8c25-4505-ae55-20428d3c547a
Apr 30 21:14:44.936573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e476a06-a22a-43a6-9293-73be7f62bd30 req-8b58da4f-5843-4713-9892-276d34412aef tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 210 time: 0.0534530
Apr 30 21:14:44.986994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'mac_address': 'fa:16:3e:d4:76:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:14:45.006212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (385006cb-8c25-4505-ae55-20428d3c547a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.032068 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-014c8bf2-7fcf-4ef9-ab4a-2a14711272b9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (9385f244-52e1-401f-b4d8-9bf390ecaefa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.072937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:45.073112 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.095397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c8bf2-7fcf-4ef9-ab4a-2a14711272b9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9385f244-52e1-401f-b4d8-9bf390ecaefa,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:45.116500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:45.162136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:45.207912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:45.297993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:45.346889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ef7b38-2506-4a82-9c55-f67b0911e390 admin admin] Deleting subnet 9b48280e-ae20-4ea1-a466-019d611a9a4d {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:14:45.350637 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71ef7b38-2506-4a82-9c55-f67b0911e390 admin admin] Publish callbacks [] for subnet (9b48280e-ae20-4ea1-a466-019d611a9a4d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.375249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f648880>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 2, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:45.385648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71ef7b38-2506-4a82-9c55-f67b0911e390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (9b48280e-ae20-4ea1-a466-019d611a9a4d), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.402754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Checking router: 7796f893-fe0e-4e9a-be98-1df65c6cda8f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:14:45.403137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Updating router 7796f893-fe0e-4e9a-be98-1df65c6cda8f port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:14:45.428388 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71ef7b38-2506-4a82-9c55-f67b0911e390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (9b48280e-ae20-4ea1-a466-019d611a9a4d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.431103 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.642627 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-014c8bf2-7fcf-4ef9-ab4a-2a14711272b9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.644519 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-014c8bf2-7fcf-4ef9-ab4a-2a14711272b9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1995993
Apr 30 21:14:45.648490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56036) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:45.652347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:45.675109 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.682219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (385006cb-8c25-4505-ae55-20428d3c547a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.683236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:45.685330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.690029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71ef7b38-2506-4a82-9c55-f67b0911e390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (9b48280e-ae20-4ea1-a466-019d611a9a4d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.783441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8e2e-f48b-4990-a4de-baeecd0dc79e req-265cc966-7137-44b8-bcf5-8bf53bb89c41 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:45.799037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-992b8e2e-f48b-4990-a4de-baeecd0dc79e req-265cc966-7137-44b8-bcf5-8bf53bb89c41 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 948 time: 0.1341681
Apr 30 21:14:45.803311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Publish callbacks [] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.822960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:45.885037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a69c4442-d637-46e7-a6d9-be2f69e4503e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:45.888505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef7b38-2506-4a82-9c55-f67b0911e390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b48280e-ae20-4ea1-a466-019d611a9a4d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:45.901249 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71ef7b38-2506-4a82-9c55-f67b0911e390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.904466 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-71ef7b38-2506-4a82-9c55-f67b0911e390 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b48280e-ae20-4ea1-a466-019d611a9a4d HTTP/1.1" status: 204  len: 168 time: 0.6054125
Apr 30 21:14:45.905708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] Pushing event updated for resources: {'Network': ['ID=385006cb-8c25-4505-ae55-20428d3c547a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:45.907766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56056) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:45.949357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-992b8e2e-f48b-4990-a4de-baeecd0dc79e req-549b3f1d-a97b-44ce-bb81-79f4d7d47ab0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442907
Apr 30 21:14:45.950493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:45.973059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 385006cb-8c25-4505-ae55-20428d3c547a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:14:45.976314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:14:45.981016 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1f7ddeb-0513-40e7-8b00-d62dfd3eea17 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6268492
Apr 30 21:14:45.981350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56060) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:45.994111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Request body: {'subnet': {'network_id': '385006cb-8c25-4505-ae55-20428d3c547a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-subnet', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:46.049598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (c1b131fa-a537-4b70-82cc-dbac26cd0254), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.059591 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.069715 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.124428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Made reservation on behalf of 0ab6eb1e1c1e41dfb10c95d4b11e4f42 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:46.127944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38477230-5d2a-44d9-9e4b-1846c38e62db req-66d7fe90-40da-4c80-9e4a-f776a184dc9c tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 210 time: 0.0570550
Apr 30 21:14:46.154478 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.252757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (c1b131fa-a537-4b70-82cc-dbac26cd0254), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.279128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Allocated IP 172.35.4.185 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/6150ca0c-d4f6-4981-85da-e60320601e77) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:46.287969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966651d30>,) {'filters': {'network_id': ['c1b131fa-a537-4b70-82cc-dbac26cd0254']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:46.298836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966651d30>, 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:46.299428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966651d30>, 'ecb44222-2d9b-4ffc-9754-64e6bb7663dc') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:46.311233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (ecb44222-2d9b-4ffc-9754-64e6bb7663dc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.338737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ecb44222-2d9b-4ffc-9754-64e6bb7663dc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.360308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93115d5-ee90-48bc-aa0e-c6e076d04279 None None] Pushing event updated for resources: {'Port': ['ID=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:46.384784 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:14:46.384784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (ecb44222-2d9b-4ffc-9754-64e6bb7663dc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:14:46.385846 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:14:46.484120 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for port (6150ca0c-d4f6-4981-85da-e60320601e77), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.512009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a69c4442-d637-46e7-a6d9-be2f69e4503e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:46.513006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.628650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6150ca0c-d4f6-4981-85da-e60320601e77), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.642237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (c1b131fa-a537-4b70-82cc-dbac26cd0254), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.642463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.650817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.658877 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c1b131fa-a537-4b70-82cc-dbac26cd0254 HTTP/1.1" status: 204  len: 168 time: 0.7476251
Apr 30 21:14:46.704932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800306d3-828e-4d64-9432-961de6e5ff40 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b131fa-a537-4b70-82cc-dbac26cd0254,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:46.760855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event updated for resources: {'Port': ['ID=6150ca0c-d4f6-4981-85da-e60320601e77,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:46.809355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Attempting to bind port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:46.809837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Attempting to bind port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:46.810446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Attempting to bind port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa on network 1152c707-7e0c-4173-990b-839e96baa458 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:46.878682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:46.890809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:46.902260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:46.987934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:46.988319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Checking segment: {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:46.988767 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:46.989270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Bound using segment: {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:46.990615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Bound port: 9c5a464b-56c4-4c22-8423-5a7a6ff535aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:46.991018 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.079675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] For port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:47.084297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] For port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:47.103292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-17666612-ac95-4d47-abb6-49573e090955 None None] Provisioning complete for port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:47.103668 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-17666612-ac95-4d47-abb6-49573e090955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.110049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f81d1-63cb-472b-aa67-a579cf9f5cac req-54f2b27d-ca1e-4fe2-978e-7d0f8f8c63c9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:47.112685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b08f81d1-63cb-472b-aa67-a579cf9f5cac req-54f2b27d-ca1e-4fe2-978e-7d0f8f8c63c9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 948 time: 0.0716906
Apr 30 21:14:47.125527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for floatingip (07527a7b-9124-4b06-9d92-aac3600af2f2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.156748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (2cdf47f3-fa44-4751-98f1-b2fb447a7ec1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.182420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-17666612-ac95-4d47-abb6-49573e090955 None None] Port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:47.190483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a69c4442-d637-46e7-a6d9-be2f69e4503e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:47.203670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b08f81d1-63cb-472b-aa67-a579cf9f5cac req-d291d0f4-e336-4d23-967c-54428f475ccf tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897887
Apr 30 21:14:47.249738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cdf47f3-fa44-4751-98f1-b2fb447a7ec1,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:47.265584 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.308961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f5bf632-cd57-4fef-b419-0dfac39a8532 req-9dee624d-ea57-4a51-a00d-2d4372c4d80f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 210 time: 0.0603018
Apr 30 21:14:47.340853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6150ca0c-d4f6-4981-85da-e60320601e77), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.347270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Checking segment: {'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:47.347742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Network hostable DHCP agents. Network: 385006cb-8c25-4505-ae55-20428d3c547a, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:14:47.397104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93115d5-ee90-48bc-aa0e-c6e076d04279 None None] Pushing event updated for resources: {'Port': ['ID=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:47.404393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:47.405277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f648880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:47.437864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56086) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:47.534676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Network 385006cb-8c25-4505-ae55-20428d3c547a is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:14:47.556682 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-957ba599-50d3-4d44-acf0-42e6a014e9d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64f0bbc311b44034838e939a3c2e98ae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1153405
Apr 30 21:14:47.559357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56088) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:47.610992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:47.670151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 385006cb-8c25-4505-ae55-20428d3c547a) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:47.671497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:47.672150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.732458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3ec16ae-f6e9-445d-93b9-9a7d45bc5acc admin admin] Publish callbacks [] for security_group (819a5026-1cbe-4ca5-99b6-36cc7acb585e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.739759 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for port (6150ca0c-d4f6-4981-85da-e60320601e77), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.765699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3ec16ae-f6e9-445d-93b9-9a7d45bc5acc admin admin] Publish callbacks [] for security_group (819a5026-1cbe-4ca5-99b6-36cc7acb585e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.799196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45f609c-54d4-4c3d-8b95-81db7fe72b27 None None] Network 385006cb-8c25-4505-ae55-20428d3c547a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:14:47.823330 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6150ca0c-d4f6-4981-85da-e60320601e77), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.828767 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98837c3b-de28-441b-a9f1-e2518e9b1719 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8428824
Apr 30 21:14:47.828767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56092) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:47.833268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:47.905642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event updated for resources: {'Port': ['ID=6150ca0c-d4f6-4981-85da-e60320601e77,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:47.924437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-475beabf-6c0a-4798-80a1-616cf68f8ad9 None None] Provisioning complete for port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:47.924437 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-475beabf-6c0a-4798-80a1-616cf68f8ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.924702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (07527a7b-9124-4b06-9d92-aac3600af2f2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.945057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:47.946424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.008042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3ec16ae-f6e9-445d-93b9-9a7d45bc5acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (819a5026-1cbe-4ca5-99b6-36cc7acb585e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.012622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3ec16ae-f6e9-445d-93b9-9a7d45bc5acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.022174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c3ec16ae-f6e9-445d-93b9-9a7d45bc5acc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/819a5026-1cbe-4ca5-99b6-36cc7acb585e HTTP/1.1" status: 204  len: 168 time: 0.4574480
Apr 30 21:14:48.051079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec16ae-f6e9-445d-93b9-9a7d45bc5acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819a5026-1cbe-4ca5-99b6-36cc7acb585e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:48.056288 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.065660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8de291d9-aff4-45d4-8fe0-aa6af12ebd8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4086657
Apr 30 21:14:48.139063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks [] for router_controller (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.160855 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d709d2d-c4aa-4323-9253-8e84258f022e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.463523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks [] for router_gateway (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.512839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-385006cb-8c25-4505-ae55-20428d3c547a', 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a', 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'fixed_ips': [{'subnet_id': '2cdf47f3-fa44-4751-98f1-b2fb447a7ec1'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:14:48.514723 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.530718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:48.537836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69857f3d-4dd1-4528-bf8b-aee0b30c144f req-f211d32b-7f83-4626-b80e-64f59a5a7e95 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:48.539544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69857f3d-4dd1-4528-bf8b-aee0b30c144f req-f211d32b-7f83-4626-b80e-64f59a5a7e95 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 948 time: 0.0735946
Apr 30 21:14:48.562203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.658954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700c11-2440-4400-a146-ca4a48334d76 req-14f9aa46-fefb-4c49-9dfc-5fd09601527d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:48.660547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-14f9aa46-fefb-4c49-9dfc-5fd09601527d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 822 time: 0.3042760
Apr 30 21:14:48.660754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-475beabf-6c0a-4798-80a1-616cf68f8ad9 None None] Current status of the port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:48.661111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-475beabf-6c0a-4798-80a1-616cf68f8ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:48.669633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-2d6a614f-f7ff-401b-849e-3bf2022a3095 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=1a2d262c5cf4435aa19253f70823433f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0891423
Apr 30 21:14:48.831496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-8483d330-2b18-4353-9498-49921fcea04b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/quotas/711cc97213824857927f7626b41012cb HTTP/1.1" status: 200  len: 375 time: 0.1548686
Apr 30 21:14:48.852335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f648880>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:47Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:48.904980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69857f3d-4dd1-4528-bf8b-aee0b30c144f req-0703914f-7482-4d81-80b0-84b7a362b2fe tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3590500
Apr 30 21:14:48.989099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-33fdd63b-63e5-4a2a-ac71-08d92a8a9953 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1557021
Apr 30 21:14:48.992996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183ee6-b80d-4928-aa78-d54ffb0a42d5 None None] The sync data for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 is: [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:47Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:14:49.074481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-475beabf-6c0a-4798-80a1-616cf68f8ad9 None None] For port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:49.252222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:14:49.270968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-475beabf-6c0a-4798-80a1-616cf68f8ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:49.343309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-47f7c07a-555b-4210-84ed-e0f5de0b4667 service neutron] 10.222.0.23 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3528783
Apr 30 21:14:49.384813 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:49.387736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:49.391214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Allocated IP 172.20.0.2 (385006cb-8c25-4505-ae55-20428d3c547a/2cdf47f3-fa44-4751-98f1-b2fb447a7ec1/9e8c7ad0-6609-4026-96c8-6f98e0b61206) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:49.412828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0bab33c-3564-4b77-811a-46c44f98eee8 req-352c3f86-ad84-45a9-b717-c55b2df6eaf7 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 210 time: 0.0679331
Apr 30 21:14:49.420715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309499e-9184-4f09-821b-c9662be1c34d req-20918e14-703e-4187-af6d-93b2daad5296 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:49.423252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-20918e14-703e-4187-af6d-93b2daad5296 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7481329
Apr 30 21:14:49.457681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Request body: {'port': {'device_id': 'b8ea70e2-1dba-4ea9-97f7-31174159dca1', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '1a2d262c5cf4435aa19253f70823433f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:49.613831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475beabf-6c0a-4798-80a1-616cf68f8ad9 None None] Pushing event updated for resources: {'Port': ['ID=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:49.625218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks [] for router_gateway (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:49.691291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:49.794907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:49.795086 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:49.823521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-68cadb10-52d8-4871-9458-954647e798b3 service neutron] 10.222.0.23 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3992269
Apr 30 21:14:49.824597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Made reservation on behalf of 1a2d262c5cf4435aa19253f70823433f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:49.836540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:49.857408 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:49.913023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Allocated IP 172.35.4.150 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/c08a9b0f-cab2-4cfe-8c3b-723606c9d50b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:49.943327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:49.955306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:49.957842 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c42ce9d-57c8-4b64-b775-58d642cf008b" -d '{"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-plugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:49.966383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9c5a464b-56c4-4c22-8423-5a7a6ff535aa up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:50.111776 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks [] for security_group (9c31863b-f430-44a8-9189-2b483aee58e5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.221978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Publish callbacks [] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.221978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.348514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd02f2-62b0-4fb1-8032-824a9c3a7e93 req-217cc6a8-6c2a-410e-9875-1f8e1d014a60 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:50.368643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14fd02f2-62b0-4fb1-8032-824a9c3a7e93 req-217cc6a8-6c2a-410e-9875-1f8e1d014a60 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.2401004
Apr 30 21:14:50.395057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9c31863b-f430-44a8-9189-2b483aee58e5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.461556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks [] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.517662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:50.557186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:50.557565 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.622184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14fd02f2-62b0-4fb1-8032-824a9c3a7e93 req-179537a7-7a17-421a-8f77-2283773962fd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2435610
Apr 30 21:14:50.630438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c31863b-f430-44a8-9189-2b483aee58e5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:50.655341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.679207 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.752957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-071efd50-8520-4239-b164-52d2ef36f0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:50.806547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Network 385006cb-8c25-4505-ae55-20428d3c547a is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:50.813279 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a8a45-8d50-4951-ab01-b91482947e62 x-openstack-request-id: req-605a8a45-8d50-4951-ab01-b91482947e62 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:50.813585 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-plugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:50.816157 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-605a8a45-8d50-4951-ab01-b91482947e62 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:50.816595 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605a8a45-8d50-4951-ab01-b91482947e62'] response: {'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'code': 200}
Apr 30 21:14:50.846455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Allocated IP 192.168.233.166 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/062557a1-62cc-425d-97a6-043e7cd89a22) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:50.866071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:50.875481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:50.892342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:50.896329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:50.968809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:51.060753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Attempting to bind port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:51.070491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Attempting to bind port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:51.070906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Attempting to bind port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 on network 385006cb-8c25-4505-ae55-20428d3c547a {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:51.075708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c08a9b0f-cab2-4cfe-8c3b-723606c9d50b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:51.113203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:51.113583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Checking segment: {'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:51.114032 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:51.114444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Bound using segment: {'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:51.114997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Bound port: 9e8c7ad0-6609-4026-96c8-6f98e0b61206, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:51.115899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:51.138385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks [] for port (062557a1-62cc-425d-97a6-043e7cd89a22), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:51.145661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf3ab2-ac83-4c8b-bea5-909287e370f7 req-4e49cafd-add5-492a-99c2-3d1f729e83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:51.152518 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98bf3ab2-ac83-4c8b-bea5-909287e370f7 req-4e49cafd-add5-492a-99c2-3d1f729e83b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1131 time: 0.2441018
Apr 30 21:14:51.222250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9fadedc-b90c-48a9-9b66-6499eb7148c1 req-37276580-e949-41a7-abfa-964d0c1ff33e tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 210 time: 0.0453212
Apr 30 21:14:51.241949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:51.400108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d483668c-0591-43d7-81a3-8c0501f1c330 req-5a5cc56f-b8cd-462d-b16e-47b574ee15b3 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 210 time: 0.0527573
Apr 30 21:14:51.417638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:51.422160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:51.431123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:51.439996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Pushing event updated for resources: {'Port': ['ID=062557a1-62cc-425d-97a6-043e7cd89a22,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:51.468543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] For port 9e8c7ad0-6609-4026-96c8-6f98e0b61206, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:51.473038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] For port 9e8c7ad0-6609-4026-96c8-6f98e0b61206, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e8c7ad0-6609-4026-96c8-6f98e0b61206,segment=NetworkSegment(0f692602-0de6-42ec-bec1-ed48a4b1bfd4),segment_id=0f692602-0de6-42ec-bec1-ed48a4b1bfd4)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:51.512347 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98bf3ab2-ac83-4c8b-bea5-909287e370f7 req-ebcbed3e-1c62-4445-8b23-0934ca93bc6b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3247340
Apr 30 21:14:51.538659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:51.548316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Pushing event updated for resources: {'Port': ['ID=9e8c7ad0-6609-4026-96c8-6f98e0b61206,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:51.618198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-162d1fdf-3552-40b4-ac92-c2519b96e84a req-2ab987ec-744f-4b55-a93a-e8683f6d4634 tempest-AbsoluteLimitsNegativeTestJSON-1167327201 tempest-AbsoluteLimitsNegativeTestJSON-1167327201-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6b8dcbd007194e4896da66708312f275&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0941083
Apr 30 21:14:51.625380 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:51.713225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:51.714177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:51.736731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62990d-cee2-4d04-bafd-4c4915a12005 None None] Pushing event updated for resources: {'Port': ['ID=9e8c7ad0-6609-4026-96c8-6f98e0b61206,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:51.741870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:51.844128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7b9409e6-1b1f-4585-9e7c-d7213bc3a55c None None] Provisioning complete for port 062557a1-62cc-425d-97a6-043e7cd89a22 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:51.844511 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b9409e6-1b1f-4585-9e7c-d7213bc3a55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:51.877719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d876bea-2b84-466c-bd92-bce5d925dfac req-c4f38182-b59f-46d4-91eb-55ae9f769cc3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:51.880312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d876bea-2b84-466c-bd92-bce5d925dfac req-c4f38182-b59f-46d4-91eb-55ae9f769cc3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1546965
Apr 30 21:14:51.918601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-90575a90-2c2d-4f1b-9920-d1e33597cc13 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4823830
Apr 30 21:14:51.940490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7b9409e6-1b1f-4585-9e7c-d7213bc3a55c None None] Port 062557a1-62cc-425d-97a6-043e7cd89a22 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:51.940713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d1fdf-3552-40b4-ac92-c2519b96e84a req-e29248d4-ee82-43f6-9ed9-8c0f82d5f051 tempest-AbsoluteLimitsNegativeTestJSON-1167327201 tempest-AbsoluteLimitsNegativeTestJSON-1167327201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:51.944816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-162d1fdf-3552-40b4-ac92-c2519b96e84a req-e29248d4-ee82-43f6-9ed9-8c0f82d5f051 tempest-AbsoluteLimitsNegativeTestJSON-1167327201 tempest-AbsoluteLimitsNegativeTestJSON-1167327201-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3097782
Apr 30 21:14:51.984099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-162d1fdf-3552-40b4-ac92-c2519b96e84a req-aa2c544a-bcd8-43bd-9e56-13423bf3317a tempest-AbsoluteLimitsNegativeTestJSON-1167327201 tempest-AbsoluteLimitsNegativeTestJSON-1167327201-project] 10.222.0.23 "GET /v2.0/quotas/6b8dcbd007194e4896da66708312f275 HTTP/1.1" status: 200  len: 375 time: 0.0383563
Apr 30 21:14:51.994806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d876bea-2b84-466c-bd92-bce5d925dfac req-089145bd-286e-4f52-9428-17613ca89186 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038349
Apr 30 21:14:52.068999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks [] for router_gateway (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:52.091249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-162d1fdf-3552-40b4-ac92-c2519b96e84a req-f3465779-289e-47fd-8536-bcd08edc97b2 tempest-AbsoluteLimitsNegativeTestJSON-1167327201 tempest-AbsoluteLimitsNegativeTestJSON-1167327201-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b8dcbd007194e4896da66708312f275&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0949776
Apr 30 21:14:52.223914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Request body: {'port': {'device_id': 'b8ea70e2-1dba-4ea9-97f7-31174159dca1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:52.344357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:52.377470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:52.387125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8fc65-5ca4-4b5b-a7b1-efcf98db5759 req-af681f12-373d-46a0-b687-406435da8dcc tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:52.389334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2f8fc65-5ca4-4b5b-a7b1-efcf98db5759 req-af681f12-373d-46a0-b687-406435da8dcc tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 936 time: 0.0671175
Apr 30 21:14:52.681342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3215afd0-eaf1-4130-8a46-c61e43f8bc16 req-7245951d-b1f0-42f9-8c22-c36c27560ffc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 210 time: 0.0799229
Apr 30 21:14:52.707360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2f8fc65-5ca4-4b5b-a7b1-efcf98db5759 req-dcdd74c3-5032-4860-8579-5ceede86a68d tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3012598
Apr 30 21:14:52.741146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:14:52.923159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062557a1-62cc-425d-97a6-043e7cd89a22 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:52.952992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Publish callbacks [] for port (062557a1-62cc-425d-97a6-043e7cd89a22), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:52.966735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:14:52.979914 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Sync routers for ids ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:14:52.997595 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Routers {'4419b8c1-fcf9-4183-b0bd-c934969c3f2f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:52.999222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce727c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:53.005844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Transition to ACTIVE for port object 062557a1-62cc-425d-97a6-043e7cd89a22 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:53.011252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56234) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:53.049090 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:53.120596 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Set router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:53.164933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:53.166227 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-76da6cb2-16fb-49d1-854e-2f26c4cd40c6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.3379087
Apr 30 21:14:53.176702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:53.177305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56240) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:53.222411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d67ed0-e7fd-471a-9573-d2941def6157 None None] Network 385006cb-8c25-4505-ae55-20428d3c547a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:14:53.389327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Pushing event updated for resources: {'Port': ['ID=062557a1-62cc-425d-97a6-043e7cd89a22,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:53.442080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Provisioning complete for port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:53.442488 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:53.468573 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce727c0>, [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:14:51Z', 'revision_number': 3, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:53.485055 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92fe4265-d974-470b-a212-9e481ca789ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:53.591444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392e64d-4ffe-4434-8fae-6b67f004bd10 req-67e7efdc-822b-4e79-aaa7-29e18af2db6b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:53.603916 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Checking router: 4419b8c1-fcf9-4183-b0bd-c934969c3f2f for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:14:53.604526 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Updating router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:14:53.605205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4392e64d-4ffe-4434-8fae-6b67f004bd10 req-67e7efdc-822b-4e79-aaa7-29e18af2db6b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.4539759
Apr 30 21:14:53.641158 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:53.790374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-145b8be0-2257-4121-9e93-6df9a3497363 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3381684
Apr 30 21:14:53.917258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Current status of the port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:53.917654 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:53.955326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4392e64d-4ffe-4434-8fae-6b67f004bd10 req-00e5e0a4-ad15-4c78-839f-fcb25c5cd843 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3492546
Apr 30 21:14:54.012834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] For port 9e8c7ad0-6609-4026-96c8-6f98e0b61206, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e8c7ad0-6609-4026-96c8-6f98e0b61206,segment=NetworkSegment(0f692602-0de6-42ec-bec1-ed48a4b1bfd4),segment_id=0f692602-0de6-42ec-bec1-ed48a4b1bfd4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:54.031663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ee394cb-c486-463c-afb7-55599666320f req-b790f03e-d60e-49ff-a20f-dd5d13565fde tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 210 time: 0.0812767
Apr 30 21:14:54.123010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9e8c7ad0-6609-4026-96c8-6f98e0b61206 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:54.127551 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.141126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Attempting to bind port 062557a1-62cc-425d-97a6-043e7cd89a22 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:54.142010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Attempting to bind port 062557a1-62cc-425d-97a6-043e7cd89a22 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:54.145417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Attempting to bind port 062557a1-62cc-425d-97a6-043e7cd89a22 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:54.197078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-fde3d055-f730-4dbb-a080-16f2c4470303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:54.202415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-fde3d055-f730-4dbb-a080-16f2c4470303 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 1131 time: 0.2532766
Apr 30 21:14:54.219330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Port 062557a1-62cc-425d-97a6-043e7cd89a22 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:14:54.219889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Attempting to bind port 062557a1-62cc-425d-97a6-043e7cd89a22 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:54.251300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.327968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Pushing event updated for resources: {'Port': ['ID=9e8c7ad0-6609-4026-96c8-6f98e0b61206,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:54.371495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.372330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.372985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.373516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.374075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.374612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.375120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.375770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.376291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.376879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.377408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.378026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.378740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.379571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.380100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c78b11-65a5-4dd2-a657-b11ac52744f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:14:54.398291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:54.399009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.406319 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Publish callbacks [] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.428811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:54.432020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:54.433550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:54.434071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Bound port: 062557a1-62cc-425d-97a6-043e7cd89a22, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:54.434448 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.513873 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.519210 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.539696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-502d223c-6774-489f-8148-ecc8ddcace10 None None] Provisioning complete for port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:54.540472 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-502d223c-6774-489f-8148-ecc8ddcace10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.561403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943bfa6-803b-4502-a3b1-9f67df602237 req-1fb18e06-d2fe-434e-ab5d-e79b9fdcc24e tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:54.571149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4943bfa6-803b-4502-a3b1-9f67df602237 req-1fb18e06-d2fe-434e-ab5d-e79b9fdcc24e tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 948 time: 0.3786223
Apr 30 21:14:54.585154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968beaff-49d4-4f14-a055-1b30b71a377e req-96186054-0717-46cf-b7df-8536cf2b1f75 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:54.588118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-968beaff-49d4-4f14-a055-1b30b71a377e req-96186054-0717-46cf-b7df-8536cf2b1f75 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1131 time: 0.3607488
Apr 30 21:14:54.645252 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Attempting to bind port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:14:54.645701 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Attempting to bind port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:14:54.646149 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Attempting to bind port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:14:54.653131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92fe4265-d974-470b-a212-9e481ca789ef admin admin] Publish callbacks [] for security_group (6b76dfd2-823b-48f4-b1b2-3845db49a018), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.659777 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03ad91-b6cd-4d71-9d84-ae9f8ee45ff4 None None] Pushing event updated for resources: {'Port': ['ID=c08a9b0f-cab2-4cfe-8c3b-723606c9d50b,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:54.659777 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:14:54.660083 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:14:54.660239 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.665983 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:14:54.669732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:54.670607 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Bound port: c08a9b0f-cab2-4cfe-8c3b-723606c9d50b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:14:54.671240 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.689628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-502d223c-6774-489f-8148-ecc8ddcace10 None None] Current status of the port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:54.710557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700c11-2440-4400-a146-ca4a48334d76 req-a7b3408e-f729-49a4-8693-3d07857e1698 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:54.712547 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-a7b3408e-f729-49a4-8693-3d07857e1698 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 822 time: 0.3014774
Apr 30 21:14:54.726875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Request body: {'port': {'device_id': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'admin_state_up': True, 'tenant_id': '711cc97213824857927f7626b41012cb'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:54.735864 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] For port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:54.740225 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] For port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c08a9b0f-cab2-4cfe-8c3b-723606c9d50b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:54.753422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] For port 062557a1-62cc-425d-97a6-043e7cd89a22, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:14:54.757806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] For port 062557a1-62cc-425d-97a6-043e7cd89a22, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062557a1-62cc-425d-97a6-043e7cd89a22,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:14:54.782233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Allocated IP 172.20.0.1 (385006cb-8c25-4505-ae55-20428d3c547a/2cdf47f3-fa44-4751-98f1-b2fb447a7ec1/4b5a84c4-4482-4341-af60-e3caecadb7c9) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:54.834602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-cda28b35-52a2-42f9-a3cf-76eba904143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:54.836079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-cda28b35-52a2-42f9-a3cf-76eba904143c service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.5504122
Apr 30 21:14:54.842043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4943bfa6-803b-4502-a3b1-9f67df602237 req-7dcb44b0-97de-4942-83bd-afe81674ae14 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2685020
Apr 30 21:14:54.846675 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.853657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92fe4265-d974-470b-a212-9e481ca789ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6b76dfd2-823b-48f4-b1b2-3845db49a018), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:54.952244 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03ad91-b6cd-4d71-9d84-ae9f8ee45ff4 None None] Pushing event updated for resources: {'Port': ['ID=c08a9b0f-cab2-4cfe-8c3b-723606c9d50b,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:55.002186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:55.003495 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Routers {'4419b8c1-fcf9-4183-b0bd-c934969c3f2f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:55.003495 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce727c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:55.071882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-92fe4265-d974-470b-a212-9e481ca789ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b8dcbd007194e4896da66708312f275&name=default HTTP/1.1" status: 200  len: 2996 time: 2.0589406
Apr 30 21:14:55.079004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Publish callbacks [] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:55.106660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56278) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:55.112309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Made reservation on behalf of 711cc97213824857927f7626b41012cb for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:14:55.116143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-c1c13ccf-8e44-4148-ada9-bb85c1812d97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 200  len: 217 time: 0.2635822
Apr 30 21:14:55.117356 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:55.185674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:55.187084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:55.188633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] 10.222.0.35 "PUT /v2.0/ports/062557a1-62cc-425d-97a6-043e7cd89a22 HTTP/1.1" status: 200  len: 1096 time: 2.9703529
Apr 30 21:14:55.195495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:55.232602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Network 385006cb-8c25-4505-ae55-20428d3c547a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:55.237075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ea70e2-1dba-4ea9-97f7-31174159dca1', 'tag': '062557a1-62cc-425d-97a6-043e7cd89a22'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:14:55.240284 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1925fd-664b-4dc4-911f-5b5044cd4417" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ea70e2-1dba-4ea9-97f7-31174159dca1", "tag": "062557a1-62cc-425d-97a6-043e7cd89a22"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:14:55.244212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-968beaff-49d4-4f14-a055-1b30b71a377e req-c8177b7d-25ce-487a-bcc9-e59364207802 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6286407
Apr 30 21:14:55.246293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:55.280865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:55.362230 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] Set router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:55.376351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Pushing event updated for resources: {'Port': ['ID=4b5a84c4-4482-4341-af60-e3caecadb7c9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:55.392210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:55.395553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe4265-d974-470b-a212-9e481ca789ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76dfd2-823b-48f4-b1b2-3845db49a018,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:55.557939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Allocated IP 172.20.0.5 (9f3cd876-8b51-4bde-a809-728e22df1c30/c5bec68f-e690-4abb-9af2-517442cf9515/3d880b11-1cc5-4a9c-90d6-9a894959be26) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:14:55.699256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c79a8c24-9341-43b6-8a75-4378a1a2e90c req-9fe3f2dc-cd47-4449-ba69-ac8dcb1ef0e4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 210 time: 0.5468631
Apr 30 21:14:55.810364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5acc16-9f17-4c97-884c-3d7a72605333 service neutron] Pushing event updated for resources: {'Port': ['ID=062557a1-62cc-425d-97a6-043e7cd89a22,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:55.822800 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bb4bbc-1a0f-401d-87b8-826299d2de7d x-openstack-request-id: req-d3bb4bbc-1a0f-401d-87b8-826299d2de7d {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:14:55.823355 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ea70e2-1dba-4ea9-97f7-31174159dca1", "tag": "062557a1-62cc-425d-97a6-043e7cd89a22", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:14:55.823355 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3bb4bbc-1a0f-401d-87b8-826299d2de7d {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:14:55.823779 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bb4bbc-1a0f-401d-87b8-826299d2de7d'] response: {'name': 'network-changed', 'server_uuid': 'b8ea70e2-1dba-4ea9-97f7-31174159dca1', 'tag': '062557a1-62cc-425d-97a6-043e7cd89a22', 'status': 'completed', 'code': 200}
Apr 30 21:14:55.830281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309499e-9184-4f09-821b-c9662be1c34d req-1366e5a8-9500-4bea-a6cf-a7fa768ccc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:55.834140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-1366e5a8-9500-4bea-a6cf-a7fa768ccc20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a2d262c5cf4435aa19253f70823433f&device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 1130 time: 0.4375472
Apr 30 21:14:55.834140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-5547b362-cde8-4cba-b6b4-7cd6eab7484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:55.835543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-5547b362-cde8-4cba-b6b4-7cd6eab7484e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.6843553
Apr 30 21:14:55.846891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-df9e7ee7-a7b9-4ffe-8782-c2714505f31d None None] Provisioning complete for port 4b5a84c4-4482-4341-af60-e3caecadb7c9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:55.847430 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce727c0>, [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:14:51Z', 'revision_number': 3, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:55.854416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df9e7ee7-a7b9-4ffe-8782-c2714505f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:55.863520 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5a96-6f22-447d-adeb-180030fc3a86 admin admin] Publish callbacks [] for security_group (6b76dfd2-823b-48f4-b1b2-3845db49a018), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:55.928093 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ae102c-7eee-45c6-b949-e825fa5bfa51 None None] The sync data for ids ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'] in ncdv-master-1 is: [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:14:51Z', 'revision_number': 3, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:14:55.978353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-df9e7ee7-a7b9-4ffe-8782-c2714505f31d None None] Port 4b5a84c4-4482-4341-af60-e3caecadb7c9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:55.994442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9e8c7ad0-6609-4026-96c8-6f98e0b61206 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:56.003198 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-06d3af3c-a48c-4912-b897-306fad7f0607 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3846312
Apr 30 21:14:56.083420 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:56.133586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:56.134357 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:56.163248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-75030684-da35-4027-97b7-ada09ec599cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=062557a1-62cc-425d-97a6-043e7cd89a22 HTTP/1.1" status: 200  len: 217 time: 0.2934196
Apr 30 21:14:56.169631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8586e8-107a-495a-82cf-e7104a33c94d req-7ffbdbde-5e51-4818-9f4c-06f5fe70ec66 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:56.178109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d8586e8-107a-495a-82cf-e7104a33c94d req-7ffbdbde-5e51-4818-9f4c-06f5fe70ec66 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0688310
Apr 30 21:14:56.269848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:56.321516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5a96-6f22-447d-adeb-180030fc3a86 admin admin] Publish callbacks [] for security_group (6b76dfd2-823b-48f4-b1b2-3845db49a018), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:56.387193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d8586e8-107a-495a-82cf-e7104a33c94d req-dd0bc3e4-b807-48c4-a835-7dd3a314dcc7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080786
Apr 30 21:14:56.459307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-64000778-1c92-463a-b663-9b52f6dc9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:56.463742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-64000778-1c92-463a-b663-9b52f6dc9891 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5930829
Apr 30 21:14:56.508929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbdb4c-6701-47e8-8a60-c1400cc98fb3 req-9e7ff655-e334-429e-8fca-1c8869416550 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:56.516212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90bbdb4c-6701-47e8-8a60-c1400cc98fb3 req-9e7ff655-e334-429e-8fca-1c8869416550 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 948 time: 0.4574804
Apr 30 21:14:56.721375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-cba80ae8-bf00-4a75-8e1a-e68471c8e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:56.722968 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-cba80ae8-bf00-4a75-8e1a-e68471c8e8a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 1126 time: 0.6851587
Apr 30 21:14:56.866155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:56.951187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Publish callbacks [] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:56.954724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-106d4544-4aaa-4078-b1f1-2b1ddb35bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:56.956230 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-106d4544-4aaa-4078-b1f1-2b1ddb35bbeb service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.1965644
Apr 30 21:14:57.013144 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-0a216777-ae2f-491e-ae14-1801632036dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 200  len: 217 time: 0.0447447
Apr 30 21:14:57.059881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:57.127986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309499e-9184-4f09-821b-c9662be1c34d req-c3e62383-0b97-45c7-8536-c22480457505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:57.129319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-c3e62383-0b97-45c7-8536-c22480457505 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.9087329
Apr 30 21:14:57.139016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-8fa9c0e2-2109-4259-8af7-c36e1f6eb827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:57.141413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab26bcde-0b81-48e5-87e4-a56ed94bcf55 req-674edad4-e002-4bb5-9944-e010b5e1ea7b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 210 time: 0.0906458
Apr 30 21:14:57.143251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-8fa9c0e2-2109-4259-8af7-c36e1f6eb827 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1237788
Apr 30 21:14:57.145874 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:57.160646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-e80a8f52-d4c9-481c-b026-d8e56721e547 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.8369389
Apr 30 21:14:57.258201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-c378ad61-90f6-41ab-ab37-1f8f1c3376c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448987
Apr 30 21:14:57.300620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309499e-9184-4f09-821b-c9662be1c34d req-acc7b8ef-1a04-4a7e-b946-65251e1357a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:57.302415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-acc7b8ef-1a04-4a7e-b946-65251e1357a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1392109
Apr 30 21:14:57.305660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90bbdb4c-6701-47e8-8a60-c1400cc98fb3 req-a9a87214-64fe-4fd9-8654-85126a40eef9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7886457
Apr 30 21:14:57.381189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-0a454f4c-8533-4d6c-8520-e74d68a636a7 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8884070
Apr 30 21:14:57.382118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5a96-6f22-447d-adeb-180030fc3a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6b76dfd2-823b-48f4-b1b2-3845db49a018), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:57.384779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5a96-6f22-447d-adeb-180030fc3a86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:57.388293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4cdb5a96-6f22-447d-adeb-180030fc3a86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b76dfd2-823b-48f4-b1b2-3845db49a018 HTTP/1.1" status: 204  len: 168 time: 2.2661326
Apr 30 21:14:57.493245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Network 9f3cd876-8b51-4bde-a809-728e22df1c30 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:57.506566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Pushing event updated for resources: {'Port': ['ID=4b5a84c4-4482-4341-af60-e3caecadb7c9,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:57.523078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb5a96-6f22-447d-adeb-180030fc3a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76dfd2-823b-48f4-b1b2-3845db49a018,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:57.600176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-cd60a2b9-3ad9-44a4-ad71-18dc739d150e service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2903066
Apr 30 21:14:57.680637 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event updated for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:57.699146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:57.703454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:14:57.705493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020b8658-b399-4dcd-bb9a-5d0f08d0a745 req-3bb84afe-6942-421d-9843-38c76c69dc14 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3069489
Apr 30 21:14:57.716799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458def86-86c8-430a-988c-c1ea1759021f req-e6e40077-b69e-46a7-b6ec-d3b4386cdefe tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:57.718547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-458def86-86c8-430a-988c-c1ea1759021f req-e6e40077-b69e-46a7-b6ec-d3b4386cdefe tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1409194
Apr 30 21:14:57.839439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:57.855353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:57.889425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:57.992933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-458def86-86c8-430a-988c-c1ea1759021f req-f85f638c-2cd5-40e7-b454-7b91d93c69e8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555888
Apr 30 21:14:57.993195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c08a9b0f-cab2-4cfe-8c3b-723606c9d50b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:14:57.999793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2309499e-9184-4f09-821b-c9662be1c34d req-56c80803-213a-4f32-8b3e-fa022a1a9df5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3774025
Apr 30 21:14:58.047920 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-da5b5374-8c61-4342-985b-23e794ce13b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3259573
Apr 30 21:14:58.063819 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-74e543a2-b387-400c-a081-68a0e33d4d98 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7954443
Apr 30 21:14:58.071189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Request body: {'port': {'device_id': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:58.088605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:58.088983 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:58.315822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:14:58.315822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:58.369358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c08a9b0f-cab2-4cfe-8c3b-723606c9d50b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:14:58.448405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Network 385006cb-8c25-4505-ae55-20428d3c547a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:14:58.456587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:14:58.518818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bf7c7-84b0-4a7e-9f51-280b00695c31 req-a9e782cb-ec93-49fd-b0cc-11e798c74c8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:58.519372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a5bf7c7-84b0-4a7e-9f51-280b00695c31 req-a9e782cb-ec93-49fd-b0cc-11e798c74c8e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 931 time: 0.1111870
Apr 30 21:14:58.551360 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:58.664426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=c08a9b0f-cab2-4cfe-8c3b-723606c9d50b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:14:58.669277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:58.704185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a5bf7c7-84b0-4a7e-9f51-280b00695c31 req-27a8d003-7c6a-4827-b898-276d67c5bb23 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725330
Apr 30 21:14:58.715412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c3e45-c33f-4335-80b3-4465b2af3599 req-09b41f06-59f5-4cc4-a2c2-261eae8bfe8f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:58.731432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e99c3e45-c33f-4335-80b3-4465b2af3599 req-09b41f06-59f5-4cc4-a2c2-261eae8bfe8f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 948 time: 0.2095964
Apr 30 21:14:58.806650 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-980317f3-0b3e-4aca-be49-958a9b0011a9 req-1b70b972-42eb-4e6f-84c7-a387cf51bbd1 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7095213
Apr 30 21:14:58.829053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e99c3e45-c33f-4335-80b3-4465b2af3599 req-e4630433-4791-41a4-8e0d-e329642e0068 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965931
Apr 30 21:14:58.900538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-ef811ed1-e2f8-40c8-bb12-2b4653a4830a tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:58.901982 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-ef811ed1-e2f8-40c8-bb12-2b4653a4830a tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/ports/3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 1128 time: 0.1608429
Apr 30 21:14:58.988863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c1338691-f922-4819-961b-0b8f8d86515f None None] Provisioning complete for port 4b5a84c4-4482-4341-af60-e3caecadb7c9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:14:59.000157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c1338691-f922-4819-961b-0b8f8d86515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:59.037709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:14:59.117260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c1338691-f922-4819-961b-0b8f8d86515f None None] Port 4b5a84c4-4482-4341-af60-e3caecadb7c9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:14:59.309052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db06c2-4503-4cd2-9dd2-1bbace9de3c4 req-4b858276-d4ea-49f9-ab56-818a8d1b03fd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:59.318806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46db06c2-4503-4cd2-9dd2-1bbace9de3c4 req-4b858276-d4ea-49f9-ab56-818a8d1b03fd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1624563
Apr 30 21:14:59.345554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-a77ab5a3-5ef0-4fd0-aac2-6e5e746be92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:14:59.347332 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-a77ab5a3-5ef0-4fd0-aac2-6e5e746be92d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a2d262c5cf4435aa19253f70823433f&device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 1130 time: 0.1230862
Apr 30 21:14:59.379256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46db06c2-4503-4cd2-9dd2-1bbace9de3c4 req-5e5b9755-7bf4-4870-b461-1d86f6c4f6e4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595453
Apr 30 21:14:59.479349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d880b11-1cc5-4a9c-90d6-9a894959be26 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:14:59.481882 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Publish callbacks [] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:59.496079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:14:59.504351 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e4250cb9-8995-453b-9835-bfe3aed65b6b admin admin] 10.222.0.23 "PUT /v2.0/routers/4419b8c1-fcf9-4183-b0bd-c934969c3f2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3343461
Apr 30 21:14:59.510527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Sync routers for ids ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:14:59.512367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Transition to ACTIVE for port object 3d880b11-1cc5-4a9c-90d6-9a894959be26 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:14:59.525492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Routers {'4419b8c1-fcf9-4183-b0bd-c934969c3f2f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:14:59.526680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fe0e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:14:59.569822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56390) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:14:59.703170 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:14:59.824506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1983440001-network', 'tenant_id': '5bef6edb2a2643058fb3a949e2a7b8d5'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:14:59.864567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Set router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:14:59.997664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c08a9b0f-cab2-4cfe-8c3b-723606c9d50b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:00.027103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Made reservation on behalf of 5bef6edb2a2643058fb3a949e2a7b8d5 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:00.029385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:00.034733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Pushing event updated for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:00.046486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:00.050199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-5a7eabde-5c29-4588-aabd-b12cc69916a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:00.051695 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-5a7eabde-5c29-4588-aabd-b12cc69916a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.5313740
Apr 30 21:15:00.080532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6ef6f-1dea-43dd-97c1-ca48465556a6 req-189f1484-c3c5-40a1-81f9-9c1813681ab5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:00.089130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4d6ef6f-1dea-43dd-97c1-ca48465556a6 req-189f1484-c3c5-40a1-81f9-9c1813681ab5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 943 time: 0.1403224
Apr 30 21:15:00.120661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Attempting to bind port 3d880b11-1cc5-4a9c-90d6-9a894959be26 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:00.123514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Attempting to bind port 3d880b11-1cc5-4a9c-90d6-9a894959be26 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:00.123514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Attempting to bind port 3d880b11-1cc5-4a9c-90d6-9a894959be26 on network 9f3cd876-8b51-4bde-a809-728e22df1c30 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:00.127670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Port 3d880b11-1cc5-4a9c-90d6-9a894959be26 on network 9f3cd876-8b51-4bde-a809-728e22df1c30 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:15:00.127999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Attempting to bind port 3d880b11-1cc5-4a9c-90d6-9a894959be26 on network 9f3cd876-8b51-4bde-a809-728e22df1c30 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:00.165300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4d6ef6f-1dea-43dd-97c1-ca48465556a6 req-c57ef448-7281-420e-ac46-7eea1dc5d6a3 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749710
Apr 30 21:15:00.310818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:00.311571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Checking segment: {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:00.312071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Bound using segment: {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:00.312647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Bound port: 3d880b11-1cc5-4a9c-90d6-9a894959be26, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:00.313115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:00.325192 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Publish callbacks [] for security_group (0b5ccf0c-6f1d-42e7-be95-fb0ad24126cc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:00.327765 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-76517bc3-657b-413a-a851-5080f2a65ba3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=062557a1-62cc-425d-97a6-043e7cd89a22 HTTP/1.1" status: 200  len: 217 time: 0.1870956
Apr 30 21:15:00.336921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 062557a1-62cc-425d-97a6-043e7cd89a22 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:00.448667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c658ef-748c-462d-a03d-92269b558f04 req-5a1c7ac6-f02b-4f52-8b86-bec310d10865 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:00.450299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9c658ef-748c-462d-a03d-92269b558f04 req-5a1c7ac6-f02b-4f52-8b86-bec310d10865 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 948 time: 0.1066394
Apr 30 21:15:00.460534 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0b5ccf0c-6f1d-42e7-be95-fb0ad24126cc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:00.546066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-e6ab45b5-56db-46f9-a8a8-82f11ce7cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:00.549825 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-e6ab45b5-56db-46f9-a8a8-82f11ce7cb19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.2127745
Apr 30 21:15:00.700782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:15:00.752290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-d6c271bf-5c57-47a7-9b86-661d246ef5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:00.754015 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-d6c271bf-5c57-47a7-9b86-661d246ef5bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1960740
Apr 30 21:15:00.765882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:00.769560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:00.771537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5ccf0c-6f1d-42e7-be95-fb0ad24126cc,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:00.792722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b38262aa-d444-4eac-84c9-85ff9ca7ee57), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:00.804417 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Added segment b38262aa-d444-4eac-84c9-85ff9ca7ee57 of type vlan for network 3d1387bd-0e5a-4475-8485-c0d50e3ee815
Apr 30 21:15:00.804554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 062557a1-62cc-425d-97a6-043e7cd89a22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062557a1-62cc-425d-97a6-043e7cd89a22,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:00.822864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '062557a1-62cc-425d-97a6-043e7cd89a22', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '062557a1-62cc-425d-97a6-043e7cd89a22', 'mac_address': 'fa:16:3e:1c:ad:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:00.839688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a85572-3832-4894-90ad-0c84f0e17aaa req-377e267e-5356-4010-9a67-828549c03364 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:00.841987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40a85572-3832-4894-90ad-0c84f0e17aaa req-377e267e-5356-4010-9a67-828549c03364 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.2027781
Apr 30 21:15:00.857878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:00.858275 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:00.897681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9c658ef-748c-462d-a03d-92269b558f04 req-89b5dd26-4923-468a-8f95-d7ac0f43cd59 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4290614
Apr 30 21:15:00.933479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (3d1387bd-0e5a-4475-8485-c0d50e3ee815), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:00.976521 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:01.005057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40a85572-3832-4894-90ad-0c84f0e17aaa req-d01f3129-151e-4cb4-ab69-0ba3b5873507 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481216
Apr 30 21:15:01.040081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:01.081804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fe0e190>, [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:14:55Z', 'revision_number': 4, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4b5a84c4-4482-4341-af60-e3caecadb7c9', 'name': '', 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'mac_address': 'fa:16:3e:9c:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2cdf47f3-fa44-4751-98f1-b2fb447a7ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:54Z', 'updated_at': '2022-04-30T21:14:56Z', 'revision_number': 2, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'subnets': [{'id': '2cdf47f3-fa44-4751-98f1-b2fb447a7ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:01.084641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 062557a1-62cc-425d-97a6-043e7cd89a22 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:01.085211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:01.101118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062557a1-62cc-425d-97a6-043e7cd89a22 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:01.138544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:01.139161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:01.140584 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d880b11-1cc5-4a9c-90d6-9a894959be26 HTTP/1.1" status: 200  len: 1091 time: 3.0801322
Apr 30 21:15:01.140730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Checking router: 4419b8c1-fcf9-4183-b0bd-c934969c3f2f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:15:01.142675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (3d1387bd-0e5a-4475-8485-c0d50e3ee815), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:01.143723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Updating router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f port 4b5a84c4-4482-4341-af60-e3caecadb7c9 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:15:01.143873 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e1022-bdb6-4cd5-a4f3-78ccad2c6e53 service neutron] Pushing event updated for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:01.159235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:01.159235 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:01.159435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:01.160875 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6072ee51-4a76-4068-a42f-3edfd6252348" -d '{"events": [{"name": "network-changed", "server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:01.209419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 062557a1-62cc-425d-97a6-043e7cd89a22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062557a1-62cc-425d-97a6-043e7cd89a22,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:01.216327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:01.302840 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08378a3d-c865-49b3-a40b-93b5de0f2a77 x-openstack-request-id: req-08378a3d-c865-49b3-a40b-93b5de0f2a77 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:01.304547 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:01.304547 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08378a3d-c865-49b3-a40b-93b5de0f2a77 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:01.304547 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08378a3d-c865-49b3-a40b-93b5de0f2a77'] response: {'name': 'network-changed', 'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'status': 'completed', 'code': 200}
Apr 30 21:15:01.322165 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-5bbe7b1c-08d8-4ab1-9e72-41bdf448143c service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5444946
Apr 30 21:15:01.356933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-3cd0a3d9-57c1-4fb3-9c15-4704d2e234f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:01.358851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-3cd0a3d9-57c1-4fb3-9c15-4704d2e234f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1131 time: 0.2930448
Apr 30 21:15:01.379475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.8087103
Apr 30 21:15:01.407193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56440) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:01.414302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Request body: {'subnet': {'network_id': '3d1387bd-0e5a-4475-8485-c0d50e3ee815', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1983440001-subnet', 'tenant_id': '5bef6edb2a2643058fb3a949e2a7b8d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:01.464661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851a838-a84b-471d-80ba-87eb8a3800df admin admin] Pushing event updated for resources: {'Network': ['ID=3d1387bd-0e5a-4475-8485-c0d50e3ee815,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:01.504284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f8609-dcfc-418b-9f92-3d18702e9247 req-fc5380e4-0f13-4717-8b36-78c1f90d5ab4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:01.512108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-485f8609-dcfc-418b-9f92-3d18702e9247 req-fc5380e4-0f13-4717-8b36-78c1f90d5ab4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 943 time: 0.1592827
Apr 30 21:15:01.546137 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ed1925fd-664b-4dc4-911f-5b5044cd4417 req-807dd589-e373-4296-9dbf-88e7e6d69e3b service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266897
Apr 30 21:15:01.593105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700c11-2440-4400-a146-ca4a48334d76 req-e79f4126-7ea4-4339-9345-d43ee508c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:01.595222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-e79f4126-7ea4-4339-9345-d43ee508c18b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 1125 time: 0.3002386
Apr 30 21:15:01.627222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-68b46339-c0c3-4239-ba06-fafa3ecbe886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:01.628725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-68b46339-c0c3-4239-ba06-fafa3ecbe886 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2548516
Apr 30 21:15:01.669769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 3d1387bd-0e5a-4475-8485-c0d50e3ee815 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:15:01.683910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Made reservation on behalf of 5bef6edb2a2643058fb3a949e2a7b8d5 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:01.687982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:01.708997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-485f8609-dcfc-418b-9f92-3d18702e9247 req-78806315-6514-4c10-a1ff-b8ffe31328aa tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958728
Apr 30 21:15:01.733562 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-dbab32ad-6da9-4d66-8860-8abcf2008fec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26 HTTP/1.1" status: 200  len: 217 time: 0.1118960
Apr 30 21:15:01.794409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-2cd591bc-ceb3-478d-bd45-f4a76fd9ef14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.1551306
Apr 30 21:15:01.884043 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:01.892131 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700c11-2440-4400-a146-ca4a48334d76 req-39032cc3-d8af-46ea-abae-f1b8223f12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:01.893626 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-39032cc3-d8af-46ea-abae-f1b8223f12e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bec68f-e690-4abb-9af2-517442cf9515 HTTP/1.1" status: 200  len: 862 time: 0.1613169
Apr 30 21:15:01.935428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-b6166f67-88bc-4ab6-abbb-82788931a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:01.937987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-b6166f67-88bc-4ab6-abbb-82788931a6ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1348076
Apr 30 21:15:01.993207 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-bec77e98-9eab-4b13-b494-f20a6a567322 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f3cd876-8b51-4bde-a809-728e22df1c30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0912178
Apr 30 21:15:02.081799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=062557a1-62cc-425d-97a6-043e7cd89a22,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:02.148048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-645e9ba9-cff5-47b5-b8d4-dee8ecb169aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:02.149903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-645e9ba9-cff5-47b5-b8d4-dee8ecb169aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2055044
Apr 30 21:15:02.154369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['062557a1-62cc-425d-97a6-043e7cd89a22'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:02.175522 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-896c426a-281f-44a7-a9be-777c35a2a902 service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760721
Apr 30 21:15:02.255146 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Publish callbacks [] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:02.265952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb7f58-af0c-45f5-8199-de8fb4a00b9f req-a5109114-c73a-49c0-b964-62a5c6d996a2 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:02.289792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-defb7f58-af0c-45f5-8199-de8fb4a00b9f req-a5109114-c73a-49c0-b964-62a5c6d996a2 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 949 time: 0.2288399
Apr 30 21:15:02.386442 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46700c11-2440-4400-a146-ca4a48334d76 req-8480cd3d-277e-40b2-b26a-e971cd06fe7f service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041304
Apr 30 21:15:02.402233 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:02.411044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-8db2977c-d608-452e-8ccf-98932a07791e service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511599
Apr 30 21:15:02.422374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-defb7f58-af0c-45f5-8199-de8fb4a00b9f req-28b19604-a321-42a8-9c54-efd83357f939 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015077
Apr 30 21:15:02.526051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb3ca-4255-4df2-8657-e795e550f39d None None] Pushing event updated for resources: {'Port': ['ID=4b5a84c4-4482-4341-af60-e3caecadb7c9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:02.562185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (4daa02cb-581d-476d-bfd9-fe6812575ea0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:02.631909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ccfdd-522e-4643-9e95-5b1edb133807 req-cb5dd608-a302-4924-ab5f-d2f63f2090af tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:02.635010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398ccfdd-522e-4643-9e95-5b1edb133807 req-cb5dd608-a302-4924-ab5f-d2f63f2090af tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1399474
Apr 30 21:15:02.657954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Attempting to bind port 4b5a84c4-4482-4341-af60-e3caecadb7c9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:02.657954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Attempting to bind port 4b5a84c4-4482-4341-af60-e3caecadb7c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:02.657954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Attempting to bind port 4b5a84c4-4482-4341-af60-e3caecadb7c9 on network 385006cb-8c25-4505-ae55-20428d3c547a {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:02.680689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:02.681374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Checking segment: {'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:02.682397 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:02.686726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Bound using segment: {'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:02.686726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Bound port: 4b5a84c4-4482-4341-af60-e3caecadb7c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f692602-0de6-42ec-bec1-ed48a4b1bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:02.686726 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:02.729860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4daa02cb-581d-476d-bfd9-fe6812575ea0,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:02.752615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-119067a5-38c1-4aff-ad21-ef9984952fb4 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3281639
Apr 30 21:15:02.832785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Checking segment: {'id': 'b38262aa-d444-4eac-84c9-85ff9ca7ee57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3d1387bd-0e5a-4475-8485-c0d50e3ee815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:02.834099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Network hostable DHCP agents. Network: 3d1387bd-0e5a-4475-8485-c0d50e3ee815, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:15:02.853303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] For port 4b5a84c4-4482-4341-af60-e3caecadb7c9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:02.859235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] For port 4b5a84c4-4482-4341-af60-e3caecadb7c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b5a84c4-4482-4341-af60-e3caecadb7c9,segment=NetworkSegment(0f692602-0de6-42ec-bec1-ed48a4b1bfd4),segment_id=0f692602-0de6-42ec-bec1-ed48a4b1bfd4)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:02.866162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398ccfdd-522e-4643-9e95-5b1edb133807 req-5b4fb9cc-94f5-40f6-b12e-5ebc9bbc6cf9 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146437
Apr 30 21:15:02.935419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-526716c1-d527-4029-b63b-ae092abaa886 None None] Provisioning complete for port 4b5a84c4-4482-4341-af60-e3caecadb7c9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:02.935961 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-526716c1-d527-4029-b63b-ae092abaa886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:02.949445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Network 3d1387bd-0e5a-4475-8485-c0d50e3ee815 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:15:02.982082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-526716c1-d527-4029-b63b-ae092abaa886 None None] Port 4b5a84c4-4482-4341-af60-e3caecadb7c9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:15:02.997840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44272de0-3829-4243-84ff-86857cb62ff6 req-96433c30-5c89-4eff-9d33-bfd93b9fe56a tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:02.999632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44272de0-3829-4243-84ff-86857cb62ff6 req-96433c30-5c89-4eff-9d33-bfd93b9fe56a tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 943 time: 0.0936003
Apr 30 21:15:03.003102 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:03.081421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cddc29-7866-4c66-8d8d-a8a365bac409 req-5f380dac-9c4e-4608-955e-96e4f0095f64 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:03.084722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61cddc29-7866-4c66-8d8d-a8a365bac409 req-5f380dac-9c4e-4608-955e-96e4f0095f64 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 950 time: 0.1096649
Apr 30 21:15:03.088648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Routers {'4419b8c1-fcf9-4183-b0bd-c934969c3f2f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:15:03.089282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fe0e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:14:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:03.104331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3d1387bd-0e5a-4475-8485-c0d50e3ee815) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:03.110792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:03.113903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:03.233307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61cddc29-7866-4c66-8d8d-a8a365bac409 req-fe1e9ae5-40fe-47c9-8d73-6e32c2a48360 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201377
Apr 30 21:15:03.237178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44272de0-3829-4243-84ff-86857cb62ff6 req-8ab33817-5837-414d-9757-e457419210ae tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078393
Apr 30 21:15:03.249040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7cb954-8625-4298-9711-0f914c5bf993 None None] Network 3d1387bd-0e5a-4475-8485-c0d50e3ee815 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:15:03.307630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5ec1a8bb-1e1c-43e6-afe3-822ec6ef8747 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.8969836
Apr 30 21:15:03.341633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] Set router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:15:03.344191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffb3ca-4255-4df2-8657-e795e550f39d None None] Pushing event updated for resources: {'Port': ['ID=4b5a84c4-4482-4341-af60-e3caecadb7c9,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:03.466437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-de3d0ffb-485c-418b-8e1b-da0ea222de59 None None] Provisioning complete for port 4b5a84c4-4482-4341-af60-e3caecadb7c9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:03.466818 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de3d0ffb-485c-418b-8e1b-da0ea222de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:03.552896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8901b3-0df2-4d88-9a04-8e737401f4d5 req-a2f47bed-454d-4a10-9a66-711656b640de tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:03.561867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e8901b3-0df2-4d88-9a04-8e737401f4d5 req-a2f47bed-454d-4a10-9a66-711656b640de tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 949 time: 0.0584130
Apr 30 21:15:03.577212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28bd61-a220-44d7-a50e-51b554b23520 None None] Network 3d1387bd-0e5a-4475-8485-c0d50e3ee815 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:15:03.646244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e8901b3-0df2-4d88-9a04-8e737401f4d5 req-177dec32-0433-4a13-b271-a45692de899f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832338
Apr 30 21:15:03.746498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-1d8d3a8a-8555-49ac-895c-dc8471046447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:03.747914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-1d8d3a8a-8555-49ac-895c-dc8471046447 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 1125 time: 0.0815780
Apr 30 21:15:03.807900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d8a4a478-afb8-420e-9a13-4741555a1a9f req-0c47041c-dd62-4d64-88b9-837a09b5d4ba tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2026789897', 'description': 'tempest-description-1347217722'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:03.921299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-801474d1-cd8f-443f-b9a3-edbf890c49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:03.923270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-801474d1-cd8f-443f-b9a3-edbf890c49e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 923 time: 0.1659322
Apr 30 21:15:04.012354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-de3d0ffb-485c-418b-8e1b-da0ea222de59 None None] Current status of the port 4b5a84c4-4482-4341-af60-e3caecadb7c9 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:04.013041 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de3d0ffb-485c-418b-8e1b-da0ea222de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.031430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-ad42a8b1-cfd6-4f9c-8ebb-4f45b2185aa8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26 HTTP/1.1" status: 200  len: 217 time: 0.1019647
Apr 30 21:15:04.035210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fe0e190>, [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:14:55Z', 'revision_number': 4, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4b5a84c4-4482-4341-af60-e3caecadb7c9', 'name': '', 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'mac_address': 'fa:16:3e:9c:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2cdf47f3-fa44-4751-98f1-b2fb447a7ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:54Z', 'updated_at': '2022-04-30T21:15:02Z', 'revision_number': 4, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'subnets': [{'id': '2cdf47f3-fa44-4751-98f1-b2fb447a7ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:04.075442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f9d05-29bc-461c-84cb-638a9a7b0eb6 None None] The sync data for ids ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'] in ncdv-master-1 is: [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:14:55Z', 'revision_number': 4, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4b5a84c4-4482-4341-af60-e3caecadb7c9', 'name': '', 'network_id': '385006cb-8c25-4505-ae55-20428d3c547a', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'mac_address': 'fa:16:3e:9c:14:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '2cdf47f3-fa44-4751-98f1-b2fb447a7ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:54Z', 'updated_at': '2022-04-30T21:15:02Z', 'revision_number': 4, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'subnets': [{'id': '2cdf47f3-fa44-4751-98f1-b2fb447a7ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:15:04.086508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-de3d0ffb-485c-418b-8e1b-da0ea222de59 None None] For port 4b5a84c4-4482-4341-af60-e3caecadb7c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b5a84c4-4482-4341-af60-e3caecadb7c9,segment=NetworkSegment(0f692602-0de6-42ec-bec1-ed48a4b1bfd4),segment_id=0f692602-0de6-42ec-bec1-ed48a4b1bfd4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:04.190220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d8a4a478-afb8-420e-9a13-4741555a1a9f req-0c47041c-dd62-4d64-88b9-837a09b5d4ba tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.215635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb9117-40b3-4f9a-b039-3b82857369f3 req-aca744d8-6b07-48f1-ac65-941f6220cc60 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:04.217271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfdb9117-40b3-4f9a-b039-3b82857369f3 req-aca744d8-6b07-48f1-ac65-941f6220cc60 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1884749
Apr 30 21:15:04.220693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-46e3a101-f16b-4049-ac06-5995f07bc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:04.222173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-46e3a101-f16b-4049-ac06-5995f07bc915 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bec68f-e690-4abb-9af2-517442cf9515 HTTP/1.1" status: 200  len: 862 time: 0.1766357
Apr 30 21:15:04.237935 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de3d0ffb-485c-418b-8e1b-da0ea222de59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.341995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 062557a1-62cc-425d-97a6-043e7cd89a22 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:04.370963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-31cbe737-ed39-4206-8618-9d68d0aa90d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f3cd876-8b51-4bde-a809-728e22df1c30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0809100
Apr 30 21:15:04.439227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d0ffb-485c-418b-8e1b-da0ea222de59 None None] Pushing event updated for resources: {'Port': ['ID=4b5a84c4-4482-4341-af60-e3caecadb7c9,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:04.516499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 062557a1-62cc-425d-97a6-043e7cd89a22 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:15:04.526973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfdb9117-40b3-4f9a-b039-3b82857369f3 req-244c79be-5bc6-4b37-b913-b9f891fb69b7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3017135
Apr 30 21:15:04.639861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 062557a1-62cc-425d-97a6-043e7cd89a22 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:04.640405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.653488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-c1952b86-328c-445d-bea7-c3374c7b3d86 service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562075
Apr 30 21:15:04.657215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d8a4a478-afb8-420e-9a13-4741555a1a9f req-0c47041c-dd62-4d64-88b9-837a09b5d4ba tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (f59e524f-6c0d-4d38-8d0b-da4058aa72b6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.763312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 062557a1-62cc-425d-97a6-043e7cd89a22 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:04.763717 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.803954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ea70e2-1dba-4ea9-97f7-31174159dca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062557a1-62cc-425d-97a6-043e7cd89a22'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:04.806268 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bbd267-ca24-4d87-8e63-16ebaa3ed04a" -d '{"events": [{"server_uuid": "b8ea70e2-1dba-4ea9-97f7-31174159dca1", "name": "network-vif-plugged", "status": "completed", "tag": "062557a1-62cc-425d-97a6-043e7cd89a22"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:04.823034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 062557a1-62cc-425d-97a6-043e7cd89a22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062557a1-62cc-425d-97a6-043e7cd89a22,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:04.848019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37d854-bb41-4a42-8d2c-3c1242c7daa4 req-1c246904-a109-4bbe-a19c-40feebda7b42 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:04.849611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b37d854-bb41-4a42-8d2c-3c1242c7daa4 req-1c246904-a109-4bbe-a19c-40feebda7b42 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 950 time: 0.0603585
Apr 30 21:15:04.852563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d8a4a478-afb8-420e-9a13-4741555a1a9f req-0c47041c-dd62-4d64-88b9-837a09b5d4ba tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f59e524f-6c0d-4d38-8d0b-da4058aa72b6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.896737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6072ee51-4a76-4068-a42f-3edfd6252348 req-34d1e82d-ccc8-4a85-b766-023ebaeb09e1 service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373793
Apr 30 21:15:04.908897 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.919892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47041c-dd62-4d64-88b9-837a09b5d4ba tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e524f-6c0d-4d38-8d0b-da4058aa72b6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:04.981163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d8a4a478-afb8-420e-9a13-4741555a1a9f req-0c47041c-dd62-4d64-88b9-837a09b5d4ba tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:04.994870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8a4a478-afb8-420e-9a13-4741555a1a9f req-0c47041c-dd62-4d64-88b9-837a09b5d4ba tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 1.1923504
Apr 30 21:15:05.000319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=062557a1-62cc-425d-97a6-043e7cd89a22,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:05.018176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b37d854-bb41-4a42-8d2c-3c1242c7daa4 req-a872c43b-b7e9-4cbc-8d67-eb0ddeb5be83 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451004
Apr 30 21:15:05.170497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7208f-d0f6-484e-b02f-f5ac37365f0d req-4fedb147-d475-418e-bd6e-f958ee4463df tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:05.172056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94f7208f-d0f6-484e-b02f-f5ac37365f0d req-4fedb147-d475-418e-bd6e-f958ee4463df tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 943 time: 0.1029975
Apr 30 21:15:05.228978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa33d1-1a18-4535-a180-f635369e88ae req-4d92cb66-b6b9-4115-a5aa-486d889ef48f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:05.230594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03aa33d1-1a18-4535-a180-f635369e88ae req-4d92cb66-b6b9-4115-a5aa-486d889ef48f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 950 time: 0.1177220
Apr 30 21:15:05.261823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94f7208f-d0f6-484e-b02f-f5ac37365f0d req-c9ae2b54-eb6f-4eb5-8883-ba527a5f30c8 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814393
Apr 30 21:15:05.331926 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80691b46-5bc2-4588-92ce-287aa7df4dd2 x-openstack-request-id: req-80691b46-5bc2-4588-92ce-287aa7df4dd2 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:05.332888 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ea70e2-1dba-4ea9-97f7-31174159dca1", "name": "network-vif-plugged", "status": "completed", "tag": "062557a1-62cc-425d-97a6-043e7cd89a22", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:05.333978 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80691b46-5bc2-4588-92ce-287aa7df4dd2 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:05.334765 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80691b46-5bc2-4588-92ce-287aa7df4dd2'] response: {'server_uuid': 'b8ea70e2-1dba-4ea9-97f7-31174159dca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062557a1-62cc-425d-97a6-043e7cd89a22', 'code': 200}
Apr 30 21:15:05.358082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03aa33d1-1a18-4535-a180-f635369e88ae req-938785c6-b6ee-42e4-b028-fa9d2ddaf033 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083918
Apr 30 21:15:05.477601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76f645c3-0e21-4c35-b6ab-4b03d15cff3b req-80f44fa7-1abe-40f5-9ce8-8fbacdf2a943 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/f59e524f-6c0d-4d38-8d0b-da4058aa72b6 HTTP/1.1" status: 200  len: 1822 time: 0.1146038
Apr 30 21:15:05.504770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-76f645c3-0e21-4c35-b6ab-4b03d15cff3b req-162cbfa8-5d78-4d27-ab6f-ef0b0a8e000b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f59e524f-6c0d-4d38-8d0b-da4058aa72b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:05.508503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-76f645c3-0e21-4c35-b6ab-4b03d15cff3b req-162cbfa8-5d78-4d27-ab6f-ef0b0a8e000b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f59e524f-6c0d-4d38-8d0b-da4058aa72b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:05.550830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90138563-d9a4-412c-b716-c32f17a1f65b req-fd72aae5-2e2a-4277-b559-e1bfff46d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:05.554233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90138563-d9a4-412c-b716-c32f17a1f65b req-fd72aae5-2e2a-4277-b559-e1bfff46d221 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 1132 time: 0.1526873
Apr 30 21:15:05.625734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90138563-d9a4-412c-b716-c32f17a1f65b req-b5bd6c79-bf39-4b69-95bf-84d7c4827db6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649061
Apr 30 21:15:05.778446 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76f645c3-0e21-4c35-b6ab-4b03d15cff3b req-162cbfa8-5d78-4d27-ab6f-ef0b0a8e000b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (9017dfdf-3496-4129-9a35-699a38129cff), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:05.814313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76f645c3-0e21-4c35-b6ab-4b03d15cff3b req-162cbfa8-5d78-4d27-ab6f-ef0b0a8e000b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (9017dfdf-3496-4129-9a35-699a38129cff), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:05.884307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4b5a84c4-4482-4341-af60-e3caecadb7c9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:05.900680 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76f645c3-0e21-4c35-b6ab-4b03d15cff3b req-162cbfa8-5d78-4d27-ab6f-ef0b0a8e000b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (9017dfdf-3496-4129-9a35-699a38129cff), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:05.961225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cbfa8-5d78-4d27-ab6f-ef0b0a8e000b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9017dfdf-3496-4129-9a35-699a38129cff,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:05.986560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4b5a84c4-4482-4341-af60-e3caecadb7c9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:05.987020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.058337 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76f645c3-0e21-4c35-b6ab-4b03d15cff3b req-162cbfa8-5d78-4d27-ab6f-ef0b0a8e000b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.059639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76f645c3-0e21-4c35-b6ab-4b03d15cff3b req-162cbfa8-5d78-4d27-ab6f-ef0b0a8e000b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5810513
Apr 30 21:15:06.084509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4b5a84c4-4482-4341-af60-e3caecadb7c9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:06.171087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5730a4-df6a-4cbb-9e0a-b93e3aedc00b req-6858aa0c-ea57-4b76-8b67-c37431122fb4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:06.172667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d5730a4-df6a-4cbb-9e0a-b93e3aedc00b req-6858aa0c-ea57-4b76-8b67-c37431122fb4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0583949
Apr 30 21:15:06.177272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9ac4af24-8100-44ce-8375-7a2b291d3e36 req-05441783-ce82-42f1-837b-6db341380683 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1471080556', 'description': 'tempest-description-2133766266'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:06.235854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d5730a4-df6a-4cbb-9e0a-b93e3aedc00b req-20639a44-0b98-4388-b89b-df63877b2770 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544279
Apr 30 21:15:06.309005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9ac4af24-8100-44ce-8375-7a2b291d3e36 req-05441783-ce82-42f1-837b-6db341380683 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.335966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3d880b11-1cc5-4a9c-90d6-9a894959be26 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:06.434473 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9ac4af24-8100-44ce-8375-7a2b291d3e36 req-05441783-ce82-42f1-837b-6db341380683 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (e16e1d7b-31e4-43e0-9192-4ff3f9bbc508), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.458793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b3a41-0dfc-4009-8f32-11008d787c7c req-0869cc69-cffd-48ef-846d-47f51934a65e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:06.460446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d5b3a41-0dfc-4009-8f32-11008d787c7c req-0869cc69-cffd-48ef-846d-47f51934a65e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 943 time: 0.0736046
Apr 30 21:15:06.485478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:06.497733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'port_id': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'mac_address': 'fa:16:3e:d9:ec:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bec68f-e690-4abb-9af2-517442cf9515', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:06.531981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d5b3a41-0dfc-4009-8f32-11008d787c7c req-0c081922-0876-4c00-9f34-92e4261c3119 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641820
Apr 30 21:15:06.534292 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9ac4af24-8100-44ce-8375-7a2b291d3e36 req-05441783-ce82-42f1-837b-6db341380683 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e16e1d7b-31e4-43e0-9192-4ff3f9bbc508), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.545085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3d880b11-1cc5-4a9c-90d6-9a894959be26 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:06.545593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.560613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d880b11-1cc5-4a9c-90d6-9a894959be26 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:06.587455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:06.601055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05441783-ce82-42f1-837b-6db341380683 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16e1d7b-31e4-43e0-9192-4ff3f9bbc508,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:06.678506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9ac4af24-8100-44ce-8375-7a2b291d3e36 req-05441783-ce82-42f1-837b-6db341380683 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.679806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ac4af24-8100-44ce-8375-7a2b291d3e36 req-05441783-ce82-42f1-837b-6db341380683 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.5061357
Apr 30 21:15:06.692052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.705540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3726e-10d6-4014-b3ea-928ecb536916 req-7e0f763c-e1b4-462c-87b3-725a6a70c987 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:06.707101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ff3726e-10d6-4014-b3ea-928ecb536916 req-7e0f763c-e1b4-462c-87b3-725a6a70c987 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 950 time: 0.0692487
Apr 30 21:15:06.753612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:06.778718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80a94d3c-537f-4024-8885-c40eafc77486 req-00828a87-c780-4eb9-af99-cc666fa42bf1 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/e16e1d7b-31e4-43e0-9192-4ff3f9bbc508 HTTP/1.1" status: 200  len: 1822 time: 0.0706441
Apr 30 21:15:06.790251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ff3726e-10d6-4014-b3ea-928ecb536916 req-4295019e-946e-4500-9327-0b1aaee0cca5 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742414
Apr 30 21:15:06.795805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-80a94d3c-537f-4024-8885-c40eafc77486 req-07b96d6d-4bf2-4af1-8b92-241136b5573e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e16e1d7b-31e4-43e0-9192-4ff3f9bbc508', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:06.796460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-80a94d3c-537f-4024-8885-c40eafc77486 req-07b96d6d-4bf2-4af1-8b92-241136b5573e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e16e1d7b-31e4-43e0-9192-4ff3f9bbc508', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:06.941228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-80a94d3c-537f-4024-8885-c40eafc77486 req-07b96d6d-4bf2-4af1-8b92-241136b5573e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (6dbb8b6c-e889-443b-8f1a-160987da57a9), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:06.953497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3d880b11-1cc5-4a9c-90d6-9a894959be26'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:06.981736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-80a94d3c-537f-4024-8885-c40eafc77486 req-07b96d6d-4bf2-4af1-8b92-241136b5573e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (6dbb8b6c-e889-443b-8f1a-160987da57a9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.076785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-80a94d3c-537f-4024-8885-c40eafc77486 req-07b96d6d-4bf2-4af1-8b92-241136b5573e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (6dbb8b6c-e889-443b-8f1a-160987da57a9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.096535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b96d6d-4bf2-4af1-8b92-241136b5573e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbb8b6c-e889-443b-8f1a-160987da57a9,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:07.199131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-80a94d3c-537f-4024-8885-c40eafc77486 req-07b96d6d-4bf2-4af1-8b92-241136b5573e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.200345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80a94d3c-537f-4024-8885-c40eafc77486 req-07b96d6d-4bf2-4af1-8b92-241136b5573e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.4090760
Apr 30 21:15:07.227240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-83f1bcc4-a572-4234-98b9-129b7be50c50 req-c38b85b8-1f3d-447e-992e-acd99655959c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1456510677', 'description': 'tempest-description-752880417'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:07.288046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:15:07.366796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83f1bcc4-a572-4234-98b9-129b7be50c50 req-c38b85b8-1f3d-447e-992e-acd99655959c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.400749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0148cfe2-db7e-4096-b624-dd079aece8ea is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:07.401623 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.407523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532e85-461a-4145-af1f-f853db01822a req-f75dd9fb-d6fc-4a51-8162-e5747de248ff tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:07.409070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88532e85-461a-4145-af1f-f853db01822a req-f75dd9fb-d6fc-4a51-8162-e5747de248ff tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0868804
Apr 30 21:15:07.448747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:07.449567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:07.453070 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf24d30-598d-4f24-89f3-accd28668941" -d '{"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:07.485121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83f1bcc4-a572-4234-98b9-129b7be50c50 req-c38b85b8-1f3d-447e-992e-acd99655959c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (81f92723-5729-4d8f-9a4c-a0457a4f1b5d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.488583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88532e85-461a-4145-af1f-f853db01822a req-4b0ee42d-cfc1-4820-8178-858b390582b3 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699372
Apr 30 21:15:07.548889 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.580043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83f1bcc4-a572-4234-98b9-129b7be50c50 req-c38b85b8-1f3d-447e-992e-acd99655959c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (81f92723-5729-4d8f-9a4c-a0457a4f1b5d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.603557 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9372fe-836c-4eda-bf75-e96617f3a7d6 x-openstack-request-id: req-df9372fe-836c-4eda-bf75-e96617f3a7d6 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:07.603879 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:07.604265 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df9372fe-836c-4eda-bf75-e96617f3a7d6 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:07.604886 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9372fe-836c-4eda-bf75-e96617f3a7d6'] response: {'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'code': 200}
Apr 30 21:15:07.614337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b85b8-1f3d-447e-992e-acd99655959c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f92723-5729-4d8f-9a4c-a0457a4f1b5d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:07.618977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:07.705685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f69946-e112-4c5d-b93f-ab14973a7071 req-d64e828d-d05a-4e1d-b948-0ce8759164c3 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:07.707146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06f69946-e112-4c5d-b93f-ab14973a7071 req-d64e828d-d05a-4e1d-b948-0ce8759164c3 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 944 time: 0.0518003
Apr 30 21:15:07.710291 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83f1bcc4-a572-4234-98b9-129b7be50c50 req-c38b85b8-1f3d-447e-992e-acd99655959c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.711393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83f1bcc4-a572-4234-98b9-129b7be50c50 req-c38b85b8-1f3d-447e-992e-acd99655959c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4893606
Apr 30 21:15:07.740873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-7f2cb85f-0d87-4a5a-826a-c828f0b51263 req-3d0e843d-9930-4da4-b81f-9c744550df90 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-323564123', 'description': 'tempest-description-1298335943'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:07.782728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06f69946-e112-4c5d-b93f-ab14973a7071 req-490931fd-fb22-4503-a7f0-07ce613e2e64 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688174
Apr 30 21:15:07.849058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f2cb85f-0d87-4a5a-826a-c828f0b51263 req-3d0e843d-9930-4da4-b81f-9c744550df90 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:07.924570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05291d16-eac4-40ea-9873-973747775753 req-aa9e9145-234d-42d4-906b-511d573c29ed tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:07.926593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05291d16-eac4-40ea-9873-973747775753 req-aa9e9145-234d-42d4-906b-511d573c29ed tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 950 time: 0.0680671
Apr 30 21:15:08.019633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f2cb85f-0d87-4a5a-826a-c828f0b51263 req-3d0e843d-9930-4da4-b81f-9c744550df90 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (2ccc6199-3930-4a6b-b9cb-e8ae65f70901), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.024650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05291d16-eac4-40ea-9873-973747775753 req-3912583c-eb96-4ce6-93b0-b8fefbbaa9d9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918777
Apr 30 21:15:08.123354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f2cb85f-0d87-4a5a-826a-c828f0b51263 req-3d0e843d-9930-4da4-b81f-9c744550df90 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2ccc6199-3930-4a6b-b9cb-e8ae65f70901), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.160030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e843d-9930-4da4-b81f-9c744550df90 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc6199-3930-4a6b-b9cb-e8ae65f70901,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:08.279444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f2cb85f-0d87-4a5a-826a-c828f0b51263 req-3d0e843d-9930-4da4-b81f-9c744550df90 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.280705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f2cb85f-0d87-4a5a-826a-c828f0b51263 req-3d0e843d-9930-4da4-b81f-9c744550df90 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.5468330
Apr 30 21:15:08.345337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8865a-4328-4383-8cee-d94c69f0ad42 req-4414c654-cc06-46a8-b89b-f5cc196ddad3 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:08.347921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aeb8865a-4328-4383-8cee-d94c69f0ad42 req-4414c654-cc06-46a8-b89b-f5cc196ddad3 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 950 time: 0.0727870
Apr 30 21:15:08.349342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3d880b11-1cc5-4a9c-90d6-9a894959be26 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:08.392164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70811102-a401-40b0-942d-1ae27f27247b req-b991888b-665a-4b7d-8fba-5d93296c41e5 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/81f92723-5729-4d8f-9a4c-a0457a4f1b5d HTTP/1.1" status: 200  len: 1821 time: 0.0825605
Apr 30 21:15:08.412743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 3d880b11-1cc5-4a9c-90d6-9a894959be26 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:15:08.455671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aeb8865a-4328-4383-8cee-d94c69f0ad42 req-69c089b4-1b39-40fd-8760-3acf24488020 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958066
Apr 30 21:15:08.461151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70811102-a401-40b0-942d-1ae27f27247b req-49362ab9-e331-43c8-82c5-2fe073cc939e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/2ccc6199-3930-4a6b-b9cb-e8ae65f70901 HTTP/1.1" status: 200  len: 1821 time: 0.0613337
Apr 30 21:15:08.475305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-70811102-a401-40b0-942d-1ae27f27247b req-a02a66b0-e1a7-4294-ac25-1944c0a3fc8d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '81f92723-5729-4d8f-9a4c-a0457a4f1b5d', 'remote_group_id': '2ccc6199-3930-4a6b-b9cb-e8ae65f70901', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:08.475627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-70811102-a401-40b0-942d-1ae27f27247b req-a02a66b0-e1a7-4294-ac25-1944c0a3fc8d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '81f92723-5729-4d8f-9a4c-a0457a4f1b5d', 'remote_group_id': '2ccc6199-3930-4a6b-b9cb-e8ae65f70901', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:08.482962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 3d880b11-1cc5-4a9c-90d6-9a894959be26 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:08.483347 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.599289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3d880b11-1cc5-4a9c-90d6-9a894959be26 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:08.600485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.636644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:08.639089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08434ed6-4940-4e57-8e24-6f7873d89ca8 req-85d8bbb7-a15b-4c7f-83b1-b0f83207b0f6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:08.640656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08434ed6-4940-4e57-8e24-6f7873d89ca8 req-85d8bbb7-a15b-4c7f-83b1-b0f83207b0f6 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0676863
Apr 30 21:15:08.679631 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70811102-a401-40b0-942d-1ae27f27247b req-a02a66b0-e1a7-4294-ac25-1944c0a3fc8d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (2c76b81f-aa4b-4c5f-8193-241c47061f88), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.734348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08434ed6-4940-4e57-8e24-6f7873d89ca8 req-b715a088-dfed-41eb-94bf-1146a56c52d0 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854669
Apr 30 21:15:08.740588 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70811102-a401-40b0-942d-1ae27f27247b req-a02a66b0-e1a7-4294-ac25-1944c0a3fc8d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (2c76b81f-aa4b-4c5f-8193-241c47061f88), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.753146 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.808461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:08.840122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70811102-a401-40b0-942d-1ae27f27247b req-a02a66b0-e1a7-4294-ac25-1944c0a3fc8d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (2c76b81f-aa4b-4c5f-8193-241c47061f88), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.860712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a66b0-e1a7-4294-ac25-1944c0a3fc8d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c76b81f-aa4b-4c5f-8193-241c47061f88,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:08.909134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-78d85b6c-2814-44a2-93d1-65b778850355 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1a2d262c5cf4435aa19253f70823433f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0215240
Apr 30 21:15:08.971700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70811102-a401-40b0-942d-1ae27f27247b req-a02a66b0-e1a7-4294-ac25-1944c0a3fc8d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:08.972892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70811102-a401-40b0-942d-1ae27f27247b req-a02a66b0-e1a7-4294-ac25-1944c0a3fc8d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5026815
Apr 30 21:15:09.049244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ac5d2ecb-3147-4a36-a183-aaeff31d7a4a tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:09.050776 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ac5d2ecb-3147-4a36-a183-aaeff31d7a4a tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1361170
Apr 30 21:15:09.088235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-c1146551-e666-4470-a4c4-c24b91ea96a9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/quotas/1a2d262c5cf4435aa19253f70823433f HTTP/1.1" status: 200  len: 375 time: 0.0172396
Apr 30 21:15:09.096696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb19a79-bc29-4191-8b95-a9ba224ea62b req-68df5b19-9d70-47db-a19b-bfcb765e5dfd tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:09.098263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebb19a79-bc29-4191-8b95-a9ba224ea62b req-68df5b19-9d70-47db-a19b-bfcb765e5dfd tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.0675621
Apr 30 21:15:09.162903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-0f63d684-6c94-4d1b-8a3a-2dbe81db59ae tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a2d262c5cf4435aa19253f70823433f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0636134
Apr 30 21:15:09.191309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebb19a79-bc29-4191-8b95-a9ba224ea62b req-448baebf-087f-4be1-8c5a-0443421211d5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835214
Apr 30 21:15:09.219648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c6e3e0d5-fb8d-4d59-94b6-851d2af7f634 req-509b0101-abfc-4fed-a1d2-ee7daabdf17c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1283073082', 'description': 'tempest-description-334977876'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:09.288655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45386324-e00d-4309-b5b4-97378c6cd56e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:09.323026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c6e3e0d5-fb8d-4d59-94b6-851d2af7f634 req-509b0101-abfc-4fed-a1d2-ee7daabdf17c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:09.474949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d523830-5d40-4b34-bdd4-77f676c0f125 req-245d2e84-a0f2-4128-bce2-3c4a318505e0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 210 time: 0.0422723
Apr 30 21:15:09.474949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c6e3e0d5-fb8d-4d59-94b6-851d2af7f634 req-509b0101-abfc-4fed-a1d2-ee7daabdf17c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (0e38b424-0722-41aa-85e3-8d0407085f0d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:09.503961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:09.532010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '45386324-e00d-4309-b5b4-97378c6cd56e', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '45386324-e00d-4309-b5b4-97378c6cd56e', 'mac_address': 'fa:16:3e:76:72:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:09.616194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:09.625204 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a26db66-732a-4f31-8683-067aeb76c08b" -d '{"events": [{"server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "name": "network-vif-plugged", "status": "completed", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:09.625204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 45386324-e00d-4309-b5b4-97378c6cd56e is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:09.625204 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:09.653205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45386324-e00d-4309-b5b4-97378c6cd56e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:09.674601 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d2967c-0b91-4d2d-a860-35eb1470267c x-openstack-request-id: req-c4d2967c-0b91-4d2d-a860-35eb1470267c {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:09.675243 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "name": "network-vif-plugged", "status": "completed", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:09.675655 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4d2967c-0b91-4d2d-a860-35eb1470267c {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:09.676205 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d2967c-0b91-4d2d-a860-35eb1470267c'] response: {'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'code': 200}
Apr 30 21:15:09.686568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c6e3e0d5-fb8d-4d59-94b6-851d2af7f634 req-509b0101-abfc-4fed-a1d2-ee7daabdf17c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0e38b424-0722-41aa-85e3-8d0407085f0d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:09.703911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:09.723250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b0101-abfc-4fed-a1d2-ee7daabdf17c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e38b424-0722-41aa-85e3-8d0407085f0d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:09.780734 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:09.840454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c6e3e0d5-fb8d-4d59-94b6-851d2af7f634 req-509b0101-abfc-4fed-a1d2-ee7daabdf17c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:09.857942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6e3e0d5-fb8d-4d59-94b6-851d2af7f634 req-509b0101-abfc-4fed-a1d2-ee7daabdf17c tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.6423795
Apr 30 21:15:09.906559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d150c48-7670-4572-8b25-9313b0a664f9 req-36b624a0-0334-465f-9386-f1a7d538c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:09.906559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d150c48-7670-4572-8b25-9313b0a664f9 req-36b624a0-0334-465f-9386-f1a7d538c496 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 1127 time: 0.1486464
Apr 30 21:15:09.913224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:09.925983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['45386324-e00d-4309-b5b4-97378c6cd56e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:09.973437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3a881c00-8266-4216-969b-2eb801b67526 req-e6815ce0-86bc-4790-b0d1-2a5dd3449394 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-905927650', 'description': 'tempest-description-34134145'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:10.031963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a98aa7-1f7c-455f-a5a2-c217d266bdd2 req-30340489-4704-42fe-83df-a8ecc72cc962 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:10.034592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7a98aa7-1f7c-455f-a5a2-c217d266bdd2 req-30340489-4704-42fe-83df-a8ecc72cc962 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1532357
Apr 30 21:15:10.077367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d150c48-7670-4572-8b25-9313b0a664f9 req-5a21b4d3-ac9d-4b77-8292-82a025815937 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145682
Apr 30 21:15:10.091139 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a881c00-8266-4216-969b-2eb801b67526 req-e6815ce0-86bc-4790-b0d1-2a5dd3449394 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:10.140677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7a98aa7-1f7c-455f-a5a2-c217d266bdd2 req-7d51da8a-ee68-45c5-bbd0-3b08cebea15e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772622
Apr 30 21:15:10.208699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a881c00-8266-4216-969b-2eb801b67526 req-e6815ce0-86bc-4790-b0d1-2a5dd3449394 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (997fcbaf-ad8a-466a-8fcc-8601eacbb0ef), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:10.268956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a881c00-8266-4216-969b-2eb801b67526 req-e6815ce0-86bc-4790-b0d1-2a5dd3449394 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (997fcbaf-ad8a-466a-8fcc-8601eacbb0ef), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:10.351994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6815ce0-86bc-4790-b0d1-2a5dd3449394 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997fcbaf-ad8a-466a-8fcc-8601eacbb0ef,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:10.360334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ffb24-0989-46f4-8506-550e0c23d059 req-dbe42526-1bf9-451b-8af6-39558b9510e5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:10.360334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b2ffb24-0989-46f4-8506-550e0c23d059 req-dbe42526-1bf9-451b-8af6-39558b9510e5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.0777822
Apr 30 21:15:10.405870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b2ffb24-0989-46f4-8506-550e0c23d059 req-1891507c-672f-49c4-970e-3ee538042de0 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422444
Apr 30 21:15:10.413467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a881c00-8266-4216-969b-2eb801b67526 req-e6815ce0-86bc-4790-b0d1-2a5dd3449394 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:10.423676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a881c00-8266-4216-969b-2eb801b67526 req-e6815ce0-86bc-4790-b0d1-2a5dd3449394 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4564760
Apr 30 21:15:10.476143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-967d6d03-7c77-4757-aa21-f457b8f0f815 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/0e38b424-0722-41aa-85e3-8d0407085f0d HTTP/1.1" status: 200  len: 1821 time: 0.0415523
Apr 30 21:15:10.538341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-2a62ee2a-7836-4d90-9d57-498df0af745e tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/997fcbaf-ad8a-466a-8fcc-8601eacbb0ef HTTP/1.1" status: 200  len: 1819 time: 0.0569341
Apr 30 21:15:10.545696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-94640e94-0570-4d51-a5ee-6d54a0fa4575 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0e38b424-0722-41aa-85e3-8d0407085f0d', 'remote_group_id': '997fcbaf-ad8a-466a-8fcc-8601eacbb0ef', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:10.546085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-94640e94-0570-4d51-a5ee-6d54a0fa4575 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0e38b424-0722-41aa-85e3-8d0407085f0d', 'remote_group_id': '997fcbaf-ad8a-466a-8fcc-8601eacbb0ef', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:10.647177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c797f76d-5ce4-45c4-a303-a173eade818f req-0f3987a6-896c-4e02-b6e5-9b8c3154be9c tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 210 time: 0.0408425
Apr 30 21:15:10.735660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-94640e94-0570-4d51-a5ee-6d54a0fa4575 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (a32f361c-35bb-49c8-831c-870d90cbe6e3), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:10.794144 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-94640e94-0570-4d51-a5ee-6d54a0fa4575 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (a32f361c-35bb-49c8-831c-870d90cbe6e3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:10.890065 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-94640e94-0570-4d51-a5ee-6d54a0fa4575 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a32f361c-35bb-49c8-831c-870d90cbe6e3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:10.912119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94640e94-0570-4d51-a5ee-6d54a0fa4575 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32f361c-35bb-49c8-831c-870d90cbe6e3,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:11.037001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-94640e94-0570-4d51-a5ee-6d54a0fa4575 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:11.038695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50cb56a3-0c54-43fb-8a98-bb070b4b24b9 req-94640e94-0570-4d51-a5ee-6d54a0fa4575 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.4971240
Apr 30 21:15:11.116920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8b119dd-5ce8-454b-aad8-d971d00eb395 req-b854a65c-5caa-4460-bdbe-3bfd71c4f2cd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/997fcbaf-ad8a-466a-8fcc-8601eacbb0ef HTTP/1.1" status: 200  len: 1819 time: 0.0524015
Apr 30 21:15:11.185958 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8b119dd-5ce8-454b-aad8-d971d00eb395 req-69f9ceb8-09c2-4800-8084-2edb27480964 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (997fcbaf-ad8a-466a-8fcc-8601eacbb0ef), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:11.224619 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8b119dd-5ce8-454b-aad8-d971d00eb395 req-69f9ceb8-09c2-4800-8084-2edb27480964 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (997fcbaf-ad8a-466a-8fcc-8601eacbb0ef), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:11.296916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45386324-e00d-4309-b5b4-97378c6cd56e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:11.365996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 45386324-e00d-4309-b5b4-97378c6cd56e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:11.366636 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:11.377654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20839c-ab48-41a5-8354-87ea9793af31 req-938a0561-47de-4302-9719-0bd0864a0a4b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:11.394192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd20839c-ab48-41a5-8354-87ea9793af31 req-938a0561-47de-4302-9719-0bd0864a0a4b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0975378
Apr 30 21:15:11.452634 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd20839c-ab48-41a5-8354-87ea9793af31 req-30afec2d-06d6-4501-a2a7-6733209b7eda tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506768
Apr 30 21:15:11.526177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8b119dd-5ce8-454b-aad8-d971d00eb395 req-69f9ceb8-09c2-4800-8084-2edb27480964 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (997fcbaf-ad8a-466a-8fcc-8601eacbb0ef), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:11.527934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 45386324-e00d-4309-b5b4-97378c6cd56e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:11.528444 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:11.534032 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c8b119dd-5ce8-454b-aad8-d971d00eb395 req-69f9ceb8-09c2-4800-8084-2edb27480964 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:11.538986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8b119dd-5ce8-454b-aad8-d971d00eb395 req-69f9ceb8-09c2-4800-8084-2edb27480964 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "DELETE /v2.0/security-groups/997fcbaf-ad8a-466a-8fcc-8601eacbb0ef HTTP/1.1" status: 204  len: 173 time: 0.4211667
Apr 30 21:15:11.576845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:11.589847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9ceb8-09c2-4800-8084-2edb27480964 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997fcbaf-ad8a-466a-8fcc-8601eacbb0ef,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:11.656410 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:11.664410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dca89b2e-bc12-47bf-bf07-f19e0a73bf25 req-389cbd32-8599-439f-ab30-b2ff8b69d109 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/0e38b424-0722-41aa-85e3-8d0407085f0d HTTP/1.1" status: 200  len: 1821 time: 0.0929804
Apr 30 21:15:11.710449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b3fa1-b19b-4aa3-bfda-51de8f3395bc req-28223d04-7190-4b87-b311-5f39093805d7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:11.715130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc7b3fa1-b19b-4aa3-bfda-51de8f3395bc req-28223d04-7190-4b87-b311-5f39093805d7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.1105349
Apr 30 21:15:11.739106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:11.742031 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c3c60e-09f8-45ba-a6bc-8cd3164ce647" -d '{"events": [{"server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "name": "network-vif-plugged", "status": "completed", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:11.744845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:11.808764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc7b3fa1-b19b-4aa3-bfda-51de8f3395bc req-ddaae9a8-5629-458d-a35d-a0856e064925 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870531
Apr 30 21:15:11.810903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8317927f-4d43-414f-9209-15c03a5a29df req-6afd3de2-d7bb-43f1-853c-e410d3031622 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 210 time: 0.0348554
Apr 30 21:15:11.850012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-92ccaf99-5fae-4d5b-89f2-7b8b32c9e1f4 req-337dd213-ad14-42b6-b5e2-5846295cea57 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2098229423', 'description': 'tempest-description-924384236'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:11.915054 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f351a9f8-6ee2-4d00-a706-302fbdfcf3cf x-openstack-request-id: req-f351a9f8-6ee2-4d00-a706-302fbdfcf3cf {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:11.923456 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "name": "network-vif-plugged", "status": "completed", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:11.923456 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f351a9f8-6ee2-4d00-a706-302fbdfcf3cf {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:11.923456 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f351a9f8-6ee2-4d00-a706-302fbdfcf3cf'] response: {'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e', 'code': 200}
Apr 30 21:15:12.027176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-92ccaf99-5fae-4d5b-89f2-7b8b32c9e1f4 req-337dd213-ad14-42b6-b5e2-5846295cea57 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:12.047709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadbe35-fea5-4f05-a434-76736d5fc347 req-23cf6943-083a-43e9-b234-773820448223 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:12.049215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7dadbe35-fea5-4f05-a434-76736d5fc347 req-23cf6943-083a-43e9-b234-773820448223 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.0659535
Apr 30 21:15:12.437362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7dadbe35-fea5-4f05-a434-76736d5fc347 req-05862e19-e5ff-45b7-be73-80b32247c9c9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3808353
Apr 30 21:15:12.457732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-930f0471-973a-4682-a61c-d00f40079a40 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1a2d262c5cf4435aa19253f70823433f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3193781
Apr 30 21:15:12.565699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-92ccaf99-5fae-4d5b-89f2-7b8b32c9e1f4 req-337dd213-ad14-42b6-b5e2-5846295cea57 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (595bc950-aadf-4f27-8cf1-06d062ddf05c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:12.642830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-5fd70d2f-c4c4-4297-9121-807aafdfb5c9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:12.645086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-5fd70d2f-c4c4-4297-9121-807aafdfb5c9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1842837
Apr 30 21:15:12.666519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Request body: {'port': {'device_id': '219f9425-7fbc-424f-8c16-8db2a0f02edb', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '1a2d262c5cf4435aa19253f70823433f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:12.673887 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-92ccaf99-5fae-4d5b-89f2-7b8b32c9e1f4 req-337dd213-ad14-42b6-b5e2-5846295cea57 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (595bc950-aadf-4f27-8cf1-06d062ddf05c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:12.759901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-92ccaf99-5fae-4d5b-89f2-7b8b32c9e1f4 req-337dd213-ad14-42b6-b5e2-5846295cea57 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:12.766681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92ccaf99-5fae-4d5b-89f2-7b8b32c9e1f4 req-337dd213-ad14-42b6-b5e2-5846295cea57 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.9293020
Apr 30 21:15:12.846169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dd213-ad14-42b6-b5e2-5846295cea57 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595bc950-aadf-4f27-8cf1-06d062ddf05c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:12.984259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ee721-b84f-4fb9-b9dc-6c89fff2657d req-f1d3773b-5c8e-4914-9fe3-470a2352f11b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:12.987422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-797ee721-b84f-4fb9-b9dc-6c89fff2657d req-f1d3773b-5c8e-4914-9fe3-470a2352f11b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0801005
Apr 30 21:15:13.086461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-797ee721-b84f-4fb9-b9dc-6c89fff2657d req-b95147de-d0c4-4085-ac81-f33bc5ebdf33 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849597
Apr 30 21:15:13.150889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Made reservation on behalf of 1a2d262c5cf4435aa19253f70823433f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:13.154179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:13.178260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-171cd5c5-c9b4-4640-a520-bed1da1bb6c7 req-0249bf6e-2323-4de5-82ed-43deb8f093db tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/595bc950-aadf-4f27-8cf1-06d062ddf05c HTTP/1.1" status: 200  len: 1821 time: 0.0612416
Apr 30 21:15:13.195749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-171cd5c5-c9b4-4640-a520-bed1da1bb6c7 req-8091b45d-59d2-43a6-8d1a-a8e5858a68dd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '595bc950-aadf-4f27-8cf1-06d062ddf05c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:13.195749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-171cd5c5-c9b4-4640-a520-bed1da1bb6c7 req-8091b45d-59d2-43a6-8d1a-a8e5858a68dd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '595bc950-aadf-4f27-8cf1-06d062ddf05c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:13.415476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Allocated IP 192.168.233.247 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/58a25f77-e029-49da-8d04-dc69125045ee) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:15:13.468767 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-171cd5c5-c9b4-4640-a520-bed1da1bb6c7 req-8091b45d-59d2-43a6-8d1a-a8e5858a68dd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (cbb32e1f-1e86-45b9-8b32-0ddbe9672f26), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:13.519529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3831d172-27b0-4a8c-8f01-0825494e463b req-d8d2b7ab-4dfd-478d-8f18-27b7296bc0e9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 210 time: 0.0712926
Apr 30 21:15:13.565247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-171cd5c5-c9b4-4640-a520-bed1da1bb6c7 req-8091b45d-59d2-43a6-8d1a-a8e5858a68dd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (cbb32e1f-1e86-45b9-8b32-0ddbe9672f26), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:13.676604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-171cd5c5-c9b4-4640-a520-bed1da1bb6c7 req-8091b45d-59d2-43a6-8d1a-a8e5858a68dd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (cbb32e1f-1e86-45b9-8b32-0ddbe9672f26), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:13.753723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091b45d-59d2-43a6-8d1a-a8e5858a68dd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb32e1f-1e86-45b9-8b32-0ddbe9672f26,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:13.941270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-171cd5c5-c9b4-4640-a520-bed1da1bb6c7 req-8091b45d-59d2-43a6-8d1a-a8e5858a68dd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:13.972259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-171cd5c5-c9b4-4640-a520-bed1da1bb6c7 req-8091b45d-59d2-43a6-8d1a-a8e5858a68dd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.7834682
Apr 30 21:15:14.022129 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks [] for port (58a25f77-e029-49da-8d04-dc69125045ee), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:14.159425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (58a25f77-e029-49da-8d04-dc69125045ee), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:14.187239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['062557a1-62cc-425d-97a6-043e7cd89a22'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:14.392390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:15:14.406248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:14.410088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:15:14.484535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:14.485474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:14.509099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cca3970-c3bc-442e-8670-79c16d324c6f req-3f3d167b-16a7-4e52-8aee-bbb66debb8af tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/595bc950-aadf-4f27-8cf1-06d062ddf05c HTTP/1.1" status: 200  len: 2414 time: 0.3168528
Apr 30 21:15:14.533463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-0cca3970-c3bc-442e-8670-79c16d324c6f req-b067a2bc-6beb-4bf4-b08e-23b30c016ff0 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '595bc950-aadf-4f27-8cf1-06d062ddf05c', 'remote_group_id': None}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:14.534427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-0cca3970-c3bc-442e-8670-79c16d324c6f req-b067a2bc-6beb-4bf4-b08e-23b30c016ff0 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '595bc950-aadf-4f27-8cf1-06d062ddf05c', 'remote_group_id': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:14.549157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Pushing event updated for resources: {'Port': ['ID=58a25f77-e029-49da-8d04-dc69125045ee,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:14.586062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431eb9c-e40d-4fd9-8f4b-1d7a2afebfc1 req-77ebd337-8969-4402-ba72-8cfb6844339b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:14.595381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7431eb9c-e40d-4fd9-8f4b-1d7a2afebfc1 req-77ebd337-8969-4402-ba72-8cfb6844339b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.2040274
Apr 30 21:15:14.694377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-ae30da5a-12a9-46c3-a4ef-d627aea13190 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0356004
Apr 30 21:15:14.706792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7431eb9c-e40d-4fd9-8f4b-1d7a2afebfc1 req-d0644d4b-6d99-40f1-943e-72fcf768eb30 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096075
Apr 30 21:15:14.735593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Request body: {'port': {'device_id': '219f9425-7fbc-424f-8c16-8db2a0f02edb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:14.878993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0cca3970-c3bc-442e-8670-79c16d324c6f req-b067a2bc-6beb-4bf4-b08e-23b30c016ff0 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (0b15860c-2b08-47fb-9010-7fa75343cdb1), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:14.898451 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58a25f77-e029-49da-8d04-dc69125045ee), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:14.960046 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0cca3970-c3bc-442e-8670-79c16d324c6f req-b067a2bc-6beb-4bf4-b08e-23b30c016ff0 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (0b15860c-2b08-47fb-9010-7fa75343cdb1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:15.012832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e4f5dabb-efca-4196-8b65-6c6e63f006e9 None None] Provisioning complete for port 58a25f77-e029-49da-8d04-dc69125045ee triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:15.016386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4f5dabb-efca-4196-8b65-6c6e63f006e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (58a25f77-e029-49da-8d04-dc69125045ee), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:15.065447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e4f5dabb-efca-4196-8b65-6c6e63f006e9 None None] Port 58a25f77-e029-49da-8d04-dc69125045ee cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:15:15.089826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0cca3970-c3bc-442e-8670-79c16d324c6f req-b067a2bc-6beb-4bf4-b08e-23b30c016ff0 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0b15860c-2b08-47fb-9010-7fa75343cdb1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:15.119991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067a2bc-6beb-4bf4-b08e-23b30c016ff0 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b15860c-2b08-47fb-9010-7fa75343cdb1,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:15.163588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8db6e-e5d6-4fe3-81d1-58c9f9e6955d req-5b0802d0-3389-4078-b7be-cd8f89d8e83b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:15.173021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eb8db6e-e5d6-4fe3-81d1-58c9f9e6955d req-5b0802d0-3389-4078-b7be-cd8f89d8e83b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 936 time: 0.1954651
Apr 30 21:15:15.322587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eb8db6e-e5d6-4fe3-81d1-58c9f9e6955d req-56a96b5f-71dc-40ba-8bd0-67798c2d109d tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306961
Apr 30 21:15:15.322587 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0cca3970-c3bc-442e-8670-79c16d324c6f req-b067a2bc-6beb-4bf4-b08e-23b30c016ff0 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:15.341187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cca3970-c3bc-442e-8670-79c16d324c6f req-b067a2bc-6beb-4bf4-b08e-23b30c016ff0 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.8423486
Apr 30 21:15:15.642818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90591f4-6a24-4c74-88bc-49badc9f974d req-834e7ff3-e549-4704-82f5-4b1e65116761 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:15.654868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b90591f4-6a24-4c74-88bc-49badc9f974d req-834e7ff3-e549-4704-82f5-4b1e65116761 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.1867130
Apr 30 21:15:15.682797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a25f77-e029-49da-8d04-dc69125045ee {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:15.716721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Publish callbacks [] for port (58a25f77-e029-49da-8d04-dc69125045ee), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:15.745361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Transition to ACTIVE for port object 58a25f77-e029-49da-8d04-dc69125045ee will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:15:15.774964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b90591f4-6a24-4c74-88bc-49badc9f974d req-d68df7be-b3ba-43b0-ba05-9e2e00478d4c tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151774
Apr 30 21:15:15.849290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (58a25f77-e029-49da-8d04-dc69125045ee), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:15.935048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ec335eb-1f77-41e8-a36f-99ba10d6cabd req-06c70bc6-9a03-4148-8112-fef4d7a14d06 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/595bc950-aadf-4f27-8cf1-06d062ddf05c HTTP/1.1" status: 200  len: 3012 time: 0.1427433
Apr 30 21:15:16.079768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Pushing event updated for resources: {'Port': ['ID=58a25f77-e029-49da-8d04-dc69125045ee,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:16.175967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0067-a9bb-459d-b85e-c5192d9a614c req-8dfe27b9-ec16-46fa-94c0-91250e128674 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:16.184993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f3f0067-a9bb-459d-b85e-c5192d9a614c req-8dfe27b9-ec16-46fa-94c0-91250e128674 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1274571
Apr 30 21:15:16.211517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Attempting to bind port 58a25f77-e029-49da-8d04-dc69125045ee on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:16.212028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Attempting to bind port 58a25f77-e029-49da-8d04-dc69125045ee by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:16.212553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Attempting to bind port 58a25f77-e029-49da-8d04-dc69125045ee on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:16.219520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Port 58a25f77-e029-49da-8d04-dc69125045ee on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:15:16.222343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Attempting to bind port 58a25f77-e029-49da-8d04-dc69125045ee on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:16.226720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:16.227068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:16.227465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:16.227877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Bound port: 58a25f77-e029-49da-8d04-dc69125045ee, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:16.228234 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58a25f77-e029-49da-8d04-dc69125045ee), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.284250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f3f0067-a9bb-459d-b85e-c5192d9a614c req-ee48d4b4-a0bf-4682-95be-6fda25109b17 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982084
Apr 30 21:15:16.403321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3d880b11-1cc5-4a9c-90d6-9a894959be26 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:16.416312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ea5ccb-8b70-46c6-90b6-a06194a66386 req-e55e714b-dd2e-496b-914b-29ef2a55ee88 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-group-rules/0b15860c-2b08-47fb-9010-7fa75343cdb1 HTTP/1.1" status: 200  len: 783 time: 0.0498433
Apr 30 21:15:16.500505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ea5ccb-8b70-46c6-90b6-a06194a66386 req-45dae8d1-3c2f-429d-a543-dd85adc51e53 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/595bc950-aadf-4f27-8cf1-06d062ddf05c HTTP/1.1" status: 200  len: 3012 time: 0.0828841
Apr 30 21:15:16.508110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] For port 58a25f77-e029-49da-8d04-dc69125045ee, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:16.512435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] For port 58a25f77-e029-49da-8d04-dc69125045ee, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58a25f77-e029-49da-8d04-dc69125045ee,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:16.533519 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9ea5ccb-8b70-46c6-90b6-a06194a66386 req-40c01a9d-b4e1-4ffb-b8b8-339ac09f18bb tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (0b15860c-2b08-47fb-9010-7fa75343cdb1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.542953 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9ea5ccb-8b70-46c6-90b6-a06194a66386 req-40c01a9d-b4e1-4ffb-b8b8-339ac09f18bb tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (0b15860c-2b08-47fb-9010-7fa75343cdb1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.589383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (58a25f77-e029-49da-8d04-dc69125045ee), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.606256 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.664636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Pushing event updated for resources: {'Port': ['ID=58a25f77-e029-49da-8d04-dc69125045ee,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:16.692225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:16.693007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.694544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-634b204d-ed9f-48f8-a1ed-d8e26dc85d6b service neutron] 10.222.0.20 "PUT /v2.0/ports/58a25f77-e029-49da-8d04-dc69125045ee HTTP/1.1" status: 200  len: 1096 time: 1.9834650
Apr 30 21:15:16.695026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219f9425-7fbc-424f-8c16-8db2a0f02edb', 'tag': '58a25f77-e029-49da-8d04-dc69125045ee'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:16.697641 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7d42e4-6e92-4a97-af78-93e1585abb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "219f9425-7fbc-424f-8c16-8db2a0f02edb", "tag": "58a25f77-e029-49da-8d04-dc69125045ee"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:16.714863 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9ea5ccb-8b70-46c6-90b6-a06194a66386 req-40c01a9d-b4e1-4ffb-b8b8-339ac09f18bb tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0b15860c-2b08-47fb-9010-7fa75343cdb1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.717261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:16.720577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9ea5ccb-8b70-46c6-90b6-a06194a66386 req-40c01a9d-b4e1-4ffb-b8b8-339ac09f18bb tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.721699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ea5ccb-8b70-46c6-90b6-a06194a66386 req-40c01a9d-b4e1-4ffb-b8b8-339ac09f18bb tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0b15860c-2b08-47fb-9010-7fa75343cdb1 HTTP/1.1" status: 204  len: 173 time: 0.2204759
Apr 30 21:15:16.744247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c01a9d-b4e1-4ffb-b8b8-339ac09f18bb tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b15860c-2b08-47fb-9010-7fa75343cdb1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:16.757171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'port_id': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'mac_address': 'fa:16:3e:d9:ec:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bec68f-e690-4abb-9af2-517442cf9515', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:16.852973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3d880b11-1cc5-4a9c-90d6-9a894959be26 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:16.857218 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:16.891412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d880b11-1cc5-4a9c-90d6-9a894959be26 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:16.937902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:16.998250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-f0a24583-aafa-4819-9e51-0f6347227094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:17.000210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-f0a24583-aafa-4819-9e51-0f6347227094 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a2d262c5cf4435aa19253f70823433f&device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 1130 time: 0.1891413
Apr 30 21:15:17.023395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015053ee-a510-42f7-9b23-01878e3b5184 req-68846b6b-8545-49f8-8f96-69362a46e500 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:17.048091 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-015053ee-a510-42f7-9b23-01878e3b5184 req-68846b6b-8545-49f8-8f96-69362a46e500 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 948 time: 0.1668596
Apr 30 21:15:17.111409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:17.114972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-33caf497-0ce1-468f-abdd-cca811415f60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=58a25f77-e029-49da-8d04-dc69125045ee HTTP/1.1" status: 200  len: 217 time: 0.1069410
Apr 30 21:15:17.189410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-015053ee-a510-42f7-9b23-01878e3b5184 req-f4948e82-3ebc-4db2-9ab3-4ac8223fa7e9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383526
Apr 30 21:15:17.263682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-25c05584-0c5f-47ce-b9fd-1fff406af20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:17.265469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-25c05584-0c5f-47ce-b9fd-1fff406af20c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1424885
Apr 30 21:15:17.286261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:17.373314 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a67c7a7-109c-41be-84dd-f9ef96bbc4f7 x-openstack-request-id: req-6a67c7a7-109c-41be-84dd-f9ef96bbc4f7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:17.373703 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219f9425-7fbc-424f-8c16-8db2a0f02edb", "tag": "58a25f77-e029-49da-8d04-dc69125045ee", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:17.377927 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a67c7a7-109c-41be-84dd-f9ef96bbc4f7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:17.378433 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a67c7a7-109c-41be-84dd-f9ef96bbc4f7'] response: {'name': 'network-changed', 'server_uuid': '219f9425-7fbc-424f-8c16-8db2a0f02edb', 'tag': '58a25f77-e029-49da-8d04-dc69125045ee', 'status': 'completed', 'code': 200}
Apr 30 21:15:17.403487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-5a884fa2-9fb5-4d90-9ac1-d843cd9d3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:17.405001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-5a884fa2-9fb5-4d90-9ac1-d843cd9d3684 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1321409
Apr 30 21:15:17.443078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3d880b11-1cc5-4a9c-90d6-9a894959be26'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:17.518942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e07614b8-84f5-48dd-855a-58e69a42ad3c req-6c39687d-254b-49cd-bb53-06588525838d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/595bc950-aadf-4f27-8cf1-06d062ddf05c HTTP/1.1" status: 200  len: 2414 time: 0.1592531
Apr 30 21:15:17.615410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-96efc26a-db82-42e0-8576-ac51566c09c9 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009468
Apr 30 21:15:17.679294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e07614b8-84f5-48dd-855a-58e69a42ad3c req-ed1a3941-f3bd-4520-85a1-92375db1469d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (595bc950-aadf-4f27-8cf1-06d062ddf05c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:17.725726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e07614b8-84f5-48dd-855a-58e69a42ad3c req-ed1a3941-f3bd-4520-85a1-92375db1469d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (595bc950-aadf-4f27-8cf1-06d062ddf05c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:17.787331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f87ed48a-20e3-42a3-ab68-f6db8c0ecd2a req-56ae0e46-7a08-4750-8688-c84e30061353 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609371
Apr 30 21:15:17.928225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e07614b8-84f5-48dd-855a-58e69a42ad3c req-ed1a3941-f3bd-4520-85a1-92375db1469d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (595bc950-aadf-4f27-8cf1-06d062ddf05c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:17.931799 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e07614b8-84f5-48dd-855a-58e69a42ad3c req-ed1a3941-f3bd-4520-85a1-92375db1469d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:17.932996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e07614b8-84f5-48dd-855a-58e69a42ad3c req-ed1a3941-f3bd-4520-85a1-92375db1469d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "DELETE /v2.0/security-groups/595bc950-aadf-4f27-8cf1-06d062ddf05c HTTP/1.1" status: 204  len: 173 time: 0.4067776
Apr 30 21:15:17.947410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a3941-f3bd-4520-85a1-92375db1469d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595bc950-aadf-4f27-8cf1-06d062ddf05c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:17.997213 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-60d07c51-92c0-4db5-9672-eab34b6a85e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:18.107331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366f8bc-42a1-42a3-b1fb-60a8a8c3f847 req-e22158f3-80a9-4ec3-af33-ac2cbb28709f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:18.117262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e366f8bc-42a1-42a3-b1fb-60a8a8c3f847 req-e22158f3-80a9-4ec3-af33-ac2cbb28709f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 944 time: 0.1073501
Apr 30 21:15:18.172874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e366f8bc-42a1-42a3-b1fb-60a8a8c3f847 req-ea78c9fa-799b-44ce-91d7-4d069eaa0680 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529408
Apr 30 21:15:18.291593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:18.324382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac242f-dad0-4a30-981d-2f2b82d2004c req-ef17b65d-9a6e-4712-9896-8462aa3b9349 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:18.339470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cac242f-dad0-4a30-981d-2f2b82d2004c req-ef17b65d-9a6e-4712-9896-8462aa3b9349 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0793729
Apr 30 21:15:18.406696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3d880b11-1cc5-4a9c-90d6-9a894959be26 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:18.463785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cac242f-dad0-4a30-981d-2f2b82d2004c req-a360b303-e99c-4e5a-9bcb-cd6564f2f360 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251929
Apr 30 21:15:18.504260 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-e94d31ed-6ec9-4435-b2a0-2efdfb9e3a5f req-10900b45-90de-4de0-b3db-2c59de8bd937 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] show failed (client error): The resource could not be found.
Apr 30 21:15:18.512994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e94d31ed-6ec9-4435-b2a0-2efdfb9e3a5f req-10900b45-90de-4de0-b3db-2c59de8bd937 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/997fcbaf-ad8a-466a-8fcc-8601eacbb0ef HTTP/1.1" status: 404  len: 352 time: 0.0208380
Apr 30 21:15:18.534652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 3d880b11-1cc5-4a9c-90d6-9a894959be26 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:18.535463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:18.677884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3d880b11-1cc5-4a9c-90d6-9a894959be26 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:18.678684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:18.699928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6301f6-bd41-4d33-9afb-6acac5615c63 req-fb1e72d2-6ed5-4949-8b94-5b83ecb402e5 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:18.701550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd6301f6-bd41-4d33-9afb-6acac5615c63 req-fb1e72d2-6ed5-4949-8b94-5b83ecb402e5 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 948 time: 0.0925357
Apr 30 21:15:18.711690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:18.714414 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f866cd4-7083-4814-ac70-5f90dde7de30" -d '{"events": [{"server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "name": "network-vif-plugged", "status": "completed", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:18.729747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:18.788880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd6301f6-bd41-4d33-9afb-6acac5615c63 req-674dbf22-066f-4362-9642-f38b5a567e65 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758324
Apr 30 21:15:18.842589 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:18.868068 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:15:18.889740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b160cf65-726a-46c5-bf40-60fa836c14fe req-79e6db26-d8c5-4584-a5af-a7d7bb8d205d tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/0e38b424-0722-41aa-85e3-8d0407085f0d HTTP/1.1" status: 200  len: 1821 time: 0.0786006
Apr 30 21:15:18.952768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:18.978622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b160cf65-726a-46c5-bf40-60fa836c14fe req-14f2fef5-436a-44d4-a467-3d40c52ced49 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (0e38b424-0722-41aa-85e3-8d0407085f0d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:19.022438 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b160cf65-726a-46c5-bf40-60fa836c14fe req-14f2fef5-436a-44d4-a467-3d40c52ced49 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (0e38b424-0722-41aa-85e3-8d0407085f0d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:19.167088 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b160cf65-726a-46c5-bf40-60fa836c14fe req-14f2fef5-436a-44d4-a467-3d40c52ced49 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0e38b424-0722-41aa-85e3-8d0407085f0d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:19.170200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b160cf65-726a-46c5-bf40-60fa836c14fe req-14f2fef5-436a-44d4-a467-3d40c52ced49 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:19.178266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b160cf65-726a-46c5-bf40-60fa836c14fe req-14f2fef5-436a-44d4-a467-3d40c52ced49 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "DELETE /v2.0/security-groups/0e38b424-0722-41aa-85e3-8d0407085f0d HTTP/1.1" status: 204  len: 173 time: 0.2875211
Apr 30 21:15:19.212844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2fef5-436a-44d4-a467-3d40c52ced49 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e38b424-0722-41aa-85e3-8d0407085f0d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:19.253371 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fbb527-1edc-42e7-ae27-dc44d79412cf x-openstack-request-id: req-e5fbb527-1edc-42e7-ae27-dc44d79412cf {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:19.254181 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "name": "network-vif-plugged", "status": "completed", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:19.266899 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5fbb527-1edc-42e7-ae27-dc44d79412cf {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:19.266899 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5fbb527-1edc-42e7-ae27-dc44d79412cf'] response: {'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'code': 200}
Apr 30 21:15:19.301004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-0bcdf6d8-d264-4815-b98f-43c2cf3c3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:19.303735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-0bcdf6d8-d264-4815-b98f-43c2cf3c3e02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a2d262c5cf4435aa19253f70823433f&device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 1130 time: 0.0840878
Apr 30 21:15:19.399352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67a2d56a-b15c-4677-889d-708453d69842 req-2e083d1f-5a36-4bd5-8ce8-4683800716eb tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/2ccc6199-3930-4a6b-b9cb-e8ae65f70901 HTTP/1.1" status: 200  len: 1821 time: 0.1161311
Apr 30 21:15:19.454534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-b3c65735-3feb-4651-8d3d-33c496872820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:19.455698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-b3c65735-3feb-4651-8d3d-33c496872820 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1403439
Apr 30 21:15:19.523206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-7ac15f4b-1f55-4999-b704-8315f534c119 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=58a25f77-e029-49da-8d04-dc69125045ee HTTP/1.1" status: 200  len: 217 time: 0.0509953
Apr 30 21:15:19.573326 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-67a2d56a-b15c-4677-889d-708453d69842 req-9c39e91a-89d8-4c36-a120-8fc9caac602a tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (2ccc6199-3930-4a6b-b9cb-e8ae65f70901), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:19.608596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-25dcc4b4-7e92-4da4-812b-4a6d44344058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:19.610065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-25dcc4b4-7e92-4da4-812b-4a6d44344058 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0785067
Apr 30 21:15:19.615947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-67a2d56a-b15c-4677-889d-708453d69842 req-9c39e91a-89d8-4c36-a120-8fc9caac602a tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (2ccc6199-3930-4a6b-b9cb-e8ae65f70901), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:19.708773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-8ab7d022-e72b-41ed-8405-7c1bfc6f3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:19.710479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-8ab7d022-e72b-41ed-8405-7c1bfc6f3359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0900111
Apr 30 21:15:19.850276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-57563ae5-1472-4f62-81f1-87e089947139 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317735
Apr 30 21:15:19.954500 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-67a2d56a-b15c-4677-889d-708453d69842 req-9c39e91a-89d8-4c36-a120-8fc9caac602a tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2ccc6199-3930-4a6b-b9cb-e8ae65f70901), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:19.958335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-67a2d56a-b15c-4677-889d-708453d69842 req-9c39e91a-89d8-4c36-a120-8fc9caac602a tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:19.959698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67a2d56a-b15c-4677-889d-708453d69842 req-9c39e91a-89d8-4c36-a120-8fc9caac602a tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "DELETE /v2.0/security-groups/2ccc6199-3930-4a6b-b9cb-e8ae65f70901 HTTP/1.1" status: 204  len: 173 time: 0.5623088
Apr 30 21:15:19.987061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e91a-89d8-4c36-a120-8fc9caac602a tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc6199-3930-4a6b-b9cb-e8ae65f70901,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:20.004897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7d42e4-6e92-4a97-af78-93e1585abb6a req-d7421c89-fc0f-4335-bb68-7a356588a0c5 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451843
Apr 30 21:15:20.114325 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-656e6d3e-a8a6-4da0-b47c-877e34deedfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:20.154807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07376dfa-540f-44d3-8124-37565fcd496c req-97d7d0db-6fec-4647-9991-a3e719b805b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:20.162473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07376dfa-540f-44d3-8124-37565fcd496c req-97d7d0db-6fec-4647-9991-a3e719b805b7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.0986660
Apr 30 21:15:20.317941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07376dfa-540f-44d3-8124-37565fcd496c req-103b7357-fe9b-48ac-91a1-571d89c81172 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539526
Apr 30 21:15:20.499526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a3fcb-8a1d-46eb-9e52-77351683f751 req-6a966783-1ade-4132-9efe-72c4ad5141b8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:20.501534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b4a3fcb-8a1d-46eb-9e52-77351683f751 req-6a966783-1ade-4132-9efe-72c4ad5141b8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0896218
Apr 30 21:15:20.615815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b4a3fcb-8a1d-46eb-9e52-77351683f751 req-8ca3a178-d729-47f2-8906-268dd8ead7b5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046755
Apr 30 21:15:20.819452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e822b-ac79-4a63-9024-7eaff69581da req-60e14621-2217-4c25-b2ea-e3f13caf3cc2 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:20.836628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b27e822b-ac79-4a63-9024-7eaff69581da req-60e14621-2217-4c25-b2ea-e3f13caf3cc2 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 948 time: 0.1314971
Apr 30 21:15:20.958800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b27e822b-ac79-4a63-9024-7eaff69581da req-02254e64-2b64-464c-81af-3dcbcd2ac7b4 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208658
Apr 30 21:15:21.105463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fea1d0e3-7135-4da9-9c3d-c933c47d709f req-48633a6b-e476-4ac6-8797-3e50fd57c79f tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/81f92723-5729-4d8f-9a4c-a0457a4f1b5d HTTP/1.1" status: 200  len: 1821 time: 0.1272786
Apr 30 21:15:21.237728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:21.274033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fea1d0e3-7135-4da9-9c3d-c933c47d709f req-09b83d03-9acd-4515-8793-7346fb6f375b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (81f92723-5729-4d8f-9a4c-a0457a4f1b5d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:21.309526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 58a25f77-e029-49da-8d04-dc69125045ee details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:21.325433 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fea1d0e3-7135-4da9-9c3d-c933c47d709f req-09b83d03-9acd-4515-8793-7346fb6f375b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (81f92723-5729-4d8f-9a4c-a0457a4f1b5d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:21.497818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 58a25f77-e029-49da-8d04-dc69125045ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58a25f77-e029-49da-8d04-dc69125045ee,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:21.503290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fea1d0e3-7135-4da9-9c3d-c933c47d709f req-09b83d03-9acd-4515-8793-7346fb6f375b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (81f92723-5729-4d8f-9a4c-a0457a4f1b5d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:21.506464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fea1d0e3-7135-4da9-9c3d-c933c47d709f req-09b83d03-9acd-4515-8793-7346fb6f375b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:21.507642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fea1d0e3-7135-4da9-9c3d-c933c47d709f req-09b83d03-9acd-4515-8793-7346fb6f375b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "DELETE /v2.0/security-groups/81f92723-5729-4d8f-9a4c-a0457a4f1b5d HTTP/1.1" status: 204  len: 173 time: 0.3905656
Apr 30 21:15:21.522205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '58a25f77-e029-49da-8d04-dc69125045ee', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '58a25f77-e029-49da-8d04-dc69125045ee', 'mac_address': 'fa:16:3e:56:65:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:21.537355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b83d03-9acd-4515-8793-7346fb6f375b tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f92723-5729-4d8f-9a4c-a0457a4f1b5d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:21.616193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 58a25f77-e029-49da-8d04-dc69125045ee is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:21.616761 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58a25f77-e029-49da-8d04-dc69125045ee), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:21.658627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a25f77-e029-49da-8d04-dc69125045ee {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:21.687582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 58a25f77-e029-49da-8d04-dc69125045ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58a25f77-e029-49da-8d04-dc69125045ee,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:21.696354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46050ac0-c485-4dcd-b6da-a7ddb0bcd597 req-a6bf476a-8b91-4ff2-934d-5e50f796d976 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:21.698253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46050ac0-c485-4dcd-b6da-a7ddb0bcd597 req-a6bf476a-8b91-4ff2-934d-5e50f796d976 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.0663795
Apr 30 21:15:21.754664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46050ac0-c485-4dcd-b6da-a7ddb0bcd597 req-6d41f7c5-48c5-4c73-bef0-da0cf636f3f9 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469584
Apr 30 21:15:21.882892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53302769-117c-4b1c-b864-42118853ed0a req-fcbc89f1-837a-4e60-b531-762769be68fd tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/e16e1d7b-31e4-43e0-9192-4ff3f9bbc508 HTTP/1.1" status: 200  len: 2421 time: 0.0537977
Apr 30 21:15:21.922241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53302769-117c-4b1c-b864-42118853ed0a req-49f3785c-949c-484c-9162-2bd31a6ee33f tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (e16e1d7b-31e4-43e0-9192-4ff3f9bbc508), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:21.949284 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53302769-117c-4b1c-b864-42118853ed0a req-49f3785c-949c-484c-9162-2bd31a6ee33f tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (e16e1d7b-31e4-43e0-9192-4ff3f9bbc508), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:21.980326 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (58a25f77-e029-49da-8d04-dc69125045ee), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:22.050717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=58a25f77-e029-49da-8d04-dc69125045ee,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:22.105615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53302769-117c-4b1c-b864-42118853ed0a req-49f3785c-949c-484c-9162-2bd31a6ee33f tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e16e1d7b-31e4-43e0-9192-4ff3f9bbc508), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:22.108280 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-53302769-117c-4b1c-b864-42118853ed0a req-49f3785c-949c-484c-9162-2bd31a6ee33f tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:22.111480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53302769-117c-4b1c-b864-42118853ed0a req-49f3785c-949c-484c-9162-2bd31a6ee33f tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "DELETE /v2.0/security-groups/e16e1d7b-31e4-43e0-9192-4ff3f9bbc508 HTTP/1.1" status: 204  len: 173 time: 0.2628138
Apr 30 21:15:22.138987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3785c-949c-484c-9162-2bd31a6ee33f tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16e1d7b-31e4-43e0-9192-4ff3f9bbc508,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:22.300835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc193ba4-a0e5-4306-9b7b-db809b712e2f req-66bee3ee-b6a2-435a-b37a-8d940613f141 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:22.308881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc193ba4-a0e5-4306-9b7b-db809b712e2f req-66bee3ee-b6a2-435a-b37a-8d940613f141 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0946062
Apr 30 21:15:22.331176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['58a25f77-e029-49da-8d04-dc69125045ee'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:22.417909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc193ba4-a0e5-4306-9b7b-db809b712e2f req-edf930f9-3c92-4ae9-be8c-876a112a3bed tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078935
Apr 30 21:15:22.620255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937ec6c-931e-465b-a72b-4dbfac11a662 req-08d81dba-c768-4282-9dcf-1ad2e099ada2 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:22.628155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9937ec6c-931e-465b-a72b-4dbfac11a662 req-08d81dba-c768-4282-9dcf-1ad2e099ada2 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 949 time: 0.0981827
Apr 30 21:15:22.733117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9937ec6c-931e-465b-a72b-4dbfac11a662 req-39b711ff-1003-488d-bb82-29e0f30735bd tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976388
Apr 30 21:15:22.804572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09158274-d53b-4f0f-8117-d9b175f947ab req-3ffc3d0c-2b4b-43b9-bdec-bfcc24ada04a tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "GET /v2.0/security-groups/f59e524f-6c0d-4d38-8d0b-da4058aa72b6 HTTP/1.1" status: 200  len: 2415 time: 0.0565498
Apr 30 21:15:22.962360 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09158274-d53b-4f0f-8117-d9b175f947ab req-820b6ccc-6908-41a4-bf33-38b3bb2fef96 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (f59e524f-6c0d-4d38-8d0b-da4058aa72b6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.013958 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09158274-d53b-4f0f-8117-d9b175f947ab req-820b6ccc-6908-41a4-bf33-38b3bb2fef96 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (f59e524f-6c0d-4d38-8d0b-da4058aa72b6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.105124 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.209431 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09158274-d53b-4f0f-8117-d9b175f947ab req-820b6ccc-6908-41a4-bf33-38b3bb2fef96 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f59e524f-6c0d-4d38-8d0b-da4058aa72b6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.212696 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09158274-d53b-4f0f-8117-d9b175f947ab req-820b6ccc-6908-41a4-bf33-38b3bb2fef96 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.213951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09158274-d53b-4f0f-8117-d9b175f947ab req-820b6ccc-6908-41a4-bf33-38b3bb2fef96 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] 10.222.0.23 "DELETE /v2.0/security-groups/f59e524f-6c0d-4d38-8d0b-da4058aa72b6 HTTP/1.1" status: 204  len: 173 time: 0.4081497
Apr 30 21:15:23.220421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56920) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:23.234933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b6ccc-6908-41a4-bf33-38b3bb2fef96 tempest-SecurityGroupRulesTestJSON-1345165706 tempest-SecurityGroupRulesTestJSON-1345165706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59e524f-6c0d-4d38-8d0b-da4058aa72b6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:23.322824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc85f63-0e23-4b60-b1a7-b31ad40a8bfd admin admin] Deleting subnet 4daa02cb-581d-476d-bfd9-fe6812575ea0 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:15:23.336019 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc85f63-0e23-4b60-b1a7-b31ad40a8bfd admin admin] Publish callbacks [] for subnet (4daa02cb-581d-476d-bfd9-fe6812575ea0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.420781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc85f63-0e23-4b60-b1a7-b31ad40a8bfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (4daa02cb-581d-476d-bfd9-fe6812575ea0), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.433348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6a0cf-8e2c-4da2-a25e-913a6a1be6e3 req-0d06e54c-bd9c-427e-8ff8-21ca371956c1 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:23.442201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4e6a0cf-8e2c-4da2-a25e-913a6a1be6e3 req-0d06e54c-bd9c-427e-8ff8-21ca371956c1 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.0975895
Apr 30 21:15:23.488056 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc85f63-0e23-4b60-b1a7-b31ad40a8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4daa02cb-581d-476d-bfd9-fe6812575ea0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.520950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 58a25f77-e029-49da-8d04-dc69125045ee up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:23.561176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4e6a0cf-8e2c-4da2-a25e-913a6a1be6e3 req-9b41bfca-3256-4748-9b7f-68920227475b tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144266
Apr 30 21:15:23.650593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 58a25f77-e029-49da-8d04-dc69125045ee completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:15:23.759747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 58a25f77-e029-49da-8d04-dc69125045ee triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:23.815268 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (58a25f77-e029-49da-8d04-dc69125045ee), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.816326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc85f63-0e23-4b60-b1a7-b31ad40a8bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (4daa02cb-581d-476d-bfd9-fe6812575ea0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.816326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc85f63-0e23-4b60-b1a7-b31ad40a8bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4daa02cb-581d-476d-bfd9-fe6812575ea0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:23.816326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc85f63-0e23-4b60-b1a7-b31ad40a8bfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.816326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3bc85f63-0e23-4b60-b1a7-b31ad40a8bfd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4daa02cb-581d-476d-bfd9-fe6812575ea0 HTTP/1.1" status: 204  len: 168 time: 0.5914738
Apr 30 21:15:23.817529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:23.902966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (3d1387bd-0e5a-4475-8485-c0d50e3ee815), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:23.968753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 58a25f77-e029-49da-8d04-dc69125045ee is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:23.968753 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58a25f77-e029-49da-8d04-dc69125045ee), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.002425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219f9425-7fbc-424f-8c16-8db2a0f02edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a25f77-e029-49da-8d04-dc69125045ee'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:24.003226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-85f88740-ad1e-48f8-ac10-7259beb97c02 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:24.004688 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc29456f-c0f5-4620-9cd7-1d78992b4b43" -d '{"events": [{"server_uuid": "219f9425-7fbc-424f-8c16-8db2a0f02edb", "name": "network-vif-plugged", "status": "completed", "tag": "58a25f77-e029-49da-8d04-dc69125045ee"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:24.012273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-85f88740-ad1e-48f8-ac10-7259beb97c02 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 808 time: 0.2624300
Apr 30 21:15:24.033713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-ccb690c6-3b5e-4b6f-b26d-8830202807d7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/quotas/1a25f2505d5141c5b894bfd6515eb7f0 HTTP/1.1" status: 200  len: 375 time: 0.0204580
Apr 30 21:15:24.039027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (3d1387bd-0e5a-4475-8485-c0d50e3ee815), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.073949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966695fd0>,) {'filters': {'network_id': ['3d1387bd-0e5a-4475-8485-c0d50e3ee815']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:24.092329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966695fd0>, 'b38262aa-d444-4eac-84c9-85ff9ca7ee57') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:24.092917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966695fd0>, 'b38262aa-d444-4eac-84c9-85ff9ca7ee57') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:24.104424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-02c14aa1-21b0-4a1b-a40a-46e717e8fa6f tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0693572
Apr 30 21:15:24.116473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (b38262aa-d444-4eac-84c9-85ff9ca7ee57), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.133434 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b38262aa-d444-4eac-84c9-85ff9ca7ee57), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.141211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:15:24.141994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (b38262aa-d444-4eac-84c9-85ff9ca7ee57), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:15:24.144114 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:15:24.176565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 58a25f77-e029-49da-8d04-dc69125045ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58a25f77-e029-49da-8d04-dc69125045ee,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:24.215102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-75650530-1d98-41a9-a941-31417636f3c4 service neutron] 10.222.0.23 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095896
Apr 30 21:15:24.243872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (58a25f77-e029-49da-8d04-dc69125045ee), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.317514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=58a25f77-e029-49da-8d04-dc69125045ee,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:24.368719 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (3d1387bd-0e5a-4475-8485-c0d50e3ee815), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.374847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.385931 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] 10.222.0.23 "DELETE /v2.0/networks/3d1387bd-0e5a-4475-8485-c0d50e3ee815 HTTP/1.1" status: 204  len: 168 time: 0.5627265
Apr 30 21:15:24.400999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-745bdac6-6a70-4760-9cc7-23873e620d32 service neutron] 10.222.0.23 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779273
Apr 30 21:15:24.419631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bcbf6-195e-4999-83ad-8dff5fda2c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d1387bd-0e5a-4475-8485-c0d50e3ee815,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:24.440228 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:24.878574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:24.948938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-93cf4555-43ec-43d2-abb7-fb72dca09ba9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bef6edb2a2643058fb3a949e2a7b8d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0684183
Apr 30 21:15:24.954075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56952) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:25.044871 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05667590-161e-4cd4-8c5d-bdb03b7bb853 admin admin] Publish callbacks [] for security_group (0b5ccf0c-6f1d-42e7-be95-fb0ad24126cc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:25.091603 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05667590-161e-4cd4-8c5d-bdb03b7bb853 admin admin] Publish callbacks [] for security_group (0b5ccf0c-6f1d-42e7-be95-fb0ad24126cc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:25.281283 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05667590-161e-4cd4-8c5d-bdb03b7bb853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0b5ccf0c-6f1d-42e7-be95-fb0ad24126cc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:25.292419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05667590-161e-4cd4-8c5d-bdb03b7bb853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:25.292419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-05667590-161e-4cd4-8c5d-bdb03b7bb853 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b5ccf0c-6f1d-42e7-be95-fb0ad24126cc HTTP/1.1" status: 204  len: 168 time: 0.3294532
Apr 30 21:15:25.332102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05667590-161e-4cd4-8c5d-bdb03b7bb853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5ccf0c-6f1d-42e7-be95-fb0ad24126cc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:25.499409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43a8d0-dc33-4799-a25f-afe780f29a85 req-8c3fb319-8d2b-4491-8a51-c26f4f45b8ef tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:25.512841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb43a8d0-dc33-4799-a25f-afe780f29a85 req-8c3fb319-8d2b-4491-8a51-c26f4f45b8ef tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1593394
Apr 30 21:15:25.606880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb43a8d0-dc33-4799-a25f-afe780f29a85 req-4478e1ad-7d04-4b12-8e0b-779bdea7d6c7 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913372
Apr 30 21:15:25.850652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af498886-6352-4eeb-9f15-5c7d9ada4dc9 req-7dd7795d-791f-4764-bf10-6944381c7dc2 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:25.852036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af498886-6352-4eeb-9f15-5c7d9ada4dc9 req-7dd7795d-791f-4764-bf10-6944381c7dc2 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.1245162
Apr 30 21:15:25.928458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af498886-6352-4eeb-9f15-5c7d9ada4dc9 req-f2f91e93-d05f-4b99-a062-976d35511f74 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697229
Apr 30 21:15:26.034035 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ca7b40-c88f-4f13-8850-a51d1a005014 x-openstack-request-id: req-b5ca7b40-c88f-4f13-8850-a51d1a005014 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:26.036249 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219f9425-7fbc-424f-8c16-8db2a0f02edb", "name": "network-vif-plugged", "status": "completed", "tag": "58a25f77-e029-49da-8d04-dc69125045ee", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:26.036873 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5ca7b40-c88f-4f13-8850-a51d1a005014 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:26.037618 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ca7b40-c88f-4f13-8850-a51d1a005014'] response: {'server_uuid': '219f9425-7fbc-424f-8c16-8db2a0f02edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a25f77-e029-49da-8d04-dc69125045ee', 'code': 200}
Apr 30 21:15:26.303338 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-09839be8-0861-4222-abb4-58a1a1854d7e req-4aed7683-3b80-464b-bb94-b179e1f5a2e0 service neutron] show failed (client error): The resource could not be found.
Apr 30 21:15:26.304381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-4aed7683-3b80-464b-bb94-b179e1f5a2e0 service neutron] 10.222.0.35 "GET /v2.0/ports/3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1989269
Apr 30 21:15:26.327621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2988f6-17b0-442c-a255-d14df275ac79 req-67017f15-8e33-4704-b98d-ba9be845da68 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:26.335306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd2988f6-17b0-442c-a255-d14df275ac79 req-67017f15-8e33-4704-b98d-ba9be845da68 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.1061785
Apr 30 21:15:26.338202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682abc-aa83-4205-b99f-02af175a3a74 req-1a2bcbe3-77f8-4d63-92a9-4705863ec6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:26.339601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35682abc-aa83-4205-b99f-02af175a3a74 req-1a2bcbe3-77f8-4d63-92a9-4705863ec6b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 1132 time: 0.1117508
Apr 30 21:15:26.410293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd2988f6-17b0-442c-a255-d14df275ac79 req-c31aa309-f27a-4fb2-bfe9-40dde4791d8f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740962
Apr 30 21:15:26.427887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35682abc-aa83-4205-b99f-02af175a3a74 req-419d1e55-0258-4472-8cd9-805ae6196cb0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755839
Apr 30 21:15:26.490020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebe879e5-e3d9-4778-b834-d8073abcae13 req-821d6d53-3f6c-40dc-a095-8179bceb1bb3 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 210 time: 0.0322921
Apr 30 21:15:26.742381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-9d4f4c5e-9b7e-4dea-bcf4-86b9d5c1d06b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:26.743989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-9d4f4c5e-9b7e-4dea-bcf4-86b9d5c1d06b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 821 time: 0.1447380
Apr 30 21:15:26.789717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-c1faae56-16e2-44f7-9e95-43969f6ef160 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/quotas/77b426139c194813974502d1910c257f HTTP/1.1" status: 200  len: 375 time: 0.0337608
Apr 30 21:15:26.890008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-db6a6c7a-4386-4b10-a8da-f8d80af4b674 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0930755
Apr 30 21:15:27.472285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-1a1fc72d-240b-430f-8600-7a0c90a5d10b service neutron] 10.222.0.23 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5720224
Apr 30 21:15:27.578836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6fa12e41-6a56-49b8-8ffd-da46234b31dc service neutron] 10.222.0.23 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1054962
Apr 30 21:15:27.628113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57020) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:27.685174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-c2365a1a-0b7b-48c1-adb0-7dbc03f4d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:27.688117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-c2365a1a-0b7b-48c1-adb0-7dbc03f4d973 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 1131 time: 0.1036313
Apr 30 21:15:27.851490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:27.878648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-770384831-network', 'tenant_id': '9c1c7ed40c5a481b8c2792b7e13a09d9'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:27.969315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.097892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Made reservation on behalf of 9c1c7ed40c5a481b8c2792b7e13a09d9 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:28.100229 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.112366 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.247459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:28.285976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Publish callbacks [] for security_group (fc97ba8e-5b2a-45f5-9678-1e78201795cf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.289075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:28.331119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:28.334088 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be06fef-46b2-444c-9abe-2d3a6fd29e8b" -d '{"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:28.337663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Publish callbacks [] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.350352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Transition to ACTIVE for port object 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:15:28.568835 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fc97ba8e-5b2a-45f5-9678-1e78201795cf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.597888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:15:28.603865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc97ba8e-5b2a-45f5-9678-1e78201795cf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:28.616039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.616389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.616732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.617071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.617408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.617742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.618169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.618497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.618822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.619150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.619477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.619801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.620135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.620496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.620768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.624959 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (11dcd8de-fa7a-4c0c-a9e1-5b7ebf4c7421), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.629909 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Added segment 11dcd8de-fa7a-4c0c-a9e1-5b7ebf4c7421 of type vlan for network 8b37eaf3-0a08-4a03-b96e-74d25097adf2
Apr 30 21:15:28.648604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.677665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8b37eaf3-0a08-4a03-b96e-74d25097adf2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.707840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:28.736441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] No DVR routers for this DVR port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:15:28.739699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.740072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.740397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.740742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.741085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.741420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.741782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.742110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.742438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.742765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.743092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.743423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.745364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.745364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.745364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:28.783489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:28.783823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:28.784173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:28.790347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:15:28.790671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:28.795977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:28.796321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:28.796712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:28.797271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Bound port: 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:28.797631 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:28.917151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:28.935364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:28.943095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d6ae7-b449-4d2c-ab6a-208f3a2a4fbc req-821411d5-6c10-45b3-8491-937c2edc558f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:28.944598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b1d6ae7-b449-4d2c-ab6a-208f3a2a4fbc req-821411d5-6c10-45b3-8491-937c2edc558f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 947 time: 0.0741949
Apr 30 21:15:29.015195 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8b37eaf3-0a08-4a03-b96e-74d25097adf2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:29.016185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.018038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:29.022439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b1d6ae7-b449-4d2c-ab6a-208f3a2a4fbc req-593df660-3300-4032-b110-e7e57c65867f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707691
Apr 30 21:15:29.052665 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:29.106155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] Pushing event updated for resources: {'Network': ['ID=8b37eaf3-0a08-4a03-b96e-74d25097adf2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:29.111950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.112660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:29.114821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] 10.222.0.20 "PUT /v2.0/ports/3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 1095 time: 1.2751925
Apr 30 21:15:29.118700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8b37eaf3-0a08-4a03-b96e-74d25097adf2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:15:29.193705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb42cec-1a44-414a-8c4a-5e7595f79b15 service neutron] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:29.204593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47741bce-da07-4ab7-b191-f54df69361f7 req-be257602-13c8-41ab-b094-589a3c39f99f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.206144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47741bce-da07-4ab7-b191-f54df69361f7 req-be257602-13c8-41ab-b094-589a3c39f99f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.1146736
Apr 30 21:15:29.223927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-b7fe3bcc-f781-49d5-9601-de0cf0b3134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.223927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-b7fe3bcc-f781-49d5-9601-de0cf0b3134d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1129 time: 0.0737617
Apr 30 21:15:29.248537 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b8781eba-fa0b-4155-b538-2fcdefd062e7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6192555
Apr 30 21:15:29.249240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57046) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:29.254355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Request body: {'subnet': {'network_id': '8b37eaf3-0a08-4a03-b96e-74d25097adf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-770384831-subnet', 'tenant_id': '9c1c7ed40c5a481b8c2792b7e13a09d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:29.387692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47741bce-da07-4ab7-b191-f54df69361f7 req-d0ac5aec-1437-4674-a13a-c8d75c06540d tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687403
Apr 30 21:15:29.420539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-07c75883-a7d3-43cf-8ed5-cc1795e88cd8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.428204 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-07c75883-a7d3-43cf-8ed5-cc1795e88cd8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 808 time: 0.1613221
Apr 30 21:15:29.435436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Made reservation on behalf of 9c1c7ed40c5a481b8c2792b7e13a09d9 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:29.438994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:29.449647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Request body: {'port': {'device_id': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'admin_state_up': True, 'tenant_id': '1a25f2505d5141c5b894bfd6515eb7f0'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:29.456449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-95442914-64f0-4950-a00c-309d493de2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.459540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-95442914-64f0-4950-a00c-309d493de2a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2212880
Apr 30 21:15:29.515517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-6ce1a690-ba74-4ada-8be6-c346256aef65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.0469720
Apr 30 21:15:29.601198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-02cef672-88c1-4bbd-a79c-cac0eb3d0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.602793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-02cef672-88c1-4bbd-a79c-cac0eb3d0096 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0796525
Apr 30 21:15:29.783473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Made reservation on behalf of 1a25f2505d5141c5b894bfd6515eb7f0 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:29.787445 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:29.847583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839be8-0861-4222-abb4-58a1a1854d7e req-e2314f77-de1c-4b87-afe7-2b222d45de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.851080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-e2314f77-de1c-4b87-afe7-2b222d45de68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2399192
Apr 30 21:15:29.867534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd6143-2953-4bbd-8494-da77cec22bef req-e1103119-781d-45b8-ac87-6af33a1a1f7a tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:29.870310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0bd6143-2953-4bbd-8494-da77cec22bef req-e1103119-781d-45b8-ac87-6af33a1a1f7a tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.2337089
Apr 30 21:15:29.947319 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (5aead213-2656-42ed-b356-8e3d34f4ea82), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:30.060161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Checking segment: {'id': '11dcd8de-fa7a-4c0c-a9e1-5b7ebf4c7421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b37eaf3-0a08-4a03-b96e-74d25097adf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:30.060530 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Network hostable DHCP agents. Network: 8b37eaf3-0a08-4a03-b96e-74d25097adf2, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:15:30.063452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Allocated IP 172.20.0.9 (101af96d-46b7-4982-b0ed-3b0af2fa0ddf/5f3d63eb-2691-412d-840f-88078b400c06/01bd63bd-e064-484d-a092-dec5a749a3ec) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:15:30.072509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aead213-2656-42ed-b356-8e3d34f4ea82,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:30.094255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0bd6143-2953-4bbd-8494-da77cec22bef req-9016bbf7-393c-4e94-93db-7db352821244 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112181
Apr 30 21:15:30.150039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-e5d5d916-3138-4f7e-af21-fd7ec9ba0006 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2784379
Apr 30 21:15:30.167240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Network 8b37eaf3-0a08-4a03-b96e-74d25097adf2 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:15:30.299055 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b06987-b267-4964-bf55-95fc96228e04 x-openstack-request-id: req-b6b06987-b267-4964-bf55-95fc96228e04 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:30.299521 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:30.299954 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6b06987-b267-4964-bf55-95fc96228e04 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:30.300430 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b06987-b267-4964-bf55-95fc96228e04'] response: {'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'code': 200}
Apr 30 21:15:30.337894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b63ff03-4994-44c4-940c-bef4576872c2 req-bced2e56-2244-421c-a3b3-a1fb8c169c7e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 210 time: 0.0509522
Apr 30 21:15:30.442445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f075705-b42e-48d9-a3bc-e174e3a1eb75 req-a736e81e-fc94-4b8d-9356-645facf94567 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 210 time: 0.0930007
Apr 30 21:15:30.464616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:15:30.534885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09839be8-0861-4222-abb4-58a1a1854d7e req-b1ec7858-a76f-4ac6-bfab-132bfbc5ae5c service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3780386
Apr 30 21:15:30.558942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:15:30.559460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:15:30.647970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ae41-6b53-4118-aa53-b0d10eb0df9b req-dd84d0af-2f73-4eda-993a-935b26728f8e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:30.657245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22c0ae41-6b53-4118-aa53-b0d10eb0df9b req-dd84d0af-2f73-4eda-993a-935b26728f8e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 947 time: 0.0572014
Apr 30 21:15:30.662566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks [] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:30.705874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22c0ae41-6b53-4118-aa53-b0d10eb0df9b req-c6aafb46-91ad-49f0-814c-77de71ae9e1f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475066
Apr 30 21:15:30.709845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b37eaf3-0a08-4a03-b96e-74d25097adf2) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:30.715336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:30.716016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76895775-3d39-41b8-8221-51747129604c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:30.723418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5517bd6-c02f-4599-ab96-53dbf4e3b18b None None] Network 8b37eaf3-0a08-4a03-b96e-74d25097adf2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:15:30.817458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:30.851245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:30.945714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b078d-9a4e-4d8f-862c-98471baef495 req-39c66161-ec2a-4445-a6df-1735bcc568a1 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:30.950758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-454b078d-9a4e-4d8f-862c-98471baef495 req-39c66161-ec2a-4445-a6df-1735bcc568a1 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 950 time: 0.1631503
Apr 30 21:15:30.952554 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-76895775-3d39-41b8-8221-51747129604c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.7020044
Apr 30 21:15:30.994080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:15:31.000585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:31.010391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:15:31.016933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2e1ff-719b-4006-acdc-f94a332e2ec5 None None] Network 8b37eaf3-0a08-4a03-b96e-74d25097adf2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:15:31.107405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Pushing event updated for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:31.128390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c10997-0f86-4ffb-89a8-2bb3fb1e1d90 req-a8eabcf2-a59f-4721-8dfd-c0f9ee7f5d8a tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:31.130071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09c10997-0f86-4ffb-89a8-2bb3fb1e1d90 req-a8eabcf2-a59f-4721-8dfd-c0f9ee7f5d8a tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.1764884
Apr 30 21:15:31.157610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:31.158603 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:31.178604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-454b078d-9a4e-4d8f-862c-98471baef495 req-40e617a5-1014-45bf-a906-8e06c2d2b1fe tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989114
Apr 30 21:15:31.245003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09c10997-0f86-4ffb-89a8-2bb3fb1e1d90 req-e98eb631-1ad4-481f-8ef0-77e4bbca3609 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063888
Apr 30 21:15:31.295055 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-64c5b77f-818a-429c-9acd-41f1d5e29a8b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8524125
Apr 30 21:15:31.353743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df13fd1-e365-4236-998c-4590e3d4fcee req-5e89760b-94e1-4314-9842-ff48b94503d5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:31.355298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1df13fd1-e365-4236-998c-4590e3d4fcee req-5e89760b-94e1-4314-9842-ff48b94503d5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.0486472
Apr 30 21:15:31.408379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1df13fd1-e365-4236-998c-4590e3d4fcee req-5fe01dbb-544f-4315-ac5a-36758bcff1e1 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460844
Apr 30 21:15:31.498128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c0a8f723-2be2-4197-aed7-eecbd908e446 req-26034e17-52de-4d47-bd8c-d1cf23797ca0 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1398402537', 'description': 'tempest-description-1165078408'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:31.585384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0a8f723-2be2-4197-aed7-eecbd908e446 req-26034e17-52de-4d47-bd8c-d1cf23797ca0 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:31.652624 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0a8f723-2be2-4197-aed7-eecbd908e446 req-26034e17-52de-4d47-bd8c-d1cf23797ca0 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (d0b30ea8-7250-4641-9f75-8cbbb4964359), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:31.719701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0a8f723-2be2-4197-aed7-eecbd908e446 req-26034e17-52de-4d47-bd8c-d1cf23797ca0 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d0b30ea8-7250-4641-9f75-8cbbb4964359), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:31.755150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57120) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:31.761628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-670339b8-5c13-47a1-8483-26a0f013d1c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1687056748', 'description': 'tempest-description--1728624089'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:31.799658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26034e17-52de-4d47-bd8c-d1cf23797ca0 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b30ea8-7250-4641-9f75-8cbbb4964359,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:31.850934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-c9f8ed67-81cc-4a0a-aab7-45f6de214510 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:31.852361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-c9f8ed67-81cc-4a0a-aab7-45f6de214510 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 821 time: 0.1425378
Apr 30 21:15:31.859453 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-670339b8-5c13-47a1-8483-26a0f013d1c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:31.866322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Request body: {'port': {'device_id': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'admin_state_up': True, 'tenant_id': '77b426139c194813974502d1910c257f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:31.883208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0a8f723-2be2-4197-aed7-eecbd908e446 req-26034e17-52de-4d47-bd8c-d1cf23797ca0 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:31.886270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0a8f723-2be2-4197-aed7-eecbd908e446 req-26034e17-52de-4d47-bd8c-d1cf23797ca0 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.3922279
Apr 30 21:15:31.934365 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-670339b8-5c13-47a1-8483-26a0f013d1c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group (d63d63a2-5855-41c0-b6ea-bdfedaa7b039), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:31.990676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-670339b8-5c13-47a1-8483-26a0f013d1c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d63d63a2-5855-41c0-b6ea-bdfedaa7b039), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.007820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df4f7-933d-4da9-af15-910b82a28f08 req-24bb9666-0536-42ae-a539-14b219c32fff tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:32.009311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a9df4f7-933d-4da9-af15-910b82a28f08 req-24bb9666-0536-42ae-a539-14b219c32fff tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 931 time: 0.0626779
Apr 30 21:15:32.028653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670339b8-5c13-47a1-8483-26a0f013d1c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63d63a2-5855-41c0-b6ea-bdfedaa7b039,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:32.099407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a9df4f7-933d-4da9-af15-910b82a28f08 req-803e63fd-edec-401d-95d6-aa144b1e3440 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786083
Apr 30 21:15:32.145862 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-670339b8-5c13-47a1-8483-26a0f013d1c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.150324 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-670339b8-5c13-47a1-8483-26a0f013d1c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3936138
Apr 30 21:15:32.151119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57132) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:32.155471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8ab71605-e3d8-4384-917a-d1ff6d717722 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Request body: {'security_group_rule': {'security_group_id': 'd63d63a2-5855-41c0-b6ea-bdfedaa7b039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:32.239931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Made reservation on behalf of 77b426139c194813974502d1910c257f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:32.243308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.290902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ab71605-e3d8-4384-917a-d1ff6d717722 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group_rule (2ec116e0-301b-4431-a601-66faa52f3a77), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.310923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:32.313029 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7274b2a-1b50-4379-81dc-b41e105742da" -d '{"events": [{"name": "network-changed", "server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:32.359367 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ab71605-e3d8-4384-917a-d1ff6d717722 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group_rule (2ec116e0-301b-4431-a601-66faa52f3a77), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.429736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Allocated IP 172.20.0.6 (b894fca3-f633-42dd-93b5-bde3291d63a3/22d385b6-1100-4605-bf52-24637aef584a/d31b0a65-0a8e-4414-bf95-4b3a788b6203) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:15:32.437374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ab71605-e3d8-4384-917a-d1ff6d717722 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (2ec116e0-301b-4431-a601-66faa52f3a77), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.457414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab71605-e3d8-4384-917a-d1ff6d717722 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec116e0-301b-4431-a601-66faa52f3a77,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:32.466720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a25834b-8eb7-4d16-98bd-65848db7928d req-a616f6f5-e4d5-4728-9b8f-707daea22181 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 210 time: 0.0390663
Apr 30 21:15:32.616441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ab71605-e3d8-4384-917a-d1ff6d717722 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.620874 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8ab71605-e3d8-4384-917a-d1ff6d717722 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4665649
Apr 30 21:15:32.621856 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57150) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:32.626336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b51c6f0e-f7f6-4dc4-8077-7e1584228000 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Request body: {'security_group_rule': {'security_group_id': 'd63d63a2-5855-41c0-b6ea-bdfedaa7b039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:32.652501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9075d56-c7bd-4c9c-8009-763eecfef40f req-7bf422f5-aa60-47fa-a66d-c19a9a6fb40c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:32.654134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9075d56-c7bd-4c9c-8009-763eecfef40f req-7bf422f5-aa60-47fa-a66d-c19a9a6fb40c tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 947 time: 0.1171556
Apr 30 21:15:32.709452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9a4c3b5-47c3-4e2d-beb4-236b2d0120d7 req-a2573b6b-3c94-4e48-bbbc-ff27fdbaedd3 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/d0b30ea8-7250-4641-9f75-8cbbb4964359 HTTP/1.1" status: 200  len: 1830 time: 0.1391854
Apr 30 21:15:32.713646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0e-f7f6-4dc4-8077-7e1584228000 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group_rule (a3abfbb4-45b1-4b18-9a18-f5ecf1d38088), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.741482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b9a4c3b5-47c3-4e2d-beb4-236b2d0120d7 req-8a71ab19-b774-499a-a538-4a5fd272eee1 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0b30ea8-7250-4641-9f75-8cbbb4964359', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:32.742619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b9a4c3b5-47c3-4e2d-beb4-236b2d0120d7 req-8a71ab19-b774-499a-a538-4a5fd272eee1 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd0b30ea8-7250-4641-9f75-8cbbb4964359', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:32.749110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks [] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.774538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9075d56-c7bd-4c9c-8009-763eecfef40f req-2b566d19-2e5e-4bc7-84d1-280469e9165e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070809
Apr 30 21:15:32.782910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0e-f7f6-4dc4-8077-7e1584228000 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group_rule (a3abfbb4-45b1-4b18-9a18-f5ecf1d38088), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.793941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Request body: {'port': {'device_id': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:32.862493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.899383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0e-f7f6-4dc4-8077-7e1584228000 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a3abfbb4-45b1-4b18-9a18-f5ecf1d38088), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.911267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:32.928230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['2514de9a-e593-441c-b26f-47d347c23ccb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:32.950789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c6f0e-f7f6-4dc4-8077-7e1584228000 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3abfbb4-45b1-4b18-9a18-f5ecf1d38088,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:32.985386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fea99-9b15-4e72-8fb4-ed209427167f req-3cd1c80b-f056-4be4-83ce-e6b7b4133820 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:32.993661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f45fea99-9b15-4e72-8fb4-ed209427167f req-3cd1c80b-f056-4be4-83ce-e6b7b4133820 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.1228876
Apr 30 21:15:33.018735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Network b894fca3-f633-42dd-93b5-bde3291d63a3 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:15:33.052189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:33.054582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:15:33.082690 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0e-f7f6-4dc4-8077-7e1584228000 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.086913 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b51c6f0e-f7f6-4dc4-8077-7e1584228000 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4610529
Apr 30 21:15:33.088072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57152) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:33.091950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:33.093051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Pushing event updated for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:33.096769 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9a4c3b5-47c3-4e2d-beb4-236b2d0120d7 req-8a71ab19-b774-499a-a538-4a5fd272eee1 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group_rule (fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.166947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f45fea99-9b15-4e72-8fb4-ed209427167f req-b5d44d5e-5e9c-4258-8a9e-e01ae3347fff tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719716
Apr 30 21:15:33.185195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9a4c3b5-47c3-4e2d-beb4-236b2d0120d7 req-8a71ab19-b774-499a-a538-4a5fd272eee1 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group_rule (fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.194982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:33.196132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.239390 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b027a13-635d-411f-adb3-018edda1e9c6 x-openstack-request-id: req-7b027a13-635d-411f-adb3-018edda1e9c6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:33.239842 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:33.240230 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b027a13-635d-411f-adb3-018edda1e9c6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:33.240752 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b027a13-635d-411f-adb3-018edda1e9c6'] response: {'name': 'network-changed', 'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'status': 'completed', 'code': 200}
Apr 30 21:15:33.286946 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.289199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-6e21d59c-9115-4afe-8194-4a8df5a736af tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4265771
Apr 30 21:15:33.290804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9a4c3b5-47c3-4e2d-beb4-236b2d0120d7 req-8a71ab19-b774-499a-a538-4a5fd272eee1 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.314841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71ab19-b774-499a-a538-4a5fd272eee1 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:33.347259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bd63bd-e064-484d-a092-dec5a749a3ec {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:33.359725 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Publish callbacks [] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.385170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9a4c3b5-47c3-4e2d-beb4-236b2d0120d7 req-8a71ab19-b774-499a-a538-4a5fd272eee1 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.386462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9a4c3b5-47c3-4e2d-beb4-236b2d0120d7 req-8a71ab19-b774-499a-a538-4a5fd272eee1 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.6656008
Apr 30 21:15:33.397826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Transition to ACTIVE for port object 01bd63bd-e064-484d-a092-dec5a749a3ec will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:15:33.409093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.409358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274b2a-1b50-4379-81dc-b41e105742da req-5a95712e-de7e-41c1-8547-9e27bba2620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:33.411569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-5a95712e-de7e-41c1-8547-9e27bba2620f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1129 time: 0.0756946
Apr 30 21:15:33.432694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180c963-1323-43ec-aa3c-d9107bdb0477 req-c5ef1075-9c3a-4ea5-92eb-01b7065ed7f8 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:33.440172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b180c963-1323-43ec-aa3c-d9107bdb0477 req-c5ef1075-9c3a-4ea5-92eb-01b7065ed7f8 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.0724266
Apr 30 21:15:33.467148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.555065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45386324-e00d-4309-b5b4-97378c6cd56e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:15:33.592444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994f5a8-fd48-42ec-94ea-307df7f2c248 req-27136c6c-a537-41a9-a8b8-9bb083584ad9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:33.593963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c994f5a8-fd48-42ec-94ea-307df7f2c248 req-27136c6c-a537-41a9-a8b8-9bb083584ad9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.1267421
Apr 30 21:15:33.602286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b180c963-1323-43ec-aa3c-d9107bdb0477 req-56198523-b442-4390-9519-19c7bc55ac57 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612339
Apr 30 21:15:33.637291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Allocated IP 172.35.4.18 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/4a11578b-b4b6-4b79-9741-fd943aa09bb5) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:15:33.645973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274b2a-1b50-4379-81dc-b41e105742da req-a14d4310-0869-4d72-83d0-092840f422f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:33.647678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-a14d4310-0869-4d72-83d0-092840f422f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1891811
Apr 30 21:15:33.648257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 45386324-e00d-4309-b5b4-97378c6cd56e is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:33.649386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.656637 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Pushing event updated for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:33.674684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:33.677724 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233fa6dc-aeb7-4b10-854f-cbd8bfc1c81c" -d '{"events": [{"server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "name": "network-vif-unplugged", "status": "completed", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:33.690607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c994f5a8-fd48-42ec-94ea-307df7f2c248 req-628a9edb-2787-483c-8687-515406ae000f tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819879
Apr 30 21:15:33.698891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:33.742784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-e3674df4-89b5-4cd3-8a38-8c803835ebc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.0635448
Apr 30 21:15:33.747910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:33.748263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:33.750442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:33.759071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:15:33.759399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:33.765199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cdcbca-4b0b-489a-8e6e-33edfc1d0653 req-932269fd-c6ea-45a8-9b7b-0366f147fd6b tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/d0b30ea8-7250-4641-9f75-8cbbb4964359 HTTP/1.1" status: 200  len: 2423 time: 0.1245403
Apr 30 21:15:33.767802 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.773846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:33.779168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:33.779168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:33.779168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Bound port: 01bd63bd-e064-484d-a092-dec5a749a3ec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:33.779168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.807710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for port (4a11578b-b4b6-4b79-9741-fd943aa09bb5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.827073 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f26f275-83a4-4267-aed7-f573877909bf x-openstack-request-id: req-0f26f275-83a4-4267-aed7-f573877909bf {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:33.827358 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "name": "network-vif-unplugged", "status": "completed", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:33.827623 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f26f275-83a4-4267-aed7-f573877909bf {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:33.828026 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f26f275-83a4-4267-aed7-f573877909bf'] response: {'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e', 'code': 200}
Apr 30 21:15:33.843312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:33.881354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:33.885903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:33.888035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df07580f-cfe7-47c6-b06e-e60df6106e75 req-5b467642-9aac-462f-a71d-ef7b7002b1c5 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-group-rules/fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df HTTP/1.1" status: 200  len: 778 time: 0.0536497
Apr 30 21:15:33.896933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72068db-2164-4168-969d-c23d46d0880f req-d1908d63-e576-4ae8-ac55-ad9c6d45a634 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:33.898397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b72068db-2164-4168-969d-c23d46d0880f req-d1908d63-e576-4ae8-ac55-ad9c6d45a634 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 931 time: 0.1359863
Apr 30 21:15:33.900988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274b2a-1b50-4379-81dc-b41e105742da req-056b47d2-5819-45b3-acd4-41244a0732fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:33.902316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-056b47d2-5819-45b3-acd4-41244a0732fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1511161
Apr 30 21:15:33.943832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Request body: {'port': {'device_id': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:33.977431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:33.990950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274b2a-1b50-4379-81dc-b41e105742da req-719fe3db-c1cc-4572-bbd0-0f52816689e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:33.992681 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-719fe3db-c1cc-4572-bbd0-0f52816689e4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1129 time: 0.0562518
Apr 30 21:15:34.020139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.021037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.022452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] 10.222.0.20 "PUT /v2.0/ports/01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 200  len: 1091 time: 1.2347708
Apr 30 21:15:34.024895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:34.027780 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35c51c7-5780-4fba-8dbb-46b7c017018e" -d '{"events": [{"name": "network-changed", "server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:34.028649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274b2a-1b50-4379-81dc-b41e105742da req-4dff780f-1c69-4e6c-aeee-de1521a5ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.030133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-4dff780f-1c69-4e6c-aeee-de1521a5ea78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1188669
Apr 30 21:15:34.031153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4a11578b-b4b6-4b79-9741-fd943aa09bb5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.064609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:15:34.067990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df07580f-cfe7-47c6-b06e-e60df6106e75 req-c63e3a0f-1105-4ea7-a65e-3cebae590213 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/d0b30ea8-7250-4641-9f75-8cbbb4964359 HTTP/1.1" status: 200  len: 2423 time: 0.1685324
Apr 30 21:15:34.068609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7ae0d-a73d-4e15-bf94-6fa5aea8ab44 service neutron] Pushing event updated for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:34.074152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:34.076428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:15:34.115236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b72068db-2164-4168-969d-c23d46d0880f req-8e574123-7503-48fd-9f1f-671d4807deaa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066555
Apr 30 21:15:34.126286 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.179385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-df07580f-cfe7-47c6-b06e-e60df6106e75 req-2cabb844-f864-40fe-ad66-6121786f3c85 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group_rule (fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.215543 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-df07580f-cfe7-47c6-b06e-e60df6106e75 req-2cabb844-f864-40fe-ad66-6121786f3c85 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group_rule (fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.292221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-e7a68bbd-aeb9-4bc2-aeb8-0d1be4c32e3c service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392840
Apr 30 21:15:34.317581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-941d5f7d-29d2-408e-865e-d4c2355cd74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.319119 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-941d5f7d-29d2-408e-865e-d4c2355cd74a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1125 time: 0.1563065
Apr 30 21:15:34.319725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event updated for resources: {'Port': ['ID=4a11578b-b4b6-4b79-9741-fd943aa09bb5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:34.366325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927b741-9c5c-48ec-a66e-f7cf9b8b1417 req-92906018-accd-4290-bda2-2b461905914a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.367825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a927b741-9c5c-48ec-a66e-f7cf9b8b1417 req-92906018-accd-4290-bda2-2b461905914a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 947 time: 0.1501775
Apr 30 21:15:34.387893 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-9fde7efd-7637-4166-8188-199b49f97001 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 200  len: 217 time: 0.0587552
Apr 30 21:15:34.388987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for floatingip (5af44593-2ab7-42cd-9422-a6b920fa5909), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.397296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a618551-678b-44b6-8890-e4450f33789a req-88f80883-041a-4c82-acc4-7ee7a0491ad8 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.398683 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5a618551-678b-44b6-8890-e4450f33789a req-88f80883-041a-4c82-acc4-7ee7a0491ad8 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 945 time: 0.1323667
Apr 30 21:15:34.413059 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-df07580f-cfe7-47c6-b06e-e60df6106e75 req-2cabb844-f864-40fe-ad66-6121786f3c85 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.428319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-df07580f-cfe7-47c6-b06e-e60df6106e75 req-2cabb844-f864-40fe-ad66-6121786f3c85 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.429433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df07580f-cfe7-47c6-b06e-e60df6106e75 req-2cabb844-f864-40fe-ad66-6121786f3c85 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df HTTP/1.1" status: 204  len: 173 time: 0.3441184
Apr 30 21:15:34.458015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabb844-f864-40fe-ad66-6121786f3c85 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa3e5d53-7209-4d2b-ab7a-f0adc7ab38df,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:34.471147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3d880b11-1cc5-4a9c-90d6-9a894959be26 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:15:34.530031 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b77617-2383-4db7-9bca-3aa5547d75ec x-openstack-request-id: req-33b77617-2383-4db7-9bca-3aa5547d75ec {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:34.530335 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:34.531424 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33b77617-2383-4db7-9bca-3aa5547d75ec {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:34.534378 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b77617-2383-4db7-9bca-3aa5547d75ec'] response: {'name': 'network-changed', 'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec', 'status': 'completed', 'code': 200}
Apr 30 21:15:34.535936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Deleting port 3d880b11-1cc5-4a9c-90d6-9a894959be26 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:15:34.536286 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.540960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274b2a-1b50-4379-81dc-b41e105742da req-40714561-d890-4d92-89d6-c636ebf2825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.542594 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-40714561-d890-4d92-89d6-c636ebf2825c service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.4350405
Apr 30 21:15:34.578576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3d880b11-1cc5-4a9c-90d6-9a894959be26 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:34.579047 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.593219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-85421a8a-025b-475f-a774-e1294eeff15e service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2880661
Apr 30 21:15:34.602592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a927b741-9c5c-48ec-a66e-f7cf9b8b1417 req-9930255c-2446-4c0a-b18c-d8845e27c27d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2200465
Apr 30 21:15:34.620710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:34.626976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4a11578b-b4b6-4b79-9741-fd943aa09bb5), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.629466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d323-d7b9-4602-a188-1e4a2945865d req-35c0ae80-8080-46ed-b55d-6396b66c2f2f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.645023 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aed0d323-d7b9-4602-a188-1e4a2945865d req-35c0ae80-8080-46ed-b55d-6396b66c2f2f tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.1112199
Apr 30 21:15:34.709222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.711863 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-ca513aae-1243-4bd7-b72d-3a58db3cd396 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.1102889
Apr 30 21:15:34.770367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:34.784339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] For port 3d880b11-1cc5-4a9c-90d6-9a894959be26, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d880b11-1cc5-4a9c-90d6-9a894959be26,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:34.784713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:34.839780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Calling delete_port for 3d880b11-1cc5-4a9c-90d6-9a894959be26 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:15:34.858374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274b2a-1b50-4379-81dc-b41e105742da req-b8b0b024-48ea-47f3-8d56-dc1a275f3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.859845 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-b8b0b024-48ea-47f3-8d56-dc1a275f3d25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1350572
Apr 30 21:15:34.978448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274b2a-1b50-4379-81dc-b41e105742da req-6779d77c-8f3a-4bd9-b434-0ac03cb6afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:34.979986 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-6779d77c-8f3a-4bd9-b434-0ac03cb6afe4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1114023
Apr 30 21:15:35.001071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-fd78bd37-b8c5-466e-b4ff-b65b06e884dc req-bacc6ab9-de0c-420e-9966-274eb5b82099 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-984077712', 'description': 'tempest-description-557619078'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:35.011083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aed0d323-d7b9-4602-a188-1e4a2945865d req-920b127e-c883-45ec-a426-5a25140ce530 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3738556
Apr 30 21:15:35.051811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31b0a65-0a8e-4414-bf95-4b3a788b6203 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:35.059508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Publish callbacks [] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.074299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Transition to ACTIVE for port object d31b0a65-0a8e-4414-bf95-4b3a788b6203 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:15:35.085839 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for port (4a11578b-b4b6-4b79-9741-fd943aa09bb5), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.129859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7129721-1715-461a-9ccf-bf9be79ea8ea req-4147fc0b-48fc-4b8f-85bf-340109a5a45d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:35.131718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7129721-1715-461a-9ccf-bf9be79ea8ea req-4147fc0b-48fc-4b8f-85bf-340109a5a45d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3279965-3245-4077-96e6-ecaf57d00b9b HTTP/1.1" status: 200  len: 943 time: 0.0475714
Apr 30 21:15:35.132479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fd78bd37-b8c5-466e-b4ff-b65b06e884dc req-bacc6ab9-de0c-420e-9966-274eb5b82099 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.157164 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.158840 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-cfbff3cd-fca7-412a-8cd3-604ecda8b6d5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672127
Apr 30 21:15:35.207888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (4a11578b-b4b6-4b79-9741-fd943aa09bb5), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.248479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3d880b11-1cc5-4a9c-90d6-9a894959be26), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.262300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7129721-1715-461a-9ccf-bf9be79ea8ea req-49e029ba-7960-4fe5-8e92-61ca446afe8d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211028
Apr 30 21:15:35.263242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:35.324419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event updated for resources: {'Port': ['ID=4a11578b-b4b6-4b79-9741-fd943aa09bb5,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:35.335739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fd78bd37-b8c5-466e-b4ff-b65b06e884dc req-bacc6ab9-de0c-420e-9966-274eb5b82099 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (eba6d452-b484-4069-9778-a6afa71bf13a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.363082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:35.364040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:35.364615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:35.369455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:15:35.370033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:35.376069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:35.376661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:35.377251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:35.377939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Bound port: d31b0a65-0a8e-4414-bf95-4b3a788b6203, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:35.378482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.381667 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e7274b2a-1b50-4379-81dc-b41e105742da req-ceb65e22-8397-426f-b84f-59a6638e93f9 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2171233
Apr 30 21:15:35.386323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (5af44593-2ab7-42cd-9422-a6b920fa5909), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.388960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event deleted for resources: {'Port': ['ID=3d880b11-1cc5-4a9c-90d6-9a894959be26,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:35.409911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] No DVR routers for this DVR port 3d880b11-1cc5-4a9c-90d6-9a894959be26 on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:15:35.414563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.417786 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5a618551-678b-44b6-8890-e4450f33789a req-0885f344-9482-45b9-88e2-19399ca08353 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "DELETE /v2.0/ports/3d880b11-1cc5-4a9c-90d6-9a894959be26 HTTP/1.1" status: 204  len: 173 time: 1.0107450
Apr 30 21:15:35.419856 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fd78bd37-b8c5-466e-b4ff-b65b06e884dc req-bacc6ab9-de0c-420e-9966-274eb5b82099 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eba6d452-b484-4069-9778-a6afa71bf13a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.471501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc6ab9-de0c-420e-9966-274eb5b82099 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba6d452-b484-4069-9778-a6afa71bf13a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:35.478922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:35.481911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:35.529417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fd78bd37-b8c5-466e-b4ff-b65b06e884dc req-bacc6ab9-de0c-420e-9966-274eb5b82099 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.529652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.530720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd78bd37-b8c5-466e-b4ff-b65b06e884dc req-bacc6ab9-de0c-420e-9966-274eb5b82099 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.5360308
Apr 30 21:15:35.531084 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4fdcdaf3-000a-41ba-bc95-7639131232cc tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4424157
Apr 30 21:15:35.550169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:35.592748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.663100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4af567-a619-460b-9a7e-e4117b2301d3 req-1a156a87-4184-46c1-8872-d8e934813de5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:35.663811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:35.664618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb4af567-a619-460b-9a7e-e4117b2301d3 req-1a156a87-4184-46c1-8872-d8e934813de5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0813291
Apr 30 21:15:35.666656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:35.666656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.667759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] 10.222.0.35 "PUT /v2.0/ports/d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 200  len: 1091 time: 1.7353501
Apr 30 21:15:35.670145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:35.672872 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c903f7-5037-4d41-98df-17b520c9e295" -d '{"events": [{"name": "network-changed", "server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:35.685360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'mac_address': 'fa:16:3e:d4:76:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:35.711694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc558091-0152-4190-b614-24d8046c39f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:35.728465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:35.728869 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.743307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:35.746803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb4af567-a619-460b-9a7e-e4117b2301d3 req-5db6bc62-8b9f-4020-b196-616de2038e71 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694172
Apr 30 21:15:35.764623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:35.825440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d87b93-7801-47a1-88ea-6605115a3e24 req-d6af8418-c316-43e2-a1e4-34916b9bdb5b tempest-LiveMigrationNegativeTest-327357169 tempest-LiveMigrationNegativeTest-327357169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:35.826964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02d87b93-7801-47a1-88ea-6605115a3e24 req-d6af8418-c316-43e2-a1e4-34916b9bdb5b tempest-LiveMigrationNegativeTest-327357169 tempest-LiveMigrationNegativeTest-327357169-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 1132 time: 0.0728369
Apr 30 21:15:35.829421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:35.832603 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78884037-eee6-4932-9138-b2377ed6cc07" -d '{"events": [{"server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:35.850956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.893985 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02d87b93-7801-47a1-88ea-6605115a3e24 req-800edc01-98c6-4234-a75e-4f8cac0b2bce tempest-LiveMigrationNegativeTest-327357169 tempest-LiveMigrationNegativeTest-327357169-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:35.901847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e67c11-23d5-4cb9-ba86-b5c70c52f69a req-258ae773-4696-4a75-a01b-dd72bd6ceb53 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:35.903329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73e67c11-23d5-4cb9-ba86-b5c70c52f69a req-258ae773-4696-4a75-a01b-dd72bd6ceb53 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.0905962
Apr 30 21:15:35.903987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:35.914999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-d0bc9290-166e-400d-b0de-1c7154521253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:35.916445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-d0bc9290-166e-400d-b0de-1c7154521253 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1125 time: 0.0886271
Apr 30 21:15:35.977206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73e67c11-23d5-4cb9-ba86-b5c70c52f69a req-1ad55de6-5380-4c56-b2df-14f705165a47 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638835
Apr 30 21:15:36.040229 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02d87b93-7801-47a1-88ea-6605115a3e24 req-800edc01-98c6-4234-a75e-4f8cac0b2bce tempest-LiveMigrationNegativeTest-327357169 tempest-LiveMigrationNegativeTest-327357169-project-admin] Publish callbacks [] for security_group (d1f5b4f3-a6bc-4655-a26c-5e74c30b5d45), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:36.062691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-113e832b-766f-47bb-a346-8e4a6be5228b req-311e6a39-7681-4802-9e44-8afa1eff1c39 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/eba6d452-b484-4069-9778-a6afa71bf13a HTTP/1.1" status: 200  len: 1828 time: 0.0512290
Apr 30 21:15:36.142887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-d110ca60-b8b0-43d1-87eb-540034f0b0cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 200  len: 217 time: 0.0371726
Apr 30 21:15:36.164232 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02d87b93-7801-47a1-88ea-6605115a3e24 req-800edc01-98c6-4234-a75e-4f8cac0b2bce tempest-LiveMigrationNegativeTest-327357169 tempest-LiveMigrationNegativeTest-327357169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d1f5b4f3-a6bc-4655-a26c-5e74c30b5d45), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:36.180186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:36.253728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800edc01-98c6-4234-a75e-4f8cac0b2bce tempest-LiveMigrationNegativeTest-327357169 tempest-LiveMigrationNegativeTest-327357169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f5b4f3-a6bc-4655-a26c-5e74c30b5d45,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:36.261453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02d87b93-7801-47a1-88ea-6605115a3e24 req-800edc01-98c6-4234-a75e-4f8cac0b2bce tempest-LiveMigrationNegativeTest-327357169 tempest-LiveMigrationNegativeTest-327357169-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4105732
Apr 30 21:15:36.264498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-b3ca964d-b525-4557-bfa9-bc6e4c56723f tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1687056748&fields=id&tenant_id=6309fd24cb2e4a5d8fde4f457d529d68 HTTP/1.1" status: 200  len: 267 time: 0.1243839
Apr 30 21:15:36.269574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-f355690f-7cb1-4b70-9e93-0f03be5bffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:36.269574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-f355690f-7cb1-4b70-9e93-0f03be5bffa7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1184192
Apr 30 21:15:36.318860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-369c8557-a7b3-48ac-af30-097d8e17b67a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445015
Apr 30 21:15:36.344102 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0185e798-fe92-4421-b14c-d899cea86be3 x-openstack-request-id: req-0185e798-fe92-4421-b14c-d899cea86be3 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:36.344102 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:36.344102 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0185e798-fe92-4421-b14c-d899cea86be3 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:36.344102 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0185e798-fe92-4421-b14c-d899cea86be3'] response: {'name': 'network-changed', 'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203', 'status': 'completed', 'code': 200}
Apr 30 21:15:36.503210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12cbd-5d71-4a0b-b1fb-ab6421814a36 req-835fdb71-23b0-421a-a4a7-1496a03d0313 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:36.505300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bab12cbd-5d71-4a0b-b1fb-ab6421814a36 req-835fdb71-23b0-421a-a4a7-1496a03d0313 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 948 time: 0.0933950
Apr 30 21:15:36.536078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'name': 'network-vif-deleted', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:36.538502 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746f1a30-09d8-4805-8b04-2d62d9e0eafa" -d '{"events": [{"server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "name": "network-vif-deleted", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:36.545013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-677fd4e9-2bc1-4703-919f-c114dcb45807 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:36.546498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-677fd4e9-2bc1-4703-919f-c114dcb45807 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/networks?id=1152c707-7e0c-4173-990b-839e96baa458 HTTP/1.1" status: 200  len: 815 time: 0.2543190
Apr 30 21:15:36.552200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-ce717c6e-e224-421b-bacc-24f0ffb6da12 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197938
Apr 30 21:15:36.584859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-64cc6963-8012-4787-b6fd-736843e18382 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/quotas/6309fd24cb2e4a5d8fde4f457d529d68 HTTP/1.1" status: 200  len: 375 time: 0.0307817
Apr 30 21:15:36.639568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bab12cbd-5d71-4a0b-b1fb-ab6421814a36 req-87adb630-18cc-4883-b7ed-0e5c3331d3ab tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254070
Apr 30 21:15:36.690799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-6f87778e-6c92-4f26-b833-33c5fa177811 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6309fd24cb2e4a5d8fde4f457d529d68&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0920479
Apr 30 21:15:36.727958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c64ec55-82a1-4087-9ae5-6eb28f4a7f46 req-abf13a78-5511-415c-ae3b-effaf81ca0aa service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564484
Apr 30 21:15:36.734899 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b3945a-e11a-4d50-aaa5-42df1ca72c3e x-openstack-request-id: req-a7b3945a-e11a-4d50-aaa5-42df1ca72c3e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:36.735789 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:36.736251 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7b3945a-e11a-4d50-aaa5-42df1ca72c3e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:36.736877 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b3945a-e11a-4d50-aaa5-42df1ca72c3e'] response: {'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'code': 200}
Apr 30 21:15:36.802076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-20b16bf2-c1bc-4d7e-93fa-b131a0ccefb7 service neutron] 10.222.0.23 "GET /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0963652
Apr 30 21:15:36.840366 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3091b709-069c-4cf6-8a58-efa6f1bef1af x-openstack-request-id: req-3091b709-069c-4cf6-8a58-efa6f1bef1af {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:36.840662 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3279965-3245-4077-96e6-ecaf57d00b9b", "name": "network-vif-deleted", "tag": "3d880b11-1cc5-4a9c-90d6-9a894959be26", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:36.840920 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3091b709-069c-4cf6-8a58-efa6f1bef1af {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:36.841337 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3091b709-069c-4cf6-8a58-efa6f1bef1af'] response: {'server_uuid': 'f3279965-3245-4077-96e6-ecaf57d00b9b', 'name': 'network-vif-deleted', 'tag': '3d880b11-1cc5-4a9c-90d6-9a894959be26', 'status': 'completed', 'code': 200}
Apr 30 21:15:36.865471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-256f9f3e-a2cd-4cc5-982f-24bcf4475816 req-bb4f1bd2-5a28-4abe-973c-540bfed060bf tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1928680120', 'description': 'tempest-description-504448987'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:36.918349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-3a0e9ed3-bc9b-4595-83e6-5bf08117953b service neutron] 10.222.0.23 "GET /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103678
Apr 30 21:15:36.988063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-256f9f3e-a2cd-4cc5-982f-24bcf4475816 req-bb4f1bd2-5a28-4abe-973c-540bfed060bf tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:37.055911 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-256f9f3e-a2cd-4cc5-982f-24bcf4475816 req-bb4f1bd2-5a28-4abe-973c-540bfed060bf tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (a9cdea46-836a-4563-a015-3dc5b5ee5afa), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:37.131320 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-256f9f3e-a2cd-4cc5-982f-24bcf4475816 req-bb4f1bd2-5a28-4abe-973c-540bfed060bf tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a9cdea46-836a-4563-a015-3dc5b5ee5afa), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:37.189645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f1bd2-5a28-4abe-973c-540bfed060bf tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cdea46-836a-4563-a015-3dc5b5ee5afa,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:37.205913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab747fc-cc92-40e2-9ac1-b7336d6db175 req-53c8afc1-ccaa-47e0-a209-46b25c2de8b7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:37.208053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cab747fc-cc92-40e2-9ac1-b7336d6db175 req-53c8afc1-ccaa-47e0-a209-46b25c2de8b7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0608699
Apr 30 21:15:37.252700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-256f9f3e-a2cd-4cc5-982f-24bcf4475816 req-bb4f1bd2-5a28-4abe-973c-540bfed060bf tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:37.254502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-256f9f3e-a2cd-4cc5-982f-24bcf4475816 req-bb4f1bd2-5a28-4abe-973c-540bfed060bf tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.3951659
Apr 30 21:15:37.267881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cab747fc-cc92-40e2-9ac1-b7336d6db175 req-b96cf469-f747-492e-955c-28d7400c4e9a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547357
Apr 30 21:15:37.306311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-e9c29597-2f82-4aba-ac80-20217843d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:37.307813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-e9c29597-2f82-4aba-ac80-20217843d4b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1125 time: 0.0515618
Apr 30 21:15:37.509043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53921f2-6725-451b-a0fc-6c86fe911f18 req-7f6f68da-2050-4a57-b02d-04df4ccb019e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:37.510504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d53921f2-6725-451b-a0fc-6c86fe911f18 req-7f6f68da-2050-4a57-b02d-04df4ccb019e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.0895197
Apr 30 21:15:37.514960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-62d71060-1a14-4a1c-90f8-34da5ab5be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:37.516300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-62d71060-1a14-4a1c-90f8-34da5ab5be7e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.2004964
Apr 30 21:15:37.564942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:37.567430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:37.581696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-cf13e899-61aa-4225-b14e-983c50272959 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 200  len: 217 time: 0.0511427
Apr 30 21:15:37.589652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9284-e5a6-4550-8d3b-66635209f699 req-6ee80692-e931-4573-a5fb-31242ba489b6 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:37.591057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-6ee80692-e931-4573-a5fb-31242ba489b6 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 822 time: 0.2260950
Apr 30 21:15:37.649832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-cbd37e80-04fc-4936-8164-9880c6c24b54 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/quotas/711cc97213824857927f7626b41012cb HTTP/1.1" status: 200  len: 375 time: 0.0463433
Apr 30 21:15:37.664635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:15:37.665603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d53921f2-6725-451b-a0fc-6c86fe911f18 req-58ef6c17-7834-4116-b145-46fb787ce31c tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483183
Apr 30 21:15:37.699183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-cb522b80-08a0-4960-905f-cd64c423e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:37.700778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-cb522b80-08a0-4960-905f-cd64c423e488 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.1088791
Apr 30 21:15:37.702593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-735095de-a5aa-4e30-a6e8-c853a50c7080 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0342226
Apr 30 21:15:37.714832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:37.728189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:37.728566 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:37.730312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'mac_address': 'fa:16:3e:73:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:37.776796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-df8508d8-eefe-4fe5-a66a-1453f0b03039 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683787
Apr 30 21:15:37.803771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0148cfe2-db7e-4096-b624-dd079aece8ea is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:37.804255 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:37.810787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c870d8d-a104-42f0-9b72-6d3fefbb90be req-0eefc0bb-c0eb-4bf1-962d-e7fe6d6dc752 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 210 time: 0.0928433
Apr 30 21:15:37.844286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0148cfe2-db7e-4096-b624-dd079aece8ea {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:37.873651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:37.874899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:37.875312 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:37.907453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:37.954572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:37.965119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96385cb3-4093-4afb-9b51-af8b83517fb5 req-0eb44393-303e-4074-b94e-cc1d8748583f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/a9cdea46-836a-4563-a015-3dc5b5ee5afa HTTP/1.1" status: 200  len: 1829 time: 0.1056771
Apr 30 21:15:37.970974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-cbb7cb99-cb81-488b-ba20-4176f6399165 service neutron] 10.222.0.23 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511261
Apr 30 21:15:37.991912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-d5da1cfe-f48a-4078-9afa-a47208bd018c service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897464
Apr 30 21:15:37.993939 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:38.024427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:38.081142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0148cfe2-db7e-4096-b624-dd079aece8ea'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:38.087201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:38.185193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4c903f7-5037-4d41-98df-17b520c9e295 req-24d8c8d4-e137-4acb-ac91-cfea7900f9ad service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869733
Apr 30 21:15:38.187370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-95bc39c3-aef3-4624-85f0-010c82da84a4 service neutron] 10.222.0.23 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2060175
Apr 30 21:15:38.480777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-64ed30a3-a9c2-43fa-b395-cbcb529c3c23 req-eb182bf6-daf1-442d-9643-9177e72604fd tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1569886781', 'description': 'tempest-description-783063850'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:38.492489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3d880b11-1cc5-4a9c-90d6-9a894959be26 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:15:38.508485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d91ed8-ee57-4d2d-8c32-c2a404596eb5 req-03ca220b-e084-48d7-a816-f4966d677254 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:38.510004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30d91ed8-ee57-4d2d-8c32-c2a404596eb5 req-03ca220b-e084-48d7-a816-f4966d677254 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0893128
Apr 30 21:15:38.517193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 3d880b11-1cc5-4a9c-90d6-9a894959be26 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:15:38.517539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3d880b11-1cc5-4a9c-90d6-9a894959be26 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:15:38.558415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30d91ed8-ee57-4d2d-8c32-c2a404596eb5 req-58ef6447-a0fc-483d-b560-427142da5170 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424044
Apr 30 21:15:38.572068 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-64ed30a3-a9c2-43fa-b395-cbcb529c3c23 req-eb182bf6-daf1-442d-9643-9177e72604fd tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:38.679516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-64ed30a3-a9c2-43fa-b395-cbcb529c3c23 req-eb182bf6-daf1-442d-9643-9177e72604fd tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (55d03c3e-bc46-4f93-bfd6-ca1360afa6df), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:38.688182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1f277-dd96-4d91-819c-dee1447f3001 req-3991af95-c08b-46fa-a81f-d056fb5969b4 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:38.689661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ed1f277-dd96-4d91-819c-dee1447f3001 req-3991af95-c08b-46fa-a81f-d056fb5969b4 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0630465
Apr 30 21:15:38.736708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ed1f277-dd96-4d91-819c-dee1447f3001 req-8264cddf-7c97-4a5b-84d2-fd41cbb507db tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405467
Apr 30 21:15:38.739058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:38.739220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-64ed30a3-a9c2-43fa-b395-cbcb529c3c23 req-eb182bf6-daf1-442d-9643-9177e72604fd tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (55d03c3e-bc46-4f93-bfd6-ca1360afa6df), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:38.741371 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f138a524-2528-4399-86cf-abaeafad938e" -d '{"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-plugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:38.769397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb182bf6-daf1-442d-9643-9177e72604fd tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d03c3e-bc46-4f93-bfd6-ca1360afa6df,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:38.818233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2cc42f8-2506-4c37-8cfc-83252b129b23 req-4be661a8-8d3d-4182-a8bd-7c6c58794613 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 210 time: 0.0276518
Apr 30 21:15:38.841574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-64ed30a3-a9c2-43fa-b395-cbcb529c3c23 req-eb182bf6-daf1-442d-9643-9177e72604fd tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:38.841574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64ed30a3-a9c2-43fa-b395-cbcb529c3c23 req-eb182bf6-daf1-442d-9643-9177e72604fd tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.3652320
Apr 30 21:15:38.958388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07173e6e-aee4-4595-a4fc-3914a27aea1c req-3d4fd014-b978-4a2b-94b5-34778ae05db4 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:38.959850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07173e6e-aee4-4595-a4fc-3914a27aea1c req-3d4fd014-b978-4a2b-94b5-34778ae05db4 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.0760605
Apr 30 21:15:38.967790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f9696-6131-40c8-853e-f06f16261de4 req-01e58e00-392b-4fb8-b279-842cd8dd0178 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:38.969167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a67f9696-6131-40c8-853e-f06f16261de4 req-01e58e00-392b-4fb8-b279-842cd8dd0178 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.0757339
Apr 30 21:15:39.038285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07173e6e-aee4-4595-a4fc-3914a27aea1c req-5df93a50-4777-4693-a6a3-10ee4d370598 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681460
Apr 30 21:15:39.045807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a67f9696-6131-40c8-853e-f06f16261de4 req-a7b57ac1-5434-4ae1-a182-7aebcb6cd9c1 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686252
Apr 30 21:15:39.095613 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125acba-4391-4932-8f3d-43fe7a98e7f6 x-openstack-request-id: req-2125acba-4391-4932-8f3d-43fe7a98e7f6 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:39.096120 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-plugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:39.096221 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2125acba-4391-4932-8f3d-43fe7a98e7f6 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:39.096642 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2125acba-4391-4932-8f3d-43fe7a98e7f6'] response: {'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'code': 200}
Apr 30 21:15:39.146231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e80fe2d3-4bf8-4e4a-ab32-85acdecd4fb4 req-5622f7aa-7fe7-44a5-918d-e67235d07afa tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 210 time: 0.0384524
Apr 30 21:15:39.167747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1dc9a312-0d07-4b47-bd3f-9e4c764ef942 req-01250f6a-e9b0-4540-b694-c0619bf5eb37 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/55d03c3e-bc46-4f93-bfd6-ca1360afa6df HTTP/1.1" status: 200  len: 1829 time: 0.0620961
Apr 30 21:15:39.196158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b6282e9a-2d11-440e-897c-bfdc95dbdaef req-80de859e-cc76-4a2f-8670-c5ee1682353b tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-806142422', 'description': 'tempest-description-2088542736'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:39.311163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b6282e9a-2d11-440e-897c-bfdc95dbdaef req-80de859e-cc76-4a2f-8670-c5ee1682353b tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.377472 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b6282e9a-2d11-440e-897c-bfdc95dbdaef req-80de859e-cc76-4a2f-8670-c5ee1682353b tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (54c48701-3e53-4f3b-b74c-b7bc06a2e796), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.430594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b6282e9a-2d11-440e-897c-bfdc95dbdaef req-80de859e-cc76-4a2f-8670-c5ee1682353b tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (54c48701-3e53-4f3b-b74c-b7bc06a2e796), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.445884 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-3bcc946b-ccc9-4788-a564-2ed35857ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:39.447575 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-3bcc946b-ccc9-4788-a564-2ed35857ce9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0539467
Apr 30 21:15:39.476124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de859e-cc76-4a2f-8670-c5ee1682353b tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c48701-3e53-4f3b-b74c-b7bc06a2e796,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:39.492040 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-6bc8f946-1250-4d9d-a207-213c4c4b7b7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341270
Apr 30 21:15:39.550014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b6282e9a-2d11-440e-897c-bfdc95dbdaef req-80de859e-cc76-4a2f-8670-c5ee1682353b tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.551862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6282e9a-2d11-440e-897c-bfdc95dbdaef req-80de859e-cc76-4a2f-8670-c5ee1682353b tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.3603206
Apr 30 21:15:39.587409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:39.614950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7416dec-8630-49f4-a091-246fe8bc2b68 req-0d2d5032-1110-4284-862e-b9fa91cef184 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/54c48701-3e53-4f3b-b74c-b7bc06a2e796 HTTP/1.1" status: 200  len: 1829 time: 0.0419686
Apr 30 21:15:39.650288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0148cfe2-db7e-4096-b624-dd079aece8ea triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:39.650923 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.661925 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-b2d5afc4-87a2-4389-9b77-97e52fe1498f req-92ed22db-bb8c-4746-9ce8-b0c17395b3fa tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] show failed (client error): The resource could not be found.
Apr 30 21:15:39.662961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2d5afc4-87a2-4389-9b77-97e52fe1498f req-92ed22db-bb8c-4746-9ce8-b0c17395b3fa tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/b8fc0188-d28a-4a29-882a-1a38d0d81de9 HTTP/1.1" status: 404  len: 352 time: 0.0284071
Apr 30 21:15:39.706262 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-df4aa272-899c-44cc-b788-73ddc6ab49b1 req-e061ac29-fcbd-4501-b39e-e536d4e486d8 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] show failed (client error): The resource could not be found.
Apr 30 21:15:39.707277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df4aa272-899c-44cc-b788-73ddc6ab49b1 req-e061ac29-fcbd-4501-b39e-e536d4e486d8 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-group-rules/0ba3d680-dd25-4b7f-a04c-be63bef030fc HTTP/1.1" status: 404  len: 361 time: 0.0207951
Apr 30 21:15:39.723039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254c170-c610-45e4-b610-682d8736f2a8 req-e2ee6d94-6d4b-4d31-a671-4353dea3814b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:39.726562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5254c170-c610-45e4-b610-682d8736f2a8 req-e2ee6d94-6d4b-4d31-a671-4353dea3814b tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0802965
Apr 30 21:15:39.742939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0148cfe2-db7e-4096-b624-dd079aece8ea is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:39.745838 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.778317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:39.798175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5254c170-c610-45e4-b610-682d8736f2a8 req-12016664-6247-4e7e-a87c-a243c199ae12 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686657
Apr 30 21:15:39.803457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81f0b2ff-5d23-4356-98b1-2ef384a8a5a5 req-a714f94c-30cf-46fa-9c5c-9ee749433b79 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/54c48701-3e53-4f3b-b74c-b7bc06a2e796 HTTP/1.1" status: 200  len: 1829 time: 0.0588360
Apr 30 21:15:39.840934 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.874838 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-81f0b2ff-5d23-4356-98b1-2ef384a8a5a5 req-600db2e0-5fa9-4942-b9c7-9a3f0298ca67 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (54c48701-3e53-4f3b-b74c-b7bc06a2e796), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.891975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=10']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:39.918930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-81f0b2ff-5d23-4356-98b1-2ef384a8a5a5 req-600db2e0-5fa9-4942-b9c7-9a3f0298ca67 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (54c48701-3e53-4f3b-b74c-b7bc06a2e796), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:39.927030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ae1e4-4a28-451a-a5e7-31934e2d7b8e req-704a522b-db50-4d32-bd1b-3aabc7d16ccc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:39.928585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d58ae1e4-4a28-451a-a5e7-31934e2d7b8e req-704a522b-db50-4d32-bd1b-3aabc7d16ccc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0674379
Apr 30 21:15:39.995456 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d58ae1e4-4a28-451a-a5e7-31934e2d7b8e req-284a5f72-6f0f-4d60-a656-7011b82d9833 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581303
Apr 30 21:15:40.045296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-81f0b2ff-5d23-4356-98b1-2ef384a8a5a5 req-600db2e0-5fa9-4942-b9c7-9a3f0298ca67 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (54c48701-3e53-4f3b-b74c-b7bc06a2e796), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.049218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-81f0b2ff-5d23-4356-98b1-2ef384a8a5a5 req-600db2e0-5fa9-4942-b9c7-9a3f0298ca67 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.049218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81f0b2ff-5d23-4356-98b1-2ef384a8a5a5 req-600db2e0-5fa9-4942-b9c7-9a3f0298ca67 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "DELETE /v2.0/security-groups/54c48701-3e53-4f3b-b74c-b7bc06a2e796 HTTP/1.1" status: 204  len: 173 time: 0.2396927
Apr 30 21:15:40.061458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600db2e0-5fa9-4942-b9c7-9a3f0298ca67 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c48701-3e53-4f3b-b74c-b7bc06a2e796,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:40.095041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dea42079-913d-42a3-bc3d-f099c2e67aa2 req-45dbc898-786a-4d0e-a604-3be080ca0018 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 210 time: 0.0361276
Apr 30 21:15:40.138690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ead1af74-3a93-44cc-b56a-faa5d60374e2 req-3a3bc343-c9c4-44a5-a956-d291f8292971 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/55d03c3e-bc46-4f93-bfd6-ca1360afa6df HTTP/1.1" status: 200  len: 1829 time: 0.0464199
Apr 30 21:15:40.217807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50395153-38a3-44aa-aada-a998b50c4230 req-125ea4ed-fdf7-44a3-9a53-8f6b49dffbb8 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:40.219237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50395153-38a3-44aa-aada-a998b50c4230 req-125ea4ed-fdf7-44a3-9a53-8f6b49dffbb8 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.0631247
Apr 30 21:15:40.241508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ead1af74-3a93-44cc-b56a-faa5d60374e2 req-bf511ed9-2821-49af-979f-ef6f41815e5f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (55d03c3e-bc46-4f93-bfd6-ca1360afa6df), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.307877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ead1af74-3a93-44cc-b56a-faa5d60374e2 req-bf511ed9-2821-49af-979f-ef6f41815e5f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (55d03c3e-bc46-4f93-bfd6-ca1360afa6df), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.353856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50395153-38a3-44aa-aada-a998b50c4230 req-881183a3-2e19-437b-8187-870e8d6bb3e3 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271477
Apr 30 21:15:40.424749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-6acaf58b-d935-423c-a77f-0df46b4bc9cb tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:40.426280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-6acaf58b-d935-423c-a77f-0df46b4bc9cb tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.35 "GET /v2.0/networks?id=1152c707-7e0c-4173-990b-839e96baa458 HTTP/1.1" status: 200  len: 815 time: 0.1624801
Apr 30 21:15:40.489048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d31b0a65-0a8e-4414-bf95-4b3a788b6203 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:40.495249 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ead1af74-3a93-44cc-b56a-faa5d60374e2 req-bf511ed9-2821-49af-979f-ef6f41815e5f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (55d03c3e-bc46-4f93-bfd6-ca1360afa6df), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.498147 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ead1af74-3a93-44cc-b56a-faa5d60374e2 req-bf511ed9-2821-49af-979f-ef6f41815e5f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.499349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ead1af74-3a93-44cc-b56a-faa5d60374e2 req-bf511ed9-2821-49af-979f-ef6f41815e5f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "DELETE /v2.0/security-groups/55d03c3e-bc46-4f93-bfd6-ca1360afa6df HTTP/1.1" status: 204  len: 173 time: 0.3539839
Apr 30 21:15:40.521312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894623f-7882-407c-b4f5-daa53fa9f1a6 req-e570da80-79ae-4d9f-93fc-bea1cf21872b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:40.523037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9894623f-7882-407c-b4f5-daa53fa9f1a6 req-e570da80-79ae-4d9f-93fc-bea1cf21872b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.0958128
Apr 30 21:15:40.550951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf511ed9-2821-49af-979f-ef6f41815e5f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d03c3e-bc46-4f93-bfd6-ca1360afa6df,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:40.563653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9284-e5a6-4550-8d3b-66635209f699 req-138d82e0-ac9d-46f9-9b3c-dc29e6f74234 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:40.566023 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-138d82e0-ac9d-46f9-9b3c-dc29e6f74234 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 822 time: 0.1488400
Apr 30 21:15:40.569844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-d6b0851c-ff95-4dc4-a1e7-60bb6aab2554 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6309fd24cb2e4a5d8fde4f457d529d68 HTTP/1.1" status: 200  len: 380 time: 0.1331809
Apr 30 21:15:40.582630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Request body: {'port': {'device_id': '8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8', 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'admin_state_up': True, 'tenant_id': '711cc97213824857927f7626b41012cb'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:40.590325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Request body: {'port': {'device_id': '361d2aa0-0533-433d-aec8-097fee016242', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'admin_state_up': True, 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'security_groups': ['d63d63a2-5855-41c0-b6ea-bdfedaa7b039']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:40.624278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59d9becc-8a45-48d4-94d6-5ae64ea45751 req-77b757a9-125d-4b9f-b390-2f2151e43ab4 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 210 time: 0.0522659
Apr 30 21:15:40.649585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:40.682727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203', 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3', 'port_id': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203', 'mac_address': 'fa:16:3e:7c:d8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d385b6-1100-4605-bf52-24637aef584a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:40.734332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d31b0a65-0a8e-4414-bf95-4b3a788b6203 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:40.734729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.749596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31b0a65-0a8e-4414-bf95-4b3a788b6203 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:40.793499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:40.849411 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-c4ede4ff-506a-47c4-b7f8-f5b731fc56bf service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627936
Apr 30 21:15:40.874333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.932660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Made reservation on behalf of 711cc97213824857927f7626b41012cb for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:40.936648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:40.942910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:41.026387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9894623f-7882-407c-b4f5-daa53fa9f1a6 req-8c8bbaa6-1647-4aed-89b9-9e4ee62ebeb7 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4964523
Apr 30 21:15:41.098527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:41.101339 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fb9820-c7c0-4438-8cab-f8e3ce24349a" -d '{"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-plugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:41.121897 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-77b6d42a-57ce-4017-9ad9-b42033c8113a req-746af152-2397-45a6-ae79-20e4284fc309 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364397
Apr 30 21:15:41.133880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-a648532f-a575-4511-b665-4f642da7d1ef tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:41.135382 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-a648532f-a575-4511-b665-4f642da7d1ef tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.20 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.1399899
Apr 30 21:15:41.142033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d31b0a65-0a8e-4414-bf95-4b3a788b6203'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:41.218344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-38982562-e4aa-4e26-9c49-085fc7f6aaf1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:41.219844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-38982562-e4aa-4e26-9c49-085fc7f6aaf1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.2241669
Apr 30 21:15:41.233212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Allocated IP 172.20.0.12 (9f3cd876-8b51-4bde-a809-728e22df1c30/c5bec68f-e690-4abb-9af2-517442cf9515/4353948c-dd49-4e67-89ce-6381a6d54506) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:15:41.243390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Made reservation on behalf of 6309fd24cb2e4a5d8fde4f457d529d68 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:41.246702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:41.273391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-042b33a3-c12e-40a0-9cc8-bd200ea5992c req-2def2eb4-36bc-4a00-adab-fc2701ba23a3 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/a9cdea46-836a-4563-a015-3dc5b5ee5afa HTTP/1.1" status: 200  len: 1829 time: 0.6107512
Apr 30 21:15:41.291586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f8d48-87c4-432c-8d95-b3298fd10ff8 req-25c03df3-6179-4a49-a713-79ca68728ab1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:41.294259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Deleting port 58a25f77-e029-49da-8d04-dc69125045ee {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:15:41.294596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (58a25f77-e029-49da-8d04-dc69125045ee), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:41.298640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-525f8d48-87c4-432c-8d95-b3298fd10ff8 req-25c03df3-6179-4a49-a713-79ca68728ab1 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.1211648
Apr 30 21:15:41.570438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-525f8d48-87c4-432c-8d95-b3298fd10ff8 req-815aef54-d787-4461-b9c5-a27a7b1dc891 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704563
Apr 30 21:15:41.574894 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-042b33a3-c12e-40a0-9cc8-bd200ea5992c req-c843d81f-6c91-4d4e-9019-f601d436936d tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (a9cdea46-836a-4563-a015-3dc5b5ee5afa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:41.621640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Allocated IP 172.20.0.12 (1152c707-7e0c-4173-990b-839e96baa458/289508dd-01d2-4845-b2ab-681c36928707/f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:15:41.643129 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-042b33a3-c12e-40a0-9cc8-bd200ea5992c req-c843d81f-6c91-4d4e-9019-f601d436936d tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (a9cdea46-836a-4563-a015-3dc5b5ee5afa), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:41.799837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-709f9cdd-2699-4a00-bfa7-ca941561365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:41.801383 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-709f9cdd-2699-4a00-bfa7-ca941561365e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1125 time: 0.1152322
Apr 30 21:15:41.829556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] For port 58a25f77-e029-49da-8d04-dc69125045ee, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58a25f77-e029-49da-8d04-dc69125045ee,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:41.829970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (58a25f77-e029-49da-8d04-dc69125045ee), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:41.855815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91df5b-42b8-4877-9f9c-14c660eae46d req-5fce74fb-d9c6-46bc-991f-17528a7e235c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:41.862802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f91df5b-42b8-4877-9f9c-14c660eae46d req-5fce74fb-d9c6-46bc-991f-17528a7e235c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.1399717
Apr 30 21:15:41.887563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Calling delete_port for 58a25f77-e029-49da-8d04-dc69125045ee owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:15:41.912588 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-042b33a3-c12e-40a0-9cc8-bd200ea5992c req-c843d81f-6c91-4d4e-9019-f601d436936d tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a9cdea46-836a-4563-a015-3dc5b5ee5afa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:41.915397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-042b33a3-c12e-40a0-9cc8-bd200ea5992c req-c843d81f-6c91-4d4e-9019-f601d436936d tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:41.916721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-042b33a3-c12e-40a0-9cc8-bd200ea5992c req-c843d81f-6c91-4d4e-9019-f601d436936d tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "DELETE /v2.0/security-groups/a9cdea46-836a-4563-a015-3dc5b5ee5afa HTTP/1.1" status: 204  len: 173 time: 0.6423969
Apr 30 21:15:41.945065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-579781c0-b2e0-4333-b317-ed6f60d74177 service neutron] 10.222.0.20 "GET /v2.0/ports/3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.2852194
Apr 30 21:15:41.988675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f91df5b-42b8-4877-9f9c-14c660eae46d req-e2cbd713-f735-45b5-8a69-6f815954ec74 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222894
Apr 30 21:15:41.989529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843d81f-6c91-4d4e-9019-f601d436936d tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cdea46-836a-4563-a015-3dc5b5ee5afa,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:42.014737 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87f776b-9176-4acc-b03c-0e75516752dd x-openstack-request-id: req-a87f776b-9176-4acc-b03c-0e75516752dd {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:42.021330 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-plugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:42.021707 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a87f776b-9176-4acc-b03c-0e75516752dd {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:42.023831 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87f776b-9176-4acc-b03c-0e75516752dd'] response: {'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'code': 200}
Apr 30 21:15:42.085064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-02fd3b80-6a43-4f26-a35b-6ff40fceb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:42.086915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-02fd3b80-6a43-4f26-a35b-6ff40fceb9c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1131 time: 0.0861025
Apr 30 21:15:42.149187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for port (4353948c-dd49-4e67-89ce-6381a6d54506), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:42.177369 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:42.215815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-a2100091-d29b-4eff-aaaa-299d61ac5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:42.217347 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-a2100091-d29b-4eff-aaaa-299d61ac5b9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.4068570
Apr 30 21:15:42.236692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a030e0b-38f6-4850-8887-35ec907ccc47 req-1bd0a60f-b47f-430f-a113-65149cee5a96 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 210 time: 0.1143157
Apr 30 21:15:42.284085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579ae20-f0f6-4781-889b-ffac1412c09b req-c73c046a-80e2-4a61-93e8-7306c6dad07e tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:42.286018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e579ae20-f0f6-4781-889b-ffac1412c09b req-c73c046a-80e2-4a61-93e8-7306c6dad07e tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 950 time: 0.1233907
Apr 30 21:15:42.309933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (58a25f77-e029-49da-8d04-dc69125045ee), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:42.312205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:42.319624 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-87f62ee5-1782-493f-a9b2-bcc5a4c813f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 200  len: 217 time: 0.0945506
Apr 30 21:15:42.331850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['062557a1-62cc-425d-97a6-043e7cd89a22'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:42.339610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['58a25f77-e029-49da-8d04-dc69125045ee'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:42.359037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-39cd4a3c-ff2a-49e0-ba4b-dffe8f6706f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:42.360615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-39cd4a3c-ff2a-49e0-ba4b-dffe8f6706f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2659731
Apr 30 21:15:42.376600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Pushing event deleted for resources: {'Port': ['ID=58a25f77-e029-49da-8d04-dc69125045ee,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:42.398479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Network 9f3cd876-8b51-4bde-a809-728e22df1c30 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:15:42.438043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:42.444746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-4a00cfb7-8187-4778-a104-62b1486394e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.0717037
Apr 30 21:15:42.466557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:15:42.471572 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:42.545420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e579ae20-f0f6-4781-889b-ffac1412c09b req-47325174-04ba-44f1-887b-a42442841699 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484181
Apr 30 21:15:42.569493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d31b0a65-0a8e-4414-bf95-4b3a788b6203 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:42.611834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] No DVR routers for this DVR port 58a25f77-e029-49da-8d04-dc69125045ee on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:15:42.616774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event updated for resources: {'Port': ['ID=4353948c-dd49-4e67-89ce-6381a6d54506,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:42.619728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:42.623165 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ac32a07-c045-4b0f-b29a-0a389ecca768 req-958676fd-7647-4bdf-87ab-57168be2414b tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.20 "DELETE /v2.0/ports/58a25f77-e029-49da-8d04-dc69125045ee HTTP/1.1" status: 204  len: 173 time: 1.4659903
Apr 30 21:15:42.635458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219f9425-7fbc-424f-8c16-8db2a0f02edb', 'name': 'network-vif-deleted', 'tag': '58a25f77-e029-49da-8d04-dc69125045ee'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:42.641883 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eecd98-a085-4741-842e-f013f4cd9aa8" -d '{"events": [{"server_uuid": "219f9425-7fbc-424f-8c16-8db2a0f02edb", "name": "network-vif-deleted", "tag": "58a25f77-e029-49da-8d04-dc69125045ee"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:42.645632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-c2bd8d18-491f-4089-aa24-8c673e434867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:42.648647 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-c2bd8d18-491f-4089-aa24-8c673e434867 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.3134880
Apr 30 21:15:42.678345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087eafdb-f644-4197-bf57-4a7086f64070 req-871a6d90-3c19-4ae4-82e7-4a182a0383fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:42.681851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:42.683056 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:42.684819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-087eafdb-f644-4197-bf57-4a7086f64070 req-871a6d90-3c19-4ae4-82e7-4a182a0383fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 932 time: 0.2421420
Apr 30 21:15:42.705563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port d31b0a65-0a8e-4414-bf95-4b3a788b6203 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:15:42.714708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Network 1152c707-7e0c-4173-990b-839e96baa458 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:15:42.720692 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-4ac7d021-6c34-4307-ab93-9a0bc2f78cbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634406
Apr 30 21:15:42.725149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-985293d5-6170-48a1-8146-07f7f9883a45 req-84a96fa3-d67a-4d88-9752-21bbb17f5e2c tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/eba6d452-b484-4069-9778-a6afa71bf13a HTTP/1.1" status: 200  len: 1828 time: 0.1287649
Apr 30 21:15:42.737815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:42.744945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-f7156762-07ed-4a65-bd83-ce2b72027792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:42.746445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-f7156762-07ed-4a65-bd83-ce2b72027792 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.2873626
Apr 30 21:15:42.747892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:15:42.751815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event updated for resources: {'Port': ['ID=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:42.795050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port d31b0a65-0a8e-4414-bf95-4b3a788b6203 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:42.796911 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:42.835862 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-becb9fca-642d-46c3-89d7-f0d1278d7e34 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2581389
Apr 30 21:15:42.943517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Request body: {'port': {'device_id': '8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:42.994861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d31b0a65-0a8e-4414-bf95-4b3a788b6203 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:42.995366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.024246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-0200beb5-03f4-4145-9a09-b96a6f6ffec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:43.027149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-0200beb5-03f4-4145-9a09-b96a6f6ffec7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1218190
Apr 30 21:15:43.033256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:43.034072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.053720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-087eafdb-f644-4197-bf57-4a7086f64070 req-a86d10dc-8262-4e57-9e2c-acb647875d77 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3679984
Apr 30 21:15:43.111776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:43.119411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-985293d5-6170-48a1-8146-07f7f9883a45 req-d840b9ca-d0e5-4c98-a7ef-bca62b1b57d6 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (eba6d452-b484-4069-9778-a6afa71bf13a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.171370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-36c451fa-55c4-45a9-a00f-2de8ac2bb046 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5881531
Apr 30 21:15:43.179928 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.184313 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-cd5e38e9-524d-4b08-b127-1db618b0398d service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3998909
Apr 30 21:15:43.196707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-985293d5-6170-48a1-8146-07f7f9883a45 req-d840b9ca-d0e5-4c98-a7ef-bca62b1b57d6 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (eba6d452-b484-4069-9778-a6afa71bf13a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.200246 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.229632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Request body: {'port': {'device_id': '361d2aa0-0533-433d-aec8-097fee016242', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:43.272711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:43.303087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1087c515-8ac0-4298-a149-c1ec8aef9526 None None] Provisioning complete for port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:43.303601 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1087c515-8ac0-4298-a149-c1ec8aef9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.356150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1087c515-8ac0-4298-a149-c1ec8aef9526 None None] Port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:15:43.397196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0c92c-4e5f-4548-8c35-dfe3d6cd81f7 req-59064d4e-12c9-4d89-b8d1-709ac6a97042 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:43.398807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f0c92c-4e5f-4548-8c35-dfe3d6cd81f7 req-59064d4e-12c9-4d89-b8d1-709ac6a97042 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.1549835
Apr 30 21:15:43.425280 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.478295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-985293d5-6170-48a1-8146-07f7f9883a45 req-d840b9ca-d0e5-4c98-a7ef-bca62b1b57d6 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eba6d452-b484-4069-9778-a6afa71bf13a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.480753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-985293d5-6170-48a1-8146-07f7f9883a45 req-d840b9ca-d0e5-4c98-a7ef-bca62b1b57d6 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.481910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-985293d5-6170-48a1-8146-07f7f9883a45 req-d840b9ca-d0e5-4c98-a7ef-bca62b1b57d6 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "DELETE /v2.0/security-groups/eba6d452-b484-4069-9778-a6afa71bf13a HTTP/1.1" status: 204  len: 173 time: 0.7409339
Apr 30 21:15:43.512410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840b9ca-d0e5-4c98-a7ef-bca62b1b57d6 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba6d452-b484-4069-9778-a6afa71bf13a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:43.518743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f0c92c-4e5f-4548-8c35-dfe3d6cd81f7 req-9b7d4dab-0468-43f8-ac0a-7009a9d6a8de tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111097
Apr 30 21:15:43.681075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4353948c-dd49-4e67-89ce-6381a6d54506 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:43.691901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Publish callbacks [] for port (4353948c-dd49-4e67-89ce-6381a6d54506), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.695812 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ddf87c-6469-4fe0-8c73-3330a8966a66 x-openstack-request-id: req-c3ddf87c-6469-4fe0-8c73-3330a8966a66 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:43.696225 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219f9425-7fbc-424f-8c16-8db2a0f02edb", "name": "network-vif-deleted", "tag": "58a25f77-e029-49da-8d04-dc69125045ee", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:43.696341 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3ddf87c-6469-4fe0-8c73-3330a8966a66 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:43.696735 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ddf87c-6469-4fe0-8c73-3330a8966a66'] response: {'server_uuid': '219f9425-7fbc-424f-8c16-8db2a0f02edb', 'name': 'network-vif-deleted', 'tag': '58a25f77-e029-49da-8d04-dc69125045ee', 'status': 'completed', 'code': 200}
Apr 30 21:15:43.708939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Transition to ACTIVE for port object 4353948c-dd49-4e67-89ce-6381a6d54506 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:15:43.853485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:43.907479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e04ea-1e3d-45f3-a4ae-809d20c178ef req-2ccdfcd9-cef7-4e79-bdf6-f92ed13a9069 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:43.915120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-638e04ea-1e3d-45f3-a4ae-809d20c178ef req-2ccdfcd9-cef7-4e79-bdf6-f92ed13a9069 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.1068079
Apr 30 21:15:43.921103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=4353948c-dd49-4e67-89ce-6381a6d54506,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:43.977923 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c35c51c7-5780-4fba-8dbb-46b7c017018e req-5cd393aa-a4d6-4f98-bacd-2dd6085ad5d9 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005484
Apr 30 21:15:44.024852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:44.027129 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db85cd64-8457-4793-ae91-6875fab93099" -d '{"events": [{"server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "name": "network-vif-plugged", "status": "completed", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:44.029048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51873b6f-9122-4d05-856c-5bcd4a4f35a8 req-c59969a6-f99e-490c-8486-18b4d33adb15 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:44.031502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51873b6f-9122-4d05-856c-5bcd4a4f35a8 req-c59969a6-f99e-490c-8486-18b4d33adb15 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.2534316
Apr 30 21:15:44.043515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Attempting to bind port 4353948c-dd49-4e67-89ce-6381a6d54506 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:44.046980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Attempting to bind port 4353948c-dd49-4e67-89ce-6381a6d54506 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:44.046980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Attempting to bind port 4353948c-dd49-4e67-89ce-6381a6d54506 on network 9f3cd876-8b51-4bde-a809-728e22df1c30 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:44.048789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Port 4353948c-dd49-4e67-89ce-6381a6d54506 on network 9f3cd876-8b51-4bde-a809-728e22df1c30 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:15:44.049121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Attempting to bind port 4353948c-dd49-4e67-89ce-6381a6d54506 on network 9f3cd876-8b51-4bde-a809-728e22df1c30 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:44.054221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:44.054557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Checking segment: {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:44.055330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Bound using segment: {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:44.055330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Bound port: 4353948c-dd49-4e67-89ce-6381a6d54506, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1babcb-af7c-4184-9144-495462bd1087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:44.055850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:44.191565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] For port 4353948c-dd49-4e67-89ce-6381a6d54506, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:44.198384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] For port 4353948c-dd49-4e67-89ce-6381a6d54506, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4353948c-dd49-4e67-89ce-6381a6d54506,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:44.218443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-638e04ea-1e3d-45f3-a4ae-809d20c178ef req-40ca351c-a830-4777-a837-cf4b80a36fc7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022900
Apr 30 21:15:44.244337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-6cd4fdb9-86f0-4b60-be93-3800c2090a47 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4347718
Apr 30 21:15:44.265514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51873b6f-9122-4d05-856c-5bcd4a4f35a8 req-437699ba-4688-42a1-b4e7-cd428542a279 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175603
Apr 30 21:15:44.277146 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:44.371605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:44.372567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:44.373983 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] 10.222.0.35 "PUT /v2.0/ports/4353948c-dd49-4e67-89ce-6381a6d54506 HTTP/1.1" status: 200  len: 1092 time: 1.4485478
Apr 30 21:15:44.408465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a6bf9-01d5-4f2c-a6ce-e3e036a00fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=4353948c-dd49-4e67-89ce-6381a6d54506,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:44.575082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24543a5-c304-45d3-8d1e-d98aa21c4385 req-6305d5e4-eece-4d09-bdb3-fb18b8200ba0 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:44.585295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9284-e5a6-4550-8d3b-66635209f699 req-4e47b4da-b326-47df-9925-41e812ebb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:44.588347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e24543a5-c304-45d3-8d1e-d98aa21c4385 req-6305d5e4-eece-4d09-bdb3-fb18b8200ba0 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 944 time: 0.1943216
Apr 30 21:15:44.642475 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-4e47b4da-b326-47df-9925-41e812ebb4e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 1126 time: 0.0933495
Apr 30 21:15:44.642794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:44.642794 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Publish callbacks [] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:44.645672 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-e5ced8db-0475-476e-922f-42d870fd7103 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4353948c-dd49-4e67-89ce-6381a6d54506 HTTP/1.1" status: 200  len: 217 time: 0.0431070
Apr 30 21:15:44.659499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2c3488d-687f-4ba4-9137-67a125a861ad req-6afaf40d-c4ec-44fa-81b9-e1ea4c7e0ea3 tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "GET /v2.0/security-groups/d0b30ea8-7250-4641-9f75-8cbbb4964359 HTTP/1.1" status: 200  len: 1830 time: 0.3103721
Apr 30 21:15:44.701218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Transition to ACTIVE for port object f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:15:44.716072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-0ac41030-9bab-4e59-8cb0-e5aed7a9c357 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4141865
Apr 30 21:15:44.748097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e24543a5-c304-45d3-8d1e-d98aa21c4385 req-fca8800b-3798-48e8-a273-21d5730da640 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596425
Apr 30 21:15:44.828990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f2c3488d-687f-4ba4-9137-67a125a861ad req-9c084f49-379d-484c-91b6-66a1ccb9281f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (d0b30ea8-7250-4641-9f75-8cbbb4964359), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:44.861578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9284-e5a6-4550-8d3b-66635209f699 req-a8cd8c25-e770-4603-9253-9fc1faf46d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:44.871358 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-a8cd8c25-e770-4603-9253-9fc1faf46d7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bec68f-e690-4abb-9af2-517442cf9515 HTTP/1.1" status: 200  len: 862 time: 0.1387587
Apr 30 21:15:44.890303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f2c3488d-687f-4ba4-9137-67a125a861ad req-9c084f49-379d-484c-91b6-66a1ccb9281f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (d0b30ea8-7250-4641-9f75-8cbbb4964359), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.008915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.015922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49bcf812-e8b5-4bf9-879a-f3032d65383c req-c26cf557-7303-4910-8803-bb75bfb05439 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=219f9425-7fbc-424f-8c16-8db2a0f02edb HTTP/1.1" status: 200  len: 210 time: 0.1207809
Apr 30 21:15:45.122453 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f2c3488d-687f-4ba4-9137-67a125a861ad req-9c084f49-379d-484c-91b6-66a1ccb9281f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d0b30ea8-7250-4641-9f75-8cbbb4964359), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.125561 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f2c3488d-687f-4ba4-9137-67a125a861ad req-9c084f49-379d-484c-91b6-66a1ccb9281f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.133626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2c3488d-687f-4ba4-9137-67a125a861ad req-9c084f49-379d-484c-91b6-66a1ccb9281f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] 10.222.0.23 "DELETE /v2.0/security-groups/d0b30ea8-7250-4641-9f75-8cbbb4964359 HTTP/1.1" status: 204  len: 173 time: 0.4557223
Apr 30 21:15:45.134446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57442) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:45.143514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Pushing event updated for resources: {'Port': ['ID=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:45.205301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c084f49-379d-484c-91b6-66a1ccb9281f tempest-SecurityGroupRulesNegativeTestJSON-1479545116 tempest-SecurityGroupRulesNegativeTestJSON-1479545116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b30ea8-7250-4641-9f75-8cbbb4964359,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:45.261592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Attempting to bind port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:45.262227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Attempting to bind port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:45.262959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Attempting to bind port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e on network 1152c707-7e0c-4173-990b-839e96baa458 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:45.268177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e on network 1152c707-7e0c-4173-990b-839e96baa458 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:15:45.268592 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-a8d89fd7-dff7-4432-9506-f0425b89be97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f3cd876-8b51-4bde-a809-728e22df1c30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1371942
Apr 30 21:15:45.268722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Attempting to bind port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e on network 1152c707-7e0c-4173-990b-839e96baa458 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:45.280235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:45.280600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Checking segment: {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:45.280974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Bound using segment: {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:45.281415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Bound port: f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a77cb0-f89c-4b36-be7e-dd0835875f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1152c707-7e0c-4173-990b-839e96baa458'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:45.281840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.360543 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86691c4-5e4d-461f-ad02-adfaaca7ccd7 x-openstack-request-id: req-d86691c4-5e4d-461f-ad02-adfaaca7ccd7 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:45.361079 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "name": "network-vif-plugged", "status": "completed", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:45.361079 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d86691c4-5e4d-461f-ad02-adfaaca7ccd7 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:45.361517 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86691c4-5e4d-461f-ad02-adfaaca7ccd7'] response: {'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203', 'code': 200}
Apr 30 21:15:45.498104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] For port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:45.507881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] For port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:45.559546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-45607b02-4b29-4bec-9930-3c6d396c5381 admin admin] Deleting subnet 5aead213-2656-42ed-b356-8e3d34f4ea82 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:15:45.609162 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.621155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45607b02-4b29-4bec-9930-3c6d396c5381 admin admin] Publish callbacks [] for subnet (5aead213-2656-42ed-b356-8e3d34f4ea82), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.639697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 01bd63bd-e064-484d-a092-dec5a749a3ec details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:45.643790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 58a25f77-e029-49da-8d04-dc69125045ee no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:15:45.697910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:45.697910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.702359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] 10.222.0.35 "PUT /v2.0/ports/f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e HTTP/1.1" status: 200  len: 1092 time: 2.4898670
Apr 30 21:15:45.703527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8', 'tag': '4353948c-dd49-4e67-89ce-6381a6d54506'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:45.720560 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e97838-a81d-4003-933a-ba04538c4e71" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8", "tag": "4353948c-dd49-4e67-89ce-6381a6d54506"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:45.725095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361d2aa0-0533-433d-aec8-097fee016242', 'tag': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:45.727646 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46521c60-61b2-46be-8a2f-fd6bdde1be31" -d '{"events": [{"name": "network-changed", "server_uuid": "361d2aa0-0533-433d-aec8-097fee016242", "tag": "f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:45.754399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 58a25f77-e029-49da-8d04-dc69125045ee {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:15:45.758577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 58a25f77-e029-49da-8d04-dc69125045ee not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:15:45.840625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f2429-00c8-4a4c-ac5e-26fc52c870aa service neutron] Pushing event updated for resources: {'Port': ['ID=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:45.842357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b61ddb-469e-4f2a-b04e-661f8fa44ca7 req-9cc91206-088d-4ed1-8438-c1e81d0f849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:45.846634 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54b61ddb-469e-4f2a-b04e-661f8fa44ca7 req-9cc91206-088d-4ed1-8438-c1e81d0f849a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1127 time: 0.3409812
Apr 30 21:15:45.929457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-93ccb7f5-a4a0-4c6d-8e40-b92e1e5fb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:45.931077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-93ccb7f5-a4a0-4c6d-8e40-b92e1e5fb374 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6309fd24cb2e4a5d8fde4f457d529d68&device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 1126 time: 0.0990512
Apr 30 21:15:45.945211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45607b02-4b29-4bec-9930-3c6d396c5381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (5aead213-2656-42ed-b356-8e3d34f4ea82), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:45.995909 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-a849e1ba-129a-4fe5-9e73-ef461b949ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6945200
Apr 30 21:15:46.051984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:46.079018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '01bd63bd-e064-484d-a092-dec5a749a3ec', 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf', 'port_id': '01bd63bd-e064-484d-a092-dec5a749a3ec', 'mac_address': 'fa:16:3e:78:81:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d63eb-2691-412d-840f-88078b400c06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:46.087675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-7ac1d97a-9690-46ee-9e38-98ab5022f315 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e HTTP/1.1" status: 200  len: 217 time: 0.1278520
Apr 30 21:15:46.112787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45607b02-4b29-4bec-9930-3c6d396c5381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5aead213-2656-42ed-b356-8e3d34f4ea82), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:46.197147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-d3417fbd-75e3-4d41-8cd0-247a379608d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:46.198798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-d3417fbd-75e3-4d41-8cd0-247a379608d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=289508dd-01d2-4845-b2ab-681c36928707 HTTP/1.1" status: 200  len: 854 time: 0.1098788
Apr 30 21:15:46.218581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e0148-f2c3-49e2-9237-74fb98677d0d req-2b73a7c4-6110-4d05-a8b6-572510f0eb13 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:46.220222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f4e0148-f2c3-49e2-9237-74fb98677d0d req-2b73a7c4-6110-4d05-a8b6-572510f0eb13 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 944 time: 0.2811906
Apr 30 21:15:46.237489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 01bd63bd-e064-484d-a092-dec5a749a3ec is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:46.239863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:46.267172 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54b61ddb-469e-4f2a-b04e-661f8fa44ca7 req-4613f49a-32e4-46fe-b035-f4d843afdc81 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3983903
Apr 30 21:15:46.279796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01bd63bd-e064-484d-a092-dec5a749a3ec {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:46.288250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45607b02-4b29-4bec-9930-3c6d396c5381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5aead213-2656-42ed-b356-8e3d34f4ea82), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:46.342289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:46.351632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45607b02-4b29-4bec-9930-3c6d396c5381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aead213-2656-42ed-b356-8e3d34f4ea82,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:46.365299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45607b02-4b29-4bec-9930-3c6d396c5381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:46.377138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57466) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:46.378049 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-45607b02-4b29-4bec-9930-3c6d396c5381 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5aead213-2656-42ed-b356-8e3d34f4ea82 HTTP/1.1" status: 204  len: 168 time: 1.2433667
Apr 30 21:15:46.408719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:46.420723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-3e09384e-2e80-48f7-b17d-67db0e8a52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:46.441657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-3e09384e-2e80-48f7-b17d-67db0e8a52c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1152c707-7e0c-4173-990b-839e96baa458&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2155533
Apr 30 21:15:46.451624 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-956d9284-e5a6-4550-8d3b-66635209f699 req-e2eb1b4c-eb04-4f8c-a78b-75c8e36ab45e service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2720783
Apr 30 21:15:46.500585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f4e0148-f2c3-49e2-9237-74fb98677d0d req-eacda6a2-14bd-43ab-8064-d237651103fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2668679
Apr 30 21:15:46.618306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8b37eaf3-0a08-4a03-b96e-74d25097adf2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:46.729676 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:46.829200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:46.863378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['01bd63bd-e064-484d-a092-dec5a749a3ec'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:46.900881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52374-4001-4f18-b183-935326544bba req-e31ead09-f07c-4dd4-a918-1079b6850f74 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:46.907804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8af52374-4001-4f18-b183-935326544bba req-e31ead09-f07c-4dd4-a918-1079b6850f74 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.3097975
Apr 30 21:15:46.988398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8b37eaf3-0a08-4a03-b96e-74d25097adf2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.033542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966fba070>,) {'filters': {'network_id': ['8b37eaf3-0a08-4a03-b96e-74d25097adf2']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:47.062963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966fba070>, '11dcd8de-fa7a-4c0c-a9e1-5b7ebf4c7421') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:47.063526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966fba070>, '11dcd8de-fa7a-4c0c-a9e1-5b7ebf4c7421') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:47.073848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-e5c0b9ae-3c1a-42a2-81ec-474eac33248b service neutron] 10.222.0.35 "GET /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3800471
Apr 30 21:15:47.098129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8af52374-4001-4f18-b183-935326544bba req-7872267c-f9cb-4b07-87ce-603d4223f2f0 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763408
Apr 30 21:15:47.100177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (11dcd8de-fa7a-4c0c-a9e1-5b7ebf4c7421), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.128673 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (11dcd8de-fa7a-4c0c-a9e1-5b7ebf4c7421), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.142798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:15:47.143218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (11dcd8de-fa7a-4c0c-a9e1-5b7ebf4c7421), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:15:47.145144 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:15:47.243553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd343d-f6bf-489b-9cb8-361cb28cd801 req-cb3ee8a9-41e8-4376-aa1a-5d4dcd53568e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:47.251732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dedd343d-f6bf-489b-9cb8-361cb28cd801 req-cb3ee8a9-41e8-4376-aa1a-5d4dcd53568e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 944 time: 0.0719931
Apr 30 21:15:47.308000 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8b37eaf3-0a08-4a03-b96e-74d25097adf2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.316480 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.319554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8b37eaf3-0a08-4a03-b96e-74d25097adf2 HTTP/1.1" status: 204  len: 168 time: 0.9210849
Apr 30 21:15:47.332338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dedd343d-f6bf-489b-9cb8-361cb28cd801 req-519aa13e-5e52-41ad-8ef3-e68fda47d24b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733917
Apr 30 21:15:47.352956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358f219-20e5-45f3-a72e-39414de32ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b37eaf3-0a08-4a03-b96e-74d25097adf2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:47.457099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aeb97-0a85-44f7-b6ad-fa0a4468f19b req-8ee033d5-6dde-4cd9-884a-99bb3f6807fe tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:47.458712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-888aeb97-0a85-44f7-b6ad-fa0a4468f19b req-8ee033d5-6dde-4cd9-884a-99bb3f6807fe tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 949 time: 0.0596964
Apr 30 21:15:47.520843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-888aeb97-0a85-44f7-b6ad-fa0a4468f19b req-65b2a787-185f-40e7-8335-dc7f2cd82a3a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544522
Apr 30 21:15:47.594765 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb0a59e-9337-496d-8ec0-aab2e19db14d x-openstack-request-id: req-ffb0a59e-9337-496d-8ec0-aab2e19db14d {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:47.595270 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8", "tag": "4353948c-dd49-4e67-89ce-6381a6d54506", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:47.595398 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffb0a59e-9337-496d-8ec0-aab2e19db14d {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:47.595712 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb0a59e-9337-496d-8ec0-aab2e19db14d'] response: {'name': 'network-changed', 'server_uuid': '8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8', 'tag': '4353948c-dd49-4e67-89ce-6381a6d54506', 'status': 'completed', 'code': 200}
Apr 30 21:15:47.693419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57474) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:47.704165 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c3cd79-ed58-4f30-8854-ce51bd0beb19 x-openstack-request-id: req-26c3cd79-ed58-4f30-8854-ce51bd0beb19 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:47.704553 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361d2aa0-0533-433d-aec8-097fee016242", "tag": "f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:47.704902 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26c3cd79-ed58-4f30-8854-ce51bd0beb19 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:47.705389 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c3cd79-ed58-4f30-8854-ce51bd0beb19'] response: {'name': 'network-changed', 'server_uuid': '361d2aa0-0533-433d-aec8-097fee016242', 'tag': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'status': 'completed', 'code': 200}
Apr 30 21:15:47.753198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6168ab2e-6746-47a9-a098-81e6f8a32f48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c1c7ed40c5a481b8c2792b7e13a09d9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0581090
Apr 30 21:15:47.755701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57476) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:47.865436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d9248-0701-4227-a152-657385dc660a req-5959cc7a-6a2f-420b-a6e7-c32026dbaac4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:47.875119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d10d9248-0701-4227-a152-657385dc660a req-5959cc7a-6a2f-420b-a6e7-c32026dbaac4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 944 time: 0.1114175
Apr 30 21:15:47.917790 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ce4d5c7-af37-4cec-b5a3-ad6ca5fc4d77 admin admin] Publish callbacks [] for security_group (fc97ba8e-5b2a-45f5-9678-1e78201795cf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.931168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-293d4a19-0af8-4326-91ec-73bfd57e0ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.961946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ce4d5c7-af37-4cec-b5a3-ad6ca5fc4d77 admin admin] Publish callbacks [] for security_group (fc97ba8e-5b2a-45f5-9678-1e78201795cf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:47.990082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d10d9248-0701-4227-a152-657385dc660a req-9bbad1ef-5512-4877-bef9-569a433f6182 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139717
Apr 30 21:15:47.993866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 01bd63bd-e064-484d-a092-dec5a749a3ec up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:48.154935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 01bd63bd-e064-484d-a092-dec5a749a3ec completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:15:48.223166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3456ea-f8a9-4fb1-9272-6c3d783599e5 req-b549b162-7c68-4d60-a9a3-664d337b91b8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:48.231052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a3456ea-f8a9-4fb1-9272-6c3d783599e5 req-b549b162-7c68-4d60-a9a3-664d337b91b8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 944 time: 0.1010122
Apr 30 21:15:48.307533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a3456ea-f8a9-4fb1-9272-6c3d783599e5 req-7b2431e7-d721-4baf-ba63-f07ee0f953a5 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754111
Apr 30 21:15:48.372352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ce4d5c7-af37-4cec-b5a3-ad6ca5fc4d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fc97ba8e-5b2a-45f5-9678-1e78201795cf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:48.376041 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ce4d5c7-af37-4cec-b5a3-ad6ca5fc4d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:48.378468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2ce4d5c7-af37-4cec-b5a3-ad6ca5fc4d77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc97ba8e-5b2a-45f5-9678-1e78201795cf HTTP/1.1" status: 204  len: 168 time: 0.6210318
Apr 30 21:15:48.405612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4d5c7-af37-4cec-b5a3-ad6ca5fc4d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc97ba8e-5b2a-45f5-9678-1e78201795cf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:48.431178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 01bd63bd-e064-484d-a092-dec5a749a3ec triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:48.431956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:48.644348 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:48.644348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4353948c-dd49-4e67-89ce-6381a6d54506 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:15:48.764377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 01bd63bd-e064-484d-a092-dec5a749a3ec is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:48.764776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:48.817605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:48.820215 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eadc4b6-8537-4969-b0fe-bd8b655e7fbf" -d '{"events": [{"server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "name": "network-vif-plugged", "status": "completed", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:48.845238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:48.879508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4353948c-dd49-4e67-89ce-6381a6d54506, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4353948c-dd49-4e67-89ce-6381a6d54506,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:48.897270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '4353948c-dd49-4e67-89ce-6381a6d54506', 'network_id': '9f3cd876-8b51-4bde-a809-728e22df1c30', 'port_id': '4353948c-dd49-4e67-89ce-6381a6d54506', 'mac_address': 'fa:16:3e:84:27:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bec68f-e690-4abb-9af2-517442cf9515', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:15:48.957537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 4353948c-dd49-4e67-89ce-6381a6d54506 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:48.958868 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:48.975407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4353948c-dd49-4e67-89ce-6381a6d54506 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:49.001061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4353948c-dd49-4e67-89ce-6381a6d54506, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4353948c-dd49-4e67-89ce-6381a6d54506,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:49.391483 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:49.400196 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:49.460298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e97838-a81d-4003-933a-ba04538c4e71 req-56f532a7-b0ee-41bb-9128-750a398a16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:49.462005 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52e97838-a81d-4003-933a-ba04538c4e71 req-56f532a7-b0ee-41bb-9128-750a398a16ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=711cc97213824857927f7626b41012cb&device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 1127 time: 0.0512381
Apr 30 21:15:49.472974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:49.514538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8820b75-1f01-41ea-8dc5-4e70630ccb50 req-741b6490-68e9-46a4-b26b-510f9836192c service neutron] 10.222.0.35 "GET /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503663
Apr 30 21:15:49.555901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=4353948c-dd49-4e67-89ce-6381a6d54506,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:49.682416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['4353948c-dd49-4e67-89ce-6381a6d54506'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:15:49.703479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e97838-a81d-4003-933a-ba04538c4e71 req-56d27a95-9e3c-4b97-b74a-ea7ae750ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:49.705861 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52e97838-a81d-4003-933a-ba04538c4e71 req-56d27a95-9e3c-4b97-b74a-ea7ae750ce8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 200  len: 923 time: 0.2381256
Apr 30 21:15:49.942942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40035185-fbc6-4fd9-bd94-33c8bffbe28b req-a584f207-aeed-4e43-b15e-3b7c75e73ad5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:49.962982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40035185-fbc6-4fd9-bd94-33c8bffbe28b req-a584f207-aeed-4e43-b15e-3b7c75e73ad5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.1277571
Apr 30 21:15:49.976876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:15:50.037682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40035185-fbc6-4fd9-bd94-33c8bffbe28b req-a0deb349-a5de-46a6-8930-5bc972ce54b9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702407
Apr 30 21:15:50.152042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:50.152434 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:50.166754 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd581ad0-982d-4a9d-85bd-249a77d54dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:50.197374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:50.223155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948c63e-2970-4239-bb0b-d8168192e173 req-da0c1f4f-cbbf-4aad-9c92-6fb39b97ebda tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:50.224767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3948c63e-2970-4239-bb0b-d8168192e173 req-da0c1f4f-cbbf-4aad-9c92-6fb39b97ebda tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 945 time: 0.0685225
Apr 30 21:15:50.267904 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:50.318250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3948c63e-2970-4239-bb0b-d8168192e173 req-357fe5a8-fc33-40b4-93ea-918f34de2987 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866640
Apr 30 21:15:50.344406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=10']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:50.444617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bab502-2bef-4814-9211-dc6fc6015be5 req-7db94837-276e-4dde-b802-0cfb3faa2524 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:50.446239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bab502-2bef-4814-9211-dc6fc6015be5 req-7db94837-276e-4dde-b802-0cfb3faa2524 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 948 time: 0.0590696
Apr 30 21:15:50.526770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bab502-2bef-4814-9211-dc6fc6015be5 req-8003f42d-ae43-466e-a84e-e8dc9dbc6f16 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707674
Apr 30 21:15:50.587779 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77536f8-c13c-433c-9848-3c2eefa081e1 x-openstack-request-id: req-e77536f8-c13c-433c-9848-3c2eefa081e1 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:50.591619 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "name": "network-vif-plugged", "status": "completed", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:50.591619 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e77536f8-c13c-433c-9848-3c2eefa081e1 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:50.591619 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77536f8-c13c-433c-9848-3c2eefa081e1'] response: {'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec', 'code': 200}
Apr 30 21:15:50.598038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4353948c-dd49-4e67-89ce-6381a6d54506 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:50.687112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 4353948c-dd49-4e67-89ce-6381a6d54506 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:15:50.740193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d93c3-e342-4080-8068-28ad9b343ddc req-fe302773-5815-42d1-ad5a-8260ad7ce813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:50.742038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-351d93c3-e342-4080-8068-28ad9b343ddc req-fe302773-5815-42d1-ad5a-8260ad7ce813 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1127 time: 0.0801661
Apr 30 21:15:50.753219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98849cf9-d001-4b98-b06d-53db6c17397e req-164d97b9-7e61-4b5c-adf6-b9a3a3738ee5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:50.755515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98849cf9-d001-4b98-b06d-53db6c17397e req-164d97b9-7e61-4b5c-adf6-b9a3a3738ee5 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 945 time: 0.0609939
Apr 30 21:15:50.790750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 4353948c-dd49-4e67-89ce-6381a6d54506 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:50.791816 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:50.837258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-351d93c3-e342-4080-8068-28ad9b343ddc req-0d7a1e64-cff1-44f7-94bc-4df1a02cf57c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750029
Apr 30 21:15:50.846104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98849cf9-d001-4b98-b06d-53db6c17397e req-2e38cdcf-d214-45ed-b3de-c5a9f703b1c7 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788188
Apr 30 21:15:50.867826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57522) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:51.042781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 4353948c-dd49-4e67-89ce-6381a6d54506 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:51.044284 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:51.142880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4353948c-dd49-4e67-89ce-6381a6d54506, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4353948c-dd49-4e67-89ce-6381a6d54506,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:51.223135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:51.267312 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:51.326338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=4353948c-dd49-4e67-89ce-6381a6d54506,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:51.453926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1093891402-network', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:51.498786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52884f-24e5-4d87-a78b-5ac4fc253b10 req-69fb07e9-366e-4731-8db8-478b2d602286 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:51.500524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec52884f-24e5-4d87-a78b-5ac4fc253b10 req-69fb07e9-366e-4731-8db8-478b2d602286 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 944 time: 0.5450616
Apr 30 21:15:51.578426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Made reservation on behalf of e06b74e20cb74d5f9eb71ef0ad13dc99 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:51.585939 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:51.608635 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52e97838-a81d-4003-933a-ba04538c4e71 req-8e813a19-dca7-4dcf-897a-800f4a2190d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4353948c-dd49-4e67-89ce-6381a6d54506 HTTP/1.1" status: 200  len: 217 time: 0.0774405
Apr 30 21:15:51.615821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec52884f-24e5-4d87-a78b-5ac4fc253b10 req-b63ae44d-0f66-44e4-987d-4741eafca9d7 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082368
Apr 30 21:15:51.617157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:51.743811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Publish callbacks [] for security_group (fa546f7f-e9ae-4b5b-ad3a-de3223831abb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:51.841225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9db6e-7132-4fec-b981-d73f16b33f2c req-68bd2c18-456e-409d-9249-b25762ea4380 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:51.851191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b9db6e-7132-4fec-b981-d73f16b33f2c req-68bd2c18-456e-409d-9249-b25762ea4380 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 950 time: 0.0912433
Apr 30 21:15:51.852086 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fa546f7f-e9ae-4b5b-ad3a-de3223831abb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:51.917492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-e21af7c6-4c96-4bbb-a547-a9df640d47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:51.919386 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-e21af7c6-4c96-4bbb-a547-a9df640d47d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6309fd24cb2e4a5d8fde4f457d529d68&device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 1126 time: 0.0715587
Apr 30 21:15:51.958205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:15:51.978702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9d412b7b-4108-4b0f-ad98-fa585641bc66), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:51.979252 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Added segment 9d412b7b-4108-4b0f-ad98-fa585641bc66 of type vlan for network 8fd4bea1-c586-4c7a-90c7-30351d345759
Apr 30 21:15:52.048505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8fd4bea1-c586-4c7a-90c7-30351d345759), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:52.090954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-12e9bb20-c1ef-4b18-b519-0566b0f1c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:52.091220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-b364daf4-171a-4b8a-bb12-1ef0e33b0fa9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:52.093023 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-12e9bb20-c1ef-4b18-b519-0566b0f1c19b service neutron] 10.222.0.35 "GET /v2.0/networks?id=1152c707-7e0c-4173-990b-839e96baa458 HTTP/1.1" status: 200  len: 916 time: 0.1581690
Apr 30 21:15:52.093884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-b364daf4-171a-4b8a-bb12-1ef0e33b0fa9 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 950 time: 0.2629006
Apr 30 21:15:52.115948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e97838-a81d-4003-933a-ba04538c4e71 req-8629da86-8ca7-443f-8e91-69e07a1a47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:52.118416 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52e97838-a81d-4003-933a-ba04538c4e71 req-8629da86-8ca7-443f-8e91-69e07a1a47e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5bec68f-e690-4abb-9af2-517442cf9515 HTTP/1.1" status: 200  len: 862 time: 0.3275218
Apr 30 21:15:52.119538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa546f7f-e9ae-4b5b-ad3a-de3223831abb,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:52.200169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8fd4bea1-c586-4c7a-90c7-30351d345759), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:52.201316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:52.202228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:52.202359 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52e97838-a81d-4003-933a-ba04538c4e71 req-13be5066-25ef-4b72-b499-dba67b182cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f3cd876-8b51-4bde-a809-728e22df1c30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386417
Apr 30 21:15:52.205085 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-86b01503-bc77-4057-b1cd-fdad7b47886f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e HTTP/1.1" status: 200  len: 217 time: 0.0839891
Apr 30 21:15:52.397560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-74decd27-f646-4d83-9528-a0aadd0982d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:52.476685 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-74decd27-f646-4d83-9528-a0aadd0982d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=289508dd-01d2-4845-b2ab-681c36928707 HTTP/1.1" status: 200  len: 854 time: 0.1706221
Apr 30 21:15:52.476685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-a471af99-29e9-41e4-9b23-9b659ffb0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:52.476685 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-a471af99-29e9-41e4-9b23-9b659ffb0c4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1152c707-7e0c-4173-990b-839e96baa458&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0569093
Apr 30 21:15:52.476685 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52e97838-a81d-4003-933a-ba04538c4e71 req-d1c89fe2-6c19-475a-9cb7-2b0de37f41fb service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2443495
Apr 30 21:15:52.558492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4b9db6e-7132-4fec-b981-d73f16b33f2c req-cbf83399-783e-4932-a76f-7e5aa218ba5a tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c31863b-f430-44a8-9189-2b483aee58e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7083387
Apr 30 21:15:52.595564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}, {'server_uuid': '8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353948c-dd49-4e67-89ce-6381a6d54506'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:52.595564 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f6802c-ec3e-43bb-8e15-37300942aed1" -d '{"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}, {"server_uuid": "8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8", "name": "network-vif-plugged", "status": "completed", "tag": "4353948c-dd49-4e67-89ce-6381a6d54506"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:52.599568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Deleting port 062557a1-62cc-425d-97a6-043e7cd89a22 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:15:52.600527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:52.687967 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-4cf7f01d-4a2b-4459-a135-2cd861ce3d7a service neutron] 10.222.0.35 "GET /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955154
Apr 30 21:15:52.687967 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52e97838-a81d-4003-933a-ba04538c4e71 req-2583b6a4-5b65-488e-8c35-45fb38f5b6ba service neutron] 10.222.0.35 "GET /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986489
Apr 30 21:15:52.773540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-a7cd96ae-da00-47b3-ad55-831ef262ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:52.775926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-a7cd96ae-da00-47b3-ad55-831ef262ebac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328&tenant_id=4d8bde5d9ca44f859b5536d3398b63d4 HTTP/1.1" status: 200  len: 1130 time: 0.4111757
Apr 30 21:15:52.820247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:52.836831 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46521c60-61b2-46be-8a2f-fd6bdde1be31 req-dbfa36ad-1864-441c-bb7f-78441f77a48c service neutron] 10.222.0.35 "GET /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306658
Apr 30 21:15:52.871844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd4bea1-c586-4c7a-90c7-30351d345759,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:52.886379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:15:52.939504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] For port 062557a1-62cc-425d-97a6-043e7cd89a22, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=062557a1-62cc-425d-97a6-043e7cd89a22,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:52.940028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:52.960516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Calling delete_port for 062557a1-62cc-425d-97a6-043e7cd89a22 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:15:52.996474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adb873-1db0-41c7-b8e3-2d79635b87db req-196abfec-4dd8-4527-a2bd-06c215fd9908 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:52.998639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23adb873-1db0-41c7-b8e3-2d79635b87db req-196abfec-4dd8-4527-a2bd-06c215fd9908 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.2159746
Apr 30 21:15:53.048264 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:53.122391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bc7ec3a4-b68e-4041-9fe1-5eae527b5963 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.2530768
Apr 30 21:15:53.125608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57538) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:53.130809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23adb873-1db0-41c7-b8e3-2d79635b87db req-fe42a6c0-261e-4a5f-a3fc-caf5138f0935 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655978
Apr 30 21:15:53.136746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Request body: {'subnet': {'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-subnet', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:53.137888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:53.264821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Made reservation on behalf of e06b74e20cb74d5f9eb71ef0ad13dc99 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:15:53.267276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:53.625872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:53.648768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfa906-0ea8-4576-a771-580d467321dc req-c9fed443-a00e-43df-9719-a5af07e446d0 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:53.650196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91cfa906-0ea8-4576-a771-580d467321dc req-c9fed443-a00e-43df-9719-a5af07e446d0 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 945 time: 0.0724406
Apr 30 21:15:53.689189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:53.735548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91cfa906-0ea8-4576-a771-580d467321dc req-2c405f68-9373-453c-88ff-514e341da52a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789280
Apr 30 21:15:53.739554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:15:53.747063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Publish callbacks [] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:53.836433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dea2a-a534-4751-b76c-ee6fb19915c4 req-1223cd8d-10e3-432b-aaa8-4e081f97439d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:53.837938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b1dea2a-a534-4751-b76c-ee6fb19915c4 req-1223cd8d-10e3-432b-aaa8-4e081f97439d tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 948 time: 0.0471573
Apr 30 21:15:53.885300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b1dea2a-a534-4751-b76c-ee6fb19915c4 req-85e1e7b8-236d-46e7-8705-7f5deb2a6962 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408244
Apr 30 21:15:53.993937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7bb6-6812-4d11-afc0-39d0ddb379eb req-2521bc74-181a-44a4-8577-cec84ea39907 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:53.995448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ecf7bb6-6812-4d11-afc0-39d0ddb379eb req-2521bc74-181a-44a4-8577-cec84ea39907 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 946 time: 0.0515945
Apr 30 21:15:54.030833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Transition to ACTIVE for port object 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:15:54.034195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (062557a1-62cc-425d-97a6-043e7cd89a22), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.071525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ecf7bb6-6812-4d11-afc0-39d0ddb379eb req-dca7db68-a0ba-4e8c-8a80-5a4a8daa892d tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693147
Apr 30 21:15:54.072356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Pushing event deleted for resources: {'Port': ['ID=062557a1-62cc-425d-97a6-043e7cd89a22,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:54.130883 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.133129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] No DVR routers for this DVR port 062557a1-62cc-425d-97a6-043e7cd89a22 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:15:54.140893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.146090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1d53a26-3fd9-489a-b54d-83dd70abe791 req-bfd5cf7f-4eb3-4a51-8a4a-70a0771e24b0 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.35 "DELETE /v2.0/ports/062557a1-62cc-425d-97a6-043e7cd89a22 HTTP/1.1" status: 204  len: 173 time: 2.0154006
Apr 30 21:15:54.155376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ea70e2-1dba-4ea9-97f7-31174159dca1', 'name': 'network-vif-deleted', 'tag': '062557a1-62cc-425d-97a6-043e7cd89a22'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:54.155376 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97df183-25b8-45fe-b33a-95315ee9404f" -d '{"events": [{"server_uuid": "b8ea70e2-1dba-4ea9-97f7-31174159dca1", "name": "network-vif-deleted", "tag": "062557a1-62cc-425d-97a6-043e7cd89a22"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:54.232334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] No DVR routers for this DVR port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:15:54.234687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=11']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:54.241400 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5da465-74a3-45e3-9714-5f143f4eb5ad x-openstack-request-id: req-ba5da465-74a3-45e3-9714-5f143f4eb5ad {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:54.242670 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-unplugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "code": 200}, {"server_uuid": "8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8", "name": "network-vif-plugged", "status": "completed", "tag": "4353948c-dd49-4e67-89ce-6381a6d54506", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:54.243185 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba5da465-74a3-45e3-9714-5f143f4eb5ad {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:54.244040 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5da465-74a3-45e3-9714-5f143f4eb5ad'] response: {'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'code': 200}
Apr 30 21:15:54.244569 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5da465-74a3-45e3-9714-5f143f4eb5ad'] response: {'server_uuid': '8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353948c-dd49-4e67-89ce-6381a6d54506', 'code': 200}
Apr 30 21:15:54.298747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:54.299147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:54.299482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:54.305664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:15:54.306103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Attempting to bind port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:54.313235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:54.314313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:54.314313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:54.314649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Bound port: 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:54.314969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.382685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (202ae7e6-462d-4af9-93ea-b7068930aab7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.410921 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.494611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=202ae7e6-462d-4af9-93ea-b7068930aab7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:54.524376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ae584-ce6d-4631-9436-a0ea728c0e0c req-426244fa-c60c-46cf-8f2e-581317add53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:54.527018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e0ae584-ce6d-4631-9436-a0ea728c0e0c req-426244fa-c60c-46cf-8f2e-581317add53e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 1128 time: 0.1703563
Apr 30 21:15:54.541931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81e22-9b79-4590-9bda-9826e8cc9f0a req-b7bf3e5e-e6f7-404c-97d7-f6dde3ea11d6 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:54.549692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aee81e22-9b79-4590-9bda-9826e8cc9f0a req-b7bf3e5e-e6f7-404c-97d7-f6dde3ea11d6 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 944 time: 0.1808088
Apr 30 21:15:54.565412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Checking segment: {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:54.567451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Network hostable DHCP agents. Network: 8fd4bea1-c586-4c7a-90c7-30351d345759, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:15:54.604981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:54.623733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 062557a1-62cc-425d-97a6-043e7cd89a22 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:15:54.681705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:15:54.683984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:54.688011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 062557a1-62cc-425d-97a6-043e7cd89a22 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:15:54.693249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 062557a1-62cc-425d-97a6-043e7cd89a22 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:15:54.732387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aee81e22-9b79-4590-9bda-9826e8cc9f0a req-c862a2c4-5cb9-475b-aba1-bdbaeef6cfab tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807060
Apr 30 21:15:54.743765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e0ae584-ce6d-4631-9436-a0ea728c0e0c req-58d75a44-05fc-41f7-a623-29864fd5a14d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842005
Apr 30 21:15:54.757623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8fd4bea1-c586-4c7a-90c7-30351d345759) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:54.765808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:54.765808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.768451 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.769169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db62bd0-d17c-4467-bd9a-cda482694ad7 None None] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:15:54.874460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8e6fd530-aa69-4873-96ef-258f1c58ec77 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7477062
Apr 30 21:15:54.877079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57554) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:54.883400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:15:54.900583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=12']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:54.931114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:54.938105 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:54.938105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-1165297a-fae9-42f6-b216-cb5da743ca6f service neutron] 10.222.0.35 "PUT /v2.0/ports/3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 1096 time: 2.1224518
Apr 30 21:15:54.983739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac5e7b-8cb5-43a5-8110-e2f9b91c79d2 req-7287e1f8-5ba1-46e3-bee3-0381b0ecf312 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:54.999949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9ac5e7b-8cb5-43a5-8110-e2f9b91c79d2 req-7287e1f8-5ba1-46e3-bee3-0381b0ecf312 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1127 time: 0.0993528
Apr 30 21:15:55.077682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8fd4bea1-c586-4c7a-90c7-30351d345759', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:15:55.078638 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:55.082237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (7a586238-d3b7-468e-a439-68fdcd0f95a8), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:55.088004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (7a586238-d3b7-468e-a439-68fdcd0f95a8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:55.104444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9ac5e7b-8cb5-43a5-8110-e2f9b91c79d2 req-3e6cd5bd-3c26-4e7d-9d6d-d24dbadf27ed tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030457
Apr 30 21:15:55.246295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks [] for router_controller (7a586238-d3b7-468e-a439-68fdcd0f95a8), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:55.429781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93cc9cb6-82be-48d1-beec-3b563d4b98ea req-17e80300-5bb1-439b-b38a-ee5ffe157692 tempest-LiveMigrationNegativeTest-1170411866 tempest-LiveMigrationNegativeTest-1170411866-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8ea70e2-1dba-4ea9-97f7-31174159dca1 HTTP/1.1" status: 200  len: 210 time: 0.0498788
Apr 30 21:15:55.655645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Allocated IP 172.20.0.2 (8fd4bea1-c586-4c7a-90c7-30351d345759/202ae7e6-462d-4af9-93ea-b7068930aab7/f43e57c8-fe46-4176-ac7b-1fc2fa941051) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:15:55.657526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks [] for router_gateway (7a586238-d3b7-468e-a439-68fdcd0f95a8), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:55.686866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cdfa5-a80b-47af-8c2b-9ada1ff1cf40 req-5c5e1db7-18a7-42c6-b9ea-47dff86313e5 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:55.694650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb3cdfa5-a80b-47af-8c2b-9ada1ff1cf40 req-5c5e1db7-18a7-42c6-b9ea-47dff86313e5 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1127 time: 0.0949326
Apr 30 21:15:55.801448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb3cdfa5-a80b-47af-8c2b-9ada1ff1cf40 req-7589a71e-95fd-4ceb-a3c4-090708f41acb tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856483
Apr 30 21:15:55.869468 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:15:55.922078 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1e936-35d1-44ed-9577-15fd0c6f9074 x-openstack-request-id: req-a9d1e936-35d1-44ed-9577-15fd0c6f9074 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:55.922452 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ea70e2-1dba-4ea9-97f7-31174159dca1", "name": "network-vif-deleted", "tag": "062557a1-62cc-425d-97a6-043e7cd89a22", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:55.922774 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9d1e936-35d1-44ed-9577-15fd0c6f9074 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:55.923756 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d1e936-35d1-44ed-9577-15fd0c6f9074'] response: {'server_uuid': 'b8ea70e2-1dba-4ea9-97f7-31174159dca1', 'name': 'network-vif-deleted', 'tag': '062557a1-62cc-425d-97a6-043e7cd89a22', 'status': 'completed', 'code': 200}
Apr 30 21:15:56.110305 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Publish callbacks [] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:56.146850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c027375-5033-47ff-8a5d-f3004851b459 req-8834af74-fe68-46be-ba8a-0bb0ff1a9e03 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:56.147110 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks [] for router_gateway (7a586238-d3b7-468e-a439-68fdcd0f95a8), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:56.163179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c027375-5033-47ff-8a5d-f3004851b459 req-8834af74-fe68-46be-ba8a-0bb0ff1a9e03 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 948 time: 0.1202488
Apr 30 21:15:56.182194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:56.206889 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:56.257713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c027375-5033-47ff-8a5d-f3004851b459 req-6bdc1e09-513f-4db7-b5c9-5f07335ad365 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888898
Apr 30 21:15:56.303746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:15:56.316883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:56.322730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:15:56.361974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Pushing event updated for resources: {'Port': ['ID=f43e57c8-fe46-4176-ac7b-1fc2fa941051,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:56.442873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.442873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.442873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.443942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Allocated IP 172.35.4.50 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/a43994c7-f025-420a-9e57-5fe08f56e5e3) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:15:56.456907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.459707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.459707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.459707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.459707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.459707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.459707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.459707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.459707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.460376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.460376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.460536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:15:56.509187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Attempting to bind port f43e57c8-fe46-4176-ac7b-1fc2fa941051 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:15:56.510287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Attempting to bind port f43e57c8-fe46-4176-ac7b-1fc2fa941051 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:15:56.510902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Attempting to bind port f43e57c8-fe46-4176-ac7b-1fc2fa941051 on network 8fd4bea1-c586-4c7a-90c7-30351d345759 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:15:56.520954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:15:56.522079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Checking segment: {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:15:56.522719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:56.523378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Bound using segment: {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:15:56.526218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Bound port: f43e57c8-fe46-4176-ac7b-1fc2fa941051, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:15:56.540242 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:56.568241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8a1ca-ade6-4392-a485-ee8ee31773a4 req-c99c26da-f4b2-46f7-bdc8-74177ffd7637 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:56.576992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6e8a1ca-ade6-4392-a485-ee8ee31773a4 req-c99c26da-f4b2-46f7-bdc8-74177ffd7637 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 946 time: 0.1846416
Apr 30 21:15:56.599452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-cbb19c0b-5577-4985-96f0-0ca1e02ac620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:56.599452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-cbb19c0b-5577-4985-96f0-0ca1e02ac620 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1130 time: 0.1450219
Apr 30 21:15:56.734320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] For port f43e57c8-fe46-4176-ac7b-1fc2fa941051, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:15:56.743676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] For port f43e57c8-fe46-4176-ac7b-1fc2fa941051, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f43e57c8-fe46-4176-ac7b-1fc2fa941051,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:15:56.842086 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:56.863236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6e8a1ca-ade6-4392-a485-ee8ee31773a4 req-365ec82d-0b03-4fd4-a3b6-2ccb7cb70625 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2778049
Apr 30 21:15:56.951069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee594b-d3ff-436e-be37-75eff3040cb5 None None] Pushing event updated for resources: {'Port': ['ID=f43e57c8-fe46-4176-ac7b-1fc2fa941051,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:56.953179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-96dcacdd-1c04-47f2-8f2f-4562cb36d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:56.959846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-96dcacdd-1c04-47f2-8f2f-4562cb36d9fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3510122
Apr 30 21:15:57.048795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-f5e542d8-ff3d-4e49-9162-7d992dd0f6b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.0784035
Apr 30 21:15:57.114784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-0635d9c6-49f9-4e38-89e8-c73e26ccc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:57.116271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-0635d9c6-49f9-4e38-89e8-c73e26ccc2c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0575476
Apr 30 21:15:57.211702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-829a5117-b88e-4e1c-aedb-d6d53e55f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:57.218082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-829a5117-b88e-4e1c-aedb-d6d53e55f732 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0818191
Apr 30 21:15:57.250047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7e862-c377-486e-a471-2dfe50f95edd req-3fb7a2cd-7cf3-47aa-91fa-ff32ee398167 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:57.266426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cce7e862-c377-486e-a471-2dfe50f95edd req-3fb7a2cd-7cf3-47aa-91fa-ff32ee398167 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1127 time: 0.2165780
Apr 30 21:15:57.428272 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks [] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:57.499632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cce7e862-c377-486e-a471-2dfe50f95edd req-eb541475-4446-4722-ba00-ac07d987f327 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2298894
Apr 30 21:15:57.537350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-2caab576-c330-4251-a960-ca8d6937e996 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3091364
Apr 30 21:15:57.573274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:57.655556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a43994c7-f025-420a-9e57-5fe08f56e5e3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:57.682552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:15:57.691887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:15:57.696611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:15:57.807552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b6e73-3144-4018-abd4-4ea55683b96e req-0acaf852-cfd2-43f9-ad06-38449d292ff2 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:57.809089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-472b6e73-3144-4018-abd4-4ea55683b96e req-0acaf852-cfd2-43f9-ad06-38449d292ff2 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 944 time: 0.1152060
Apr 30 21:15:57.883236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ad1e58a-4adf-4a31-b4d0-4900d2974a2b req-739837d3-13f2-4afa-8d76-024d20312f7c service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3340065
Apr 30 21:15:57.926646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-472b6e73-3144-4018-abd4-4ea55683b96e req-cad5e53c-c4c9-4b31-8c7e-167e2fa3b106 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062930
Apr 30 21:15:57.927109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:15:57.929347 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb00e97a-fe6c-450a-a272-36f1bd8f8366" -d '{"events": [{"name": "network-changed", "server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:15:57.936673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f43e57c8-fe46-4176-ac7b-1fc2fa941051 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:15:58.053513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f43e57c8-fe46-4176-ac7b-1fc2fa941051 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:58.054084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:58.201208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa11ce9-1ecf-48ae-a9ee-4be03d5c16f6 req-0a7e8d10-2d65-48a9-9e5b-1681ba74ec22 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:58.207468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fa11ce9-1ecf-48ae-a9ee-4be03d5c16f6 req-0a7e8d10-2d65-48a9-9e5b-1681ba74ec22 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1127 time: 0.1057847
Apr 30 21:15:58.226842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f43e57c8-fe46-4176-ac7b-1fc2fa941051 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:58.228045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:58.277650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port f43e57c8-fe46-4176-ac7b-1fc2fa941051, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f43e57c8-fe46-4176-ac7b-1fc2fa941051,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:15:58.354709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fa11ce9-1ecf-48ae-a9ee-4be03d5c16f6 req-898c94a3-a576-43bf-8db6-a5a8454b2e31 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397915
Apr 30 21:15:58.393915 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:58.405806 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks [] for router_gateway (7a586238-d3b7-468e-a439-68fdcd0f95a8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:58.528791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0138330-f534-4cdc-8878-e3f2dff75a10 req-b973353d-e7bc-4687-a430-eec1715f2bed tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:58.533814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0138330-f534-4cdc-8878-e3f2dff75a10 req-b973353d-e7bc-4687-a430-eec1715f2bed tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 948 time: 0.1042151
Apr 30 21:15:58.557510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=f43e57c8-fe46-4176-ac7b-1fc2fa941051,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:58.741649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d2ae8-37b2-4e03-a8ef-554fe36fbd29 None None] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:15:58.747357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25febf-4ca9-4973-9906-2e19d874352a req-10bc7deb-2527-4cb7-ade2-d9819262ebe4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:58.758427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c25febf-4ca9-4973-9906-2e19d874352a req-10bc7deb-2527-4cb7-ade2-d9819262ebe4 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 946 time: 0.1791124
Apr 30 21:15:58.771234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57594) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:58.791663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0138330-f534-4cdc-8878-e3f2dff75a10 req-fefa8dde-56a8-4864-850d-cc4b70c4d5df tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508783
Apr 30 21:15:58.793193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (7a586238-d3b7-468e-a439-68fdcd0f95a8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:58.862942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c25febf-4ca9-4973-9906-2e19d874352a req-a583e350-7f73-416d-9d2a-36c2e10ac31a tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups?id=1fe9b113-cffe-4785-b04f-b6c817b5ca07&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013217
Apr 30 21:15:58.898836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ae91871c-1c98-41a5-888e-54b41a4068bf None None] Provisioning complete for port f43e57c8-fe46-4176-ac7b-1fc2fa941051 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:58.899229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ae91871c-1c98-41a5-888e-54b41a4068bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:58.965932 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5a8d8d-1597-476e-abf9-1b7d54c5bb5c x-openstack-request-id: req-ef5a8d8d-1597-476e-abf9-1b7d54c5bb5c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:15:59.005084 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:15:59.005084 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef5a8d8d-1597-476e-abf9-1b7d54c5bb5c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:15:59.005084 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5a8d8d-1597-476e-abf9-1b7d54c5bb5c'] response: {'name': 'network-changed', 'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'status': 'completed', 'code': 200}
Apr 30 21:15:59.096923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ae91871c-1c98-41a5-888e-54b41a4068bf None None] Current status of the port f43e57c8-fe46-4176-ac7b-1fc2fa941051 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:59.120427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7f522579-25a3-4909-a4ad-bc7dd066329b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a2d262c5cf4435aa19253f70823433f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3457534
Apr 30 21:15:59.123046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57610) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:59.132299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-a265375f-1a71-4fc8-925c-c88dd153966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:59.133914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-a265375f-1a71-4fc8-925c-c88dd153966e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1130 time: 0.1566565
Apr 30 21:15:59.187230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-191cb755-db66-4894-8589-80bcb39a631a admin admin] Publish callbacks [] for security_group (9c31863b-f430-44a8-9189-2b483aee58e5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:59.212676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-191cb755-db66-4894-8589-80bcb39a631a admin admin] Publish callbacks [] for security_group (9c31863b-f430-44a8-9189-2b483aee58e5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:59.235954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-4d06a434-a0fc-47f5-a3c2-a023bd02f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:59.237462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-4d06a434-a0fc-47f5-a3c2-a023bd02f6a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.0963125
Apr 30 21:15:59.289560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-7e7feecc-2685-4733-b195-6d9e66dd9d4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.0428853
Apr 30 21:15:59.316189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9a6612aa-f6cf-4d49-849b-f87e7c513f1f None None] Provisioning complete for port f43e57c8-fe46-4176-ac7b-1fc2fa941051 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:15:59.316573 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a6612aa-f6cf-4d49-849b-f87e7c513f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:59.339300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-db0d16e2-5b0b-4800-b6c1-73b7bae91d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:59.340771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-db0d16e2-5b0b-4800-b6c1-73b7bae91d2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0455954
Apr 30 21:15:59.343041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Router 7a586238-d3b7-468e-a439-68fdcd0f95a8 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:15:59.402564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-ad8a3199-23b0-457e-8d1d-69d759f2fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:59.404404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-ad8a3199-23b0-457e-8d1d-69d759f2fb17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0570142
Apr 30 21:15:59.404845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-191cb755-db66-4894-8589-80bcb39a631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9c31863b-f430-44a8-9189-2b483aee58e5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:59.407566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-191cb755-db66-4894-8589-80bcb39a631a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:59.408795 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-191cb755-db66-4894-8589-80bcb39a631a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c31863b-f430-44a8-9189-2b483aee58e5 HTTP/1.1" status: 204  len: 168 time: 0.2847288
Apr 30 21:15:59.419624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9a6612aa-f6cf-4d49-849b-f87e7c513f1f None None] Current status of the port f43e57c8-fe46-4176-ac7b-1fc2fa941051 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:15:59.457382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cb755-db66-4894-8589-80bcb39a631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c31863b-f430-44a8-9189-2b483aee58e5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:15:59.547676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:15:59.558107 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Sync routers for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:15:59.578041 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:15:59.579525 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca38790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:15:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:15:59.692328 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:15:59.693660 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-63fa25a8-0fd7-4820-bcf5-96185af3edd8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.8156400
Apr 30 21:15:59.697086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57620) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:15:59.735859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-44efcad5-66a8-48f2-ad19-fbe596c75f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:15:59.739785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-44efcad5-66a8-48f2-ad19-fbe596c75f1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1130 time: 0.1280985
Apr 30 21:15:59.744983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-c806dfe5-60b9-46fa-a1f7-033a6387e82a service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3205135
Apr 30 21:15:59.779537 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:15:59.987194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-cc645bcf-20fb-4191-9973-c339bc5ed2db service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2344356
Apr 30 21:15:59.994577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f43e57c8-fe46-4176-ac7b-1fc2fa941051 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:00.145998 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca38790>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:15:58Z', 'revision_number': 3, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:00.171951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f43e57c8-fe46-4176-ac7b-1fc2fa941051 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:00.172973 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:00.217664 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Checking router: 7a586238-d3b7-468e-a439-68fdcd0f95a8 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:00.218307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Updating router 7a586238-d3b7-468e-a439-68fdcd0f95a8 port a43994c7-f025-420a-9e57-5fe08f56e5e3 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:16:00.299642 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:00.357039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f43e57c8-fe46-4176-ac7b-1fc2fa941051 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:00.464266 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:00.498909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57642) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:00.565598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-93ab28c5-c7b8-49fc-a461-cb697b15db52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e949efb64ca944159dd74eda0fcafdba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0652320
Apr 30 21:16:00.568382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57648) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:00.681452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e55d213a-103e-4f63-9a05-8f74012b681c admin admin] Publish callbacks [] for security_group (d1f5b4f3-a6bc-4655-a26c-5e74c30b5d45), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:00.695227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:16:00.729136 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e55d213a-103e-4f63-9a05-8f74012b681c admin admin] Publish callbacks [] for security_group (d1f5b4f3-a6bc-4655-a26c-5e74c30b5d45), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:00.859926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Allocated IP 172.20.0.1 (8fd4bea1-c586-4c7a-90c7-30351d345759/202ae7e6-462d-4af9-93ea-b7068930aab7/07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:00.876276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:00.896050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'mac_address': 'fa:16:3e:d4:76:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:16:00.933184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e55d213a-103e-4f63-9a05-8f74012b681c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d1f5b4f3-a6bc-4655-a26c-5e74c30b5d45), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:00.937314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e55d213a-103e-4f63-9a05-8f74012b681c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:00.942209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e55d213a-103e-4f63-9a05-8f74012b681c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1f5b4f3-a6bc-4655-a26c-5e74c30b5d45 HTTP/1.1" status: 204  len: 168 time: 0.3636138
Apr 30 21:16:00.952156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d213a-103e-4f63-9a05-8f74012b681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f5b4f3-a6bc-4655-a26c-5e74c30b5d45,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:00.964912 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Publish callbacks [] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:00.968870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:00.976942 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.033483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Publish callbacks [] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.053355 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.143471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Attempting to bind port a43994c7-f025-420a-9e57-5fe08f56e5e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:01.144393 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Attempting to bind port a43994c7-f025-420a-9e57-5fe08f56e5e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:01.144757 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Attempting to bind port a43994c7-f025-420a-9e57-5fe08f56e5e3 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:01.147014 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Pushing event updated for resources: {'Port': ['ID=a43994c7-f025-420a-9e57-5fe08f56e5e3,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:01.156572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:01.156954 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:01.157367 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.158228 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:01.158358 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Bound port: a43994c7-f025-420a-9e57-5fe08f56e5e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:01.158654 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.163452 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.163800 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.164139 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.164473 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.164806 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.165131 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.165459 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.165848 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.166139 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.166475 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.166785 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.167104 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.167424 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.167741 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.168722 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:01.214629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.235931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:16:01.249273 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] For port a43994c7-f025-420a-9e57-5fe08f56e5e3, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:01.250925 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] For port a43994c7-f025-420a-9e57-5fe08f56e5e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a43994c7-f025-420a-9e57-5fe08f56e5e3,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:01.287336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-4d17cb66-c79b-4fed-9d70-60177c489103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:01.292559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:01.294107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-4d17cb66-c79b-4fed-9d70-60177c489103 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2606716
Apr 30 21:16:01.301007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:01.304023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:01.307813 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:01.347596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Pushing event updated for resources: {'Port': ['ID=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:01.372961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (7a586238-d3b7-468e-a439-68fdcd0f95a8), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.391488 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.421307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-3b846a63-9707-47ff-9302-35582095beaf tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:01.423433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-3b846a63-9707-47ff-9302-35582095beaf tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 946 time: 0.0620005
Apr 30 21:16:01.438025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.517266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-7bf37ea3-db88-488f-b0d6-dd20d2a26511 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 200  len: 217 time: 0.1666741
Apr 30 21:16:01.598152 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e242dfb-d73a-43cd-a28f-be156c93ab77 None None] Pushing event updated for resources: {'Port': ['ID=a43994c7-f025-420a-9e57-5fe08f56e5e3,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:01.606067 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:01.606896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=13']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:01.610509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca38790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:15:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:01.721568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.725901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:01.763796 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:01.777998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4849355e-c195-48e3-a7ee-f54204c02799 None None] Provisioning complete for port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:01.778377 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4849355e-c195-48e3-a7ee-f54204c02799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.836678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4849355e-c195-48e3-a7ee-f54204c02799 None None] Port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:01.927241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Publish callbacks [] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:01.968563 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca38790>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:15:58Z', 'revision_number': 3, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:01.997542 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09775d91-c86d-495c-99ec-4c685700c163 None None] The sync data for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 is: [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:15:58Z', 'revision_number': 3, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:02.021898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:02.093363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Pushing event updated for resources: {'Port': ['ID=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:02.103926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (7a586238-d3b7-468e-a439-68fdcd0f95a8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:02.253170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:02.254760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:02.455562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Router 7a586238-d3b7-468e-a439-68fdcd0f95a8 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:16:02.666842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Deleting port 4353948c-dd49-4e67-89ce-6381a6d54506 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:02.667496 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:02.694867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:02.730787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-4ace49a3-0158-4200-87d3-a2951cdc45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:02.733409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-4ace49a3-0158-4200-87d3-a2951cdc45ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.3031094
Apr 30 21:16:02.819046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-61087f77-6e59-4d31-a1ba-2e49faee1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:02.820702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-61087f77-6e59-4d31-a1ba-2e49faee1966 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0801473
Apr 30 21:16:02.822458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-cf7ea259-7b46-459c-a5b4-ef533ce94cec None None] Provisioning complete for port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:02.822846 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cf7ea259-7b46-459c-a5b4-ef533ce94cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:02.903729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:16:02.913342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ea259-7b46-459c-a5b4-ef533ce94cec None None] Port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:02.955554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] For port 4353948c-dd49-4e67-89ce-6381a6d54506, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4353948c-dd49-4e67-89ce-6381a6d54506,segment=NetworkSegment(9c1babcb-af7c-4184-9144-495462bd1087),segment_id=9c1babcb-af7c-4184-9144-495462bd1087)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:02.956785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:02.977905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Calling delete_port for 4353948c-dd49-4e67-89ce-6381a6d54506 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:03.005818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:03.005818 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:03.023043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-cd6e8d2f-f399-4916-ada8-c0c22528d889 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:16:03.030822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-cd6e8d2f-f399-4916-ada8-c0c22528d889 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0140510
Apr 30 21:16:03.176621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:03.178795 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:03.208796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:03.211133 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8197a9-6fb5-489d-aa80-5d98b0e66a0f" -d '{"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-plugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:03.228380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:03.244738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:16:03.255141 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cac8ab8d-6eba-4c11-8c29-dc1a1d54c1ba admin admin] 10.222.0.23 "PUT /v2.0/routers/7a586238-d3b7-468e-a439-68fdcd0f95a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5558066
Apr 30 21:16:03.323255 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:03.365272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-ffb6b6d8-ec4e-42e0-963a-47f571646534 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:16:03.366517 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-ffb6b6d8-ec4e-42e0-963a-47f571646534 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0070958
Apr 30 21:16:03.469097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-dea286b0-3059-4d3c-ba1d-50a5a02b116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:03.471021 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-dea286b0-3059-4d3c-ba1d-50a5a02b116d service neutron] 10.222.0.23 "GET /v2.0/ports/01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 200  len: 1124 time: 0.0878668
Apr 30 21:16:03.484397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=14']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:03.488726 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:03.489345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Unknown quota resources ['binding']. {{(pid=115773) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:16:03.534766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-0f1f8498-e1c1-4551-a0f5-d414e506caa0 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7032237
Apr 30 21:16:03.555803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-b2a0ea50-9bd1-485e-a457-71a03a0f17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:03.557230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-b2a0ea50-9bd1-485e-a457-71a03a0f17e6 service neutron] 10.222.0.23 "GET /v2.0/ports/d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 200  len: 1124 time: 0.5256341
Apr 30 21:16:03.611554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:03.613222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Unknown quota resources ['binding']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:16:03.697314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on host nch2-master-1 for vnic_type normal with profile None {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:03.697889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:03.698624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:03.708777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:16:03.709131 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:03.720600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:03.720600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:03.720600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:03.720600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Bound port: 01bd63bd-e064-484d-a092-dec5a749a3ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:03.789941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:03.791662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb00e97a-fe6c-450a-a272-36f1bd8f8366 req-4a78cc13-9859-43a9-b2b7-36464e77b394 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507505
Apr 30 21:16:03.870963 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:03.870963 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] 10.222.0.23 "POST /v2.0/ports/01bd63bd-e064-484d-a092-dec5a749a3ec/bindings HTTP/1.1" status: 201  len: 389 time: 0.3868036
Apr 30 21:16:03.886604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on host nch1-master-1 for vnic_type normal with profile None {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:03.886604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:03.886604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:03.892053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:16:03.894120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:03.900677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:03.901259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:03.901966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:03.902489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Bound port: d31b0a65-0a8e-4414-bf95-4b3a788b6203, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:03.951190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4353948c-dd49-4e67-89ce-6381a6d54506), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:03.955034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a43994c7-f025-420a-9e57-5fe08f56e5e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:04.005023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event deleted for resources: {'Port': ['ID=4353948c-dd49-4e67-89ce-6381a6d54506,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:04.027217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a43994c7-f025-420a-9e57-5fe08f56e5e3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:04.027648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:04.042693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:04.057578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] No DVR routers for this DVR port 4353948c-dd49-4e67-89ce-6381a6d54506 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:04.061800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:04.064127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdf3ef17-b152-44b7-8220-2b3e39a7c183 req-ba3d9db2-050a-4280-bb17-6b539961bb39 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.35 "DELETE /v2.0/ports/4353948c-dd49-4e67-89ce-6381a6d54506 HTTP/1.1" status: 204  len: 173 time: 1.6443329
Apr 30 21:16:04.064620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8', 'name': 'network-vif-deleted', 'tag': '4353948c-dd49-4e67-89ce-6381a6d54506'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:04.068922 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c33fdf-d866-4b41-9429-009f7e5ef15a" -d '{"events": [{"server_uuid": "8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8", "name": "network-vif-deleted", "tag": "4353948c-dd49-4e67-89ce-6381a6d54506"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:04.115399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:04.137634 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-f0e63a2c-37b5-44fc-8be3-035fcab5c18e service neutron] 10.222.0.23 "POST /v2.0/ports/d31b0a65-0a8e-4414-bf95-4b3a788b6203/bindings HTTP/1.1" status: 201  len: 389 time: 0.5598676
Apr 30 21:16:04.157652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a43994c7-f025-420a-9e57-5fe08f56e5e3 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:04.158225 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:04.217567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port a43994c7-f025-420a-9e57-5fe08f56e5e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a43994c7-f025-420a-9e57-5fe08f56e5e3,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:04.248230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bfeae-221a-431b-bc29-7def8b586da7 req-7ef7176f-6584-437b-a4e7-fa549a90a0e0 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:04.249746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c16bfeae-221a-431b-bc29-7def8b586da7 req-7ef7176f-6584-437b-a4e7-fa549a90a0e0 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 944 time: 0.0602560
Apr 30 21:16:04.290761 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:04.313090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c16bfeae-221a-431b-bc29-7def8b586da7 req-7b089f63-d04f-4101-a73c-815ccdd3c95e tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527506
Apr 30 21:16:04.363126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=a43994c7-f025-420a-9e57-5fe08f56e5e3,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:04.470061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccd23ae1-e1b0-42ec-85b5-346b9f87e2dd req-53fae6e1-af92-48dc-9b4f-6d9429b6595e tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/ports?device_id=8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8 HTTP/1.1" status: 200  len: 210 time: 0.0324650
Apr 30 21:16:04.520502 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae928e1-c657-4a0b-a8ac-a020afdfae3e x-openstack-request-id: req-0ae928e1-c657-4a0b-a8ac-a020afdfae3e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:04.521405 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-plugged", "status": "completed", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:04.521912 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ae928e1-c657-4a0b-a8ac-a020afdfae3e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:04.522551 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae928e1-c657-4a0b-a8ac-a020afdfae3e'] response: {'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'code': 200}
Apr 30 21:16:04.535829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88141bd-32eb-43be-b7c6-a4ee55db3f0a req-57d9fabf-4bc3-4afc-8e2b-89a35bd644ee tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:04.535829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b88141bd-32eb-43be-b7c6-a4ee55db3f0a req-57d9fabf-4bc3-4afc-8e2b-89a35bd644ee tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 950 time: 0.0589690
Apr 30 21:16:04.582591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b88141bd-32eb-43be-b7c6-a4ee55db3f0a req-646f6f15-46e3-49cd-b6cf-84301bcde765 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433791
Apr 30 21:16:04.630801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Sync routers for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:16:04.632163 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3fcf48-3aa2-47ea-a061-283ad4947d1e x-openstack-request-id: req-6e3fcf48-3aa2-47ea-a061-283ad4947d1e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:04.632560 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8", "name": "network-vif-deleted", "tag": "4353948c-dd49-4e67-89ce-6381a6d54506", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:04.633009 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e3fcf48-3aa2-47ea-a061-283ad4947d1e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:04.633660 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3fcf48-3aa2-47ea-a061-283ad4947d1e'] response: {'server_uuid': '8d3b93d5-4212-4e02-97cd-5ca9ba2d7ac8', 'name': 'network-vif-deleted', 'tag': '4353948c-dd49-4e67-89ce-6381a6d54506', 'status': 'completed', 'code': 200}
Apr 30 21:16:04.642334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:04.642967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa60310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:15:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:04.715507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:16:04.717429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4353948c-dd49-4e67-89ce-6381a6d54506 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:04.751379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b4cd2-efef-498d-872d-005f152afc15 req-87994263-361f-4327-9508-dbd7633438ca tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:04.755866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-573b4cd2-efef-498d-872d-005f152afc15 req-87994263-361f-4327-9508-dbd7633438ca tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 945 time: 0.0670202
Apr 30 21:16:04.772595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 4353948c-dd49-4e67-89ce-6381a6d54506 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:04.773219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4353948c-dd49-4e67-89ce-6381a6d54506 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:04.874913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-573b4cd2-efef-498d-872d-005f152afc15 req-a3a945f6-8ebf-40c1-ad74-4e739eaf1d37 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074083
Apr 30 21:16:04.895092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-f00cc7a0-74f6-497a-a9d3-de5ecf7799e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:04.897072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-f00cc7a0-74f6-497a-a9d3-de5ecf7799e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1127 time: 0.0715055
Apr 30 21:16:04.907332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:04.956801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:05.040698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'port_id': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'mac_address': 'fa:16:3e:3a:13:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:16:05.041882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-cd6d5e59-6077-4687-b693-d2986175399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:05.044231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-cd6d5e59-6077-4687-b693-d2986175399d service neutron] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.1390109
Apr 30 21:16:05.047861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57754) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:05.053216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a55bd389-2700-4bb0-8694-c8694c449aa8 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941516855', 'description': 'tempest-description--1796667373'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:05.172192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:05.172593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.178857 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a55bd389-2700-4bb0-8694-c8694c449aa8 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.181380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-4698e525-8514-4c98-b07d-8cc378a9c7ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 200  len: 217 time: 0.1226783
Apr 30 21:16:05.183672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-8c6057bb-8b27-4614-a2e5-08bb14454936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:05.183810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-8c6057bb-8b27-4614-a2e5-08bb14454936 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1127 time: 0.0464282
Apr 30 21:16:05.200009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:16:05.236129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:05.282917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa60310>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 2, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:05.284911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a55bd389-2700-4bb0-8694-c8694c449aa8 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group (7e617970-c540-40d7-98cf-f3ae5b133435), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.287277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.332630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a55bd389-2700-4bb0-8694-c8694c449aa8 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7e617970-c540-40d7-98cf-f3ae5b133435), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.339356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Checking router: 7a586238-d3b7-468e-a439-68fdcd0f95a8 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:05.339716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Updating router 7a586238-d3b7-468e-a439-68fdcd0f95a8 port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:16:05.372107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b2f5e-7d0b-4215-b516-f37862b17031 req-1d069ded-7407-4c1e-8931-09196ac6424a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:05.373689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-939b2f5e-7d0b-4215-b516-f37862b17031 req-1d069ded-7407-4c1e-8931-09196ac6424a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.2376258
Apr 30 21:16:05.381219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-3e5a5d3a-8e05-40fc-985e-cfcf3933ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:05.382624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bd389-2700-4bb0-8694-c8694c449aa8 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e617970-c540-40d7-98cf-f3ae5b133435,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:05.382757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-3e5a5d3a-8e05-40fc-985e-cfcf3933ce67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.1900206
Apr 30 21:16:05.385900 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.398703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:05.402432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652b30a-f289-41ac-8190-e5113715f5a4 req-36b50ffd-9a7b-4795-899b-fd38d0309971 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:05.405204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9652b30a-f289-41ac-8190-e5113715f5a4 req-36b50ffd-9a7b-4795-899b-fd38d0309971 tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 1132 time: 0.1742685
Apr 30 21:16:05.429570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a55bd389-2700-4bb0-8694-c8694c449aa8 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.432719 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a55bd389-2700-4bb0-8694-c8694c449aa8 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3827155
Apr 30 21:16:05.435128 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57770) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:05.439316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-37dbe7d5-1628-4f73-834f-7c88b80ea61d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Request body: {'security_group_rule': {'security_group_id': '7e617970-c540-40d7-98cf-f3ae5b133435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:05.474058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-b1ea2898-4107-4f2f-8b71-c98f9ca5b7ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0734775
Apr 30 21:16:05.532804 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dbe7d5-1628-4f73-834f-7c88b80ea61d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group_rule (5bfcc490-c723-4102-908a-9da23ada6aff), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.557958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-77a3d347-64d4-4272-aa9b-a548de634ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:05.559421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-77a3d347-64d4-4272-aa9b-a548de634ec3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.3657568
Apr 30 21:16:05.598701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dbe7d5-1628-4f73-834f-7c88b80ea61d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group_rule (5bfcc490-c723-4102-908a-9da23ada6aff), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.604551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:05.626052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-939b2f5e-7d0b-4215-b516-f37862b17031 req-e702db82-b947-4753-ab61-e2f84737b805 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423859
Apr 30 21:16:05.629575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-a5fc8046-33d6-49d9-bcf2-50a670622bbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 200  len: 217 time: 0.0595469
Apr 30 21:16:05.633104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9652b30a-f289-41ac-8190-e5113715f5a4 req-b690ad78-ff24-4874-b6de-dc2b1b615e4c tempest-MigrationsAdminTest-445606690 tempest-MigrationsAdminTest-445606690-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090831
Apr 30 21:16:05.681532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dbe7d5-1628-4f73-834f-7c88b80ea61d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5bfcc490-c723-4102-908a-9da23ada6aff), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.716675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-29e8b8a7-8bb1-4dc6-b944-b7c8a84db554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:05.718819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbe7d5-1628-4f73-834f-7c88b80ea61d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfcc490-c723-4102-908a-9da23ada6aff,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:05.719070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-29e8b8a7-8bb1-4dc6-b944-b7c8a84db554 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0816307
Apr 30 21:16:05.756847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-2cd70a2c-9205-46bc-8521-14e9dd97956f service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2741284
Apr 30 21:16:05.766733 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Publish callbacks [] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.786963 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dbe7d5-1628-4f73-834f-7c88b80ea61d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.790637 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37dbe7d5-1628-4f73-834f-7c88b80ea61d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3547831
Apr 30 21:16:05.791376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57780) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:05.796173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-79aaa3f5-b08b-4813-8e92-88aa95b5215a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Request body: {'security_group_rule': {'security_group_id': '7e617970-c540-40d7-98cf-f3ae5b133435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:05.836059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-9a689b13-e34f-449b-b45d-d2e805e96645 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1002309
Apr 30 21:16:05.892979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a43994c7-f025-420a-9e57-5fe08f56e5e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:05.917218 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.924934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79aaa3f5-b08b-4813-8e92-88aa95b5215a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group_rule (d1d5297e-d395-4631-8de3-5b6cf60a5e3c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:05.963763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a31da-3759-4187-ae0f-eaf68061bc61 req-e8eb0091-ec7c-468a-9079-e0a3b2ee04b6 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:05.966084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75a31da-3759-4187-ae0f-eaf68061bc61 req-e8eb0091-ec7c-468a-9079-e0a3b2ee04b6 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 951 time: 0.2049527
Apr 30 21:16:06.003700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa87d0-b9fb-4d7f-8144-92244a0162f9 None None] Pushing event updated for resources: {'Port': ['ID=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:06.037506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a43994c7-f025-420a-9e57-5fe08f56e5e3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:06.037908 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.066575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79aaa3f5-b08b-4813-8e92-88aa95b5215a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group_rule (d1d5297e-d395-4631-8de3-5b6cf60a5e3c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.077786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:06.089286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-f206dbb8-f10c-400c-8247-524b62547fdf service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2967956
Apr 30 21:16:06.132518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75a31da-3759-4187-ae0f-eaf68061bc61 req-a928ea57-e222-404b-8722-103f461c60cc tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602995
Apr 30 21:16:06.137123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Attempting to bind port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:06.137571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Attempting to bind port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:06.138052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Attempting to bind port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff on network 8fd4bea1-c586-4c7a-90c7-30351d345759 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:06.157601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:06.161125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Checking segment: {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:06.161553 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.162019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Bound using segment: {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:06.162530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Bound port: 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:06.162920 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.202429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79aaa3f5-b08b-4813-8e92-88aa95b5215a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (d1d5297e-d395-4631-8de3-5b6cf60a5e3c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.205046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-131f16af-ce32-41dc-9c39-d692dc97b09b service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430200
Apr 30 21:16:06.229496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaa3f5-b08b-4813-8e92-88aa95b5215a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d5297e-d395-4631-8de3-5b6cf60a5e3c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:06.237447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f141bb-206f-4d44-97cd-82df04f4dbce req-28905c6c-6a23-4aad-a45e-858493ea3ffd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:06.239586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47f141bb-206f-4d44-97cd-82df04f4dbce req-28905c6c-6a23-4aad-a45e-858493ea3ffd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 945 time: 0.1133049
Apr 30 21:16:06.298637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a43994c7-f025-420a-9e57-5fe08f56e5e3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:06.346331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79aaa3f5-b08b-4813-8e92-88aa95b5215a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.348575 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-79aaa3f5-b08b-4813-8e92-88aa95b5215a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5561657
Apr 30 21:16:06.352153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:06.359271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:06.405724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] For port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:06.407388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47f141bb-206f-4d44-97cd-82df04f4dbce req-8a7fe230-75d5-4692-ba4e-e5d9446beed6 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560440
Apr 30 21:16:06.411651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] For port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:06.414442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0148cfe2-db7e-4096-b624-dd079aece8ea is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:06.414826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.428325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-d01c184d-812d-4c15-9344-fa2882fd6d94 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874661
Apr 30 21:16:06.475737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.478032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:06.481330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.518198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e5703ef2-92fa-4878-9ac8-26c800d84d74 None None] Provisioning complete for port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:06.518616 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5703ef2-92fa-4878-9ac8-26c800d84d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.526137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:06.529914 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d4146a-338b-4d33-88e7-b918cb9b2548" -d '{"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:06.555709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34439bd5-b764-437a-b75c-061e1c1ca04b req-df56ec40-0fa1-4a3b-a0b4-838bc3c9b029 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:06.558618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34439bd5-b764-437a-b75c-061e1c1ca04b req-df56ec40-0fa1-4a3b-a0b4-838bc3c9b029 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 945 time: 0.0669391
Apr 30 21:16:06.576960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.587391 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:06.652185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34439bd5-b764-437a-b75c-061e1c1ca04b req-12b4bb01-ff2d-4b25-8828-ed44c4a21145 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643914
Apr 30 21:16:06.654371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa87d0-b9fb-4d7f-8144-92244a0162f9 None None] Pushing event updated for resources: {'Port': ['ID=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:06.657022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:06.657561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa60310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:15:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:06.750435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:06.875369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Allocated IP 172.35.4.120 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/16acb7bf-2ddc-4756-8433-9187734992d7) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:07.051829 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c906a5-45ee-450b-8e7e-7fccf628f52a x-openstack-request-id: req-f6c906a5-45ee-450b-8e7e-7fccf628f52a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:07.053057 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:07.053770 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6c906a5-45ee-450b-8e7e-7fccf628f52a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:07.054432 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c906a5-45ee-450b-8e7e-7fccf628f52a'] response: {'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'code': 200}
Apr 30 21:16:07.074582 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for port (16acb7bf-2ddc-4756-8433-9187734992d7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:07.111241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefde99-42c8-40b5-9785-626788afc14b req-f7a6332f-c7db-46c4-9999-e3d3eb6967e9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:07.113375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eefde99-42c8-40b5-9785-626788afc14b req-f7a6332f-c7db-46c4-9999-e3d3eb6967e9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.1002800
Apr 30 21:16:07.125940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556295a-d48c-4b03-ab1e-86db79172386 req-f7dbacef-2c29-4f9a-9470-1d791dca55c4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:07.128415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a556295a-d48c-4b03-ab1e-86db79172386 req-f7dbacef-2c29-4f9a-9470-1d791dca55c4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 950 time: 0.1048000
Apr 30 21:16:07.158543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:16:07.163222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e5703ef2-92fa-4878-9ac8-26c800d84d74 None None] Current status of the port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:07.163892 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5703ef2-92fa-4878-9ac8-26c800d84d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:07.179108 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (16acb7bf-2ddc-4756-8433-9187734992d7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:07.183106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=11']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:07.219047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eefde99-42c8-40b5-9785-626788afc14b req-9581be59-6ae9-4fbe-970c-18d6dcc4751e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898051
Apr 30 21:16:07.228808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e5703ef2-92fa-4878-9ac8-26c800d84d74 None None] For port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:07.234358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a556295a-d48c-4b03-ab1e-86db79172386 req-0731662d-0de0-43c9-a389-8bbf588108cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967693
Apr 30 21:16:07.271994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event updated for resources: {'Port': ['ID=16acb7bf-2ddc-4756-8433-9187734992d7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:07.272673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:07.272673 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:07.285036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:07.293284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:07.302815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:07.321653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:07.323648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5703ef2-92fa-4878-9ac8-26c800d84d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:07.576566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for floatingip (5ed5a268-3ad4-4e9c-b302-b479877613ee), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:07.591579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9e8d9-35be-414d-ad60-26e164752071 req-6e1151c4-db07-463b-ba97-5ccc18b6eb2a tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:07.591579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb9e8d9-35be-414d-ad60-26e164752071 req-6e1151c4-db07-463b-ba97-5ccc18b6eb2a tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 945 time: 0.0643685
Apr 30 21:16:07.635231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2e414395-902f-422d-ab9e-f9cb4daa5138 None None] Provisioning complete for port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:07.635611 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e414395-902f-422d-ab9e-f9cb4daa5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:07.644241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:07.650729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb9e8d9-35be-414d-ad60-26e164752071 req-0d96ef76-6468-4a62-a3e9-7c7af2712225 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531809
Apr 30 21:16:07.717231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5703ef2-92fa-4878-9ac8-26c800d84d74 None None] Pushing event updated for resources: {'Port': ['ID=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:07.720257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (16acb7bf-2ddc-4756-8433-9187734992d7), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:07.848809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa60310>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:06Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:07.914763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65aeab-a333-44a6-acc2-f6198f0a785d None None] The sync data for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 is: [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:06Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:07.992974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:08.006098 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.034782 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4b9bde49-cd02-4c15-829d-7b6b15bc1edc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group (a30967d4-865d-4594-8be4-b729bd3bb753), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.063951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for port (16acb7bf-2ddc-4756-8433-9187734992d7), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.084293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2e414395-902f-422d-ab9e-f9cb4daa5138 None None] Current status of the port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:08.085325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:08.093377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4b9bde49-cd02-4c15-829d-7b6b15bc1edc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group (a30967d4-865d-4594-8be4-b729bd3bb753), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.118853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7eedf-cfac-415a-a308-86d5b1562d50 req-73654a16-0c85-40fa-977f-b904be23b85d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:08.140076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ca7eedf-cfac-415a-a308-86d5b1562d50 req-73654a16-0c85-40fa-977f-b904be23b85d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 945 time: 0.1922636
Apr 30 21:16:08.161922 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.179590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (16acb7bf-2ddc-4756-8433-9187734992d7), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.228383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ca7eedf-cfac-415a-a308-86d5b1562d50 req-66b66681-945f-48e7-8797-47c64df72898 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868256
Apr 30 21:16:08.263657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-8bee7852-001f-4156-92f5-754963c42cf4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:08.265281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-8bee7852-001f-4156-92f5-754963c42cf4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 950 time: 0.2091305
Apr 30 21:16:08.307873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:08.400844 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4b9bde49-cd02-4c15-829d-7b6b15bc1edc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a30967d4-865d-4594-8be4-b729bd3bb753), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.404328 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4b9bde49-cd02-4c15-829d-7b6b15bc1edc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.407763 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4b9bde49-cd02-4c15-829d-7b6b15bc1edc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "DELETE /v2.0/security-groups/a30967d4-865d-4594-8be4-b729bd3bb753 HTTP/1.1" status: 204  len: 168 time: 0.7600026
Apr 30 21:16:08.414990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57902) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:08.452599 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (5ed5a268-3ad4-4e9c-b302-b479877613ee), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.458086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bde49-cd02-4c15-829d-7b6b15bc1edc tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30967d4-865d-4594-8be4-b729bd3bb753,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:08.464389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event updated for resources: {'Port': ['ID=16acb7bf-2ddc-4756-8433-9187734992d7,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:08.467009 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-ad36d1c9-0204-4d1a-bd2f-8d1703359532 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] show failed (client error): The resource could not be found.
Apr 30 21:16:08.468068 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ad36d1c9-0204-4d1a-bd2f-8d1703359532 tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "GET /v2.0/security-groups/a30967d4-865d-4594-8be4-b729bd3bb753 HTTP/1.1" status: 404  len: 347 time: 0.0496099
Apr 30 21:16:08.472239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57906) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:08.486917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Deleting port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:08.486917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.533218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a45536-76cb-4d03-948a-63440e072d7d req-e9720114-30f5-4449-8e67-a5774b542f79 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:08.538280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16a45536-76cb-4d03-948a-63440e072d7d req-e9720114-30f5-4449-8e67-a5774b542f79 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.1603992
Apr 30 21:16:08.622976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90376598-7e78-4785-a795-22ed6bdd4047 req-4dec5976-c332-4ddb-87e0-e434af363588 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:08.625342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90376598-7e78-4785-a795-22ed6bdd4047 req-4dec5976-c332-4ddb-87e0-e434af363588 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 950 time: 0.1882310
Apr 30 21:16:08.626684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.628013 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2884f4b3-8ba1-4d2f-afc6-209f7c1560db tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2741649
Apr 30 21:16:08.628713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Deleting port 6150ca0c-d4f6-4981-85da-e60320601e77 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:08.629039 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6150ca0c-d4f6-4981-85da-e60320601e77), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.721145 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6150ca0c-d4f6-4981-85da-e60320601e77), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.722102 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for floatingip (6150ca0c-d4f6-4981-85da-e60320601e77), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.746761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Calling delete_port for 6150ca0c-d4f6-4981-85da-e60320601e77 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:08.754211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16a45536-76cb-4d03-948a-63440e072d7d req-29768dee-619a-476e-97f4-583eee56d2de tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065992
Apr 30 21:16:08.794158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] For port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:08.794532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:08.824952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90376598-7e78-4785-a795-22ed6bdd4047 req-84600d7d-a92c-4e9a-b236-a7098d642668 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549256
Apr 30 21:16:08.829331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Calling delete_port for 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:09.056061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361d2aa0-0533-433d-aec8-097fee016242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:09.058433 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da069ab-ee2d-43b4-be37-5a9f9f527d99" -d '{"events": [{"server_uuid": "361d2aa0-0533-433d-aec8-097fee016242", "name": "network-vif-plugged", "status": "completed", "tag": "f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:09.088667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45101b60-1ce0-42d1-bc6a-8effb56bc28c req-0f39fec9-f9cf-4706-8c34-1403632e0096 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:09.090330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45101b60-1ce0-42d1-bc6a-8effb56bc28c req-0f39fec9-f9cf-4706-8c34-1403632e0096 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 946 time: 0.0575781
Apr 30 21:16:09.115493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:09.119175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6150ca0c-d4f6-4981-85da-e60320601e77), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:09.130324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'a54ef22f-4479-4001-901d-54698448f1a0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:09.136422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['847cb3b0-ee43-4565-9188-e7bd64f115af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:09.148487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Pushing event deleted for resources: {'Port': ['ID=6150ca0c-d4f6-4981-85da-e60320601e77,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:09.188902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event deleted for resources: {'Port': ['ID=3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:09.223068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] No DVR routers for this DVR port 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:09.226313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:09.235616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9286b36-3b8b-48a4-a7d4-24da19bcf19e req-736d844f-63d3-4345-bf93-4f587501a716 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "DELETE /v2.0/ports/3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 HTTP/1.1" status: 204  len: 173 time: 0.9655845
Apr 30 21:16:09.241078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-deleted', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:09.243439 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eecd47-ef1f-4c96-8d18-ed4b41aa2bb4" -d '{"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-deleted", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:09.283440 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks [] for floatingip (07527a7b-9124-4b06-9d92-aac3600af2f2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:09.293503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:09.297335 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-18f96f55-1f18-4a39-b4dd-018f862f216f tempest-ImagesOneServerNegativeTestJSON-1482043863 tempest-ImagesOneServerNegativeTestJSON-1482043863-project] 10.222.0.23 "DELETE /v2.0/floatingips/07527a7b-9124-4b06-9d92-aac3600af2f2 HTTP/1.1" status: 204  len: 168 time: 0.8210509
Apr 30 21:16:09.303015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45101b60-1ce0-42d1-bc6a-8effb56bc28c req-fd83051f-745a-4feb-9a40-a661ffd22bc6 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2053010
Apr 30 21:16:09.474274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-3be68318-e784-49a4-b998-7c580799867d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--941516855&fields=id&tenant_id=e06b74e20cb74d5f9eb71ef0ad13dc99 HTTP/1.1" status: 200  len: 267 time: 0.0803800
Apr 30 21:16:09.581493 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6e3725-6017-48a6-b4d0-aa42fe186b20 x-openstack-request-id: req-8f6e3725-6017-48a6-b4d0-aa42fe186b20 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:09.581813 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361d2aa0-0533-433d-aec8-097fee016242", "name": "network-vif-plugged", "status": "completed", "tag": "f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:09.582106 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f6e3725-6017-48a6-b4d0-aa42fe186b20 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:09.582499 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6e3725-6017-48a6-b4d0-aa42fe186b20'] response: {'server_uuid': '361d2aa0-0533-433d-aec8-097fee016242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'code': 200}
Apr 30 21:16:09.681809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-53b6a324-a264-4ba0-b8c2-9ffddd259dbc tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:09.683270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-53b6a324-a264-4ba0-b8c2-9ffddd259dbc tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/networks?id=8fd4bea1-c586-4c7a-90c7-30351d345759 HTTP/1.1" status: 200  len: 815 time: 0.2015178
Apr 30 21:16:09.699762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000690c-5328-4c03-b51e-e0aef2e8062b req-3fd8d785-ed8d-43e7-b0c3-76248b5c7c19 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:09.701218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0000690c-5328-4c03-b51e-e0aef2e8062b req-3fd8d785-ed8d-43e7-b0c3-76248b5c7c19 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 945 time: 0.0716593
Apr 30 21:16:09.715555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-340d5a7c-1106-48da-986d-3c14bd2e0f01 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/quotas/e06b74e20cb74d5f9eb71ef0ad13dc99 HTTP/1.1" status: 200  len: 375 time: 0.0230024
Apr 30 21:16:09.787651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-4e7c04ff-183f-495a-907b-58d644ce246a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e06b74e20cb74d5f9eb71ef0ad13dc99&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0645370
Apr 30 21:16:09.790405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0000690c-5328-4c03-b51e-e0aef2e8062b req-7336695c-6293-4bf4-b43b-e2e82c8325f6 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827434
Apr 30 21:16:09.843814 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927a6813-6415-4ce5-ad2f-f937ccdd93a9 x-openstack-request-id: req-927a6813-6415-4ce5-ad2f-f937ccdd93a9 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:09.843972 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8325361-70e7-47c5-bb69-2f9d2c45c328", "name": "network-vif-deleted", "tag": "3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:09.844212 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-927a6813-6415-4ce5-ad2f-f937ccdd93a9 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:09.844617 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927a6813-6415-4ce5-ad2f-f937ccdd93a9'] response: {'server_uuid': 'e8325361-70e7-47c5-bb69-2f9d2c45c328', 'name': 'network-vif-deleted', 'tag': '3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9', 'status': 'completed', 'code': 200}
Apr 30 21:16:09.893656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-22647563-5074-4db8-97b0-d0403ea57a29 service neutron] 10.222.0.23 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922916
Apr 30 21:16:09.916240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:09.975110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:09.975110 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:10.006824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-4abfa462-22e8-4940-af82-f683a891a6da service neutron] 10.222.0.23 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1069772
Apr 30 21:16:10.090509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:10.125797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467a264-55a6-4c40-a56b-9306a12d3b0e req-b05ff285-5ae2-4752-b3a6-d24ab1ab4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:10.127562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d467a264-55a6-4c40-a56b-9306a12d3b0e req-b05ff285-5ae2-4752-b3a6-d24ab1ab4ab2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 1128 time: 0.0450423
Apr 30 21:16:10.221325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623ec0a-81a0-447f-a79b-f3656ab72645 req-54d0214f-d2b8-4e10-b28c-afa06668f0b2 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:10.223525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b623ec0a-81a0-447f-a79b-f3656ab72645 req-54d0214f-d2b8-4e10-b28c-afa06668f0b2 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.0479441
Apr 30 21:16:10.272191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b623ec0a-81a0-447f-a79b-f3656ab72645 req-c6eec29f-5814-47c2-a972-bd541ad12f55 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429456
Apr 30 21:16:10.366837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d467a264-55a6-4c40-a56b-9306a12d3b0e req-e9ff8df2-1420-4ca8-9152-f8ae34f24323 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654233
Apr 30 21:16:10.387457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f43ba7c-626a-4f7f-bb86-1507f99d0a02 req-f9eb52fd-de21-4bfe-acc4-5d9aa5cdd81f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8325361-70e7-47c5-bb69-2f9d2c45c328 HTTP/1.1" status: 200  len: 210 time: 0.0378313
Apr 30 21:16:10.585184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f37317a-774d-4201-9319-d22adaa6cb18 req-bdd955f0-d155-4702-a89b-27360e061e09 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 210 time: 0.0519156
Apr 30 21:16:10.609317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-5830de5e-2a53-4b5f-8db6-3001bef1deaa tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:10.612796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-5830de5e-2a53-4b5f-8db6-3001bef1deaa tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2915409
Apr 30 21:16:10.695136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d5a67-1272-4ff6-acf1-c46876cdd677 req-34fa8675-fc12-4dcf-9d45-fd359f8eb142 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:10.696662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf8d5a67-1272-4ff6-acf1-c46876cdd677 req-34fa8675-fc12-4dcf-9d45-fd359f8eb142 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 946 time: 0.0499370
Apr 30 21:16:10.704727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58020) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:10.710380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:10.727277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:10.761797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1562f084-5d46-4741-97e5-c2655576cc7c admin admin] Deleting subnet c5bec68f-e690-4abb-9af2-517442cf9515 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:16:10.766820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1562f084-5d46-4741-97e5-c2655576cc7c admin admin] Publish callbacks [] for subnet (c5bec68f-e690-4abb-9af2-517442cf9515), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:10.770758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:10.771216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3dbdc08f-4bdc-41d2-b0fb-a7b7a9bcacf9 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:10.819486 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1562f084-5d46-4741-97e5-c2655576cc7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (c5bec68f-e690-4abb-9af2-517442cf9515), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:10.825519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf8d5a67-1272-4ff6-acf1-c46876cdd677 req-dfbd45d6-adaf-4553-81d8-fb35ae24749e tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207080
Apr 30 21:16:10.848047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:10.876629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1562f084-5d46-4741-97e5-c2655576cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c5bec68f-e690-4abb-9af2-517442cf9515), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:10.976242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-efcbd583-4af3-42c2-bfbd-417e18324021 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:10.978242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-efcbd583-4af3-42c2-bfbd-417e18324021 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0918677
Apr 30 21:16:11.005342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:11.059429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1562f084-5d46-4741-97e5-c2655576cc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (c5bec68f-e690-4abb-9af2-517442cf9515), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.088161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f084-5d46-4741-97e5-c2655576cc7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5bec68f-e690-4abb-9af2-517442cf9515,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:11.090532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1562f084-5d46-4741-97e5-c2655576cc7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.094013 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1562f084-5d46-4741-97e5-c2655576cc7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c5bec68f-e690-4abb-9af2-517442cf9515 HTTP/1.1" status: 204  len: 168 time: 0.3858781
Apr 30 21:16:11.096526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58064) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:11.176904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9f3cd876-8b51-4bde-a809-728e22df1c30), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.298226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9f3cd876-8b51-4bde-a809-728e22df1c30), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.326724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966b5abb0>,) {'filters': {'network_id': ['9f3cd876-8b51-4bde-a809-728e22df1c30']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:11.347429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966b5abb0>, '9c1babcb-af7c-4184-9144-495462bd1087') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:11.351582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966b5abb0>, '9c1babcb-af7c-4184-9144-495462bd1087') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:11.390631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (9c1babcb-af7c-4184-9144-495462bd1087), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.420876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260316c-0e6b-4651-a2ee-5d848d3341d8 req-634b13cd-e1e9-4d8e-bd86-b1feb168577a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:11.422632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2260316c-0e6b-4651-a2ee-5d848d3341d8 req-634b13cd-e1e9-4d8e-bd86-b1feb168577a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 945 time: 0.4434190
Apr 30 21:16:11.431836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9c1babcb-af7c-4184-9144-495462bd1087), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.445426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:16:11.445865 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (9c1babcb-af7c-4184-9144-495462bd1087), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:16:11.448230 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:16:11.545382 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.577507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2260316c-0e6b-4651-a2ee-5d848d3341d8 req-e930d6d0-c578-46aa-b51a-7f00af350ff1 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445594
Apr 30 21:16:11.579121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:11.588292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5d629-6389-4fd4-8c5a-4c2e514bb707 req-9891395c-92d2-4088-ba9d-3b7f12f881b2 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:11.589867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fcb5d629-6389-4fd4-8c5a-4c2e514bb707 req-9891395c-92d2-4088-ba9d-3b7f12f881b2 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 945 time: 0.1275244
Apr 30 21:16:11.595459 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9f3cd876-8b51-4bde-a809-728e22df1c30), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.609169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.616453 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9f3cd876-8b51-4bde-a809-728e22df1c30 HTTP/1.1" status: 204  len: 168 time: 0.5186870
Apr 30 21:16:11.635500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55321d-29b8-4233-bc64-a55a9752ed26 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3cd876-8b51-4bde-a809-728e22df1c30,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:11.747490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:11.761220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fcb5d629-6389-4fd4-8c5a-4c2e514bb707 req-95a76dc6-6e91-45aa-9d87-3ec3b147355a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587670
Apr 30 21:16:11.860090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:11.862393 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a907a17-66ee-4705-b0a7-c1f97893e656" -d '{"events": [{"server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "name": "network-vif-unplugged", "status": "completed", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:11.866467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Publish callbacks [] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:11.896670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:11.922975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d82ac77-d6eb-4a53-b15e-ad889f100aa2 req-75400ff6-3bcb-4720-a7dd-5b3a476f0335 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 210 time: 0.0419886
Apr 30 21:16:11.956321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:11.989353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.042798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Publish callbacks [] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.092841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Pushing event updated for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:12.112402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:12.113066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:12.113683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:12.120066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:16:12.120772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Attempting to bind port 01bd63bd-e064-484d-a092-dec5a749a3ec on network 101af96d-46b7-4982-b0ed-3b0af2fa0ddf {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:12.132780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:12.135391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Checking segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:12.135391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Bound using segment: {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:12.135391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Bound port: 01bd63bd-e064-484d-a092-dec5a749a3ec, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd00d9a-7112-43ec-8180-52b11c906588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '101af96d-46b7-4982-b0ed-3b0af2fa0ddf'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:12.135391 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.155907 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.312206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:12.357464 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2c404b2b-6048-48c6-ba83-838bd6f9f984 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=711cc97213824857927f7626b41012cb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0438905
Apr 30 21:16:12.360342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58130) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:12.364466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:12.374106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Pushing event updated for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:12.395751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:12.396087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:12.396420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:12.399761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:12.410733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571d4f5-6de5-4b87-978e-e2bb9386b296 req-214f4002-2345-4be3-a10f-b095e2c0acf4 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:12.412254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f571d4f5-6de5-4b87-978e-e2bb9386b296 req-214f4002-2345-4be3-a10f-b095e2c0acf4 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 946 time: 0.1185260
Apr 30 21:16:12.414817 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd10551-40bd-413c-b02e-31ef289f53d7 x-openstack-request-id: req-4fd10551-40bd-413c-b02e-31ef289f53d7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:12.414817 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "name": "network-vif-unplugged", "status": "completed", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:12.414817 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fd10551-40bd-413c-b02e-31ef289f53d7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:12.414817 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd10551-40bd-413c-b02e-31ef289f53d7'] response: {'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec', 'code': 200}
Apr 30 21:16:12.416879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:16:12.417207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Attempting to bind port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on network b894fca3-f633-42dd-93b5-bde3291d63a3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:12.428003 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6924-1a80-41e5-a3a7-9acac22beb73 admin admin] Publish callbacks [] for security_group (1fe9b113-cffe-4785-b04f-b6c817b5ca07), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.429747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:12.430237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Checking segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:12.430495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Bound using segment: {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:12.430936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Bound port: d31b0a65-0a8e-4414-bf95-4b3a788b6203, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5f91f4f-4c3c-4669-9c26-991aea6ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b894fca3-f633-42dd-93b5-bde3291d63a3'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:12.431298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.453274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6924-1a80-41e5-a3a7-9acac22beb73 admin admin] Publish callbacks [] for security_group (1fe9b113-cffe-4785-b04f-b6c817b5ca07), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.480861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.540163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f571d4f5-6de5-4b87-978e-e2bb9386b296 req-0dccaf46-3d5c-44f4-91a8-2f777ba989ba tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196535
Apr 30 21:16:12.584611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6924-1a80-41e5-a3a7-9acac22beb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1fe9b113-cffe-4785-b04f-b6c817b5ca07), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.588750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c3e6924-1a80-41e5-a3a7-9acac22beb73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.592222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8c3e6924-1a80-41e5-a3a7-9acac22beb73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fe9b113-cffe-4785-b04f-b6c817b5ca07 HTTP/1.1" status: 204  len: 168 time: 0.2307785
Apr 30 21:16:12.592977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Pushing event updated for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=8']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:12.597090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:12.603628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:12.621223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e6924-1a80-41e5-a3a7-9acac22beb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe9b113-cffe-4785-b04f-b6c817b5ca07,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:12.628309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:12.629155 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.630989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-14721d4d-13aa-4695-ad14-a876243ab33f service neutron] 10.222.0.35 "PUT /v2.0/ports/01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 200  len: 1121 time: 1.9105961
Apr 30 21:16:12.679820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.754255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['01bd63bd-e064-484d-a092-dec5a749a3ec'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:12.761548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 01bd63bd-e064-484d-a092-dec5a749a3ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:16:12.803211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Pushing event updated for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=8']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:12.822154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:12.822823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:12.825152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-4920b1d0-eec0-4e79-9732-87cb042edd71 service neutron] 10.222.0.20 "PUT /v2.0/ports/d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 200  len: 1121 time: 1.8298082
Apr 30 21:16:12.837649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['01bd63bd-e064-484d-a092-dec5a749a3ec'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:12.980239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d31b0a65-0a8e-4414-bf95-4b3a788b6203'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:12.990510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['d31b0a65-0a8e-4414-bf95-4b3a788b6203'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:13.084845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:13.151745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 01bd63bd-e064-484d-a092-dec5a749a3ec has no active binding in host nch2-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:16:14.118837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9592b87-0e54-4e67-83af-70b5b8402281 req-639d93b0-1a7b-4341-a22a-923192bcbfd4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:14.120397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9592b87-0e54-4e67-83af-70b5b8402281 req-639d93b0-1a7b-4341-a22a-923192bcbfd4 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 950 time: 0.0523481
Apr 30 21:16:14.168706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9592b87-0e54-4e67-83af-70b5b8402281 req-4c4887e2-cb12-4cb8-a1e1-f35e62489766 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423477
Apr 30 21:16:14.269825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e6e7-06d6-4265-9c48-03371fc61bfb req-d70cb1e9-1199-4f5a-8f0c-87f2bed8b5d9 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:14.271230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a45e6e7-06d6-4265-9c48-03371fc61bfb req-d70cb1e9-1199-4f5a-8f0c-87f2bed8b5d9 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 946 time: 0.0468040
Apr 30 21:16:14.280721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58208) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:14.286043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Request body: {'floatingip': {'port_id': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:14.290970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d31b0a65-0a8e-4414-bf95-4b3a788b6203 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:16:14.330025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for floatingip (5af44593-2ab7-42cd-9422-a6b920fa5909), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:14.374264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5032b4-d443-443c-908f-62e35573fc9c req-ef4969ce-3731-4f8c-b8d3-944debe2d91c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:14.381430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b5032b4-d443-443c-908f-62e35573fc9c req-ef4969ce-3731-4f8c-b8d3-944debe2d91c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0593746
Apr 30 21:16:14.417877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:14.430027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203'}, {'name': 'network-changed', 'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec'}, {'name': 'network-changed', 'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:14.432789 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bc288e-d621-4b90-95ad-e6215d7104a4" -d '{"events": [{"server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "name": "network-vif-unplugged", "status": "completed", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203"}, {"name": "network-changed", "server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec"}, {"name": "network-changed", "server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:14.435561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d31b0a65-0a8e-4414-bf95-4b3a788b6203 has no active binding in host nch1-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:16:14.470206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-8a9dc196-0d22-43a4-af2c-778b53a5a49e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:14.471679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-8a9dc196-0d22-43a4-af2c-778b53a5a49e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c53ede2-815a-4f0f-b0d3-2b632bc5b638 HTTP/1.1" status: 200  len: 950 time: 0.0824957
Apr 30 21:16:14.479752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b5032b4-d443-443c-908f-62e35573fc9c req-2fdae2cc-738d-48bd-9cae-0532dce3590d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974810
Apr 30 21:16:14.587965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Deleting port a54ef22f-4479-4001-901d-54698448f1a0 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:14.588479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a54ef22f-4479-4001-901d-54698448f1a0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:14.637326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-2f175606-c976-4c85-bb17-8d9683b41588 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:14.638827 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-2f175606-c976-4c85-bb17-8d9683b41588 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.20 "GET /v2.0/networks?id=8fd4bea1-c586-4c7a-90c7-30351d345759 HTTP/1.1" status: 200  len: 815 time: 0.2384825
Apr 30 21:16:14.712596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7eb5eaea-7fc0-407a-8d9a-e629022810c5 req-733f5896-4ff2-4c78-a86e-837dbbeff5ba tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 210 time: 0.0726674
Apr 30 21:16:14.764848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] For port a54ef22f-4479-4001-901d-54698448f1a0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a54ef22f-4479-4001-901d-54698448f1a0,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:14.765216 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a54ef22f-4479-4001-901d-54698448f1a0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:14.783469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc0739-2299-4a2b-9edb-29c9083feddd req-df8f99c8-cae4-4eaf-9841-467d3d1fa608 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:14.783469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ccc0739-2299-4a2b-9edb-29c9083feddd req-df8f99c8-cae4-4eaf-9841-467d3d1fa608 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.1749268
Apr 30 21:16:14.789895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Calling delete_port for a54ef22f-4479-4001-901d-54698448f1a0 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:14.882041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ccc0739-2299-4a2b-9edb-29c9083feddd req-1548ec06-676b-452d-81a3-a0acc4a32d51 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933416
Apr 30 21:16:14.918582 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-05b01c9e-82a4-4546-9c86-7c84040e6494 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e06b74e20cb74d5f9eb71ef0ad13dc99 HTTP/1.1" status: 200  len: 379 time: 0.2639008
Apr 30 21:16:14.975309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Request body: {'port': {'device_id': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'admin_state_up': True, 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'security_groups': ['7e617970-c540-40d7-98cf-f3ae5b133435']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:15.035987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:15.083638 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a54ef22f-4479-4001-901d-54698448f1a0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:15.096202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'a54ef22f-4479-4001-901d-54698448f1a0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:15.101038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['847cb3b0-ee43-4565-9188-e7bd64f115af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:15.109823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (5af44593-2ab7-42cd-9422-a6b920fa5909), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:15.114887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event deleted for resources: {'Port': ['ID=a54ef22f-4479-4001-901d-54698448f1a0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:15.165836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] No DVR routers for this DVR port a54ef22f-4479-4001-901d-54698448f1a0 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:15.168698 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:15.172692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d510a803-32ae-4772-959f-16d8d2e68b5f req-e15d6a01-1969-46da-8243-dc6ea3ca6514 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.20 "DELETE /v2.0/ports/a54ef22f-4479-4001-901d-54698448f1a0 HTTP/1.1" status: 204  len: 173 time: 0.6889489
Apr 30 21:16:15.221546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Made reservation on behalf of e06b74e20cb74d5f9eb71ef0ad13dc99 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:15.221546 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:15.306005 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8855c6d0-bfc9-49f3-b821-10735b43b5bf x-openstack-request-id: req-8855c6d0-bfc9-49f3-b821-10735b43b5bf {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:15.306365 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "name": "network-vif-unplugged", "status": "completed", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203", "code": 200}, {"name": "network-changed", "server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:15.306621 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8855c6d0-bfc9-49f3-b821-10735b43b5bf {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:15.307496 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8855c6d0-bfc9-49f3-b821-10735b43b5bf'] response: {'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203', 'code': 200}
Apr 30 21:16:15.307936 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8855c6d0-bfc9-49f3-b821-10735b43b5bf'] response: {'name': 'network-changed', 'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec', 'status': 'completed', 'code': 200}
Apr 30 21:16:15.308354 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8855c6d0-bfc9-49f3-b821-10735b43b5bf'] response: {'name': 'network-changed', 'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203', 'status': 'completed', 'code': 200}
Apr 30 21:16:15.352353 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Floating IP 5af44593-2ab7-42cd-9422-a6b920fa5909 associated. External IP: 172.35.4.18, port: f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e.
Apr 30 21:16:15.431975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-d8437d8f-9465-4318-8241-fc995316ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:15.434014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-d8437d8f-9465-4318-8241-fc995316ab1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1155 time: 0.1068127
Apr 30 21:16:15.438830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-0e49e174-7377-4398-8b01-d90e0f2428ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:15.441267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-0e49e174-7377-4398-8b01-d90e0f2428ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1155 time: 0.0623960
Apr 30 21:16:15.513993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Allocated IP 172.20.0.8 (8fd4bea1-c586-4c7a-90c7-30351d345759/202ae7e6-462d-4af9-93ea-b7068930aab7/a648764a-35bc-4bbd-b4e5-9b7bf42d6e11) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:15.677402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-1af240c5-7021-47bb-86ce-6d9619370f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:15.679212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-1af240c5-7021-47bb-86ce-6d9619370f70 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.2368624
Apr 30 21:16:15.680952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-231d3a26-bb32-40a0-b506-67b0f616f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:15.684385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-231d3a26-bb32-40a0-b506-67b0f616f65f service neutron] 10.222.0.20 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.2314136
Apr 30 21:16:15.768527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-8bbe6265-babb-4cee-b2fd-2d9531a5309b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 200  len: 217 time: 0.0805917
Apr 30 21:16:15.770569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-3a3749c5-03c4-445d-804e-18d12df6e699 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 200  len: 217 time: 0.0750568
Apr 30 21:16:15.864076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-3676fb54-a794-4cb0-8d73-cacd95cd50be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:15.865933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-3676fb54-a794-4cb0-8d73-cacd95cd50be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0894642
Apr 30 21:16:15.867652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-9cff6a64-c760-4ba7-9bf3-6f9fbcb0871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:15.869617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-9cff6a64-c760-4ba7-9bf3-6f9fbcb0871a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0849266
Apr 30 21:16:15.905936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-f3363802-1478-4e87-8c96-808131cea45f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324605
Apr 30 21:16:16.002224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-14e7fe68-a5f0-4236-b2ed-3bd08eaa4fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888107
Apr 30 21:16:16.053268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Router 7796f893-fe0e-4e9a-be98-1df65c6cda8f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:16:16.064765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:16.105619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-9ed4a1c5-efa6-45e7-b325-57924d7b00f6 service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940933
Apr 30 21:16:16.209181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-28ff2c7c-2f21-4e96-9ac1-9f19d751c8bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368052
Apr 30 21:16:16.210287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:16:16.215235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:16.223342 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] Sync routers for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:16:16.236799 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:16.237410 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cdd8df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:15:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:16.253947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:16.256424 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-04e2af4f-c4fc-4961-97f9-61c1fa55e3fe tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "PUT /v2.0/floatingips/5af44593-2ab7-42cd-9422-a6b920fa5909 HTTP/1.1" status: 200  len: 991 time: 1.9744616
Apr 30 21:16:16.258706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361d2aa0-0533-433d-aec8-097fee016242', 'tag': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:16.263288 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20abfd71-16ae-4b80-9103-7837ca1208f1" -d '{"events": [{"name": "network-changed", "server_uuid": "361d2aa0-0533-433d-aec8-097fee016242", "tag": "f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:16.329040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:16.336481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:16.338945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event updated for resources: {'Port': ['ID=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:16.341252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:16.357433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-3aa6c184-bdea-43fd-8e82-e55b265a6dd1 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331551
Apr 30 21:16:16.374812 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:16.424242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:16.428976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:16.501549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91bc288e-d621-4b90-95ad-e6215d7104a4 req-8f9533f6-d68c-4a41-bbf3-96986c043ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328852
Apr 30 21:16:16.589954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:16.593031 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0401376e-0b5d-4539-9e97-a5614a8fc5b9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6223884
Apr 30 21:16:16.605554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Request body: {'port': {'device_id': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:16.669271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:16.708984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ea3ddcf7-e990-4e7a-9b00-fa1fc2b1aaa7 None None] Provisioning complete for port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:16.709659 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ea3ddcf7-e990-4e7a-9b00-fa1fc2b1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:16.745334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ddcf7-e990-4e7a-9b00-fa1fc2b1aaa7 None None] Port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:16.751117 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cdd8df0>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5af44593-2ab7-42cd-9422-a6b920fa5909', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'floating_ip_address': '172.35.4.18', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'port_id': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'mac_address': 'fa:16:3e:3a:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361d2aa0-0533-433d-aec8-097fee016242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:15:34Z', 'updated_at': '2022-04-30T21:16:14Z', 'revision_number': 1, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:48Z', 'revision_number': 5, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:16.778116 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] Checking router: 7796f893-fe0e-4e9a-be98-1df65c6cda8f for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:16.787707 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:16.788334 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cdd8df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:15:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:16.909496 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:16.950061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdef665-0db7-4141-a074-d03899271774 req-45035203-71ec-4471-bcaa-8d0df89993e8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:16.951554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fdef665-0db7-4141-a074-d03899271774 req-45035203-71ec-4471-bcaa-8d0df89993e8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0588448
Apr 30 21:16:16.984443 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:16:16.993098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Publish callbacks [] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:17.002699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fdef665-0db7-4141-a074-d03899271774 req-de6d9329-9381-42d8-814d-51c647459885 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444233
Apr 30 21:16:17.007459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Transition to ACTIVE for port object a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:16:17.104064 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:17.120069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddecc3-e6f9-43b6-bc7a-7d21e184bb3e req-b1c62f19-c005-45dd-bdeb-e03fc9bf1571 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:17.121556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37ddecc3-e6f9-43b6-bc7a-7d21e184bb3e req-b1c62f19-c005-45dd-bdeb-e03fc9bf1571 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 931 time: 0.0536218
Apr 30 21:16:17.146416 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cdd8df0>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5af44593-2ab7-42cd-9422-a6b920fa5909', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'floating_ip_address': '172.35.4.18', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'port_id': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'mac_address': 'fa:16:3e:3a:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361d2aa0-0533-433d-aec8-097fee016242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:15:34Z', 'updated_at': '2022-04-30T21:16:14Z', 'revision_number': 1, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:48Z', 'revision_number': 5, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:17.176374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Pushing event updated for resources: {'Port': ['ID=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:17.180152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37ddecc3-e6f9-43b6-bc7a-7d21e184bb3e req-962df3a7-1590-4ed1-83ea-19c5a08754cb tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518868
Apr 30 21:16:17.181311 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48463138-48e1-4e03-b5f3-dd51268bc691 None None] The sync data for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 is: [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5af44593-2ab7-42cd-9422-a6b920fa5909', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'floating_ip_address': '172.35.4.18', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'port_id': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'mac_address': 'fa:16:3e:3a:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361d2aa0-0533-433d-aec8-097fee016242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:15:34Z', 'updated_at': '2022-04-30T21:16:14Z', 'revision_number': 1, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:48Z', 'revision_number': 5, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:17.302348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Attempting to bind port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:17.302686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Attempting to bind port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:17.306459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Attempting to bind port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 on network 8fd4bea1-c586-4c7a-90c7-30351d345759 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:17.310771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-deleted', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:17.312068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 on network 8fd4bea1-c586-4c7a-90c7-30351d345759 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:16:17.312462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Attempting to bind port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 on network 8fd4bea1-c586-4c7a-90c7-30351d345759 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:17.317804 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c596e2f0-d49f-4f99-9b71-170f9f4222d5" -d '{"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-deleted", "tag": "a54ef22f-4479-4001-901d-54698448f1a0"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:17.318802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:17.319217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Checking segment: {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:17.319722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Bound using segment: {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:17.320167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Bound port: a648764a-35bc-4bbd-b4e5-9b7bf42d6e11, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d412b7b-4108-4b0f-ad98-fa585641bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:17.320596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:17.414522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] For port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:17.417263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] For port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:17.489426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eae5f6-fb80-4cdd-82f7-7002d823caa5 None None] New status for floating IP 5af44593-2ab7-42cd-9422-a6b920fa5909: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:16:17.500218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04988268-37ab-46b9-aa93-0720982f2e8a req-7d062af1-d959-4064-b23e-cdc3fba52290 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:17.501822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04988268-37ab-46b9-aa93-0720982f2e8a req-7d062af1-d959-4064-b23e-cdc3fba52290 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.0571592
Apr 30 21:16:17.505096 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:17.553037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:17.553457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:17.555280 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] 10.222.0.20 "PUT /v2.0/ports/a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 HTTP/1.1" status: 200  len: 1091 time: 0.9544878
Apr 30 21:16:17.565271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04988268-37ab-46b9-aa93-0720982f2e8a req-de5369ab-faf6-4853-92db-4c40813e7918 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565846
Apr 30 21:16:17.601476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57fd74-bbfe-40a5-974f-55f23e2d4013 service neutron] Pushing event updated for resources: {'Port': ['ID=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:17.729628 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b694de-76c0-40f7-82f0-8d906ca7c410 x-openstack-request-id: req-20b694de-76c0-40f7-82f0-8d906ca7c410 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:17.729931 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361d2aa0-0533-433d-aec8-097fee016242", "tag": "f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:17.730409 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20b694de-76c0-40f7-82f0-8d906ca7c410 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:17.731045 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b694de-76c0-40f7-82f0-8d906ca7c410'] response: {'name': 'network-changed', 'server_uuid': '361d2aa0-0533-433d-aec8-097fee016242', 'tag': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'status': 'completed', 'code': 200}
Apr 30 21:16:17.739711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-d6db9894-ebb0-41a9-882e-1d7724bcfedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:17.741496 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-d6db9894-ebb0-41a9-882e-1d7724bcfedd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e06b74e20cb74d5f9eb71ef0ad13dc99&device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 1125 time: 0.0531914
Apr 30 21:16:17.820057 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-ae99076e-18ee-4ac4-84a9-ed5d627906b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 HTTP/1.1" status: 200  len: 217 time: 0.0427396
Apr 30 21:16:17.833392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-7ec44366-aaca-43c6-94d9-88b76cc5bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:17.840944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-7ec44366-aaca-43c6-94d9-88b76cc5bfd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6309fd24cb2e4a5d8fde4f457d529d68&device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 1128 time: 0.0647037
Apr 30 21:16:17.868440 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d2d33728-7b86-41b4-9ab0-9bd14321d336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:17.889082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-1408074a-401c-4572-9460-60ec7624d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:17.889082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-1408074a-401c-4572-9460-60ec7624d49d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=202ae7e6-462d-4af9-93ea-b7068930aab7 HTTP/1.1" status: 200  len: 854 time: 0.0585332
Apr 30 21:16:17.956330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-448de72b-9e82-41c1-9ee9-b42f16a011b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:17.957564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-448de72b-9e82-41c1-9ee9-b42f16a011b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1152c707-7e0c-4173-990b-839e96baa458 HTTP/1.1" status: 200  len: 916 time: 0.1091309
Apr 30 21:16:17.959818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-6c841e53-2231-499f-8e84-59cf12e2d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:17.961327 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-6c841e53-2231-499f-8e84-59cf12e2d4f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fd4bea1-c586-4c7a-90c7-30351d345759&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0542636
Apr 30 21:16:18.059068 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-6d93ef8c-ef17-4433-9cb0-ffba1278b082 service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890398
Apr 30 21:16:18.060701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-963adc77-1375-4c47-a6c9-4238d54505a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e HTTP/1.1" status: 200  len: 1001 time: 0.0949037
Apr 30 21:16:18.111632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-6c357a94-f24c-404b-b55c-1786135c4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:18.113263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-6c357a94-f24c-404b-b55c-1786135c4bd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=289508dd-01d2-4845-b2ab-681c36928707 HTTP/1.1" status: 200  len: 854 time: 0.0455005
Apr 30 21:16:18.161388 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a1da3f80-cffe-4722-8e80-e07e8456fa8a req-0509739a-02cb-4aea-918b-43be043da7da service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924666
Apr 30 21:16:18.200718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-3eae93bf-e1e2-469a-9079-052eacd5454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:18.202380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-3eae93bf-e1e2-469a-9079-052eacd5454a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1152c707-7e0c-4173-990b-839e96baa458&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421290
Apr 30 21:16:18.303819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:18.316329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-ee4f07df-9fb3-43df-9bc6-40590d0850dd service neutron] 10.222.0.35 "GET /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971501
Apr 30 21:16:18.324670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: a54ef22f-4479-4001-901d-54698448f1a0 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:18.325014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a54ef22f-4479-4001-901d-54698448f1a0 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:18.353012 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:18.406413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20abfd71-16ae-4b80-9103-7837ca1208f1 req-bcf68b0b-6acb-4848-99ad-45ebf4b67f2a service neutron] 10.222.0.35 "GET /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833542
Apr 30 21:16:18.825796 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378bb633-7419-4b2f-b5ad-8c86b033a050 x-openstack-request-id: req-378bb633-7419-4b2f-b5ad-8c86b033a050 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:18.826174 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c53ede2-815a-4f0f-b0d3-2b632bc5b638", "name": "network-vif-deleted", "tag": "a54ef22f-4479-4001-901d-54698448f1a0", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:18.826496 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-378bb633-7419-4b2f-b5ad-8c86b033a050 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:18.826969 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378bb633-7419-4b2f-b5ad-8c86b033a050'] response: {'server_uuid': '0c53ede2-815a-4f0f-b0d3-2b632bc5b638', 'name': 'network-vif-deleted', 'tag': 'a54ef22f-4479-4001-901d-54698448f1a0', 'status': 'completed', 'code': 200}
Apr 30 21:16:18.861343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58326) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:18.925271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2270593-51af-4e94-a0dc-21b16a5f2ba6 req-fd93cf6a-4146-423e-9cab-4e0e60a0ada5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:18.926724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2270593-51af-4e94-a0dc-21b16a5f2ba6 req-fd93cf6a-4146-423e-9cab-4e0e60a0ada5 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0526392
Apr 30 21:16:18.977125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0fcea422-dbe5-4e3a-94b5-6f282614be7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:18.978673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2270593-51af-4e94-a0dc-21b16a5f2ba6 req-7c0d2add-bdfb-4181-9d43-84505105dcd9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463641
Apr 30 21:16:19.057641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0fcea422-dbe5-4e3a-94b5-6f282614be7a admin admin] Publish callbacks [] for security_group (ad230469-a475-4aa9-a612-3dd35ebcb720), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:19.084880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144584c6-935f-4572-ac07-bb3deaa3b7a5 req-7a4d09da-b417-438d-aab0-acd5f3bb2706 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:19.086419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-144584c6-935f-4572-ac07-bb3deaa3b7a5 req-7a4d09da-b417-438d-aab0-acd5f3bb2706 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 943 time: 0.0477083
Apr 30 21:16:19.131932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-144584c6-935f-4572-ac07-bb3deaa3b7a5 req-6c591c90-766e-4b43-9647-659a3aa585e5 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398278
Apr 30 21:16:19.201104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0fcea422-dbe5-4e3a-94b5-6f282614be7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ad230469-a475-4aa9-a612-3dd35ebcb720), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:19.235376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd489e21-e5bd-4098-82e7-c7142f99a175 req-c2718373-99e2-4b31-88b3-5be981e43d23 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:19.236974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd489e21-e5bd-4098-82e7-c7142f99a175 req-c2718373-99e2-4b31-88b3-5be981e43d23 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.0511613
Apr 30 21:16:19.239103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcea422-dbe5-4e3a-94b5-6f282614be7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad230469-a475-4aa9-a612-3dd35ebcb720,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:19.244841 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0fcea422-dbe5-4e3a-94b5-6f282614be7a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c94e34a3041e471c92d5e3e4ea8da107&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3824270
Apr 30 21:16:19.247680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:19.287549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd489e21-e5bd-4098-82e7-c7142f99a175 req-c4877b2a-b013-403e-bce1-ba3ee0f20eb9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440431
Apr 30 21:16:19.300708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4638892-43fc-45ea-89a8-af5afd98cb98 admin admin] Publish callbacks [] for security_group (ad230469-a475-4aa9-a612-3dd35ebcb720), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:19.331344 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4638892-43fc-45ea-89a8-af5afd98cb98 admin admin] Publish callbacks [] for security_group (ad230469-a475-4aa9-a612-3dd35ebcb720), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:19.402808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbef16e-55d0-42eb-a294-9d6208299b2e req-52f0e81a-d729-4e1e-bc9b-5eacf012fbcd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:19.404288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebbef16e-55d0-42eb-a294-9d6208299b2e req-52f0e81a-d729-4e1e-bc9b-5eacf012fbcd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0531812
Apr 30 21:16:19.453072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebbef16e-55d0-42eb-a294-9d6208299b2e req-0bf740b2-a3c5-4f0c-8526-626dedf366e8 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429637
Apr 30 21:16:19.473095 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4638892-43fc-45ea-89a8-af5afd98cb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ad230469-a475-4aa9-a612-3dd35ebcb720), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:19.476591 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4638892-43fc-45ea-89a8-af5afd98cb98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:19.478594 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a4638892-43fc-45ea-89a8-af5afd98cb98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad230469-a475-4aa9-a612-3dd35ebcb720 HTTP/1.1" status: 204  len: 168 time: 0.2292762
Apr 30 21:16:19.487154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4638892-43fc-45ea-89a8-af5afd98cb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad230469-a475-4aa9-a612-3dd35ebcb720,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:19.732733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'tag': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:19.735041 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bb9c1f-0e02-43e6-9936-aa2260494229" -d '{"events": [{"name": "network-changed", "server_uuid": "422d9d7c-80c8-4693-925c-f434084a7bd1", "tag": "a648764a-35bc-4bbd-b4e5-9b7bf42d6e11"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:19.802316 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8fdfae-00a0-4870-9258-28721e786ed6 x-openstack-request-id: req-2a8fdfae-00a0-4870-9258-28721e786ed6 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:19.802715 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422d9d7c-80c8-4693-925c-f434084a7bd1", "tag": "a648764a-35bc-4bbd-b4e5-9b7bf42d6e11", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:19.802849 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a8fdfae-00a0-4870-9258-28721e786ed6 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:19.805413 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8fdfae-00a0-4870-9258-28721e786ed6'] response: {'name': 'network-changed', 'server_uuid': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'tag': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'status': 'completed', 'code': 200}
Apr 30 21:16:19.901294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-35bf0ed8-d124-4ab6-b1d2-b1b045ce0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:19.902955 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-35bf0ed8-d124-4ab6-b1d2-b1b045ce0641 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e06b74e20cb74d5f9eb71ef0ad13dc99&device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 1125 time: 0.0439410
Apr 30 21:16:19.936839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf567be9-3489-41db-8c42-7036cea4e1d0 req-1f8326df-d1b1-4d7b-b981-4e9fa745e936 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:19.938326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf567be9-3489-41db-8c42-7036cea4e1d0 req-1f8326df-d1b1-4d7b-b981-4e9fa745e936 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.0540924
Apr 30 21:16:19.984877 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf567be9-3489-41db-8c42-7036cea4e1d0 req-09fc598e-9770-4702-ae93-2968f65abd9a tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399725
Apr 30 21:16:20.129867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873960de-411e-4db7-bdb7-d9fac7cfd4e2 req-571d53b7-cd95-4fb1-929e-a1821d307f0b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:20.131343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-873960de-411e-4db7-bdb7-d9fac7cfd4e2 req-571d53b7-cd95-4fb1-929e-a1821d307f0b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0795891
Apr 30 21:16:20.141911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-50d7d98c-ec89-4665-a6e0-272a54674109 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:20.143273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-50d7d98c-ec89-4665-a6e0-272a54674109 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.0633032
Apr 30 21:16:20.156830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-649a8398-256e-400d-866b-6ffd7eebf50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.226256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-873960de-411e-4db7-bdb7-d9fac7cfd4e2 req-260fa2c2-3f0f-4f78-82aa-0b9600759d61 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820546
Apr 30 21:16:20.278584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Deleting port 847cb3b0-ee43-4565-9188-e7bd64f115af {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:20.279486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.321000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58362) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:20.335070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d4677d25-579d-49b7-a54b-75a75d3c6e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.382735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cbf18-debf-4f20-ae58-1b6f185ee697 req-769dfb4b-ef2e-4afb-9539-42217b1acd9c tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:20.384241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-569cbf18-debf-4f20-ae58-1b6f185ee697 req-769dfb4b-ef2e-4afb-9539-42217b1acd9c tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 943 time: 0.0851192
Apr 30 21:16:20.417105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d4677d25-579d-49b7-a54b-75a75d3c6e52 admin admin] Publish callbacks [] for security_group (3ec96574-e194-4067-a47e-40e6e51d3be7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.438577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] For port 847cb3b0-ee43-4565-9188-e7bd64f115af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=847cb3b0-ee43-4565-9188-e7bd64f115af,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:20.439152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.465112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Calling delete_port for 847cb3b0-ee43-4565-9188-e7bd64f115af owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:20.472449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-569cbf18-debf-4f20-ae58-1b6f185ee697 req-cf39fa63-38db-4df3-87f0-5de75e994f35 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763390
Apr 30 21:16:20.524892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d4677d25-579d-49b7-a54b-75a75d3c6e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3ec96574-e194-4067-a47e-40e6e51d3be7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.575996 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d4677d25-579d-49b7-a54b-75a75d3c6e52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0baf2b945474b5bbe5194bf714a0032&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2538481
Apr 30 21:16:20.576601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58368) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:20.583569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4677d25-579d-49b7-a54b-75a75d3c6e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec96574-e194-4067-a47e-40e6e51d3be7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:20.633676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b395f2f8-f990-418a-af1f-3d45ace5359f admin admin] Publish callbacks [] for security_group (3ec96574-e194-4067-a47e-40e6e51d3be7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.657323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b395f2f8-f990-418a-af1f-3d45ace5359f admin admin] Publish callbacks [] for security_group (3ec96574-e194-4067-a47e-40e6e51d3be7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.674062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60fcd6-42be-41c9-9627-db52bc23f92d req-7af7db3d-a4a1-4e76-9c22-cd2b20ba2158 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:20.675607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c60fcd6-42be-41c9-9627-db52bc23f92d req-7af7db3d-a4a1-4e76-9c22-cd2b20ba2158 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 950 time: 0.1055174
Apr 30 21:16:20.683760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5871672-6698-44a0-a96a-66e8d1b50594 req-17b0ae22-30bb-45de-9250-c15547bf74ff tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:20.685583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5871672-6698-44a0-a96a-66e8d1b50594 req-17b0ae22-30bb-45de-9250-c15547bf74ff tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.1165409
Apr 30 21:16:20.776007 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b395f2f8-f990-418a-af1f-3d45ace5359f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3ec96574-e194-4067-a47e-40e6e51d3be7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.778638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b395f2f8-f990-418a-af1f-3d45ace5359f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.779901 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b395f2f8-f990-418a-af1f-3d45ace5359f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ec96574-e194-4067-a47e-40e6e51d3be7 HTTP/1.1" status: 204  len: 168 time: 0.2020411
Apr 30 21:16:20.790540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395f2f8-f990-418a-af1f-3d45ace5359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec96574-e194-4067-a47e-40e6e51d3be7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:20.798440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c60fcd6-42be-41c9-9627-db52bc23f92d req-f34fcc8f-1ec7-478c-bccc-637f44623377 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120019
Apr 30 21:16:20.801266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5871672-6698-44a0-a96a-66e8d1b50594 req-1b7a1c84-438b-4c10-b0db-d202583283f8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074531
Apr 30 21:16:20.812591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (847cb3b0-ee43-4565-9188-e7bd64f115af), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:20.826922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:20.862899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event deleted for resources: {'Port': ['ID=847cb3b0-ee43-4565-9188-e7bd64f115af,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:20.876157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-d5853241-2362-40bc-96d8-b7933832ca0f service neutron] 10.222.0.35 "GET /v2.0/ports/d31b0a65-0a8e-4414-bf95-4b3a788b6203/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1217327
Apr 30 21:16:21.259153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] No DVR routers for this DVR port 847cb3b0-ee43-4565-9188-e7bd64f115af on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:21.264873 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:21.268225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83654fe-4d45-43d7-a08b-be40063ce00b req-3aee745c-5679-4ee8-a4bb-d8bbb9028d1a tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.35 "DELETE /v2.0/ports/847cb3b0-ee43-4565-9188-e7bd64f115af HTTP/1.1" status: 204  len: 173 time: 1.1184027
Apr 30 21:16:21.277466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'name': 'network-vif-deleted', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:21.277466 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7add0f-8ae5-42f9-85a8-c10a4caf4b20" -d '{"events": [{"server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "name": "network-vif-deleted", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:21.286699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2fc4-9671-4432-9367-bd55657b3cdf req-e52a0be5-ff54-4b13-8c5f-ce1ce4978577 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:21.288213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72bd2fc4-9671-4432-9367-bd55657b3cdf req-e52a0be5-ff54-4b13-8c5f-ce1ce4978577 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.1029549
Apr 30 21:16:21.318825 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:21.394923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72bd2fc4-9671-4432-9367-bd55657b3cdf req-99a1697c-6df5-427d-bf96-bc2b9b955d42 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967944
Apr 30 21:16:21.548939 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79789a3-8fd2-433e-b32a-8a07c6cc78b7 x-openstack-request-id: req-e79789a3-8fd2-433e-b32a-8a07c6cc78b7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:21.549601 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3604c457-9d04-40ae-8d64-1e3a9c5997b9", "name": "network-vif-deleted", "tag": "847cb3b0-ee43-4565-9188-e7bd64f115af", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:21.549601 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e79789a3-8fd2-433e-b32a-8a07c6cc78b7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:21.549892 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79789a3-8fd2-433e-b32a-8a07c6cc78b7'] response: {'server_uuid': '3604c457-9d04-40ae-8d64-1e3a9c5997b9', 'name': 'network-vif-deleted', 'tag': '847cb3b0-ee43-4565-9188-e7bd64f115af', 'status': 'completed', 'code': 200}
Apr 30 21:16:21.571176 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-b62c4237-e0ca-4188-9370-dc193912e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:21.573360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-b62c4237-e0ca-4188-9370-dc193912e2af service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fd4bea1-c586-4c7a-90c7-30351d345759 HTTP/1.1" status: 200  len: 916 time: 0.1987433
Apr 30 21:16:21.583526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ab69c-7114-453b-8362-b44fcc6b286c req-ee150e11-251f-41bf-a53b-505869c84b03 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:21.585108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae4ab69c-7114-453b-8362-b44fcc6b286c req-ee150e11-251f-41bf-a53b-505869c84b03 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.0910854
Apr 30 21:16:21.656425 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-90cfeafc-002c-4b07-8c73-d7a6d3cc1b86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 HTTP/1.1" status: 200  len: 217 time: 0.0427017
Apr 30 21:16:21.710578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:21.713035 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-5dcceb8c-f247-4da5-86d0-9e5012fd5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:21.714699 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-5dcceb8c-f247-4da5-86d0-9e5012fd5b28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=202ae7e6-462d-4af9-93ea-b7068930aab7 HTTP/1.1" status: 200  len: 854 time: 0.0495610
Apr 30 21:16:21.748773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae4ab69c-7114-453b-8362-b44fcc6b286c req-f2c98f76-2f9c-4369-a068-1c938c18ce5d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566918
Apr 30 21:16:21.769717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-9aba11f2-d31c-4f32-a551-57ca4ddcd072 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:21.771555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-9aba11f2-d31c-4f32-a551-57ca4ddcd072 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.1356754
Apr 30 21:16:21.778500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-abe0cb6f-257b-4218-a1dc-a41eed1947be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:21.779416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56412904-2258-422e-ad10-99678f34d2a2 req-98f088de-3626-4011-9e90-0694e2720d18 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:21.780330 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-abe0cb6f-257b-4218-a1dc-a41eed1947be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fd4bea1-c586-4c7a-90c7-30351d345759&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0559974
Apr 30 21:16:21.789774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56412904-2258-422e-ad10-99678f34d2a2 req-98f088de-3626-4011-9e90-0694e2720d18 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 943 time: 0.1562915
Apr 30 21:16:21.791862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:21.908257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31b0a65-0a8e-4414-bf95-4b3a788b6203 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:16:21.953803 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-07660e55-a028-4df8-a3f7-fc43cfeda4e9 service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654384
Apr 30 21:16:21.957583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:21.958916 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-cce49003-a27e-433f-89aa-f72acc98f2ad service neutron] 10.222.0.20 "GET /v2.0/ports/01bd63bd-e064-484d-a092-dec5a749a3ec/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0913074
Apr 30 21:16:22.000783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56412904-2258-422e-ad10-99678f34d2a2 req-26493372-1cb2-400c-a30f-bc5420780eb9 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2071142
Apr 30 21:16:22.027951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Deleting port 45386324-e00d-4309-b5b4-97378c6cd56e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:22.028306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:22.076543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74af7592-7096-481a-9361-a3d79e7af500 req-02a6d700-3e51-400b-99aa-90a8516dcd41 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=3604c457-9d04-40ae-8d64-1e3a9c5997b9 HTTP/1.1" status: 200  len: 210 time: 0.1282842
Apr 30 21:16:22.095607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:22.153980 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67bb9c1f-0e02-43e6-9936-aa2260494229 req-0697b027-d0f1-4222-a937-8091f9b2ed5e service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776855
Apr 30 21:16:22.253679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] For port 45386324-e00d-4309-b5b4-97378c6cd56e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45386324-e00d-4309-b5b4-97378c6cd56e,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:22.254073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:22.274948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c4d8-2c90-426c-bc86-72b1b03db1fb req-e6d43a6a-ca4e-437c-b10f-7b28d6481f9a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:22.275256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:22.276437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea83c4d8-2c90-426c-bc86-72b1b03db1fb req-e6d43a6a-ca4e-437c-b10f-7b28d6481f9a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 943 time: 0.0955613
Apr 30 21:16:22.280751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] Transition to ACTIVE for port object d31b0a65-0a8e-4414-bf95-4b3a788b6203 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:16:22.281917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Calling delete_port for 45386324-e00d-4309-b5b4-97378c6cd56e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:22.303187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:16:22.307249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 01bd63bd-e064-484d-a092-dec5a749a3ec no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:22.318326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:22.379079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:22.392313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01bd63bd-e064-484d-a092-dec5a749a3ec {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:16:22.404002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea83c4d8-2c90-426c-bc86-72b1b03db1fb req-b28a4efa-ee45-446b-804a-e2f84b51c6f2 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148849
Apr 30 21:16:22.423643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:22.488731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] No DVR routers for this DVR port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:22.525021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:22.551717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] Pushing event updated for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=10']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:22.555688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 01bd63bd-e064-484d-a092-dec5a749a3ec is: DOWN; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:22.568720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-ec762367-f47e-44eb-b322-c2e6a9052bbd service neutron] 10.222.0.35 "PUT /v2.0/ports/d31b0a65-0a8e-4414-bf95-4b3a788b6203/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3821075
Apr 30 21:16:22.652636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf47213-0b77-43b9-b376-3fde71cc98e0 req-f00ed3a6-0373-4e11-b94e-3ba8ba022972 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:22.656263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:22.660279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4cf47213-0b77-43b9-b376-3fde71cc98e0 req-f00ed3a6-0373-4e11-b94e-3ba8ba022972 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 948 time: 0.1265104
Apr 30 21:16:22.675716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'port_id': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'mac_address': 'fa:16:3e:73:49:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:16:22.728781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4cf47213-0b77-43b9-b376-3fde71cc98e0 req-cdf97fd5-2999-4c73-8299-ccd666da2018 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675309
Apr 30 21:16:22.749829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:22.750456 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:22.763312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-b99045ec-560b-4fc8-b0ef-c79bcb7ba6df tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:22.764167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:16:22.764858 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-b99045ec-560b-4fc8-b0ef-c79bcb7ba6df tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0558014
Apr 30 21:16:22.785918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d31b0a65-0a8e-4414-bf95-4b3a788b6203 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:22.788986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:22.821557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-6434cca4-9dda-44d1-89cd-e2e40a702a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:22.823396 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-6434cca4-9dda-44d1-89cd-e2e40a702a56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550&tenant_id=77b426139c194813974502d1910c257f HTTP/1.1" status: 200  len: 1126 time: 0.0484705
Apr 30 21:16:22.838843 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (45386324-e00d-4309-b5b4-97378c6cd56e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:22.842690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] Transition to ACTIVE for port object 01bd63bd-e064-484d-a092-dec5a749a3ec will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:16:22.878956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Pushing event deleted for resources: {'Port': ['ID=45386324-e00d-4309-b5b4-97378c6cd56e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:22.880078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port d31b0a65-0a8e-4414-bf95-4b3a788b6203 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:16:22.880500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d31b0a65-0a8e-4414-bf95-4b3a788b6203 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:22.880938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 847cb3b0-ee43-4565-9188-e7bd64f115af no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:22.902689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 847cb3b0-ee43-4565-9188-e7bd64f115af {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:22.903051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 847cb3b0-ee43-4565-9188-e7bd64f115af not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:22.904572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:22.929251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-447353fa-2b34-4768-82bd-f90aec5e69de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:22.931128 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-447353fa-2b34-4768-82bd-f90aec5e69de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1126 time: 0.0664072
Apr 30 21:16:22.975576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:22.994315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099ef9d-da42-42b1-bad1-059eabb70a50 req-9612ed86-f484-4a5d-8f7b-f886c870a7a9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:22.995799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f099ef9d-da42-42b1-bad1-059eabb70a50 req-9612ed86-f484-4a5d-8f7b-f886c870a7a9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 943 time: 0.1011608
Apr 30 21:16:22.996500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] No DVR routers for this DVR port 45386324-e00d-4309-b5b4-97378c6cd56e on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:22.999151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:23.001548 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:23.002510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00dd5b14-2cb0-4e8f-8539-d5a738427270 req-fd91bb29-6a02-4815-b758-161777a3d42e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "DELETE /v2.0/ports/45386324-e00d-4309-b5b4-97378c6cd56e HTTP/1.1" status: 204  len: 173 time: 1.2206326
Apr 30 21:16:23.048022 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:23.050855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f099ef9d-da42-42b1-bad1-059eabb70a50 req-230f86c0-250d-4310-b2be-f3df564f0334 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467632
Apr 30 21:16:23.104635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] No DVR routers for this DVR port 01bd63bd-e064-484d-a092-dec5a749a3ec on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:23.119781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=10']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:23.138069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-271e4666-48bf-4e93-8706-008bed57120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:23.138956 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-271e4666-48bf-4e93-8706-008bed57120b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.2003305
Apr 30 21:16:23.166979 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-6253ca73-7333-4ce0-95d5-b587098fa3e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/01bd63bd-e064-484d-a092-dec5a749a3ec/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1882708
Apr 30 21:16:23.199785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa1fbb-606c-40a1-bc40-4c6299a68d75 req-7cc64361-a4a0-46df-b1a2-d3715cba388a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:23.205414 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-5cc3b2b4-7da0-4614-8305-100825b36498 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 200  len: 217 time: 0.0501246
Apr 30 21:16:23.212875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fa1fbb-606c-40a1-bc40-4c6299a68d75 req-7cc64361-a4a0-46df-b1a2-d3715cba388a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 944 time: 0.0684102
Apr 30 21:16:23.227464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a648764a-35bc-4bbd-b4e5-9b7bf42d6e11'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:23.270201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fa1fbb-606c-40a1-bc40-4c6299a68d75 req-d3559a5f-32bb-4e9e-821e-7fc069ab122c tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567174
Apr 30 21:16:23.306118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-d034e922-02c4-474f-ac09-0885c5f47024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:23.309144 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-d034e922-02c4-474f-ac09-0885c5f47024 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.0971169
Apr 30 21:16:23.399505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-23a764b2-5ccd-4837-9f6a-e63c712fb1e3 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:23.402092 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-67688b28-a613-4372-a43e-047b6073e558 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0771141
Apr 30 21:16:23.403510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-23a764b2-5ccd-4837-9f6a-e63c712fb1e3 tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0648808
Apr 30 21:16:23.483564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-2f75a5b7-b033-4d1a-ab25-94a4ca53c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:23.485174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-2f75a5b7-b033-4d1a-ab25-94a4ca53c4a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0 HTTP/1.1" status: 200  len: 1126 time: 0.0672760
Apr 30 21:16:23.572899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'name': 'network-vif-deleted', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:23.619295 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60664361-2c9b-416a-9588-d7e075c2fb0d" -d '{"events": [{"server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "name": "network-vif-deleted", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:23.619295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-42f9ad80-2e48-45c6-a563-05419c0fc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:23.619295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-42f9ad80-2e48-45c6-a563-05419c0fc6e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1126 time: 0.1021953
Apr 30 21:16:23.620126 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-64e48e06-057f-49d2-8cb3-8a29723acbd1 service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2041140
Apr 30 21:16:23.721474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-3e678761-289d-4ca8-a54f-82bd7cc992f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:23.723403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-3e678761-289d-4ca8-a54f-82bd7cc992f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 200  len: 909 time: 0.1071565
Apr 30 21:16:23.749711 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-2a64aed9-2427-488d-ab9b-2124a564da8c service neutron] 10.222.0.20 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259048
Apr 30 21:16:23.779408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-27457e36-8194-4a36-8a1e-ed5fc4f0a104 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 200  len: 217 time: 0.0452192
Apr 30 21:16:23.838472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a5574535-abb5-4f62-9ccf-b91783646be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:23.840302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a5574535-abb5-4f62-9ccf-b91783646be7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 200  len: 848 time: 0.0554516
Apr 30 21:16:23.876950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-12d76356-2b99-402b-9df8-690f0e135c26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=101af96d-46b7-4982-b0ed-3b0af2fa0ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0295856
Apr 30 21:16:23.965017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-21187b97-7d17-4977-92fd-46bca2e2cfdf service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827701
Apr 30 21:16:24.066273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-c61d3058-9788-4b17-8903-ba6e489066ea service neutron] 10.222.0.35 "GET /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951130
Apr 30 21:16:24.346937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:24.360703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda58122-bd04-4025-a6f3-2e73a66e2db2 req-f232dcad-eddc-4a42-8d53-2e3224001f9e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:24.361490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cda58122-bd04-4025-a6f3-2e73a66e2db2 req-f232dcad-eddc-4a42-8d53-2e3224001f9e tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 944 time: 0.0741639
Apr 30 21:16:24.407541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:16:24.419942 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40515d38-8306-4ae1-bf11-abae786d6bf8 x-openstack-request-id: req-40515d38-8306-4ae1-bf11-abae786d6bf8 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:24.419942 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8ac748-1dff-4324-8ad2-b5c50606e509", "name": "network-vif-deleted", "tag": "45386324-e00d-4309-b5b4-97378c6cd56e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:24.419942 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40515d38-8306-4ae1-bf11-abae786d6bf8 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:24.419942 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40515d38-8306-4ae1-bf11-abae786d6bf8'] response: {'server_uuid': '5f8ac748-1dff-4324-8ad2-b5c50606e509', 'name': 'network-vif-deleted', 'tag': '45386324-e00d-4309-b5b4-97378c6cd56e', 'status': 'completed', 'code': 200}
Apr 30 21:16:24.442346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cda58122-bd04-4025-a6f3-2e73a66e2db2 req-a0a4faa9-8ee1-4821-a7cb-3474ca2e4f48 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663021
Apr 30 21:16:24.470928 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:24.502242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:24.502747 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:24.517862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b82745b-aefe-4bb9-a84f-92908c00f2a8 req-3e4ad112-88f6-47b4-b2b5-8b12d8fbc2ab tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 210 time: 0.0390136
Apr 30 21:16:24.568254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190d529-96e4-479b-98e6-be4583986236 req-13a97048-d191-4cf1-811b-20886b6277ff tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:24.569798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4190d529-96e4-479b-98e6-be4583986236 req-13a97048-d191-4cf1-811b-20886b6277ff tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 944 time: 0.0549715
Apr 30 21:16:24.592196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:24.592598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:24.617035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:24.619339 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde41a21-17bd-499f-bab6-283f5a0433d4" -d '{"events": [{"server_uuid": "422d9d7c-80c8-4693-925c-f434084a7bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a648764a-35bc-4bbd-b4e5-9b7bf42d6e11"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:24.632175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:24.659302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915568b-c713-4f9d-a730-111e39843056 req-2ccc5d3c-034f-454e-bec2-9b3c74e749dd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:24.660776 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f915568b-c713-4f9d-a730-111e39843056 req-2ccc5d3c-034f-454e-bec2-9b3c74e749dd tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.0651112
Apr 30 21:16:24.663862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4190d529-96e4-479b-98e6-be4583986236 req-8d3d6913-baaf-49e2-b4fe-e368c6d8db45 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870917
Apr 30 21:16:24.713149 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:24.714332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45386324-e00d-4309-b5b4-97378c6cd56e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:24.728704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-7ddfbe9c-e8b4-48ea-b3f3-b2ffdaa666cf tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:24.730191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-7ddfbe9c-e8b4-48ea-b3f3-b2ffdaa666cf tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6&tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0654879
Apr 30 21:16:24.739755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 45386324-e00d-4309-b5b4-97378c6cd56e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:24.740158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45386324-e00d-4309-b5b4-97378c6cd56e not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:24.784371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:24.794125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f915568b-c713-4f9d-a730-111e39843056 req-8c24363a-7fff-4dd8-98fb-f2206aeae036 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214583
Apr 30 21:16:24.825638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb8b64-bd07-4642-94c9-b2b6af5cc8aa req-326b8430-b14e-4008-b0d7-044b4f8a1809 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:24.827215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14bb8b64-bd07-4642-94c9-b2b6af5cc8aa req-326b8430-b14e-4008-b0d7-044b4f8a1809 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 945 time: 0.1000621
Apr 30 21:16:24.917639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14bb8b64-bd07-4642-94c9-b2b6af5cc8aa req-10d6c921-09f3-4c24-a114-ff9f4e203667 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818679
Apr 30 21:16:24.974183 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31532d46-5bdb-4347-b843-00c1c41cec83 x-openstack-request-id: req-31532d46-5bdb-4347-b843-00c1c41cec83 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:24.974939 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422d9d7c-80c8-4693-925c-f434084a7bd1", "name": "network-vif-plugged", "status": "completed", "tag": "a648764a-35bc-4bbd-b4e5-9b7bf42d6e11", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:24.974939 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31532d46-5bdb-4347-b843-00c1c41cec83 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:24.986104 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31532d46-5bdb-4347-b843-00c1c41cec83'] response: {'server_uuid': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'code': 200}
Apr 30 21:16:25.025289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-5bb39a6c-31b7-4acf-b5e8-d280f0db24cd service neutron] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:25.028635 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-5bb39a6c-31b7-4acf-b5e8-d280f0db24cd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:25.029732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-5bb39a6c-31b7-4acf-b5e8-d280f0db24cd service neutron] 10.222.0.35 "DELETE /v2.0/ports/01bd63bd-e064-484d-a092-dec5a749a3ec/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2837722
Apr 30 21:16:25.573084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df9052-365f-4023-a053-765f78d74a25 req-26aaeb85-9433-4ee8-aab3-623539f1b8ac tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:25.575308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7df9052-365f-4023-a053-765f78d74a25 req-26aaeb85-9433-4ee8-aab3-623539f1b8ac tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 944 time: 0.0528612
Apr 30 21:16:25.589061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58502) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:25.662454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7df9052-365f-4023-a053-765f78d74a25 req-e35d49a9-8ca1-4f29-8474-abb7bc510410 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801175
Apr 30 21:16:25.688806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1aa47b91-9ad0-4716-acba-ca2320a6fa2c req-b9147656-2cb6-41a7-8713-f4284cee83b2 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f8ac748-1dff-4324-8ad2-b5c50606e509 HTTP/1.1" status: 200  len: 210 time: 0.0504065
Apr 30 21:16:25.722157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa1dc-93d5-4bdb-9b4c-9e7d82f8c4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:25.808033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641a847-4edf-4b53-8d1e-cb64168d47b9 req-8eb1e97c-9c53-44e0-a023-2844820df82e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:25.809799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0641a847-4edf-4b53-8d1e-cb64168d47b9 req-8eb1e97c-9c53-44e0-a023-2844820df82e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 944 time: 0.0487161
Apr 30 21:16:25.832036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa1dc-93d5-4bdb-9b4c-9e7d82f8c4ea admin admin] Publish callbacks [] for security_group (cf6a7713-560a-44b5-bba2-019f6152af43), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:25.864423 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0641a847-4edf-4b53-8d1e-cb64168d47b9 req-bd259777-7aa1-4ee4-807e-2567085438de tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457001
Apr 30 21:16:25.910647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa1dc-93d5-4bdb-9b4c-9e7d82f8c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cf6a7713-560a-44b5-bba2-019f6152af43), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:25.963498 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9d4fa1dc-93d5-4bdb-9b4c-9e7d82f8c4ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f441a03b7f34ed8844de96c148d37a9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3728287
Apr 30 21:16:25.964476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fa1dc-93d5-4bdb-9b4c-9e7d82f8c4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6a7713-560a-44b5-bba2-019f6152af43,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:25.966478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58520) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:25.991491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a813a7-47b9-4e76-8ddc-554231535891 req-89c53eea-02dc-4188-8321-e8591f2e9a0e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:25.992907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91a813a7-47b9-4e76-8ddc-554231535891 req-89c53eea-02dc-4188-8321-e8591f2e9a0e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.0687587
Apr 30 21:16:26.061567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-57b1a79d-158b-475e-a37c-d337f9948d8e admin admin] Publish callbacks [] for security_group (cf6a7713-560a-44b5-bba2-019f6152af43), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:26.068506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91a813a7-47b9-4e76-8ddc-554231535891 req-17ac4e54-f847-42e0-a682-bd90ef580a1e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b6efc34-e292-48b7-993d-c4ff56abffd5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652800
Apr 30 21:16:26.119424 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-57b1a79d-158b-475e-a37c-d337f9948d8e admin admin] Publish callbacks [] for security_group (cf6a7713-560a-44b5-bba2-019f6152af43), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:26.198504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a32c6f-d7ea-4911-8a7e-5ae81d6aa636 req-9892d2dc-5fbe-4280-b9c5-fce519d75311 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:26.200086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6a32c6f-d7ea-4911-8a7e-5ae81d6aa636 req-9892d2dc-5fbe-4280-b9c5-fce519d75311 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 945 time: 0.0785730
Apr 30 21:16:26.252075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762af0-546e-4fd6-8a19-b7c5187f2e9d req-58e64a83-ea45-4bfd-b930-558c5405efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:26.254157 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c7762af0-546e-4fd6-8a19-b7c5187f2e9d req-58e64a83-ea45-4bfd-b930-558c5405efdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 1127 time: 0.1089342
Apr 30 21:16:26.293773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6a32c6f-d7ea-4911-8a7e-5ae81d6aa636 req-4b049a97-dbee-4723-b400-d1dc0ee5b00e tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833411
Apr 30 21:16:26.297040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-69996d35-48cc-4baa-bc20-1156bb9af0c5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:26.300513 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-69996d35-48cc-4baa-bc20-1156bb9af0c5 tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.20 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 949 time: 0.1204574
Apr 30 21:16:26.358530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df414335-2f55-4015-bdb5-4291d9421b1a req-fc620418-95c0-4bbc-ad30-731e4fd7a28a tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:26.363454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df414335-2f55-4015-bdb5-4291d9421b1a req-fc620418-95c0-4bbc-ad30-731e4fd7a28a tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 1126 time: 0.0530369
Apr 30 21:16:26.375006 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c7762af0-546e-4fd6-8a19-b7c5187f2e9d req-d27d07f6-53b4-4ae8-98b8-77b361f2a87e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106825
Apr 30 21:16:26.416852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-57b1a79d-158b-475e-a37c-d337f9948d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cf6a7713-560a-44b5-bba2-019f6152af43), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:26.419394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-57b1a79d-158b-475e-a37c-d337f9948d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:26.420520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-57b1a79d-158b-475e-a37c-d337f9948d8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf6a7713-560a-44b5-bba2-019f6152af43 HTTP/1.1" status: 204  len: 168 time: 0.4529772
Apr 30 21:16:26.428105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df414335-2f55-4015-bdb5-4291d9421b1a req-55a973d4-0db9-4a16-973c-01df2831997b tempest-LiveMigrationTest-343940872 tempest-LiveMigrationTest-343940872-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601046
Apr 30 21:16:26.433244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1a79d-158b-475e-a37c-d337f9948d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6a7713-560a-44b5-bba2-019f6152af43,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:26.441008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Deleting port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:26.441347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:26.563658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] For port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:26.563658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:26.582240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Calling delete_port for 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:26.666975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a5a3e-488c-4851-8f34-564048639cae req-eaa5f5c6-a44c-4b13-a170-2498c8a3c44c tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:26.668556 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-eaa5f5c6-a44c-4b13-a170-2498c8a3c44c tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550&tenant_id=77b426139c194813974502d1910c257f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0810122
Apr 30 21:16:26.830117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1c31-d8c7-4345-b852-354a19176813 req-3a1fcbae-1959-466b-9c51-63c18dec8238 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:26.832279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-282b1c31-d8c7-4345-b852-354a19176813 req-3a1fcbae-1959-466b-9c51-63c18dec8238 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 944 time: 0.0587418
Apr 30 21:16:26.881545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-282b1c31-d8c7-4345-b852-354a19176813 req-d84ec996-cbf3-49a0-bd00-bfd32bde0ffa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435362
Apr 30 21:16:27.003354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:27.013206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:27.033454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Pushing event deleted for resources: {'Port': ['ID=5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:27.079341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-526a5a3e-488c-4851-8f34-564048639cae req-13eac473-b492-4bfa-9bdf-a7c66ee221c9 service neutron] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:27.090017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-526a5a3e-488c-4851-8f34-564048639cae req-13eac473-b492-4bfa-9bdf-a7c66ee221c9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:27.091140 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-526a5a3e-488c-4851-8f34-564048639cae req-13eac473-b492-4bfa-9bdf-a7c66ee221c9 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d31b0a65-0a8e-4414-bf95-4b3a788b6203/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4115934
Apr 30 21:16:27.114640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] No DVR routers for this DVR port 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:27.117381 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:27.124933 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cdda0edc-853c-43d9-8f42-0a050717c5c5 req-cca8ce8d-02c0-40f1-96d7-86231103b2cc tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.20 "DELETE /v2.0/ports/5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b HTTP/1.1" status: 204  len: 173 time: 0.8185866
Apr 30 21:16:27.125355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'name': 'network-vif-deleted', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:27.128083 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1699e445-51be-42a7-8f52-fbcc004c0969" -d '{"events": [{"server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "name": "network-vif-deleted", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:27.158695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6fc2-709f-49ee-855a-06e712176f20 req-d6d2c7e0-3ee9-42ee-adaa-be58ac516955 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:27.160952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-892a6fc2-709f-49ee-855a-06e712176f20 req-d6d2c7e0-3ee9-42ee-adaa-be58ac516955 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 1126 time: 0.0414927
Apr 30 21:16:27.240867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-892a6fc2-709f-49ee-855a-06e712176f20 req-c7767795-7f7c-4677-934c-3fb334d0b3c9 tempest-LiveAutoBlockMigrationV225Test-718230883 tempest-LiveAutoBlockMigrationV225Test-718230883-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719314
Apr 30 21:16:27.410682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8b51b-522f-4f25-809a-8b859babf25a req-e614973c-a109-46df-82b8-14823ddbb21b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:27.412166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9b8b51b-522f-4f25-809a-8b859babf25a req-e614973c-a109-46df-82b8-14823ddbb21b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 944 time: 0.0474229
Apr 30 21:16:27.459846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9b8b51b-522f-4f25-809a-8b859babf25a req-ad1961f8-21d5-476c-9d3a-edb76baef18b tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413673
Apr 30 21:16:27.506835 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec025a5-2ce4-4a8d-9aab-e61e54c5abd0 x-openstack-request-id: req-0ec025a5-2ce4-4a8d-9aab-e61e54c5abd0 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:27.507225 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63136ef9-512e-4d74-9427-5db9addb1129", "name": "network-vif-deleted", "tag": "5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:27.507643 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ec025a5-2ce4-4a8d-9aab-e61e54c5abd0 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:27.508117 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec025a5-2ce4-4a8d-9aab-e61e54c5abd0'] response: {'server_uuid': '63136ef9-512e-4d74-9427-5db9addb1129', 'name': 'network-vif-deleted', 'tag': '5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b', 'status': 'completed', 'code': 200}
Apr 30 21:16:27.562124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d3d26e7-d824-4700-9852-3e5b4eeea6cb req-0642436a-5762-4d87-a76f-f3c1425347df tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 210 time: 0.0391054
Apr 30 21:16:27.661725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ea2e1-dc3e-468b-ac71-9f3b0c607959 req-b40bf177-224d-4ad4-ae01-68c0125eb69e tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:27.668233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e2ea2e1-dc3e-468b-ac71-9f3b0c607959 req-b40bf177-224d-4ad4-ae01-68c0125eb69e tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 945 time: 0.0633442
Apr 30 21:16:27.721833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e2ea2e1-dc3e-468b-ac71-9f3b0c607959 req-d4c0ff52-eb61-41cc-8075-cc3587d8aa78 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492222
Apr 30 21:16:27.836917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58596) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:27.838258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541bd52-ded8-481e-af12-0e557656fa94 req-38fdb6a1-efc0-49b7-a00d-347796e9ac93 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:27.842838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f541bd52-ded8-481e-af12-0e557656fa94 req-38fdb6a1-efc0-49b7-a00d-347796e9ac93 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 949 time: 0.0574868
Apr 30 21:16:27.903305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f541bd52-ded8-481e-af12-0e557656fa94 req-8e3ca7f4-9547-4004-9405-d512e01c0194 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563514
Apr 30 21:16:27.953928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58600) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:27.970363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-48a96e14-a171-424e-9f84-ba87324d1924 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:27.974819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-48a96e14-a171-424e-9f84-ba87324d1924 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.35 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 944 time: 0.0640495
Apr 30 21:16:28.046973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-489cab5c-73b2-4ac4-b266-b9d86c447a76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.092176 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-519364279-network', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:28.102219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Deleting port 01bd63bd-e064-484d-a092-dec5a749a3ec {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:28.103827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.149573 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-489cab5c-73b2-4ac4-b266-b9d86c447a76 admin admin] Publish callbacks [] for security_group (dd2ac1f1-fa21-4522-8252-7f734deb69e1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.198698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470377-e9d5-49e3-86c1-5857783496d5 req-98dfa306-7807-4818-bb61-729f87ac2b3b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:28.200157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f470377-e9d5-49e3-86c1-5857783496d5 req-98dfa306-7807-4818-bb61-729f87ac2b3b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 944 time: 0.0944033
Apr 30 21:16:28.252528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] For port 01bd63bd-e064-484d-a092-dec5a749a3ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=01bd63bd-e064-484d-a092-dec5a749a3ec,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:28.253366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.264029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Made reservation on behalf of b9c121a94ec3445baa05dcaa3dc22af2 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:28.266598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.269697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-489cab5c-73b2-4ac4-b266-b9d86c447a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dd2ac1f1-fa21-4522-8252-7f734deb69e1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.273149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Calling delete_port for 01bd63bd-e064-484d-a092-dec5a749a3ec owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:28.287737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f470377-e9d5-49e3-86c1-5857783496d5 req-985e1f88-40fc-467c-9e8b-b1f7ad7b3d64 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772705
Apr 30 21:16:28.290473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.325117 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-489cab5c-73b2-4ac4-b266-b9d86c447a76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8c321556e674332869a5a14027cb2ae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4870670
Apr 30 21:16:28.327999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58606) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:28.330030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cab5c-73b2-4ac4-b266-b9d86c447a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2ac1f1-fa21-4522-8252-7f734deb69e1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:28.411731 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4676afe1-9afe-43ae-ab21-b032e00aea29 admin admin] Publish callbacks [] for security_group (dd2ac1f1-fa21-4522-8252-7f734deb69e1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.457214 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4676afe1-9afe-43ae-ab21-b032e00aea29 admin admin] Publish callbacks [] for security_group (dd2ac1f1-fa21-4522-8252-7f734deb69e1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.467236 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Publish callbacks [] for security_group (0993c57d-755d-4685-a9a5-0bceb695090b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.508140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (01bd63bd-e064-484d-a092-dec5a749a3ec), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.520499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:28.542017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Pushing event deleted for resources: {'Port': ['ID=01bd63bd-e064-484d-a092-dec5a749a3ec,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:28.562902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['01bd63bd-e064-484d-a092-dec5a749a3ec'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:28.581657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0993c57d-755d-4685-a9a5-0bceb695090b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.595532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80ebb46f-02dc-4504-a984-93f4dfba7900 req-df32e826-b805-41cc-b376-77ddc277d344 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 210 time: 0.0572534
Apr 30 21:16:28.635914 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4676afe1-9afe-43ae-ab21-b032e00aea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dd2ac1f1-fa21-4522-8252-7f734deb69e1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.635914 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4676afe1-9afe-43ae-ab21-b032e00aea29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.639511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] No DVR routers for this DVR port 01bd63bd-e064-484d-a092-dec5a749a3ec on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:28.639655 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4676afe1-9afe-43ae-ab21-b032e00aea29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd2ac1f1-fa21-4522-8252-7f734deb69e1 HTTP/1.1" status: 204  len: 168 time: 0.3101404
Apr 30 21:16:28.649811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.654739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:16:28.656783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c95c27-c36d-4e4b-8416-f45ec4bb403e req-98d80444-7b3c-4d5c-b8b6-48aca0fea53d tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.35 "DELETE /v2.0/ports/01bd63bd-e064-484d-a092-dec5a749a3ec HTTP/1.1" status: 204  len: 173 time: 0.6776183
Apr 30 21:16:28.657226 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0993c57d-755d-4685-a9a5-0bceb695090b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:28.657356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'name': 'network-vif-deleted', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:28.661496 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a2d22-dcd3-474b-85a6-17f418dc62c1" -d '{"events": [{"server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "name": "network-vif-deleted", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:28.672152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.673515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.673515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.673515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.673916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.675082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.675605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.676113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.676542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.676981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.677406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.678031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.678455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.678878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.679339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:28.683638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fd20f0b8-ab6d-4762-86b0-2fb8206c81df), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.684144 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Added segment fd20f0b8-ab6d-4762-86b0-2fb8206c81df of type vlan for network 03738ce1-c48f-4ad4-be94-161589abefe2
Apr 30 21:16:28.703733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676afe1-9afe-43ae-ab21-b032e00aea29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2ac1f1-fa21-4522-8252-7f734deb69e1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:28.757254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10c17aa4-c9f1-43af-ab79-f4620c8c808d req-ad2f3ac1-53ff-42fa-8edd-c3a1ab5c8d8e tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 210 time: 0.0484059
Apr 30 21:16:28.760993 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe6f798-8713-455d-b975-8be315411d86 x-openstack-request-id: req-0fe6f798-8713-455d-b975-8be315411d86 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:28.761294 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c545493b-8dac-45bb-8afa-bb8845cdeda6", "name": "network-vif-deleted", "tag": "01bd63bd-e064-484d-a092-dec5a749a3ec", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:28.761549 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fe6f798-8713-455d-b975-8be315411d86 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:28.761975 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe6f798-8713-455d-b975-8be315411d86'] response: {'server_uuid': 'c545493b-8dac-45bb-8afa-bb8845cdeda6', 'name': 'network-vif-deleted', 'tag': '01bd63bd-e064-484d-a092-dec5a749a3ec', 'status': 'completed', 'code': 200}
Apr 30 21:16:28.772833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (03738ce1-c48f-4ad4-be94-161589abefe2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.860090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff544e2-8549-4865-b7de-bc80ba9c010c req-1d9f2ffe-418d-4414-a705-65160b8c8abc tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:28.861545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ff544e2-8549-4865-b7de-bc80ba9c010c req-1d9f2ffe-418d-4414-a705-65160b8c8abc tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 945 time: 0.0461950
Apr 30 21:16:28.915021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ff544e2-8549-4865-b7de-bc80ba9c010c req-06f68b01-3e82-4fcb-b21c-137278d264cd tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471625
Apr 30 21:16:28.959615 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (03738ce1-c48f-4ad4-be94-161589abefe2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:28.962162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:28.962162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:29.039237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] Pushing event updated for resources: {'Network': ['ID=03738ce1-c48f-4ad4-be94-161589abefe2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:29.051623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 03738ce1-c48f-4ad4-be94-161589abefe2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:16:29.087359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f04a79-9cfc-4a80-9b41-4fa3f6f9ad3a req-8265daed-2585-4ad2-9cd1-a344bd28eee5 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:29.088835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39f04a79-9cfc-4a80-9b41-4fa3f6f9ad3a req-8265daed-2585-4ad2-9cd1-a344bd28eee5 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 949 time: 0.0935526
Apr 30 21:16:29.095094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a676691-1660-49ca-90d7-199dcb726e17 req-a5a357e0-9c80-4e9b-93ba-99ee041d2794 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:29.097081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a676691-1660-49ca-90d7-199dcb726e17 req-a5a357e0-9c80-4e9b-93ba-99ee041d2794 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 945 time: 0.1000030
Apr 30 21:16:29.107353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:29.113297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Request body: {'floatingip': {'port_id': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:29.121802 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d26e56bc-309c-4b2e-a77c-1bca0021263a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1654406
Apr 30 21:16:29.123398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58624) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:29.129091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Request body: {'subnet': {'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-519364279-subnet', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:29.154617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39f04a79-9cfc-4a80-9b41-4fa3f6f9ad3a req-f010f841-a084-41d1-81fe-d442da5e13a9 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565746
Apr 30 21:16:29.158489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for floatingip (5ed5a268-3ad4-4e9c-b302-b479877613ee), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:29.253830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Made reservation on behalf of b9c121a94ec3445baa05dcaa3dc22af2 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:29.258019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:29.448621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb64dc-7688-4056-879d-8cdffd0b7a7d req-fec069a8-d39b-4d5a-9b33-617900d67677 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:29.450356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6efb64dc-7688-4056-879d-8cdffd0b7a7d req-fec069a8-d39b-4d5a-9b33-617900d67677 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 944 time: 0.0660326
Apr 30 21:16:29.559574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6efb64dc-7688-4056-879d-8cdffd0b7a7d req-bc0aedfe-61a7-4921-a2c4-db9139e652b0 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824840
Apr 30 21:16:29.662369 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (77813a45-3d28-401a-82c7-7405d4826d07), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:29.714399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:29.765821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77813a45-3d28-401a-82c7-7405d4826d07,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:29.778475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58644) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:29.789894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-399eb78e-57f3-4c22-811e-b0c73652127d req-60e1acf1-f1aa-488b-829f-c8841f368ae9 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=c545493b-8dac-45bb-8afa-bb8845cdeda6 HTTP/1.1" status: 200  len: 210 time: 0.0436368
Apr 30 21:16:29.792951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.793309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.793581 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2282-f77f-4787-a7e0-89d4734437af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:29.793685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.794002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.794354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.794679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.795015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.795347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.795683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.796014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.796344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.796671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.797000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.797325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.797654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:16:29.802300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Checking segment: {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:29.802665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Network hostable DHCP agents. Network: 03738ce1-c48f-4ad4-be94-161589abefe2, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:16:29.807975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (5ed5a268-3ad4-4e9c-b302-b479877613ee), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:29.900719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75d8d7c5-d5fa-4a89-ac42-0225cc75c1ca req-e8e06132-d97d-4e63-848f-c7903a08d79f tempest-MigrationsAdminTest-242795420 tempest-MigrationsAdminTest-242795420-project] 10.222.0.23 "GET /v2.0/ports?device_id=63136ef9-512e-4d74-9427-5db9addb1129 HTTP/1.1" status: 200  len: 210 time: 0.0287557
Apr 30 21:16:29.901574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Network 03738ce1-c48f-4ad4-be94-161589abefe2 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:16:29.947954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-d73a4323-30b9-45ec-be6d-a38245f15b30 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:29.949373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-d73a4323-30b9-45ec-be6d-a38245f15b30 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 949 time: 0.1069348
Apr 30 21:16:29.981908 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Floating IP 5ed5a268-3ad4-4e9c-b302-b479877613ee associated. External IP: 172.35.4.120, port: a648764a-35bc-4bbd-b4e5-9b7bf42d6e11.
Apr 30 21:16:29.993248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03738ce1-c48f-4ad4-be94-161589abefe2) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:29.998100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:29.999143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.003903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a553e39-dec9-410f-b5ff-84e6e5ae977d None None] Network 03738ce1-c48f-4ad4-be94-161589abefe2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:16:30.069151 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2282-f77f-4787-a7e0-89d4734437af admin admin] Publish callbacks [] for security_group (4fc10186-7111-4d47-8b42-442244b62b8f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.094463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-09c4e914-c717-468b-9a37-dd511ab3b57f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9696779
Apr 30 21:16:30.097097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58648) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:30.103596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:30.111694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03738ce1-c48f-4ad4-be94-161589abefe2', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:16:30.112663 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.166732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2282-f77f-4787-a7e0-89d4734437af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4fc10186-7111-4d47-8b42-442244b62b8f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.226285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (04843ad8-f78a-4ec7-8e85-1a812649ed30), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.226285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (04843ad8-f78a-4ec7-8e85-1a812649ed30), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.259474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Allocated IP 172.20.0.2 (03738ce1-c48f-4ad4-be94-161589abefe2/77813a45-3d28-401a-82c7-7405d4826d07/04342653-52d9-4804-9fcd-1d05b088e860) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:30.310788 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b2cf2282-f77f-4787-a7e0-89d4734437af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=362866a41b8c4e98becd7806f19c9c6c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5282385
Apr 30 21:16:30.315843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58652) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:30.320058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53877988-4fb1-4439-8d73-6e988e1b785e req-0515d007-0655-47a7-b5eb-645521cd3467 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:30.320220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf2282-f77f-4787-a7e0-89d4734437af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc10186-7111-4d47-8b42-442244b62b8f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:30.321427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53877988-4fb1-4439-8d73-6e988e1b785e req-0515d007-0655-47a7-b5eb-645521cd3467 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 949 time: 0.0650465
Apr 30 21:16:30.354163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:30.384338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:30.384683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5f58ff46-e195-4c4e-b64b-a0a5cbe61c9b not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:30.402067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53877988-4fb1-4439-8d73-6e988e1b785e req-cdeb2f70-cd0c-4d03-996e-1c024ebaa7c9 tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658264
Apr 30 21:16:30.493886 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Publish callbacks [] for port (04342653-52d9-4804-9fcd-1d05b088e860), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.604053 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (04342653-52d9-4804-9fcd-1d05b088e860), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.646183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Network 03738ce1-c48f-4ad4-be94-161589abefe2 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:30.649304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:30.653248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:30.677721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Pushing event updated for resources: {'Port': ['ID=04342653-52d9-4804-9fcd-1d05b088e860,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:30.708203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c373-2ec1-4a9c-ae0c-02bbdcce3b74 req-2ca85d1a-2418-4f55-84a4-531d0adfb789 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:30.713193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b564c373-2ec1-4a9c-ae0c-02bbdcce3b74 req-2ca85d1a-2418-4f55-84a4-531d0adfb789 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 944 time: 0.0636363
Apr 30 21:16:30.732459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Attempting to bind port 04342653-52d9-4804-9fcd-1d05b088e860 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:30.732836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Attempting to bind port 04342653-52d9-4804-9fcd-1d05b088e860 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:30.733201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Attempting to bind port 04342653-52d9-4804-9fcd-1d05b088e860 on network 03738ce1-c48f-4ad4-be94-161589abefe2 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:30.739002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:30.739379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Checking segment: {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:30.739779 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.740171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Bound using segment: {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:30.740648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Bound port: 04342653-52d9-4804-9fcd-1d05b088e860, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:30.741027 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (04342653-52d9-4804-9fcd-1d05b088e860), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.767868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b564c373-2ec1-4a9c-ae0c-02bbdcce3b74 req-47d6b477-0e70-47a8-bf19-908f232a8558 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493631
Apr 30 21:16:30.793451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks [] for router_controller (04843ad8-f78a-4ec7-8e85-1a812649ed30), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.808024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Router 7a586238-d3b7-468e-a439-68fdcd0f95a8 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:16:30.811837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] For port 04342653-52d9-4804-9fcd-1d05b088e860, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:30.816243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 01bd63bd-e064-484d-a092-dec5a749a3ec no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:30.816611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-84848d47-df27-413f-963d-0613e62af6f3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:30.818132 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-84848d47-df27-413f-963d-0613e62af6f3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.20 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 944 time: 0.1491022
Apr 30 21:16:30.822794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Deleting port 0148cfe2-db7e-4096-b624-dd079aece8ea {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:30.822794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.823002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] For port 04342653-52d9-4804-9fcd-1d05b088e860, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04342653-52d9-4804-9fcd-1d05b088e860,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:30.842716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 01bd63bd-e064-484d-a092-dec5a749a3ec {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:30.843058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 01bd63bd-e064-484d-a092-dec5a749a3ec not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:30.898801 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (04342653-52d9-4804-9fcd-1d05b088e860), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.949454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-92b32a0c-2467-4d17-b92c-e9eb60a29c61 admin admin] Publish callbacks [] for security_group (4fc10186-7111-4d47-8b42-442244b62b8f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:30.963601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db4fd1-b5ca-4f7b-9ac6-5d7ec47422a5 None None] Pushing event updated for resources: {'Port': ['ID=04342653-52d9-4804-9fcd-1d05b088e860,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:31.096370 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-92b32a0c-2467-4d17-b92c-e9eb60a29c61 admin admin] Publish callbacks [] for security_group (4fc10186-7111-4d47-8b42-442244b62b8f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:31.291067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] For port 0148cfe2-db7e-4096-b624-dd079aece8ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0148cfe2-db7e-4096-b624-dd079aece8ea,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:31.291440 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:31.294956 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks [] for router_gateway (04843ad8-f78a-4ec7-8e85-1a812649ed30), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:31.320057 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Deleting port d31b0a65-0a8e-4414-bf95-4b3a788b6203 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:31.320393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:31.325107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Calling delete_port for 0148cfe2-db7e-4096-b624-dd079aece8ea owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:31.432854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:16:31.445227 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] Sync routers for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:16:31.451217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:31.457911 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:31.458662 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd53250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:31.531368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-92b32a0c-2467-4d17-b92c-e9eb60a29c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4fc10186-7111-4d47-8b42-442244b62b8f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:31.535053 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-92b32a0c-2467-4d17-b92c-e9eb60a29c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:31.538806 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-92b32a0c-2467-4d17-b92c-e9eb60a29c61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fc10186-7111-4d47-8b42-442244b62b8f HTTP/1.1" status: 204  len: 168 time: 1.2169936
Apr 30 21:16:31.547111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342c295-741d-4443-9048-a4db1223041c req-a808d15e-ddff-4fb4-b9f9-0666130f015e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:31.548825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9342c295-741d-4443-9048-a4db1223041c req-a808d15e-ddff-4fb4-b9f9-0666130f015e tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 949 time: 0.0718465
Apr 30 21:16:31.605443 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5288309b-6faa-4b24-bf85-511e47ff8e43 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "PUT /v2.0/floatingips/5ed5a268-3ad4-4e9c-b302-b479877613ee HTTP/1.1" status: 200  len: 991 time: 2.4967375
Apr 30 21:16:31.614903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] For port d31b0a65-0a8e-4414-bf95-4b3a788b6203, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d31b0a65-0a8e-4414-bf95-4b3a788b6203,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:31.615280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:31.617563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'tag': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:31.620882 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062" -d '{"events": [{"name": "network-changed", "server_uuid": "422d9d7c-80c8-4693-925c-f434084a7bd1", "tag": "a648764a-35bc-4bbd-b4e5-9b7bf42d6e11"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:31.623376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b32a0c-2467-4d17-b92c-e9eb60a29c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc10186-7111-4d47-8b42-442244b62b8f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:31.636120 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:31.646643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Calling delete_port for d31b0a65-0a8e-4414-bf95-4b3a788b6203 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:31.671855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9342c295-741d-4443-9048-a4db1223041c req-1e59a7f0-c2b8-4cde-9d98-9d232d04e81c tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/security-groups?id=c7cf4771-6a2b-4d45-9853-f98af31ce14c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062474
Apr 30 21:16:31.685708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58688) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:31.824643 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2361f3-e5ce-431d-bb7a-ead3e936f998 x-openstack-request-id: req-cb2361f3-e5ce-431d-bb7a-ead3e936f998 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:31.824854 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422d9d7c-80c8-4693-925c-f434084a7bd1", "tag": "a648764a-35bc-4bbd-b4e5-9b7bf42d6e11", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:31.825066 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb2361f3-e5ce-431d-bb7a-ead3e936f998 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:31.825740 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2361f3-e5ce-431d-bb7a-ead3e936f998'] response: {'name': 'network-changed', 'server_uuid': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'tag': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'status': 'completed', 'code': 200}
Apr 30 21:16:31.839827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-6bba4221-af6a-4d48-a427-6c7dcadb2e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:31.844267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-6bba4221-af6a-4d48-a427-6c7dcadb2e8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e06b74e20cb74d5f9eb71ef0ad13dc99&device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 1127 time: 0.0916820
Apr 30 21:16:32.024864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks [] for router_gateway (04843ad8-f78a-4ec7-8e85-1a812649ed30), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.031959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 04342653-52d9-4804-9fcd-1d05b088e860 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:32.044098 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd53250>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ed5a268-3ad4-4e9c-b302-b479877613ee', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'port_id': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'mac_address': 'fa:16:3e:73:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:16:07Z', 'updated_at': '2022-04-30T21:16:29Z', 'revision_number': 1, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:07Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:32.061977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.091712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f7697a40-db7e-45e5-ada4-bc8721cf2acd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d8bde5d9ca44f859b5536d3398b63d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3997092
Apr 30 21:16:32.093919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e268e7-459c-49d8-8dcc-6d5e92e6eec5 req-724d9543-7152-4379-98b3-a1040fc6ec59 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:32.095889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e268e7-459c-49d8-8dcc-6d5e92e6eec5 req-724d9543-7152-4379-98b3-a1040fc6ec59 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 944 time: 0.1834075
Apr 30 21:16:32.096240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58698) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:32.116637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] Checking router: 7a586238-d3b7-468e-a439-68fdcd0f95a8 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:32.127064 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:32.128491 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd53250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:32.149109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 04342653-52d9-4804-9fcd-1d05b088e860 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:32.149491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (04342653-52d9-4804-9fcd-1d05b088e860), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.212681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0148cfe2-db7e-4096-b624-dd079aece8ea), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.298299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 04342653-52d9-4804-9fcd-1d05b088e860 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:32.298693 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (04342653-52d9-4804-9fcd-1d05b088e860), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.321099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Pushing event deleted for resources: {'Port': ['ID=0148cfe2-db7e-4096-b624-dd079aece8ea,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:32.353643 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:32.369819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 04342653-52d9-4804-9fcd-1d05b088e860, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04342653-52d9-4804-9fcd-1d05b088e860,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:32.465487 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (04342653-52d9-4804-9fcd-1d05b088e860), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.508940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] No DVR routers for this DVR port 0148cfe2-db7e-4096-b624-dd079aece8ea on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:32.512710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d31b0a65-0a8e-4414-bf95-4b3a788b6203), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.515168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.523986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed4c7c-db32-4d1b-9fee-82d4c48735b0 None None] Network 03738ce1-c48f-4ad4-be94-161589abefe2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:16:32.531487 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d1451c52-8449-4b09-9ee8-107c229f0dac req-38e097f3-49b9-497e-8f5e-dddecdd6c7ba tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.20 "DELETE /v2.0/ports/0148cfe2-db7e-4096-b624-dd079aece8ea HTTP/1.1" status: 204  len: 173 time: 2.2918897
Apr 30 21:16:32.557236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['2514de9a-e593-441c-b26f-47d347c23ccb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:32.636308 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Pushing event deleted for resources: {'Port': ['ID=d31b0a65-0a8e-4414-bf95-4b3a788b6203,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:32.675035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-01f7aae5-c78d-4e95-9f44-0b08845a330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:32.676545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-01f7aae5-c78d-4e95-9f44-0b08845a330f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fd4bea1-c586-4c7a-90c7-30351d345759 HTTP/1.1" status: 200  len: 916 time: 0.8270485
Apr 30 21:16:32.680100 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1d64-b104-4983-a8b4-5ded135b1fc0 admin admin] Publish callbacks [] for security_group (3b6efc34-e292-48b7-993d-c4ff56abffd5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.683039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-79334cef-0a63-474e-b63b-60d11c00a739 None None] Provisioning complete for port 04342653-52d9-4804-9fcd-1d05b088e860 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:32.683448 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-79334cef-0a63-474e-b63b-60d11c00a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (04342653-52d9-4804-9fcd-1d05b088e860), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.691219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=04342653-52d9-4804-9fcd-1d05b088e860,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:32.706841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Allocated IP 172.35.4.186 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ca644b2a-0252-451e-9327-4913219c828a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:32.710261 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1d64-b104-4983-a8b4-5ded135b1fc0 admin admin] Publish callbacks [] for security_group (3b6efc34-e292-48b7-993d-c4ff56abffd5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.811076 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd53250>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ed5a268-3ad4-4e9c-b302-b479877613ee', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'port_id': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'mac_address': 'fa:16:3e:73:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:16:07Z', 'updated_at': '2022-04-30T21:16:29Z', 'revision_number': 1, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:07Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:32.878633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] No DVR routers for this DVR port d31b0a65-0a8e-4414-bf95-4b3a788b6203 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:32.883425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.883638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e268e7-459c-49d8-8dcc-6d5e92e6eec5 req-435419a0-db4b-472c-a118-611296bb6b8b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7756073
Apr 30 21:16:32.892660 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e19b65d-008e-4925-825c-22aac4ddbe7b req-452fdff8-1491-458e-8326-7ee6f132f6a6 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.20 "DELETE /v2.0/ports/d31b0a65-0a8e-4414-bf95-4b3a788b6203 HTTP/1.1" status: 204  len: 173 time: 2.0545776
Apr 30 21:16:32.920670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1d64-b104-4983-a8b4-5ded135b1fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3b6efc34-e292-48b7-993d-c4ff56abffd5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.920670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab2a1d64-b104-4983-a8b4-5ded135b1fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:32.920670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ab2a1d64-b104-4983-a8b4-5ded135b1fc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b6efc34-e292-48b7-993d-c4ff56abffd5 HTTP/1.1" status: 204  len: 168 time: 0.8199170
Apr 30 21:16:32.950460 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84578e93-8da6-4931-bd98-418e7ee23926 None None] The sync data for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 is: [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ed5a268-3ad4-4e9c-b302-b479877613ee', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'port_id': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'mac_address': 'fa:16:3e:73:49:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:16:07Z', 'updated_at': '2022-04-30T21:16:29Z', 'revision_number': 1, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:07Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:32.963650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a1d64-b104-4983-a8b4-5ded135b1fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6efc34-e292-48b7-993d-c4ff56abffd5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:32.968479 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:16:32.976410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-519988cb-25bf-4db1-b76d-5db9d31a9626 req-b46527de-3a83-41ff-82eb-cab04c1acc4d tempest-ListImageFiltersTestJSON-1216330649 tempest-ListImageFiltersTestJSON-1216330649-project] 10.222.0.23 "GET /v2.0/ports?device_id=f17c37ba-07cd-47b9-9a7b-17d799280bbb HTTP/1.1" status: 200  len: 210 time: 0.0731812
Apr 30 21:16:33.010002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-7d867e6d-2e12-4ad3-82a7-fd66fe23cd81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 HTTP/1.1" status: 200  len: 999 time: 0.2444417
Apr 30 21:16:33.111566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks [] for port (ca644b2a-0252-451e-9327-4913219c828a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:33.118728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-6e44b22c-d03a-4c6d-9c70-5385619bbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:33.120171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-6e44b22c-d03a-4c6d-9c70-5385619bbb77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=202ae7e6-462d-4af9-93ea-b7068930aab7 HTTP/1.1" status: 200  len: 854 time: 0.0882359
Apr 30 21:16:33.284794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ca644b2a-0252-451e-9327-4913219c828a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:33.356254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-a4fd7a8b-5bd5-4615-b2a2-b47c4611d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:33.357876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-a4fd7a8b-5bd5-4615-b2a2-b47c4611d241 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fd4bea1-c586-4c7a-90c7-30351d345759&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1086502
Apr 30 21:16:33.409786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb09699-6c5c-40c3-be7f-2e995e3acd97 None None] New status for floating IP 5ed5a268-3ad4-4e9c-b302-b479877613ee: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:16:33.413120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:33.430233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:33.440845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:33.486279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-79334cef-0a63-474e-b63b-60d11c00a739 None None] Current status of the port 04342653-52d9-4804-9fcd-1d05b088e860 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:33.588720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-b209ae05-2174-41ff-a104-925193c037b0 service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2219899
Apr 30 21:16:33.732602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Pushing event updated for resources: {'Port': ['ID=ca644b2a-0252-451e-9327-4913219c828a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:33.756530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cb5b3e2-5c70-42e7-8486-ac8bb816e062 req-bfb21807-c0fc-4610-8659-eab6953a0cc7 service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547475
Apr 30 21:16:33.818998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e209d453-ec53-4de2-8b02-ef669b25d425 None None] Provisioning complete for port 04342653-52d9-4804-9fcd-1d05b088e860 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:33.819365 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e209d453-ec53-4de2-8b02-ef669b25d425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (04342653-52d9-4804-9fcd-1d05b088e860), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:33.826733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-deleted', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea'}, {'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'name': 'network-vif-deleted', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:33.829333 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc104281-5fe9-4d80-abae-667a046fb3fe" -d '{"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-deleted", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea"}, {"server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "name": "network-vif-deleted", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:33.928440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e209d453-ec53-4de2-8b02-ef669b25d425 None None] Current status of the port 04342653-52d9-4804-9fcd-1d05b088e860 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:33.934074 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7534c06-cd37-4fba-bd95-69c8af0e08ce x-openstack-request-id: req-f7534c06-cd37-4fba-bd95-69c8af0e08ce {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:33.934638 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17c37ba-07cd-47b9-9a7b-17d799280bbb", "name": "network-vif-deleted", "tag": "0148cfe2-db7e-4096-b624-dd079aece8ea", "status": "completed", "code": 200}, {"server_uuid": "aff8d0ca-9b07-4f8b-b9af-bf18481b3550", "name": "network-vif-deleted", "tag": "d31b0a65-0a8e-4414-bf95-4b3a788b6203", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:33.934892 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7534c06-cd37-4fba-bd95-69c8af0e08ce {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:33.935354 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7534c06-cd37-4fba-bd95-69c8af0e08ce'] response: {'server_uuid': 'f17c37ba-07cd-47b9-9a7b-17d799280bbb', 'name': 'network-vif-deleted', 'tag': '0148cfe2-db7e-4096-b624-dd079aece8ea', 'status': 'completed', 'code': 200}
Apr 30 21:16:33.935615 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7534c06-cd37-4fba-bd95-69c8af0e08ce'] response: {'server_uuid': 'aff8d0ca-9b07-4f8b-b9af-bf18481b3550', 'name': 'network-vif-deleted', 'tag': 'd31b0a65-0a8e-4414-bf95-4b3a788b6203', 'status': 'completed', 'code': 200}
Apr 30 21:16:33.968437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 04342653-52d9-4804-9fcd-1d05b088e860 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:33.988238 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks [] for router_gateway (04843ad8-f78a-4ec7-8e85-1a812649ed30), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:34.023791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 04342653-52d9-4804-9fcd-1d05b088e860 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:34.024249 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (04342653-52d9-4804-9fcd-1d05b088e860), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:34.062057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b226925-cc2f-4ebb-b6a2-3552d7c102af req-ef80abdd-e755-4bc6-b64d-2ca8560bfcce tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=aff8d0ca-9b07-4f8b-b9af-bf18481b3550 HTTP/1.1" status: 200  len: 210 time: 0.0462577
Apr 30 21:16:34.129953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 04342653-52d9-4804-9fcd-1d05b088e860 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:34.250480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (04843ad8-f78a-4ec7-8e85-1a812649ed30), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:34.341459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58768) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:34.343118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d31b0a65-0a8e-4414-bf95-4b3a788b6203 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:34.370789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: d31b0a65-0a8e-4414-bf95-4b3a788b6203 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:34.371157 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d31b0a65-0a8e-4414-bf95-4b3a788b6203 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:34.372088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:34.392345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 0148cfe2-db7e-4096-b624-dd079aece8ea {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:34.392704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0148cfe2-db7e-4096-b624-dd079aece8ea not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:34.420755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-562227f8-19ef-45d8-9d2e-c2ce275dced3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98bd8e2e248d4b3599ea7038e73a0981&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0777624
Apr 30 21:16:34.423654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58774) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:34.487672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Router 04843ad8-f78a-4ec7-8e85-1a812649ed30 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:16:34.495990 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0654fb3f-00ed-4cee-b9e9-49b12d95b474 admin admin] Publish callbacks [] for security_group (e16d50ab-eb15-4048-8ccc-86fb5c098675), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:34.523135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0654fb3f-00ed-4cee-b9e9-49b12d95b474 admin admin] Publish callbacks [] for security_group (e16d50ab-eb15-4048-8ccc-86fb5c098675), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:34.648994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:16:34.660729 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Sync routers for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:16:34.670343 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:34.670954 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca4d9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:34.785067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0654fb3f-00ed-4cee-b9e9-49b12d95b474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e16d50ab-eb15-4048-8ccc-86fb5c098675), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:34.787998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0654fb3f-00ed-4cee-b9e9-49b12d95b474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:34.789209 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0654fb3f-00ed-4cee-b9e9-49b12d95b474 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e16d50ab-eb15-4048-8ccc-86fb5c098675 HTTP/1.1" status: 204  len: 168 time: 0.3644981
Apr 30 21:16:34.792102 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:34.793423 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bf8ebbf4-c5ca-4c39-b66d-5a3c85248323 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.6949673
Apr 30 21:16:34.796242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58790) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:34.802238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654fb3f-00ed-4cee-b9e9-49b12d95b474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d50ab-eb15-4048-8ccc-86fb5c098675,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:34.891096 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:35.083941 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca4d9d0>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:33Z', 'revision_number': 3, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:35.120471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Checking router: 04843ad8-f78a-4ec7-8e85-1a812649ed30 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:35.120823 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Updating router 04843ad8-f78a-4ec7-8e85-1a812649ed30 port ca644b2a-0252-451e-9327-4913219c828a binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:16:35.182326 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ca644b2a-0252-451e-9327-4913219c828a), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.426769 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.557679 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Publish callbacks [] for port (ca644b2a-0252-451e-9327-4913219c828a), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.619965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Allocated IP 172.20.0.1 (03738ce1-c48f-4ad4-be94-161589abefe2/77813a45-3d28-401a-82c7-7405d4826d07/99d1f582-f755-41e9-bc4d-985208cf2a38) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:35.652160 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ca644b2a-0252-451e-9327-4913219c828a), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.698369 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6581b-3b8e-46a6-a081-3fba53b0ebfd None None] Pushing event updated for resources: {'Port': ['ID=ca644b2a-0252-451e-9327-4913219c828a,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:35.719218 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Attempting to bind port ca644b2a-0252-451e-9327-4913219c828a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:35.719751 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Attempting to bind port ca644b2a-0252-451e-9327-4913219c828a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:35.720274 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Attempting to bind port ca644b2a-0252-451e-9327-4913219c828a on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:35.731409 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:35.731786 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:35.732190 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.732570 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:35.733444 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Bound port: ca644b2a-0252-451e-9327-4913219c828a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:35.733855 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ca644b2a-0252-451e-9327-4913219c828a), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.737891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Publish callbacks [] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.786481 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] For port ca644b2a-0252-451e-9327-4913219c828a, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:35.789647 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] For port ca644b2a-0252-451e-9327-4913219c828a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca644b2a-0252-451e-9327-4913219c828a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:35.844786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58846) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:35.931765 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ca644b2a-0252-451e-9327-4913219c828a), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.931988 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:35.982505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Network 03738ce1-c48f-4ad4-be94-161589abefe2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:35.986046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:35.990913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:36.017872 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6581b-3b8e-46a6-a081-3fba53b0ebfd None None] Pushing event updated for resources: {'Port': ['ID=ca644b2a-0252-451e-9327-4913219c828a,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:36.024203 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:36.024924 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca4d9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:36.037240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Pushing event updated for resources: {'Port': ['ID=99d1f582-f755-41e9-bc4d-985208cf2a38,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:36.052089 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71f01b52-ff45-4e0b-ba88-23dfbb1b4f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.052745 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (04843ad8-f78a-4ec7-8e85-1a812649ed30), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.185079 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71f01b52-ff45-4e0b-ba88-23dfbb1b4f93 admin admin] Publish callbacks [] for security_group (a8ae326b-83f5-4c05-8f94-24d45ee94962), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.212190 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:36.261293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71f01b52-ff45-4e0b-ba88-23dfbb1b4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a8ae326b-83f5-4c05-8f94-24d45ee94962), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.312673 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.313700 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-71f01b52-ff45-4e0b-ba88-23dfbb1b4f93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe2f4895e8b946c2a7c18a86ae56fcea&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4677615
Apr 30 21:16:36.314329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58860) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:36.317039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f01b52-ff45-4e0b-ba88-23dfbb1b4f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ae326b-83f5-4c05-8f94-24d45ee94962,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:36.374492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9549ffc9-1010-4d9a-aeb5-9146e3daef86 None None] Provisioning complete for port 99d1f582-f755-41e9-bc4d-985208cf2a38 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:36.374965 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9549ffc9-1010-4d9a-aeb5-9146e3daef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.431024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-037e81b8-3191-40c0-9b67-513a66544141 admin admin] Publish callbacks [] for security_group (a8ae326b-83f5-4c05-8f94-24d45ee94962), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.439001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9549ffc9-1010-4d9a-aeb5-9146e3daef86 None None] Port 99d1f582-f755-41e9-bc4d-985208cf2a38 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:36.492557 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca4d9d0>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:33Z', 'revision_number': 3, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:36.492755 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-037e81b8-3191-40c0-9b67-513a66544141 admin admin] Publish callbacks [] for security_group (a8ae326b-83f5-4c05-8f94-24d45ee94962), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.527264 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966064b3-fec1-46d5-8aa8-ddd8fa131c08 None None] The sync data for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 is: [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:33Z', 'revision_number': 3, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:36.625800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Publish callbacks [] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.722404 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-037e81b8-3191-40c0-9b67-513a66544141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a8ae326b-83f5-4c05-8f94-24d45ee94962), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.722404 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-037e81b8-3191-40c0-9b67-513a66544141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.726435 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-037e81b8-3191-40c0-9b67-513a66544141 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8ae326b-83f5-4c05-8f94-24d45ee94962 HTTP/1.1" status: 204  len: 168 time: 0.4099789
Apr 30 21:16:36.735690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e81b8-3191-40c0-9b67-513a66544141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ae326b-83f5-4c05-8f94-24d45ee94962,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:36.742187 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:36.889016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Pushing event updated for resources: {'Port': ['ID=99d1f582-f755-41e9-bc4d-985208cf2a38,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:36.892123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (04843ad8-f78a-4ec7-8e85-1a812649ed30), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:37.023623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Network 03738ce1-c48f-4ad4-be94-161589abefe2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:37.025237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:37.183073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Router 04843ad8-f78a-4ec7-8e85-1a812649ed30 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:16:37.332633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:16:37.338185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3ff1b9fc-2b24-4b7b-8ddf-cba2d7ecc166 admin admin] 10.222.0.23 "PUT /v2.0/routers/04843ad8-f78a-4ec7-8e85-1a812649ed30/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5402775
Apr 30 21:16:37.367014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c47e041d-81f7-44fa-b1e9-5c0157c9d0c2 None None] Provisioning complete for port 99d1f582-f755-41e9-bc4d-985208cf2a38 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:37.367862 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c47e041d-81f7-44fa-b1e9-5c0157c9d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:37.412525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c47e041d-81f7-44fa-b1e9-5c0157c9d0c2 None None] Port 99d1f582-f755-41e9-bc4d-985208cf2a38 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:37.515912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:37.536767 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc44287f-fa1c-4dc9-84ed-fb87329bf0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:37.681457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc44287f-fa1c-4dc9-84ed-fb87329bf0e1 admin admin] Publish callbacks [] for security_group (3eb7956e-cdb9-4882-a812-683b70516054), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:37.770107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc44287f-fa1c-4dc9-84ed-fb87329bf0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3eb7956e-cdb9-4882-a812-683b70516054), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:37.813633 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fc44287f-fa1c-4dc9-84ed-fb87329bf0e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66cbdee548eb4888ac929f6282660cf7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2952554
Apr 30 21:16:37.817700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44287f-fa1c-4dc9-84ed-fb87329bf0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb7956e-cdb9-4882-a812-683b70516054,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:37.823898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58938) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:37.885497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c545979d-34c8-43ff-8768-0c691e609ba4 admin admin] Publish callbacks [] for security_group (3eb7956e-cdb9-4882-a812-683b70516054), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:37.926235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c545979d-34c8-43ff-8768-0c691e609ba4 admin admin] Publish callbacks [] for security_group (3eb7956e-cdb9-4882-a812-683b70516054), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:37.949655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ca644b2a-0252-451e-9327-4913219c828a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:38.029615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ca644b2a-0252-451e-9327-4913219c828a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:38.030313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ca644b2a-0252-451e-9327-4913219c828a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.125470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c545979d-34c8-43ff-8768-0c691e609ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3eb7956e-cdb9-4882-a812-683b70516054), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.132241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c545979d-34c8-43ff-8768-0c691e609ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.133962 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c545979d-34c8-43ff-8768-0c691e609ba4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eb7956e-cdb9-4882-a812-683b70516054 HTTP/1.1" status: 204  len: 168 time: 0.3090231
Apr 30 21:16:38.146353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545979d-34c8-43ff-8768-0c691e609ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb7956e-cdb9-4882-a812-683b70516054,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:38.157989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ca644b2a-0252-451e-9327-4913219c828a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:38.157989 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ca644b2a-0252-451e-9327-4913219c828a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.234495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port ca644b2a-0252-451e-9327-4913219c828a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca644b2a-0252-451e-9327-4913219c828a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:38.248996 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:38.286447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58954) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:38.293015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ef384a12-f234-4d54-b877-a140ee39e0c6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1223763057', 'description': 'tempest-description--1719216475'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:38.318553 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ca644b2a-0252-451e-9327-4913219c828a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.325534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344b99f-2568-48a5-ad80-b8f4f8f30a9d req-208cc98c-8ae0-4256-b5ac-c9f3288d4ecc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:38.333113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b344b99f-2568-48a5-ad80-b8f4f8f30a9d req-208cc98c-8ae0-4256-b5ac-c9f3288d4ecc tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 944 time: 0.0938158
Apr 30 21:16:38.373277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=ca644b2a-0252-451e-9327-4913219c828a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:38.397080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b344b99f-2568-48a5-ad80-b8f4f8f30a9d req-b7720a4b-f625-483c-84f5-f1f545140141 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558693
Apr 30 21:16:38.442297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef384a12-f234-4d54-b877-a140ee39e0c6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.467071 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ab853390-18c3-4ac2-96ea-8b680322864c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a33635f00a9e48818fe1081019a2ceb5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2140412
Apr 30 21:16:38.467471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58958) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:38.526328 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7588737-30fd-4208-8900-a5d3be9a530b admin admin] Publish callbacks [] for security_group (c7cf4771-6a2b-4d45-9853-f98af31ce14c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.526971 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef384a12-f234-4d54-b877-a140ee39e0c6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group (b192564f-3494-4cea-8d3b-76bb8cfccb8f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.561509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7588737-30fd-4208-8900-a5d3be9a530b admin admin] Publish callbacks [] for security_group (c7cf4771-6a2b-4d45-9853-f98af31ce14c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.593693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Sync routers for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:16:38.618885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:38.619850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc805b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:38.641051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef384a12-f234-4d54-b877-a140ee39e0c6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b192564f-3494-4cea-8d3b-76bb8cfccb8f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.715893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef384a12-f234-4d54-b877-a140ee39e0c6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b192564f-3494-4cea-8d3b-76bb8cfccb8f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:38.723091 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7588737-30fd-4208-8900-a5d3be9a530b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c7cf4771-6a2b-4d45-9853-f98af31ce14c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.728990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7588737-30fd-4208-8900-a5d3be9a530b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.730241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a7588737-30fd-4208-8900-a5d3be9a530b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7cf4771-6a2b-4d45-9853-f98af31ce14c HTTP/1.1" status: 204  len: 168 time: 0.2617815
Apr 30 21:16:38.743916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7588737-30fd-4208-8900-a5d3be9a530b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cf4771-6a2b-4d45-9853-f98af31ce14c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:38.755427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-fa1c6915-ccb7-41ac-8b4a-a25dbfb0ddb2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:38.757543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-fa1c6915-ccb7-41ac-8b4a-a25dbfb0ddb2 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.20 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 944 time: 0.0978963
Apr 30 21:16:38.786544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:38.788384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef384a12-f234-4d54-b877-a140ee39e0c6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.789720 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ef384a12-f234-4d54-b877-a140ee39e0c6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.5022082
Apr 30 21:16:38.792666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58972) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:38.797735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-be2f0c6c-7b51-47a8-bd40-0c4326e4fc1c tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Request body: {'security_group_rule': {'security_group_id': 'b192564f-3494-4cea-8d3b-76bb8cfccb8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:38.903505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Deleting port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:38.903851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.907101 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be2f0c6c-7b51-47a8-bd40-0c4326e4fc1c tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group_rule (1572bbff-59ba-447d-b144-1afa35dd3b85), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:38.971897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be2f0c6c-7b51-47a8-bd40-0c4326e4fc1c tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group_rule (1572bbff-59ba-447d-b144-1afa35dd3b85), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.017723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc805b0>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 2, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:39.037297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] For port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:39.038462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.039311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be2f0c6c-7b51-47a8-bd40-0c4326e4fc1c tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (1572bbff-59ba-447d-b144-1afa35dd3b85), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.053271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Checking router: 04843ad8-f78a-4ec7-8e85-1a812649ed30 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:39.053630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Updating router 04843ad8-f78a-4ec7-8e85-1a812649ed30 port 99d1f582-f755-41e9-bc4d-985208cf2a38 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:16:39.055786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f0c6c-7b51-47a8-bd40-0c4326e4fc1c tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1572bbff-59ba-447d-b144-1afa35dd3b85,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:39.057458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Calling delete_port for 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:39.085807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.170148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be2f0c6c-7b51-47a8-bd40-0c4326e4fc1c tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.171367 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-be2f0c6c-7b51-47a8-bd40-0c4326e4fc1c tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3777552
Apr 30 21:16:39.181260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58982) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:39.187138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3843c4ee-5754-4df9-934b-44fb19917e3d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Request body: {'security_group_rule': {'security_group_id': 'b192564f-3494-4cea-8d3b-76bb8cfccb8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:39.320947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2ecc5d88-fb01-4e83-9ea8-85d7acd6114b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.329906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3843c4ee-5754-4df9-934b-44fb19917e3d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group_rule (110030bd-17fc-4a3e-9040-b1eb46fce44a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.341534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:39.353033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Pushing event deleted for resources: {'Port': ['ID=2ecc5d88-fb01-4e83-9ea8-85d7acd6114b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:39.399640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] No DVR routers for this DVR port 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:39.402287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.405165 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3843c4ee-5754-4df9-934b-44fb19917e3d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group_rule (110030bd-17fc-4a3e-9040-b1eb46fce44a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.406183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1744fb17-36a3-4b7c-b966-f1ee3514de73 req-de872725-cb00-4fea-b450-9c9892f24455 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.20 "DELETE /v2.0/ports/2ecc5d88-fb01-4e83-9ea8-85d7acd6114b HTTP/1.1" status: 204  len: 173 time: 0.6414142
Apr 30 21:16:39.406643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'name': 'network-vif-deleted', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:39.410007 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e2f32f-e9e4-40c0-a651-0ea90c22553e" -d '{"events": [{"server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "name": "network-vif-deleted", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:39.472181 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Publish callbacks [] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.490675 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3843c4ee-5754-4df9-934b-44fb19917e3d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (110030bd-17fc-4a3e-9040-b1eb46fce44a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.504967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84fa0be3-a9d9-42f9-bba8-50cb574aa0a3 req-7ef087c4-8177-44c3-9648-479bbcd7957c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 210 time: 0.0347438
Apr 30 21:16:39.508034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843c4ee-5754-4df9-934b-44fb19917e3d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110030bd-17fc-4a3e-9040-b1eb46fce44a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:39.576068 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fea5d0-11b4-4e7e-86c5-bea0b3904baf x-openstack-request-id: req-88fea5d0-11b4-4e7e-86c5-bea0b3904baf {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:39.580725 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.581097 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c246e5-490c-4639-8c9a-4b088609cc2e", "name": "network-vif-deleted", "tag": "2ecc5d88-fb01-4e83-9ea8-85d7acd6114b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:39.581097 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88fea5d0-11b4-4e7e-86c5-bea0b3904baf {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:39.581097 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fea5d0-11b4-4e7e-86c5-bea0b3904baf'] response: {'server_uuid': '27c246e5-490c-4639-8c9a-4b088609cc2e', 'name': 'network-vif-deleted', 'tag': '2ecc5d88-fb01-4e83-9ea8-85d7acd6114b', 'status': 'completed', 'code': 200}
Apr 30 21:16:39.666944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3843c4ee-5754-4df9-934b-44fb19917e3d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.671891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59008) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:39.672188 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3843c4ee-5754-4df9-934b-44fb19917e3d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4891949
Apr 30 21:16:39.676513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:39.722429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea659c-0a75-45a6-8885-9a2743d69b85 None None] Pushing event updated for resources: {'Port': ['ID=99d1f582-f755-41e9-bc4d-985208cf2a38,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:39.769629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Attempting to bind port 99d1f582-f755-41e9-bc4d-985208cf2a38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:39.771868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Attempting to bind port 99d1f582-f755-41e9-bc4d-985208cf2a38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:39.772273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Attempting to bind port 99d1f582-f755-41e9-bc4d-985208cf2a38 on network 03738ce1-c48f-4ad4-be94-161589abefe2 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:39.781888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:39.785539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Checking segment: {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:39.785539 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.785539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Bound using segment: {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:39.785539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Bound port: 99d1f582-f755-41e9-bc4d-985208cf2a38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:39.785539 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.810873 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.882835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] For port 99d1f582-f755-41e9-bc4d-985208cf2a38, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:39.887463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] For port 99d1f582-f755-41e9-bc4d-985208cf2a38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99d1f582-f755-41e9-bc4d-985208cf2a38,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:39.917986 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:39.966473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccd54b21-a62d-4b0e-b02c-2d4ff3da0990 None None] Provisioning complete for port 99d1f582-f755-41e9-bc4d-985208cf2a38 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:39.967062 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccd54b21-a62d-4b0e-b02c-2d4ff3da0990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.024333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ca644b2a-0252-451e-9327-4913219c828a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:40.050739 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.060535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Allocated IP 172.35.4.31 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/0a6ef2bd-162b-43f1-a530-08efa41f1265) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:40.101878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccd54b21-a62d-4b0e-b02c-2d4ff3da0990 None None] Port 99d1f582-f755-41e9-bc4d-985208cf2a38 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:40.144966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59024) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:40.159103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:40.159751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc805b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:40.165099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea659c-0a75-45a6-8885-9a2743d69b85 None None] Pushing event updated for resources: {'Port': ['ID=99d1f582-f755-41e9-bc4d-985208cf2a38,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:40.187177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for port (0a6ef2bd-162b-43f1-a530-08efa41f1265), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.251011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ca644b2a-0252-451e-9327-4913219c828a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:40.251385 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ca644b2a-0252-451e-9327-4913219c828a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.324240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1414595880-network', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:40.342140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0a6ef2bd-162b-43f1-a530-08efa41f1265), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.372196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:40.411581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:40.416088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:40.419530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:40.446930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event updated for resources: {'Port': ['ID=0a6ef2bd-162b-43f1-a530-08efa41f1265,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:40.486466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:40.489638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.499779 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.519341 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for floatingip (c07e63e4-124a-4fb5-9820-c3af59fa8667), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.573360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ca644b2a-0252-451e-9327-4913219c828a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:40.593718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-35606119-ee5c-491e-8405-731212f7c5aa None None] Provisioning complete for port 99d1f582-f755-41e9-bc4d-985208cf2a38 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:40.593718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-35606119-ee5c-491e-8405-731212f7c5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.602534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Publish callbacks [] for security_group (69539747-8884-4e8e-a8d9-b7f919f69c24), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.675296 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (69539747-8884-4e8e-a8d9-b7f919f69c24), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.676049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb90e4d8-429a-4822-acc1-9369960885d1 req-99fcd4e1-3d5a-4a44-b7d5-f4af30f208ef tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=27c246e5-490c-4639-8c9a-4b088609cc2e HTTP/1.1" status: 200  len: 210 time: 0.0468342
Apr 30 21:16:40.738780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0a6ef2bd-162b-43f1-a530-08efa41f1265), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.750414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69539747-8884-4e8e-a8d9-b7f919f69c24,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:40.789768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:16:40.804850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7d0e8921-ab67-42fb-a688-850caea317a9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.805416 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Added segment 7d0e8921-ab67-42fb-a688-850caea317a9 of type vlan for network 1f054da6-523b-43c4-83a2-ca0049497cde
Apr 30 21:16:40.848408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-35606119-ee5c-491e-8405-731212f7c5aa None None] Current status of the port 99d1f582-f755-41e9-bc4d-985208cf2a38 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:40.848945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-35606119-ee5c-491e-8405-731212f7c5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.868310 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (1f054da6-523b-43c4-83a2-ca0049497cde), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:40.892353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc805b0>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:39Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:40.928034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af8a89-a874-4be6-95a6-b4dca1095d54 None None] The sync data for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 is: [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:39Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:40.932813 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-35606119-ee5c-491e-8405-731212f7c5aa None None] For port 99d1f582-f755-41e9-bc4d-985208cf2a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99d1f582-f755-41e9-bc4d-985208cf2a38,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:41.009511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (1f054da6-523b-43c4-83a2-ca0049497cde), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.011057 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:41.011193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.011989 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for port (0a6ef2bd-162b-43f1-a530-08efa41f1265), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.034037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-35606119-ee5c-491e-8405-731212f7c5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.100020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f054da6-523b-43c4-83a2-ca0049497cde,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:41.119387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 1f054da6-523b-43c4-83a2-ca0049497cde details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:16:41.147563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0a6ef2bd-162b-43f1-a530-08efa41f1265), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.192709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35606119-ee5c-491e-8405-731212f7c5aa None None] Pushing event updated for resources: {'Port': ['ID=99d1f582-f755-41e9-bc4d-985208cf2a38,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:41.203517 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e76caee6-6788-4423-aba3-866d9c633be9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0570681
Apr 30 21:16:41.207526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59050) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:41.215166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Request body: {'subnet': {'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1414595880-subnet', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:41.255413 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c07e63e4-124a-4fb5-9820-c3af59fa8667), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.282691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event updated for resources: {'Port': ['ID=0a6ef2bd-162b-43f1-a530-08efa41f1265,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:41.315074 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:41.318279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.354557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.355808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-beff3946-9549-4383-98a0-1c7a95f62637 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6828303
Apr 30 21:16:41.384068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59064) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:41.391278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-003c72e4-796d-4e9e-bbff-21f7c17b006a tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=25bcc72715fa4ba88d3ca6b371eb1f93&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0245807
Apr 30 21:16:41.533964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-12bff5b9-dcda-4835-aead-ef7542091fde tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:41.535801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-12bff5b9-dcda-4835-aead-ef7542091fde tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1356478
Apr 30 21:16:41.570430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-3457dbf9-46f8-442b-a4cf-0d73f32881c5 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/quotas/25bcc72715fa4ba88d3ca6b371eb1f93 HTTP/1.1" status: 200  len: 375 time: 0.0219660
Apr 30 21:16:41.616878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-ce5dd5ee-d6fc-4406-b6ac-26402fc8ef92 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=25bcc72715fa4ba88d3ca6b371eb1f93&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0451119
Apr 30 21:16:41.949868 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db8ca0c9-122d-46d4-bd79-5bb2b8f593d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:41.993783 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (c851f35a-af8a-45a3-a6e7-adf7f97d2833), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.006337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 99d1f582-f755-41e9-bc4d-985208cf2a38 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:42.044575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2101a38-6fa5-4c46-a99b-8da0ec42d90d req-08d3f83a-88a1-4fb1-840a-9a7978ae8771 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 210 time: 0.0393903
Apr 30 21:16:42.074804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 99d1f582-f755-41e9-bc4d-985208cf2a38 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:42.075329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.087422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c851f35a-af8a-45a3-a6e7-adf7f97d2833,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:42.120460 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db8ca0c9-122d-46d4-bd79-5bb2b8f593d5 admin admin] Publish callbacks [] for security_group (4abbf48a-28e7-4a52-ba21-9570bf3130d2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.124471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Checking segment: {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:42.124989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Network hostable DHCP agents. Network: 1f054da6-523b-43c4-83a2-ca0049497cde, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:16:42.206565 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db8ca0c9-122d-46d4-bd79-5bb2b8f593d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4abbf48a-28e7-4a52-ba21-9570bf3130d2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.207024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 99d1f582-f755-41e9-bc4d-985208cf2a38 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:42.248311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Network 1f054da6-523b-43c4-83a2-ca0049497cde is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:16:42.261902 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-db8ca0c9-122d-46d4-bd79-5bb2b8f593d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf92e5aab5164a259043531a9d3ca6d0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8766582
Apr 30 21:16:42.264523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59116) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:42.266248 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ca0c9-122d-46d4-bd79-5bb2b8f593d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abbf48a-28e7-4a52-ba21-9570bf3130d2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:42.324442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6cc9-ffbc-4206-866e-6f0cda15240a admin admin] Publish callbacks [] for security_group (4abbf48a-28e7-4a52-ba21-9570bf3130d2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.348278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6cc9-ffbc-4206-866e-6f0cda15240a admin admin] Publish callbacks [] for security_group (4abbf48a-28e7-4a52-ba21-9570bf3130d2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.362893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f054da6-523b-43c4-83a2-ca0049497cde) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:42.370969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:42.371628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.375847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36477f6e-836f-47f1-80cf-37866ab74966 None None] Network 1f054da6-523b-43c4-83a2-ca0049497cde requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:16:42.407825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:42.457558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:42.457979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2ecc5d88-fb01-4e83-9ea8-85d7acd6114b not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:42.475134 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7f28be45-03fe-42b7-a505-e0494737f09d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2664144
Apr 30 21:16:42.477908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59120) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:42.482495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:42.497570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d812c6-1e1d-4592-bf66-76ead4972ed9 req-97571d23-ece4-4efc-9124-ad91f8425499 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:42.500043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3d812c6-1e1d-4592-bf66-76ead4972ed9 req-97571d23-ece4-4efc-9124-ad91f8425499 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 945 time: 0.0539176
Apr 30 21:16:42.526525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f054da6-523b-43c4-83a2-ca0049497cde', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:16:42.527371 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.550802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3d812c6-1e1d-4592-bf66-76ead4972ed9 req-414420f7-231f-4e69-bdd8-81fbe423cfae tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447407
Apr 30 21:16:42.562179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6cc9-ffbc-4206-866e-6f0cda15240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4abbf48a-28e7-4a52-ba21-9570bf3130d2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.564742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6cc9-ffbc-4206-866e-6f0cda15240a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.568549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3e3f6cc9-ffbc-4206-866e-6f0cda15240a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4abbf48a-28e7-4a52-ba21-9570bf3130d2 HTTP/1.1" status: 204  len: 168 time: 0.3029959
Apr 30 21:16:42.576568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f6cc9-ffbc-4206-866e-6f0cda15240a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abbf48a-28e7-4a52-ba21-9570bf3130d2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:42.583579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.584673 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.643468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks [] for router_controller (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.717225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Allocated IP 172.20.0.2 (1f054da6-523b-43c4-83a2-ca0049497cde/c851f35a-af8a-45a3-a6e7-adf7f97d2833/b97ff88b-07f9-4f90-9c26-7729addf2a63) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:42.902921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks [] for router_gateway (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.918917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Publish callbacks [] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:42.940388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d1a80-2213-4680-aa72-81aaea43817b req-9c122db0-5a6a-422b-bc99-aa40d9d7fa26 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:42.941848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a66d1a80-2213-4680-aa72-81aaea43817b req-9c122db0-5a6a-422b-bc99-aa40d9d7fa26 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.20 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 945 time: 0.0708091
Apr 30 21:16:43.045036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.088041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Deleting port 4306ca96-09e1-476e-90ee-9c1a1813cb5f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:43.088636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.092759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Network 1f054da6-523b-43c4-83a2-ca0049497cde is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:43.096145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:43.099909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:43.119149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Pushing event updated for resources: {'Port': ['ID=b97ff88b-07f9-4f90-9c26-7729addf2a63,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:43.175981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e777093-731a-4333-84db-e1ad3c02a636 req-2661ffda-f61c-4d99-9578-dcb1dd046c25 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 210 time: 0.0821598
Apr 30 21:16:43.185689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Attempting to bind port b97ff88b-07f9-4f90-9c26-7729addf2a63 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:43.186356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Attempting to bind port b97ff88b-07f9-4f90-9c26-7729addf2a63 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:43.187129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Attempting to bind port b97ff88b-07f9-4f90-9c26-7729addf2a63 on network 1f054da6-523b-43c4-83a2-ca0049497cde {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:43.194830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:43.195860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Checking segment: {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:43.196682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.197162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Bound using segment: {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:43.197744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Bound port: b97ff88b-07f9-4f90-9c26-7729addf2a63, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:43.198287 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.232027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks [] for router_gateway (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.240632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] For port 4306ca96-09e1-476e-90ee-9c1a1813cb5f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4306ca96-09e1-476e-90ee-9c1a1813cb5f,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:43.241142 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.254160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.256703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Calling delete_port for 4306ca96-09e1-476e-90ee-9c1a1813cb5f owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:43.276766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] For port b97ff88b-07f9-4f90-9c26-7729addf2a63, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:43.280965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] For port b97ff88b-07f9-4f90-9c26-7729addf2a63, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b97ff88b-07f9-4f90-9c26-7729addf2a63,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:43.364929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Allocated IP 172.35.4.153 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/0401c707-84f8-481c-be97-90ee803f3c29) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:43.430105 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.484113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4306ca96-09e1-476e-90ee-9c1a1813cb5f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.505932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94bc90-50ad-4668-84c2-3e5d5803d1a3 None None] Pushing event updated for resources: {'Port': ['ID=b97ff88b-07f9-4f90-9c26-7729addf2a63,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:43.514586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Pushing event deleted for resources: {'Port': ['ID=4306ca96-09e1-476e-90ee-9c1a1813cb5f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:43.515902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks [] for port (0401c707-84f8-481c-be97-90ee803f3c29), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.563153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59136) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:43.571551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] No DVR routers for this DVR port 4306ca96-09e1-476e-90ee-9c1a1813cb5f on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:43.574643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.578486 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3a881ca-8c6c-45d5-9955-9e8045d49521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.592814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a66d1a80-2213-4680-aa72-81aaea43817b req-588d6050-c359-4174-9930-73ce3287990c tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.20 "DELETE /v2.0/ports/4306ca96-09e1-476e-90ee-9c1a1813cb5f HTTP/1.1" status: 204  len: 173 time: 0.6317945
Apr 30 21:16:43.594609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'name': 'network-vif-deleted', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:43.598834 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d5f962-d960-4ca7-b684-578e7826ddde" -d '{"events": [{"server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "name": "network-vif-deleted", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:43.638353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0401c707-84f8-481c-be97-90ee803f3c29), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.654542 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d64605-8fa7-4a94-a45e-f2f2cc314a6a x-openstack-request-id: req-60d64605-8fa7-4a94-a45e-f2f2cc314a6a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:43.654542 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f26a54-dfce-45a0-9dc2-3bd5be9f87c8", "name": "network-vif-deleted", "tag": "4306ca96-09e1-476e-90ee-9c1a1813cb5f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:43.656145 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60d64605-8fa7-4a94-a45e-f2f2cc314a6a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:43.656145 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d64605-8fa7-4a94-a45e-f2f2cc314a6a'] response: {'server_uuid': '89f26a54-dfce-45a0-9dc2-3bd5be9f87c8', 'name': 'network-vif-deleted', 'tag': '4306ca96-09e1-476e-90ee-9c1a1813cb5f', 'status': 'completed', 'code': 200}
Apr 30 21:16:43.680374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7de8e67c-66c2-4737-81c5-37c74acd897a req-37089e48-7e0c-4d1c-84f0-07d69882074a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 210 time: 0.0406930
Apr 30 21:16:43.708350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:43.715120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:43.730447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:43.730797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Pushing event updated for resources: {'Port': ['ID=0401c707-84f8-481c-be97-90ee803f3c29,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:43.796192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3a881ca-8c6c-45d5-9955-9e8045d49521 admin admin] Publish callbacks [] for security_group (d85e818e-2328-4673-8de2-69c51e4847b0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.889346 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3a881ca-8c6c-45d5-9955-9e8045d49521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d85e818e-2328-4673-8de2-69c51e4847b0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:43.990604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b97ff88b-07f9-4f90-9c26-7729addf2a63 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:43.995003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a881ca-8c6c-45d5-9955-9e8045d49521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85e818e-2328-4673-8de2-69c51e4847b0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:44.007998 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c3a881ca-8c6c-45d5-9955-9e8045d49521 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1207102c9ec475daec870dcc3c9d099&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4449141
Apr 30 21:16:44.010957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59144) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:44.067728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b97ff88b-07f9-4f90-9c26-7729addf2a63 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:44.068297 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.080983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0602371-a719-4841-a5b4-2d351ccdc70c admin admin] Publish callbacks [] for security_group (d85e818e-2328-4673-8de2-69c51e4847b0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.103514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0602371-a719-4841-a5b4-2d351ccdc70c admin admin] Publish callbacks [] for security_group (d85e818e-2328-4673-8de2-69c51e4847b0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.157461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b97ff88b-07f9-4f90-9c26-7729addf2a63 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:44.157955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.198143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port b97ff88b-07f9-4f90-9c26-7729addf2a63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b97ff88b-07f9-4f90-9c26-7729addf2a63,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:44.241988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks [] for router_gateway (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.252726 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.293707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c708f97d-6cdd-4c83-8bf5-d4dc8a96e20a req-f7f5f8ef-2458-4fdd-92c6-88299be446a6 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 210 time: 0.0357320
Apr 30 21:16:44.311962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0602371-a719-4841-a5b4-2d351ccdc70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d85e818e-2328-4673-8de2-69c51e4847b0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.313042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=b97ff88b-07f9-4f90-9c26-7729addf2a63,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:44.315099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0602371-a719-4841-a5b4-2d351ccdc70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.316328 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c0602371-a719-4841-a5b4-2d351ccdc70c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d85e818e-2328-4673-8de2-69c51e4847b0 HTTP/1.1" status: 204  len: 168 time: 0.3018005
Apr 30 21:16:44.328012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0602371-a719-4841-a5b4-2d351ccdc70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85e818e-2328-4673-8de2-69c51e4847b0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:44.495068 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.726619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:16:44.737156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-68d751d6-0d9b-4862-b933-4f2f5aba69f5 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=25bcc72715fa4ba88d3ca6b371eb1f93&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0346069
Apr 30 21:16:44.773579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae0a59-91db-46d0-b835-057e8b92016e None None] Network 1f054da6-523b-43c4-83a2-ca0049497cde requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:16:44.852625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1d2e19d5-094a-4c34-a2c2-9e8e1ac87742 None None] Provisioning complete for port b97ff88b-07f9-4f90-9c26-7729addf2a63 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:44.853055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d2e19d5-094a-4c34-a2c2-9e8e1ac87742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.885370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:16:44.899515 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Sync routers for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:16:44.940673 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:44.941597 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca4dd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:44.976481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1eeed4b5-aa7b-477f-b114-4600b7b777aa req-eb636685-e9fa-41ba-be26-d7cd453e3269 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f26a54-dfce-45a0-9dc2-3bd5be9f87c8 HTTP/1.1" status: 200  len: 210 time: 0.1129513
Apr 30 21:16:44.986148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:44.991495 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8f9783fc-fbf9-4677-b1c0-b154337f4185 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5124841
Apr 30 21:16:44.992360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59166) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:44.994541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-ef526090-a299-4083-b44d-11491b38e8e5 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:44.996275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-ef526090-a299-4083-b44d-11491b38e8e5 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2546544
Apr 30 21:16:45.015806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Request body: {'port': {'device_id': '2e64ab98-a770-4da4-ac98-65a1a31c12d6', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '25bcc72715fa4ba88d3ca6b371eb1f93'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:45.062935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e19d5-094a-4c34-a2c2-9e8e1ac87742 None None] Current status of the port b97ff88b-07f9-4f90-9c26-7729addf2a63 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:45.116360 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:45.385392 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca4dd60>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:44Z', 'revision_number': 3, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:45.429769 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Checking router: bcaf2210-cb83-4af2-9c40-2e97390ab2a6 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:45.430170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Updating router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 port 0401c707-84f8-481c-be97-90ee803f3c29 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:16:45.462433 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0401c707-84f8-481c-be97-90ee803f3c29), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:45.492926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6514c4a5-4abb-4ccc-9cd9-888e8e5a6256 None None] Provisioning complete for port b97ff88b-07f9-4f90-9c26-7729addf2a63 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:45.493437 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6514c4a5-4abb-4ccc-9cd9-888e8e5a6256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:45.569333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdce1346-fde8-4a0a-9d66-0a80a047cf25 req-8dadfc16-4f27-473a-9673-8befde245410 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 210 time: 0.0509379
Apr 30 21:16:45.609568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6514c4a5-4abb-4ccc-9cd9-888e8e5a6256 None None] Current status of the port b97ff88b-07f9-4f90-9c26-7729addf2a63 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:45.668643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Made reservation on behalf of 25bcc72715fa4ba88d3ca6b371eb1f93 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:45.673158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:45.692404 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:45.737739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:45.793717 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks [] for security_group (48213159-7369-43d0-b1c9-e9e96abeee14), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:45.887399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (48213159-7369-43d0-b1c9-e9e96abeee14), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:45.894408 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Publish callbacks [] for port (0401c707-84f8-481c-be97-90ee803f3c29), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:45.928815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48213159-7369-43d0-b1c9-e9e96abeee14,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:45.942945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Allocated IP 172.20.0.1 (1f054da6-523b-43c4-83a2-ca0049497cde/c851f35a-af8a-45a3-a6e7-adf7f97d2833/0fd39c9e-8bc6-42d9-9056-ee63008d0c2a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:45.981704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b97ff88b-07f9-4f90-9c26-7729addf2a63 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:46.006859 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0401c707-84f8-481c-be97-90ee803f3c29), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.097876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Publish callbacks [] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.129093 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Attempting to bind port 0401c707-84f8-481c-be97-90ee803f3c29 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:46.131186 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Attempting to bind port 0401c707-84f8-481c-be97-90ee803f3c29 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:46.133492 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Attempting to bind port 0401c707-84f8-481c-be97-90ee803f3c29 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:46.138068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Allocated IP 192.168.233.215 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/aacc958a-929b-46bc-9103-7128cb8bc80d) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:46.139643 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e2375-bbb9-43c1-998e-c4a104be9e3e None None] Pushing event updated for resources: {'Port': ['ID=0401c707-84f8-481c-be97-90ee803f3c29,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:46.163428 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:46.163972 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:46.165199 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.165917 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:46.166653 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Bound port: 0401c707-84f8-481c-be97-90ee803f3c29, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:46.167322 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0401c707-84f8-481c-be97-90ee803f3c29), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.235210 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] For port 0401c707-84f8-481c-be97-90ee803f3c29, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:46.239776 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] For port 0401c707-84f8-481c-be97-90ee803f3c29, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0401c707-84f8-481c-be97-90ee803f3c29,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:46.241523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b97ff88b-07f9-4f90-9c26-7729addf2a63 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:46.242215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.247607 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.294736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Network 1f054da6-523b-43c4-83a2-ca0049497cde is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:46.298116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:46.302297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:46.311099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Pushing event updated for resources: {'Port': ['ID=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:46.355567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.386510 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0401c707-84f8-481c-be97-90ee803f3c29), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.442759 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks [] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.506568 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e2375-bbb9-43c1-998e-c4a104be9e3e None None] Pushing event updated for resources: {'Port': ['ID=0401c707-84f8-481c-be97-90ee803f3c29,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:46.535541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 4306ca96-09e1-476e-90ee-9c1a1813cb5f no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:46.567225 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:46.568535 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca4dd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:46.594213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 4306ca96-09e1-476e-90ee-9c1a1813cb5f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:46.594476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 4306ca96-09e1-476e-90ee-9c1a1813cb5f not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:46.685005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.732954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.745164 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.749097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d1f9cea0-c600-47e5-a473-ad179ec86ffd None None] Provisioning complete for port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:46.749465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d1f9cea0-c600-47e5-a473-ad179ec86ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:46.758260 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:46.783970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b97ff88b-07f9-4f90-9c26-7729addf2a63 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:46.800585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9cea0-c600-47e5-a473-ad179ec86ffd None None] Port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:46.853268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Pushing event updated for resources: {'Port': ['ID=aacc958a-929b-46bc-9103-7128cb8bc80d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:46.897574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:46.969284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:46.976730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:47.005273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eac7cf-227e-4ddb-ac96-2a5caa8699eb req-2a155ce7-50f1-424c-b826-77a4a30a4774 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:47.012471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca4dd60>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:44Z', 'revision_number': 3, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:47.014891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24eac7cf-227e-4ddb-ac96-2a5caa8699eb req-2a155ce7-50f1-424c-b826-77a4a30a4774 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 936 time: 0.2066212
Apr 30 21:16:47.054661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Publish callbacks [] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.096779 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78695e67-c6ea-421d-bbce-0db3891e8322 None None] The sync data for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 is: [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:44Z', 'revision_number': 3, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:47.131590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.162778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-8bc8920d-ab7d-4b8b-93bc-0c136f4bcccb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:47.164269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-8bc8920d-ab7d-4b8b-93bc-0c136f4bcccb tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 967 time: 0.1437523
Apr 30 21:16:47.219732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75ffee-75e0-4898-b3b5-12f1eb7bbbca req-f3fcea96-1225-4c5a-8c4d-afcd76932fa8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:47.240116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f75ffee-75e0-4898-b3b5-12f1eb7bbbca req-f3fcea96-1225-4c5a-8c4d-afcd76932fa8 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 967 time: 0.5105445
Apr 30 21:16:47.252452 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.259167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Pushing event updated for resources: {'Port': ['ID=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:47.285510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:47.286405 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.346482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3cdeb32f-790b-48ff-a69c-6d29719ae258 None None] Provisioning complete for port aacc958a-929b-46bc-9103-7128cb8bc80d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:47.346482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb32f-790b-48ff-a69c-6d29719ae258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.436458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3cdeb32f-790b-48ff-a69c-6d29719ae258 None None] Port aacc958a-929b-46bc-9103-7128cb8bc80d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:47.444749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Network 1f054da6-523b-43c4-83a2-ca0049497cde is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:47.446408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24eac7cf-227e-4ddb-ac96-2a5caa8699eb req-642e468a-31ae-4a71-96ac-377914fcce86 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4302487
Apr 30 21:16:47.446546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:47.510154 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-a61f6f0d-2b3d-4425-8e01-a81a015e0421 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.5031805
Apr 30 21:16:47.530309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Request body: {'port': {'device_id': '2e64ab98-a770-4da4-ac98-65a1a31c12d6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:47.543400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Deleting port ac54aba9-ad17-45b1-8ed2-985784924902 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:47.543738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.587670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f75ffee-75e0-4898-b3b5-12f1eb7bbbca req-9aad0faa-d88f-4ae8-9761-89b2d3cc96f7 tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/security-groups?id=f7097164-d782-4787-94d6-66e4778a7d39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3463862
Apr 30 21:16:47.637513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:16:47.753267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.820157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:16:47.827703 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9d386eb1-87fa-4d92-80c7-5b92a278a2db admin admin] 10.222.0.23 "PUT /v2.0/routers/bcaf2210-cb83-4af2-9c40-2e97390ab2a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8321331
Apr 30 21:16:47.884415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] For port ac54aba9-ad17-45b1-8ed2-985784924902, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ac54aba9-ad17-45b1-8ed2-985784924902,segment=NetworkSegment(1cd00d9a-7112-43ec-8180-52b11c906588),segment_id=1cd00d9a-7112-43ec-8180-52b11c906588)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:47.884834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.895472 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-66e4e552-600f-4963-9634-28b0cee777a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:47.932760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Calling delete_port for ac54aba9-ad17-45b1-8ed2-985784924902 owned by compute:tempest-test_az-1166405573 {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:47.966532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-add623f5-eccc-41ab-8c59-ccdaedcabea4 None None] Provisioning complete for port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:47.967844 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-add623f5-eccc-41ab-8c59-ccdaedcabea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.029611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0401c707-84f8-481c-be97-90ee803f3c29 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:48.087844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-add623f5-eccc-41ab-8c59-ccdaedcabea4 None None] Port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:48.117989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0401c707-84f8-481c-be97-90ee803f3c29 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:48.118496 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0401c707-84f8-481c-be97-90ee803f3c29), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.265647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0401c707-84f8-481c-be97-90ee803f3c29 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:48.266095 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0401c707-84f8-481c-be97-90ee803f3c29), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.305614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 0401c707-84f8-481c-be97-90ee803f3c29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0401c707-84f8-481c-be97-90ee803f3c29,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:48.351001 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.404687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e3f1-1adb-4c84-a7a2-a6b94c2f1487 req-cff073fd-5c6c-4582-8ba3-6cbef388ac4f tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:48.411871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b268e3f1-1adb-4c84-a7a2-a6b94c2f1487 req-cff073fd-5c6c-4582-8ba3-6cbef388ac4f tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 944 time: 0.1851277
Apr 30 21:16:48.421093 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0401c707-84f8-481c-be97-90ee803f3c29), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.499064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=0401c707-84f8-481c-be97-90ee803f3c29,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:48.551555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b268e3f1-1adb-4c84-a7a2-a6b94c2f1487 req-81c641a3-1ca7-4edb-9542-ea0624f61ad2 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387460
Apr 30 21:16:48.579997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacc958a-929b-46bc-9103-7128cb8bc80d {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:16:48.586279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ac54aba9-ad17-45b1-8ed2-985784924902), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.600868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Publish callbacks [] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.632051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Pushing event deleted for resources: {'Port': ['ID=ac54aba9-ad17-45b1-8ed2-985784924902,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:48.642385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc3933-2036-4cd9-abdd-3a65cbd7ecf8 req-37a8fa61-bea4-456f-9950-0bba089ce687 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:48.644864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-badc3933-2036-4cd9-abdd-3a65cbd7ecf8 req-37a8fa61-bea4-456f-9950-0bba089ce687 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 936 time: 0.1080241
Apr 30 21:16:48.688719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Transition to ACTIVE for port object aacc958a-929b-46bc-9103-7128cb8bc80d will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:16:48.744064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] No DVR routers for this DVR port ac54aba9-ad17-45b1-8ed2-985784924902 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:48.753658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-b9051c12-c49b-4660-a3a0-02122bcf2d42 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:48.754743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-b9051c12-c49b-4660-a3a0-02122bcf2d42 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.35 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 944 time: 0.1014817
Apr 30 21:16:48.755836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.758975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f43eca3-c434-42a4-b4a9-5b028fb5aea4 req-d24bc59a-5697-4b96-9a15-812e2f94474a tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.20 "DELETE /v2.0/ports/ac54aba9-ad17-45b1-8ed2-985784924902 HTTP/1.1" status: 204  len: 173 time: 1.5851164
Apr 30 21:16:48.759708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'name': 'network-vif-deleted', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:48.761957 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9a4108-bf98-4b91-bca4-ba2db9f01416" -d '{"events": [{"server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "name": "network-vif-deleted", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:48.813624 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:48.869292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a1f8a9b-ed64-41c2-8779-3d5898325548 req-d2b969d0-5cbc-482d-b14d-f6b8ac10391b tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5782d01316e94d33b40d6d00fd572811&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0718963
Apr 30 21:16:48.879269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-badc3933-2036-4cd9-abdd-3a65cbd7ecf8 req-355924b3-6828-492c-b953-7e1553f9d749 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100503
Apr 30 21:16:48.928589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59308) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:48.936294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-427881803-network', 'tenant_id': '25711370e9804af8b0f59257b0c23162'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:48.955715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Pushing event updated for resources: {'Port': ['ID=aacc958a-929b-46bc-9103-7128cb8bc80d,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:49.042106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Made reservation on behalf of 25711370e9804af8b0f59257b0c23162 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:49.045494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.095596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a8e384e-a790-4247-8e31-6127b36dc417 req-1f7d60c5-53a4-41f0-bd89-9a068140533e tempest-LiveMigrationTest-1354815034 tempest-LiveMigrationTest-1354815034-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae6c5822-07aa-4e1d-9424-ee70b0405349 HTTP/1.1" status: 200  len: 210 time: 0.0742102
Apr 30 21:16:49.100209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Deleting port 2514de9a-e593-441c-b26f-47d347c23ccb {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:49.100675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.234186 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd963fb-c9a4-4e31-9331-9c23d5e6f479 x-openstack-request-id: req-bdd963fb-c9a4-4e31-9331-9c23d5e6f479 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:49.234589 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6c5822-07aa-4e1d-9424-ee70b0405349", "name": "network-vif-deleted", "tag": "ac54aba9-ad17-45b1-8ed2-985784924902", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:49.234913 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdd963fb-c9a4-4e31-9331-9c23d5e6f479 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:49.235383 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd963fb-c9a4-4e31-9331-9c23d5e6f479'] response: {'server_uuid': 'ae6c5822-07aa-4e1d-9424-ee70b0405349', 'name': 'network-vif-deleted', 'tag': 'ac54aba9-ad17-45b1-8ed2-985784924902', 'status': 'completed', 'code': 200}
Apr 30 21:16:49.286194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f8a9b-ed64-41c2-8779-3d5898325548 req-0691752c-1f3a-44ee-8284-c9a258463f31 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:49.289829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a1f8a9b-ed64-41c2-8779-3d5898325548 req-0691752c-1f3a-44ee-8284-c9a258463f31 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3918908
Apr 30 21:16:49.326571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a1f8a9b-ed64-41c2-8779-3d5898325548 req-e1fbccaf-09ad-4762-8d78-6c3b982e981c tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/quotas/5782d01316e94d33b40d6d00fd572811 HTTP/1.1" status: 200  len: 375 time: 0.0272837
Apr 30 21:16:49.328461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Attempting to bind port aacc958a-929b-46bc-9103-7128cb8bc80d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:49.328797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Attempting to bind port aacc958a-929b-46bc-9103-7128cb8bc80d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:49.331836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Attempting to bind port aacc958a-929b-46bc-9103-7128cb8bc80d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:49.363139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Port aacc958a-929b-46bc-9103-7128cb8bc80d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:16:49.366175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Attempting to bind port aacc958a-929b-46bc-9103-7128cb8bc80d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:49.398292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a1f8a9b-ed64-41c2-8779-3d5898325548 req-8f5132c5-31a6-4494-987e-65c58ef89fb4 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5782d01316e94d33b40d6d00fd572811&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0708144
Apr 30 21:16:49.404181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:49.404535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:49.404917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:49.405457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Bound port: aacc958a-929b-46bc-9103-7128cb8bc80d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:49.405719 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.418677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.436486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] For port 2514de9a-e593-441c-b26f-47d347c23ccb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2514de9a-e593-441c-b26f-47d347c23ccb,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:49.436871 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.491016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Calling delete_port for 2514de9a-e593-441c-b26f-47d347c23ccb owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:49.496342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Sync routers for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:16:49.514314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:49.514753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec49d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:49.544126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Publish callbacks [] for security_group (667539ec-f2ea-407c-bf40-37406a2a1c96), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.563936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] For port aacc958a-929b-46bc-9103-7128cb8bc80d, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:49.568300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] For port aacc958a-929b-46bc-9103-7128cb8bc80d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aacc958a-929b-46bc-9103-7128cb8bc80d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:49.603317 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (667539ec-f2ea-407c-bf40-37406a2a1c96), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.633931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667539ec-f2ea-407c-bf40-37406a2a1c96,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:49.661034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:16:49.672189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e660b245-3b4a-4edc-a230-a38e585079bc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.673012 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Added segment e660b245-3b4a-4edc-a230-a38e585079bc of type vlan for network 9181514f-ed6a-4876-b100-eb19ff27615e
Apr 30 21:16:49.693330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:49.717167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9181514f-ed6a-4876-b100-eb19ff27615e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.722789 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.746411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:49.747770 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.749957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] 10.222.0.35 "PUT /v2.0/ports/aacc958a-929b-46bc-9103-7128cb8bc80d HTTP/1.1" status: 200  len: 1096 time: 2.2310145
Apr 30 21:16:49.823325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863556f-a957-44b6-8141-3dda89502311 req-3237ed94-07ca-418a-aafd-918ba5df2d32 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:49.831971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0863556f-a957-44b6-8141-3dda89502311 req-3237ed94-07ca-418a-aafd-918ba5df2d32 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 944 time: 0.1599755
Apr 30 21:16:49.875324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2514de9a-e593-441c-b26f-47d347c23ccb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.891472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['2514de9a-e593-441c-b26f-47d347c23ccb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:49.909693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9181514f-ed6a-4876-b100-eb19ff27615e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.913715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:49.913715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:49.967993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1cef-00eb-4bc6-abef-550a2f8ac9dd service neutron] Pushing event updated for resources: {'Port': ['ID=aacc958a-929b-46bc-9103-7128cb8bc80d,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:50.029491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Pushing event deleted for resources: {'Port': ['ID=2514de9a-e593-441c-b26f-47d347c23ccb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:50.036253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=9181514f-ed6a-4876-b100-eb19ff27615e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:50.042164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0401c707-84f8-481c-be97-90ee803f3c29 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:50.074455 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-da5bbcc0-6210-44f1-898b-4c6bec197ae9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1416559
Apr 30 21:16:50.075770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59350) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:50.082836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0863556f-a957-44b6-8141-3dda89502311 req-2bf986d4-4782-475f-b287-61cff37924b8 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493045
Apr 30 21:16:50.087462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Request body: {'subnet': {'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-427881803-subnet', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:50.087633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9181514f-ed6a-4876-b100-eb19ff27615e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:16:50.100314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] No DVR routers for this DVR port 2514de9a-e593-441c-b26f-47d347c23ccb on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:50.111926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.124959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d64e0cd-dfcb-4f29-9982-7067dd658ad6 req-4f5f87ee-e271-46ba-9e15-41302d101d63 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.35 "DELETE /v2.0/ports/2514de9a-e593-441c-b26f-47d347c23ccb HTTP/1.1" status: 204  len: 173 time: 1.3594820
Apr 30 21:16:50.146955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-5ce4ad0a-d161-41b3-9ede-8d4364859e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:50.155781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-5ce4ad0a-d161-41b3-9ede-8d4364859e51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=25bcc72715fa4ba88d3ca6b371eb1f93&device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 1130 time: 0.1623003
Apr 30 21:16:50.158349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec49d60>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 2, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:50.175476 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e17c30f1-387d-41e7-8f4e-06f273985ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.188636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Made reservation on behalf of 25711370e9804af8b0f59257b0c23162 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:50.198480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.228497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-344fc838-cfea-453f-b85a-9f4108a7cc5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=aacc958a-929b-46bc-9103-7128cb8bc80d HTTP/1.1" status: 200  len: 217 time: 0.0707710
Apr 30 21:16:50.237644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Checking router: bcaf2210-cb83-4af2-9c40-2e97390ab2a6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:50.237644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Updating router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:16:50.289998 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.292758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0401c707-84f8-481c-be97-90ee803f3c29 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:50.293319 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0401c707-84f8-481c-be97-90ee803f3c29), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.311518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480d42f-d183-472f-ab2c-d98174d3cde4 req-fecf115e-1195-4f87-8627-936b957a0e3b tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:50.315406 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8480d42f-d183-472f-ab2c-d98174d3cde4 req-fecf115e-1195-4f87-8627-936b957a0e3b tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 948 time: 0.0897903
Apr 30 21:16:50.349793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-4643749a-08fd-4df0-a69b-cc254bc70931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:50.351546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-4643749a-08fd-4df0-a69b-cc254bc70931 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1141870
Apr 30 21:16:50.422889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59364) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:50.424557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8480d42f-d183-472f-ab2c-d98174d3cde4 req-7dee84e0-4f2b-4d57-9fc3-a027db2f7e6e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074207
Apr 30 21:16:50.441186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-510e4d1f-6549-4d44-89cc-8a17d97dcf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:50.442813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-510e4d1f-6549-4d44-89cc-8a17d97dcf49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0805225
Apr 30 21:16:50.460184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ac54aba9-ad17-45b1-8ed2-985784924902 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:50.488579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: ac54aba9-ad17-45b1-8ed2-985784924902 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:50.488929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ac54aba9-ad17-45b1-8ed2-985784924902 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:50.567476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0401c707-84f8-481c-be97-90ee803f3c29 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:50.589735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-17a0efcc-c845-4ca2-86da-7d1c9678d4d0 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399102
Apr 30 21:16:50.636649 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (0a0445a8-c360-4c09-81aa-16038a461050), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.710084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0445a8-c360-4c09-81aa-16038a461050,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:50.712271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da340377-5ca1-41ec-a032-982dcfc183f9 req-c6f96ed4-3d4b-4265-9b9f-649907358ae6 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1147532
Apr 30 21:16:50.722931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Checking segment: {'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:50.723419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Network hostable DHCP agents. Network: 9181514f-ed6a-4876-b100-eb19ff27615e, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:16:50.758505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Publish callbacks [] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.812127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Network 9181514f-ed6a-4876-b100-eb19ff27615e is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:16:50.834111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4bf3ef-9bdf-4928-804e-01df5cb99fa7 admin admin] Deleting subnet 5f3d63eb-2691-412d-840f-88078b400c06 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:16:50.839099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf3ef-9bdf-4928-804e-01df5cb99fa7 admin admin] Publish callbacks [] for subnet (5f3d63eb-2691-412d-840f-88078b400c06), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.857960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.877793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf3ef-9bdf-4928-804e-01df5cb99fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (5f3d63eb-2691-412d-840f-88078b400c06), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.899551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9181514f-ed6a-4876-b100-eb19ff27615e) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:50.907669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:50.908768 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.919877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877cb675-28e6-4049-a168-a04de904e13b None None] Network 9181514f-ed6a-4876-b100-eb19ff27615e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:16:50.929103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf3ef-9bdf-4928-804e-01df5cb99fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5f3d63eb-2691-412d-840f-88078b400c06), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:50.934950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17abd346-1a89-47b0-a7c6-3a098d29217a req-0aaa4aa9-22d3-4268-8f68-f156cb06e802 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5782d01316e94d33b40d6d00fd572811&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0375946
Apr 30 21:16:50.987406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70122a-dd80-4aee-b2b9-36e82dedcf5f None None] Pushing event updated for resources: {'Port': ['ID=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:51.022635 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1547691-b896-477e-aa83-f8a75ad9b02e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9444203
Apr 30 21:16:51.026285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59384) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:51.028605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:51.046755 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf3ef-9bdf-4928-804e-01df5cb99fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5f3d63eb-2691-412d-840f-88078b400c06), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.060024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e4bf3ef-9bdf-4928-804e-01df5cb99fa7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.077619 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e4bf3ef-9bdf-4928-804e-01df5cb99fa7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5f3d63eb-2691-412d-840f-88078b400c06 HTTP/1.1" status: 204  len: 168 time: 0.6330152
Apr 30 21:16:51.077889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59386) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:51.090455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bf3ef-9bdf-4928-804e-01df5cb99fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3d63eb-2691-412d-840f-88078b400c06,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:51.121272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abd346-1a89-47b0-a7c6-3a098d29217a req-f19693c7-b6a7-4986-97ce-a22d5907ecfb tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:51.122806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17abd346-1a89-47b0-a7c6-3a098d29217a req-f19693c7-b6a7-4986-97ce-a22d5907ecfb tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1743448
Apr 30 21:16:51.133113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Attempting to bind port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:51.133534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Attempting to bind port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:51.133956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Attempting to bind port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a on network 1f054da6-523b-43c4-83a2-ca0049497cde {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:51.140773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:51.141155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Checking segment: {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:51.141561 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.142043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Bound using segment: {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:51.143086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Bound port: 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:51.143477 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.159577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (ea5efd90-4669-4514-b3b3-3934c8d6c508), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.160615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (ea5efd90-4669-4514-b3b3-3934c8d6c508), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.163967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9181514f-ed6a-4876-b100-eb19ff27615e', 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e', 'project_id': '25711370e9804af8b0f59257b0c23162', 'fixed_ips': [{'subnet_id': '0a0445a8-c360-4c09-81aa-16038a461050'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:16:51.164832 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.190518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17abd346-1a89-47b0-a7c6-3a098d29217a req-04e62908-15e8-4322-a568-eeac5aee5be0 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/quotas/5782d01316e94d33b40d6d00fd572811 HTTP/1.1" status: 200  len: 375 time: 0.0342884
Apr 30 21:16:51.252116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e64ab98-a770-4da4-ac98-65a1a31c12d6', 'tag': 'aacc958a-929b-46bc-9103-7128cb8bc80d'}, {'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'name': 'network-vif-deleted', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:51.254379 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c069f8a-b19a-4f15-8da0-0772cc30573a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e64ab98-a770-4da4-ac98-65a1a31c12d6", "tag": "aacc958a-929b-46bc-9103-7128cb8bc80d"}, {"server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "name": "network-vif-deleted", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:51.274456 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (101af96d-46b7-4982-b0ed-3b0af2fa0ddf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.280625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.307968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ea06234-6dfe-4b3a-bbf7-765ecfcb9c49 req-64a6accf-87fa-4995-8e3d-d18bce342a4b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=77da7802-0fa5-4899-89bc-0300c2599af7 HTTP/1.1" status: 200  len: 210 time: 0.1000001
Apr 30 21:16:51.318389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17abd346-1a89-47b0-a7c6-3a098d29217a req-7068e889-810a-4a68-860c-3f94f0ea6344 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5782d01316e94d33b40d6d00fd572811&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1189756
Apr 30 21:16:51.329057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks [] for router_controller (ea5efd90-4669-4514-b3b3-3934c8d6c508), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.373745 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1965a8e-662b-4b9a-be47-4fa628ca8bb7 x-openstack-request-id: req-d1965a8e-662b-4b9a-be47-4fa628ca8bb7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:51.374259 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e64ab98-a770-4da4-ac98-65a1a31c12d6", "tag": "aacc958a-929b-46bc-9103-7128cb8bc80d", "status": "completed", "code": 200}, {"server_uuid": "77da7802-0fa5-4899-89bc-0300c2599af7", "name": "network-vif-deleted", "tag": "2514de9a-e593-441c-b26f-47d347c23ccb", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:51.374509 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1965a8e-662b-4b9a-be47-4fa628ca8bb7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:51.374871 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1965a8e-662b-4b9a-be47-4fa628ca8bb7'] response: {'name': 'network-changed', 'server_uuid': '2e64ab98-a770-4da4-ac98-65a1a31c12d6', 'tag': 'aacc958a-929b-46bc-9103-7128cb8bc80d', 'status': 'completed', 'code': 200}
Apr 30 21:16:51.375127 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1965a8e-662b-4b9a-be47-4fa628ca8bb7'] response: {'server_uuid': '77da7802-0fa5-4899-89bc-0300c2599af7', 'name': 'network-vif-deleted', 'tag': '2514de9a-e593-441c-b26f-47d347c23ccb', 'status': 'completed', 'code': 200}
Apr 30 21:16:51.469525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (101af96d-46b7-4982-b0ed-3b0af2fa0ddf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.491708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] For port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:51.495331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] For port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:51.509614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6e714f65-b8a7-48cf-9eab-35bb6eabc2ca None None] Provisioning complete for port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:51.510147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6e714f65-b8a7-48cf-9eab-35bb6eabc2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.535218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967358d30>,) {'filters': {'network_id': ['101af96d-46b7-4982-b0ed-3b0af2fa0ddf']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:51.579344 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.597306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967358d30>, '1cd00d9a-7112-43ec-8180-52b11c906588') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:51.597670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967358d30>, '1cd00d9a-7112-43ec-8180-52b11c906588') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:51.630509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Allocated IP 172.20.0.2 (9181514f-ed6a-4876-b100-eb19ff27615e/0a0445a8-c360-4c09-81aa-16038a461050/b422a6ac-9377-4a5d-a000-7c9d5cbba628) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:51.635161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6e714f65-b8a7-48cf-9eab-35bb6eabc2ca None None] Port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:16:51.667272 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (1cd00d9a-7112-43ec-8180-52b11c906588), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.673617 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks [] for router_gateway (ea5efd90-4669-4514-b3b3-3934c8d6c508), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.706280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674ce9-ea1d-4b89-a351-8140b3070cb7 req-1dbdc8e3-895f-4f33-b581-c721d2b2d89a tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:51.708011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e674ce9-ea1d-4b89-a351-8140b3070cb7 req-1dbdc8e3-895f-4f33-b581-c721d2b2d89a tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 948 time: 0.1166797
Apr 30 21:16:51.709110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1cd00d9a-7112-43ec-8180-52b11c906588), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.719388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:16:51.719797 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (1cd00d9a-7112-43ec-8180-52b11c906588), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:51.731850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:16:51.732030 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:16:51.734510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec49d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:51.737463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70122a-dd80-4aee-b2b9-36e82dedcf5f None None] Pushing event updated for resources: {'Port': ['ID=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:51.969804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:52.006911 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Publish callbacks [] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.014063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2f089b98-2c62-4fff-88bd-cf7e86d1c05d None None] Provisioning complete for port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:52.014440 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f089b98-2c62-4fff-88bd-cf7e86d1c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.131170 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.188285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Network 9181514f-ed6a-4876-b100-eb19ff27615e is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:52.198806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:52.201259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:52.227951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e674ce9-ea1d-4b89-a351-8140b3070cb7 req-bd1aeea5-1eef-4451-8611-b62eb083728c tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5054684
Apr 30 21:16:52.252372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-82fbf1d9-4430-44f8-a836-94e0efe7109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:52.253911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-82fbf1d9-4430-44f8-a836-94e0efe7109e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=25bcc72715fa4ba88d3ca6b371eb1f93&device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 1130 time: 0.4013326
Apr 30 21:16:52.282523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Pushing event updated for resources: {'Port': ['ID=b422a6ac-9377-4a5d-a000-7c9d5cbba628,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:52.364130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (101af96d-46b7-4982-b0ed-3b0af2fa0ddf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.375682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2f089b98-2c62-4fff-88bd-cf7e86d1c05d None None] Current status of the port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:52.376577 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f089b98-2c62-4fff-88bd-cf7e86d1c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.388662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.391732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] 10.222.0.23 "DELETE /v2.0/networks/101af96d-46b7-4982-b0ed-3b0af2fa0ddf HTTP/1.1" status: 204  len: 168 time: 1.3102593
Apr 30 21:16:52.400073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59422) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:52.404134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-624961f3-36eb-4af1-a642-c6575120e588 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1223763057&fields=id&tenant_id=b9c121a94ec3445baa05dcaa3dc22af2 HTTP/1.1" status: 200  len: 267 time: 0.1865542
Apr 30 21:16:52.435255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60611e3-aaf4-4d39-a8b2-862d5a1e1e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=101af96d-46b7-4982-b0ed-3b0af2fa0ddf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:52.474806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2562b3-5748-4bea-8b46-a4aa3ae0d6dd admin admin] Deleting subnet f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:16:52.479535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec49d60>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:51Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:52.482861 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f2562b3-5748-4bea-8b46-a4aa3ae0d6dd admin admin] Publish callbacks [] for subnet (f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.484128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Attempting to bind port b422a6ac-9377-4a5d-a000-7c9d5cbba628 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:52.484456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Attempting to bind port b422a6ac-9377-4a5d-a000-7c9d5cbba628 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:52.484809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Attempting to bind port b422a6ac-9377-4a5d-a000-7c9d5cbba628 on network 9181514f-ed6a-4876-b100-eb19ff27615e {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:52.550779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789ebf4-035e-46ae-9770-ec0559479192 None None] The sync data for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 is: [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:51Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:52.559848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2f089b98-2c62-4fff-88bd-cf7e86d1c05d None None] For port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:52.561539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:52.562050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Checking segment: {'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:52.562555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.563054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Bound using segment: {'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:52.563707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Bound port: b422a6ac-9377-4a5d-a000-7c9d5cbba628, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:52.563941 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f2562b3-5748-4bea-8b46-a4aa3ae0d6dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.564384 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.642056 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f2562b3-5748-4bea-8b46-a4aa3ae0d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.647071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f089b98-2c62-4fff-88bd-cf7e86d1c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.681844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-4f964564-4b17-4239-8d94-6645b25dbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:52.683336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-4f964564-4b17-4239-8d94-6645b25dbfb2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.4209237
Apr 30 21:16:52.752722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-f3335387-4e8f-43c0-a60c-73c2afed1a2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=aacc958a-929b-46bc-9103-7128cb8bc80d HTTP/1.1" status: 200  len: 217 time: 0.0561345
Apr 30 21:16:52.753192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] For port b422a6ac-9377-4a5d-a000-7c9d5cbba628, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:52.759270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] For port b422a6ac-9377-4a5d-a000-7c9d5cbba628, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b422a6ac-9377-4a5d-a000-7c9d5cbba628,segment=NetworkSegment(e660b245-3b4a-4edc-a230-a38e585079bc),segment_id=e660b245-3b4a-4edc-a230-a38e585079bc)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:52.765581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f089b98-2c62-4fff-88bd-cf7e86d1c05d None None] Pushing event updated for resources: {'Port': ['ID=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:52.773510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks [] for router_gateway (ea5efd90-4669-4514-b3b3-3934c8d6c508), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.822531 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.836992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.850418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f2562b3-5748-4bea-8b46-a4aa3ae0d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.850577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-1032dd1e-6465-4c8c-a529-44dbe2d6428b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:52.857401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-1032dd1e-6465-4c8c-a529-44dbe2d6428b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/networks?id=03738ce1-c48f-4ad4-be94-161589abefe2 HTTP/1.1" status: 200  len: 815 time: 0.4523742
Apr 30 21:16:52.904925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2562b3-5748-4bea-8b46-a4aa3ae0d6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:52.906192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-2dce5db1-7386-4a34-b27b-78bc3a87a573 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/quotas/b9c121a94ec3445baa05dcaa3dc22af2 HTTP/1.1" status: 200  len: 375 time: 0.0478103
Apr 30 21:16:52.918805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f2562b3-5748-4bea-8b46-a4aa3ae0d6dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:52.926618 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1f2562b3-5748-4bea-8b46-a4aa3ae0d6dd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f7fbfc5b-fd36-45a8-afe9-6fa5f37997dd HTTP/1.1" status: 204  len: 168 time: 0.5241835
Apr 30 21:16:52.928851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59442) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:52.941500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6275d-5bc4-4c5a-b0d7-f10892eec5ba None None] Pushing event updated for resources: {'Port': ['ID=b422a6ac-9377-4a5d-a000-7c9d5cbba628,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:52.962123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-77ade1ef-655e-493f-9c19-aa5567a0a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:52.963593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-77ade1ef-655e-493f-9c19-aa5567a0a430 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.2051337
Apr 30 21:16:52.978518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device aacc958a-929b-46bc-9103-7128cb8bc80d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:16:52.981248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2514de9a-e593-441c-b26f-47d347c23ccb no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:53.020609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 2514de9a-e593-441c-b26f-47d347c23ccb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:53.020961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2514de9a-e593-441c-b26f-47d347c23ccb not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:53.039907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (68a49e42-11c5-40f3-8a04-9d7265bab490), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.108947 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.157688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-a19a8d8f-64b9-4648-b309-6e370404922b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9c121a94ec3445baa05dcaa3dc22af2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2505214
Apr 30 21:16:53.162268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-1dcc737c-8017-465d-8963-897843113df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:53.163998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-1dcc737c-8017-465d-8963-897843113df3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1293154
Apr 30 21:16:53.197227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (68a49e42-11c5-40f3-8a04-9d7265bab490), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.204562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port aacc958a-929b-46bc-9103-7128cb8bc80d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aacc958a-929b-46bc-9103-7128cb8bc80d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:53.227587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'aacc958a-929b-46bc-9103-7128cb8bc80d', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'aacc958a-929b-46bc-9103-7128cb8bc80d', 'mac_address': 'fa:16:3e:0f:0b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:16:53.250957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896644a760>,) {'filters': {'network_id': ['68a49e42-11c5-40f3-8a04-9d7265bab490']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:53.265047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896644a760>, 'e3e44d09-382f-4fcd-8f9a-21e5d8401cf8') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:53.270951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896644a760>, 'e3e44d09-382f-4fcd-8f9a-21e5d8401cf8') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:53.286743 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e3e44d09-382f-4fcd-8f9a-21e5d8401cf8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.292819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Allocated IP 172.35.4.165 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/3cd2ed87-b0a7-487d-bba1-b9291a9a2da2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:53.313037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e3e44d09-382f-4fcd-8f9a-21e5d8401cf8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.339806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:16:53.340397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e3e44d09-382f-4fcd-8f9a-21e5d8401cf8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:16:53.347577 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:16:53.395941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port aacc958a-929b-46bc-9103-7128cb8bc80d is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:53.396342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.420390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacc958a-929b-46bc-9103-7128cb8bc80d {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:16:53.446342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port aacc958a-929b-46bc-9103-7128cb8bc80d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aacc958a-929b-46bc-9103-7128cb8bc80d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:53.507993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7830c613-9f8d-4c7c-a34e-9bea040b0dd5 service neutron] 10.222.0.23 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3428714
Apr 30 21:16:53.516449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.572488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (68a49e42-11c5-40f3-8a04-9d7265bab490), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.581144 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:53.584882 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] 10.222.0.23 "DELETE /v2.0/networks/68a49e42-11c5-40f3-8a04-9d7265bab490 HTTP/1.1" status: 204  len: 168 time: 0.6547348
Apr 30 21:16:53.602009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=aacc958a-929b-46bc-9103-7128cb8bc80d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:53.626218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ecf6a-f6f3-463f-a640-6feb1256a83f admin admin] Pushing event deleted for resources: {'Network': ['ID=68a49e42-11c5-40f3-8a04-9d7265bab490,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:53.639114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-a5ed65bf-c60d-4a81-9e87-7d357efaaf40 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4653890
Apr 30 21:16:53.698830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65f04ab3-6477-44c3-b09c-bfa085e7074c req-6e73eb26-8df4-4148-81b9-9ef7efa48f6d tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5782d01316e94d33b40d6d00fd572811&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1897233
Apr 30 21:16:53.754063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['aacc958a-929b-46bc-9103-7128cb8bc80d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:16:53.898532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-4f8a2882-2b60-4094-9dea-0f353a044364 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:53.900045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-4f8a2882-2b60-4094-9dea-0f353a044364 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 944 time: 0.1951888
Apr 30 21:16:53.987518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-3f34e911-39d7-46a6-8dda-c70894d61dbd service neutron] 10.222.0.23 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4517941
Apr 30 21:16:54.052447 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks [] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.088178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b422a6ac-9377-4a5d-a000-7c9d5cbba628 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:54.103927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59468) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:54.104327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c069f8a-b19a-4f15-8da0-0772cc30573a req-a673e6ca-b4dc-4f8a-8df3-6889b3b814e5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4195108
Apr 30 21:16:54.123034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Deleting port b109dd6d-2c6c-45b3-b525-5062d226cde4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:54.123404 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.192744 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-baf3ad13-2329-44de-be09-7952f78f753b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a25f2505d5141c5b894bfd6515eb7f0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0868924
Apr 30 21:16:54.195264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59470) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:54.202967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b422a6ac-9377-4a5d-a000-7c9d5cbba628 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:54.203280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.244925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f04ab3-6477-44c3-b09c-bfa085e7074c req-6bf05d6e-6049-4cb9-af50-47d8632e05d8 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:54.246492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65f04ab3-6477-44c3-b09c-bfa085e7074c req-6bf05d6e-6049-4cb9-af50-47d8632e05d8 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5296571
Apr 30 21:16:54.273634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3573-f19e-4aef-9ea3-0c26dae61e3f admin admin] Publish callbacks [] for security_group (f7097164-d782-4787-94d6-66e4778a7d39), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.315788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3573-f19e-4aef-9ea3-0c26dae61e3f admin admin] Publish callbacks [] for security_group (f7097164-d782-4787-94d6-66e4778a7d39), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.341229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65f04ab3-6477-44c3-b09c-bfa085e7074c req-f874ac31-bdf6-4905-a22a-3a3581207890 tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/quotas/5782d01316e94d33b40d6d00fd572811 HTTP/1.1" status: 200  len: 375 time: 0.0846987
Apr 30 21:16:54.368979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b422a6ac-9377-4a5d-a000-7c9d5cbba628 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:54.368979 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.417667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port b422a6ac-9377-4a5d-a000-7c9d5cbba628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b422a6ac-9377-4a5d-a000-7c9d5cbba628,segment=NetworkSegment(e660b245-3b4a-4edc-a230-a38e585079bc),segment_id=e660b245-3b4a-4edc-a230-a38e585079bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:54.418018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65f04ab3-6477-44c3-b09c-bfa085e7074c req-b571028a-a156-4609-add9-f4a46a7bc5cc tempest-QuotasAdminNegativeTest-1488226835 tempest-QuotasAdminNegativeTest-1488226835-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5782d01316e94d33b40d6d00fd572811&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0741003
Apr 30 21:16:54.428054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] For port b109dd6d-2c6c-45b3-b525-5062d226cde4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b109dd6d-2c6c-45b3-b525-5062d226cde4,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:54.428673 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.439478 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.453895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Calling delete_port for b109dd6d-2c6c-45b3-b525-5062d226cde4 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:16:54.537156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.620046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162a520-6beb-435f-ba1d-595c98fe26ad None None] Network 9181514f-ed6a-4876-b100-eb19ff27615e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:16:54.644843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:54.650703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd2ed87-b0a7-487d-bba1-b9291a9a2da2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:54.657005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:54.663853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:54.706398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8f6e-1ea7-4064-9550-01409d839e43 req-1d0b0524-9bba-4657-aded-ef2e74d05228 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:54.707589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c7b8f6e-1ea7-4064-9550-01409d839e43 req-1d0b0524-9bba-4657-aded-ef2e74d05228 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 949 time: 0.1357770
Apr 30 21:16:54.709207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f7176678-db4f-450e-bb72-9762a7c9d241 None None] Provisioning complete for port b422a6ac-9377-4a5d-a000-7c9d5cbba628 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:54.710000 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7176678-db4f-450e-bb72-9762a7c9d241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.767323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3573-f19e-4aef-9ea3-0c26dae61e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f7097164-d782-4787-94d6-66e4778a7d39), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.769241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.770121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:54.770775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6ae3573-f19e-4aef-9ea3-0c26dae61e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.772016 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b6ae3573-f19e-4aef-9ea3-0c26dae61e3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7097164-d782-4787-94d6-66e4778a7d39 HTTP/1.1" status: 204  len: 168 time: 0.5756128
Apr 30 21:16:54.798282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae3573-f19e-4aef-9ea3-0c26dae61e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7097164-d782-4787-94d6-66e4778a7d39,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:54.907584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c7b8f6e-1ea7-4064-9550-01409d839e43 req-1f73b9f3-db1b-48fb-8fda-e61cefa44ae1 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896710
Apr 30 21:16:54.977338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:54.977710 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:54.982209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b109dd6d-2c6c-45b3-b525-5062d226cde4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:55.000057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device aacc958a-929b-46bc-9103-7128cb8bc80d up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:55.015994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Pushing event deleted for resources: {'Port': ['ID=b109dd6d-2c6c-45b3-b525-5062d226cde4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:55.071890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=b422a6ac-9377-4a5d-a000-7c9d5cbba628,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:55.109656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c566efa2-79cc-40ae-bce7-61743851f63f req-91a7b4f1-860d-4d8a-8ae7-c4153fa2a6ad tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 210 time: 0.0985217
Apr 30 21:16:55.124539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f7176678-db4f-450e-bb72-9762a7c9d241 None None] Current status of the port b422a6ac-9377-4a5d-a000-7c9d5cbba628 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:55.220708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] No DVR routers for this DVR port b109dd6d-2c6c-45b3-b525-5062d226cde4 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:16:55.225218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port aacc958a-929b-46bc-9103-7128cb8bc80d completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:16:55.226055 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:55.232639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbea15ee-9d6a-482d-b4a0-8140e3b61869 req-82815952-1ce1-4a36-9a9a-4495649f72c3 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.35 "DELETE /v2.0/ports/b109dd6d-2c6c-45b3-b525-5062d226cde4 HTTP/1.1" status: 204  len: 173 time: 1.3163109
Apr 30 21:16:55.244142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'name': 'network-vif-deleted', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:55.255211 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d1eca8-a6f7-4f9e-b0e1-644906e133d5" -d '{"events": [{"server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "name": "network-vif-deleted", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:55.266532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:55.292800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4b181461-c48f-4d3c-8d38-dc83f84ff69f None None] Provisioning complete for port b422a6ac-9377-4a5d-a000-7c9d5cbba628 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:55.293181 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b181461-c48f-4d3c-8d38-dc83f84ff69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:55.344609 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks [] for router_gateway (ea5efd90-4669-4514-b3b3-3934c8d6c508), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:55.348364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port aacc958a-929b-46bc-9103-7128cb8bc80d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:55.348742 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:55.623910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (ea5efd90-4669-4514-b3b3-3934c8d6c508), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:55.646662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4b181461-c48f-4d3c-8d38-dc83f84ff69f None None] Current status of the port b422a6ac-9377-4a5d-a000-7c9d5cbba628 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:55.654682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port aacc958a-929b-46bc-9103-7128cb8bc80d is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:55.658823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:55.706407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e64ab98-a770-4da4-ac98-65a1a31c12d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacc958a-929b-46bc-9103-7128cb8bc80d'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:16:55.708943 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841f9f37-2196-4dad-8656-53c9346d9bdf" -d '{"events": [{"server_uuid": "2e64ab98-a770-4da4-ac98-65a1a31c12d6", "name": "network-vif-plugged", "status": "completed", "tag": "aacc958a-929b-46bc-9103-7128cb8bc80d"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:16:55.725818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port aacc958a-929b-46bc-9103-7128cb8bc80d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aacc958a-929b-46bc-9103-7128cb8bc80d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:16:55.841909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:55.915141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59512) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:55.936034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=aacc958a-929b-46bc-9103-7128cb8bc80d,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:55.958010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b422a6ac-9377-4a5d-a000-7c9d5cbba628 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:16:55.973351 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7f53a5b9-f811-484d-a301-a2a3e7c7d642 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=776e7453f0ee411999b5c41374b4975b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0544007
Apr 30 21:16:55.975221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59516) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:56.030712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b422a6ac-9377-4a5d-a000-7c9d5cbba628 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:16:56.031318 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:56.040206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ffb6656-3cb1-4f70-b558-ebb4c340cad9 admin admin] Publish callbacks [] for security_group (4a414833-fb60-4d85-9a7b-ef258201843c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:56.065242 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ffb6656-3cb1-4f70-b558-ebb4c340cad9 admin admin] Publish callbacks [] for security_group (4a414833-fb60-4d85-9a7b-ef258201843c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:56.111695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-daf896d6-275f-4de0-a607-e8f47624da5b req-771e90bf-37d5-4584-ba2b-15cc1a348b1e tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 210 time: 0.0582252
Apr 30 21:16:56.174827 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b54b51-19e7-446c-b39b-a37da89b69d8 x-openstack-request-id: req-18b54b51-19e7-446c-b39b-a37da89b69d8 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:56.175120 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1645e8a-0c59-4c61-b10a-636c7fe28621", "name": "network-vif-deleted", "tag": "b109dd6d-2c6c-45b3-b525-5062d226cde4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:56.175375 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18b54b51-19e7-446c-b39b-a37da89b69d8 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:56.175911 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b54b51-19e7-446c-b39b-a37da89b69d8'] response: {'server_uuid': 'a1645e8a-0c59-4c61-b10a-636c7fe28621', 'name': 'network-vif-deleted', 'tag': 'b109dd6d-2c6c-45b3-b525-5062d226cde4', 'status': 'completed', 'code': 200}
Apr 30 21:16:56.185247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b422a6ac-9377-4a5d-a000-7c9d5cbba628 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:16:56.186831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ffb6656-3cb1-4f70-b558-ebb4c340cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4a414833-fb60-4d85-9a7b-ef258201843c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:56.190145 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ffb6656-3cb1-4f70-b558-ebb4c340cad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:56.191419 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ffb6656-3cb1-4f70-b558-ebb4c340cad9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a414833-fb60-4d85-9a7b-ef258201843c HTTP/1.1" status: 204  len: 168 time: 0.2152038
Apr 30 21:16:56.206966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb6656-3cb1-4f70-b558-ebb4c340cad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a414833-fb60-4d85-9a7b-ef258201843c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:56.257195 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106d80b9-477d-4c47-a50a-a9867d03cc01 x-openstack-request-id: req-106d80b9-477d-4c47-a50a-a9867d03cc01 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:16:56.257982 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e64ab98-a770-4da4-ac98-65a1a31c12d6", "name": "network-vif-plugged", "status": "completed", "tag": "aacc958a-929b-46bc-9103-7128cb8bc80d", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:16:56.258253 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-106d80b9-477d-4c47-a50a-a9867d03cc01 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:16:56.258797 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106d80b9-477d-4c47-a50a-a9867d03cc01'] response: {'server_uuid': '2e64ab98-a770-4da4-ac98-65a1a31c12d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacc958a-929b-46bc-9103-7128cb8bc80d', 'code': 200}
Apr 30 21:16:56.304251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Router ea5efd90-4669-4514-b3b3-3934c8d6c508 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:16:56.541133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-632e3890-63b4-477d-937e-5ab628d61ed3 req-c129dd77-6826-4330-8bdb-09ac33d9e1b9 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1645e8a-0c59-4c61-b10a-636c7fe28621 HTTP/1.1" status: 200  len: 210 time: 0.1251624
Apr 30 21:16:56.561370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934bb00-735d-4e2c-9bbe-5292256265db req-b392e114-04a7-44cc-8579-a23fcd6ee6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:56.562860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7934bb00-735d-4e2c-9bbe-5292256265db req-b392e114-04a7-44cc-8579-a23fcd6ee6dc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 1132 time: 0.1492426
Apr 30 21:16:56.569512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206991c-74e4-43d4-b4ad-8aa0531c06df req-8a4fa794-ba16-4733-b15c-e393537abc1a tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:56.576357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f206991c-74e4-43d4-b4ad-8aa0531c06df req-8a4fa794-ba16-4733-b15c-e393537abc1a tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 950 time: 0.1614676
Apr 30 21:16:56.665639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7934bb00-735d-4e2c-9bbe-5292256265db req-0d80cc3b-1b35-46da-b9ec-892065c476b9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871634
Apr 30 21:16:56.672131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:16:56.684572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Sync routers for ids ['ea5efd90-4669-4514-b3b3-3934c8d6c508'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:16:56.685170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f206991c-74e4-43d4-b4ad-8aa0531c06df req-47bc5423-9169-418d-90be-fc6d3dfce897 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051495
Apr 30 21:16:56.714289 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Routers {'ea5efd90-4669-4514-b3b3-3934c8d6c508'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:56.714928 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9f4d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea5efd90-4669-4514-b3b3-3934c8d6c508'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:56.763068 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:56.774800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-14eb4f4a-a4e0-4feb-8e16-687807e9bfc4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.7413123
Apr 30 21:16:56.775255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59540) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:56.824685 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Set router ea5efd90-4669-4514-b3b3-3934c8d6c508 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:56.875765 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59544) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:56.988568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device b109dd6d-2c6c-45b3-b525-5062d226cde4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:16:57.025247 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9f4d30>, [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:16:54Z', 'revision_number': 3, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:57.034454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: b109dd6d-2c6c-45b3-b525-5062d226cde4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:16:57.034805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device b109dd6d-2c6c-45b3-b525-5062d226cde4 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:16:57.058187 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Checking router: ea5efd90-4669-4514-b3b3-3934c8d6c508 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:16:57.058547 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Updating router ea5efd90-4669-4514-b3b3-3934c8d6c508 port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:16:57.087635 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.089193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a178394-ee32-4876-beff-6f78b56e6739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.270157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a178394-ee32-4876-beff-6f78b56e6739 admin admin] Publish callbacks [] for security_group (ffe772a8-fdc4-46b2-ba25-ba84d6a6cffc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.286971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-7c09a048-b500-4970-bbe3-9aca20f20d70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0943041
Apr 30 21:16:57.373049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a178394-ee32-4876-beff-6f78b56e6739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ffe772a8-fdc4-46b2-ba25-ba84d6a6cffc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.385595 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Publish callbacks [] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.443571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a178394-ee32-4876-beff-6f78b56e6739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe772a8-fdc4-46b2-ba25-ba84d6a6cffc,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:57.449334 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2a178394-ee32-4876-beff-6f78b56e6739 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5782d01316e94d33b40d6d00fd572811&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5715156
Apr 30 21:16:57.452326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59560) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:57.463970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-728b5d9d-d19d-41e6-bbb3-81120f002138 req-e95a85d3-ca06-4b4f-a719-0a79b01ddcc8 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 210 time: 0.1461608
Apr 30 21:16:57.469392 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.487285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-e0aca4c2-9fb1-4809-bc08-d1fe2163516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:57.489163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-e0aca4c2-9fb1-4809-bc08-d1fe2163516e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e06b74e20cb74d5f9eb71ef0ad13dc99&device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 1127 time: 0.0995767
Apr 30 21:16:57.523958 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d919a560-ad1a-45bd-9cba-e818c497c27f admin admin] Publish callbacks [] for security_group (ffe772a8-fdc4-46b2-ba25-ba84d6a6cffc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.525952 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0706c6a-c455-440f-90c3-2c7fcee35502 None None] Pushing event updated for resources: {'Port': ['ID=3cd2ed87-b0a7-487d-bba1-b9291a9a2da2,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:57.529476 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Attempting to bind port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:16:57.530118 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Attempting to bind port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:16:57.530767 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Attempting to bind port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:16:57.541636 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:16:57.542339 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:16:57.542916 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.543470 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:16:57.543949 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Bound port: 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:16:57.544324 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.550510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d919a560-ad1a-45bd-9cba-e818c497c27f admin admin] Publish callbacks [] for security_group (ffe772a8-fdc4-46b2-ba25-ba84d6a6cffc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.637861 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] For port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:16:57.641140 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] For port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cd2ed87-b0a7-487d-bba1-b9291a9a2da2,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:16:57.686277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d919a560-ad1a-45bd-9cba-e818c497c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ffe772a8-fdc4-46b2-ba25-ba84d6a6cffc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.691962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d919a560-ad1a-45bd-9cba-e818c497c27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.695719 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d919a560-ad1a-45bd-9cba-e818c497c27f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffe772a8-fdc4-46b2-ba25-ba84d6a6cffc HTTP/1.1" status: 204  len: 168 time: 0.2423880
Apr 30 21:16:57.711626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919a560-ad1a-45bd-9cba-e818c497c27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe772a8-fdc4-46b2-ba25-ba84d6a6cffc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:57.724559 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:57.813187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-b187b4f6-8f91-4b31-9c02-6887e6562898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:57.814424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-b187b4f6-8f91-4b31-9c02-6887e6562898 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8fd4bea1-c586-4c7a-90c7-30351d345759 HTTP/1.1" status: 200  len: 916 time: 0.3027804
Apr 30 21:16:57.848709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Routers {'ea5efd90-4669-4514-b3b3-3934c8d6c508'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:16:57.849274 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9f4d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea5efd90-4669-4514-b3b3-3934c8d6c508'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:57.920650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f85588a-3494-4570-98c7-363022aed5a0 req-490e6054-4b4f-474b-a8ee-a53b3eafe049 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1759152
Apr 30 21:16:57.943765 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0706c6a-c455-440f-90c3-2c7fcee35502 None None] Pushing event updated for resources: {'Port': ['ID=3cd2ed87-b0a7-487d-bba1-b9291a9a2da2,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:57.972081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e2940-2408-4ddd-a935-89226a8ba01a req-dab05c1e-84d9-4b21-8f30-f530437516e5 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:57.979509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-963e2940-2408-4ddd-a935-89226a8ba01a req-dab05c1e-84d9-4b21-8f30-f530437516e5 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 950 time: 0.1311579
Apr 30 21:16:58.009160 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] Set router ea5efd90-4669-4514-b3b3-3934c8d6c508 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:16:58.012203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-6fa30836-7dd9-4829-8980-bac5da8169ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 HTTP/1.1" status: 200  len: 1001 time: 0.1755979
Apr 30 21:16:58.124044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-963e2940-2408-4ddd-a935-89226a8ba01a req-cfbc1bbf-b818-45b2-be00-752fa78dfa48 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435659
Apr 30 21:16:58.177399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:58.197960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85588a-3494-4570-98c7-363022aed5a0 req-c26675da-9c54-413f-bd13-0c1fe4d1e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:58.199456 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f85588a-3494-4570-98c7-363022aed5a0 req-c26675da-9c54-413f-bd13-0c1fe4d1e72f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77b426139c194813974502d1910c257f&device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 1127 time: 0.0932631
Apr 30 21:16:58.232450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-51abeb51-1195-49a0-972b-468315d2c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:58.233925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-51abeb51-1195-49a0-972b-468315d2c34c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=202ae7e6-462d-4af9-93ea-b7068930aab7 HTTP/1.1" status: 200  len: 854 time: 0.1948135
Apr 30 21:16:58.357425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-16a2c169-5e2c-4f2d-a870-90bea25b9c02 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:58.367123 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-16a2c169-5e2c-4f2d-a870-90bea25b9c02 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.20 "GET /v2.0/networks?id=03738ce1-c48f-4ad4-be94-161589abefe2 HTTP/1.1" status: 200  len: 815 time: 0.2068174
Apr 30 21:16:58.388338 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9f4d30>, [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:16:54Z', 'revision_number': 3, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:16:58.425232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-2c72971c-b5b9-4423-a14f-fe5c8a43a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:58.429447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-2c72971c-b5b9-4423-a14f-fe5c8a43a154 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8fd4bea1-c586-4c7a-90c7-30351d345759&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1813231
Apr 30 21:16:58.470740 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-2f78e836-4b90-4a29-9b09-003b6f07060e tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9c121a94ec3445baa05dcaa3dc22af2 HTTP/1.1" status: 200  len: 380 time: 0.0932374
Apr 30 21:16:58.487519 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d66a0d-5551-4f63-90e7-9770bc2dc4f5 None None] The sync data for ids ['ea5efd90-4669-4514-b3b3-3934c8d6c508'] in ncdv-master-1 is: [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:16:54Z', 'revision_number': 3, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:16:58.487789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Request body: {'port': {'device_id': '7ff0823b-a621-444c-a64b-dfd437b832df', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'admin_state_up': True, 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'security_groups': ['b192564f-3494-4cea-8d3b-76bb8cfccb8f']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:16:58.577120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2f7f6-11ce-4d36-a338-78b9e4c64b6d req-81aae823-4344-4f08-9af9-29171bfdda8b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:58.578681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cdb2f7f6-11ce-4d36-a338-78b9e4c64b6d req-81aae823-4344-4f08-9af9-29171bfdda8b tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.2590554
Apr 30 21:16:58.755986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2146691-d01f-45b4-b5b1-39d923acbdcf req-2d70f52c-937e-46b7-a4d3-55a1b4c0ee80 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 210 time: 0.1230667
Apr 30 21:16:58.771967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Made reservation on behalf of b9c121a94ec3445baa05dcaa3dc22af2 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:16:58.773387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85588a-3494-4570-98c7-363022aed5a0 req-b46d38fd-53ff-4866-b246-dcc88c4af12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:58.777259 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:58.782727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f85588a-3494-4570-98c7-363022aed5a0 req-b46d38fd-53ff-4866-b246-dcc88c4af12b service neutron] 10.222.0.35 "GET /v2.0/networks?id=b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 200  len: 922 time: 0.4173138
Apr 30 21:16:58.817313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59592) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:58.838959 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2478038-02e6-439f-8fc0-c856c1ea7ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:58.847139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-36a69805-f32f-4cff-8e65-2cc4e050f4bc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:58.848673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-36a69805-f32f-4cff-8e65-2cc4e050f4bc tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.35 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.2077594
Apr 30 21:16:58.882665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-d487cc13-a19b-4b92-899c-a0700733dda6 service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4369562
Apr 30 21:16:58.898695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cdb2f7f6-11ce-4d36-a338-78b9e4c64b6d req-541bb792-acaf-4ac9-b497-16cea58b49f5 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2611885
Apr 30 21:16:59.140295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Allocated IP 172.20.0.10 (03738ce1-c48f-4ad4-be94-161589abefe2/77813a45-3d28-401a-82c7-7405d4826d07/39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:59.178536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2478038-02e6-439f-8fc0-c856c1ea7ace admin admin] Publish callbacks [] for security_group (90c04e0e-8bcf-4330-b102-1406c29220f1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.301238 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2478038-02e6-439f-8fc0-c856c1ea7ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90c04e0e-8bcf-4330-b102-1406c29220f1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.389204 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a2478038-02e6-439f-8fc0-c856c1ea7ace admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5da5012537c54ba196dc10425d6a8da2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5707295
Apr 30 21:16:59.396095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59608) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:16:59.411712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Allocated IP 172.20.0.1 (9181514f-ed6a-4876-b100-eb19ff27615e/0a0445a8-c360-4c09-81aa-16038a461050/a1459043-93b1-4396-9ce2-a25ee149397b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:16:59.514634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2478038-02e6-439f-8fc0-c856c1ea7ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c04e0e-8bcf-4330-b102-1406c29220f1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:59.515159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f85588a-3494-4570-98c7-363022aed5a0 req-4a0bd153-5237-4f7c-9bdb-c3368da97ac0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 200  len: 217 time: 0.1383059
Apr 30 21:16:59.549522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd6a15-a063-43ce-9201-ec19807080d4 req-36d66bb7-0fcf-47bd-89b6-c03e949c13b3 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:59.551079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7fd6a15-a063-43ce-9201-ec19807080d4 req-36d66bb7-0fcf-47bd-89b6-c03e949c13b3 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 950 time: 0.2146299
Apr 30 21:16:59.561825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.659319 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-88ddb904-c5f8-4072-bc36-c6436991fcd2 admin admin] Publish callbacks [] for security_group (90c04e0e-8bcf-4330-b102-1406c29220f1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.689152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Deleting port 154e4208-4965-4648-9e7c-f22621d3423a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:16:59.691194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (154e4208-4965-4648-9e7c-f22621d3423a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.717968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-88ddb904-c5f8-4072-bc36-c6436991fcd2 admin admin] Publish callbacks [] for security_group (90c04e0e-8bcf-4330-b102-1406c29220f1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.782632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.846752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85588a-3494-4570-98c7-363022aed5a0 req-e4006440-84cc-4dd3-a4f0-905344be97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:16:59.848292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f85588a-3494-4570-98c7-363022aed5a0 req-e4006440-84cc-4dd3-a4f0-905344be97c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 200  len: 861 time: 0.3391099
Apr 30 21:16:59.850928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0caca1aa-8cfb-4566-8e21-2dd20a721339 req-3e0ea42c-e33a-4bd5-ab52-806afc4abb2d service neutron] 10.222.0.20 "GET /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9433300
Apr 30 21:16:59.883512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event updated for resources: {'Port': ['ID=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:16:59.917669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Network 03738ce1-c48f-4ad4-be94-161589abefe2 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:16:59.919152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:16:59.921649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:16:59.963722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-88ddb904-c5f8-4072-bc36-c6436991fcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90c04e0e-8bcf-4330-b102-1406c29220f1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.967225 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-88ddb904-c5f8-4072-bc36-c6436991fcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:16:59.971383 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-88ddb904-c5f8-4072-bc36-c6436991fcd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90c04e0e-8bcf-4330-b102-1406c29220f1 HTTP/1.1" status: 204  len: 168 time: 0.5690119
Apr 30 21:16:59.979357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f85588a-3494-4570-98c7-363022aed5a0 req-a960e2c4-5b43-4031-97de-c3d7e50e35a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b894fca3-f633-42dd-93b5-bde3291d63a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795362
Apr 30 21:17:00.006133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddb904-c5f8-4072-bc36-c6436991fcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c04e0e-8bcf-4330-b102-1406c29220f1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:00.020238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7fd6a15-a063-43ce-9201-ec19807080d4 req-c809edc1-edbb-41d9-9436-344a603e62d4 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4336250
Apr 30 21:17:00.050378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:00.079402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:00.086050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.133237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:00.139908 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.191343 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-7213e1a7-8a4a-4eb5-a93a-35e14823ffd4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7114010
Apr 30 21:17:00.217612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Request body: {'port': {'device_id': '7ff0823b-a621-444c-a64b-dfd437b832df', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:00.252257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:00.252910 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.297784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cd2ed87-b0a7-487d-bba1-b9291a9a2da2,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:00.322252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb34917-26dc-48dc-b901-e1b26e36a575 req-6245bf9d-ec77-42fa-b0b4-6cb4e31226c4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:00.324133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5eb34917-26dc-48dc-b901-e1b26e36a575 req-6245bf9d-ec77-42fa-b0b4-6cb4e31226c4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 932 time: 0.3581004
Apr 30 21:17:00.349355 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.405910 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.426678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Publish callbacks [] for port (a1459043-93b1-4396-9ce2-a25ee149397b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.445546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] For port 154e4208-4965-4648-9e7c-f22621d3423a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=154e4208-4965-4648-9e7c-f22621d3423a,segment=NetworkSegment(e5f91f4f-4c3c-4669-9c26-991aea6ea406),segment_id=e5f91f4f-4c3c-4669-9c26-991aea6ea406)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:00.446002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (154e4208-4965-4648-9e7c-f22621d3423a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.460934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7c0785f0-8238-457f-a0f7-d9750e81319b None None] Provisioning complete for port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:00.461307 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7c0785f0-8238-457f-a0f7-d9750e81319b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.490567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-c8cf4458-a8f7-4ffa-ac90-1b8fd5c0555f tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=246c0a9cc007483ab7bd3cd40249f291&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0881243
Apr 30 21:17:00.516756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=3cd2ed87-b0a7-487d-bba1-b9291a9a2da2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:00.524962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7c0785f0-8238-457f-a0f7-d9750e81319b None None] Port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:00.528227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.528227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.528491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.528708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.529031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.529368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.529697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.530043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.530367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.530688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.531121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.531322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.531646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.531961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.532424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:00.608829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Calling delete_port for 154e4208-4965-4648-9e7c-f22621d3423a owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:00.622458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5eb34917-26dc-48dc-b901-e1b26e36a575 req-f93f27a4-3199-4758-9476-0041ca892cbc tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2530489
Apr 30 21:17:00.630696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f85588a-3494-4570-98c7-363022aed5a0 req-e03952aa-4256-4dfd-ae01-48bfa6ed70ff service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6315663
Apr 30 21:17:00.848736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:00.859399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Publish callbacks [] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.875983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-812a1005-0b98-467d-9a9e-7e553af5c8c6 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:00.876600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Transition to ACTIVE for port object 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:17:00.878726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-812a1005-0b98-467d-9a9e-7e553af5c8c6 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3696680
Apr 30 21:17:00.927156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b3abe-67a5-43b1-94a6-259c27e6be08 req-f4e234f2-0a63-4f2f-a554-56b816fd3915 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:00.928646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-741b3abe-67a5-43b1-94a6-259c27e6be08 req-f4e234f2-0a63-4f2f-a554-56b816fd3915 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 945 time: 0.1966844
Apr 30 21:17:00.936538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.955701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-829a6811-bd7a-44d2-97ea-863c0d0b13f8 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/quotas/246c0a9cc007483ab7bd3cd40249f291 HTTP/1.1" status: 200  len: 375 time: 0.0635684
Apr 30 21:17:00.975223 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:00.980436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f85588a-3494-4570-98c7-363022aed5a0 req-7b40db91-62af-48d3-a077-019755cd25dc service neutron] 10.222.0.35 "GET /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3416545
Apr 30 21:17:01.067071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Network 9181514f-ed6a-4876-b100-eb19ff27615e is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:01.082320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-7f4f2d2a-8684-4867-a7b4-9f7fd0a4147f tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=246c0a9cc007483ab7bd3cd40249f291&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1006021
Apr 30 21:17:01.089554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:01.092452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:01.121532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a1459043-93b1-4396-9ce2-a25ee149397b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:01.129060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Pushing event updated for resources: {'Port': ['ID=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:01.191467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-741b3abe-67a5-43b1-94a6-259c27e6be08 req-97eabbf0-8441-4b99-8221-31f7da27aaec tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/security-groups?id=80b68a76-6a09-40bb-807a-495d00ef4956&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480366
Apr 30 21:17:01.257481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Attempting to bind port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:01.257859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Attempting to bind port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:01.258494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Attempting to bind port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 on network 03738ce1-c48f-4ad4-be94-161589abefe2 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:01.264323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 on network 03738ce1-c48f-4ad4-be94-161589abefe2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:17:01.265074 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Attempting to bind port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 on network 03738ce1-c48f-4ad4-be94-161589abefe2 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:01.265257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (ea5efd90-4669-4514-b3b3-3934c8d6c508), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:01.271543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:01.272348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Checking segment: {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:01.272957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Bound using segment: {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:01.273642 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Bound port: 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:01.274298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:01.358544 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (154e4208-4965-4648-9e7c-f22621d3423a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:01.380880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] For port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:01.385524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] For port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:01.390087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Pushing event deleted for resources: {'Port': ['ID=154e4208-4965-4648-9e7c-f22621d3423a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:01.476042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:01.569709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:01.570371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:01.572505 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] 10.222.0.20 "PUT /v2.0/ports/39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 HTTP/1.1" status: 200  len: 1092 time: 1.3659089
Apr 30 21:17:01.573008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff0823b-a621-444c-a64b-dfd437b832df', 'tag': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:01.575416 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff0823b-a621-444c-a64b-dfd437b832df", "tag": "39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:01.612370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e79fb8-ec45-4893-9d18-b069d6d359df service neutron] Pushing event updated for resources: {'Port': ['ID=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:01.632560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89e8af98-0190-43de-9552-20d0be65f624 req-80ffe38d-d2f9-4608-8e87-0ada1406c0e9 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 210 time: 0.0452585
Apr 30 21:17:01.635103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] No DVR routers for this DVR port 154e4208-4965-4648-9e7c-f22621d3423a on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:01.639696 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:01.643752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f648925-a4ab-4edc-968d-1ffe7883278f req-8e055789-cdc2-49b6-b431-a699fda4c6aa tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.35 "DELETE /v2.0/ports/154e4208-4965-4648-9e7c-f22621d3423a HTTP/1.1" status: 204  len: 173 time: 2.2841032
Apr 30 21:17:01.644206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'name': 'network-vif-deleted', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:01.646581 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae79946-a18f-459b-983a-d249de289df0" -d '{"events": [{"server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "name": "network-vif-deleted", "tag": "154e4208-4965-4648-9e7c-f22621d3423a"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:01.753341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-78773434-a545-47a3-becf-7c57bb3da174 None None] Provisioning complete for port a1459043-93b1-4396-9ce2-a25ee149397b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:01.753952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-78773434-a545-47a3-becf-7c57bb3da174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:01.808198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-78773434-a545-47a3-becf-7c57bb3da174 None None] Port a1459043-93b1-4396-9ce2-a25ee149397b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:01.821272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-6319def2-112b-4f2b-adaa-7e79ceb45d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:01.823420 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-6319def2-112b-4f2b-adaa-7e79ceb45d4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9c121a94ec3445baa05dcaa3dc22af2&device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 1126 time: 0.1193674
Apr 30 21:17:01.888290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:01.928153 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-1fb51dab-49ee-44b0-be71-df9c26c6ca68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 HTTP/1.1" status: 200  len: 217 time: 0.0918884
Apr 30 21:17:02.041843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-b5bc5d98-1196-4b58-bf37-fd25e6621800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:02.041843 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-b5bc5d98-1196-4b58-bf37-fd25e6621800 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77813a45-3d28-401a-82c7-7405d4826d07 HTTP/1.1" status: 200  len: 854 time: 0.1080105
Apr 30 21:17:02.047293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:02.066896 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77c2454-6fbd-4391-97a3-7c8ea0deb5b3 x-openstack-request-id: req-f77c2454-6fbd-4391-97a3-7c8ea0deb5b3 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:02.069319 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff0823b-a621-444c-a64b-dfd437b832df", "tag": "39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:02.069319 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f77c2454-6fbd-4391-97a3-7c8ea0deb5b3 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:02.069319 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77c2454-6fbd-4391-97a3-7c8ea0deb5b3'] response: {'name': 'network-changed', 'server_uuid': '7ff0823b-a621-444c-a64b-dfd437b832df', 'tag': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'status': 'completed', 'code': 200}
Apr 30 21:17:02.105660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-781cf5c7-936a-4fa0-84bd-6be31d036188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:02.108437 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-781cf5c7-936a-4fa0-84bd-6be31d036188 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03738ce1-c48f-4ad4-be94-161589abefe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0559587
Apr 30 21:17:02.119588 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ae26f0-a550-4cb0-b09d-94120d38a144 x-openstack-request-id: req-c8ae26f0-a550-4cb0-b09d-94120d38a144 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:02.120267 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aab508f-4be3-49d3-bb5f-b19f4f328bcd", "name": "network-vif-deleted", "tag": "154e4208-4965-4648-9e7c-f22621d3423a", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:02.120566 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8ae26f0-a550-4cb0-b09d-94120d38a144 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:02.121197 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ae26f0-a550-4cb0-b09d-94120d38a144'] response: {'server_uuid': '0aab508f-4be3-49d3-bb5f-b19f4f328bcd', 'name': 'network-vif-deleted', 'tag': '154e4208-4965-4648-9e7c-f22621d3423a', 'status': 'completed', 'code': 200}
Apr 30 21:17:02.136868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:02.137898 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:02.208970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Publish callbacks [] for port (a1459043-93b1-4396-9ce2-a25ee149397b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:02.254586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741fd25-8af9-469c-bb0b-a28d117e81cc req-4c3e3351-1b50-48d1-b359-97734159d8bc tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:02.264946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:02.270667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9741fd25-8af9-469c-bb0b-a28d117e81cc req-4c3e3351-1b50-48d1-b359-97734159d8bc tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 944 time: 0.0782280
Apr 30 21:17:02.270949 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-3ca94d7a-4562-41d0-b9d3-06f252d4c4c2 service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453493
Apr 30 21:17:02.333552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9741fd25-8af9-469c-bb0b-a28d117e81cc req-b1f09c7f-a3e9-4cd4-bc0f-6e4567cde446 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671198
Apr 30 21:17:02.347633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:02.413280 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ccfac4c7-1a78-4f60-a50d-25c9ded6384c req-270d8d1a-fdbd-4344-a307-52fe530c26c6 service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401284
Apr 30 21:17:02.457896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c227a4-a25e-467b-a8de-44ea89f8881d req-4ca4e4f0-227a-4e94-8275-2ef67396a037 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:02.459431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20c227a4-a25e-467b-a8de-44ea89f8881d req-4ca4e4f0-227a-4e94-8275-2ef67396a037 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 950 time: 0.1251523
Apr 30 21:17:02.489546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b895561-eaeb-4de5-890d-f8c7355781bc req-aaa8c407-ca5a-46ee-94c1-d35d31d9af5a tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 210 time: 0.0562139
Apr 30 21:17:02.494901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (ea5efd90-4669-4514-b3b3-3934c8d6c508), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:02.515536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a1459043-93b1-4396-9ce2-a25ee149397b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:02.583533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20c227a4-a25e-467b-a8de-44ea89f8881d req-737a9259-d86f-47f9-ae05-726c3d8125c5 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057847
Apr 30 21:17:02.627354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Network 9181514f-ed6a-4876-b100-eb19ff27615e is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:02.628684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:02.794274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Router ea5efd90-4669-4514-b3b3-3934c8d6c508 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:02.814709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48661696-181e-4141-917b-2a7e304727dc req-eb706ff9-24d2-4e8f-90a1-fe515c5d6136 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 210 time: 0.0435033
Apr 30 21:17:02.948632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:02.956346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-125c1cbf-ebfc-443e-8e6b-aa9c0e5725e4 admin admin] 10.222.0.23 "PUT /v2.0/routers/ea5efd90-4669-4514-b3b3-3934c8d6c508/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1802671
Apr 30 21:17:02.973119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Sync routers for ids ['ea5efd90-4669-4514-b3b3-3934c8d6c508'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:02.998074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-46d50911-5949-4d2e-8173-bb2d66546637 None None] Provisioning complete for port a1459043-93b1-4396-9ce2-a25ee149397b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:02.998828 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-46d50911-5949-4d2e-8173-bb2d66546637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:03.003522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Routers {'ea5efd90-4669-4514-b3b3-3934c8d6c508'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:03.004550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc9ac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea5efd90-4669-4514-b3b3-3934c8d6c508'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:03.036274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-b48dbdc0-ec91-466c-990d-2311f663e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:03.042878 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-b48dbdc0-ec91-466c-990d-2311f663e0d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9c121a94ec3445baa05dcaa3dc22af2&device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 1126 time: 0.0632477
Apr 30 21:17:03.082842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 154e4208-4965-4648-9e7c-f22621d3423a no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:03.168849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 154e4208-4965-4648-9e7c-f22621d3423a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:03.170032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 154e4208-4965-4648-9e7c-f22621d3423a not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:03.194764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-46d50911-5949-4d2e-8173-bb2d66546637 None None] Port a1459043-93b1-4396-9ce2-a25ee149397b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:03.250585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Set router ea5efd90-4669-4514-b3b3-3934c8d6c508 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:03.283785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-155baf98-f675-46d4-9328-556b91c9d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:03.286050 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-155baf98-f675-46d4-9328-556b91c9d46c service neutron] 10.222.0.20 "GET /v2.0/networks?id=03738ce1-c48f-4ad4-be94-161589abefe2 HTTP/1.1" status: 200  len: 916 time: 0.1913714
Apr 30 21:17:03.332965 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-1f43a64f-f19e-41de-b9fb-2ed422fa3156 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 HTTP/1.1" status: 200  len: 217 time: 0.0394413
Apr 30 21:17:03.420751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Request body: {'security_group': {'name': 'tempest-securitygroup-375070038', 'description': 'tempest-description-1224440808'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:03.461826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-d3c1f5d8-4b40-424b-a86c-e800e3928f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:03.466386 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-d3c1f5d8-4b40-424b-a86c-e800e3928f20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77813a45-3d28-401a-82c7-7405d4826d07 HTTP/1.1" status: 200  len: 854 time: 0.1211765
Apr 30 21:17:03.500187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-dbb9a84c-ffb5-43ff-a440-bc9b9ebceaef tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:03.508098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-dbb9a84c-ffb5-43ff-a440-bc9b9ebceaef tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 950 time: 0.1512718
Apr 30 21:17:03.564209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-9cd29d8c-cb6d-4abb-8609-9de434efe73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:03.564209 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-9cd29d8c-cb6d-4abb-8609-9de434efe73f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03738ce1-c48f-4ad4-be94-161589abefe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0896180
Apr 30 21:17:03.590456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3487917-0f8b-44fa-8726-ef186733eedc req-9784694d-f953-4a9f-8a8f-0b251a2eaef8 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:03.592282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3487917-0f8b-44fa-8726-ef186733eedc req-9784694d-f953-4a9f-8a8f-0b251a2eaef8 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 944 time: 0.0733981
Apr 30 21:17:03.642947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:03.655594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:03.681653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc9ac10>, [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:17:01Z', 'revision_number': 4, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1459043-93b1-4396-9ce2-a25ee149397b', 'name': '', 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'mac_address': 'fa:16:3e:58:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0a0445a8-c360-4c09-81aa-16038a461050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:58Z', 'updated_at': '2022-04-30T21:17:02Z', 'revision_number': 2, 'project_id': '25711370e9804af8b0f59257b0c23162', 'subnets': [{'id': '0a0445a8-c360-4c09-81aa-16038a461050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:03.691466 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-efc709c9-e11d-423d-ae20-9522bfa63155 service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216025
Apr 30 21:17:03.752241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3487917-0f8b-44fa-8726-ef186733eedc req-ab8cb7f0-d678-42b6-8200-2afa5e991162 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330690
Apr 30 21:17:03.760277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Checking router: ea5efd90-4669-4514-b3b3-3934c8d6c508 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:03.761003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Updating router ea5efd90-4669-4514-b3b3-3934c8d6c508 port a1459043-93b1-4396-9ce2-a25ee149397b binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:17:03.786059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Deleting port aacc958a-929b-46bc-9103-7128cb8bc80d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:03.786059 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:03.801976 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:03.857031 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be2ecc7a-63ac-41ff-9978-f0e2c7ac2fa8 req-a43145c7-2507-40fe-a5c8-05af7a853a09 service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590567
Apr 30 21:17:03.940865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40bbf503-ceaf-4b57-b14d-a9e5bb0f947d req-1126910d-282e-45d0-85e9-b186410dab07 tempest-LiveAutoBlockMigrationV225Test-1505936978 tempest-LiveAutoBlockMigrationV225Test-1505936978-project] 10.222.0.23 "GET /v2.0/ports?device_id=0aab508f-4be3-49d3-bb5f-b19f4f328bcd HTTP/1.1" status: 200  len: 210 time: 0.0464137
Apr 30 21:17:03.960210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (e12396bc-ce7b-48d2-b755-73081ac3783e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:03.992251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] For port aacc958a-929b-46bc-9103-7128cb8bc80d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aacc958a-929b-46bc-9103-7128cb8bc80d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:03.993820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.009207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Calling delete_port for aacc958a-929b-46bc-9103-7128cb8bc80d owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:04.044986 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e12396bc-ce7b-48d2-b755-73081ac3783e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.116423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Publish callbacks [] for port (a1459043-93b1-4396-9ce2-a25ee149397b), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.121371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937af87-046b-48b6-a630-07a4425a84fd req-0637dcb8-e85a-44a7-af93-a309d6b62fec tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:04.122953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6937af87-046b-48b6-a630-07a4425a84fd req-0637dcb8-e85a-44a7-af93-a309d6b62fec tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 950 time: 0.1157384
Apr 30 21:17:04.160722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12396bc-ce7b-48d2-b755-73081ac3783e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:04.223246 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.228709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6937af87-046b-48b6-a630-07a4425a84fd req-7366158c-8873-44a1-9b44-12a2dc298e35 tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/security-groups?id=48213159-7369-43d0-b1c9-e9e96abeee14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993483
Apr 30 21:17:04.323591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (521ec3aa-0d3f-465c-ab12-2c57903e2235), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.335502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100507-b65f-459f-8742-4641e3464516 None None] Pushing event updated for resources: {'Port': ['ID=a1459043-93b1-4396-9ce2-a25ee149397b,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:04.377523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Attempting to bind port a1459043-93b1-4396-9ce2-a25ee149397b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:04.378033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Attempting to bind port a1459043-93b1-4396-9ce2-a25ee149397b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:04.378402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Attempting to bind port a1459043-93b1-4396-9ce2-a25ee149397b on network 9181514f-ed6a-4876-b100-eb19ff27615e {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:04.384805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:04.386664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Checking segment: {'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:04.386664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.386664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Bound using segment: {'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:04.386664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Bound port: a1459043-93b1-4396-9ce2-a25ee149397b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e660b245-3b4a-4edc-a230-a38e585079bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:04.387265 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.506102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] For port a1459043-93b1-4396-9ce2-a25ee149397b, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:04.511018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] For port a1459043-93b1-4396-9ce2-a25ee149397b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1459043-93b1-4396-9ce2-a25ee149397b,segment=NetworkSegment(e660b245-3b4a-4edc-a230-a38e585079bc),segment_id=e660b245-3b4a-4edc-a230-a38e585079bc)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:04.630659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9ccc54df-83d8-44bb-bb80-98caf549efc1 None None] Provisioning complete for port a1459043-93b1-4396-9ce2-a25ee149397b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:04.631043 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ccc54df-83d8-44bb-bb80-98caf549efc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.660805 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.692858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (521ec3aa-0d3f-465c-ab12-2c57903e2235), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.704059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-513e18bd-e5a9-417a-a8ef-fb00da77c93d req-6670cdf9-90ff-42eb-9446-ad2c6af3734b tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 210 time: 0.3730712
Apr 30 21:17:04.713616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc54df-83d8-44bb-bb80-98caf549efc1 None None] Port a1459043-93b1-4396-9ce2-a25ee149397b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:04.737232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Routers {'ea5efd90-4669-4514-b3b3-3934c8d6c508'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:04.737946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc9ac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea5efd90-4669-4514-b3b3-3934c8d6c508'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:04.742193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-2d80ebdf-ed16-48c3-8c2d-fc5f39d9d668 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=246c0a9cc007483ab7bd3cd40249f291&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0752079
Apr 30 21:17:04.818632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521ec3aa-0d3f-465c-ab12-2c57903e2235,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:04.833384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (aacc958a-929b-46bc-9103-7128cb8bc80d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.849054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['aacc958a-929b-46bc-9103-7128cb8bc80d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:04.856221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100507-b65f-459f-8742-4641e3464516 None None] Pushing event updated for resources: {'Port': ['ID=a1459043-93b1-4396-9ce2-a25ee149397b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:04.900937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Pushing event deleted for resources: {'Port': ['ID=aacc958a-929b-46bc-9103-7128cb8bc80d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:04.909689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:04.911551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63669c10-c6da-4378-bd51-a3f1f505d13f req-46ae70ac-ccab-4686-aa9d-250f61b0442e tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.5439675
Apr 30 21:17:04.966779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] Set router ea5efd90-4669-4514-b3b3-3934c8d6c508 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:04.967969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-71aa0fce-a205-4017-a1a5-b0a82961fc31 req-387d014d-c17a-41bc-9423-cb365d0a48fb tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2005355925', 'description': 'tempest-description-1989046076'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:05.064818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-21eb11aa-9073-4d69-be0d-d8d8cea6a260 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:05.066674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-21eb11aa-9073-4d69-be0d-d8d8cea6a260 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3175013
Apr 30 21:17:05.071854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] No DVR routers for this DVR port aacc958a-929b-46bc-9103-7128cb8bc80d on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:05.078995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.083246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ad43a58-ab69-4cc8-b51a-a68470dd4a16 req-ed3dba2f-ec61-40fa-803e-f77c2ac6138e tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.35 "DELETE /v2.0/ports/aacc958a-929b-46bc-9103-7128cb8bc80d HTTP/1.1" status: 204  len: 173 time: 1.5111165
Apr 30 21:17:05.085832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e64ab98-a770-4da4-ac98-65a1a31c12d6', 'name': 'network-vif-deleted', 'tag': 'aacc958a-929b-46bc-9103-7128cb8bc80d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:05.088317 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89477e39-f1d6-4570-bbbf-2c782870026a" -d '{"events": [{"server_uuid": "2e64ab98-a770-4da4-ac98-65a1a31c12d6", "name": "network-vif-deleted", "tag": "aacc958a-929b-46bc-9103-7128cb8bc80d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:05.096145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Request body: {'port': {'device_id': 'ca6cff9c-417f-4781-974c-f36e3b467218', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '246c0a9cc007483ab7bd3cd40249f291'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:05.171815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7e211082-f1a7-4fcb-a76f-c81723feb4fa None None] Provisioning complete for port a1459043-93b1-4396-9ce2-a25ee149397b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:05.172550 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e211082-f1a7-4fcb-a76f-c81723feb4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.251526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4901b-597d-4f39-94c6-b37a09561a28 req-89ec6fa4-607d-4564-a4f1-3d11460eac1d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:05.253375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4901b-597d-4f39-94c6-b37a09561a28 req-89ec6fa4-607d-4564-a4f1-3d11460eac1d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 944 time: 0.2948132
Apr 30 21:17:05.315908 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-71aa0fce-a205-4017-a1a5-b0a82961fc31 req-387d014d-c17a-41bc-9423-cb365d0a48fb tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.316157 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc9ac10>, [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:17:01Z', 'revision_number': 4, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1459043-93b1-4396-9ce2-a25ee149397b', 'name': '', 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'mac_address': 'fa:16:3e:58:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0a0445a8-c360-4c09-81aa-16038a461050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:58Z', 'updated_at': '2022-04-30T21:17:04Z', 'revision_number': 4, 'project_id': '25711370e9804af8b0f59257b0c23162', 'subnets': [{'id': '0a0445a8-c360-4c09-81aa-16038a461050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:05.350079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4901b-597d-4f39-94c6-b37a09561a28 req-af3929eb-550b-4494-9e7b-0d5b6bcffe1b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774887
Apr 30 21:17:05.363578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a2d27-da68-4042-8d39-8a45f172757f None None] The sync data for ids ['ea5efd90-4669-4514-b3b3-3934c8d6c508'] in ncdv-master-1 is: [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:17:01Z', 'revision_number': 4, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1459043-93b1-4396-9ce2-a25ee149397b', 'name': '', 'network_id': '9181514f-ed6a-4876-b100-eb19ff27615e', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'mac_address': 'fa:16:3e:58:e0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0a0445a8-c360-4c09-81aa-16038a461050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:58Z', 'updated_at': '2022-04-30T21:17:04Z', 'revision_number': 4, 'project_id': '25711370e9804af8b0f59257b0c23162', 'subnets': [{'id': '0a0445a8-c360-4c09-81aa-16038a461050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:05.382883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7e211082-f1a7-4fcb-a76f-c81723feb4fa None None] Current status of the port a1459043-93b1-4396-9ce2-a25ee149397b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:05.387873 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e211082-f1a7-4fcb-a76f-c81723feb4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.388018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Made reservation on behalf of 246c0a9cc007483ab7bd3cd40249f291 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:05.388018 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.399724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.469287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7e211082-f1a7-4fcb-a76f-c81723feb4fa None None] For port a1459043-93b1-4396-9ce2-a25ee149397b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1459043-93b1-4396-9ce2-a25ee149397b,segment=NetworkSegment(e660b245-3b4a-4edc-a230-a38e585079bc),segment_id=e660b245-3b4a-4edc-a230-a38e585079bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:05.527757 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59814) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:05.542753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-71aa0fce-a205-4017-a1a5-b0a82961fc31 req-387d014d-c17a-41bc-9423-cb365d0a48fb tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (e0454bef-8a68-46b7-80a6-d12edbe02425), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.547423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e211082-f1a7-4fcb-a76f-c81723feb4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.602608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks [] for security_group (c8bcb683-777a-42a0-a5ec-b807ae4bb6c5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.608085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-71aa0fce-a205-4017-a1a5-b0a82961fc31 req-387d014d-c17a-41bc-9423-cb365d0a48fb tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e0454bef-8a68-46b7-80a6-d12edbe02425), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.632110 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81565be9-8974-471f-8e46-8f49fce38a3f x-openstack-request-id: req-81565be9-8974-471f-8e46-8f49fce38a3f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:05.632463 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e64ab98-a770-4da4-ac98-65a1a31c12d6", "name": "network-vif-deleted", "tag": "aacc958a-929b-46bc-9103-7128cb8bc80d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:05.632664 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81565be9-8974-471f-8e46-8f49fce38a3f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:05.633058 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81565be9-8974-471f-8e46-8f49fce38a3f'] response: {'server_uuid': '2e64ab98-a770-4da4-ac98-65a1a31c12d6', 'name': 'network-vif-deleted', 'tag': 'aacc958a-929b-46bc-9103-7128cb8bc80d', 'status': 'completed', 'code': 200}
Apr 30 21:17:05.664531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e211082-f1a7-4fcb-a76f-c81723feb4fa None None] Pushing event updated for resources: {'Port': ['ID=a1459043-93b1-4396-9ce2-a25ee149397b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:05.666771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d014d-c17a-41bc-9423-cb365d0a48fb tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0454bef-8a68-46b7-80a6-d12edbe02425,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:05.697747 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c8bcb683-777a-42a0-a5ec-b807ae4bb6c5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.743268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-71aa0fce-a205-4017-a1a5-b0a82961fc31 req-387d014d-c17a-41bc-9423-cb365d0a48fb tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.744799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71aa0fce-a205-4017-a1a5-b0a82961fc31 req-387d014d-c17a-41bc-9423-cb365d0a48fb tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.8019321
Apr 30 21:17:05.821580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:05.829087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b26d6a72-b166-4427-887e-09890a65a106 req-ef804b7f-283b-4b7c-93c0-719c54369e8a tempest-ServerDiagnosticsNegativeTest-755895242 tempest-ServerDiagnosticsNegativeTest-755895242-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e64ab98-a770-4da4-ac98-65a1a31c12d6 HTTP/1.1" status: 200  len: 210 time: 0.0467186
Apr 30 21:17:05.940759 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d826e63-1207-4789-a084-1df9b37be63c admin admin] Deleting subnet 22d385b6-1100-4605-bf52-24637aef584a {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:17:05.944661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0d826e63-1207-4789-a084-1df9b37be63c admin admin] Publish callbacks [] for subnet (22d385b6-1100-4605-bf52-24637aef584a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.987166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0d826e63-1207-4789-a084-1df9b37be63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (22d385b6-1100-4605-bf52-24637aef584a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:05.995296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Allocated IP 192.168.233.54 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/4e609015-29a3-4678-9e4b-9b00ec55c21f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:06.007116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a1459043-93b1-4396-9ce2-a25ee149397b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:06.035268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55c62209-100c-4a01-9dc4-513be17fce2d req-0822450d-c263-4e27-b815-efa905421448 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 210 time: 0.0517843
Apr 30 21:17:06.037814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0d826e63-1207-4789-a084-1df9b37be63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (22d385b6-1100-4605-bf52-24637aef584a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.078627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a1459043-93b1-4396-9ce2-a25ee149397b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:06.079355 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.202626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1053522678', 'description': 'tempest-description-2088623141'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:06.212775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0d826e63-1207-4789-a084-1df9b37be63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (22d385b6-1100-4605-bf52-24637aef584a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.272858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d826e63-1207-4789-a084-1df9b37be63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d385b6-1100-4605-bf52-24637aef584a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:06.278315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0d826e63-1207-4789-a084-1df9b37be63c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.280044 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0d826e63-1207-4789-a084-1df9b37be63c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/22d385b6-1100-4605-bf52-24637aef584a HTTP/1.1" status: 204  len: 168 time: 0.7504296
Apr 30 21:17:06.285976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59836) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:06.383158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.401056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks [] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.419530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.433025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c85ab5-2e83-4df6-b475-8de949d3297c req-8251cb4d-c64b-4efe-95dd-25c67cc42e3c tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:06.434987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94c85ab5-2e83-4df6-b475-8de949d3297c req-8251cb4d-c64b-4efe-95dd-25c67cc42e3c tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 946 time: 0.1200626
Apr 30 21:17:06.461556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a1459043-93b1-4396-9ce2-a25ee149397b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:06.490910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b894fca3-f633-42dd-93b5-bde3291d63a3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.526282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:17:06.582641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94c85ab5-2e83-4df6-b475-8de949d3297c req-df2f53ee-a09e-4ff0-9b4f-1539ff0503ae tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1363316
Apr 30 21:17:06.629377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.657030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:06.670287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'port_id': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'mac_address': 'fa:16:3e:c3:0b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:17:06.702080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b894fca3-f633-42dd-93b5-bde3291d63a3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.711758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:06.712223 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.727985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:06.751763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:06.759947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (e53edca9-f9dc-4841-a3bc-ee3b30cb0370), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.771631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:06.772751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967047e50>,) {'filters': {'network_id': ['b894fca3-f633-42dd-93b5-bde3291d63a3']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:06.781404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Pushing event updated for resources: {'Port': ['ID=4e609015-29a3-4678-9e4b-9b00ec55c21f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:06.787513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:06.791449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967047e50>, 'e5f91f4f-4c3c-4669-9c26-991aea6ea406') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:06.791449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967047e50>, 'e5f91f4f-4c3c-4669-9c26-991aea6ea406') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:06.793298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:06.805933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdae010-c899-48b5-9415-e69239391087 req-77601a40-7aba-4b80-8a2c-6b0bc367bdec tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:06.807454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cdae010-c899-48b5-9415-e69239391087 req-77601a40-7aba-4b80-8a2c-6b0bc367bdec tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 944 time: 0.1290696
Apr 30 21:17:06.812460 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e5f91f4f-4c3c-4669-9c26-991aea6ea406), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.844584 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.864805 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e5f91f4f-4c3c-4669-9c26-991aea6ea406), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.879774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:17:06.880196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e5f91f4f-4c3c-4669-9c26-991aea6ea406), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:17:06.882028 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:17:06.896460 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e53edca9-f9dc-4841-a3bc-ee3b30cb0370), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:06.917249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:06.973943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:06.973943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.023002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53edca9-f9dc-4841-a3bc-ee3b30cb0370,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:07.030245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cdae010-c899-48b5-9415-e69239391087 req-a4448fd2-1975-4ac8-86e1-e18e05fa0212 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1889873
Apr 30 21:17:07.042371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device aacc958a-929b-46bc-9103-7128cb8bc80d no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:07.075941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:07.080992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: aacc958a-929b-46bc-9103-7128cb8bc80d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:07.081289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device aacc958a-929b-46bc-9103-7128cb8bc80d not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:07.090960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (8f1b84cf-76df-49f1-9ee1-26d59977b11e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.118567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b894fca3-f633-42dd-93b5-bde3291d63a3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.125482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.131275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b894fca3-f633-42dd-93b5-bde3291d63a3 HTTP/1.1" status: 204  len: 168 time: 0.8411093
Apr 30 21:17:07.131380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59850) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:07.132528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5ad041c9-3b81-459c-9b22-c13b3a468f50 None None] Provisioning complete for port 4e609015-29a3-4678-9e4b-9b00ec55c21f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:07.132798 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5ad041c9-3b81-459c-9b22-c13b3a468f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.146372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7f955-6770-4315-a53f-0540b1fecf84 admin admin] Pushing event deleted for resources: {'Network': ['ID=b894fca3-f633-42dd-93b5-bde3291d63a3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:07.160738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-9b95da15-5067-495a-8ce8-369ff5c118dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0831699
Apr 30 21:17:07.177509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8f1b84cf-76df-49f1-9ee1-26d59977b11e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.187434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5ad041c9-3b81-459c-9b22-c13b3a468f50 None None] Port 4e609015-29a3-4678-9e4b-9b00ec55c21f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:07.207400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-79371742-e5a5-4827-9b27-8cc9a02d2088 admin admin] Deleting subnet c97c6a15-4a8b-4039-8186-202256be624f {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:17:07.211284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79371742-e5a5-4827-9b27-8cc9a02d2088 admin admin] Publish callbacks [] for subnet (c97c6a15-4a8b-4039-8186-202256be624f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.217340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b84cf-76df-49f1-9ee1-26d59977b11e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:07.252498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79371742-e5a5-4827-9b27-8cc9a02d2088 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (c97c6a15-4a8b-4039-8186-202256be624f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.296047 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79371742-e5a5-4827-9b27-8cc9a02d2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c97c6a15-4a8b-4039-8186-202256be624f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.322663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.323533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c2d81b0-c987-497d-97d8-c603cfc7384c req-9ae39b4d-c411-416b-9c41-bf3fdb390130 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 1.1251187
Apr 30 21:17:07.334529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Request body: {'port': {'device_id': 'ca6cff9c-417f-4781-974c-f36e3b467218', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:07.394854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.424447 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79371742-e5a5-4827-9b27-8cc9a02d2088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (c97c6a15-4a8b-4039-8186-202256be624f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.453858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79371742-e5a5-4827-9b27-8cc9a02d2088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c97c6a15-4a8b-4039-8186-202256be624f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:07.456039 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79371742-e5a5-4827-9b27-8cc9a02d2088 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.459480 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-79371742-e5a5-4827-9b27-8cc9a02d2088 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c97c6a15-4a8b-4039-8186-202256be624f HTTP/1.1" status: 204  len: 168 time: 0.3265078
Apr 30 21:17:07.462003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59856) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:07.503123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a3399-9dd3-4efb-b81a-7fe85cf2c093 req-d1582a62-1a46-45c5-bd05-3f3837e50c01 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:07.503924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-346a3399-9dd3-4efb-b81a-7fe85cf2c093 req-d1582a62-1a46-45c5-bd05-3f3837e50c01 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 935 time: 0.1004014
Apr 30 21:17:07.539859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (7dcb132c-8f9e-426f-9bd3-8440a2795de5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.549878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59858) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:07.625390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-739b3b1f-209c-469e-ae85-7e4e169c54da req-b63eeb88-5f95-4dcf-86c7-11aaef899b87 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1061693372', 'description': 'tempest-description-1348300777'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:07.631021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (7dcb132c-8f9e-426f-9bd3-8440a2795de5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.648035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-346a3399-9dd3-4efb-b81a-7fe85cf2c093 req-c8dfbafa-cfe3-422d-a9e0-b6d5cbca65b1 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322958
Apr 30 21:17:07.655156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896645b4f0>,) {'filters': {'network_id': ['7dcb132c-8f9e-426f-9bd3-8440a2795de5']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:07.665308 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896645b4f0>, '82058b6c-32f2-45fe-af1a-636e91dee12b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:07.668991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896645b4f0>, '82058b6c-32f2-45fe-af1a-636e91dee12b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:07.682998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (82058b6c-32f2-45fe-af1a-636e91dee12b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.711898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (82058b6c-32f2-45fe-af1a-636e91dee12b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.726573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:17:07.726974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (82058b6c-32f2-45fe-af1a-636e91dee12b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:17:07.728821 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:17:07.768736 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cbafa27d-bb01-4030-9498-d7dce52243e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25bcc72715fa4ba88d3ca6b371eb1f93&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2164462
Apr 30 21:17:07.774095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59866) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:07.822432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623680cd-9c90-48c7-b20b-10932b48f14f req-3b58567d-111f-4b78-9422-43bb0599074d tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:07.823969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-623680cd-9c90-48c7-b20b-10932b48f14f req-3b58567d-111f-4b78-9422-43bb0599074d tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.35 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 946 time: 0.1334798
Apr 30 21:17:07.836747 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-739b3b1f-209c-469e-ae85-7e4e169c54da req-b63eeb88-5f95-4dcf-86c7-11aaef899b87 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.854757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d244299-b259-44ac-91fb-c7926209a56e req-0e4342f7-dc67-4e11-b8c5-cd0b5aad02b3 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:07.856275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d244299-b259-44ac-91fb-c7926209a56e req-0e4342f7-dc67-4e11-b8c5-cd0b5aad02b3 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 945 time: 0.1161342
Apr 30 21:17:07.880370 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (7dcb132c-8f9e-426f-9bd3-8440a2795de5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.885950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:07.892458 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7dcb132c-8f9e-426f-9bd3-8440a2795de5 HTTP/1.1" status: 204  len: 168 time: 0.4267924
Apr 30 21:17:07.902868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9d94a-471e-42c4-a49e-781330e3ae40 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcb132c-8f9e-426f-9bd3-8440a2795de5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:08.093424 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b13a6-50b3-4a8c-8a11-6c0fa2f23152 admin admin] Publish callbacks [] for security_group (48213159-7369-43d0-b1c9-e9e96abeee14), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.126743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d244299-b259-44ac-91fb-c7926209a56e req-f27f3cc1-120d-4b4b-9660-d9dfb83bb225 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2367682
Apr 30 21:17:08.127599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Deleting port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:08.128150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.218057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e609015-29a3-4678-9e4b-9b00ec55c21f {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:08.252329 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b13a6-50b3-4a8c-8a11-6c0fa2f23152 admin admin] Publish callbacks [] for security_group (48213159-7369-43d0-b1c9-e9e96abeee14), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.259099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Publish callbacks [] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.284567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59874) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:08.308373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-739b3b1f-209c-469e-ae85-7e4e169c54da req-b63eeb88-5f95-4dcf-86c7-11aaef899b87 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (10664e80-a31b-4647-917f-910689850073), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.337129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Transition to ACTIVE for port object 4e609015-29a3-4678-9e4b-9b00ec55c21f will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:17:08.342644 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bd3df9f8-d7fe-44b8-b31c-6d897c9a2e27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77b426139c194813974502d1910c257f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0564888
Apr 30 21:17:08.345926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59876) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:08.371793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e07266-2956-474d-99db-6721c20e464b req-34b5fd2b-db79-4882-9025-6b6fa67ca580 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:08.373446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13e07266-2956-474d-99db-6721c20e464b req-34b5fd2b-db79-4882-9025-6b6fa67ca580 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 946 time: 0.1705222
Apr 30 21:17:08.383281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-739b3b1f-209c-469e-ae85-7e4e169c54da req-b63eeb88-5f95-4dcf-86c7-11aaef899b87 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (10664e80-a31b-4647-917f-910689850073), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.396435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0164ec29-d53a-4e5a-b72b-3bc67b908ce0 admin admin] Publish callbacks [] for security_group (80b68a76-6a09-40bb-807a-495d00ef4956), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.420837 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0164ec29-d53a-4e5a-b72b-3bc67b908ce0 admin admin] Publish callbacks [] for security_group (80b68a76-6a09-40bb-807a-495d00ef4956), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.422073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] For port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:08.422458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.441269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.527203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63eeb88-5f95-4dcf-86c7-11aaef899b87 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10664e80-a31b-4647-917f-910689850073,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:08.538334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:08.559953 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-739b3b1f-209c-469e-ae85-7e4e169c54da req-b63eeb88-5f95-4dcf-86c7-11aaef899b87 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.561252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-739b3b1f-209c-469e-ae85-7e4e169c54da req-b63eeb88-5f95-4dcf-86c7-11aaef899b87 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1800 time: 0.9459088
Apr 30 21:17:08.580136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Pushing event updated for resources: {'Port': ['ID=4e609015-29a3-4678-9e4b-9b00ec55c21f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:08.596149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0164ec29-d53a-4e5a-b72b-3bc67b908ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80b68a76-6a09-40bb-807a-495d00ef4956), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.598542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13e07266-2956-474d-99db-6721c20e464b req-abd9eac9-e9b1-43e9-9222-cb7928d5b6fd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups?id=d63d63a2-5855-41c0-b6ea-bdfedaa7b039&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2128787
Apr 30 21:17:08.599189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0164ec29-d53a-4e5a-b72b-3bc67b908ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.600400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:17:08.604074 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0164ec29-d53a-4e5a-b72b-3bc67b908ce0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80b68a76-6a09-40bb-807a-495d00ef4956 HTTP/1.1" status: 204  len: 168 time: 0.2554119
Apr 30 21:17:08.632007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164ec29-d53a-4e5a-b72b-3bc67b908ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b68a76-6a09-40bb-807a-495d00ef4956,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:08.660106 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b13a6-50b3-4a8c-8a11-6c0fa2f23152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (48213159-7369-43d0-b1c9-e9e96abeee14), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.663887 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ad0b13a6-50b3-4a8c-8a11-6c0fa2f23152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.664006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ad0b13a6-50b3-4a8c-8a11-6c0fa2f23152 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48213159-7369-43d0-b1c9-e9e96abeee14 HTTP/1.1" status: 204  len: 168 time: 0.8851361
Apr 30 21:17:08.686500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:08.686986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.778639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b13a6-50b3-4a8c-8a11-6c0fa2f23152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48213159-7369-43d0-b1c9-e9e96abeee14,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:08.838506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:08.838836 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:08.874174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff0823b-a621-444c-a64b-dfd437b832df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:08.877070 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e4b3dd-2ade-4b52-9d3f-005b64be381f" -d '{"events": [{"server_uuid": "7ff0823b-a621-444c-a64b-dfd437b832df", "name": "network-vif-plugged", "status": "completed", "tag": "39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:08.897366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:08.939786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bfb63-3377-4275-bc7f-a885d656cf44 req-e11c066b-b2ba-49f3-8bc8-d87e7b2dfd54 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:08.947037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e1bfb63-3377-4275-bc7f-a885d656cf44 req-e11c066b-b2ba-49f3-8bc8-d87e7b2dfd54 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 945 time: 0.2487571
Apr 30 21:17:08.969593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.010851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.011223 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (5af44593-2ab7-42cd-9422-a6b920fa5909), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.011544 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Floating IP 5af44593-2ab7-42cd-9422-a6b920fa5909 disassociated. External IP: 172.35.4.18, port: f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e.
Apr 30 21:17:09.011893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Calling delete_port for f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:09.024118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:09.039612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Attempting to bind port 4e609015-29a3-4678-9e4b-9b00ec55c21f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:09.039952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Attempting to bind port 4e609015-29a3-4678-9e4b-9b00ec55c21f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:09.040278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Attempting to bind port 4e609015-29a3-4678-9e4b-9b00ec55c21f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:09.068528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Port 4e609015-29a3-4678-9e4b-9b00ec55c21f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:17:09.068873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Attempting to bind port 4e609015-29a3-4678-9e4b-9b00ec55c21f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:09.108072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-95c19955-6cce-4659-8d49-35c97449149d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:09.110240 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-95c19955-6cce-4659-8d49-35c97449149d tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.20 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 945 time: 0.0535452
Apr 30 21:17:09.119803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e1bfb63-3377-4275-bc7f-a885d656cf44 req-eaa29480-d012-499d-a4c5-094f42aef0b6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1627123
Apr 30 21:17:09.126186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:09.126773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:09.127353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:09.128003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Bound port: 4e609015-29a3-4678-9e4b-9b00ec55c21f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:09.128564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.226655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Deleting port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:09.227260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.322055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd8fd0-d1bf-4e29-a68a-1aee64a2fb51 req-3550e270-4ff0-46db-b017-661da1a89943 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:09.323572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cd8fd0-d1bf-4e29-a68a-1aee64a2fb51 req-3550e270-4ff0-46db-b017-661da1a89943 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 947 time: 0.1139112
Apr 30 21:17:09.357415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] For port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:09.358059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.361905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] For port 4e609015-29a3-4678-9e4b-9b00ec55c21f, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:09.408166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] For port 4e609015-29a3-4678-9e4b-9b00ec55c21f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e609015-29a3-4678-9e4b-9b00ec55c21f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:09.462853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cd8fd0-d1bf-4e29-a68a-1aee64a2fb51 req-3b7294e4-1f1a-4689-83ee-f39bba6bf52c tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107712
Apr 30 21:17:09.489226 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.519110 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3286043-ea8b-4e91-9e8d-2aa946543f12 x-openstack-request-id: req-b3286043-ea8b-4e91-9e8d-2aa946543f12 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:09.519110 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff0823b-a621-444c-a64b-dfd437b832df", "name": "network-vif-plugged", "status": "completed", "tag": "39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:09.519110 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3286043-ea8b-4e91-9e8d-2aa946543f12 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:09.519110 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3286043-ea8b-4e91-9e8d-2aa946543f12'] response: {'server_uuid': '7ff0823b-a621-444c-a64b-dfd437b832df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'code': 200}
Apr 30 21:17:09.636659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.637030 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (5ed5a268-3ad4-4e9c-b302-b479877613ee), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.637349 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Floating IP 5ed5a268-3ad4-4e9c-b302-b479877613ee disassociated. External IP: 172.35.4.120, port: a648764a-35bc-4bbd-b4e5-9b7bf42d6e11.
Apr 30 21:17:09.637694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Calling delete_port for a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:09.649932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59898) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:09.721862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59900) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:09.750986 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-486b24d4-b5f7-4451-986d-974c91c4888a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d2ee2a196af4bf7874f40a1c1a22a7a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1020520
Apr 30 21:17:09.753618 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-842abdae-f759-4993-85cc-965138947f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.755519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59902) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:09.869347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:09.870061 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.871634 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e609015-29a3-4678-9e4b-9b00ec55c21f HTTP/1.1" status: 200  len: 1095 time: 2.5422189
Apr 30 21:17:09.885997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6cff9c-417f-4781-974c-f36e3b467218', 'tag': '4e609015-29a3-4678-9e4b-9b00ec55c21f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:09.888224 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9466cdaf-f126-46dd-8e76-7741845e47f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca6cff9c-417f-4781-974c-f36e3b467218", "tag": "4e609015-29a3-4678-9e4b-9b00ec55c21f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:09.890783 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.902273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b71ebec4-2899-49c3-9aac-61b65fa7e0ab admin admin] Publish callbacks [] for security_group (9c193e08-7615-486e-8d3f-06223d054c0e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.926626 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:17:09.950206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b71ebec4-2899-49c3-9aac-61b65fa7e0ab admin admin] Publish callbacks [] for security_group (9c193e08-7615-486e-8d3f-06223d054c0e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:09.966891 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-842abdae-f759-4993-85cc-965138947f80 admin admin] Publish callbacks [] for security_group (150e6cff-4bf9-4883-8ea8-b0da28455a87), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:10.012694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-fc19134d-76e7-466c-b7f2-fef305c93695 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 50882 time: 1.3472528
Apr 30 21:17:10.038519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a648764a-35bc-4bbd-b4e5-9b7bf42d6e11), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:10.041101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1d887-a86f-4f46-a6ff-53db91b82b93 service neutron] Pushing event updated for resources: {'Port': ['ID=4e609015-29a3-4678-9e4b-9b00ec55c21f,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:10.064939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffeae5-ab91-41c0-ba8f-68ac5ee2b174 req-4085fbf1-f253-4ece-a3d0-b35ddf9ae638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:10.066635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebffeae5-ab91-41c0-ba8f-68ac5ee2b174 req-4085fbf1-f253-4ece-a3d0-b35ddf9ae638 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 1128 time: 0.2027662
Apr 30 21:17:10.074725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event deleted for resources: {'Port': ['ID=a648764a-35bc-4bbd-b4e5-9b7bf42d6e11,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:10.075670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c59b46-6a28-4d3e-93d2-022e689ba4dc req-4f1586a5-3158-4528-9657-57d42b9146d4 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:10.082966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01c59b46-6a28-4d3e-93d2-022e689ba4dc req-4f1586a5-3158-4528-9657-57d42b9146d4 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 945 time: 0.2204881
Apr 30 21:17:10.133127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b71ebec4-2899-49c3-9aac-61b65fa7e0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9c193e08-7615-486e-8d3f-06223d054c0e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:10.134070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b71ebec4-2899-49c3-9aac-61b65fa7e0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:10.135232 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b71ebec4-2899-49c3-9aac-61b65fa7e0ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c193e08-7615-486e-8d3f-06223d054c0e HTTP/1.1" status: 204  len: 168 time: 0.3767879
Apr 30 21:17:10.167232 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-842abdae-f759-4993-85cc-965138947f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (150e6cff-4bf9-4883-8ea8-b0da28455a87), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:10.194985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ebec4-2899-49c3-9aac-61b65fa7e0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c193e08-7615-486e-8d3f-06223d054c0e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:10.245604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event deleted for resources: {'Port': ['ID=f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:10.259815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-5a252327-f7b1-4f8b-9fcc-e38ab924f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:10.261329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-5a252327-f7b1-4f8b-9fcc-e38ab924f529 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=246c0a9cc007483ab7bd3cd40249f291&device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 1129 time: 0.2406821
Apr 30 21:17:10.352176 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-842abdae-f759-4993-85cc-965138947f80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48518dbb4d334be888e8fb66834043b7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6261191
Apr 30 21:17:10.352965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842abdae-f759-4993-85cc-965138947f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150e6cff-4bf9-4883-8ea8-b0da28455a87,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:10.370888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59914) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:10.382634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Router 7a586238-d3b7-468e-a439-68fdcd0f95a8 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:10.385347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-02c1708d-5330-4498-aba3-ee71711e5ab5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4e609015-29a3-4678-9e4b-9b00ec55c21f HTTP/1.1" status: 200  len: 217 time: 0.1033020
Apr 30 21:17:10.425125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebffeae5-ab91-41c0-ba8f-68ac5ee2b174 req-b0a37224-8cf2-4812-8269-d980c364aae9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3258722
Apr 30 21:17:10.444063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01c59b46-6a28-4d3e-93d2-022e689ba4dc req-b0afd105-46fd-483e-a3a3-ce2a0c6052fd tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e617970-c540-40d7-98cf-f3ae5b133435&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3599420
Apr 30 21:17:10.445700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-168145a1-a9e7-4101-b794-ac16e2e93ecd tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0993c57d-755d-4685-a9a5-0bceb695090b HTTP/1.1" status: 200  len: 2998 time: 0.4115188
Apr 30 21:17:10.543472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Router 7796f893-fe0e-4e9a-be98-1df65c6cda8f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:10.571253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-612dc95b-8f42-4c84-bb92-a1a5f1156bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:10.572737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-612dc95b-8f42-4c84-bb92-a1a5f1156bb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1724243
Apr 30 21:17:10.592100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:10.604541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] Sync routers for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:10.625401 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:10.634160 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8f9910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:10.666954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-7b14400e-d1c4-449f-bb40-8a506d7d71a2 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0993c57d-755d-4685-a9a5-0bceb695090b HTTP/1.1" status: 200  len: 2998 time: 0.1689723
Apr 30 21:17:10.670461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3cc08e71-910f-4f5a-9c67-ae2c3d0198e1 req-efd477e1-8efa-4e20-8b75-5acb847b41e5 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 210 time: 0.1026564
Apr 30 21:17:10.673593 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] No DVR routers for this DVR port a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:10.677249 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1edc-bcb5-4338-8129-ba9cc392d8b1 admin admin] Publish callbacks [] for security_group (150e6cff-4bf9-4883-8ea8-b0da28455a87), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:10.679315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:10.686179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-44a5c3e8-d3a9-4a3a-9ce0-b8739a4f08c4 req-2b723411-0b2c-4df9-8371-683367a8e220 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.20 "DELETE /v2.0/ports/a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 HTTP/1.1" status: 204  len: 173 time: 1.5671384
Apr 30 21:17:10.686179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'name': 'network-vif-deleted', 'tag': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:10.686179 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc28b5c-6b0c-4eb8-924a-a487276dee81" -d '{"events": [{"server_uuid": "422d9d7c-80c8-4693-925c-f434084a7bd1", "name": "network-vif-deleted", "tag": "a648764a-35bc-4bbd-b4e5-9b7bf42d6e11"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:10.811520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-d0ed6061-bde7-41e7-aaf3-690bfef867a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:10.813034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-d0ed6061-bde7-41e7-aaf3-690bfef867a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2276309
Apr 30 21:17:10.823156 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b47bea-1a97-4dfc-9c9a-f3aea2902c98 x-openstack-request-id: req-c9b47bea-1a97-4dfc-9c9a-f3aea2902c98 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:10.823412 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca6cff9c-417f-4781-974c-f36e3b467218", "tag": "4e609015-29a3-4678-9e4b-9b00ec55c21f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:10.824132 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9b47bea-1a97-4dfc-9c9a-f3aea2902c98 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:10.824132 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9b47bea-1a97-4dfc-9c9a-f3aea2902c98'] response: {'name': 'network-changed', 'server_uuid': 'ca6cff9c-417f-4781-974c-f36e3b467218', 'tag': '4e609015-29a3-4678-9e4b-9b00ec55c21f', 'status': 'completed', 'code': 200}
Apr 30 21:17:10.847833 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:10.851383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1edc-bcb5-4338-8129-ba9cc392d8b1 admin admin] Publish callbacks [] for security_group (150e6cff-4bf9-4883-8ea8-b0da28455a87), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:10.952547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-5d86b12f-649d-418c-aeda-bfdf44b4d264 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3db14750-9f21-4b12-a239-c51063d9f2a5 HTTP/1.1" status: 200  len: 2998 time: 0.2729568
Apr 30 21:17:11.033239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:11.047196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] Sync routers for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:11.061612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e375ec4-c46d-4e13-bdab-16dbd637bdd8 req-67302875-ac26-4a4d-af1e-5a01eab5d365 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:11.063572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e375ec4-c46d-4e13-bdab-16dbd637bdd8 req-67302875-ac26-4a4d-af1e-5a01eab5d365 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1556401
Apr 30 21:17:11.069688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:11.095223 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8f9910>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:07Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:11.102792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:11.103504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:11.107904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:11.109683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc64eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:11.113298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-88f648b8-aa4d-4091-9f6c-11dfa7e24ad7 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883112
Apr 30 21:17:11.150567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] Checking router: 7a586238-d3b7-468e-a439-68fdcd0f95a8 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:11.151006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-6a66a945-8f2a-435f-ba3c-72194a0613a7 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/3db14750-9f21-4b12-a239-c51063d9f2a5 HTTP/1.1" status: 200  len: 2998 time: 0.1723251
Apr 30 21:17:11.153380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] No DVR routers for this DVR port f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:11.158117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:11.161795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-623680cd-9c90-48c7-b20b-10932b48f14f req-c8e65efd-204b-4a56-becf-df88d37e5bcd tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.35 "DELETE /v2.0/ports/f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e HTTP/1.1" status: 204  len: 173 time: 3.3261118
Apr 30 21:17:11.169486 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:11.170203 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8f9910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:11.214626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1edc-bcb5-4338-8129-ba9cc392d8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (150e6cff-4bf9-4883-8ea8-b0da28455a87), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:11.217439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f1c1edc-bcb5-4338-8129-ba9cc392d8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:11.218838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5f1c1edc-bcb5-4338-8129-ba9cc392d8b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/150e6cff-4bf9-4883-8ea8-b0da28455a87 HTTP/1.1" status: 204  len: 168 time: 0.8353348
Apr 30 21:17:11.267895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c1edc-bcb5-4338-8129-ba9cc392d8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150e6cff-4bf9-4883-8ea8-b0da28455a87,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:11.298158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e375ec4-c46d-4e13-bdab-16dbd637bdd8 req-43d84019-75d0-4822-8624-112966ade479 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2249911
Apr 30 21:17:11.307479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-0ea4de50-5444-4a86-ba47-f62ef8ddf468 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4f241ce5-83ed-461f-a761-d8451a6f2c30 HTTP/1.1" status: 200  len: 2990 time: 0.1080284
Apr 30 21:17:11.368146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b33831-b3be-43c0-b06f-759e07f0e50c req-6bc166e9-9a15-4ef1-b704-efb9ecbc2dff service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439127
Apr 30 21:17:11.377236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:11.427706 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:11.435107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-c3e0949a-d6d5-48c4-9689-f8871662fe2f tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4f241ce5-83ed-461f-a761-d8451a6f2c30 HTTP/1.1" status: 200  len: 2990 time: 0.1072628
Apr 30 21:17:11.563569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-f4d129d3-c72e-40ed-9ea6-ea73cba9d144 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/667539ec-f2ea-407c-bf40-37406a2a1c96 HTTP/1.1" status: 200  len: 2998 time: 0.1203115
Apr 30 21:17:11.647512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6b16c-fb79-4e1a-8c38-ff4728c617e2 req-cd67347e-4729-4d9d-95e8-e09b48a25951 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:11.660960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbe6b16c-fb79-4e1a-8c38-ff4728c617e2 req-cd67347e-4729-4d9d-95e8-e09b48a25951 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 947 time: 0.1641276
Apr 30 21:17:11.666218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc64eb0>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:48Z', 'revision_number': 5, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:11.678346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-16b2dd12-1352-447b-bd2e-21f4a747c0c3 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/667539ec-f2ea-407c-bf40-37406a2a1c96 HTTP/1.1" status: 200  len: 2998 time: 0.0964119
Apr 30 21:17:11.705984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] Checking router: 7796f893-fe0e-4e9a-be98-1df65c6cda8f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:11.718098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:11.718945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc64eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:11.754962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-cc2fca92-508e-424d-9a08-3374c370219e tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/69539747-8884-4e8e-a8d9-b7f919f69c24 HTTP/1.1" status: 200  len: 2998 time: 0.0696602
Apr 30 21:17:11.763916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbe6b16c-fb79-4e1a-8c38-ff4728c617e2 req-444ccbd0-0d6e-4323-a24e-529a83657153 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001573
Apr 30 21:17:11.819431 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a5117-30f0-4195-b440-309fb7d94de8 x-openstack-request-id: req-526a5117-30f0-4195-b440-309fb7d94de8 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:11.819936 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422d9d7c-80c8-4693-925c-f434084a7bd1", "name": "network-vif-deleted", "tag": "a648764a-35bc-4bbd-b4e5-9b7bf42d6e11", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:11.820041 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-526a5117-30f0-4195-b440-309fb7d94de8 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:11.820417 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526a5117-30f0-4195-b440-309fb7d94de8'] response: {'server_uuid': '422d9d7c-80c8-4693-925c-f434084a7bd1', 'name': 'network-vif-deleted', 'tag': 'a648764a-35bc-4bbd-b4e5-9b7bf42d6e11', 'status': 'completed', 'code': 200}
Apr 30 21:17:11.834617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-4b061225-9677-42e5-b55f-1451eaab073c tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/69539747-8884-4e8e-a8d9-b7f919f69c24 HTTP/1.1" status: 200  len: 2998 time: 0.0681474
Apr 30 21:17:11.848996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:11.867297 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8f9910>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:07Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:11.930955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-74399534-e803-4aac-ae80-2889d46e7913 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7f60855d-1de5-47cc-97f3-32b4a18bf119 HTTP/1.1" status: 200  len: 2998 time: 0.0901189
Apr 30 21:17:11.931944 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb27710f-ec85-4b57-8e97-57890d445c5f None None] The sync data for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 is: [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:16:01Z', 'revision_number': 4, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff', 'name': '', 'network_id': '8fd4bea1-c586-4c7a-90c7-30351d345759', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'mac_address': 'fa:16:3e:39:7b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:00Z', 'updated_at': '2022-04-30T21:16:07Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'subnets': [{'id': '202ae7e6-462d-4af9-93ea-b7068930aab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:11.972708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2966548e-df47-42de-bc29-fd9ae53e5d04 req-7646d3d3-c833-4f48-b423-975b789bee92 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/ports?device_id=422d9d7c-80c8-4693-925c-f434084a7bd1 HTTP/1.1" status: 200  len: 210 time: 0.0443296
Apr 30 21:17:12.021235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-e968decf-6207-4adc-95fa-d6bebc0f9f6c tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7f60855d-1de5-47cc-97f3-32b4a18bf119 HTTP/1.1" status: 200  len: 2998 time: 0.0473831
Apr 30 21:17:12.060408 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-d9a840da-37a4-4ae4-acc9-99fb579f2540 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] show failed (client error): The resource could not be found.
Apr 30 21:17:12.062259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-d9a840da-37a4-4ae4-acc9-99fb579f2540 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9c193e08-7615-486e-8d3f-06223d054c0e HTTP/1.1" status: 404  len: 352 time: 0.0354071
Apr 30 21:17:12.103130 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-3b2d793a-c0ed-4fd0-ad8e-fc1edba95e18 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] show failed (client error): The resource could not be found.
Apr 30 21:17:12.106734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-3b2d793a-c0ed-4fd0-ad8e-fc1edba95e18 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/9c193e08-7615-486e-8d3f-06223d054c0e HTTP/1.1" status: 404  len: 352 time: 0.0356739
Apr 30 21:17:12.189837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc64eb0>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:48Z', 'revision_number': 5, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:12.230624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361ebf3-4225-4b37-90db-de65d099ec21 None None] The sync data for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 is: [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:14:41Z', 'revision_number': 4, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c5a464b-56c4-4c22-8423-5a7a6ff535aa', 'name': '', 'network_id': '1152c707-7e0c-4173-990b-839e96baa458', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'mac_address': 'fa:16:3e:dc:69:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '289508dd-01d2-4845-b2ab-681c36928707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:39Z', 'updated_at': '2022-04-30T21:14:48Z', 'revision_number': 5, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'subnets': [{'id': '289508dd-01d2-4845-b2ab-681c36928707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:12.266205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d17374fe-d7f0-485c-9b84-f2f8ccf5ef0d req-6d45b9f4-cf38-4c24-95da-e0f5e6424c1e tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/ports?device_id=361d2aa0-0533-433d-aec8-097fee016242 HTTP/1.1" status: 200  len: 210 time: 0.0877252
Apr 30 21:17:12.314795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-4562becc-076b-40a4-a4b3-1e1e249adaff tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b HTTP/1.1" status: 200  len: 2998 time: 0.1978889
Apr 30 21:17:12.405821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-587f10c7-0dcc-408f-bde6-d7c064cc5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:12.408168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-587f10c7-0dcc-408f-bde6-d7c064cc5546 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=246c0a9cc007483ab7bd3cd40249f291&device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 1129 time: 0.1402874
Apr 30 21:17:12.451744 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5489e188-6cb9-4320-bdb8-4e57cb596ad6 None None] New status for floating IP 5ed5a268-3ad4-4e9c-b302-b479877613ee: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:17:12.479540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-91209bec-eacc-46b9-9171-f4187603cd0c tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b HTTP/1.1" status: 200  len: 2998 time: 0.1372635
Apr 30 21:17:12.547156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:12.598265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ef99c-461e-4406-9a13-c6e3907b75af req-70f76e23-dba7-42af-9946-742fdfb7dc08 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:12.600122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579ef99c-461e-4406-9a13-c6e3907b75af req-70f76e23-dba7-42af-9946-742fdfb7dc08 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1249990
Apr 30 21:17:12.617117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:12.617612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a648764a-35bc-4bbd-b4e5-9b7bf42d6e11 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:12.649581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-46d0c4f1-9324-4729-9d5d-185d9bc24916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:12.651074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-46d0c4f1-9324-4729-9d5d-185d9bc24916 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2374814
Apr 30 21:17:12.657743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-ab1dbd3d-bdc3-47e3-97a9-8afa3911877e tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c8bcb683-777a-42a0-a5ec-b807ae4bb6c5 HTTP/1.1" status: 200  len: 2998 time: 0.1353710
Apr 30 21:17:12.688610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf09cc7-c311-49a0-9fca-6669ccfb411d None None] New status for floating IP 5af44593-2ab7-42cd-9422-a6b920fa5909: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:17:12.739350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-9601a57d-e2df-48d8-952a-eff1fd920ab4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=4e609015-29a3-4678-9e4b-9b00ec55c21f HTTP/1.1" status: 200  len: 217 time: 0.0582542
Apr 30 21:17:12.745247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579ef99c-461e-4406-9a13-c6e3907b75af req-ff2abb3e-20ba-4e78-b22e-4b7943b10017 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292288
Apr 30 21:17:12.805378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-fa06fe5d-14f5-4497-950e-f2638ef1bbcf tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/c8bcb683-777a-42a0-a5ec-b807ae4bb6c5 HTTP/1.1" status: 200  len: 2998 time: 0.1370423
Apr 30 21:17:12.824821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-6e0bb5bd-06da-4196-8add-bdf5b8ec8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:12.826328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-6e0bb5bd-06da-4196-8add-bdf5b8ec8a95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0802126
Apr 30 21:17:12.827743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361d2aa0-0533-433d-aec8-097fee016242', 'name': 'network-vif-deleted', 'tag': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:12.830351 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7802265-cce0-4ae3-9ccf-df274a8ea8ac" -d '{"events": [{"server_uuid": "361d2aa0-0533-433d-aec8-097fee016242", "name": "network-vif-deleted", "tag": "f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:12.934813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-46628e39-32c4-4a00-a609-0cf79e79b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:12.936330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-46628e39-32c4-4a00-a609-0cf79e79b295 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1027305
Apr 30 21:17:12.941420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-fcb32ee0-57f2-48f4-8acb-dd97485c01af tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/d1bf13b8-d931-4c7f-9acb-5bfb88b1857f HTTP/1.1" status: 200  len: 2994 time: 0.1245108
Apr 30 21:17:12.946890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2a6e9-6174-4a43-8447-7f5641fef254 req-34c3353a-532a-49ac-892d-703feb09b31d tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:12.948364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-caf2a6e9-6174-4a43-8447-7f5641fef254 req-34c3353a-532a-49ac-892d-703feb09b31d tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 947 time: 0.0783706
Apr 30 21:17:13.066444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4e609015-29a3-4678-9e4b-9b00ec55c21f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:17:13.072642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-4266efa8-2605-4ff0-9465-ff7d9fb58c1d tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/d1bf13b8-d931-4c7f-9acb-5bfb88b1857f HTTP/1.1" status: 200  len: 2994 time: 0.1230712
Apr 30 21:17:13.094892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-caf2a6e9-6174-4a43-8447-7f5641fef254 req-b2de4e9e-f94f-4b9e-be7e-b606950256c8 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323907
Apr 30 21:17:13.135610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-d0ef835b-1a6b-4f85-a7e2-2a86876d915d service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851971
Apr 30 21:17:13.200258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-b9d4da57-f699-4412-a557-3131ecf76ed5 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e12396bc-ce7b-48d2-b755-73081ac3783e HTTP/1.1" status: 200  len: 2998 time: 0.1163445
Apr 30 21:17:13.289682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4e609015-29a3-4678-9e4b-9b00ec55c21f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e609015-29a3-4678-9e4b-9b00ec55c21f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:13.306532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '4e609015-29a3-4678-9e4b-9b00ec55c21f', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '4e609015-29a3-4678-9e4b-9b00ec55c21f', 'mac_address': 'fa:16:3e:cf:6d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:17:13.319447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bef145-5f7d-4426-865d-818fab4c8066 req-6bfb9e73-6da7-4c45-9ce1-490c7270ffc4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:13.326350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16bef145-5f7d-4426-865d-818fab4c8066 req-6bfb9e73-6da7-4c45-9ce1-490c7270ffc4 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1157777
Apr 30 21:17:13.341276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60010) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:13.345243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9466cdaf-f126-46dd-8e76-7741845e47f9 req-0e8df7e0-8a1e-400b-9abe-0dbd67a99002 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006917
Apr 30 21:17:13.350823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Request body: {'floatingip': {'port_id': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:13.357180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-599ee5eb-4a34-47af-943e-7c952208f67e tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e12396bc-ce7b-48d2-b755-73081ac3783e HTTP/1.1" status: 200  len: 2998 time: 0.1305184
Apr 30 21:17:13.385956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 4e609015-29a3-4678-9e4b-9b00ec55c21f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:13.386639 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:13.404954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e609015-29a3-4678-9e4b-9b00ec55c21f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:13.425967 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205acf3a-f692-4bf3-aa19-4dcb123d35bf x-openstack-request-id: req-205acf3a-f692-4bf3-aa19-4dcb123d35bf {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:13.426257 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361d2aa0-0533-433d-aec8-097fee016242", "name": "network-vif-deleted", "tag": "f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:13.430522 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-205acf3a-f692-4bf3-aa19-4dcb123d35bf {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:13.430522 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205acf3a-f692-4bf3-aa19-4dcb123d35bf'] response: {'server_uuid': '361d2aa0-0533-433d-aec8-097fee016242', 'name': 'network-vif-deleted', 'tag': 'f5c25d5e-aa76-4f72-b1c8-789e9bf2ba7e', 'status': 'completed', 'code': 200}
Apr 30 21:17:13.435296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4e609015-29a3-4678-9e4b-9b00ec55c21f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e609015-29a3-4678-9e4b-9b00ec55c21f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:13.448710 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for floatingip (c07e63e4-124a-4fb5-9820-c3af59fa8667), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:13.508644 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:13.562299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=4e609015-29a3-4678-9e4b-9b00ec55c21f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:13.572829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-51e297c0-991f-4a08-a38c-94745107d1e5 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e53edca9-f9dc-4841-a3bc-ee3b30cb0370 HTTP/1.1" status: 200  len: 2998 time: 0.1485538
Apr 30 21:17:13.590095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60020) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:13.685667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60022) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:13.697843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['4e609015-29a3-4678-9e4b-9b00ec55c21f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:13.708398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d845a0c-5c8c-4a94-b26d-2736a6001422 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group (7e617970-c540-40d7-98cf-f3ae5b133435), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:13.711181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-e054ddf9-c68b-4d51-b2ee-51e5513e133d tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/e53edca9-f9dc-4841-a3bc-ee3b30cb0370 HTTP/1.1" status: 200  len: 2998 time: 0.1285834
Apr 30 21:17:13.801502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d845a0c-5c8c-4a94-b26d-2736a6001422 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group (7e617970-c540-40d7-98cf-f3ae5b133435), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:13.806914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-03521aa9-95bf-4676-9b9c-8349cb0bd440 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fa546f7f-e9ae-4b5b-ad3a-de3223831abb HTTP/1.1" status: 200  len: 2998 time: 0.0875623
Apr 30 21:17:13.953902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5990d714-5372-4fc4-98e3-e1277f8008c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group (d63d63a2-5855-41c0-b6ea-bdfedaa7b039), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:13.958293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b1177e-fe52-4398-8e6b-3fdd4560c510 req-a37f319c-92ca-487f-b78f-138bc903d254 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fa546f7f-e9ae-4b5b-ad3a-de3223831abb HTTP/1.1" status: 200  len: 2998 time: 0.1425164
Apr 30 21:17:13.986589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5990d714-5372-4fc4-98e3-e1277f8008c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group (d63d63a2-5855-41c0-b6ea-bdfedaa7b039), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.055304 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d845a0c-5c8c-4a94-b26d-2736a6001422 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7e617970-c540-40d7-98cf-f3ae5b133435), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.058231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d845a0c-5c8c-4a94-b26d-2736a6001422 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.062563 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7d845a0c-5c8c-4a94-b26d-2736a6001422 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e617970-c540-40d7-98cf-f3ae5b133435 HTTP/1.1" status: 204  len: 168 time: 0.4714060
Apr 30 21:17:14.063398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60038) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:14.084104 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-8dc3df49-cabd-4427-bf37-9bdb1ec018b2 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] show failed (client error): The resource could not be found.
Apr 30 21:17:14.088918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60040) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:14.089351 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8dc3df49-cabd-4427-bf37-9bdb1ec018b2 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "GET /v2.0/security-groups/7e617970-c540-40d7-98cf-f3ae5b133435 HTTP/1.1" status: 404  len: 347 time: 0.0207949
Apr 30 21:17:14.096325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d845a0c-5c8c-4a94-b26d-2736a6001422 tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e617970-c540-40d7-98cf-f3ae5b133435,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:14.148495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5990d714-5372-4fc4-98e3-e1277f8008c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d63d63a2-5855-41c0-b6ea-bdfedaa7b039), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.151918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5990d714-5372-4fc4-98e3-e1277f8008c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.152595 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5990d714-5372-4fc4-98e3-e1277f8008c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "DELETE /v2.0/security-groups/d63d63a2-5855-41c0-b6ea-bdfedaa7b039 HTTP/1.1" status: 204  len: 168 time: 0.4657512
Apr 30 21:17:14.156373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60046) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:14.180378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990d714-5372-4fc4-98e3-e1277f8008c8 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63d63a2-5855-41c0-b6ea-bdfedaa7b039,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:14.185239 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-100a7d34-0e89-48fb-96dd-f8dde6f1e420 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] show failed (client error): The resource could not be found.
Apr 30 21:17:14.187233 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-100a7d34-0e89-48fb-96dd-f8dde6f1e420 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "GET /v2.0/security-groups/d63d63a2-5855-41c0-b6ea-bdfedaa7b039 HTTP/1.1" status: 404  len: 347 time: 0.0290365
Apr 30 21:17:14.190851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60050) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:14.338150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Deleting port 4a11578b-b4b6-4b79-9741-fd943aa09bb5 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:14.338518 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4a11578b-b4b6-4b79-9741-fd943aa09bb5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.427329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4a11578b-b4b6-4b79-9741-fd943aa09bb5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.427859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for floatingip (4a11578b-b4b6-4b79-9741-fd943aa09bb5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.443872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Calling delete_port for 4a11578b-b4b6-4b79-9741-fd943aa09bb5 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:14.571663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a54ed36-790a-4826-8d2b-616f0f0b20b6 req-9884254c-e4f6-490e-9d25-80ae6f8f3ea0 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5f1dfb583df447096024572a27dc5cf HTTP/1.1" status: 200  len: 6154 time: 0.5718417
Apr 30 21:17:14.618457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.649854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Deleting port 16acb7bf-2ddc-4756-8433-9187734992d7 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:14.650197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (16acb7bf-2ddc-4756-8433-9187734992d7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.695926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c07e63e4-124a-4fb5-9820-c3af59fa8667), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.774802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a54ed36-790a-4826-8d2b-616f0f0b20b6 req-c22392f4-1ad1-4cc7-ac65-4e16067f9136 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "GET /v2.0/security-groups/e12396bc-ce7b-48d2-b755-73081ac3783e HTTP/1.1" status: 200  len: 2998 time: 0.1745973
Apr 30 21:17:14.849807 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (16acb7bf-2ddc-4756-8433-9187734992d7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.850053 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for floatingip (16acb7bf-2ddc-4756-8433-9187734992d7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.876423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Calling delete_port for 16acb7bf-2ddc-4756-8433-9187734992d7 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:14.883656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a54ed36-790a-4826-8d2b-616f0f0b20b6 req-3ea1bc02-d4ae-4191-b327-d1b041def6e2 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "GET /v2.0/security-groups/e12396bc-ce7b-48d2-b755-73081ac3783e HTTP/1.1" status: 200  len: 2998 time: 0.1001012
Apr 30 21:17:14.893233 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Floating IP c07e63e4-124a-4fb5-9820-c3af59fa8667 associated. External IP: 172.35.4.31, port: 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0.
Apr 30 21:17:14.931380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4a11578b-b4b6-4b79-9741-fd943aa09bb5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:14.962161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Pushing event deleted for resources: {'Port': ['ID=4a11578b-b4b6-4b79-9741-fd943aa09bb5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:15.026996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks [] for floatingip (5af44593-2ab7-42cd-9422-a6b920fa5909), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.028923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.030157 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ff6f842c-6577-4c23-813a-37b404fa70f3 tempest-AttachSCSIVolumeTestJSON-1824069812 tempest-AttachSCSIVolumeTestJSON-1824069812-project] 10.222.0.23 "DELETE /v2.0/floatingips/5af44593-2ab7-42cd-9422-a6b920fa5909 HTTP/1.1" status: 204  len: 168 time: 0.8380802
Apr 30 21:17:15.072923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4e609015-29a3-4678-9e4b-9b00ec55c21f up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:15.076798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f8522-76eb-4daa-abeb-67624b8d7c1f req-41fda322-7022-47f3-b475-072139e57dcf tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:15.076798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b82f8522-76eb-4daa-abeb-67624b8d7c1f req-41fda322-7022-47f3-b475-072139e57dcf tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 948 time: 0.0884678
Apr 30 21:17:15.157836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 4e609015-29a3-4678-9e4b-9b00ec55c21f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:17:15.240380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b82f8522-76eb-4daa-abeb-67624b8d7c1f req-c66b4f86-5297-4964-8a1a-4f7a786f60a7 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542907
Apr 30 21:17:15.252931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 4e609015-29a3-4678-9e4b-9b00ec55c21f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:15.253549 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.367303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Router 04843ad8-f78a-4ec7-8e85-1a812649ed30 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:15.367704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 4e609015-29a3-4678-9e4b-9b00ec55c21f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:15.368354 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.373397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (16acb7bf-2ddc-4756-8433-9187734992d7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.380354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d56a3f85-712a-4a23-802d-236188feb240 req-f31866bc-505f-4ac8-948e-7b06ac8e0f7b tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/10664e80-a31b-4647-917f-910689850073 HTTP/1.1" status: 200  len: 1795 time: 0.0993981
Apr 30 21:17:15.402798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6cff9c-417f-4781-974c-f36e3b467218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e609015-29a3-4678-9e4b-9b00ec55c21f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:15.406157 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b64b9c-43ed-40ec-a80a-d1f8a3cdf3be" -d '{"events": [{"server_uuid": "ca6cff9c-417f-4781-974c-f36e3b467218", "name": "network-vif-plugged", "status": "completed", "tag": "4e609015-29a3-4678-9e4b-9b00ec55c21f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:15.411885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Pushing event deleted for resources: {'Port': ['ID=16acb7bf-2ddc-4756-8433-9187734992d7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:15.421588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 4e609015-29a3-4678-9e4b-9b00ec55c21f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e609015-29a3-4678-9e4b-9b00ec55c21f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:15.536820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.590755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=4e609015-29a3-4678-9e4b-9b00ec55c21f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:15.598937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks [] for floatingip (5ed5a268-3ad4-4e9c-b302-b479877613ee), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.601435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.602621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bf98c6ef-7bc6-4c22-8693-ec1c4e87f50a tempest-ServersTestFqdnHostnames-1191117519 tempest-ServersTestFqdnHostnames-1191117519-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ed5a268-3ad4-4e9c-b302-b479877613ee HTTP/1.1" status: 204  len: 168 time: 1.5105526
Apr 30 21:17:15.604864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d56a3f85-712a-4a23-802d-236188feb240 req-e22d4736-4254-45ab-9e7f-a56856a0749b tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (10664e80-a31b-4647-917f-910689850073), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.612108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60102) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:15.633300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:15.639496 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.644431 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] Sync routers for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:15.655849 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:15.658110 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:15.664552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d56a3f85-712a-4a23-802d-236188feb240 req-e22d4736-4254-45ab-9e7f-a56856a0749b tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (10664e80-a31b-4647-917f-910689850073), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.698369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5eb14213-0f68-4cbb-a299-581ac3ce1c6b tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "PUT /v2.0/floatingips/c07e63e4-124a-4fb5-9820-c3af59fa8667 HTTP/1.1" status: 200  len: 991 time: 2.3535335
Apr 30 21:17:15.700742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff0823b-a621-444c-a64b-dfd437b832df', 'tag': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:15.703132 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff0823b-a621-444c-a64b-dfd437b832df", "tag": "39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:15.773004 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:15.834497 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d56a3f85-712a-4a23-802d-236188feb240 req-e22d4736-4254-45ab-9e7f-a56856a0749b tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (10664e80-a31b-4647-917f-910689850073), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.837071 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d56a3f85-712a-4a23-802d-236188feb240 req-e22d4736-4254-45ab-9e7f-a56856a0749b tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:15.850588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d56a3f85-712a-4a23-802d-236188feb240 req-e22d4736-4254-45ab-9e7f-a56856a0749b tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/10664e80-a31b-4647-917f-910689850073 HTTP/1.1" status: 204  len: 173 time: 0.4429502
Apr 30 21:17:15.858729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4736-4254-45ab-9e7f-a56856a0749b tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10664e80-a31b-4647-917f-910689850073,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:15.943836 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d81254-22ea-4e8e-abdb-80dbef782e68 x-openstack-request-id: req-55d81254-22ea-4e8e-abdb-80dbef782e68 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:15.953128 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6cff9c-417f-4781-974c-f36e3b467218", "name": "network-vif-plugged", "status": "completed", "tag": "4e609015-29a3-4678-9e4b-9b00ec55c21f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:15.953128 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55d81254-22ea-4e8e-abdb-80dbef782e68 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:15.953128 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d81254-22ea-4e8e-abdb-80dbef782e68'] response: {'server_uuid': 'ca6cff9c-417f-4781-974c-f36e3b467218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e609015-29a3-4678-9e4b-9b00ec55c21f', 'code': 200}
Apr 30 21:17:16.010703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (7a586238-d3b7-468e-a439-68fdcd0f95a8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.050130 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3130>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c07e63e4-124a-4fb5-9820-c3af59fa8667', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'floating_ip_address': '172.35.4.31', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'port_id': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'mac_address': 'fa:16:3e:c3:0b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff0823b-a621-444c-a64b-dfd437b832df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:16:40Z', 'updated_at': '2022-04-30T21:17:14Z', 'revision_number': 1, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:40Z', 'revision_number': 5, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:16.166516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76ff8c-9829-41aa-bc72-6f909dce394f req-41865296-c2b6-4088-b215-8b401fa7a4aa tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:16.169271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c76ff8c-9829-41aa-bc72-6f909dce394f req-41865296-c2b6-4088-b215-8b401fa7a4aa tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1628366
Apr 30 21:17:16.169675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:16.176291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1669922441'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:16.176614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c6f2f-46f5-471d-a798-c64d08de143b req-f23a17f6-c0e3-473a-86f9-fab6dd7c6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:16.178908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d3c6f2f-46f5-471d-a798-c64d08de143b req-f23a17f6-c0e3-473a-86f9-fab6dd7c6630 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 1131 time: 0.1229975
Apr 30 21:17:16.181965 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] Checking router: 04843ad8-f78a-4ec7-8e85-1a812649ed30 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:16.200207 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:16.200832 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:16.253394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c76ff8c-9829-41aa-bc72-6f909dce394f req-a8c6d312-198f-44bf-869c-4d71b1fb6c04 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727420
Apr 30 21:17:16.266158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d3c6f2f-46f5-471d-a798-c64d08de143b req-3f1c176c-d1e3-47b0-9fcd-57e16af2d8b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651555
Apr 30 21:17:16.301860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:16.307613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.325743 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7d09ba-a560-464a-a92c-baf7474d6ff3 x-openstack-request-id: req-bc7d09ba-a560-464a-a92c-baf7474d6ff3 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:16.329693 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff0823b-a621-444c-a64b-dfd437b832df", "tag": "39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:16.329693 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc7d09ba-a560-464a-a92c-baf7474d6ff3 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:16.329693 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7d09ba-a560-464a-a92c-baf7474d6ff3'] response: {'name': 'network-changed', 'server_uuid': '7ff0823b-a621-444c-a64b-dfd437b832df', 'tag': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'status': 'completed', 'code': 200}
Apr 30 21:17:16.336996 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:16.385586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3718cc90-6bed-4992-b85b-410e8b7503d0 req-e0c6609e-174b-4902-8b58-ae07e400d251 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "GET /v2.0/security-groups/8f1b84cf-76df-49f1-9ee1-26d59977b11e HTTP/1.1" status: 200  len: 1795 time: 0.0379920
Apr 30 21:17:16.393986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Deleting port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:16.394324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.396132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:17:16.449099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3718cc90-6bed-4992-b85b-410e8b7503d0 req-50b6cbb0-28a4-44f0-99e8-e66210178f34 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (8f1b84cf-76df-49f1-9ee1-26d59977b11e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.454632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-67d557b4-a913-49b9-a1c6-6625b7706c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:16.456260 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-67d557b4-a913-49b9-a1c6-6625b7706c5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9c121a94ec3445baa05dcaa3dc22af2&device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 1128 time: 0.0998852
Apr 30 21:17:16.460540 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (57c6f115-b2a9-49d9-8c08-ffd7cf461c87), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.460891 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Added segment 57c6f115-b2a9-49d9-8c08-ffd7cf461c87 of type vlan for network dcb46efb-f856-4d0a-9c79-6edd64276510
Apr 30 21:17:16.478715 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3718cc90-6bed-4992-b85b-410e8b7503d0 req-50b6cbb0-28a4-44f0-99e8-e66210178f34 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (8f1b84cf-76df-49f1-9ee1-26d59977b11e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.519604 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.562916 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (dcb46efb-f856-4d0a-9c79-6edd64276510), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.590135 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3130>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c07e63e4-124a-4fb5-9820-c3af59fa8667', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'floating_ip_address': '172.35.4.31', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'port_id': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'mac_address': 'fa:16:3e:c3:0b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff0823b-a621-444c-a64b-dfd437b832df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:16:40Z', 'updated_at': '2022-04-30T21:17:14Z', 'revision_number': 1, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:40Z', 'revision_number': 5, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:16.611678 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] For port 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:16.612032 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.621838 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c9af-e977-4ffa-86fb-b9325b408961 None None] The sync data for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 is: [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c07e63e4-124a-4fb5-9820-c3af59fa8667', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'floating_ip_address': '172.35.4.31', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'port_id': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'mac_address': 'fa:16:3e:c3:0b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff0823b-a621-444c-a64b-dfd437b832df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:16:40Z', 'updated_at': '2022-04-30T21:17:14Z', 'revision_number': 1, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:40Z', 'revision_number': 5, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:16.636608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Calling delete_port for 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:16.641183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3718cc90-6bed-4992-b85b-410e8b7503d0 req-50b6cbb0-28a4-44f0-99e8-e66210178f34 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8f1b84cf-76df-49f1-9ee1-26d59977b11e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.646295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3718cc90-6bed-4992-b85b-410e8b7503d0 req-50b6cbb0-28a4-44f0-99e8-e66210178f34 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.648578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3718cc90-6bed-4992-b85b-410e8b7503d0 req-50b6cbb0-28a4-44f0-99e8-e66210178f34 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f1b84cf-76df-49f1-9ee1-26d59977b11e HTTP/1.1" status: 204  len: 173 time: 0.2550571
Apr 30 21:17:16.661064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6cbb0-28a4-44f0-99e8-e66210178f34 tempest-SecurityGroupsTestAdminJSON-1050104987 tempest-SecurityGroupsTestAdminJSON-1050104987-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b84cf-76df-49f1-9ee1-26d59977b11e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:16.667340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-813f97c1-90f5-46e3-9521-e47516d477ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:16.669429 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-813f97c1-90f5-46e3-9521-e47516d477ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=03738ce1-c48f-4ad4-be94-161589abefe2 HTTP/1.1" status: 200  len: 916 time: 0.2031152
Apr 30 21:17:16.707497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (dcb46efb-f856-4d0a-9c79-6edd64276510), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.712320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:16.713163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:16.854927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8dc126e2-687c-4e05-a3cf-bbcc8c9e7a43 req-4dc6a435-a508-4c0a-8eb3-f2426c317bef tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "GET /v2.0/security-groups/e0454bef-8a68-46b7-80a6-d12edbe02425 HTTP/1.1" status: 200  len: 1795 time: 0.1119003
Apr 30 21:17:16.860762 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Network': ['ID=dcb46efb-f856-4d0a-9c79-6edd64276510,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:16.861179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c07f8-6ebf-4668-8a10-5c9c8e36b40f req-e01dc4a5-7e21-4235-8329-cc6b0efcc8ed tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:16.865681 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-b71862d7-f696-40b4-ad78-4dc52e398eec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 HTTP/1.1" status: 200  len: 999 time: 0.1666167
Apr 30 21:17:16.870157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d9c07f8-6ebf-4668-8a10-5c9c8e36b40f req-e01dc4a5-7e21-4235-8329-cc6b0efcc8ed tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 949 time: 0.0853307
Apr 30 21:17:16.875411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network dcb46efb-f856-4d0a-9c79-6edd64276510 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:17:16.967045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d9c07f8-6ebf-4668-8a10-5c9c8e36b40f req-fc4e7679-9aa6-4f72-83c9-cea8b4020448 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958660
Apr 30 21:17:16.985906 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bea03688-5ee4-4cda-a1eb-5c891230db8a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.8149009
Apr 30 21:17:16.989995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60152) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:17.018681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1624013846'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:17.040138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09651366-f36b-4004-8640-f352724cd646 None None] New status for floating IP c07e63e4-124a-4fb5-9820-c3af59fa8667: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:17:17.061040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-0a274250-9d10-4ef3-942e-7ea727d83013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:17.062557 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-0a274250-9d10-4ef3-942e-7ea727d83013 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77813a45-3d28-401a-82c7-7405d4826d07 HTTP/1.1" status: 200  len: 854 time: 0.1582348
Apr 30 21:17:17.063837 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8dc126e2-687c-4e05-a3cf-bbcc8c9e7a43 req-744704da-bf67-4302-b8ef-3c0a2dd50a40 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (e0454bef-8a68-46b7-80a6-d12edbe02425), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.112049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8dc126e2-687c-4e05-a3cf-bbcc8c9e7a43 req-744704da-bf67-4302-b8ef-3c0a2dd50a40 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (e0454bef-8a68-46b7-80a6-d12edbe02425), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.157854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.170837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-1945b44c-d7da-4e75-baae-d490308b36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:17.172468 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-1945b44c-d7da-4e75-baae-d490308b36f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03738ce1-c48f-4ad4-be94-161589abefe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0942423
Apr 30 21:17:17.206131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:17.210470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Pushing event deleted for resources: {'Port': ['ID=07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:17.213872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.298103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:17:17.334914 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8dc126e2-687c-4e05-a3cf-bbcc8c9e7a43 req-744704da-bf67-4302-b8ef-3c0a2dd50a40 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e0454bef-8a68-46b7-80a6-d12edbe02425), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.343937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8dc126e2-687c-4e05-a3cf-bbcc8c9e7a43 req-744704da-bf67-4302-b8ef-3c0a2dd50a40 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.346928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8dc126e2-687c-4e05-a3cf-bbcc8c9e7a43 req-744704da-bf67-4302-b8ef-3c0a2dd50a40 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "DELETE /v2.0/security-groups/e0454bef-8a68-46b7-80a6-d12edbe02425 HTTP/1.1" status: 204  len: 173 time: 0.4731953
Apr 30 21:17:17.353292 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (13a6a819-dd5a-4723-9ff1-d5090160a885), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.353735 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Added segment 13a6a819-dd5a-4723-9ff1-d5090160a885 of type vlan for network 491ca467-fa0f-4500-813a-eee0ea86bd57
Apr 30 21:17:17.517903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (491ca467-fa0f-4500-813a-eee0ea86bd57), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.542253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60176) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:17.554831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744704da-bf67-4302-b8ef-3c0a2dd50a40 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0454bef-8a68-46b7-80a6-d12edbe02425,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:17.599784 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-19404b4b-1fba-4ba3-9963-20f9b2b0ccdb service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3999314
Apr 30 21:17:17.630662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7473405-c23a-4b73-8cdf-776c296fbb71 req-b05c5b95-8632-4477-af07-146ea7a8b4d8 tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "GET /v2.0/security-groups/521ec3aa-0d3f-465c-ab12-2c57903e2235 HTTP/1.1" status: 200  len: 1794 time: 0.2400746
Apr 30 21:17:17.680003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (491ca467-fa0f-4500-813a-eee0ea86bd57), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.685365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:17.685999 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.711961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (7a586238-d3b7-468e-a439-68fdcd0f95a8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.736075 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ffef8c48-bb35-4f38-83b8-80c59f9f4e39 req-e5556f57-ace5-4944-9bf7-89d3d4cc0949 service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287723
Apr 30 21:17:17.812893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7473405-c23a-4b73-8cdf-776c296fbb71 req-b5848ee3-645a-44ba-9302-6d323a984b1c tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (521ec3aa-0d3f-465c-ab12-2c57903e2235), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.820056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Network': ['ID=491ca467-fa0f-4500-813a-eee0ea86bd57,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:17.834089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 491ca467-fa0f-4500-813a-eee0ea86bd57 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:17:17.841713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b779864-6c81-4da7-bd4a-2547f815f1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.872325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7473405-c23a-4b73-8cdf-776c296fbb71 req-b5848ee3-645a-44ba-9302-6d323a984b1c tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (521ec3aa-0d3f-465c-ab12-2c57903e2235), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.977852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a52980b2-1751-46ec-a1d5-e55f082932f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.987398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a3dd8036-d727-4c5a-8f47-512dec84d9af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.9913833
Apr 30 21:17:17.987398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b779864-6c81-4da7-bd4a-2547f815f1ac admin admin] Publish callbacks [] for security_group (4dfff6e7-8e92-4537-b1cf-905e19059a34), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:17.988534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60192) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:18.002559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'subnet': {'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:18.063049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Router 7a586238-d3b7-468e-a439-68fdcd0f95a8 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:18.128570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b98a9-7643-4fa2-8716-0b3301a2336a req-40656115-92b5-4647-bf00-c18d46981177 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:18.130134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f7b98a9-7643-4fa2-8716-0b3301a2336a req-40656115-92b5-4647-bf00-c18d46981177 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 949 time: 0.0690806
Apr 30 21:17:18.134288 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7473405-c23a-4b73-8cdf-776c296fbb71 req-b5848ee3-645a-44ba-9302-6d323a984b1c tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (521ec3aa-0d3f-465c-ab12-2c57903e2235), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.136722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7473405-c23a-4b73-8cdf-776c296fbb71 req-b5848ee3-645a-44ba-9302-6d323a984b1c tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.137932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7473405-c23a-4b73-8cdf-776c296fbb71 req-b5848ee3-645a-44ba-9302-6d323a984b1c tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] 10.222.0.23 "DELETE /v2.0/security-groups/521ec3aa-0d3f-465c-ab12-2c57903e2235 HTTP/1.1" status: 204  len: 173 time: 0.5064373
Apr 30 21:17:18.163902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60200) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:18.168197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5848ee3-645a-44ba-9302-6d323a984b1c tempest-SecurityGroupsTestAdminJSON-326733461 tempest-SecurityGroupsTestAdminJSON-326733461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521ec3aa-0d3f-465c-ab12-2c57903e2235,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:18.178785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b779864-6c81-4da7-bd4a-2547f815f1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4dfff6e7-8e92-4537-b1cf-905e19059a34), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.236033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3b779864-6c81-4da7-bd4a-2547f815f1ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c676e3c2e8c409e8cf460d850f19142&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6856914
Apr 30 21:17:18.239044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f7b98a9-7643-4fa2-8716-0b3301a2336a req-35efc100-7711-4657-aeed-2b3295e72405 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002345
Apr 30 21:17:18.239638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60204) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:18.240260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b779864-6c81-4da7-bd4a-2547f815f1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfff6e7-8e92-4537-b1cf-905e19059a34,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:18.245659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:18.266976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:18.266976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.267821 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d7c84af9-d731-4e91-8269-70a19995a59b admin admin] 10.222.0.23 "PUT /v2.0/routers/7a586238-d3b7-468e-a439-68fdcd0f95a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6437371
Apr 30 21:17:18.267821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60206) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:18.268129 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] Sync routers for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:18.290970 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:18.292030 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8f1490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:18.340472 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.402799 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a88bbf-5e47-43e3-8fd6-22867ca62878 admin admin] Publish callbacks [] for security_group (4dfff6e7-8e92-4537-b1cf-905e19059a34), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.409368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7aa73e71-d7fe-4631-8056-a516457b4b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.434430 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:18.443025 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a88bbf-5e47-43e3-8fd6-22867ca62878 admin admin] Publish callbacks [] for security_group (4dfff6e7-8e92-4537-b1cf-905e19059a34), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.521051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks [] for router (7a586238-d3b7-468e-a439-68fdcd0f95a8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.623660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7aa73e71-d7fe-4631-8056-a516457b4b57 admin admin] Publish callbacks [] for security_group (d6be3dea-e344-4b49-8e56-7a8513852b65), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.639741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a88bbf-5e47-43e3-8fd6-22867ca62878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4dfff6e7-8e92-4537-b1cf-905e19059a34), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.642515 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a88bbf-5e47-43e3-8fd6-22867ca62878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.646278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-40a88bbf-5e47-43e3-8fd6-22867ca62878 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dfff6e7-8e92-4537-b1cf-905e19059a34 HTTP/1.1" status: 204  len: 168 time: 0.4006832
Apr 30 21:17:18.654947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a88bbf-5e47-43e3-8fd6-22867ca62878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfff6e7-8e92-4537-b1cf-905e19059a34,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:18.664463 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (571ded28-00fa-4191-8b0a-dfd38ff94586), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.697415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7aa73e71-d7fe-4631-8056-a516457b4b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d6be3dea-e344-4b49-8e56-7a8513852b65), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.706562 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8f1490>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:17:16Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:18.742109 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] Checking router: 7a586238-d3b7-468e-a439-68fdcd0f95a8 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:18.754411 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] Routers {'7a586238-d3b7-468e-a439-68fdcd0f95a8'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:18.755137 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8f1490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7a586238-d3b7-468e-a439-68fdcd0f95a8'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:18.757674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Subnet': ['ID=571ded28-00fa-4191-8b0a-dfd38ff94586,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:18.760902 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7aa73e71-d7fe-4631-8056-a516457b4b57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cda5776322242b285e71514efc4f9d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5961699
Apr 30 21:17:18.765360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60220) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:18.781089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60222) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:18.810116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Checking segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:18.810961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network hostable DHCP agents. Network: dcb46efb-f856-4d0a-9c79-6edd64276510, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:17:18.844838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks [] for router_gateway (7a586238-d3b7-468e-a439-68fdcd0f95a8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.848199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa73e71-d7fe-4631-8056-a516457b4b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6be3dea-e344-4b49-8e56-7a8513852b65,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:18.897507 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5abcf003-57e6-4a0f-9385-0618063d4001 admin admin] Publish callbacks [] for security_group (d6be3dea-e344-4b49-8e56-7a8513852b65), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.922790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5abcf003-57e6-4a0f-9385-0618063d4001 admin admin] Publish callbacks [] for security_group (d6be3dea-e344-4b49-8e56-7a8513852b65), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:18.946746 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] Set router 7a586238-d3b7-468e-a439-68fdcd0f95a8 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:18.947430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-1992be69-3c46-457c-84d1-1ab5fe723add tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=246c0a9cc007483ab7bd3cd40249f291&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0273349
Apr 30 21:17:18.987020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network dcb46efb-f856-4d0a-9c79-6edd64276510 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:17:19.059903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-702f9259-df76-45d8-a2c8-01fd49f1e733 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5f1dfb583df447096024572a27dc5cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2737515
Apr 30 21:17:19.062679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60236) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:19.071628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5abcf003-57e6-4a0f-9385-0618063d4001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d6be3dea-e344-4b49-8e56-7a8513852b65), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.075882 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5abcf003-57e6-4a0f-9385-0618063d4001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.080140 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5abcf003-57e6-4a0f-9385-0618063d4001 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6be3dea-e344-4b49-8e56-7a8513852b65 HTTP/1.1" status: 204  len: 168 time: 0.2964661
Apr 30 21:17:19.095617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Deleting port a43994c7-f025-420a-9e57-5fe08f56e5e3 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:19.096120 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.130552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-da9190f9-112c-4e2b-a3fb-c06e96386ac9 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:19.132041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-da9190f9-112c-4e2b-a3fb-c06e96386ac9 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1761484
Apr 30 21:17:19.150543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcf003-57e6-4a0f-9385-0618063d4001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6be3dea-e344-4b49-8e56-7a8513852b65,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:19.153866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46364d32-e5b3-4080-a925-252dc6371b74 admin admin] Publish callbacks [] for security_group (e12396bc-ce7b-48d2-b755-73081ac3783e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.156953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-0225fa9c-adf4-4a50-b2f9-86fbeb3c6104 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/quotas/246c0a9cc007483ab7bd3cd40249f291 HTTP/1.1" status: 200  len: 375 time: 0.0174620
Apr 30 21:17:19.164029 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8f1490>, [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:17:16Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:19.199529 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a47efc-c13b-4232-9211-5211d46c5de7 None None] The sync data for ids ['7a586238-d3b7-468e-a439-68fdcd0f95a8'] in ncdv-master-1 is: [{'id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'name': 'tempest-ServersTestFqdnHostnames-1093891402-router', 'tenant_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50'}], 'enable_snat': True}, 'gw_port_id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:15:55Z', 'updated_at': '2022-04-30T21:17:16Z', 'revision_number': 5, 'project_id': 'e06b74e20cb74d5f9eb71ef0ad13dc99', 'gw_port': {'id': 'a43994c7-f025-420a-9e57-5fe08f56e5e3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a586238-d3b7-468e-a439-68fdcd0f95a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:15:56Z', 'updated_at': '2022-04-30T21:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:19.206305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dcb46efb-f856-4d0a-9c79-6edd64276510) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:19.221398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46364d32-e5b3-4080-a925-252dc6371b74 admin admin] Publish callbacks [] for security_group (e12396bc-ce7b-48d2-b755-73081ac3783e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.222935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56981c-ac02-4e83-a6e4-2aceed91ede3 None None] Network dcb46efb-f856-4d0a-9c79-6edd64276510 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:19.230772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:19.231376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.255910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-4722d54e-fb24-4e3a-8ca6-7e3bd5cda22e tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=246c0a9cc007483ab7bd3cd40249f291&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0881531
Apr 30 21:17:19.266034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] For port a43994c7-f025-420a-9e57-5fe08f56e5e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a43994c7-f025-420a-9e57-5fe08f56e5e3,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:19.266655 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.290762 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Calling delete_port for a43994c7-f025-420a-9e57-5fe08f56e5e3 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:19.415847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fe0df1b3-5953-4c42-b2ab-6f2f4e550ede tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.4189057
Apr 30 21:17:19.417340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60242) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:19.422670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'subnet': {'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:19.425450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dcb46efb-f856-4d0a-9c79-6edd64276510', 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'fixed_ips': [{'subnet_id': '571ded28-00fa-4191-8b0a-dfd38ff94586'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:17:19.426390 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.483017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46364d32-e5b3-4080-a925-252dc6371b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e12396bc-ce7b-48d2-b755-73081ac3783e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.485709 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46364d32-e5b3-4080-a925-252dc6371b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.489267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-46364d32-e5b3-4080-a925-252dc6371b74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e12396bc-ce7b-48d2-b755-73081ac3783e HTTP/1.1" status: 204  len: 168 time: 0.4228652
Apr 30 21:17:19.507445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46364d32-e5b3-4080-a925-252dc6371b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12396bc-ce7b-48d2-b755-73081ac3783e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:19.593805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Allocated IP 10.1.1.2 (dcb46efb-f856-4d0a-9c79-6edd64276510/571ded28-00fa-4191-8b0a-dfd38ff94586/9baef92f-5525-4e91-96c5-af0bad41012b) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:19.633019 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a43994c7-f025-420a-9e57-5fe08f56e5e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.685888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:19.694739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.869414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60254) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:19.882665 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Publish callbacks [] for port (9baef92f-5525-4e91-96c5-af0bad41012b), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.922227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e44800a9-be48-4a14-b205-051b6de694d0 req-97a5e76e-746a-4e84-848c-d6c98ae7d4af tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 210 time: 0.2503357
Apr 30 21:17:19.929461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:19.961040 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34639638-639d-43d5-97bc-4cbdc6f5dedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:19.975688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:19.977517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 07bec8e9-55ae-4b1e-9ec8-cf9ef31904ff not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:20.032575 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.089869 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34639638-639d-43d5-97bc-4cbdc6f5dedc admin admin] Publish callbacks [] for security_group (5395f9b2-f186-4431-b02b-9fa5a359c7c6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.096626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Network dcb46efb-f856-4d0a-9c79-6edd64276510 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:20.100289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:20.109663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:20.155995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Pushing event updated for resources: {'Port': ['ID=9baef92f-5525-4e91-96c5-af0bad41012b,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:20.180710 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e179875-7657-46b4-98a6-ec4ab3d44f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.201952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43994c7-f025-420a-9e57-5fe08f56e5e3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:20.228447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Attempting to bind port 9baef92f-5525-4e91-96c5-af0bad41012b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:20.229533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Attempting to bind port 9baef92f-5525-4e91-96c5-af0bad41012b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:20.230701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Attempting to bind port 9baef92f-5525-4e91-96c5-af0bad41012b on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:20.236309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34639638-639d-43d5-97bc-4cbdc6f5dedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5395f9b2-f186-4431-b02b-9fa5a359c7c6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.242378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:20.242859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Checking segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:20.243807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.244065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Bound using segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:20.244536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Bound port: 9baef92f-5525-4e91-96c5-af0bad41012b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:20.244991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.264660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (7a586238-d3b7-468e-a439-68fdcd0f95a8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.295585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-34639638-639d-43d5-97bc-4cbdc6f5dedc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=706d0d52baa84890a5a3cb856e4681fe&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4250751
Apr 30 21:17:20.297644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34639638-639d-43d5-97bc-4cbdc6f5dedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5395f9b2-f186-4431-b02b-9fa5a359c7c6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:20.300079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60262) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:20.331086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] For port 9baef92f-5525-4e91-96c5-af0bad41012b, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:20.334493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] For port 9baef92f-5525-4e91-96c5-af0bad41012b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9baef92f-5525-4e91-96c5-af0bad41012b,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:20.356186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3f32685-a9ba-4bd6-926c-f776f8502eec admin admin] Publish callbacks [] for security_group (5395f9b2-f186-4431-b02b-9fa5a359c7c6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.377877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3f32685-a9ba-4bd6-926c-f776f8502eec admin admin] Publish callbacks [] for security_group (5395f9b2-f186-4431-b02b-9fa5a359c7c6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.386351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (7a586238-d3b7-468e-a439-68fdcd0f95a8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.388644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks [] for router_controller (7a586238-d3b7-468e-a439-68fdcd0f95a8), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.417851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (c5a4580b-4646-42ab-b5c2-280e7b80f322), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.439048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.485850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Subnet': ['ID=c5a4580b-4646-42ab-b5c2-280e7b80f322,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:20.494935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Checking segment: {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:20.495302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network hostable DHCP agents. Network: 491ca467-fa0f-4500-813a-eee0ea86bd57, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:17:20.511082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2253901-4978-424b-b3bf-4f5dd0e709c1 None None] Pushing event updated for resources: {'Port': ['ID=9baef92f-5525-4e91-96c5-af0bad41012b,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:20.642144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network 491ca467-fa0f-4500-813a-eee0ea86bd57 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:17:20.643792 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (7a586238-d3b7-468e-a439-68fdcd0f95a8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.644072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a586238-d3b7-468e-a439-68fdcd0f95a8 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:17:20.648908 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3f32685-a9ba-4bd6-926c-f776f8502eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5395f9b2-f186-4431-b02b-9fa5a359c7c6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.651624 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3f32685-a9ba-4bd6-926c-f776f8502eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.656148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a3f32685-a9ba-4bd6-926c-f776f8502eec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5395f9b2-f186-4431-b02b-9fa5a359c7c6 HTTP/1.1" status: 204  len: 168 time: 0.3518476
Apr 30 21:17:20.663218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.671489 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-628fba6b-932e-4785-82a3-bdfe8781b194 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7a586238-d3b7-468e-a439-68fdcd0f95a8 HTTP/1.1" status: 204  len: 168 time: 2.3819220
Apr 30 21:17:20.677480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60270) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:20.679304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60272) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:20.701348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f32685-a9ba-4bd6-926c-f776f8502eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5395f9b2-f186-4431-b02b-9fa5a359c7c6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:20.748998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 491ca467-fa0f-4500-813a-eee0ea86bd57) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:20.752320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5ea568f-3d92-48b5-929f-4efe16a47a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.755096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:20.756384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.795312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacbd6f8-0c9d-4df1-bee6-3fcbb68a5b3e admin admin] Deleting subnet 202ae7e6-462d-4af9-93ea-b7068930aab7 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:17:20.798903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dacbd6f8-0c9d-4df1-bee6-3fcbb68a5b3e admin admin] Publish callbacks [] for subnet (202ae7e6-462d-4af9-93ea-b7068930aab7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.801483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d8e74d-cae5-4c4c-bc31-8491151baac8 None None] Network 491ca467-fa0f-4500-813a-eee0ea86bd57 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:20.853607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-edc30449-c605-4162-afc4-4dc32efc2f3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.4350483
Apr 30 21:17:20.854318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60276) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:20.861632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'port': {'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'name': 'tempest-TaggedBootDevicesTest-77434684', 'fixed_ips': [{'subnet_id': '571ded28-00fa-4191-8b0a-dfd38ff94586'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:20.879646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dacbd6f8-0c9d-4df1-bee6-3fcbb68a5b3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (202ae7e6-462d-4af9-93ea-b7068930aab7), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:20.995296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-491ca467-fa0f-4500-813a-eee0ea86bd57', 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57', 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'fixed_ips': [{'subnet_id': 'c5a4580b-4646-42ab-b5c2-280e7b80f322'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:17:20.998357 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.042441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60282) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:21.112911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dacbd6f8-0c9d-4df1-bee6-3fcbb68a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (202ae7e6-462d-4af9-93ea-b7068930aab7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.114675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48adca04-8a33-4d3e-b35b-7c48ffb6a88b req-14bcf564-9528-44c5-857c-1bb34beda297 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 210 time: 0.0387800
Apr 30 21:17:21.148035 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-476b745f-8e5d-4d2f-ac33-a10ce06493d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b08617ff8814408b9c3347beacc6c7a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0983348
Apr 30 21:17:21.150928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60284) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:21.151668 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5ea568f-3d92-48b5-929f-4efe16a47a84 admin admin] Publish callbacks [] for security_group (7c530386-6944-42cf-ae43-30e704a32652), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.199611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:21.202982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Allocated IP 10.2.2.2 (491ca467-fa0f-4500-813a-eee0ea86bd57/c5a4580b-4646-42ab-b5c2-280e7b80f322/797884f0-73e5-4f64-9568-05bf70219066) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:21.254702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5ea568f-3d92-48b5-929f-4efe16a47a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7c530386-6944-42cf-ae43-30e704a32652), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.285108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c16d676-c5d7-4910-aaf6-439f99230020 admin admin] Publish callbacks [] for security_group (e53edca9-f9dc-4841-a3bc-ee3b30cb0370), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.286866 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dacbd6f8-0c9d-4df1-bee6-3fcbb68a5b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (202ae7e6-462d-4af9-93ea-b7068930aab7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.293336 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b5ea568f-3d92-48b5-929f-4efe16a47a84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d814affb19041f296fb365025aae272&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6091254
Apr 30 21:17:21.299408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60288) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:21.303145 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.325497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbd6f8-0c9d-4df1-bee6-3fcbb68a5b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202ae7e6-462d-4af9-93ea-b7068930aab7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:21.342536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dacbd6f8-0c9d-4df1-bee6-3fcbb68a5b3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.347545 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dacbd6f8-0c9d-4df1-bee6-3fcbb68a5b3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/202ae7e6-462d-4af9-93ea-b7068930aab7 HTTP/1.1" status: 204  len: 168 time: 0.6650262
Apr 30 21:17:21.347727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea568f-3d92-48b5-929f-4efe16a47a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c530386-6944-42cf-ae43-30e704a32652,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:21.350194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60292) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:21.360667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39444301-efc9-436f-8420-035e1f7311fa None None] Network 8fd4bea1-c586-4c7a-90c7-30351d345759 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:21.417527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.447776 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c16d676-c5d7-4910-aaf6-439f99230020 admin admin] Publish callbacks [] for security_group (e53edca9-f9dc-4841-a3bc-ee3b30cb0370), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.523281 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8fd4bea1-c586-4c7a-90c7-30351d345759), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.543756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] device_id is not set on port eeb95bf2-7a04-4881-a1c4-a027f2905abd yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:17:21.560888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b405e74-9bd7-4e0e-b72c-a38ab3b3aa3f admin admin] Publish callbacks [] for security_group (7c530386-6944-42cf-ae43-30e704a32652), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.591668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Deleting port f43e57c8-fe46-4176-ac7b-1fc2fa941051 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:21.592137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.617661 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Publish callbacks [] for port (797884f0-73e5-4f64-9568-05bf70219066), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.680045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] For port f43e57c8-fe46-4176-ac7b-1fc2fa941051, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f43e57c8-fe46-4176-ac7b-1fc2fa941051,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:21.680830 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.701599 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (797884f0-73e5-4f64-9568-05bf70219066), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.713356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Calling delete_port for f43e57c8-fe46-4176-ac7b-1fc2fa941051 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:21.719969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b405e74-9bd7-4e0e-b72c-a38ab3b3aa3f admin admin] Publish callbacks [] for security_group (7c530386-6944-42cf-ae43-30e704a32652), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.724939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] DHCP port deletion for 8fd4bea1-c586-4c7a-90c7-30351d345759 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:17:21.797339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Network 491ca467-fa0f-4500-813a-eee0ea86bd57 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:21.812778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:21.827946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:21.830588 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c16d676-c5d7-4910-aaf6-439f99230020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e53edca9-f9dc-4841-a3bc-ee3b30cb0370), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.832038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c16d676-c5d7-4910-aaf6-439f99230020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.833400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6c16d676-c5d7-4910-aaf6-439f99230020 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e53edca9-f9dc-4841-a3bc-ee3b30cb0370 HTTP/1.1" status: 204  len: 168 time: 0.6812577
Apr 30 21:17:21.858875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16d676-c5d7-4910-aaf6-439f99230020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53edca9-f9dc-4841-a3bc-ee3b30cb0370,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:21.902789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Pushing event updated for resources: {'Port': ['ID=797884f0-73e5-4f64-9568-05bf70219066,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:21.917508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] Deleting port f43e57c8-fe46-4176-ac7b-1fc2fa941051 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:21.917921 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:21.970728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Allocated IP 10.1.1.116 (dcb46efb-f856-4d0a-9c79-6edd64276510/571ded28-00fa-4191-8b0a-dfd38ff94586/eeb95bf2-7a04-4881-a1c4-a027f2905abd) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:22.051408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Attempting to bind port 797884f0-73e5-4f64-9568-05bf70219066 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:22.051408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Attempting to bind port 797884f0-73e5-4f64-9568-05bf70219066 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:22.051408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Attempting to bind port 797884f0-73e5-4f64-9568-05bf70219066 on network 491ca467-fa0f-4500-813a-eee0ea86bd57 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:22.062831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:22.064267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Checking segment: {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:22.064926 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.065054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Bound using segment: {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:22.065547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Bound port: 797884f0-73e5-4f64-9568-05bf70219066, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:22.066224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (797884f0-73e5-4f64-9568-05bf70219066), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.070000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] For port f43e57c8-fe46-4176-ac7b-1fc2fa941051, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f43e57c8-fe46-4176-ac7b-1fc2fa941051,segment=NetworkSegment(9d412b7b-4108-4b0f-ad98-fa585641bc66),segment_id=9d412b7b-4108-4b0f-ad98-fa585641bc66)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:22.070293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.094882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] Calling delete_port for f43e57c8-fe46-4176-ac7b-1fc2fa941051 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:22.118318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b405e74-9bd7-4e0e-b72c-a38ab3b3aa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7c530386-6944-42cf-ae43-30e704a32652), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.118318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b405e74-9bd7-4e0e-b72c-a38ab3b3aa3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.118318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3b405e74-9bd7-4e0e-b72c-a38ab3b3aa3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c530386-6944-42cf-ae43-30e704a32652 HTTP/1.1" status: 204  len: 168 time: 0.8108957
Apr 30 21:17:22.122613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b405e74-9bd7-4e0e-b72c-a38ab3b3aa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c530386-6944-42cf-ae43-30e704a32652,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:22.171157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.190087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9baef92f-5525-4e91-96c5-af0bad41012b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:22.192743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c37695-db98-4792-9291-3fb941bc2386 None None] Network dcb46efb-f856-4d0a-9c79-6edd64276510 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:22.223589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f43e57c8-fe46-4176-ac7b-1fc2fa941051,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:22.225968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] No DVR routers for this DVR port f43e57c8-fe46-4176-ac7b-1fc2fa941051 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:22.262996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37c91dc3-5a0f-4ec0-a754-97ebace99064 req-66673c0f-164a-492d-9d86-46362ec3ce3f tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 210 time: 0.0564291
Apr 30 21:17:22.330651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b75b0511-e81d-4ed2-9a53-55d6214945f1 None None] Provisioning complete for port 9baef92f-5525-4e91-96c5-af0bad41012b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:22.331179 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b75b0511-e81d-4ed2-9a53-55d6214945f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.332990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] For port 797884f0-73e5-4f64-9568-05bf70219066, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:22.361787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8fd4bea1-c586-4c7a-90c7-30351d345759), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.387197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] For port 797884f0-73e5-4f64-9568-05bf70219066, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797884f0-73e5-4f64-9568-05bf70219066,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:22.402628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89671cdca0>,) {'filters': {'network_id': ['8fd4bea1-c586-4c7a-90c7-30351d345759']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:22.420850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89671cdca0>, '9d412b7b-4108-4b0f-ad98-fa585641bc66') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:22.421485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89671cdca0>, '9d412b7b-4108-4b0f-ad98-fa585641bc66') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:22.432615 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (9d412b7b-4108-4b0f-ad98-fa585641bc66), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.438537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9baef92f-5525-4e91-96c5-af0bad41012b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:22.438827 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.442664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (f43e57c8-fe46-4176-ac7b-1fc2fa941051), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.450190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9d412b7b-4108-4b0f-ad98-fa585641bc66), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.458582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:17:22.459107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (9d412b7b-4108-4b0f-ad98-fa585641bc66), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:17:22.461330 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:17:22.511260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] Pushing event deleted for resources: {'Port': ['ID=f43e57c8-fe46-4176-ac7b-1fc2fa941051,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:22.513170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce35b55-a161-4f24-94c7-6f097a75ec43 None None] No DVR routers for this DVR port f43e57c8-fe46-4176-ac7b-1fc2fa941051 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:22.581259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (797884f0-73e5-4f64-9568-05bf70219066), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.668726 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8fd4bea1-c586-4c7a-90c7-30351d345759), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.674679 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.680099 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8fd4bea1-c586-4c7a-90c7-30351d345759 HTTP/1.1" status: 204  len: 168 time: 1.3267305
Apr 30 21:17:22.701053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b75b0511-e81d-4ed2-9a53-55d6214945f1 None None] Current status of the port 9baef92f-5525-4e91-96c5-af0bad41012b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:22.701449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b75b0511-e81d-4ed2-9a53-55d6214945f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.710434 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8b2a8-96ef-479b-af01-03a1dd654d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd4bea1-c586-4c7a-90c7-30351d345759,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:22.780523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2788ebd-a376-467c-857e-263b93f18a93 None None] Pushing event updated for resources: {'Port': ['ID=797884f0-73e5-4f64-9568-05bf70219066,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:22.795916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9baef92f-5525-4e91-96c5-af0bad41012b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:22.796415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.852091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b75b0511-e81d-4ed2-9a53-55d6214945f1 None None] For port 9baef92f-5525-4e91-96c5-af0bad41012b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9baef92f-5525-4e91-96c5-af0bad41012b,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:22.868752 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-f050366b-cef1-4046-8baa-92d3288996fb tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=246c0a9cc007483ab7bd3cd40249f291&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0286963
Apr 30 21:17:22.921024 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:22.948580 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b75b0511-e81d-4ed2-9a53-55d6214945f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.101880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-639df336-ba58-46aa-86cd-09ae807e7295 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:23.103801 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-639df336-ba58-46aa-86cd-09ae807e7295 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2297184
Apr 30 21:17:23.122640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Request body: {'port': {'device_id': '2986b8a8-07d6-418d-9fa3-cb89d1fa7958', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '246c0a9cc007483ab7bd3cd40249f291'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:23.153287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.282466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=eeb95bf2-7a04-4881-a1c4-a027f2905abd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:23.296497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60344) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:23.322195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network dcb46efb-f856-4d0a-9c79-6edd64276510 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:23.326004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:23.331045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:23.447181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:23.448154 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.514594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f44f551b-0d10-40db-b874-d271c82b2426 None None] Provisioning complete for port 9baef92f-5525-4e91-96c5-af0bad41012b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:23.515215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f44f551b-0d10-40db-b874-d271c82b2426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.539307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63280315-9d6e-45e1-86b3-e66f546d948c req-1c4e6a4f-4149-4807-894f-c0c385000c41 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 210 time: 0.0853200
Apr 30 21:17:23.549019 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.595843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:17:23.596235 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:17:23.604127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b0511-e81d-4ed2-9a53-55d6214945f1 None None] Pushing event updated for resources: {'Port': ['ID=9baef92f-5525-4e91-96c5-af0bad41012b,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:23.633065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4cdd9160-a36c-499c-9f82-7066b119e341 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.7773492
Apr 30 21:17:23.635663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60360) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:23.642567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'port': {'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'name': 'tempest-TaggedBootDevicesTest-1743770890', 'fixed_ips': [{'subnet_id': '571ded28-00fa-4191-8b0a-dfd38ff94586'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:23.690183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60362) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:23.709643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f44f551b-0d10-40db-b874-d271c82b2426 None None] Current status of the port 9baef92f-5525-4e91-96c5-af0bad41012b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:23.776299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Made reservation on behalf of 246c0a9cc007483ab7bd3cd40249f291 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:23.779824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.797106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-755f9394-f6a6-4ead-8c80-67c1060a6444 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e06b74e20cb74d5f9eb71ef0ad13dc99&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1052778
Apr 30 21:17:23.800849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60366) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:23.919590 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-943a6390-5dd9-455d-b763-ae9095f06010 admin admin] Publish callbacks [] for security_group (fa546f7f-e9ae-4b5b-ad3a-de3223831abb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.932096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0933706a-5b7d-4ba7-bee4-545e1f287a70 None None] Provisioning complete for port eeb95bf2-7a04-4881-a1c4-a027f2905abd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:23.934714 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0933706a-5b7d-4ba7-bee4-545e1f287a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.957295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-943a6390-5dd9-455d-b763-ae9095f06010 admin admin] Publish callbacks [] for security_group (fa546f7f-e9ae-4b5b-ad3a-de3223831abb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:23.998758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0933706a-5b7d-4ba7-bee4-545e1f287a70 None None] Port eeb95bf2-7a04-4881-a1c4-a027f2905abd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:24.122445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Allocated IP 192.168.233.202 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/5cc75f37-023f-4221-84dd-6dfe9677944f) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:24.146430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9baef92f-5525-4e91-96c5-af0bad41012b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:24.215172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-943a6390-5dd9-455d-b763-ae9095f06010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fa546f7f-e9ae-4b5b-ad3a-de3223831abb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.224170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:24.227203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-943a6390-5dd9-455d-b763-ae9095f06010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.228582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-943a6390-5dd9-455d-b763-ae9095f06010 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa546f7f-e9ae-4b5b-ad3a-de3223831abb HTTP/1.1" status: 204  len: 168 time: 0.4277163
Apr 30 21:17:24.229980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a43994c7-f025-420a-9e57-5fe08f56e5e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:24.250683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a6390-5dd9-455d-b763-ae9095f06010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa546f7f-e9ae-4b5b-ad3a-de3223831abb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:24.254202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (7796f893-fe0e-4e9a-be98-1df65c6cda8f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.270025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a43994c7-f025-420a-9e57-5fe08f56e5e3 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:24.270381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a43994c7-f025-420a-9e57-5fe08f56e5e3 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:24.283339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f43e57c8-fe46-4176-ac7b-1fc2fa941051 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:24.349347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f43e57c8-fe46-4176-ac7b-1fc2fa941051 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:24.356495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f43e57c8-fe46-4176-ac7b-1fc2fa941051 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:24.427385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba23ae-d0c0-4bc4-b6b1-52a98842f931 None None] Network 491ca467-fa0f-4500-813a-eee0ea86bd57 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:24.492884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.508048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks [] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.542195 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] device_id is not set on port bb19e621-b828-4d48-80fb-51c3c27d3aae yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:17:24.596789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.630028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dd449bad-86c0-4d92-9607-6d2ddaeb4036 None None] Provisioning complete for port 797884f0-73e5-4f64-9568-05bf70219066 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:24.630787 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd449bad-86c0-4d92-9607-6d2ddaeb4036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (797884f0-73e5-4f64-9568-05bf70219066), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.665788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 797884f0-73e5-4f64-9568-05bf70219066 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:24.708979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8189737-61a8-4c05-9ede-67cf6b87bdb3 req-3bad1dcd-934b-48ef-8ac1-2a7611dab5b3 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 210 time: 0.0567307
Apr 30 21:17:24.796434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dd449bad-86c0-4d92-9607-6d2ddaeb4036 None None] Current status of the port 797884f0-73e5-4f64-9568-05bf70219066 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:24.796989 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd449bad-86c0-4d92-9607-6d2ddaeb4036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (797884f0-73e5-4f64-9568-05bf70219066), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.815825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 797884f0-73e5-4f64-9568-05bf70219066 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:24.816477 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (797884f0-73e5-4f64-9568-05bf70219066), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.857058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:24.889418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['4e609015-29a3-4678-9e4b-9b00ec55c21f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:24.955799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dd449bad-86c0-4d92-9607-6d2ddaeb4036 None None] For port 797884f0-73e5-4f64-9568-05bf70219066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797884f0-73e5-4f64-9568-05bf70219066,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:25.043217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:25.048326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Pushing event updated for resources: {'Port': ['ID=5cc75f37-023f-4221-84dd-6dfe9677944f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:25.054352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:25.066018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:25.072519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Deleting port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:25.072699 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.092120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd449bad-86c0-4d92-9607-6d2ddaeb4036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (797884f0-73e5-4f64-9568-05bf70219066), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.174984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 797884f0-73e5-4f64-9568-05bf70219066 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:25.175674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (797884f0-73e5-4f64-9568-05bf70219066), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.188287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Allocated IP 10.1.1.111 (dcb46efb-f856-4d0a-9c79-6edd64276510/571ded28-00fa-4191-8b0a-dfd38ff94586/bb19e621-b828-4d48-80fb-51c3c27d3aae) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:25.275542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:25.281484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.310563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6fce0011-1b91-4dc6-95a1-8b810f32152e None None] Provisioning complete for port 797884f0-73e5-4f64-9568-05bf70219066 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:25.311162 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6fce0011-1b91-4dc6-95a1-8b810f32152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (797884f0-73e5-4f64-9568-05bf70219066), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.383665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd449bad-86c0-4d92-9607-6d2ddaeb4036 None None] Pushing event updated for resources: {'Port': ['ID=797884f0-73e5-4f64-9568-05bf70219066,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:25.385693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] For port 9c5a464b-56c4-4c22-8423-5a7a6ff535aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:25.386088 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.424607 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:17:25.424887 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:17:25.445943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Calling delete_port for 9c5a464b-56c4-4c22-8423-5a7a6ff535aa owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:25.450434 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-8e661d5f-ff39-461b-bfac-6bf8f5197199 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3335028
Apr 30 21:17:25.480181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Request body: {'port': {'device_id': '2986b8a8-07d6-418d-9fa3-cb89d1fa7958', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:25.498388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6fce0011-1b91-4dc6-95a1-8b810f32152e None None] Current status of the port 797884f0-73e5-4f64-9568-05bf70219066 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:25.615776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.618658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-57ae29ce-55bd-4c06-ab15-1cd2c558ac4f None None] Provisioning complete for port 5cc75f37-023f-4221-84dd-6dfe9677944f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:25.619201 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-57ae29ce-55bd-4c06-ab15-1cd2c558ac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.628916 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:25.658903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-57ae29ce-55bd-4c06-ab15-1cd2c558ac4f None None] Port 5cc75f37-023f-4221-84dd-6dfe9677944f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:25.869196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb309f6e-658b-48d6-9ff5-3e0761da1428 req-c514b4af-cfd2-4efc-8ce1-13685aa37c75 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:25.872306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb309f6e-658b-48d6-9ff5-3e0761da1428 req-c514b4af-cfd2-4efc-8ce1-13685aa37c75 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 936 time: 0.0607524
Apr 30 21:17:25.910890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60426) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:25.938800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb309f6e-658b-48d6-9ff5-3e0761da1428 req-94427cc7-092d-406a-9c89-96db6b3836d8 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593662
Apr 30 21:17:25.975304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 797884f0-73e5-4f64-9568-05bf70219066 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:25.976902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9baef92f-5525-4e91-96c5-af0bad41012b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:26.030881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9baef92f-5525-4e91-96c5-af0bad41012b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:26.031356 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.034358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-cc35c8f2-68d5-4a67-acfb-cd527e701a2d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0227835
Apr 30 21:17:26.112425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9baef92f-5525-4e91-96c5-af0bad41012b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:26.152812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-4d02715f-2676-4e5f-9647-a9d5f1d0a7f9 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:26.161901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-4d02715f-2676-4e5f-9647-a9d5f1d0a7f9 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1207283
Apr 30 21:17:26.183450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-475fd2ec-ddf0-4fff-afd1-1484ecb0b239 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/quotas/327a580f2f8645c28e9590806928ed91 HTTP/1.1" status: 200  len: 375 time: 0.0163345
Apr 30 21:17:26.218871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b3a880b4-b19f-459e-a76a-d29fa2c6544c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0344043
Apr 30 21:17:26.237336 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.302077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-network', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:26.338822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network dcb46efb-f856-4d0a-9c79-6edd64276510 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:26.350272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:26.357361 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:26.360724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=bb19e621-b828-4d48-80fb-51c3c27d3aae,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:26.417139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Made reservation on behalf of 4b8bfd0b09264e32a4ded1046a12619d for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:26.420733 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.447436 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.484578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 797884f0-73e5-4f64-9568-05bf70219066 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:26.495931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:26.496811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.506805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc75f37-023f-4221-84dd-6dfe9677944f {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:26.520240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Publish callbacks [] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.548322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Transition to ACTIVE for port object 5cc75f37-023f-4221-84dd-6dfe9677944f will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:17:26.551935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9c5a464b-56c4-4c22-8423-5a7a6ff535aa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.581284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5a464b-56c4-4c22-8423-5a7a6ff535aa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:26.629455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 797884f0-73e5-4f64-9568-05bf70219066 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:26.630421 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (797884f0-73e5-4f64-9568-05bf70219066), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.650660 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9aff370e-5f4a-456d-a483-471b95af7f99 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.0132120
Apr 30 21:17:26.662332 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Publish callbacks [] for security_group (7ff1e384-a554-46e3-ae55-8a9b78204662), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.720316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60460) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:26.744007 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.755350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f582f11-ba11-4046-a28e-a42f1d0f391e req-b3df427d-c4f8-4bfd-8474-b155765fc323 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 210 time: 0.1665366
Apr 30 21:17:26.760826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7ff1e384-a554-46e3-ae55-8a9b78204662), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.801725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:17:26.860037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff1e384-a554-46e3-ae55-8a9b78204662,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:26.872844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.878292 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Added segment 995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b of type vlan for network 8aafd47f-80a3-499d-bdec-810d729ed2d4
Apr 30 21:17:26.948776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Pushing event updated for resources: {'Port': ['ID=5cc75f37-023f-4221-84dd-6dfe9677944f,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:26.960907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 797884f0-73e5-4f64-9568-05bf70219066 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:26.981280 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8aafd47f-80a3-499d-bdec-810d729ed2d4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:26.999526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6fb65747-fc96-473e-b52c-d8083b4b3642 None None] Provisioning complete for port bb19e621-b828-4d48-80fb-51c3c27d3aae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:26.999896 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6fb65747-fc96-473e-b52c-d8083b4b3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.102497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6fb65747-fc96-473e-b52c-d8083b4b3642 None None] Port bb19e621-b828-4d48-80fb-51c3c27d3aae cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:27.108018 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8aafd47f-80a3-499d-bdec-810d729ed2d4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.108977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:27.109560 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.138220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2100293218-network', 'tenant_id': '7c032d189cb14ea297194dffa380eae5'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:27.252193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] Pushing event updated for resources: {'Network': ['ID=8aafd47f-80a3-499d-bdec-810d729ed2d4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:27.268844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Attempting to bind port 5cc75f37-023f-4221-84dd-6dfe9677944f on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:27.269338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Attempting to bind port 5cc75f37-023f-4221-84dd-6dfe9677944f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:27.269683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Attempting to bind port 5cc75f37-023f-4221-84dd-6dfe9677944f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:27.274543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8aafd47f-80a3-499d-bdec-810d729ed2d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:17:27.288258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (7796f893-fe0e-4e9a-be98-1df65c6cda8f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.302223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3ae3f-3f28-46b4-8285-898767044599 req-80f49656-b880-439e-9795-3aade8333e4d tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:27.304570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6d3ae3f-3f28-46b4-8285-898767044599 req-80f49656-b880-439e-9795-3aade8333e4d tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 948 time: 0.0785472
Apr 30 21:17:27.324046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Made reservation on behalf of 7c032d189cb14ea297194dffa380eae5 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:27.327798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.343384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a8ad7c89-a736-4970-978e-89dda9187bc8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4312203
Apr 30 21:17:27.349359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60482) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:27.354337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Request body: {'subnet': {'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-subnet', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:27.418432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6d3ae3f-3f28-46b4-8285-898767044599 req-88334e63-67e4-4e89-9c7a-8b26997aeb38 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087215
Apr 30 21:17:27.468389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Made reservation on behalf of 4b8bfd0b09264e32a4ded1046a12619d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:27.473323 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.497605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Port 5cc75f37-023f-4221-84dd-6dfe9677944f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:17:27.497969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Attempting to bind port 5cc75f37-023f-4221-84dd-6dfe9677944f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:27.514517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60492) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:27.523256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.532536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9697e3c3-01f9-4984-a3ee-7847d984c313 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74255143', 'description': 'tempest-description--459093843'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:27.551811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:27.552433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:27.552811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:27.553251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Bound port: 5cc75f37-023f-4221-84dd-6dfe9677944f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:27.553606 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.682657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9697e3c3-01f9-4984-a3ee-7847d984c313 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.685088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] For port 5cc75f37-023f-4221-84dd-6dfe9677944f, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:27.759999 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (48ec2620-6539-4af2-a205-01e4e1c4fa37), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.769009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] For port 5cc75f37-023f-4221-84dd-6dfe9677944f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cc75f37-023f-4221-84dd-6dfe9677944f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:27.815620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Publish callbacks [] for security_group (b8f652b5-71b1-4ca2-9f12-9a84bd7b0b17), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.843459 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.881524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93ba94c6-d7ad-472d-9adc-62dc69f8b08a req-74ad902d-fb5e-4e7b-998d-6f322d47c75e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 210 time: 0.0433557
Apr 30 21:17:27.882745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ec2620-6539-4af2-a205-01e4e1c4fa37,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:27.890770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Checking segment: {'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:27.891924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Network hostable DHCP agents. Network: 8aafd47f-80a3-499d-bdec-810d729ed2d4, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:17:27.907804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:27.908425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.909813 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] 10.222.0.20 "PUT /v2.0/ports/5cc75f37-023f-4221-84dd-6dfe9677944f HTTP/1.1" status: 200  len: 1096 time: 2.4383819
Apr 30 21:17:27.914863 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2986b8a8-07d6-418d-9fa3-cb89d1fa7958', 'tag': '5cc75f37-023f-4221-84dd-6dfe9677944f'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:27.917017 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8d3a4-d1f6-4435-9897-956d2de91cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "2986b8a8-07d6-418d-9fa3-cb89d1fa7958", "tag": "5cc75f37-023f-4221-84dd-6dfe9677944f"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:27.928488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9697e3c3-01f9-4984-a3ee-7847d984c313 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group (cdab9cd2-344c-439c-a7a2-74b74c69338f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.931657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b8f652b5-71b1-4ca2-9f12-9a84bd7b0b17), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:27.937619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Router 7796f893-fe0e-4e9a-be98-1df65c6cda8f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:27.974948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:17:27.988714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24811ffe-2e50-4625-a546-c940eb0ce56e service neutron] Pushing event updated for resources: {'Port': ['ID=5cc75f37-023f-4221-84dd-6dfe9677944f,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:28.005314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (28f9771a-3442-490c-a7e3-a312220e3325), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.005659 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Added segment 28f9771a-3442-490c-a7e3-a312220e3325 of type vlan for network 754dca2d-ae1a-474d-84c8-c3a2c085f38c
Apr 30 21:17:28.008334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f652b5-71b1-4ca2-9f12-9a84bd7b0b17,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:28.020775 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68de0d6d-0c38-4d9f-b49a-b2ef46f27f82 x-openstack-request-id: req-68de0d6d-0c38-4d9f-b49a-b2ef46f27f82 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:28.021063 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2986b8a8-07d6-418d-9fa3-cb89d1fa7958", "tag": "5cc75f37-023f-4221-84dd-6dfe9677944f", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:28.021331 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68de0d6d-0c38-4d9f-b49a-b2ef46f27f82 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:28.021783 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68de0d6d-0c38-4d9f-b49a-b2ef46f27f82'] response: {'name': 'network-changed', 'server_uuid': '2986b8a8-07d6-418d-9fa3-cb89d1fa7958', 'tag': '5cc75f37-023f-4221-84dd-6dfe9677944f', 'status': 'completed', 'code': 200}
Apr 30 21:17:28.037627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1715c427-5e3e-4fb0-93f7-65df19f56e17 req-b0500fa4-833f-4614-a8d8-79ac4bf354bb tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0593328
Apr 30 21:17:28.038926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Network 8aafd47f-80a3-499d-bdec-810d729ed2d4 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:17:28.100910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9697e3c3-01f9-4984-a3ee-7847d984c313 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cdab9cd2-344c-439c-a7a2-74b74c69338f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.149791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8aafd47f-80a3-499d-bdec-810d729ed2d4) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:28.153426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa7230a6-17c6-4924-a899-230d3c1a54e9 req-ef3263cc-1273-451c-9bab-ff44f95e6d93 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0462904
Apr 30 21:17:28.156832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:28.157701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.161977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d66a791-e107-4c8a-aa15-24a9032e5cc2 None None] Network 8aafd47f-80a3-499d-bdec-810d729ed2d4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:28.211542 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (754dca2d-ae1a-474d-84c8-c3a2c085f38c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.221721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d3a4-d1f6-4435-9897-956d2de91cd4 req-bc823ef2-2b6b-4dc4-b379-b2b7c7413ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:28.223246 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-30c8d3a4-d1f6-4435-9897-956d2de91cd4 req-bc823ef2-2b6b-4dc4-b379-b2b7c7413ebf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246c0a9cc007483ab7bd3cd40249f291&device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 1130 time: 0.1639616
Apr 30 21:17:28.257454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9791de09-2861-48ec-a50b-e9b45133b750 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9068954
Apr 30 21:17:28.258213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60522) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:28.262831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:28.271650 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-30c8d3a4-d1f6-4435-9897-956d2de91cd4 req-a6d1c14c-ecbd-4176-a0be-62b77af4dc43 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=246c0a9cc007483ab7bd3cd40249f291&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0396574
Apr 30 21:17:28.300953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e3c3-01f9-4984-a3ee-7847d984c313 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab9cd2-344c-439c-a7a2-74b74c69338f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:28.304034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:28.317279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9697e3c3-01f9-4984-a3ee-7847d984c313 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.319448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9697e3c3-01f9-4984-a3ee-7847d984c313 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.7906706
Apr 30 21:17:28.323462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60524) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:28.327413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3018b278-7326-4d41-9eeb-afb7bc36ec40 admin admin] 10.222.0.23 "PUT /v2.0/routers/7796f893-fe0e-4e9a-be98-1df65c6cda8f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0299008
Apr 30 21:17:28.330713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1508e6cf-991e-47a9-ab7a-e42dd69c6e5b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'security_group_rule': {'security_group_id': 'cdab9cd2-344c-439c-a7a2-74b74c69338f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:28.335904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] Sync routers for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:28.340583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60526) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:28.371976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (77dd1f13-19fb-4306-90de-bb56b5386e35), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.374449 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (77dd1f13-19fb-4306-90de-bb56b5386e35), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.377098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:28.377720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f831610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:28.417382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8aafd47f-80a3-499d-bdec-810d729ed2d4', 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4', 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'fixed_ips': [{'subnet_id': '48ec2620-6539-4af2-a205-01e4e1c4fa37'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:17:28.419459 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.455778 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (754dca2d-ae1a-474d-84c8-c3a2c085f38c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.457653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:28.457653 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.518352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks [] for router_controller (77dd1f13-19fb-4306-90de-bb56b5386e35), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.521024 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1508e6cf-991e-47a9-ab7a-e42dd69c6e5b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group_rule (bfb74ab3-5486-4895-bcd1-f642101ce25c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.591903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=754dca2d-ae1a-474d-84c8-c3a2c085f38c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:28.607232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:17:28.616059 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-731b1428-44c0-43f6-92e7-07a8c1ae8ff3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.8943331
Apr 30 21:17:28.619962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60530) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:28.624217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8d3a4-d1f6-4435-9897-956d2de91cd4 req-5a257edd-55b9-4a5d-91b7-c5042e171dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:28.626416 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-30c8d3a4-d1f6-4435-9897-956d2de91cd4 req-5a257edd-55b9-4a5d-91b7-c5042e171dc5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3055673
Apr 30 21:17:28.627666 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks [] for router (7796f893-fe0e-4e9a-be98-1df65c6cda8f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.635898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Request body: {'subnet': {'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2100293218-subnet', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:28.778616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-0fc525b7-9332-4653-a754-ed92ba47e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:28.780171 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-0fc525b7-9332-4653-a754-ed92ba47e2d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=246c0a9cc007483ab7bd3cd40249f291&device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 1130 time: 0.1077173
Apr 30 21:17:28.801265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492064c-6348-475c-8d0f-1270e3aa5a23 req-3c52ea54-0c42-4b56-83b1-0f74371d6f4c tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:28.810273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c492064c-6348-475c-8d0f-1270e3aa5a23 req-3c52ea54-0c42-4b56-83b1-0f74371d6f4c tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 948 time: 0.2591150
Apr 30 21:17:28.835373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-fdff20b9-ec8b-4c83-bcf7-21b30b959a17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=5cc75f37-023f-4221-84dd-6dfe9677944f HTTP/1.1" status: 200  len: 217 time: 0.0453472
Apr 30 21:17:28.846123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:28.881812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1508e6cf-991e-47a9-ab7a-e42dd69c6e5b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group_rule (bfb74ab3-5486-4895-bcd1-f642101ce25c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.907661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-43c6c441-713a-4416-b033-23fda25ecb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:28.909238 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-43c6c441-713a-4416-b033-23fda25ecb00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0603514
Apr 30 21:17:28.910692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks [] for router_gateway (7796f893-fe0e-4e9a-be98-1df65c6cda8f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.930867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Made reservation on behalf of 7c032d189cb14ea297194dffa380eae5 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:28.934017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.960666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-4c3b4c98-46ec-4186-a391-c533996fc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:28.961820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c492064c-6348-475c-8d0f-1270e3aa5a23 req-6c32d278-9511-41d3-a775-964f18cb8b25 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497142
Apr 30 21:17:28.963132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks [] for router_gateway (77dd1f13-19fb-4306-90de-bb56b5386e35), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:28.964516 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-4c3b4c98-46ec-4186-a391-c533996fc473 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0455973
Apr 30 21:17:29.019537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Allocated IP 172.20.0.2 (8aafd47f-80a3-499d-bdec-810d729ed2d4/48ec2620-6539-4af2-a205-01e4e1c4fa37/0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:29.026976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1508e6cf-991e-47a9-ab7a-e42dd69c6e5b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (bfb74ab3-5486-4895-bcd1-f642101ce25c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.073568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508e6cf-991e-47a9-ab7a-e42dd69c6e5b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb74ab3-5486-4895-bcd1-f642101ce25c,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:29.099317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6e9c11e-bce6-44c4-bba5-955d0e9246e7 req-6c340519-cf0e-4b6a-8771-a1e0e279861d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 210 time: 0.0462592
Apr 30 21:17:29.146452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f831610>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:17:26Z', 'revision_number': 5, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port': {'id': 'a69c4442-d637-46e7-a6d9-be2f69e4503e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:37:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:35Z', 'updated_at': '2022-04-30T21:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:29.149853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Deleting port a69c4442-d637-46e7-a6d9-be2f69e4503e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:29.150282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.162913 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1508e6cf-991e-47a9-ab7a-e42dd69c6e5b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.167269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1508e6cf-991e-47a9-ab7a-e42dd69c6e5b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8394687
Apr 30 21:17:29.179115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] Checking router: 7796f893-fe0e-4e9a-be98-1df65c6cda8f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:29.198938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60536) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:29.200301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] Routers {'7796f893-fe0e-4e9a-be98-1df65c6cda8f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:29.201125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f831610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:29.207633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'security_group_rule': {'security_group_id': 'cdab9cd2-344c-439c-a7a2-74b74c69338f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:29.296871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] For port a69c4442-d637-46e7-a6d9-be2f69e4503e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a69c4442-d637-46e7-a6d9-be2f69e4503e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:29.298188 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.314972 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-a215052d-a4ef-4366-b0f1-75acdb4441cc service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3301923
Apr 30 21:17:29.338805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-833b12b5-d340-4552-9b03-6cb9de0b31e6 req-868f069c-8e0b-4c66-b50d-92f5a07b4a6f tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0407093
Apr 30 21:17:29.341560 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (b2089236-1455-436b-81eb-84b040d60424), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.351889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] Set router 7796f893-fe0e-4e9a-be98-1df65c6cda8f gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:29.369556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Calling delete_port for a69c4442-d637-46e7-a6d9-be2f69e4503e owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:29.394143 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group_rule (0d073323-f7ae-4228-a0fc-998929c9cfe6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.412929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f831610>, [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:17:28Z', 'revision_number': 6, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:29.446253 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Publish callbacks [] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.449531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b339c2-3780-4e09-b2b5-d0aa78702697 None None] The sync data for ids ['7796f893-fe0e-4e9a-be98-1df65c6cda8f'] in ncdv-master-1 is: [{'id': '7796f893-fe0e-4e9a-be98-1df65c6cda8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1083125874-router', 'tenant_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:34Z', 'updated_at': '2022-04-30T21:17:28Z', 'revision_number': 6, 'project_id': '6309fd24cb2e4a5d8fde4f457d529d68', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:29.486975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2089236-1455-436b-81eb-84b040d60424,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:29.521797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-bde8c247-95de-42cf-99bf-b78315fb6090 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1112430
Apr 30 21:17:29.538072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.586060 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group_rule (0d073323-f7ae-4228-a0fc-998929c9cfe6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.596011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Checking segment: {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:29.596316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Network hostable DHCP agents. Network: 754dca2d-ae1a-474d-84c8-c3a2c085f38c, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:17:29.616385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Network 8aafd47f-80a3-499d-bdec-810d729ed2d4 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:29.617865 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf515932-a5fd-45a0-bcc4-32b07ed95c75 req-d0bce833-c295-460c-94ad-32c311d291b7 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850461
Apr 30 21:17:29.621676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:29.627382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:29.657213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Pushing event updated for resources: {'Port': ['ID=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:29.661908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0d073323-f7ae-4228-a0fc-998929c9cfe6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.698907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d073323-f7ae-4228-a0fc-998929c9cfe6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:29.717118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.717716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.718216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.718659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.719129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.719589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.720017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.721187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.721187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.721187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.721867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.722143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.722568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.722997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.723414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:29.751574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks [] for router_gateway (77dd1f13-19fb-4306-90de-bb56b5386e35), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.755936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:17:29.761471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Attempting to bind port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:29.762420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Attempting to bind port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:29.762790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Attempting to bind port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d on network 8aafd47f-80a3-499d-bdec-810d729ed2d4 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:29.772332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:29.772715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Checking segment: {'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:29.773122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.773518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Bound using segment: {'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:29.774684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Bound port: 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:29.774972 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.780353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-27f3dc42-1e83-4a24-b4cb-3938c905611d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:29.781931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-27f3dc42-1e83-4a24-b4cb-3938c905611d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2469676
Apr 30 21:17:29.782384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.783591 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3fbd15a0-2130-4c55-a4d4-2b7b6cc6ac3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5835578
Apr 30 21:17:29.788570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60542) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:29.788745 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.795974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:29.796168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Request body: {'port': {'device_id': '2190c553-068c-486e-b740-cca74445af33', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '327a580f2f8645c28e9590806928ed91'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:29.827944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a69c4442-d637-46e7-a6d9-be2f69e4503e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.869413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] For port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:29.873483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] For port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,segment=NetworkSegment(995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b),segment_id=995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:29.891896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 754dca2d-ae1a-474d-84c8-c3a2c085f38c) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:29.901620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4aa44-de92-453e-a60b-cce18facec15 None None] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:29.906211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:29.906921 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:29.975550 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.039225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Allocated IP 172.35.4.69 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/38646679-3d3e-4429-a876-989adf659174) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:30.137036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0f3d933a-c555-457d-9f20-f26d9c09fcd1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.5113628
Apr 30 21:17:30.144001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec98f84-c21a-4e64-8889-4c55b49a056b None None] Pushing event updated for resources: {'Port': ['ID=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:30.153039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'project_id': '7c032d189cb14ea297194dffa380eae5', 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:17:30.154229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.185256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60546) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:30.232835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:30.242625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.245368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=a69c4442-d637-46e7-a6d9-be2f69e4503e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:30.366031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ba1da08-d5c9-43ba-b20b-01b2f8af7ff0 req-2a645b11-eb18-460d-b96c-820d3996a2d0 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 210 time: 0.0951726
Apr 30 21:17:30.407093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Allocated IP 172.20.0.2 (754dca2d-ae1a-474d-84c8-c3a2c085f38c/b2089236-1455-436b-81eb-84b040d60424/2fad4a43-b453-4791-b520-8058b17a42d9) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:30.420929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafda13f-8f64-4b8e-b13d-1b42b1d3ca03 req-07f015c0-c2a8-406b-92d0-8fd8ff0bc424 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:30.423845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cafda13f-8f64-4b8e-b13d-1b42b1d3ca03 req-07f015c0-c2a8-406b-92d0-8fd8ff0bc424 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 948 time: 0.2961338
Apr 30 21:17:30.578388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks [] for port (38646679-3d3e-4429-a876-989adf659174), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.581405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (7796f893-fe0e-4e9a-be98-1df65c6cda8f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.583009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cafda13f-8f64-4b8e-b13d-1b42b1d3ca03 req-de769e4c-740f-446e-9605-0de7b1056677 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105406
Apr 30 21:17:30.583117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.603424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a69c4442-d637-46e7-a6d9-be2f69e4503e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:30.643791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a69c4442-d637-46e7-a6d9-be2f69e4503e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:30.643906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a69c4442-d637-46e7-a6d9-be2f69e4503e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:30.644271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9c5a464b-56c4-4c22-8423-5a7a6ff535aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:30.665132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62aedc26-3531-463f-929b-4dc23323615e req-d824df05-df37-40f6-8c44-aa41c3397efd tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0371561
Apr 30 21:17:30.691113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 9c5a464b-56c4-4c22-8423-5a7a6ff535aa {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:30.691458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9c5a464b-56c4-4c22-8423-5a7a6ff535aa not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:30.724955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Publish callbacks [] for port (2fad4a43-b453-4791-b520-8058b17a42d9), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.748943 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (7796f893-fe0e-4e9a-be98-1df65c6cda8f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.757688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks [] for router_controller (7796f893-fe0e-4e9a-be98-1df65c6cda8f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.825959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Made reservation on behalf of 327a580f2f8645c28e9590806928ed91 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:30.829978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.838623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.869623 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.878524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (38646679-3d3e-4429-a876-989adf659174), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.880836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.882114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.915290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:30.920166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:30.926246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (7796f893-fe0e-4e9a-be98-1df65c6cda8f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.926895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7796f893-fe0e-4e9a-be98-1df65c6cda8f {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:17:30.927037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:30.930073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Pushing event updated for resources: {'Port': ['ID=2fad4a43-b453-4791-b520-8058b17a42d9,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:30.936573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:30.945530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:30.948203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:30.948989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:30.950191 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-630bcac0-29cd-4200-965e-2f01cb7a1bcc admin admin] 10.222.0.23 "DELETE /v2.0/routers/7796f893-fe0e-4e9a-be98-1df65c6cda8f HTTP/1.1" status: 204  len: 168 time: 2.6084726
Apr 30 21:17:30.951563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Allocated IP 172.35.4.212 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/6f453900-fa1f-405d-8960-cc8c2db203c2) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:30.954087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60552) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:31.003588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acba68a-eaec-414c-a4fa-a1d3568badf7 admin admin] Deleting subnet 289508dd-01d2-4845-b2ab-681c36928707 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:17:31.011788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0acba68a-eaec-414c-a4fa-a1d3568badf7 admin admin] Publish callbacks [] for subnet (289508dd-01d2-4845-b2ab-681c36928707), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.019891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Attempting to bind port 2fad4a43-b453-4791-b520-8058b17a42d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:31.020556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Attempting to bind port 2fad4a43-b453-4791-b520-8058b17a42d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:31.021193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Attempting to bind port 2fad4a43-b453-4791-b520-8058b17a42d9 on network 754dca2d-ae1a-474d-84c8-c3a2c085f38c {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:31.028636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:31.029007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Checking segment: {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:31.029460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.029889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Bound using segment: {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:31.030369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Bound port: 2fad4a43-b453-4791-b520-8058b17a42d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:31.030753 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.085180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Pushing event updated for resources: {'Port': ['ID=38646679-3d3e-4429-a876-989adf659174,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:31.095535 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks [] for router_controller (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.096680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0acba68a-eaec-414c-a4fa-a1d3568badf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (289508dd-01d2-4845-b2ab-681c36928707), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.099294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.099748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.100355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.101186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.101620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.102233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.102500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.102938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.103603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.103747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.104166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.104586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.105107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.105515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.105940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:31.180001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] For port 2fad4a43-b453-4791-b520-8058b17a42d9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:31.183804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] For port 2fad4a43-b453-4791-b520-8058b17a42d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fad4a43-b453-4791-b520-8058b17a42d9,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:31.190137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (6f453900-fa1f-405d-8960-cc8c2db203c2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.205704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for security_group (ed33b3e4-de07-42f6-ae89-588a0f8107a7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.256670 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0acba68a-eaec-414c-a4fa-a1d3568badf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (289508dd-01d2-4845-b2ab-681c36928707), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.308406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.376495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23937190-fc57-44db-b64d-83993db8ed98 None None] Pushing event updated for resources: {'Port': ['ID=2fad4a43-b453-4791-b520-8058b17a42d9,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:31.381040 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ed33b3e4-de07-42f6-ae89-588a0f8107a7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.396876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6f453900-fa1f-405d-8960-cc8c2db203c2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.410729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0acba68a-eaec-414c-a4fa-a1d3568badf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (289508dd-01d2-4845-b2ab-681c36928707), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.490319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acba68a-eaec-414c-a4fa-a1d3568badf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289508dd-01d2-4845-b2ab-681c36928707,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:31.522104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff71510-3be8-4304-aa99-6362f2398c2f None None] Network 1152c707-7e0c-4173-990b-839e96baa458 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:31.523950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0acba68a-eaec-414c-a4fa-a1d3568badf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.529087 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0acba68a-eaec-414c-a4fa-a1d3568badf7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/289508dd-01d2-4845-b2ab-681c36928707 HTTP/1.1" status: 204  len: 168 time: 0.5741439
Apr 30 21:17:31.537895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60556) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:31.545769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:31.755778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d96fe9-257d-4068-ae86-109244b71729 None None] Network 8aafd47f-80a3-499d-bdec-810d729ed2d4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:31.776669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (1152c707-7e0c-4173-990b-839e96baa458), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.788127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:31.797526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=6f453900-fa1f-405d-8960-cc8c2db203c2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:31.800713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:31.856977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] DHCP port deletion for 1152c707-7e0c-4173-990b-839e96baa458 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:17:31.859115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33b3e4-de07-42f6-ae89-588a0f8107a7,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:31.889786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Deleting port 2c8e8df9-a05d-467c-8071-924040d14ca6 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:31.890154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.914847 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks [] for router_gateway (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.915759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9afc7b34-926a-45e5-9327-8fda7215169d None None] Provisioning complete for port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:31.916135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9afc7b34-926a-45e5-9327-8fda7215169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:31.925285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58bd53fd-c0b0-485d-96dd-e4e3abe26f93 req-815f354a-b57a-4ca3-baef-3ec754bd9f21 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 210 time: 0.0683510
Apr 30 21:17:32.053939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] For port 2c8e8df9-a05d-467c-8071-924040d14ca6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c8e8df9-a05d-467c-8071-924040d14ca6,segment=NetworkSegment(30a77cb0-f89c-4b36-be7e-dd0835875f40),segment_id=30a77cb0-f89c-4b36-be7e-dd0835875f40)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:32.054316 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.079358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Calling delete_port for 2c8e8df9-a05d-467c-8071-924040d14ca6 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:32.093042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for floatingip (4406c058-0c21-4030-bc38-41df49eb764a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.176279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017f1f7-128e-4781-8691-077079ecffa0 req-601716e6-04ca-432a-929d-8d88bffa4d26 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:32.178211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d017f1f7-128e-4781-8691-077079ecffa0 req-601716e6-04ca-432a-929d-8d88bffa4d26 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 948 time: 0.3255248
Apr 30 21:17:32.242123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6f453900-fa1f-405d-8960-cc8c2db203c2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.274350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.308503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] Deleting port 2c8e8df9-a05d-467c-8071-924040d14ca6 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:32.308944 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.333069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac3d61a0-e553-4f31-a17f-02160664f05a req-7b4da7f1-1094-4b49-8b7a-623610fcb7f1 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1389143
Apr 30 21:17:32.345343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8e8df9-a05d-467c-8071-924040d14ca6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:32.364776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] No DVR routers for this DVR port 2c8e8df9-a05d-467c-8071-924040d14ca6 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:32.452122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] For port 2c8e8df9-a05d-467c-8071-924040d14ca6, host ncdv-master-1, got binding levels [] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:32.452503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.453404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Allocated IP 192.168.233.33 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/3bf656ae-1f28-4b83-93e5-60f173aa4d0f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:32.458546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d017f1f7-128e-4781-8691-077079ecffa0 req-5eecccd2-d441-43ce-81ea-9d5252d72462 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333045
Apr 30 21:17:32.473137 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks [] for router_gateway (77dd1f13-19fb-4306-90de-bb56b5386e35), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.484187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9afc7b34-926a-45e5-9327-8fda7215169d None None] Current status of the port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:32.485416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9afc7b34-926a-45e5-9327-8fda7215169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.487819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] Calling delete_port for 2c8e8df9-a05d-467c-8071-924040d14ca6 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:32.491834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.ipam_backend_mixin [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] Port 2c8e8df9-a05d-467c-8071-924040d14ca6 was not found and therefore no delete operation was performed {{(pid=115776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:17:32.502509 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (2c8e8df9-a05d-467c-8071-924040d14ca6), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.585287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] No DVR routers for this DVR port 2c8e8df9-a05d-467c-8071-924040d14ca6 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:32.594956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1582f97-ca58-4b67-a8dd-d2491088464f None None] Pushing event deleted for resources: {'Port': ['ID=2c8e8df9-a05d-467c-8071-924040d14ca6,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:32.618377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9afc7b34-926a-45e5-9327-8fda7215169d None None] For port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,segment=NetworkSegment(995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b),segment_id=995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:32.620889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5cc75f37-023f-4221-84dd-6dfe9677944f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:17:32.679948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (1152c707-7e0c-4173-990b-839e96baa458), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.680388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2fad4a43-b453-4791-b520-8058b17a42d9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:32.707877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89662435b0>,) {'filters': {'network_id': ['1152c707-7e0c-4173-990b-839e96baa458']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:32.717931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9afc7b34-926a-45e5-9327-8fda7215169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.727379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89662435b0>, '30a77cb0-f89c-4b36-be7e-dd0835875f40') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:32.728300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89662435b0>, '30a77cb0-f89c-4b36-be7e-dd0835875f40') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:32.753380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (30a77cb0-f89c-4b36-be7e-dd0835875f40), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.800831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (30a77cb0-f89c-4b36-be7e-dd0835875f40), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.813670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:17:32.814106 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (30a77cb0-f89c-4b36-be7e-dd0835875f40), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:17:32.816071 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:17:32.904908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5cc75f37-023f-4221-84dd-6dfe9677944f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cc75f37-023f-4221-84dd-6dfe9677944f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:32.920811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks [] for router_gateway (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.947862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7b34-926a-45e5-9327-8fda7215169d None None] Pushing event updated for resources: {'Port': ['ID=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:32.950547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '5cc75f37-023f-4221-84dd-6dfe9677944f', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '5cc75f37-023f-4221-84dd-6dfe9677944f', 'mac_address': 'fa:16:3e:d0:45:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:17:32.958220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2fad4a43-b453-4791-b520-8058b17a42d9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:32.958696 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.962221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-40c67860-750d-4a0a-bda7-aea8e9016c74 None None] Provisioning complete for port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:32.962591 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-40c67860-750d-4a0a-bda7-aea8e9016c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:32.997535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-586583f0-d177-4285-a741-1f4dd67d786c req-4f5c67e5-935d-4be9-af48-737c314613c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0991554
Apr 30 21:17:32.999174 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.006151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.007254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (6f453900-fa1f-405d-8960-cc8c2db203c2), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.062749 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (1152c707-7e0c-4173-990b-839e96baa458), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.075469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.080426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 5cc75f37-023f-4221-84dd-6dfe9677944f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:33.081136 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.084335 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] 10.222.0.23 "DELETE /v2.0/networks/1152c707-7e0c-4173-990b-839e96baa458 HTTP/1.1" status: 204  len: 168 time: 1.5453062
Apr 30 21:17:33.090210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60564) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:33.108041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc75f37-023f-4221-84dd-6dfe9677944f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:33.110559 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6f453900-fa1f-405d-8960-cc8c2db203c2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.116329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c9030-b5d3-4e05-8ec1-81f6790257df admin admin] Pushing event deleted for resources: {'Network': ['ID=1152c707-7e0c-4173-990b-839e96baa458,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:33.180304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46294cb8-13f2-4ccf-9539-564bbd014496 req-ff373483-f8e9-41f1-927f-f91c9f8c5b08 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 210 time: 0.1290879
Apr 30 21:17:33.190220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5cc75f37-023f-4221-84dd-6dfe9677944f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cc75f37-023f-4221-84dd-6dfe9677944f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:33.221941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2fad4a43-b453-4791-b520-8058b17a42d9 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:33.222595 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.226853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-40c67860-750d-4a0a-bda7-aea8e9016c74 None None] Current status of the port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:33.292993 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.299281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (77dd1f13-19fb-4306-90de-bb56b5386e35), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.308509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 2fad4a43-b453-4791-b520-8058b17a42d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fad4a43-b453-4791-b520-8058b17a42d9,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:33.315963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Allocated IP 172.35.4.139 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/7d1089de-f58a-4bd4-a273-4a919c4305b1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:33.354306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dbcaa9-4925-4a8a-a5cc-21ed2f096353 None None] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:33.370845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.388049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=6f453900-fa1f-405d-8960-cc8c2db203c2,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:33.400339 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.401479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:33.401842 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (4406c058-0c21-4030-bc38-41df49eb764a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.502058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=5cc75f37-023f-4221-84dd-6dfe9677944f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:33.508715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c3b26045-25f8-469f-8810-eb04c0cbc14a None None] Provisioning complete for port 2fad4a43-b453-4791-b520-8058b17a42d9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:33.511263 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c3b26045-25f8-469f-8810-eb04c0cbc14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.531237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.541323 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d9b5f66f-3a28-4742-a9c2-df826ff405b1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7431371
Apr 30 21:17:33.573539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:33.574920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5cc75f37-023f-4221-84dd-6dfe9677944f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:33.608834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:33.643793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:33.693656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80cf7bba-c2c1-4fec-814c-2e583dd3be3a req-4cbbc0fb-d001-4087-9f6a-ebca38d26d8a tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1046183
Apr 30 21:17:33.694991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'Port': ['ID=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:33.727849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=2fad4a43-b453-4791-b520-8058b17a42d9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:33.735704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:33.738732 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.759278 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:33.776018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01858d3e-9c6f-4954-b6c1-340b7c98848f req-0008032c-0a32-45ba-8888-628e37992a74 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:33.777535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01858d3e-9c6f-4954-b6c1-340b7c98848f req-0008032c-0a32-45ba-8888-628e37992a74 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 949 time: 0.1865797
Apr 30 21:17:33.867705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:33.868698 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.014299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c3b26045-25f8-469f-8810-eb04c0cbc14a None None] Current status of the port 2fad4a43-b453-4791-b520-8058b17a42d9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:34.075754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks [] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.086618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01858d3e-9c6f-4954-b6c1-340b7c98848f req-d8948191-14fc-426f-aeab-2ea8b0bef34d tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2787228
Apr 30 21:17:34.145348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6630329c-aed0-41b1-910c-9075460e2c11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.3531055
Apr 30 21:17:34.154936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-76e76acc-0599-49eb-9eaa-3136d27c86d1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--74255143&fields=id&tenant_id=b57cf4c7f250443a8afd9460085f6951 HTTP/1.1" status: 200  len: 267 time: 0.1787717
Apr 30 21:17:34.165127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Request body: {'port': {'device_id': '2190c553-068c-486e-b740-cca74445af33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:34.166439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-eafe470e-c0c9-4f5a-8ff1-bd808e54837a None None] Provisioning complete for port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:34.166850 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eafe470e-c0c9-4f5a-8ff1-bd808e54837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.202464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Deleting port 4b5a84c4-4482-4341-af60-e3caecadb7c9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:34.204063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.207514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:34.233350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Router 77dd1f13-19fb-4306-90de-bb56b5386e35 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:17:34.247895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-eafe470e-c0c9-4f5a-8ff1-bd808e54837a None None] Port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:34.296097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-03619487-fdd4-402a-b345-c2f59cd0085f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:34.298205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-03619487-fdd4-402a-b345-c2f59cd0085f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 930 time: 0.1279793
Apr 30 21:17:34.298747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2c8e8df9-a05d-467c-8071-924040d14ca6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:34.308377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.352654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 2c8e8df9-a05d-467c-8071-924040d14ca6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:34.353002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2c8e8df9-a05d-467c-8071-924040d14ca6 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:34.371764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] For port 4b5a84c4-4482-4341-af60-e3caecadb7c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b5a84c4-4482-4341-af60-e3caecadb7c9,segment=NetworkSegment(0f692602-0de6-42ec-bec1-ed48a4b1bfd4),segment_id=0f692602-0de6-42ec-bec1-ed48a4b1bfd4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:34.372266 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.392749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Calling delete_port for 4b5a84c4-4482-4341-af60-e3caecadb7c9 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:34.403810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ee9bf4a0-34f1-40da-a589-49e0a28f652d None None] Provisioning complete for port 2fad4a43-b453-4791-b520-8058b17a42d9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:34.410789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Pushing event updated for resources: {'Port': ['ID=7d1089de-f58a-4bd4-a273-4a919c4305b1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:34.413430 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf4a0-34f1-40da-a589-49e0a28f652d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.482542 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.491423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:34.499296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:34.520079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:34.531340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:34.565481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-d5e04963-1bff-408e-b79a-624d0132c71f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:34.566896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-d5e04963-1bff-408e-b79a-624d0132c71f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 932 time: 0.2546329
Apr 30 21:17:34.570558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bf4a0-34f1-40da-a589-49e0a28f652d None None] Current status of the port 2fad4a43-b453-4791-b520-8058b17a42d9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:34.577083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb476586-db48-47e8-a815-bf0ac45f42d5 req-b42a4c0d-de6a-4bfd-8f2c-1263838f2730 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:34.578614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb476586-db48-47e8-a815-bf0ac45f42d5 req-b42a4c0d-de6a-4bfd-8f2c-1263838f2730 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 935 time: 0.2127149
Apr 30 21:17:34.596797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:34.597182 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.623301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5cc75f37-023f-4221-84dd-6dfe9677944f up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:34.698762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7af2b582-35bc-4920-b2c1-dc22f668002d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0883052
Apr 30 21:17:34.715049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 5cc75f37-023f-4221-84dd-6dfe9677944f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:17:34.718649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:34.728958 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Sync routers for ids ['77dd1f13-19fb-4306-90de-bb56b5386e35'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:34.736276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:34.736276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2fad4a43-b453-4791-b520-8058b17a42d9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:34.736883 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4b5a84c4-4482-4341-af60-e3caecadb7c9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.742776 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Routers {'77dd1f13-19fb-4306-90de-bb56b5386e35'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:34.743604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c6a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['77dd1f13-19fb-4306-90de-bb56b5386e35'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:34.790797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 5cc75f37-023f-4221-84dd-6dfe9677944f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:34.791180 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.795827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5a84c4-4482-4341-af60-e3caecadb7c9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:34.866214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2fad4a43-b453-4791-b520-8058b17a42d9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:34.866597 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:34.892541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Set router 77dd1f13-19fb-4306-90de-bb56b5386e35 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:35.086175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.209475 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c6a30>, [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69'}], 'enable_snat': True}, 'gw_port_id': '38646679-3d3e-4429-a876-989adf659174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:17:31Z', 'revision_number': 3, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port': {'id': '38646679-3d3e-4429-a876-989adf659174', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:29Z', 'updated_at': '2022-04-30T21:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:35.258617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2fad4a43-b453-4791-b520-8058b17a42d9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:35.260890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 5cc75f37-023f-4221-84dd-6dfe9677944f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:35.261280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.270147 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Checking router: 77dd1f13-19fb-4306-90de-bb56b5386e35 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:35.270746 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Updating router 77dd1f13-19fb-4306-90de-bb56b5386e35 port 38646679-3d3e-4429-a876-989adf659174 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:17:35.298320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5cc75f37-023f-4221-84dd-6dfe9677944f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cc75f37-023f-4221-84dd-6dfe9677944f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:35.299396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2986b8a8-07d6-418d-9fa3-cb89d1fa7958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc75f37-023f-4221-84dd-6dfe9677944f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:35.302350 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3070734-59d1-4cfc-9a79-80cb5c42850d" -d '{"events": [{"server_uuid": "2986b8a8-07d6-418d-9fa3-cb89d1fa7958", "name": "network-vif-plugged", "status": "completed", "tag": "5cc75f37-023f-4221-84dd-6dfe9677944f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:35.306612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-d56c8b9d-6db2-4cb3-a445-f80256967646 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.5892131
Apr 30 21:17:35.309792 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (38646679-3d3e-4429-a876-989adf659174), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.364000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb476586-db48-47e8-a815-bf0ac45f42d5 req-c13e70b2-b176-4b0a-b759-e4c7a5895e10 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7508085
Apr 30 21:17:35.401981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:35.411453 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.481415 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.485583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d6757318-100b-4433-9c4b-70b8de41bca9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.2232718
Apr 30 21:17:35.488820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60592) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:35.513736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=5cc75f37-023f-4221-84dd-6dfe9677944f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:35.563718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:35.570300 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-727739b7-a772-4e3f-af4b-7eb82fad37d3 admin admin] 10.222.0.23 "PUT /v2.0/routers/4419b8c1-fcf9-4183-b0bd-c934969c3f2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4675822
Apr 30 21:17:35.572453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60594) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:35.575040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] Sync routers for ids ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:35.601110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] Routers {'4419b8c1-fcf9-4183-b0bd-c934969c3f2f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:35.601780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9ce070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:35.656063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2245092e-e708-4c96-9d60-a29831487ffa req-aa188e6b-8caa-4671-a918-209ab00016f9 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1162817
Apr 30 21:17:35.675447 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Publish callbacks [] for port (38646679-3d3e-4429-a876-989adf659174), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.723393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks [] for router (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.731072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-69afd8f9-0586-40e6-abd1-0202b9150b9a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:35.736964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-69afd8f9-0586-40e6-abd1-0202b9150b9a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:35.741741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-69afd8f9-0586-40e6-abd1-0202b9150b9a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:35.743361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-69afd8f9-0586-40e6-abd1-0202b9150b9a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/networks?id=1f054da6-523b-43c4-83a2-ca0049497cde&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=491ca467-fa0f-4500-813a-eee0ea86bd57&id=491ca467-fa0f-4500-813a-eee0ea86bd57 HTTP/1.1" status: 200  len: 1991 time: 0.4221852
Apr 30 21:17:35.750539 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (38646679-3d3e-4429-a876-989adf659174), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.800528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-3d6a43a2-2549-4aea-aa40-ff612874467c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/quotas/b57cf4c7f250443a8afd9460085f6951 HTTP/1.1" status: 200  len: 375 time: 0.0317383
Apr 30 21:17:35.817441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] Set router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:35.835560 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Pushing event updated for resources: {'Port': ['ID=38646679-3d3e-4429-a876-989adf659174,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:35.850976 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.851972 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.852494 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.853010 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.853784 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.854319 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.857526 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.858204 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.858737 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.859256 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.859776 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.860369 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.861002 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.861500 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.862034 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:17:35.868027 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Attempting to bind port 38646679-3d3e-4429-a876-989adf659174 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:35.868027 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Attempting to bind port 38646679-3d3e-4429-a876-989adf659174 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:35.868027 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Attempting to bind port 38646679-3d3e-4429-a876-989adf659174 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:35.876206 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:35.876579 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:35.877202 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.877949 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:35.878619 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Bound port: 38646679-3d3e-4429-a876-989adf659174, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:35.879174 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (38646679-3d3e-4429-a876-989adf659174), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:35.946693 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] For port 38646679-3d3e-4429-a876-989adf659174, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:35.951512 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] For port 38646679-3d3e-4429-a876-989adf659174, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38646679-3d3e-4429-a876-989adf659174,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:36.022798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks [] for router_gateway (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:36.035519 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (38646679-3d3e-4429-a876-989adf659174), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:36.037557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-d2782699-f0cb-4c79-8ad9-62e04b7d69d3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2117872
Apr 30 21:17:36.046303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9ce070>, [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:17:34Z', 'revision_number': 5, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:36.081907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa11e2-b7a7-4955-bfd6-b97a937eb7af req-77e5f214-ab22-47a1-aef6-ad47ebf4ed34 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:36.083479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afa11e2-b7a7-4955-bfd6-b97a937eb7af req-77e5f214-ab22-47a1-aef6-ad47ebf4ed34 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 950 time: 0.2485936
Apr 30 21:17:36.094395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] Checking router: 4419b8c1-fcf9-4183-b0bd-c934969c3f2f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:36.106844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] Routers {'4419b8c1-fcf9-4183-b0bd-c934969c3f2f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:36.108164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9ce070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:36.119900 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Routers {'77dd1f13-19fb-4306-90de-bb56b5386e35'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:36.120546 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c6a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['77dd1f13-19fb-4306-90de-bb56b5386e35'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:36.149690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf656ae-1f28-4b83-93e5-60f173aa4d0f {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:36.192958 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Publish callbacks [] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:36.220200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks [] for router_gateway (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:36.240432 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aa9ba-9981-4d41-8cac-d6cfd0a796b1 None None] Pushing event updated for resources: {'Port': ['ID=38646679-3d3e-4429-a876-989adf659174,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:36.261006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Transition to ACTIVE for port object 3bf656ae-1f28-4b83-93e5-60f173aa4d0f will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:17:36.296185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] Set router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:36.310648 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] Set router 77dd1f13-19fb-4306-90de-bb56b5386e35 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:36.315080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afa11e2-b7a7-4955-bfd6-b97a937eb7af req-47f63763-3659-41e3-a94d-3fe00352a76e tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880026
Apr 30 21:17:36.347405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Deleting port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:36.347888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:36.440374 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee3137e-fcce-45af-8cfa-27de69b31d23 x-openstack-request-id: req-aee3137e-fcce-45af-8cfa-27de69b31d23 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:36.440810 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2986b8a8-07d6-418d-9fa3-cb89d1fa7958", "name": "network-vif-plugged", "status": "completed", "tag": "5cc75f37-023f-4221-84dd-6dfe9677944f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:36.441164 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aee3137e-fcce-45af-8cfa-27de69b31d23 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:36.441664 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee3137e-fcce-45af-8cfa-27de69b31d23'] response: {'server_uuid': '2986b8a8-07d6-418d-9fa3-cb89d1fa7958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc75f37-023f-4221-84dd-6dfe9677944f', 'code': 200}
Apr 30 21:17:36.467021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:36.483217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-1ea90191-8e7f-4790-972e-718c11324934 service neutron] 10.222.0.23 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3686881
Apr 30 21:17:36.535343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ef4c8-32d4-43b3-8a66-49e3f3738fc5 req-e0725106-a622-493c-98c9-4a30a2dbce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:36.535970 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd0ef4c8-32d4-43b3-8a66-49e3f3738fc5 req-e0725106-a622-493c-98c9-4a30a2dbce45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 1132 time: 0.0566196
Apr 30 21:17:36.596595 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd0ef4c8-32d4-43b3-8a66-49e3f3738fc5 req-a19890d3-32bb-4c8b-9be6-1e1169bea558 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519156
Apr 30 21:17:36.625299 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c6a30>, [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69'}], 'enable_snat': True}, 'gw_port_id': '38646679-3d3e-4429-a876-989adf659174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:17:31Z', 'revision_number': 3, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port': {'id': '38646679-3d3e-4429-a876-989adf659174', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:29Z', 'updated_at': '2022-04-30T21:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:36.662159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] For port c08a9b0f-cab2-4cfe-8c3b-723606c9d50b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c08a9b0f-cab2-4cfe-8c3b-723606c9d50b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:36.675665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:36.675839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Pushing event updated for resources: {'Port': ['ID=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:36.695095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9ce070>, [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:17:34Z', 'revision_number': 5, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:36.709705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Calling delete_port for c08a9b0f-cab2-4cfe-8c3b-723606c9d50b owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:36.720775 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aaf7b-12cb-4458-867b-962c38ed3665 None None] The sync data for ids ['77dd1f13-19fb-4306-90de-bb56b5386e35'] in ncdv-master-1 is: [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69'}], 'enable_snat': True}, 'gw_port_id': '38646679-3d3e-4429-a876-989adf659174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:17:31Z', 'revision_number': 3, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port': {'id': '38646679-3d3e-4429-a876-989adf659174', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:29Z', 'updated_at': '2022-04-30T21:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:36.727332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90ae76-5285-4d57-beeb-e62b1b254d3f None None] The sync data for ids ['4419b8c1-fcf9-4183-b0bd-c934969c3f2f'] in ncdv-master-1 is: [{'id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2109971097-router', 'tenant_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:14:47Z', 'updated_at': '2022-04-30T21:17:34Z', 'revision_number': 5, 'project_id': '0ab6eb1e1c1e41dfb10c95d4b11e4f42', 'gw_port': {'id': 'c08a9b0f-cab2-4cfe-8c3b-723606c9d50b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4419b8c1-fcf9-4183-b0bd-c934969c3f2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:14:49Z', 'updated_at': '2022-04-30T21:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:37.079435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c08a9b0f-cab2-4cfe-8c3b-723606c9d50b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.107547 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c08a9b0f-cab2-4cfe-8c3b-723606c9d50b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:37.121581 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.121581 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef0abb23-7c60-4163-b90e-bac33facfe38 req-ede29add-50e1-4852-8a08-91059e941f46 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0737727
Apr 30 21:17:37.160159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-762d0598-a9a4-4778-bcbe-eae1903565b4 service neutron] 10.222.0.23 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6760850
Apr 30 21:17:37.240519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.382711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.385692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks [] for router_controller (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.450588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-de0af80e-4bee-490f-b163-d7676fc4de54 service neutron] 10.222.0.23 "GET /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.2808568
Apr 30 21:17:37.508895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (4419b8c1-fcf9-4183-b0bd-c934969c3f2f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.510619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4419b8c1-fcf9-4183-b0bd-c934969c3f2f {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:17:37.512644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ad169-cebf-4279-b00d-1070a5eabd35 req-9fe7d04a-1268-43a9-bc30-1f2d55dafb41 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:37.515279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-545ad169-cebf-4279-b00d-1070a5eabd35 req-9fe7d04a-1268-43a9-bc30-1f2d55dafb41 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 947 time: 0.1969852
Apr 30 21:17:37.521716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.523861 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-85a0c3d5-b6e7-4211-8492-170000c592ed admin admin] 10.222.0.23 "DELETE /v2.0/routers/4419b8c1-fcf9-4183-b0bd-c934969c3f2f HTTP/1.1" status: 204  len: 168 time: 1.9498630
Apr 30 21:17:37.525976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60620) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:37.547649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Attempting to bind port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:37.547893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Attempting to bind port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:37.548293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Attempting to bind port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:37.588096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:17:37.588419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Attempting to bind port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:37.595877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e9c53d-e9c0-423d-8a1a-f0e1096465f9 admin admin] Deleting subnet 2cdf47f3-fa44-4751-98f1-b2fb447a7ec1 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:17:37.599992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43e9c53d-e9c0-423d-8a1a-f0e1096465f9 admin admin] Publish callbacks [] for subnet (2cdf47f3-fa44-4751-98f1-b2fb447a7ec1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.618932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:37.619272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:37.619657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:37.620092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Bound port: 3bf656ae-1f28-4b83-93e5-60f173aa4d0f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:37.620452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.645991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43e9c53d-e9c0-423d-8a1a-f0e1096465f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (2cdf47f3-fa44-4751-98f1-b2fb447a7ec1), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.744497 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.762826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-545ad169-cebf-4279-b00d-1070a5eabd35 req-50b8ce44-0af8-402e-ad85-19a9ef4e5bc6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086668
Apr 30 21:17:37.794691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43e9c53d-e9c0-423d-8a1a-f0e1096465f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (2cdf47f3-fa44-4751-98f1-b2fb447a7ec1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:37.844937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-03eb05f9-ba01-4fa3-8b7f-3f1e17099afa service neutron] 10.222.0.23 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3803566
Apr 30 21:17:37.894900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] For port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:37.954674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:17:37.996317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44c0d8b7-9fee-44e8-bbbb-dcc2a6feb939 req-bab053f5-2715-4f1c-aa73-5aedf580e35d tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1240704
Apr 30 21:17:38.004073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] For port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:38.048294 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43e9c53d-e9c0-423d-8a1a-f0e1096465f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (2cdf47f3-fa44-4751-98f1-b2fb447a7ec1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.076362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43e9c53d-e9c0-423d-8a1a-f0e1096465f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.082430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d52df-f684-4d44-8da3-4bda36f4ddd9 None None] Network 385006cb-8c25-4505-ae55-20428d3c547a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:38.095874 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-43e9c53d-e9c0-423d-8a1a-f0e1096465f9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2cdf47f3-fa44-4751-98f1-b2fb447a7ec1 HTTP/1.1" status: 204  len: 168 time: 0.5684056
Apr 30 21:17:38.096868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:38.153505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.215186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9c53d-e9c0-423d-8a1a-f0e1096465f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cdf47f3-fa44-4751-98f1-b2fb447a7ec1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:38.255547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (385006cb-8c25-4505-ae55-20428d3c547a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.267128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-f782d701-255d-4e93-bbcf-88cc16d99e29 service neutron] 10.222.0.23 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4108629
Apr 30 21:17:38.287158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62561ff6-d86c-48ba-9b43-668172aa3bd4 req-cc8cdb81-30a8-42b6-9fcf-e305154caaea tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:38.288830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62561ff6-d86c-48ba-9b43-668172aa3bd4 req-cc8cdb81-30a8-42b6-9fcf-e305154caaea tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 950 time: 0.1517324
Apr 30 21:17:38.290396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:38.291075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.292539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] 10.222.0.35 "PUT /v2.0/ports/3bf656ae-1f28-4b83-93e5-60f173aa4d0f HTTP/1.1" status: 200  len: 1095 time: 4.1314743
Apr 30 21:17:38.316168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190c553-068c-486e-b740-cca74445af33', 'tag': '3bf656ae-1f28-4b83-93e5-60f173aa4d0f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:38.318552 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f619cea2-632f-4b98-88fc-99e725e7290e" -d '{"events": [{"name": "network-changed", "server_uuid": "2190c553-068c-486e-b740-cca74445af33", "tag": "3bf656ae-1f28-4b83-93e5-60f173aa4d0f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:38.331971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] DHCP port deletion for 385006cb-8c25-4505-ae55-20428d3c547a request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:17:38.334938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Deleting port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:38.335286 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.380951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] Deleting port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:38.381304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.406025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a04b-9ced-4487-ae45-db03aa11199e service neutron] Pushing event updated for resources: {'Port': ['ID=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:38.424976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] For port 9e8c7ad0-6609-4026-96c8-6f98e0b61206, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e8c7ad0-6609-4026-96c8-6f98e0b61206,segment=NetworkSegment(0f692602-0de6-42ec-bec1-ed48a4b1bfd4),segment_id=0f692602-0de6-42ec-bec1-ed48a4b1bfd4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:38.425978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7e4ef642-4392-4ac9-b7a2-5181fd6b01a7 service neutron] 10.222.0.23 "GET /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0964212
Apr 30 21:17:38.435802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.459786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Calling delete_port for 9e8c7ad0-6609-4026-96c8-6f98e0b61206 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:38.468466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Allocated IP 172.20.0.1 (8aafd47f-80a3-499d-bdec-810d729ed2d4/48ec2620-6539-4af2-a205-01e4e1c4fa37/7a0aa03a-68c7-41e1-83d9-4504095f26a8) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:38.532475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:38.547371 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Sync routers for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:38.555365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] For port 9e8c7ad0-6609-4026-96c8-6f98e0b61206, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e8c7ad0-6609-4026-96c8-6f98e0b61206,segment=NetworkSegment(0f692602-0de6-42ec-bec1-ed48a4b1bfd4),segment_id=0f692602-0de6-42ec-bec1-ed48a4b1bfd4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:38.556052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.576781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] Calling delete_port for 9e8c7ad0-6609-4026-96c8-6f98e0b61206 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:38.576932 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:38.578563 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d7ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:38.616029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-ef2e249f-6aa8-4895-bfac-681a9325ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:38.617802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-ef2e249f-6aa8-4895-bfac-681a9325ad91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 1129 time: 0.1791768
Apr 30 21:17:38.631610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 38646679-3d3e-4429-a876-989adf659174 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:38.637556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62561ff6-d86c-48ba-9b43-668172aa3bd4 req-b8324f1b-6877-495a-8908-afc7e3fdf8dd tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055191
Apr 30 21:17:38.678094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.747191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8c7ad0-6609-4026-96c8-6f98e0b61206,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:38.752483 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:38.758430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] No DVR routers for this DVR port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:38.784758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 38646679-3d3e-4429-a876-989adf659174 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:38.785153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-812f8c23-2160-4a10-afbc-b3653bad4aaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=3bf656ae-1f28-4b83-93e5-60f173aa4d0f HTTP/1.1" status: 200  len: 217 time: 0.1541960
Apr 30 21:17:38.785776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (38646679-3d3e-4429-a876-989adf659174), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.791212 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14739d2-d654-4864-b456-2a9b2f4393b7 x-openstack-request-id: req-a14739d2-d654-4864-b456-2a9b2f4393b7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:38.797562 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190c553-068c-486e-b740-cca74445af33", "tag": "3bf656ae-1f28-4b83-93e5-60f173aa4d0f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:38.797562 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a14739d2-d654-4864-b456-2a9b2f4393b7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:38.797562 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14739d2-d654-4864-b456-2a9b2f4393b7'] response: {'name': 'network-changed', 'server_uuid': '2190c553-068c-486e-b740-cca74445af33', 'tag': '3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'status': 'completed', 'code': 200}
Apr 30 21:17:38.825115 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (9e8c7ad0-6609-4026-96c8-6f98e0b61206), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.869124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] No DVR routers for this DVR port 9e8c7ad0-6609-4026-96c8-6f98e0b61206 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:38.887214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.888531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc9de3-1b05-4d98-956b-7d6dc504e5ae None None] Pushing event deleted for resources: {'Port': ['ID=9e8c7ad0-6609-4026-96c8-6f98e0b61206,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:38.893501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-01bfface-4b05-412a-b3a1-b9b49745b46f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 8.7070343
Apr 30 21:17:38.895899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-dfe4a22d-81cf-4060-af75-5843eaaf81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:38.898057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-dfe4a22d-81cf-4060-af75-5843eaaf81d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1012871
Apr 30 21:17:38.901938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60630) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:38.947307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (385006cb-8c25-4505-ae55-20428d3c547a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.957192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 38646679-3d3e-4429-a876-989adf659174 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:38.957489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (38646679-3d3e-4429-a876-989adf659174), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:38.967940 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d7ca0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:35Z', 'revision_number': 3, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:38.982769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967952c40>,) {'filters': {'network_id': ['385006cb-8c25-4505-ae55-20428d3c547a']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:38.986720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 38646679-3d3e-4429-a876-989adf659174, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38646679-3d3e-4429-a876-989adf659174,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:39.003341 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Checking router: d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:39.003975 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Updating router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 port 7d1089de-f58a-4bd4-a273-4a919c4305b1 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:17:39.004107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967952c40>, '0f692602-0de6-42ec-bec1-ed48a4b1bfd4') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:39.004366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967952c40>, '0f692602-0de6-42ec-bec1-ed48a4b1bfd4') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:39.015007 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (0f692602-0de6-42ec-bec1-ed48a4b1bfd4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.037230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0f692602-0de6-42ec-bec1-ed48a4b1bfd4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.043945 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.051696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:17:39.052374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (0f692602-0de6-42ec-bec1-ed48a4b1bfd4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.083603 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (38646679-3d3e-4429-a876-989adf659174), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.126684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-da3cf8b8-5dee-41d1-bc57-5333261e610c service neutron] 10.222.0.23 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6539891
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:17:39.131840 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:17:39.136762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-ce714a81-16d6-4516-968a-56cab30f6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:39.138252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-ce714a81-16d6-4516-968a-56cab30f6250 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1244316
Apr 30 21:17:39.199681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c08a9b0f-cab2-4cfe-8c3b-723606c9d50b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:39.217637 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (385006cb-8c25-4505-ae55-20428d3c547a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.223445 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.226665 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/385006cb-8c25-4505-ae55-20428d3c547a HTTP/1.1" status: 204  len: 168 time: 1.0941837
Apr 30 21:17:39.238845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=38646679-3d3e-4429-a876-989adf659174,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:39.241911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c08a9b0f-cab2-4cfe-8c3b-723606c9d50b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:39.242377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c08a9b0f-cab2-4cfe-8c3b-723606c9d50b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:39.242999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9e8c7ad0-6609-4026-96c8-6f98e0b61206 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:39.251883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e18d-7ac3-453b-b20f-961113a57f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=385006cb-8c25-4505-ae55-20428d3c547a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:39.275678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 9e8c7ad0-6609-4026-96c8-6f98e0b61206 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:39.276893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9e8c7ad0-6609-4026-96c8-6f98e0b61206 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:39.277890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4b5a84c4-4482-4341-af60-e3caecadb7c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:39.322698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 4b5a84c4-4482-4341-af60-e3caecadb7c9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:39.324584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4b5a84c4-4482-4341-af60-e3caecadb7c9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:39.401269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Publish callbacks [] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.427675 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Publish callbacks [] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.496486 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.551186 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Attempting to bind port 7d1089de-f58a-4bd4-a273-4a919c4305b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:39.551918 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Attempting to bind port 7d1089de-f58a-4bd4-a273-4a919c4305b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:39.552053 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Attempting to bind port 7d1089de-f58a-4bd4-a273-4a919c4305b1 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:39.556309 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e5299-95aa-48e2-9226-74ca869c2b4a None None] Pushing event updated for resources: {'Port': ['ID=7d1089de-f58a-4bd4-a273-4a919c4305b1,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:39.563130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf847f3-62c9-4b42-9ee1-d9bf9971dd6a req-df0f6ae0-6245-454d-aeb3-d4ab0eb1742c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:39.568870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccf847f3-62c9-4b42-9ee1-d9bf9971dd6a req-df0f6ae0-6245-454d-aeb3-d4ab0eb1742c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 947 time: 0.1666274
Apr 30 21:17:39.574663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:39.574663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:39.574663 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.574663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:39.574663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Bound port: 7d1089de-f58a-4bd4-a273-4a919c4305b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:39.574663 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.575207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-3a40cff9-f2fa-4ca7-9e04-7551f9cfa8a7 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4133425
Apr 30 21:17:39.581945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-a1a07382-d5de-4d0a-8eca-aeed50187ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4542527
Apr 30 21:17:39.628709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] For port 7d1089de-f58a-4bd4-a273-4a919c4305b1, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:39.631937 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] For port 7d1089de-f58a-4bd4-a273-4a919c4305b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1089de-f58a-4bd4-a273-4a919c4305b1,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:39.726699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60638) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:39.757813 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.774526 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7752fbe6-78d8-40a2-856f-1138dde45bd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6309fd24cb2e4a5d8fde4f457d529d68&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0460460
Apr 30 21:17:39.775392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60640) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:39.851128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32f5680b-57a1-4db9-99e4-ddcfff88f451 admin admin] Publish callbacks [] for security_group (a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.892032 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32f5680b-57a1-4db9-99e4-ddcfff88f451 admin admin] Publish callbacks [] for security_group (a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:39.924534 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:39.925167 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d7ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:40.003227 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e5299-95aa-48e2-9226-74ca869c2b4a None None] Pushing event updated for resources: {'Port': ['ID=7d1089de-f58a-4bd4-a273-4a919c4305b1,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:40.033525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32f5680b-57a1-4db9-99e4-ddcfff88f451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:40.036220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32f5680b-57a1-4db9-99e4-ddcfff88f451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:40.040383 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-32f5680b-57a1-4db9-99e4-ddcfff88f451 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b HTTP/1.1" status: 204  len: 168 time: 0.2611337
Apr 30 21:17:40.047307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5680b-57a1-4db9-99e4-ddcfff88f451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bd9fe2-e46e-4d7a-a3c1-38f1c99eda4b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:40.058791 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:40.116434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:40.168751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccf847f3-62c9-4b42-9ee1-d9bf9971dd6a req-641a109d-b6c8-4913-b8e0-894a6b91fa72 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5857744
Apr 30 21:17:40.222423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Network 8aafd47f-80a3-499d-bdec-810d729ed2d4 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:40.244893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:40.251781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c410d2b1-168e-4fe5-85f2-73e89d10570b req-6389f19b-4b4c-4359-aa6a-58985e4ccdae service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6582086
Apr 30 21:17:40.252523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:40.256565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0aa03a-68c7-41e1-83d9-4504095f26a8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:40.273245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ed2eb5a8-8391-48c4-8e38-24dd706d74b9 service neutron] 10.222.0.23 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6575279
Apr 30 21:17:40.304690 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d7ca0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:35Z', 'revision_number': 3, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:40.337994 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f7c24-850a-4a6f-bd9a-6198d0b067fd None None] The sync data for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 is: [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:35Z', 'revision_number': 3, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:40.369340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53f0dbd7-ec0e-4516-bc61-849bfa877f51 req-f823c1ed-ad29-4ef2-8120-ffc35ecae2b6 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1091616
Apr 30 21:17:40.441525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (77dd1f13-19fb-4306-90de-bb56b5386e35), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:40.531109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 38646679-3d3e-4429-a876-989adf659174 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:40.577409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-21b4d00e-2ebc-4b83-a9b2-eac0b1f9da0e service neutron] 10.222.0.23 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2846658
Apr 30 21:17:40.606054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3fc93b03-f372-458d-82c9-9f767d03baf0 None None] Provisioning complete for port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:40.606731 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3fc93b03-f372-458d-82c9-9f767d03baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:40.616338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220185a9-77ac-4a08-a514-be525e562ff6 req-e382a070-b762-4b08-8044-0abbba8e80cf tempest-ServersAdminNegativeTestJSON-1360757712 tempest-ServersAdminNegativeTestJSON-1360757712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:40.617942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-220185a9-77ac-4a08-a514-be525e562ff6 req-e382a070-b762-4b08-8044-0abbba8e80cf tempest-ServersAdminNegativeTestJSON-1360757712 tempest-ServersAdminNegativeTestJSON-1360757712-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 1132 time: 0.1068053
Apr 30 21:17:40.669254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3fc93b03-f372-458d-82c9-9f767d03baf0 None None] Port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:40.670641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 38646679-3d3e-4429-a876-989adf659174 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:40.671021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (38646679-3d3e-4429-a876-989adf659174), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:40.712441 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-220185a9-77ac-4a08-a514-be525e562ff6 req-0cbad009-4715-4154-b793-846f77990790 tempest-ServersAdminNegativeTestJSON-1360757712 tempest-ServersAdminNegativeTestJSON-1360757712-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:40.804238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 38646679-3d3e-4429-a876-989adf659174 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:40.849403 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:40.854915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-acb39629-2bad-43a5-b0b5-3da410f9beac service neutron] 10.222.0.23 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2514701
Apr 30 21:17:41.017499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60646) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:41.037427 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.063047 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-caaaf729-f319-47ba-8eb6-59b10a53ff6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ab6eb1e1c1e41dfb10c95d4b11e4f42&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0437322
Apr 30 21:17:41.066055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60648) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:41.072128 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-220185a9-77ac-4a08-a514-be525e562ff6 req-0cbad009-4715-4154-b793-846f77990790 tempest-ServersAdminNegativeTestJSON-1360757712 tempest-ServersAdminNegativeTestJSON-1360757712-project-admin] Publish callbacks [] for security_group (fd7ece86-85b4-438e-a827-b2b42bf4ac4c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.110917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-6631e273-a84d-4c7f-aa0b-601f258babc7 service neutron] 10.222.0.23 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2447741
Apr 30 21:17:41.125931 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a22ee56-1f9d-48d4-84a4-c8dc3ef0a1d0 admin admin] Publish callbacks [] for security_group (3db14750-9f21-4b12-a239-c51063d9f2a5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.151784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a22ee56-1f9d-48d4-84a4-c8dc3ef0a1d0 admin admin] Publish callbacks [] for security_group (3db14750-9f21-4b12-a239-c51063d9f2a5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.193017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-220185a9-77ac-4a08-a514-be525e562ff6 req-0cbad009-4715-4154-b793-846f77990790 tempest-ServersAdminNegativeTestJSON-1360757712 tempest-ServersAdminNegativeTestJSON-1360757712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fd7ece86-85b4-438e-a827-b2b42bf4ac4c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.251920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a22ee56-1f9d-48d4-84a4-c8dc3ef0a1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3db14750-9f21-4b12-a239-c51063d9f2a5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.255703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a22ee56-1f9d-48d4-84a4-c8dc3ef0a1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.260392 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5a22ee56-1f9d-48d4-84a4-c8dc3ef0a1d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3db14750-9f21-4b12-a239-c51063d9f2a5 HTTP/1.1" status: 204  len: 168 time: 0.1900992
Apr 30 21:17:41.287110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22ee56-1f9d-48d4-84a4-c8dc3ef0a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db14750-9f21-4b12-a239-c51063d9f2a5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:41.376132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-220185a9-77ac-4a08-a514-be525e562ff6 req-0cbad009-4715-4154-b793-846f77990790 tempest-ServersAdminNegativeTestJSON-1360757712 tempest-ServersAdminNegativeTestJSON-1360757712-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7355316
Apr 30 21:17:41.394837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbad009-4715-4154-b793-846f77990790 tempest-ServersAdminNegativeTestJSON-1360757712 tempest-ServersAdminNegativeTestJSON-1360757712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ece86-85b4-438e-a827-b2b42bf4ac4c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:41.402384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Allocated IP 172.20.0.1 (754dca2d-ae1a-474d-84c8-c3a2c085f38c/b2089236-1455-436b-81eb-84b040d60424/5ae77b56-1349-4c60-9f66-969cc4311243) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:41.404056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cea2-632f-4b98-88fc-99e725e7290e req-e62a6091-8144-47bb-89d6-492006b6a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:41.405383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f619cea2-632f-4b98-88fc-99e725e7290e req-e62a6091-8144-47bb-89d6-492006b6a353 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 1129 time: 0.1422248
Apr 30 21:17:41.442834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e4674391-510f-49c2-8184-065f38204ea4 service neutron] 10.222.0.23 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3107457
Apr 30 21:17:41.677658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e319a-fcb6-4332-a5ef-64a2e98ced78 req-18af3072-7308-42ca-b926-a88503009825 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:41.679191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-237e319a-fcb6-4332-a5ef-64a2e98ced78 req-18af3072-7308-42ca-b926-a88503009825 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 947 time: 0.1927686
Apr 30 21:17:41.776219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cea2-632f-4b98-88fc-99e725e7290e req-b4df52e0-267c-45c3-8633-e2c04384ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:41.778077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f619cea2-632f-4b98-88fc-99e725e7290e req-b4df52e0-267c-45c3-8633-e2c04384ca32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3578062
Apr 30 21:17:41.782929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Publish callbacks [] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.794162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-738f80b3-74d6-4441-b908-f6b0d21c0a1a service neutron] 10.222.0.23 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3087854
Apr 30 21:17:41.861344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Publish callbacks [] for port (5ae77b56-1349-4c60-9f66-969cc4311243), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:41.863433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f619cea2-632f-4b98-88fc-99e725e7290e req-0eb13103-6e29-4d4b-b33c-aae60892da58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=3bf656ae-1f28-4b83-93e5-60f173aa4d0f HTTP/1.1" status: 200  len: 217 time: 0.0785673
Apr 30 21:17:41.879400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-237e319a-fcb6-4332-a5ef-64a2e98ced78 req-34d5ecd2-4904-4265-8e52-5caee9426a86 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816373
Apr 30 21:17:41.911710 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.052526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0aa03a-68c7-41e1-83d9-4504095f26a8,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:42.075969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (77dd1f13-19fb-4306-90de-bb56b5386e35), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.078406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cea2-632f-4b98-88fc-99e725e7290e req-af836034-127d-4365-92dc-fd70384a360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:42.079815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f619cea2-632f-4b98-88fc-99e725e7290e req-af836034-127d-4365-92dc-fd70384a360e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.2056682
Apr 30 21:17:42.117713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3fddeab-d4ac-4fce-9f33-a2efb6c0fd70 req-8f09b862-43e5-4f73-8230-627acb819c56 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0552647
Apr 30 21:17:42.148165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-52ce1839-9ca2-4268-b704-da4e64912ae9 service neutron] 10.222.0.23 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3345187
Apr 30 21:17:42.209086 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.476716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7d1089de-f58a-4bd4-a273-4a919c4305b1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:42.559248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7d1089de-f58a-4bd4-a273-4a919c4305b1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:42.559634 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.571085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619cea2-632f-4b98-88fc-99e725e7290e req-8ce6b365-25ca-43fa-b14f-fb2080792dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:42.572582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f619cea2-632f-4b98-88fc-99e725e7290e req-8ce6b365-25ca-43fa-b14f-fb2080792dd6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4703016
Apr 30 21:17:42.592148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60684) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:42.658099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7d1089de-f58a-4bd4-a273-4a919c4305b1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:42.658764 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.678009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:42.682552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 7d1089de-f58a-4bd4-a273-4a919c4305b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1089de-f58a-4bd4-a273-4a919c4305b1,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:42.703426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:42.705240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae77b56-1349-4c60-9f66-969cc4311243,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:42.707602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:42.739158 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-network', 'tenant_id': '14cb627425b94ce890bd232988d4f051'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:42.783499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.793209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8eac36e8-e5ca-4582-9d05-3f51235b9587 service neutron] 10.222.0.23 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6325033
Apr 30 21:17:42.817390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Network 8aafd47f-80a3-499d-bdec-810d729ed2d4 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:42.826762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:42.857221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=7d1089de-f58a-4bd4-a273-4a919c4305b1,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:42.871263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Made reservation on behalf of 14cb627425b94ce890bd232988d4f051 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:42.874828 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.875907 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.885297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.928635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a860e37-b1af-4d7f-a15c-1de57f15124d req-3dd57a02-cd39-4f23-9253-ad009765be6e tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:42.935752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a860e37-b1af-4d7f-a15c-1de57f15124d req-3dd57a02-cd39-4f23-9253-ad009765be6e tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 950 time: 0.1816370
Apr 30 21:17:42.976093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Publish callbacks [] for security_group (588775e7-e338-4f94-84ea-868a6024ac7e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:42.995063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f619cea2-632f-4b98-88fc-99e725e7290e req-1adc6a6d-d0f9-4bdc-bc26-c02cbc65d7eb service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3988786
Apr 30 21:17:43.008542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-44f666ab-47f5-4462-b514-424607a4201b None None] Provisioning complete for port 5ae77b56-1349-4c60-9f66-969cc4311243 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:43.011045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44f666ab-47f5-4462-b514-424607a4201b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.032589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (588775e7-e338-4f94-84ea-868a6024ac7e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.045437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e35e0450-adad-47b2-a205-92a77e2a0551 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:43.052812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-44f666ab-47f5-4462-b514-424607a4201b None None] Port 5ae77b56-1349-4c60-9f66-969cc4311243 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:43.053881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e35e0450-adad-47b2-a205-92a77e2a0551 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 930 time: 0.2391782
Apr 30 21:17:43.066337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:17:43.075558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588775e7-e338-4f94-84ea-868a6024ac7e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:43.082899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (6395a94d-f883-416e-a806-fbcfbdf01d0b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.083238 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Added segment 6395a94d-f883-416e-a806-fbcfbdf01d0b of type vlan for network 31094596-75a5-4a74-a7ff-4154b6b0b753
Apr 30 21:17:43.133807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (31094596-75a5-4a74-a7ff-4154b6b0b753), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.143370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3bf656ae-1f28-4b83-93e5-60f173aa4d0f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:17:43.177106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4e0ab8bb-e70b-4d12-8bd2-a46dd69d71be None None] Provisioning complete for port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:43.177480 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e0ab8bb-e70b-4d12-8bd2-a46dd69d71be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.234973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (31094596-75a5-4a74-a7ff-4154b6b0b753), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.236152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:43.236970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.244045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c4b73975-789d-43ce-8e13-615506717f05 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:43.245571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c4b73975-789d-43ce-8e13-615506717f05 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 932 time: 0.1905794
Apr 30 21:17:43.261610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a860e37-b1af-4d7f-a15c-1de57f15124d req-1057d094-751d-4da3-bb52-ebd5f995d10f tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3249705
Apr 30 21:17:43.323641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f619cea2-632f-4b98-88fc-99e725e7290e req-2b9f29d3-5923-4b62-9e89-2604f8057c06 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850733
Apr 30 21:17:43.333025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Router 77dd1f13-19fb-4306-90de-bb56b5386e35 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:43.400292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ab8bb-e70b-4d12-8bd2-a46dd69d71be None None] Port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:43.419843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] Pushing event updated for resources: {'Network': ['ID=31094596-75a5-4a74-a7ff-4154b6b0b753,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:43.433526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:43.433637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:17:43.485429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'mac_address': 'fa:16:3e:ac:ad:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:17:43.487788 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9df5ed96-863b-4120-b445-78a0679d606f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 0.8940170
Apr 30 21:17:43.488651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60698) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:43.499063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Request body: {'subnet': {'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-subnet', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:43.507469 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.519410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e2323-f932-4685-81eb-c4e0e51e109b req-b5347b0b-7d9f-451e-811f-fca572fcb911 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:43.520937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec2e2323-f932-4685-81eb-c4e0e51e109b req-b5347b0b-7d9f-451e-811f-fca572fcb911 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 947 time: 0.0932560
Apr 30 21:17:43.547629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:43.548157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.567550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf656ae-1f28-4b83-93e5-60f173aa4d0f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:43.582237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Made reservation on behalf of 14cb627425b94ce890bd232988d4f051 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:43.584589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.589382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:43.604487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:43.610652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7c34409a-667f-4e62-8e06-193249073a98 admin admin] 10.222.0.23 "PUT /v2.0/routers/77dd1f13-19fb-4306-90de-bb56b5386e35/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1191406
Apr 30 21:17:43.615384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Sync routers for ids ['77dd1f13-19fb-4306-90de-bb56b5386e35'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:43.630712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Routers {'77dd1f13-19fb-4306-90de-bb56b5386e35'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:43.631780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fbc73d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['77dd1f13-19fb-4306-90de-bb56b5386e35'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:43.648274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec2e2323-f932-4685-81eb-c4e0e51e109b req-36e8fce9-f301-4216-8c3d-063010237ed7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187572
Apr 30 21:17:43.681459 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.798067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:43.815169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a11a897d-69ce-4420-8a84-2f2c7dd43159 req-e27a6c21-e94e-4d36-97cb-068510b9c148 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0513158
Apr 30 21:17:43.830278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Set router 77dd1f13-19fb-4306-90de-bb56b5386e35 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:43.847511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Publish callbacks [] for port (5ae77b56-1349-4c60-9f66-969cc4311243), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:43.909595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:43.982056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.032663 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (58c74b27-27cb-42f9-9bc7-d4684df3605e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.121662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Checking segment: {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:44.122016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Network hostable DHCP agents. Network: 31094596-75a5-4a74-a7ff-4154b6b0b753, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:17:44.126141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c74b27-27cb-42f9-9bc7-d4684df3605e,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:44.133896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.138969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae77b56-1349-4c60-9f66-969cc4311243,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:44.141290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fbc73d0>, [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69'}], 'enable_snat': True}, 'gw_port_id': '38646679-3d3e-4429-a876-989adf659174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:17:40Z', 'revision_number': 4, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port': {'id': '38646679-3d3e-4429-a876-989adf659174', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:29Z', 'updated_at': '2022-04-30T21:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a0aa03a-68c7-41e1-83d9-4504095f26a8', 'name': '', 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'mac_address': 'fa:16:3e:4e:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '48ec2620-6539-4af2-a205-01e4e1c4fa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:37Z', 'updated_at': '2022-04-30T21:17:41Z', 'revision_number': 2, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'subnets': [{'id': '48ec2620-6539-4af2-a205-01e4e1c4fa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:44.175289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Checking router: 77dd1f13-19fb-4306-90de-bb56b5386e35 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:44.175650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Updating router 77dd1f13-19fb-4306-90de-bb56b5386e35 port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:17:44.215880 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.237567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:17:44.262943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-c799c429-79d6-46e9-b80d-520e381beeda tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2530122
Apr 30 21:17:44.291173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:44.325590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:44.330861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:44.355548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31094596-75a5-4a74-a7ff-4154b6b0b753) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:44.369176 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:44.370735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.386106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cf2272-41fc-4e6f-a90b-a3d8b6aba77f None None] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:44.399335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573acad4-3785-4033-ac42-5c12a9121880 req-4ef6f167-4403-4ef1-9585-aa1d608ca554 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:44.401146 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-573acad4-3785-4033-ac42-5c12a9121880 req-4ef6f167-4403-4ef1-9585-aa1d608ca554 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.20 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 950 time: 0.0877447
Apr 30 21:17:44.424276 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.511375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Deleting port 5cc75f37-023f-4221-84dd-6dfe9677944f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:44.512361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.545884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.579755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7d1089de-f58a-4bd4-a273-4a919c4305b1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:44.629369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] For port 5cc75f37-023f-4221-84dd-6dfe9677944f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cc75f37-023f-4221-84dd-6dfe9677944f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:44.629748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.648247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Calling delete_port for 5cc75f37-023f-4221-84dd-6dfe9677944f owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:44.658313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-31094596-75a5-4a74-a7ff-4154b6b0b753', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'project_id': '14cb627425b94ce890bd232988d4f051', 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:17:44.660088 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.694259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Allocated IP 172.35.4.44 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/3deacbb7-f003-4f23-ad69-6328dc99644b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:44.710620 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f2594106-ab46-4ee1-b2f5-817f18bb4d26 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.2178035
Apr 30 21:17:44.714205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60724) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:44.723896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:44.776284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:44.836689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a21c2795-72fa-4dec-9db2-1e4d68b6d370 None None] Provisioning complete for port 5ae77b56-1349-4c60-9f66-969cc4311243 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:44.837014 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a21c2795-72fa-4dec-9db2-1e4d68b6d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.848382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7d1089de-f58a-4bd4-a273-4a919c4305b1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:44.848845 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.880294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (c3724921-aed2-4ad6-ab18-80fb46682101), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.881321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (c3724921-aed2-4ad6-ab18-80fb46682101), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.885708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5cc75f37-023f-4221-84dd-6dfe9677944f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.896587 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Publish callbacks [] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:44.926848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['4e609015-29a3-4678-9e4b-9b00ec55c21f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:44.929375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5cc75f37-023f-4221-84dd-6dfe9677944f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:44.929875 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for port (3deacbb7-f003-4f23-ad69-6328dc99644b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.001043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks [] for router_controller (c3724921-aed2-4ad6-ab18-80fb46682101), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.016760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:45.017093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Pushing event deleted for resources: {'Port': ['ID=5cc75f37-023f-4221-84dd-6dfe9677944f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:45.018271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] No DVR routers for this DVR port 5cc75f37-023f-4221-84dd-6dfe9677944f on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:45.030227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f24b2b0f-d037-4b21-869a-54d1cd6145e6 admin admin] 10.222.0.23 "PUT /v2.0/routers/d9f7a5ac-c0ad-4b08-8c84-64c743da5d27/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1162732
Apr 30 21:17:45.035436 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Sync routers for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:45.048159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a21c2795-72fa-4dec-9db2-1e4d68b6d370 None None] Port 5ae77b56-1349-4c60-9f66-969cc4311243 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:45.049827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.055930 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:45.058980 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-573acad4-3785-4033-ac42-5c12a9121880 req-494b9f6c-c5a1-4d2f-9265-b3693b7c369a tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.20 "DELETE /v2.0/ports/5cc75f37-023f-4221-84dd-6dfe9677944f HTTP/1.1" status: 204  len: 173 time: 0.6477342
Apr 30 21:17:45.067231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2986b8a8-07d6-418d-9fa3-cb89d1fa7958', 'name': 'network-vif-deleted', 'tag': '5cc75f37-023f-4221-84dd-6dfe9677944f'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:45.067585 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c6af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:45.067727 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.081604 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7fb551-2c8e-42b1-b40c-41215d9ed61f" -d '{"events": [{"server_uuid": "2986b8a8-07d6-418d-9fa3-cb89d1fa7958", "name": "network-vif-deleted", "tag": "5cc75f37-023f-4221-84dd-6dfe9677944f"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:45.193354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Allocated IP 172.20.0.2 (31094596-75a5-4a74-a7ff-4154b6b0b753/58c74b27-27cb-42f9-9bc7-d4684df3605e/1cbe23c4-da04-4d4a-87e9-96ff3c87495a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:45.213540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3bf656ae-1f28-4b83-93e5-60f173aa4d0f up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:45.267686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3deacbb7-f003-4f23-ad69-6328dc99644b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.282369 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:45.328217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:17:45.395673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-fbe1f6db-67ec-4fb9-99ae-9436a5ac4043 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:45.395911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae6eb5-d53b-4a8b-9508-7949444bd272 None None] Pushing event updated for resources: {'Port': ['ID=7a0aa03a-68c7-41e1-83d9-4504095f26a8,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:45.411514 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-fbe1f6db-67ec-4fb9-99ae-9436a5ac4043 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 930 time: 0.2088141
Apr 30 21:17:45.470863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2104908-e5a7-48ef-866d-b86703f9dbc2 req-9de3848d-c840-4f79-98df-1496a6da3e4f tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=2986b8a8-07d6-418d-9fa3-cb89d1fa7958 HTTP/1.1" status: 200  len: 210 time: 0.0525811
Apr 30 21:17:45.473895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:45.501992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-0d2a2d39-1387-4ca2-b6f0-f2cdd217115e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:45.531089 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-0d2a2d39-1387-4ca2-b6f0-f2cdd217115e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 932 time: 0.1164780
Apr 30 21:17:45.566912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks [] for router_gateway (c3724921-aed2-4ad6-ab18-80fb46682101), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.573102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:45.575991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:45.648630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event updated for resources: {'Port': ['ID=3deacbb7-f003-4f23-ad69-6328dc99644b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:45.726802 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c6af0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 2, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:45.741154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:45.741786 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.766974 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Checking router: d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:45.782167 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Updating router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 port 5ae77b56-1349-4c60-9f66-969cc4311243 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:17:45.807411 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.818041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-91edcc85-abe2-4bb4-8e17-f23064959ec2 None None] Provisioning complete for port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:45.818250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (d34a9486-4baf-4fe3-bcfd-8b58e9aa2a64), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.818417 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-91edcc85-abe2-4bb4-8e17-f23064959ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.828835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59750b9b-bcb3-4fb1-8450-2372093b438f req-14422cad-6548-4a05-880c-505502581f7d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:45.834244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59750b9b-bcb3-4fb1-8450-2372093b438f req-14422cad-6548-4a05-880c-505502581f7d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 948 time: 0.1924567
Apr 30 21:17:45.851056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7d1089de-f58a-4bd4-a273-4a919c4305b1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:45.868025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Attempting to bind port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:45.868402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Attempting to bind port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:45.868768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Attempting to bind port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 on network 8aafd47f-80a3-499d-bdec-810d729ed2d4 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:45.900539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:45.900967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Checking segment: {'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:45.901326 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.901715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Bound using segment: {'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:45.902414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Bound port: 7a0aa03a-68c7-41e1-83d9-4504095f26a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:45.902801 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:45.943058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-91edcc85-abe2-4bb4-8e17-f23064959ec2 None None] Port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:46.010908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59750b9b-bcb3-4fb1-8450-2372093b438f req-77bb36d9-f674-4b9e-932b-6c5e8a7f4f74 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672499
Apr 30 21:17:46.141484 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Publish callbacks [] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.142876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:46.143255 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.158502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] For port 7a0aa03a-68c7-41e1-83d9-4504095f26a8, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:46.178057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] For port 7a0aa03a-68c7-41e1-83d9-4504095f26a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a0aa03a-68c7-41e1-83d9-4504095f26a8,segment=NetworkSegment(995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b),segment_id=995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:46.182958 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Publish callbacks [] for port (5ae77b56-1349-4c60-9f66-969cc4311243), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.192658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190c553-068c-486e-b740-cca74445af33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf656ae-1f28-4b83-93e5-60f173aa4d0f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:46.195033 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a94a7-2bc2-410c-888d-6e0081bb16f9" -d '{"events": [{"server_uuid": "2190c553-068c-486e-b740-cca74445af33", "name": "network-vif-plugged", "status": "completed", "tag": "3bf656ae-1f28-4b83-93e5-60f173aa4d0f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:46.209312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:46.262452 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.303659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:46.306675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:46.310551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:46.319265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Pushing event updated for resources: {'Port': ['ID=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:46.353537 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.366968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.417638 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60d683-5628-478b-83f9-8e884c1f33ef None None] Pushing event updated for resources: {'Port': ['ID=5ae77b56-1349-4c60-9f66-969cc4311243,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:46.425710 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3deacbb7-f003-4f23-ad69-6328dc99644b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.449063 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.467110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Attempting to bind port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:46.467483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Attempting to bind port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:46.468122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Attempting to bind port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a on network 31094596-75a5-4a74-a7ff-4154b6b0b753 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:46.494003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:46.494697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Checking segment: {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:46.495272 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.495843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Bound using segment: {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:46.496493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Bound port: 1cbe23c4-da04-4d4a-87e9-96ff3c87495a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:46.497051 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.526979 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Attempting to bind port 5ae77b56-1349-4c60-9f66-969cc4311243 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:46.527454 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Attempting to bind port 5ae77b56-1349-4c60-9f66-969cc4311243 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:46.527934 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Attempting to bind port 5ae77b56-1349-4c60-9f66-969cc4311243 on network 754dca2d-ae1a-474d-84c8-c3a2c085f38c {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:46.537143 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:46.541709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Checking segment: {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:46.541709 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.541709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Bound using segment: {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:46.541709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Bound port: 5ae77b56-1349-4c60-9f66-969cc4311243, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:46.541709 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.549992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d83d2eb-e141-4671-b21c-60a50adfe270 req-71ee0a9c-5089-4637-8a28-5cb26bebce85 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1627352
Apr 30 21:17:46.558425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Routers {'77dd1f13-19fb-4306-90de-bb56b5386e35'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:46.559306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fbc73d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['77dd1f13-19fb-4306-90de-bb56b5386e35'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:46.567410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae6eb5-d53b-4a8b-9508-7949444bd272 None None] Pushing event updated for resources: {'Port': ['ID=7a0aa03a-68c7-41e1-83d9-4504095f26a8,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:46.645513 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] For port 5ae77b56-1349-4c60-9f66-969cc4311243, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:46.653178 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] For port 5ae77b56-1349-4c60-9f66-969cc4311243, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ae77b56-1349-4c60-9f66-969cc4311243,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:46.655346 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.673225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks [] for router_gateway (c3724921-aed2-4ad6-ab18-80fb46682101), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.691912 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a1a144-b337-4817-a943-025ec4f23b07 x-openstack-request-id: req-44a1a144-b337-4817-a943-025ec4f23b07 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:46.695710 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2986b8a8-07d6-418d-9fa3-cb89d1fa7958", "name": "network-vif-deleted", "tag": "5cc75f37-023f-4221-84dd-6dfe9677944f", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:46.695710 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44a1a144-b337-4817-a943-025ec4f23b07 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:46.695710 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a1a144-b337-4817-a943-025ec4f23b07'] response: {'server_uuid': '2986b8a8-07d6-418d-9fa3-cb89d1fa7958', 'name': 'network-vif-deleted', 'tag': '5cc75f37-023f-4221-84dd-6dfe9677944f', 'status': 'completed', 'code': 200}
Apr 30 21:17:46.719880 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.732733 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.782635 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60d683-5628-478b-83f9-8e884c1f33ef None None] Pushing event updated for resources: {'Port': ['ID=5ae77b56-1349-4c60-9f66-969cc4311243,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:46.786540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for port (3deacbb7-f003-4f23-ad69-6328dc99644b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.805970 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:46.806858 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c6af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:46.907528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:46.912099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] For port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:46.925327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] For port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:46.925327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f468f677-b0d8-4127-aa20-31034cc58a96 None None] Provisioning complete for port 5ae77b56-1349-4c60-9f66-969cc4311243 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:46.925327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f468f677-b0d8-4127-aa20-31034cc58a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.950116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Allocated IP 172.35.4.227 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/9cd583b6-9860-4cc0-8822-32809d97feaf) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:46.966093 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:46.968342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] Set router 77dd1f13-19fb-4306-90de-bb56b5386e35 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:46.969267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3deacbb7-f003-4f23-ad69-6328dc99644b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:46.990896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98be28ef-49b5-46a8-ac69-67ed19eb8603 req-0c429cc4-85e2-49c2-9966-475c10ba4efe tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 210 time: 0.2595108
Apr 30 21:17:47.014151 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.106123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (d34a9486-4baf-4fe3-bcfd-8b58e9aa2a64), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.215626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event updated for resources: {'Port': ['ID=3deacbb7-f003-4f23-ad69-6328dc99644b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:47.218105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a7ff9-8071-4bd5-8ddc-72393db35468 None None] Pushing event updated for resources: {'Port': ['ID=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:47.289988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f468f677-b0d8-4127-aa20-31034cc58a96 None None] Current status of the port 5ae77b56-1349-4c60-9f66-969cc4311243 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:47.290389 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f468f677-b0d8-4127-aa20-31034cc58a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.305333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.309504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b0e69c3a-d9c0-44cf-bbef-d8d8aebe3c4b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.0250454
Apr 30 21:17:47.344262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks [] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.375091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f468f677-b0d8-4127-aa20-31034cc58a96 None None] For port 5ae77b56-1349-4c60-9f66-969cc4311243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ae77b56-1349-4c60-9f66-969cc4311243,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:47.389668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fbc73d0>, [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69'}], 'enable_snat': True}, 'gw_port_id': '38646679-3d3e-4429-a876-989adf659174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:17:40Z', 'revision_number': 4, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port': {'id': '38646679-3d3e-4429-a876-989adf659174', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:29Z', 'updated_at': '2022-04-30T21:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a0aa03a-68c7-41e1-83d9-4504095f26a8', 'name': '', 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'mac_address': 'fa:16:3e:4e:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '48ec2620-6539-4af2-a205-01e4e1c4fa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:37Z', 'updated_at': '2022-04-30T21:17:46Z', 'revision_number': 4, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'subnets': [{'id': '48ec2620-6539-4af2-a205-01e4e1c4fa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:47.391893 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c6af0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:46Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:47.395747 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:17:47.431404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c21e5-927d-45bc-a5c8-a505aea2c200 None None] The sync data for ids ['77dd1f13-19fb-4306-90de-bb56b5386e35'] in ncdv-master-1 is: [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69'}], 'enable_snat': True}, 'gw_port_id': '38646679-3d3e-4429-a876-989adf659174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:17:40Z', 'revision_number': 4, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port': {'id': '38646679-3d3e-4429-a876-989adf659174', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:29Z', 'updated_at': '2022-04-30T21:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a0aa03a-68c7-41e1-83d9-4504095f26a8', 'name': '', 'network_id': '8aafd47f-80a3-499d-bdec-810d729ed2d4', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'mac_address': 'fa:16:3e:4e:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '48ec2620-6539-4af2-a205-01e4e1c4fa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:37Z', 'updated_at': '2022-04-30T21:17:46Z', 'revision_number': 4, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'subnets': [{'id': '48ec2620-6539-4af2-a205-01e4e1c4fa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:47.444349 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c124f-74e6-43f3-9f2f-18a6af1199db None None] The sync data for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 is: [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:46Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:47.455606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-2bfd8544-44b7-48cb-8137-31440a21c9c1 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.44 HTTP/1.1" status: 200  len: 695 time: 0.1291184
Apr 30 21:17:47.479774 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f468f677-b0d8-4127-aa20-31034cc58a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.558252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.615329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60756) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:47.636034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8374da5c-8e89-4e8e-ae54-866205d3bf88 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--944141613', 'description': 'tempest-description--1958546754'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:47.641338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468f677-b0d8-4127-aa20-31034cc58a96 None None] Pushing event updated for resources: {'Port': ['ID=5ae77b56-1349-4c60-9f66-969cc4311243,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:47.642770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Provisioning complete for port 5ae77b56-1349-4c60-9f66-969cc4311243 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:47.643432 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.780383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8374da5c-8e89-4e8e-ae54-866205d3bf88 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:47.800954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b54c89ad-407a-4b96-b6c1-9bbff5781a5c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:47.802785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57f99814-6fcd-4b69-8336-f66649bd68e8 req-b54c89ad-407a-4b96-b6c1-9bbff5781a5c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.3400304
Apr 30 21:17:47.808564 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ed91ea-8d9b-42dd-bc64-c18f3244e318 x-openstack-request-id: req-f4ed91ea-8d9b-42dd-bc64-c18f3244e318 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:47.808859 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190c553-068c-486e-b740-cca74445af33", "name": "network-vif-plugged", "status": "completed", "tag": "3bf656ae-1f28-4b83-93e5-60f173aa4d0f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:47.811248 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4ed91ea-8d9b-42dd-bc64-c18f3244e318 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:47.811706 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ed91ea-8d9b-42dd-bc64-c18f3244e318'] response: {'server_uuid': '2190c553-068c-486e-b740-cca74445af33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'code': 200}
Apr 30 21:17:47.830633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:47.831673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Pushing event updated for resources: {'Port': ['ID=9cd583b6-9860-4cc0-8822-32809d97feaf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:47.847612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:47.854126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:47.905558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Current status of the port 5ae77b56-1349-4c60-9f66-969cc4311243 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:47.930918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Provisioning complete for port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:47.931615 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.011160 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-205a2bc4-dad0-428c-bc89-6cf749f3fd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.036485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8374da5c-8e89-4e8e-ae54-866205d3bf88 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group (ab904f34-3d78-46b5-9eb4-0ebfd2676c42), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.078832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Current status of the port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:48.079358 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.079620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58955e-1548-41ab-b6f4-cafcd05e254a req-e16cf75a-2de9-4fc6-880f-f6ef67f523fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:48.088048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce58955e-1548-41ab-b6f4-cafcd05e254a req-e16cf75a-2de9-4fc6-880f-f6ef67f523fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 1131 time: 0.1828229
Apr 30 21:17:48.125498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a9ae9d6-482b-4450-8fb1-7ae07e246178 req-b94e541b-764b-4fe9-ae98-0690c4376a0c tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1318879
Apr 30 21:17:48.136111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] For port 7a0aa03a-68c7-41e1-83d9-4504095f26a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a0aa03a-68c7-41e1-83d9-4504095f26a8,segment=NetworkSegment(995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b),segment_id=995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:48.153251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8374da5c-8e89-4e8e-ae54-866205d3bf88 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ab904f34-3d78-46b5-9eb4-0ebfd2676c42), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.221690 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.225457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374da5c-8e89-4e8e-ae54-866205d3bf88 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab904f34-3d78-46b5-9eb4-0ebfd2676c42,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:48.282476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8374da5c-8e89-4e8e-ae54-866205d3bf88 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.284235 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8374da5c-8e89-4e8e-ae54-866205d3bf88 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.6644344
Apr 30 21:17:48.287650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60766) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:48.294603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a8fe7933-1bf9-4d4e-908b-ae71f1a902b6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Request body: {'security_group_rule': {'security_group_id': 'ab904f34-3d78-46b5-9eb4-0ebfd2676c42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:48.316743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea2ab0-069c-416d-9b0a-aa63630da182 None None] Pushing event updated for resources: {'Port': ['ID=7a0aa03a-68c7-41e1-83d9-4504095f26a8,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:48.325652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c5f9-19df-4a13-9f6e-80e4fbb71aa8 req-a8fb210b-8d0a-4f35-a304-bf11432ef43f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:48.334231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2204c5f9-19df-4a13-9f6e-80e4fbb71aa8 req-a8fb210b-8d0a-4f35-a304-bf11432ef43f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 949 time: 0.3155744
Apr 30 21:17:48.353476 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.422482 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7933-1bf9-4d4e-908b-ae71f1a902b6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group_rule (13eb2ec1-4efb-4f45-b6a6-73e4da7e82d6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.554623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce58955e-1548-41ab-b6f4-cafcd05e254a req-d522f365-6d4d-44ff-ab99-4c5f2a0167c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4455082
Apr 30 21:17:48.589470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7933-1bf9-4d4e-908b-ae71f1a902b6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group_rule (13eb2ec1-4efb-4f45-b6a6-73e4da7e82d6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.610035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2204c5f9-19df-4a13-9f6e-80e4fbb71aa8 req-6d2cbf20-d541-4547-b20b-53864fd121a2 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747631
Apr 30 21:17:48.650007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-2a790921-a37d-47ea-a470-bfac7396beca tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4402974
Apr 30 21:17:48.666883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:48.686369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5ae77b56-1349-4c60-9f66-969cc4311243 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:48.691986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7933-1bf9-4d4e-908b-ae71f1a902b6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (13eb2ec1-4efb-4f45-b6a6-73e4da7e82d6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.743506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe7933-1bf9-4d4e-908b-ae71f1a902b6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13eb2ec1-4efb-4f45-b6a6-73e4da7e82d6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:48.750793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5cc75f37-023f-4221-84dd-6dfe9677944f no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:48.771750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7bce3551-26f8-4292-b93c-def23016bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:48.773522 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7bce3551-26f8-4292-b93c-def23016bb3d service neutron] 10.222.0.20 "GET /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 1026 time: 0.0990129
Apr 30 21:17:48.882064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-3a8c1328-8467-4efc-be93-5acde23affed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:48.885337 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-3a8c1328-8467-4efc-be93-5acde23affed service neutron] 10.222.0.20 "GET /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 1028 time: 0.0970345
Apr 30 21:17:48.892020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8fe7933-1bf9-4d4e-908b-ae71f1a902b6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:48.898919 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a8fe7933-1bf9-4d4e-908b-ae71f1a902b6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6067476
Apr 30 21:17:48.898919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60768) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:48.923617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f62616c6-28ec-4091-b336-b0138bb956ea tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Request body: {'security_group_rule': {'security_group_id': 'ab904f34-3d78-46b5-9eb4-0ebfd2676c42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:48.956269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks [] for router_gateway (c3724921-aed2-4ad6-ab18-80fb46682101), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.034998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.098867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead3c84-1bdb-4c3e-b376-1fe459c6cdc6 None None] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:17:49.139696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-4de6d228-f416-496e-a306-c77c42f19a88 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:49.140951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.150356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-4de6d228-f416-496e-a306-c77c42f19a88 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:49.156645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-4de6d228-f416-496e-a306-c77c42f19a88 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:49.160119 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-4de6d228-f416-496e-a306-c77c42f19a88 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "GET /v2.0/networks?id=1f054da6-523b-43c4-83a2-ca0049497cde&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=491ca467-fa0f-4500-813a-eee0ea86bd57&id=491ca467-fa0f-4500-813a-eee0ea86bd57 HTTP/1.1" status: 200  len: 1991 time: 0.2201385
Apr 30 21:17:49.197717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 5cc75f37-023f-4221-84dd-6dfe9677944f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:49.212955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5cc75f37-023f-4221-84dd-6dfe9677944f not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:49.247691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-300836ce-22ba-4963-b1df-c1e9bafb89dd None None] Provisioning complete for port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:49.248069 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-300836ce-22ba-4963-b1df-c1e9bafb89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.326267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5ae77b56-1349-4c60-9f66-969cc4311243 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:49.326569 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.338447 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-3853c322-c74f-43cf-85c5-f48487b781df tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b57cf4c7f250443a8afd9460085f6951 HTTP/1.1" status: 200  len: 378 time: 0.1672912
Apr 30 21:17:49.352668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'admin_state_up': True, 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'security_groups': ['cdab9cd2-344c-439c-a7a2-74b74c69338f']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:49.412928 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f62616c6-28ec-4091-b336-b0138bb956ea tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group_rule (8a898d5f-7eb6-41d1-aef2-39fdf63fc9f6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.463596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-300836ce-22ba-4963-b1df-c1e9bafb89dd None None] Current status of the port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:49.463596 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-300836ce-22ba-4963-b1df-c1e9bafb89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.604025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a449e8d-0b7a-4981-b03b-0cd495661d2e req-1f9e596a-461e-42f6-9d7c-80962d0d4ea5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 210 time: 0.1159120
Apr 30 21:17:49.616796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5ae77b56-1349-4c60-9f66-969cc4311243 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:49.619907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1cbe23c4-da04-4d4a-87e9-96ff3c87495a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:49.646104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Allocated IP 172.35.4.115 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/2068aa1e-7307-43d2-8003-50707162fcc1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:49.684835 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f62616c6-28ec-4091-b336-b0138bb956ea tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group_rule (8a898d5f-7eb6-41d1-aef2-39fdf63fc9f6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.729354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-300836ce-22ba-4963-b1df-c1e9bafb89dd None None] For port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:49.736684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:49.741543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.747947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:49.748446 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.758429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f62616c6-28ec-4091-b336-b0138bb956ea tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (8a898d5f-7eb6-41d1-aef2-39fdf63fc9f6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.780266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62616c6-28ec-4091-b336-b0138bb956ea tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a898d5f-7eb6-41d1-aef2-39fdf63fc9f6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:49.795872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-300836ce-22ba-4963-b1df-c1e9bafb89dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.830932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (c3724921-aed2-4ad6-ab18-80fb46682101), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.870735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c199131c-5da4-482c-a706-ca695eae4548 req-909725c1-f824-40e5-bd4c-8518b24f3547 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0536289
Apr 30 21:17:49.875318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:49.875715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7a0aa03a-68c7-41e1-83d9-4504095f26a8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:49.943186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5b9f6b20-c18d-4e05-990a-7dd77bd3cbb6 None None] Provisioning complete for port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:49.943565 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6b20-c18d-4e05-990a-7dd77bd3cbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:49.959559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Allocated IP 172.20.0.6 (1f054da6-523b-43c4-83a2-ca0049497cde/c851f35a-af8a-45a3-a6e7-adf7f97d2833/0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:49.986582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300836ce-22ba-4963-b1df-c1e9bafb89dd None None] Pushing event updated for resources: {'Port': ['ID=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:49.996939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:49.997446 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.058491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f62616c6-28ec-4091-b336-b0138bb956ea tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.060058 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f62616c6-28ec-4091-b336-b0138bb956ea tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1608024
Apr 30 21:17:50.063227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60776) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:50.067625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:50.108459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5b9f6b20-c18d-4e05-990a-7dd77bd3cbb6 None None] Current status of the port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:50.137309 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dfdb6b57-2cad-4cea-b8f6-332873a437df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.151086 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for port (2068aa1e-7307-43d2-8003-50707162fcc1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.154515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:50.164565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4eb7-970b-487e-b116-95a66229af7f req-5e45b07e-6192-4cf5-8acc-a10f5c36bc71 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:50.167387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-414e4eb7-970b-487e-b116-95a66229af7f req-5e45b07e-6192-4cf5-8acc-a10f5c36bc71 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 949 time: 0.1363096
Apr 30 21:17:50.191471 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.226280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.290081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-414e4eb7-970b-487e-b116-95a66229af7f req-d3cd61a1-e1c2-4034-955f-fd047c339099 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127160
Apr 30 21:17:50.324192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.364185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2068aa1e-7307-43d2-8003-50707162fcc1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.388459 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.433838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:50.437988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Router c3724921-aed2-4ad6-ab18-80fb46682101 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:17:50.445992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e405e6-cc48-4b7f-b147-49b9084d3f38 req-9c975beb-cd2d-4f46-b8ab-e1404bd28ac0 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:50.447077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45e405e6-cc48-4b7f-b147-49b9084d3f38 req-9c975beb-cd2d-4f46-b8ab-e1404bd28ac0 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 949 time: 0.0937424
Apr 30 21:17:50.451344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:50.454167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:50.483231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network 1f054da6-523b-43c4-83a2-ca0049497cde is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:50.496932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:50.508535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:50.508535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:50.520098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event updated for resources: {'Port': ['ID=2068aa1e-7307-43d2-8003-50707162fcc1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:50.561799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Allocated IP 172.35.4.76 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e274fa1e-4cc5-4f3a-897c-baa20a1e85af) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:50.577386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1cbe23c4-da04-4d4a-87e9-96ff3c87495a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:50.597607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:50.598373 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.688211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:50.688866 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.762492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for port (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.809420 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7cd0436d-df94-4c61-a558-8d312a389997 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4619505
Apr 30 21:17:50.821993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'admin_state_up': True, 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'security_groups': ['cdab9cd2-344c-439c-a7a2-74b74c69338f']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:50.840907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45e405e6-cc48-4b7f-b147-49b9084d3f38 req-2dce1a01-281e-4598-95bf-da9a623b8b65 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3702314
Apr 30 21:17:50.877080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:50.892636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (e9e2b414-b70e-48ba-a0cc-a132008995cf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:50.918957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:50.939855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Sync routers for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:50.953400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:50.954092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9b7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:50.959498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.013425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:51.020015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:51.025599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:51.059762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-25b3ec71-229f-4ffb-a2b0-7a087871e922 None None] Provisioning complete for port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:51.060276 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25b3ec71-229f-4ffb-a2b0-7a087871e922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.062998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.064487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a2096055-0178-4641-b88c-66b090a814bd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 6.3472195
Apr 30 21:17:51.070824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:51.100453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event updated for resources: {'Port': ['ID=e274fa1e-4cc5-4f3a-897c-baa20a1e85af,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:51.123405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ddf9d-d3c8-43c2-84b6-ba846b05864d req-3739c025-203b-4f07-bae1-df032d19b6ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:51.125469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:51.127580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-25b3ec71-229f-4ffb-a2b0-7a087871e922 None None] Port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:51.134965 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e77ddf9d-d3c8-43c2-84b6-ba846b05864d req-3739c025-203b-4f07-bae1-df032d19b6ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 931 time: 0.1521466
Apr 30 21:17:51.266824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:51.270611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.306817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for floatingip (c271f4ca-c930-40b6-89a1-ae74ab488a93), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.333513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.358991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9b7c40>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:48Z', 'revision_number': 3, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:51.388778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Checking router: c3724921-aed2-4ad6-ab18-80fb46682101 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:51.389220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Updating router c3724921-aed2-4ad6-ab18-80fb46682101 port 9cd583b6-9860-4cc0-8822-32809d97feaf binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:17:51.419594 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.485519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.559607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605381d5-517e-4684-8f77-6af6611cb620 req-ddf65f0c-5c3d-4800-95d0-2d6d26f6f5f6 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:51.561085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-605381d5-517e-4684-8f77-6af6611cb620 req-ddf65f0c-5c3d-4800-95d0-2d6d26f6f5f6 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 949 time: 0.5288827
Apr 30 21:17:51.578721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e77ddf9d-d3c8-43c2-84b6-ba846b05864d req-37924e0f-dfd4-465b-a923-1be24c29212c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4381828
Apr 30 21:17:51.580812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2068aa1e-7307-43d2-8003-50707162fcc1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.653825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Allocated IP 10.1.1.124 (dcb46efb-f856-4d0a-9c79-6edd64276510/571ded28-00fa-4191-8b0a-dfd38ff94586/b3fce87b-a558-49fc-83b7-71bd012b7290) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:51.716647 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Publish callbacks [] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.821677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8625644b-1677-4672-8f1a-5b4f219ec1d5 req-d70bdedf-7853-4eef-b954-eaed349e93eb tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0886412
Apr 30 21:17:51.851938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Deleting port 4e609015-29a3-4678-9e4b-9b00ec55c21f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:17:51.852252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.861204 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.940243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Attempting to bind port 9cd583b6-9860-4cc0-8822-32809d97feaf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:51.940893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Attempting to bind port 9cd583b6-9860-4cc0-8822-32809d97feaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:51.947246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Attempting to bind port 9cd583b6-9860-4cc0-8822-32809d97feaf on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:51.971826 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c56952-1a60-4787-89f6-c2563bb178da None None] Pushing event updated for resources: {'Port': ['ID=9cd583b6-9860-4cc0-8822-32809d97feaf,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:51.976913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:51.980018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:51.980018 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:51.980259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:51.980717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Bound port: 9cd583b6-9860-4cc0-8822-32809d97feaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:51.981104 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.057907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b42cd5-1f81-4375-80d9-27aed9f34ad9 req-09da0bdd-ffd7-4c2a-9828-52dd869b4fb3 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:52.060822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5b42cd5-1f81-4375-80d9-27aed9f34ad9 req-09da0bdd-ffd7-4c2a-9828-52dd869b4fb3 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca6cff9c-417f-4781-974c-f36e3b467218 HTTP/1.1" status: 200  len: 949 time: 0.1015525
Apr 30 21:17:52.068998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] For port 9cd583b6-9860-4cc0-8822-32809d97feaf, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:52.072834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] For port 9cd583b6-9860-4cc0-8822-32809d97feaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cd583b6-9860-4cc0-8822-32809d97feaf,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:52.131034 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.200002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c56952-1a60-4787-89f6-c2563bb178da None None] Pushing event updated for resources: {'Port': ['ID=9cd583b6-9860-4cc0-8822-32809d97feaf,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:52.232327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:52.232961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9b7c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:52.247534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5b42cd5-1f81-4375-80d9-27aed9f34ad9 req-ebb64772-79b8-4814-a3ab-1f30e34514d6 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.23 "GET /v2.0/security-groups?id=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531870
Apr 30 21:17:52.269203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] For port 4e609015-29a3-4678-9e4b-9b00ec55c21f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e609015-29a3-4678-9e4b-9b00ec55c21f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:52.272063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.316181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Calling delete_port for 4e609015-29a3-4678-9e4b-9b00ec55c21f owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:17:52.317252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for port (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.361821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for port (2068aa1e-7307-43d2-8003-50707162fcc1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.426393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.432111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:52.454637 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.455078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3bbdd-8f9b-4113-bf91-fe8293828e46 req-16c56f05-763e-4ddf-bb8e-344d4ebb36fe tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:52.456576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76c3bbdd-8f9b-4113-bf91-fe8293828e46 req-16c56f05-763e-4ddf-bb8e-344d4ebb36fe tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 949 time: 0.0874422
Apr 30 21:17:52.487333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2068aa1e-7307-43d2-8003-50707162fcc1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.508612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.542742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event updated for resources: {'Port': ['ID=e274fa1e-4cc5-4f3a-897c-baa20a1e85af,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:52.618440 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.644892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9b7c40>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:48Z', 'revision_number': 3, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:52.645194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c271f4ca-c930-40b6-89a1-ae74ab488a93), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.673979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfb87b3-dd63-4ef4-8563-5f820e75c08c None None] The sync data for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 is: [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:48Z', 'revision_number': 3, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:52.732571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network dcb46efb-f856-4d0a-9c79-6edd64276510 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:52.743480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:52.768751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=b3fce87b-a558-49fc-83b7-71bd012b7290,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:52.784177 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:52.823951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.836113 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6388b317-a988-47a0-94d1-f86affdb01cb tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7719183
Apr 30 21:17:52.880351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76c3bbdd-8f9b-4113-bf91-fe8293828e46 req-daed8aef-ae1d-4096-9df6-38eddcddc198 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3968475
Apr 30 21:17:52.910429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:52.911340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.941862 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4e609015-29a3-4678-9e4b-9b00ec55c21f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:52.960113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['4e609015-29a3-4678-9e4b-9b00ec55c21f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:17:52.978330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Allocated IP 172.20.0.1 (31094596-75a5-4a74-a7ff-4154b6b0b753/58c74b27-27cb-42f9-9bc7-d4684df3605e/40cac69f-73ed-4e7d-a272-6bd47b300d07) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:52.985681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event updated for resources: {'Port': ['ID=2068aa1e-7307-43d2-8003-50707162fcc1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:53.059455 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-28d8d721-a2e6-474f-a900-70833412ef43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2423828
Apr 30 21:17:53.153706 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:53.162269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'admin_state_up': True, 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'security_groups': ['cdab9cd2-344c-439c-a7a2-74b74c69338f']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:53.163318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Pushing event deleted for resources: {'Port': ['ID=4e609015-29a3-4678-9e4b-9b00ec55c21f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:53.219054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (e9e2b414-b70e-48ba-a0cc-a132008995cf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:53.263777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276446b1-de2a-4e92-ab3f-6db76d1b7418 req-38087b15-10e2-4573-9d1f-713e9fa14c65 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:53.269641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276446b1-de2a-4e92-ab3f-6db76d1b7418 req-38087b15-10e2-4573-9d1f-713e9fa14c65 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:53.277285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-baaa4003-b064-47af-b27c-ed2467d1d709 None None] Provisioning complete for port b3fce87b-a558-49fc-83b7-71bd012b7290 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:53.282121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-baaa4003-b064-47af-b27c-ed2467d1d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:53.286296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-276446b1-de2a-4e92-ab3f-6db76d1b7418 req-38087b15-10e2-4573-9d1f-713e9fa14c65 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 1653 time: 0.2508602
Apr 30 21:17:53.287102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] No DVR routers for this DVR port 4e609015-29a3-4678-9e4b-9b00ec55c21f on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:17:53.291360 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:53.298676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-605381d5-517e-4684-8f77-6af6611cb620 req-1a14780d-9ac3-4c1c-888b-6c3ba8deba00 tempest-ServersAdminNegativeTestJSON-1098926609 tempest-ServersAdminNegativeTestJSON-1098926609-project] 10.222.0.35 "DELETE /v2.0/ports/4e609015-29a3-4678-9e4b-9b00ec55c21f HTTP/1.1" status: 204  len: 173 time: 1.6779115
Apr 30 21:17:53.302381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6cff9c-417f-4781-974c-f36e3b467218', 'name': 'network-vif-deleted', 'tag': '4e609015-29a3-4678-9e4b-9b00ec55c21f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:17:53.304841 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991b726f-c0f6-446f-afdc-5e5a61dcba69" -d '{"events": [{"server_uuid": "ca6cff9c-417f-4781-974c-f36e3b467218", "name": "network-vif-deleted", "tag": "4e609015-29a3-4678-9e4b-9b00ec55c21f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:17:53.343826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Publish callbacks [] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:53.350675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-baaa4003-b064-47af-b27c-ed2467d1d709 None None] Port b3fce87b-a558-49fc-83b7-71bd012b7290 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:53.364174 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:53.365494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-5fe61dd2-0de1-424b-8230-417642af216b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.7082253
Apr 30 21:17:53.453531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-276446b1-de2a-4e92-ab3f-6db76d1b7418 req-e5c2da4a-da2a-4859-b512-095c7344e096 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1427834
Apr 30 21:17:53.456490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-cec7db24-a567-465c-8e16-3cf2ad60288d tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.115 HTTP/1.1" status: 200  len: 696 time: 0.0727468
Apr 30 21:17:53.524541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:53.532437 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:53.581528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:53.668432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4ff3c57-a31f-4315-9fc1-3beaa834634b req-d9416d33-d49d-40f2-aaba-1e1d3fafef00 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0660505
Apr 30 21:17:53.682833 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Pushing event updated for resources: {'Port': ['ID=40cac69f-73ed-4e7d-a272-6bd47b300d07,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:53.704968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:53.716235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:53.799621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-943a13a1-300d-4233-8e13-d58917ea7765 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:53.801543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-943a13a1-300d-4233-8e13-d58917ea7765 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.3347766
Apr 30 21:17:53.811417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:53.818810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-20b19a96-959c-40e0-8867-93f158501fcb tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:17:53.823903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fa797d3-815a-4890-b28c-041db8ce9382 req-20b19a96-959c-40e0-8867-93f158501fcb tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0147367
Apr 30 21:17:53.969227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (c3724921-aed2-4ad6-ab18-80fb46682101), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.085676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24ef2f-66d6-492f-a219-8a80c05c3c69 req-46dd6810-ff3c-4f3b-9e9b-6e35b95c02f0 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:54.088054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f24ef2f-66d6-492f-a219-8a80c05c3c69 req-46dd6810-ff3c-4f3b-9e9b-6e35b95c02f0 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 1131 time: 0.0757947
Apr 30 21:17:54.101922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-ffc7cccb-721c-4c76-9add-3cbdae2a4210 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--944141613&fields=id&tenant_id=7c032d189cb14ea297194dffa380eae5 HTTP/1.1" status: 200  len: 267 time: 0.1473026
Apr 30 21:17:54.114267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Allocated IP 10.1.1.175 (dcb46efb-f856-4d0a-9c79-6edd64276510/571ded28-00fa-4191-8b0a-dfd38ff94586/cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:54.170579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0f24ef2f-66d6-492f-a219-8a80c05c3c69 req-cfd672bf-1632-4436-925b-313614f908dc tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.219795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b3b883d5-eb5c-4056-bf05-c4c094f2c383 None None] Provisioning complete for port 40cac69f-73ed-4e7d-a272-6bd47b300d07 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:54.220430 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b3b883d5-eb5c-4056-bf05-c4c094f2c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.266008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-5d6bf02d-ab5b-47a6-b25d-8c582c30d5e6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:54.270254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-5d6bf02d-ab5b-47a6-b25d-8c582c30d5e6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/networks?id=754dca2d-ae1a-474d-84c8-c3a2c085f38c HTTP/1.1" status: 200  len: 806 time: 0.1671357
Apr 30 21:17:54.300782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-facb0ce1-3b57-48d4-be73-8b89fe8f2279 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/quotas/7c032d189cb14ea297194dffa380eae5 HTTP/1.1" status: 200  len: 375 time: 0.0292673
Apr 30 21:17:54.336962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b3b883d5-eb5c-4056-bf05-c4c094f2c383 None None] Port 40cac69f-73ed-4e7d-a272-6bd47b300d07 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:54.375933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-d49c6ea9-96c7-482f-94d7-7f828f725073 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c032d189cb14ea297194dffa380eae5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0670323
Apr 30 21:17:54.396646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0f24ef2f-66d6-492f-a219-8a80c05c3c69 req-cfd672bf-1632-4436-925b-313614f908dc tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Publish callbacks [] for security_group (1670caa0-00d0-4f4b-a103-848f714aea8f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.434189 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.469229 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.486503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.528367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0f24ef2f-66d6-492f-a219-8a80c05c3c69 req-cfd672bf-1632-4436-925b-313614f908dc tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1670caa0-00d0-4f4b-a103-848f714aea8f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.540646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9cd583b6-9860-4cc0-8822-32809d97feaf up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:54.608461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9cd583b6-9860-4cc0-8822-32809d97feaf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:54.609735 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.629543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9b29fde2-b6f0-488a-a33c-f21a2986210f service neutron] 10.222.0.23 "GET /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380397
Apr 30 21:17:54.651797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f24ef2f-66d6-492f-a219-8a80c05c3c69 req-cfd672bf-1632-4436-925b-313614f908dc tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5475652
Apr 30 21:17:54.666609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd672bf-1632-4436-925b-313614f908dc tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1670caa0-00d0-4f4b-a103-848f714aea8f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:54.704092 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.749330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9cd583b6-9860-4cc0-8822-32809d97feaf is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:54.749330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.761955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-c6e9c9ab-7994-4bad-8b4d-6e8b4ae21252 service neutron] 10.222.0.23 "GET /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220078
Apr 30 21:17:54.777523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 9cd583b6-9860-4cc0-8822-32809d97feaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cd583b6-9860-4cc0-8822-32809d97feaf,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:54.801791 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212b4c39-fc07-4a2c-b14c-651bba8e0b5b x-openstack-request-id: req-212b4c39-fc07-4a2c-b14c-651bba8e0b5b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:17:54.802445 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca6cff9c-417f-4781-974c-f36e3b467218", "name": "network-vif-deleted", "tag": "4e609015-29a3-4678-9e4b-9b00ec55c21f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:17:54.802679 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-212b4c39-fc07-4a2c-b14c-651bba8e0b5b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:17:54.803093 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212b4c39-fc07-4a2c-b14c-651bba8e0b5b'] response: {'server_uuid': 'ca6cff9c-417f-4781-974c-f36e3b467218', 'name': 'network-vif-deleted', 'tag': '4e609015-29a3-4678-9e4b-9b00ec55c21f', 'status': 'completed', 'code': 200}
Apr 30 21:17:54.821660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network dcb46efb-f856-4d0a-9c79-6edd64276510 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:54.830376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:54.837479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:54.837627 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:54.907345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:54.992676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-43779d08-8ca3-4a55-9e38-63067ee3b2a5 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1750283
Apr 30 21:17:55.002660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=9cd583b6-9860-4cc0-8822-32809d97feaf,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:55.010755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:55.011677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:55.013708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:55.039221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Publish callbacks [] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:55.201442 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b47dbda6-fbbb-4a63-a8bd-cf34e09c8ce8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0462394
Apr 30 21:17:55.203444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:55.216692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4e609015-29a3-4678-9e4b-9b00ec55c21f no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:17:55.285539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57', 'admin_state_up': True, 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'security_groups': ['cdab9cd2-344c-439c-a7a2-74b74c69338f']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:55.336302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:55.505797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60854) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:55.593970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:55.606475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Pushing event updated for resources: {'Port': ['ID=40cac69f-73ed-4e7d-a272-6bd47b300d07,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:55.628848 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (c3724921-aed2-4ad6-ab18-80fb46682101), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:55.642639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b2a6303b-bf20-4ac6-8d23-e9629d714a96 None None] Provisioning complete for port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:55.645699 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2a6303b-bf20-4ac6-8d23-e9629d714a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:55.709239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 4e609015-29a3-4678-9e4b-9b00ec55c21f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:17:55.709807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 4e609015-29a3-4678-9e4b-9b00ec55c21f not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:17:55.729145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db393a-f86c-4b8f-83a5-8c4fec43929d req-d57decd7-bbd4-45cc-96b9-239614b8bfc8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:55.732542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6303b-bf20-4ac6-8d23-e9629d714a96 None None] Port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:55.735059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db393a-f86c-4b8f-83a5-8c4fec43929d req-d57decd7-bbd4-45cc-96b9-239614b8bfc8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:55.740416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db393a-f86c-4b8f-83a5-8c4fec43929d req-d57decd7-bbd4-45cc-96b9-239614b8bfc8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:55.742098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21db393a-f86c-4b8f-83a5-8c4fec43929d req-d57decd7-bbd4-45cc-96b9-239614b8bfc8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 2374 time: 0.1932909
Apr 30 21:17:55.782236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:55.783645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:55.847307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:55.863934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eb74a180-7a56-4955-9c31-8c2039dc937c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=246c0a9cc007483ab7bd3cd40249f291&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3545532
Apr 30 21:17:55.864866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60862) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:55.886313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21db393a-f86c-4b8f-83a5-8c4fec43929d req-e32357fc-c3ea-4046-be99-3789a055d5d0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1347384
Apr 30 21:17:55.934657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Allocated IP 172.35.4.132 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/a549053e-cf86-4b36-a6a0-2e27e9ccbc1c) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:55.990513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.064161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-329af699-ca55-434c-8332-bf511b6c7f12 admin admin] Publish callbacks [] for security_group (c8bcb683-777a-42a0-a5ec-b807ae4bb6c5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.116690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-329af699-ca55-434c-8332-bf511b6c7f12 admin admin] Publish callbacks [] for security_group (c8bcb683-777a-42a0-a5ec-b807ae4bb6c5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.144305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for port (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.156090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a72a77ff-2ced-4ba3-b7fb-e756422f4617 None None] Provisioning complete for port 40cac69f-73ed-4e7d-a272-6bd47b300d07 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:56.156482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a72a77ff-2ced-4ba3-b7fb-e756422f4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.207277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Router c3724921-aed2-4ad6-ab18-80fb46682101 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:17:56.216992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a72a77ff-2ced-4ba3-b7fb-e756422f4617 None None] Port 40cac69f-73ed-4e7d-a272-6bd47b300d07 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:56.334013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb61a997-5309-45a8-b959-3bfb8e018d84 req-b31b754e-526d-4172-8fc5-d9170fa2fd5f tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0495918
Apr 30 21:17:56.339953 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.343509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-329af699-ca55-434c-8332-bf511b6c7f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c8bcb683-777a-42a0-a5ec-b807ae4bb6c5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.346671 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-329af699-ca55-434c-8332-bf511b6c7f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.348009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-329af699-ca55-434c-8332-bf511b6c7f12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8bcb683-777a-42a0-a5ec-b807ae4bb6c5 HTTP/1.1" status: 204  len: 168 time: 0.4819970
Apr 30 21:17:56.380262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Allocated IP 10.2.2.100 (491ca467-fa0f-4500-813a-eee0ea86bd57/c5a4580b-4646-42ab-b5c2-280e7b80f322/1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:56.393608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329af699-ca55-434c-8332-bf511b6c7f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bcb683-777a-42a0-a5ec-b807ae4bb6c5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:56.404868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:56.407738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:56.411639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:56.446424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event updated for resources: {'Port': ['ID=a549053e-cf86-4b36-a6a0-2e27e9ccbc1c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:56.483528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e16bab58-5a5b-4bf0-93e1-75e08ca8b900 req-ca9f6125-9e5e-42ce-be6d-a0b29db688e6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 210 time: 0.0382152
Apr 30 21:17:56.496227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:17:56.510503 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Sync routers for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:17:56.518035 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-05c4bcc9-f53d-46d5-9430-4ef454423240 admin admin] 10.222.0.23 "PUT /v2.0/routers/c3724921-aed2-4ad6-ab18-80fb46682101/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4427903
Apr 30 21:17:56.528100 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:56.528748 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cec1430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:56.575101 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (def0dfa9-1853-4fbd-9012-76105f6e9afd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.590145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9cd583b6-9860-4cc0-8822-32809d97feaf up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:17:56.697290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9cd583b6-9860-4cc0-8822-32809d97feaf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:56.698553 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.700110 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:56.793401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b2df139a-4ed7-45d4-9d9b-5db99fa4f60c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0756161
Apr 30 21:17:56.831347 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.831630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9cd583b6-9860-4cc0-8822-32809d97feaf is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:56.851119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:56.975399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.011935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network 491ca467-fa0f-4500-813a-eee0ea86bd57 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:57.015845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:57.026678 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cec1430>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 2, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:57.054909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:57.055122 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Checking router: c3724921-aed2-4ad6-ab18-80fb46682101 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:17:57.055362 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Updating router c3724921-aed2-4ad6-ab18-80fb46682101 port 40cac69f-73ed-4e7d-a272-6bd47b300d07 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:17:57.090001 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.102884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-f25fe755-273c-4bef-ad87-d88787d435b3 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:57.104412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-f25fe755-273c-4bef-ad87-d88787d435b3 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3102102
Apr 30 21:17:57.109955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:57.110669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.164710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:57.166620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-44f7f7bd-5090-4551-90f6-caf8605b68cc tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/quotas/327a580f2f8645c28e9590806928ed91 HTTP/1.1" status: 200  len: 375 time: 0.0550971
Apr 30 21:17:57.245661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b88e3731-66a2-49d7-942a-66334e287446 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0780787
Apr 30 21:17:57.251827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for port (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.256179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e15ca415-a67c-48d7-ade0-735ce5011e6b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9903173
Apr 30 21:17:57.265889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57', 'admin_state_up': True, 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'security_groups': ['cdab9cd2-344c-439c-a7a2-74b74c69338f']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:57.333708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60890) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:57.346493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-edb5a4aa-93b4-4dba-8000-af17df678a18 None None] Provisioning complete for port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:57.346843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-edb5a4aa-93b4-4dba-8000-af17df678a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.382465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.411485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-edb5a4aa-93b4-4dba-8000-af17df678a18 None None] Port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:57.472523 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Publish callbacks [] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.496629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event updated for resources: {'Port': ['ID=a549053e-cf86-4b36-a6a0-2e27e9ccbc1c,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:57.504443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9bdaa17b-1d1a-463e-9306-1dce4ef5a848 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07454c56f64844ddaa569ae7058349ec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1693261
Apr 30 21:17:57.506980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60894) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:57.522550 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (def0dfa9-1853-4fbd-9012-76105f6e9afd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.536581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Made reservation on behalf of b57cf4c7f250443a8afd9460085f6951 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:57.543481 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.565534 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.572033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3d04cfe-3fb6-4d18-8532-f9335706f761 admin admin] Publish callbacks [] for security_group (fd7ece86-85b4-438e-a827-b2b42bf4ac4c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.603723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3d04cfe-3fb6-4d18-8532-f9335706f761 admin admin] Publish callbacks [] for security_group (fd7ece86-85b4-438e-a827-b2b42bf4ac4c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.653862 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d6fb2-73d9-410a-868a-f6143573b930 None None] Pushing event updated for resources: {'Port': ['ID=40cac69f-73ed-4e7d-a272-6bd47b300d07,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:57.682591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.683562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-89490047-ff86-44e6-a518-e4fa4798a554 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6816168
Apr 30 21:17:57.729845 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Attempting to bind port 40cac69f-73ed-4e7d-a272-6bd47b300d07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:57.730227 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Attempting to bind port 40cac69f-73ed-4e7d-a272-6bd47b300d07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:57.730593 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Attempting to bind port 40cac69f-73ed-4e7d-a272-6bd47b300d07 on network 31094596-75a5-4a74-a7ff-4154b6b0b753 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:57.736745 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:57.746055 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Checking segment: {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:57.746055 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.746055 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Bound using segment: {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:57.746055 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Bound port: 40cac69f-73ed-4e7d-a272-6bd47b300d07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:57.746055 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.782723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-8479dd72-8180-4c57-9d56-de33b6ee064a tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.132 HTTP/1.1" status: 200  len: 696 time: 0.0916831
Apr 30 21:17:57.787451 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3d04cfe-3fb6-4d18-8532-f9335706f761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fd7ece86-85b4-438e-a827-b2b42bf4ac4c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.791333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3d04cfe-3fb6-4d18-8532-f9335706f761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:57.797253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b3d04cfe-3fb6-4d18-8532-f9335706f761 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd7ece86-85b4-438e-a827-b2b42bf4ac4c HTTP/1.1" status: 204  len: 168 time: 0.2883132
Apr 30 21:17:57.826983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d04cfe-3fb6-4d18-8532-f9335706f761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ece86-85b4-438e-a827-b2b42bf4ac4c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:57.888483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Allocated IP 10.2.2.200 (491ca467-fa0f-4500-813a-eee0ea86bd57/c5a4580b-4646-42ab-b5c2-280e7b80f322/3612a02c-d7fa-4f7d-8b59-27351eff0cc5) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:17:57.892272 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] For port 40cac69f-73ed-4e7d-a272-6bd47b300d07, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:17:57.902137 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] For port 40cac69f-73ed-4e7d-a272-6bd47b300d07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40cac69f-73ed-4e7d-a272-6bd47b300d07,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:17:58.003679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-dab508a8-2d0e-4b09-a8c5-88e0dd7e70eb tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:58.005341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d729173-4536-4a5d-b9fd-71f3c49c7b85 req-dab508a8-2d0e-4b09-a8c5-88e0dd7e70eb tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.2209110
Apr 30 21:17:58.037838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4bb9ed9b-0d50-4b8c-8a24-864069c0166c None None] Provisioning complete for port 40cac69f-73ed-4e7d-a272-6bd47b300d07 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:58.040560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ed9b-0d50-4b8c-8a24-864069c0166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:58.058707 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:58.093393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9ed9b-0d50-4b8c-8a24-864069c0166c None None] Port 40cac69f-73ed-4e7d-a272-6bd47b300d07 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:58.101903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:58.203084 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d6fb2-73d9-410a-868a-f6143573b930 None None] Pushing event updated for resources: {'Port': ['ID=40cac69f-73ed-4e7d-a272-6bd47b300d07,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:58.206885 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:17:58.207541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cec1430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:58.337948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:58.341044 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:17:58.439876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-74956630-7f30-4ae8-aa3e-1511ea425d21 None None] Provisioning complete for port 40cac69f-73ed-4e7d-a272-6bd47b300d07 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:58.442288 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74956630-7f30-4ae8-aa3e-1511ea425d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:58.465888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Network 491ca467-fa0f-4500-813a-eee0ea86bd57 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:17:58.473689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:17:58.477935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:17:58.567825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event updated for resources: {'Port': ['ID=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:58.618348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4da0-fb54-479e-a2a3-d0be497019aa req-f6755b7d-1a63-4d0b-9a03-2b1a095fa1e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:58.651494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4da0-fb54-479e-a2a3-d0be497019aa req-f6755b7d-1a63-4d0b-9a03-2b1a095fa1e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:58.659706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4da0-fb54-479e-a2a3-d0be497019aa req-f6755b7d-1a63-4d0b-9a03-2b1a095fa1e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:58.670349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-74956630-7f30-4ae8-aa3e-1511ea425d21 None None] Current status of the port 40cac69f-73ed-4e7d-a272-6bd47b300d07 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:17:58.670736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74956630-7f30-4ae8-aa3e-1511ea425d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:58.674399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:58.675087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:58.680506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4da0-fb54-479e-a2a3-d0be497019aa req-f6755b7d-1a63-4d0b-9a03-2b1a095fa1e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:58.699645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f4da0-fb54-479e-a2a3-d0be497019aa req-f6755b7d-1a63-4d0b-9a03-2b1a095fa1e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:58.713721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c46f4da0-fb54-479e-a2a3-d0be497019aa req-f6755b7d-1a63-4d0b-9a03-2b1a095fa1e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 3816 time: 0.2530217
Apr 30 21:17:58.721068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-74956630-7f30-4ae8-aa3e-1511ea425d21 None None] For port 40cac69f-73ed-4e7d-a272-6bd47b300d07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40cac69f-73ed-4e7d-a272-6bd47b300d07,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:17:58.747587 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cec1430>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:57Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:17:58.776114 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a339aa-f998-434c-9c3d-2dee23641795 None None] The sync data for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 is: [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:57Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:17:58.848189 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74956630-7f30-4ae8-aa3e-1511ea425d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:58.850586 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ae7dfff5-26dd-4a48-bb97-bfcacef9c9eb tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5897129
Apr 30 21:17:58.871210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:58.918883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c46f4da0-fb54-479e-a2a3-d0be497019aa req-a91e4a9e-e4df-47fe-bb0d-7206bce62189 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2028334
Apr 30 21:17:58.951368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74956630-7f30-4ae8-aa3e-1511ea425d21 None None] Pushing event updated for resources: {'Port': ['ID=40cac69f-73ed-4e7d-a272-6bd47b300d07,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:58.956243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-80925f0f-62dd-4964-b111-b90bd4bee277 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:58.960279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-80925f0f-62dd-4964-b111-b90bd4bee277 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/networks?id=31094596-75a5-4a74-a7ff-4154b6b0b753 HTTP/1.1" status: 200  len: 829 time: 0.2374065
Apr 30 21:17:58.982162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-f5e83d51-f422-4349-a7b5-376d5858cccc tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/quotas/14cb627425b94ce890bd232988d4f051 HTTP/1.1" status: 200  len: 375 time: 0.0153537
Apr 30 21:17:59.042301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:59.086081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a336bcfd-f9af-4c52-943c-c6bbe9f776a9 None None] Provisioning complete for port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:17:59.089434 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a336bcfd-f9af-4c52-943c-c6bbe9f776a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:59.147217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a336bcfd-f9af-4c52-943c-c6bbe9f776a9 None None] Port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:17:59.204404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-795862e1-29db-41db-9bc3-47eb0df5fa25 req-a9c68428-fdca-4cda-aeb4-d8a19e0df78c tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0407789
Apr 30 21:17:59.224690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-1411cbe0-2100-45cc-b5ae-4c158afb84d0 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=14cb627425b94ce890bd232988d4f051&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2350686
Apr 30 21:17:59.512278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-34c9a65c-0563-4b5e-933b-0623351b24d4 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:17:59.512278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-34c9a65c-0563-4b5e-933b-0623351b24d4 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.20 "GET /v2.0/networks?id=754dca2d-ae1a-474d-84c8-c3a2c085f38c HTTP/1.1" status: 200  len: 806 time: 0.2422371
Apr 30 21:17:59.512278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f555eab-0494-4aac-8a92-3c0e3d1b9be6 req-31384258-d1fc-4ac6-a046-065820762eb4 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 210 time: 0.1352665
Apr 30 21:17:59.520918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-666af679-1cb1-472b-b7a1-c340b490e758 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c032d189cb14ea297194dffa380eae5 HTTP/1.1" status: 200  len: 379 time: 0.1909087
Apr 30 21:17:59.546848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Request body: {'port': {'device_id': '82314835-d00b-4591-9555-c35fb57a2d41', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'admin_state_up': True, 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'security_groups': ['ab904f34-3d78-46b5-9eb4-0ebfd2676c42']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:59.574397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:17:59.585237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Publish callbacks [] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:59.629562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Transition to ACTIVE for port object 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:17:59.703065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:59.720668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fbdfb26f-23d5-4a13-8e97-ecf94b56506e service neutron] 10.222.0.23 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4880135
Apr 30 21:17:59.746989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60946) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:17:59.825158 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:17:59.833897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5003a503-f908-4596-9847-236177d4d13c req-23711083-3cea-4ed8-b9d6-a228cd0e20f4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2947402
Apr 30 21:17:59.875848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:17:59.937171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-703a6bcf-759f-4eb9-8aa7-834bb9150091 service neutron] 10.222.0.23 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005970
Apr 30 21:17:59.942159 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-dcead0b2-c729-44ce-88c4-9f8f3986e521 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0928831
Apr 30 21:17:59.946833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Made reservation on behalf of 7c032d189cb14ea297194dffa380eae5 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:17:59.954644 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:17:59.959912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Attempting to bind port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:17:59.960672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Attempting to bind port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:17:59.960672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Attempting to bind port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e on network 1f054da6-523b-43c4-83a2-ca0049497cde {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:59.968872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e on network 1f054da6-523b-43c4-83a2-ca0049497cde not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:17:59.969054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Attempting to bind port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e on network 1f054da6-523b-43c4-83a2-ca0049497cde {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:17:59.977552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:17:59.979571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Checking segment: {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:17:59.979976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Bound using segment: {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:17:59.980444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Bound port: 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0e8921-ab67-42fb-a688-850caea317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:17:59.980829 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:00.163158 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-5eecbac5-0824-49a4-9190-8807df3eb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:00.166758 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-5eecbac5-0824-49a4-9190-8807df3eb18f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9c121a94ec3445baa05dcaa3dc22af2&device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 1128 time: 0.1431167
Apr 30 21:18:00.315689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] For port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:00.321209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] For port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:00.366304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-902f81e1-ef1a-43c9-be70-dfcfc2d2841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:00.368826 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-902f81e1-ef1a-43c9-be70-dfcfc2d2841e service neutron] 10.222.0.20 "GET /v2.0/networks?id=03738ce1-c48f-4ad4-be94-161589abefe2 HTTP/1.1" status: 200  len: 916 time: 0.1771054
Apr 30 21:18:00.457000 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:00.458685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:00.474705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-450196351-network', 'tenant_id': '6c823086e6504aa0ac38c2b9b86970b2'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:00.575164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:00.576614 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:00.578943 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] 10.222.0.20 "PUT /v2.0/ports/0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e HTTP/1.1" status: 200  len: 1091 time: 1.7181628
Apr 30 21:18:00.607733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:00.614984 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:00.652320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 40cac69f-73ed-4e7d-a272-6bd47b300d07 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:00.666046 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-7ddcb63a-139e-4826-989a-033d0b387cb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 HTTP/1.1" status: 200  len: 1001 time: 0.2845106
Apr 30 21:18:00.708080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Allocated IP 172.20.0.12 (754dca2d-ae1a-474d-84c8-c3a2c085f38c/b2089236-1455-436b-81eb-84b040d60424/ce1d8c5d-0c68-4c48-aa37-9fbce01b179e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:00.748005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:00.795486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 40cac69f-73ed-4e7d-a272-6bd47b300d07 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:00.796670 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:00.865196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-1200bf07-d2c4-44f5-9a4f-3d1561c4f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:00.867023 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-1200bf07-d2c4-44f5-9a4f-3d1561c4f62f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77813a45-3d28-401a-82c7-7405d4826d07 HTTP/1.1" status: 200  len: 854 time: 0.1768606
Apr 30 21:18:00.928708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 40cac69f-73ed-4e7d-a272-6bd47b300d07 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:01.028004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Made reservation on behalf of 6c823086e6504aa0ac38c2b9b86970b2 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:01.031551 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.076306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.088811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc616-f4f2-4172-95eb-866de4651062 req-0ea165ac-6514-4612-adf2-a0b4a4a11a6a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:01.094848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc616-f4f2-4172-95eb-866de4651062 req-0ea165ac-6514-4612-adf2-a0b4a4a11a6a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:01.100291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc616-f4f2-4172-95eb-866de4651062 req-0ea165ac-6514-4612-adf2-a0b4a4a11a6a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:01.105527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc616-f4f2-4172-95eb-866de4651062 req-0ea165ac-6514-4612-adf2-a0b4a4a11a6a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:01.110917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc616-f4f2-4172-95eb-866de4651062 req-0ea165ac-6514-4612-adf2-a0b4a4a11a6a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:01.118573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7fdc616-f4f2-4172-95eb-866de4651062 req-0ea165ac-6514-4612-adf2-a0b4a4a11a6a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 3828 time: 0.2617016
Apr 30 21:18:01.150123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.245070 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.302247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299a8a-38ef-4d6b-ab5f-6b64049043b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:01.318156 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.329218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-0832e6c0-b3ac-4d64-bc20-cefc5ceab242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:01.330120 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-0832e6c0-b3ac-4d64-bc20-cefc5ceab242 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03738ce1-c48f-4ad4-be94-161589abefe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4345922
Apr 30 21:18:01.358860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7fdc616-f4f2-4172-95eb-866de4651062 req-660030f1-97f7-4ca9-a639-c1a044742a5e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2394083
Apr 30 21:18:01.463184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Allocated IP 172.35.4.99 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/7297955c-965a-40f2-bf6d-b0c4abe763a6) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:01.507544 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.529319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab5a8a9c-47a0-4b83-badb-119f342d5f80 req-34f2c9e1-9759-436e-a449-a811c6077ea3 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0567579
Apr 30 21:18:01.538955 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Publish callbacks [] for security_group (586386c1-8422-422f-9ef6-e7dd28892eef), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.567201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-3b6d90fb-2f76-463e-84c6-4f38366e9cbb service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082355
Apr 30 21:18:01.643244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:01.668988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:01.698048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:01.727755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event updated for resources: {'Port': ['ID=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:01.735621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (586386c1-8422-422f-9ef6-e7dd28892eef), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.740015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ac537b-06b9-4c47-8765-4f8db72e152f req-b1f9c78d-7937-4f5a-ab29-e118ddb4e9f0 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 210 time: 0.0953538
Apr 30 21:18:01.748373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bddf1e86-1d42-48f1-aa66-a8b2bdc427d3 req-45931a23-c040-4591-adbe-1d3315b6b5d0 service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694210
Apr 30 21:18:01.801155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:01.801952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.835399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:18:01.862248 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb95bf2-7a04-4881-a1c4-a027f2905abd {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:01.870590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Publish callbacks [] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.890904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Transition to ACTIVE for port object eeb95bf2-7a04-4881-a1c4-a027f2905abd will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:01.895593 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:01.896058 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Added segment d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872 of type vlan for network 2b0ff999-a515-444e-abae-4e4b3a0965ad
Apr 30 21:18:01.901118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586386c1-8422-422f-9ef6-e7dd28892eef,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:01.947040 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for port (7297955c-965a-40f2-bf6d-b0c4abe763a6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.001467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffe3e-595e-44fd-86bb-19912e846ff4 req-09282693-e11f-46ad-834e-3d97514fce5a tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.003094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a57ffe3e-595e-44fd-86bb-19912e846ff4 req-09282693-e11f-46ad-834e-3d97514fce5a tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 932 time: 0.1261542
Apr 30 21:18:02.005803 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2b0ff999-a515-444e-abae-4e4b3a0965ad), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.013563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-9aefe829-3730-490e-a5f0-304254016ad8 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4731262
Apr 30 21:18:02.017325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.039054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-10ac3fa4-5ac7-487f-ae5e-31797b4cee5d None None] Provisioning complete for port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:02.040194 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10ac3fa4-5ac7-487f-ae5e-31797b4cee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.099275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95bf2-7a04-4881-a1c4-a027f2905abd,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:02.109188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-10ac3fa4-5ac7-487f-ae5e-31797b4cee5d None None] Port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:02.117122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Request body: {'port': {'device_id': '82314835-d00b-4591-9555-c35fb57a2d41', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:02.178231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a57ffe3e-595e-44fd-86bb-19912e846ff4 req-d44071fc-9f94-4b83-8f0b-e638da2c1a1c tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1602945
Apr 30 21:18:02.198498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Attempting to bind port eeb95bf2-7a04-4881-a1c4-a027f2905abd on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:02.198830 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Attempting to bind port eeb95bf2-7a04-4881-a1c4-a027f2905abd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:02.199155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Attempting to bind port eeb95bf2-7a04-4881-a1c4-a027f2905abd on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:02.205673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Port eeb95bf2-7a04-4881-a1c4-a027f2905abd on network dcb46efb-f856-4d0a-9c79-6edd64276510 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:02.205673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Attempting to bind port eeb95bf2-7a04-4881-a1c4-a027f2905abd on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:02.211784 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:02.212217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Checking segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:02.212483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Bound using segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:02.213120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Bound port: eeb95bf2-7a04-4881-a1c4-a027f2905abd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:02.213715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.270270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2b0ff999-a515-444e-abae-4e4b3a0965ad), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.270924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.271505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.288659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7297955c-965a-40f2-bf6d-b0c4abe763a6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.312902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] For port eeb95bf2-7a04-4881-a1c4-a027f2905abd, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:02.314201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.316756 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] For port eeb95bf2-7a04-4881-a1c4-a027f2905abd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb95bf2-7a04-4881-a1c4-a027f2905abd,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:02.422935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.428097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2af9fa55-334a-4c52-b452-6453f8ef8768 req-c6e80b72-53a5-4ba1-b96d-a295df515c79 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 210 time: 0.0862837
Apr 30 21:18:02.431569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:02.450818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.6962917
Apr 30 21:18:02.460389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60978) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:02.466023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Request body: {'subnet': {'network_id': '2b0ff999-a515-444e-abae-4e4b3a0965ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-450196351-subnet', 'tenant_id': '6c823086e6504aa0ac38c2b9b86970b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:02.475057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:02.490836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20249e6f-6cfe-4633-9bb7-f10dec405ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=2b0ff999-a515-444e-abae-4e4b3a0965ad,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:02.493039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:02.499801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event updated for resources: {'Port': ['ID=7297955c-965a-40f2-bf6d-b0c4abe763a6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:02.502417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2b0ff999-a515-444e-abae-4e4b3a0965ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:18:02.574344 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2327cc99-dfaa-4d5f-b728-b76da1af2a79 x-openstack-request-id: req-2327cc99-dfaa-4d5f-b728-b76da1af2a79 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:02.574658 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:02.574889 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2327cc99-dfaa-4d5f-b728-b76da1af2a79 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:02.577197 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2327cc99-dfaa-4d5f-b728-b76da1af2a79'] response: {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'status': 'completed', 'code': 200}
Apr 30 21:18:02.584799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.585428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.597046 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] 10.222.0.20 "PUT /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 1129 time: 1.9077332
Apr 30 21:18:02.611821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-a9b52408-5579-439b-88e4-a5dd5534a426 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0832279
Apr 30 21:18:02.715984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Made reservation on behalf of 6c823086e6504aa0ac38c2b9b86970b2 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:02.720853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.736222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3deffc-d6ff-4622-b956-f42b27aa5852 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95bf2-7a04-4881-a1c4-a027f2905abd,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:02.750583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-5bcd9ea9-09b1-4e6d-9bdb-df5224b9aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.758706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-5bcd9ea9-09b1-4e6d-9bdb-df5224b9aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.758706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-5bcd9ea9-09b1-4e6d-9bdb-df5224b9aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.758706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-5bcd9ea9-09b1-4e6d-9bdb-df5224b9aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.758706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-5bcd9ea9-09b1-4e6d-9bdb-df5224b9aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.758706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-5bcd9ea9-09b1-4e6d-9bdb-df5224b9aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.758706 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-5bcd9ea9-09b1-4e6d-9bdb-df5224b9aeb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5347 time: 0.1540554
Apr 30 21:18:02.804346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfb0a6-867d-4f03-aafe-8f526e73e1d8 req-d3c31810-db34-4b72-9b25-9d8e83d86bd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.810019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfb0a6-867d-4f03-aafe-8f526e73e1d8 req-d3c31810-db34-4b72-9b25-9d8e83d86bd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.815910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfb0a6-867d-4f03-aafe-8f526e73e1d8 req-d3c31810-db34-4b72-9b25-9d8e83d86bd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.821257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfb0a6-867d-4f03-aafe-8f526e73e1d8 req-d3c31810-db34-4b72-9b25-9d8e83d86bd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.826666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfb0a6-867d-4f03-aafe-8f526e73e1d8 req-d3c31810-db34-4b72-9b25-9d8e83d86bd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.832458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfb0a6-867d-4f03-aafe-8f526e73e1d8 req-d3c31810-db34-4b72-9b25-9d8e83d86bd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:02.834335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dcfb0a6-867d-4f03-aafe-8f526e73e1d8 req-d3c31810-db34-4b72-9b25-9d8e83d86bd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 4599 time: 0.2394087
Apr 30 21:18:02.995065 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (8c67fa75-cfd9-4ca9-b36b-b009015f50db), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:02.995335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:03.002860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-2c8e2f2a-a71c-4655-895b-7c23f457fbf5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:03.004282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-2c8e2f2a-a71c-4655-895b-7c23f457fbf5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3006642
Apr 30 21:18:03.041678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dcfb0a6-867d-4f03-aafe-8f526e73e1d8 req-312c4670-5631-4db5-a75d-685d1d824c14 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1969488
Apr 30 21:18:03.094710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (86e27b1c-6b9c-4fbe-9893-58e85597a786), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.122232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1d8c5d-0c68-4c48-aa37-9fbce01b179e {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:03.131802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Publish callbacks [] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.146632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.166377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ade1e340-a501-48e8-9031-011f5e412fa6 req-d5f46726-d05d-4012-a389-44d52f1e6cbd tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0394804
Apr 30 21:18:03.192257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Transition to ACTIVE for port object ce1d8c5d-0c68-4c48-aa37-9fbce01b179e will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:03.201552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7297955c-965a-40f2-bf6d-b0c4abe763a6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.220610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-68bbf2fe-8073-4d44-bff7-152fdcd7835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:03.221082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-68bbf2fe-8073-4d44-bff7-152fdcd7835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:03.221548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-68bbf2fe-8073-4d44-bff7-152fdcd7835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:03.223765 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-68bbf2fe-8073-4d44-bff7-152fdcd7835c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b57cf4c7f250443a8afd9460085f6951&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.2436836
Apr 30 21:18:03.248585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e27b1c-6b9c-4fbe-9893-58e85597a786,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:03.292080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Checking segment: {'id': 'd4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b0ff999-a515-444e-abae-4e4b3a0965ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:03.292447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Network hostable DHCP agents. Network: 2b0ff999-a515-444e-abae-4e4b3a0965ad, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:18:03.310167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.366178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2c70e07-41d3-4655-93ce-49eaf2d1002d req-4740f2ec-1dad-4c68-9f01-b053e931e480 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 210 time: 0.0901470
Apr 30 21:18:03.404764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:03.504779 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-634d233d-8d22-4300-8547-a1d7ad4ce76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:03.506733 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-da2cc4aa-19ef-442a-bfcd-2813f1b103cd req-634d233d-8d22-4300-8547-a1d7ad4ce76f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2517896
Apr 30 21:18:03.534659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Network 2b0ff999-a515-444e-abae-4e4b3a0965ad is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:18:03.546950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31843ed-ccbb-40c6-a832-0a571d24b11a req-5b621ef5-5bd3-4d0e-96c2-ea9958facef4 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:03.548503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f31843ed-ccbb-40c6-a832-0a571d24b11a req-5b621ef5-5bd3-4d0e-96c2-ea9958facef4 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 944 time: 0.0684605
Apr 30 21:18:03.640901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b0ff999-a515-444e-abae-4e4b3a0965ad) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:03.642473 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for port (7297955c-965a-40f2-bf6d-b0c4abe763a6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.649600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Attempting to bind port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:03.649941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Attempting to bind port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:03.650244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Attempting to bind port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e on network 754dca2d-ae1a-474d-84c8-c3a2c085f38c {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:03.651273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad570e77-593a-4aac-8a92-546abd98e38e None None] Network 2b0ff999-a515-444e-abae-4e4b3a0965ad requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:03.660682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:03.661288 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.663930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f31843ed-ccbb-40c6-a832-0a571d24b11a req-3ad67eda-0169-4ae4-90a1-fcd1bb4832f0 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1041856
Apr 30 21:18:03.681277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e on network 754dca2d-ae1a-474d-84c8-c3a2c085f38c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:03.681608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Attempting to bind port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e on network 754dca2d-ae1a-474d-84c8-c3a2c085f38c {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:03.690793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:03.691685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Checking segment: {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:03.692287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Bound using segment: {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:03.692963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Bound port: ce1d8c5d-0c68-4c48-aa37-9fbce01b179e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f9771a-3442-490c-a7e3-a312220e3325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:03.693618 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.752043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb19e621-b828-4d48-80fb-51c3c27d3aae {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:03.761619 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Publish callbacks [] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.776869 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c3075bf3-37e7-49b8-aa47-330b85ea32b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3063095
Apr 30 21:18:03.786204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Request body: {'port': {'device_id': 'a4bb5b19-edd9-4351-babc-faf38634044f', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '327a580f2f8645c28e9590806928ed91'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:03.791769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Transition to ACTIVE for port object bb19e621-b828-4d48-80fb-51c3c27d3aae will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:03.845987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7297955c-965a-40f2-bf6d-b0c4abe763a6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.861698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11643131-48cf-4afa-b25c-273c8adfb0b6 None None] Network 2b0ff999-a515-444e-abae-4e4b3a0965ad requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:03.895354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc79e5a9-dfc5-4456-86fc-66966e67d88b req-131cc5c5-8273-4fe7-a6a1-71290a3b1117 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 210 time: 0.1555367
Apr 30 21:18:03.908260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:03.939435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-22411e3f-a752-47d6-a8c7-2389ce878e3b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1636114
Apr 30 21:18:04.024092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb19e621-b828-4d48-80fb-51c3c27d3aae,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:04.113960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] For port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:04.136012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Attempting to bind port bb19e621-b828-4d48-80fb-51c3c27d3aae on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:04.136361 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Attempting to bind port bb19e621-b828-4d48-80fb-51c3c27d3aae by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:04.145736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Attempting to bind port bb19e621-b828-4d48-80fb-51c3c27d3aae on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:04.145736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Port bb19e621-b828-4d48-80fb-51c3c27d3aae on network dcb46efb-f856-4d0a-9c79-6edd64276510 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:04.145736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Attempting to bind port bb19e621-b828-4d48-80fb-51c3c27d3aae on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:04.150632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:04.150979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Checking segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:04.151374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Bound using segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:04.151843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Bound port: bb19e621-b828-4d48-80fb-51c3c27d3aae, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:04.152193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:04.157644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event updated for resources: {'Port': ['ID=7297955c-965a-40f2-bf6d-b0c4abe763a6,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:04.183369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] For port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:04.290263 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (8c67fa75-cfd9-4ca9-b36b-b009015f50db), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:04.298004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] For port bb19e621-b828-4d48-80fb-51c3c27d3aae, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:04.301649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] For port bb19e621-b828-4d48-80fb-51c3c27d3aae, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb19e621-b828-4d48-80fb-51c3c27d3aae,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:04.310199 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:04.334526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-8ff31bde-9b1a-41bd-91f5-f3572ef071ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.339898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-8ff31bde-9b1a-41bd-91f5-f3572ef071ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.346049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-8ff31bde-9b1a-41bd-91f5-f3572ef071ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.352374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-8ff31bde-9b1a-41bd-91f5-f3572ef071ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.360009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-8ff31bde-9b1a-41bd-91f5-f3572ef071ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.365296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-8ff31bde-9b1a-41bd-91f5-f3572ef071ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.370533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-8ff31bde-9b1a-41bd-91f5-f3572ef071ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.372382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-8ff31bde-9b1a-41bd-91f5-f3572ef071ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5372 time: 0.2221580
Apr 30 21:18:04.456135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.456757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:04.458163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce1d8c5d-0c68-4c48-aa37-9fbce01b179e HTTP/1.1" status: 200  len: 1092 time: 2.3531122
Apr 30 21:18:04.460188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82314835-d00b-4591-9555-c35fb57a2d41', 'tag': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:04.462444 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1905021f-b38d-4722-b243-d58469ac7ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "82314835-d00b-4591-9555-c35fb57a2d41", "tag": "ce1d8c5d-0c68-4c48-aa37-9fbce01b179e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:04.472572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:04.484665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-f995f2a8-ac02-450f-8724-e075970db357 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.486147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-f995f2a8-ac02-450f-8724-e075970db357 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5271235
Apr 30 21:18:04.552134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.552751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:04.554218 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 1131 time: 1.5644209
Apr 30 21:18:04.580772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': 'eeb95bf2-7a04-4881-a1c4-a027f2905abd'}, {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': 'bb19e621-b828-4d48-80fb-51c3c27d3aae'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:04.584333 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712763fc-d412-4ad6-96ad-dccaa6a530af" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "eeb95bf2-7a04-4881-a1c4-a027f2905abd"}, {"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "bb19e621-b828-4d48-80fb-51c3c27d3aae"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:04.642687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bc725-d9f2-4310-abd5-d365528e07e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb19e621-b828-4d48-80fb-51c3c27d3aae,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:04.668852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-5318fcaf-7f23-45a9-9b11-0be6a4a34ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.670420 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-5318fcaf-7f23-45a9-9b11-0be6a4a34ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c032d189cb14ea297194dffa380eae5&device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 1126 time: 0.0729346
Apr 30 21:18:04.760834 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-3dceb76c-82c8-4728-98c7-57f06dfe4ac8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e HTTP/1.1" status: 200  len: 217 time: 0.0764964
Apr 30 21:18:04.836389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-bd0f65b7-574e-45e1-9545-139a678aee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.844094 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-bd0f65b7-574e-45e1-9545-139a678aee67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2089236-1455-436b-81eb-84b040d60424 HTTP/1.1" status: 200  len: 845 time: 0.0731578
Apr 30 21:18:04.900789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32782) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:04.907744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2045892168-network', 'tenant_id': '2432bcdc57d144238ffb934fd4530483'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:04.924086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:04.926152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-4f143283-0f13-4d19-bc37-3734a1cc84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:04.927720 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-4f143283-0f13-4d19-bc37-3734a1cc84ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=754dca2d-ae1a-474d-84c8-c3a2c085f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0731862
Apr 30 21:18:04.929191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Request body: {'port': {'device_id': 'bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '327a580f2f8645c28e9590806928ed91'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:04.934147 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:04.938658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5003a503-f908-4596-9847-236177d4d13c req-559da375-b5f1-465a-a9f4-a584f24b29b7 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 5.0776200
Apr 30 21:18:04.941865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c43bf4-6825-48b2-a1f4-8b805c9a1d84 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:05.021871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Made reservation on behalf of 2432bcdc57d144238ffb934fd4530483 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:05.024127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.041198 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.045525 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-82786eee-0b48-4dfc-84e9-25b5ed6a18fc service neutron] 10.222.0.20 "GET /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095665
Apr 30 21:18:05.061298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Made reservation on behalf of 327a580f2f8645c28e9590806928ed91 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:05.064549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.089383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1f23e2f-5d1d-4d77-aae4-85ead29fa849 req-2b58b657-1620-4d0f-9a29-7f7afe119198 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.6879930
Apr 30 21:18:05.096379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5003a503-f908-4596-9847-236177d4d13c req-a66262d2-c530-4d5b-b9de-29cea51db76b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 695 time: 0.1201754
Apr 30 21:18:05.183713 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9eaeed2-c4fd-4965-9833-1fde0a9979ef req-4cc40ebf-6c7f-402b-88fe-6879024356b1 service neutron] 10.222.0.20 "GET /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273787
Apr 30 21:18:05.206939 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Publish callbacks [] for security_group (6d0cdb7f-7a46-47e2-a932-55ee5284393b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.240851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.282647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6d0cdb7f-7a46-47e2-a932-55ee5284393b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.294153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1df9457c-d625-47fc-9e5c-917a1e537dc8 req-755966ee-5ae5-4505-9440-bbd70b0f724a tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0970759
Apr 30 21:18:05.310220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:18:05.328783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0cdb7f-7a46-47e2-a932-55ee5284393b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:05.345932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (cc285623-a08e-4355-b299-23f9348f8be5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.346958 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Added segment cc285623-a08e-4355-b299-23f9348f8be5 of type vlan for network 36a65272-1865-4f75-a7d1-9dbdb3e1dffb
Apr 30 21:18:05.388411 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (36a65272-1865-4f75-a7d1-9dbdb3e1dffb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.461687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-308bdafa-3760-4f93-b315-74f427547447 req-b0761a87-8668-492f-9538-9f041f07d776 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 210 time: 0.0741079
Apr 30 21:18:05.501333 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (36a65272-1865-4f75-a7d1-9dbdb3e1dffb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.503467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:05.503467 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.508582 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f58b4b-e94e-428e-9799-9bb26d8a0b8c x-openstack-request-id: req-89f58b4b-e94e-428e-9799-9bb26d8a0b8c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:05.508869 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82314835-d00b-4591-9555-c35fb57a2d41", "tag": "ce1d8c5d-0c68-4c48-aa37-9fbce01b179e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:05.513400 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89f58b4b-e94e-428e-9799-9bb26d8a0b8c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:05.513400 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f58b4b-e94e-428e-9799-9bb26d8a0b8c'] response: {'name': 'network-changed', 'server_uuid': '82314835-d00b-4591-9555-c35fb57a2d41', 'tag': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'status': 'completed', 'code': 200}
Apr 30 21:18:05.515695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003a503-f908-4596-9847-236177d4d13c req-18862266-06f0-4768-ae5d-83e69f00fae2 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:05.517093 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5003a503-f908-4596-9847-236177d4d13c req-18862266-06f0-4768-ae5d-83e69f00fae2 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.3997316
Apr 30 21:18:05.523114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Made reservation on behalf of 327a580f2f8645c28e9590806928ed91 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:05.526346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.554544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Allocated IP 192.168.233.74 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/a28b17c3-a6e2-4e33-a643-c161b9604200) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:05.561861 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082e3cdd-cec6-4614-a674-24b38bfc14ce x-openstack-request-id: req-082e3cdd-cec6-4614-a674-24b38bfc14ce {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:05.562417 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "eeb95bf2-7a04-4881-a1c4-a027f2905abd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "bb19e621-b828-4d48-80fb-51c3c27d3aae", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:05.562417 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-082e3cdd-cec6-4614-a674-24b38bfc14ce {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:05.570907 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082e3cdd-cec6-4614-a674-24b38bfc14ce'] response: {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': 'eeb95bf2-7a04-4881-a1c4-a027f2905abd', 'status': 'completed', 'code': 200}
Apr 30 21:18:05.570907 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082e3cdd-cec6-4614-a674-24b38bfc14ce'] response: {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': 'bb19e621-b828-4d48-80fb-51c3c27d3aae', 'status': 'completed', 'code': 200}
Apr 30 21:18:05.584770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] Pushing event updated for resources: {'Network': ['ID=36a65272-1865-4f75-a7d1-9dbdb3e1dffb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:05.598321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 36a65272-1865-4f75-a7d1-9dbdb3e1dffb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:18:05.714449 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-22db5006-5df6-4443-8bb4-a15569990547 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8097193
Apr 30 21:18:05.716251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:05.721342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Request body: {'subnet': {'network_id': '36a65272-1865-4f75-a7d1-9dbdb3e1dffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2045892168-subnet', 'tenant_id': '2432bcdc57d144238ffb934fd4530483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:05.741475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8fe78cda-899e-4a5a-ba8a-3317742f769f req-e4cdc33e-67ba-4008-b91e-8bc535359392 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 210 time: 0.1164548
Apr 30 21:18:05.796763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dc3d0-ee42-4c01-a6b2-b41378c07822 req-bc1337f7-e9ab-40df-962c-10c7f46a53d6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:05.798277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e4dc3d0-ee42-4c01-a6b2-b41378c07822 req-bc1337f7-e9ab-40df-962c-10c7f46a53d6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 944 time: 0.1750238
Apr 30 21:18:05.820460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-b8913f9b-4a07-4f96-b9c2-a80a96535173 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:05.822081 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-b8913f9b-4a07-4f96-b9c2-a80a96535173 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.35 "GET /v2.0/networks?id=31094596-75a5-4a74-a7ff-4154b6b0b753 HTTP/1.1" status: 200  len: 829 time: 0.1852617
Apr 30 21:18:05.850354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Request body: {'port': {'device_id': '12866d20-3561-4d1a-a90d-2817908511cd', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'admin_state_up': True, 'tenant_id': '14cb627425b94ce890bd232988d4f051'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:05.880847 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-8343cf34-fdfe-4992-a634-dab6a897c743 req-d72accf9-6543-4da5-a54b-f894d2221069 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0434074
Apr 30 21:18:05.907973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Made reservation on behalf of 2432bcdc57d144238ffb934fd4530483 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:05.910602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:05.929794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34bbe689-3b0c-4f26-aafc-3cc37268c5ee req-67d38d63-ad12-4e70-9ac9-4c17fce71a64 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips/8c67fa75-cfd9-4ca9-b36b-b009015f50db HTTP/1.1" status: 200  len: 692 time: 0.1448307
Apr 30 21:18:06.078961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e4dc3d0-ee42-4c01-a6b2-b41378c07822 req-0dd7c7d9-2354-4825-a8f3-78cdf332ec7a tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2504227
Apr 30 21:18:06.116902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:06.140706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fce87b-a558-49fc-83b7-71bd012b7290 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:06.156979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Publish callbacks [] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:06.181131 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Made reservation on behalf of 14cb627425b94ce890bd232988d4f051 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:06.184770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:06.211025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbe689-3b0c-4f26-aafc-3cc37268c5ee req-edfbcea4-0a57-485b-b8d8-3bffee31e746 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.212358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34bbe689-3b0c-4f26-aafc-3cc37268c5ee req-edfbcea4-0a57-485b-b8d8-3bffee31e746 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.2672842
Apr 30 21:18:06.215854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Transition to ACTIVE for port object b3fce87b-a558-49fc-83b7-71bd012b7290 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:06.241666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-34bbe689-3b0c-4f26-aafc-3cc37268c5ee req-24c97905-bed4-4663-9401-17cf89bb3175 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:18:06.242774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34bbe689-3b0c-4f26-aafc-3cc37268c5ee req-24c97905-bed4-4663-9401-17cf89bb3175 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0221775
Apr 30 21:18:06.285062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-2bdc3a52-b35f-4f36-a4c9-7dc568e6a3f3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.291206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-2bdc3a52-b35f-4f36-a4c9-7dc568e6a3f3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.296944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-2bdc3a52-b35f-4f36-a4c9-7dc568e6a3f3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.302538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-2bdc3a52-b35f-4f36-a4c9-7dc568e6a3f3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.308672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-2bdc3a52-b35f-4f36-a4c9-7dc568e6a3f3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.314623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-2bdc3a52-b35f-4f36-a4c9-7dc568e6a3f3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.319905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-2bdc3a52-b35f-4f36-a4c9-7dc568e6a3f3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.321840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-2bdc3a52-b35f-4f36-a4c9-7dc568e6a3f3 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5372 time: 0.1387851
Apr 30 21:18:06.361082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (02e754ca-de0f-42f2-981e-83d4c5f76667), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:06.377144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-f16f460f-93ba-4151-9218-4814da2d39b6 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips/8c67fa75-cfd9-4ca9-b36b-b009015f50db HTTP/1.1" status: 200  len: 692 time: 0.0543187
Apr 30 21:18:06.410723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Allocated IP 172.20.0.11 (31094596-75a5-4a74-a7ff-4154b6b0b753/58c74b27-27cb-42f9-9bc7-d4684df3605e/1eef8960-f1dd-4d32-8f61-7fd980d9c83e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:06.414729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-d2f66975-92e4-4242-acce-257697443e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.416241 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-d2f66975-92e4-4242-acce-257697443e90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c032d189cb14ea297194dffa380eae5&device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 1126 time: 0.1207430
Apr 30 21:18:06.446333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-7aae4a6a-1027-40b7-8e4a-46f6000a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.446829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-7aae4a6a-1027-40b7-8e4a-46f6000a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.447274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-7aae4a6a-1027-40b7-8e4a-46f6000a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.447737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-7aae4a6a-1027-40b7-8e4a-46f6000a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.448298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-7aae4a6a-1027-40b7-8e4a-46f6000a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.448702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-7aae4a6a-1027-40b7-8e4a-46f6000a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.449164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-7aae4a6a-1027-40b7-8e4a-46f6000a2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.450989 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-7aae4a6a-1027-40b7-8e4a-46f6000a2644 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6302 time: 0.1456161
Apr 30 21:18:06.464441 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:06.466063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:06.478064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:06.531470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e754ca-de0f-42f2-981e-83d4c5f76667,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:06.541739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e3f0501-6f41-4e92-82e0-0c03a225c4d1 req-71d9608d-068e-441a-b147-a4d8c5cfe0ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2082648
Apr 30 21:18:06.581458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:06.602177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:06.606608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:06.652805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Allocated IP 192.168.233.18 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/2b047f63-008f-47b1-9417-8f313dc6c3bc) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:06.670348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fce87b-a558-49fc-83b7-71bd012b7290,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:06.688544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Checking segment: {'id': 'cc285623-a08e-4355-b299-23f9348f8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '36a65272-1865-4f75-a7d1-9dbdb3e1dffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:06.689112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Network hostable DHCP agents. Network: 36a65272-1865-4f75-a7d1-9dbdb3e1dffb, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:18:06.742924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-00636910-e6c6-4030-9676-a2427a1f4e0e tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.744696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-00636910-e6c6-4030-9676-a2427a1f4e0e tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.3568709
Apr 30 21:18:06.765542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-a463b9f7-c667-41e8-8d24-806c93e983dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.767187 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-a463b9f7-c667-41e8-8d24-806c93e983dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=754dca2d-ae1a-474d-84c8-c3a2c085f38c HTTP/1.1" status: 200  len: 907 time: 0.3359199
Apr 30 21:18:06.835679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-09c05fef-0d10-482c-a2d3-053d4389827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.836279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-09c05fef-0d10-482c-a2d3-053d4389827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.836949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-09c05fef-0d10-482c-a2d3-053d4389827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:06.838740 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-09c05fef-0d10-482c-a2d3-053d4389827b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b57cf4c7f250443a8afd9460085f6951&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.3679051
Apr 30 21:18:06.849220 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-40399e52-a360-4a49-bb35-d43521587dbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e HTTP/1.1" status: 200  len: 217 time: 0.0629652
Apr 30 21:18:06.972437 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Network 36a65272-1865-4f75-a7d1-9dbdb3e1dffb is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:18:06.986293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-41c67670-1c34-4dcf-83ba-3dff89b2fd56 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 695 time: 0.2055042
Apr 30 21:18:07.025879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8ca76f7-360b-476f-a69b-408d07f7c949 req-bb3c3492-cab2-4dbc-bf2a-4918adfa6fc2 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.2979462
Apr 30 21:18:07.031957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-26b1d847-e4fd-48ef-872e-ba0828d51c50 None None] Provisioning complete for port a28b17c3-a6e2-4e33-a643-c161b9604200 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:07.032943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26b1d847-e4fd-48ef-872e-ba0828d51c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.075340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-26b1d847-e4fd-48ef-872e-ba0828d51c50 None None] Port a28b17c3-a6e2-4e33-a643-c161b9604200 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:07.114408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.115135 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.132891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'Port': ['ID=a28b17c3-a6e2-4e33-a643-c161b9604200,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:07.151956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-3deae4d6-13c9-4d4b-bdc6-fcf61a17fd81 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.99 HTTP/1.1" status: 200  len: 695 time: 0.1413958
Apr 30 21:18:07.194469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70b1928c-9e38-4942-abb3-eead68659e99 req-9408e570-6869-4a89-8865-61c1b16accf3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 210 time: 0.0759943
Apr 30 21:18:07.207898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Attempting to bind port b3fce87b-a558-49fc-83b7-71bd012b7290 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:07.207898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Attempting to bind port b3fce87b-a558-49fc-83b7-71bd012b7290 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:07.208449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Attempting to bind port b3fce87b-a558-49fc-83b7-71bd012b7290 on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:07.254691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b193eccb-1017-4ece-8c3d-56e6873c3e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.4782467
Apr 30 21:18:07.264156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Port b3fce87b-a558-49fc-83b7-71bd012b7290 on network dcb46efb-f856-4d0a-9c79-6edd64276510 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:07.265188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Attempting to bind port b3fce87b-a558-49fc-83b7-71bd012b7290 on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:07.314937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Request body: {'port': {'device_id': 'a4bb5b19-edd9-4351-babc-faf38634044f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:07.338763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:07.339105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Checking segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:07.339474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Bound using segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:07.340081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Bound port: b3fce87b-a558-49fc-83b7-71bd012b7290, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:07.340274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.357722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-0c91bfa3-061a-45ea-a733-87f95da03648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.359721 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-0c91bfa3-061a-45ea-a733-87f95da03648 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2089236-1455-436b-81eb-84b040d60424 HTTP/1.1" status: 200  len: 845 time: 0.4771054
Apr 30 21:18:07.362559 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.363891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.397076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22bd25e7-83a0-477c-a12d-c97cd88d86aa req-9bc45ebf-c8bf-432d-98d0-0c52bee51435 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 210 time: 0.0885093
Apr 30 21:18:07.408677 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36a65272-1865-4f75-a7d1-9dbdb3e1dffb) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:07.419067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5af78-8e9d-43ae-981e-97e3c1d46e13 None None] Network 36a65272-1865-4f75-a7d1-9dbdb3e1dffb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:07.433571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.434260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.445723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-0f777af6-07a6-4f54-8751-1843bef8b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.447264 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-0f777af6-07a6-4f54-8751-1843bef8b6ee service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5969605
Apr 30 21:18:07.460505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-3fe94015-fc7c-4db9-89af-44c97cb73ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.462093 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-3fe94015-fc7c-4db9-89af-44c97cb73ebb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=754dca2d-ae1a-474d-84c8-c3a2c085f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0852907
Apr 30 21:18:07.556351 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b3d45f51-88dd-4f20-80e9-e11c6beddd95 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8390386
Apr 30 21:18:07.566932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671fe72-e2dc-42e3-a864-38c4d5a07bbe None None] Network 36a65272-1865-4f75-a7d1-9dbdb3e1dffb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:07.581954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Deleting port 7297955c-965a-40f2-bf6d-b0c4abe763a6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:07.582281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7297955c-965a-40f2-bf6d-b0c4abe763a6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.615665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-e911ce71-0897-4e57-9753-539602bbf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.616448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-e911ce71-0897-4e57-9753-539602bbf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.617112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-e911ce71-0897-4e57-9753-539602bbf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.617797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-e911ce71-0897-4e57-9753-539602bbf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.618462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-e911ce71-0897-4e57-9753-539602bbf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.618929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-e911ce71-0897-4e57-9753-539602bbf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.619392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-e911ce71-0897-4e57-9753-539602bbf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.621352 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-e911ce71-0897-4e57-9753-539602bbf976 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6327 time: 0.1049984
Apr 30 21:18:07.626042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.656951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.671529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e856a5-6e5e-4169-b8e3-85fa37841dc5 req-a0a08e5d-5605-415e-a13e-b61f2fe8670d tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.678478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67e856a5-6e5e-4169-b8e3-85fa37841dc5 req-a0a08e5d-5605-415e-a13e-b61f2fe8670d tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 944 time: 0.1781344
Apr 30 21:18:07.721457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] For port b3fce87b-a558-49fc-83b7-71bd012b7290, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:07.723434 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-96f11ac9-9915-47bb-9bea-370b60e772a5 service neutron] 10.222.0.20 "GET /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528434
Apr 30 21:18:07.733721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:07.761096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] For port b3fce87b-a558-49fc-83b7-71bd012b7290, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3fce87b-a558-49fc-83b7-71bd012b7290,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:07.761300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:07.763715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:07.772808 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:07.784713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:07.821516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Pushing event updated for resources: {'Port': ['ID=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:07.980419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:07.981371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.008422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-25a7bd76-5ac8-464b-a0b9-228d1c971149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.009403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-25a7bd76-5ac8-464b-a0b9-228d1c971149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.010201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-25a7bd76-5ac8-464b-a0b9-228d1c971149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.012094 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-25a7bd76-5ac8-464b-a0b9-228d1c971149 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b57cf4c7f250443a8afd9460085f6951&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.3812392
Apr 30 21:18:08.047780 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1905021f-b38d-4722-b243-d58469ac7ab1 req-d8d2ff17-0e81-4c8f-bb42-7533e8779820 service neutron] 10.222.0.20 "GET /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3128300
Apr 30 21:18:08.087570 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-fdb2c264-0d54-48de-812c-3ccdcd5cfca6 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2414842
Apr 30 21:18:08.141637 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-f03b5f32-9afb-4d45-916b-4a7b96998ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.143399 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-712763fc-d412-4ad6-96ad-dccaa6a530af req-f03b5f32-9afb-4d45-916b-4a7b96998ab0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1196837
Apr 30 21:18:08.176933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Request body: {'port': {'device_id': '12866d20-3561-4d1a-a90d-2817908511cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:08.207070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5f574859-1fd3-41eb-bd21-f61c1f16c70c None None] Provisioning complete for port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:08.207689 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5f574859-1fd3-41eb-bd21-f61c1f16c70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.218802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7297955c-965a-40f2-bf6d-b0c4abe763a6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.219159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (7297955c-965a-40f2-bf6d-b0c4abe763a6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.223413 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.247104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5f574859-1fd3-41eb-bd21-f61c1f16c70c None None] Port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:08.253231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67e856a5-6e5e-4169-b8e3-85fa37841dc5 req-1ff6fdf8-d74a-45c7-8445-c29e86da6775 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5736794
Apr 30 21:18:08.255528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.321575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:08.322847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Calling delete_port for 7297955c-965a-40f2-bf6d-b0c4abe763a6 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:08.359779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:08.362360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.362989 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.364383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3fce87b-a558-49fc-83b7-71bd012b7290 HTTP/1.1" status: 200  len: 1091 time: 3.4560952
Apr 30 21:18:08.370461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': 'b3fce87b-a558-49fc-83b7-71bd012b7290'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:08.372767 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be473368-acf0-4a1a-9479-2cf01eeb7525" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "b3fce87b-a558-49fc-83b7-71bd012b7290"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:08.375279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'Port': ['ID=2b047f63-008f-47b1-9417-8f313dc6c3bc,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:08.383646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:08.492990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:08.627350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eef8960-f1dd-4d32-8f61-7fd980d9c83e {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:08.632145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442615e-420b-4754-a0e6-99fd40a53132 req-40aa61b8-e25e-4152-ad07-fdabb2cef2db tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.636696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Publish callbacks [] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.637356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442615e-420b-4754-a0e6-99fd40a53132 req-40aa61b8-e25e-4152-ad07-fdabb2cef2db tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.643357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442615e-420b-4754-a0e6-99fd40a53132 req-40aa61b8-e25e-4152-ad07-fdabb2cef2db tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.648717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442615e-420b-4754-a0e6-99fd40a53132 req-40aa61b8-e25e-4152-ad07-fdabb2cef2db tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.652631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Transition to ACTIVE for port object 1eef8960-f1dd-4d32-8f61-7fd980d9c83e will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:08.659595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442615e-420b-4754-a0e6-99fd40a53132 req-40aa61b8-e25e-4152-ad07-fdabb2cef2db tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.660507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442615e-420b-4754-a0e6-99fd40a53132 req-40aa61b8-e25e-4152-ad07-fdabb2cef2db tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.665959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442615e-420b-4754-a0e6-99fd40a53132 req-40aa61b8-e25e-4152-ad07-fdabb2cef2db tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.667967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8442615e-420b-4754-a0e6-99fd40a53132 req-40aa61b8-e25e-4152-ad07-fdabb2cef2db tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5384 time: 0.3411548
Apr 30 21:18:08.742672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:08.743277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.752502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.757204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458196fa-24fa-4a06-89a1-7ff560480e43 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fce87b-a558-49fc-83b7-71bd012b7290,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:08.772159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-41741b3d-acb6-4440-b0bd-61f0e3abcd9f None None] Provisioning complete for port 2b047f63-008f-47b1-9417-8f313dc6c3bc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:08.773320 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.773512 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41741b3d-acb6-4440-b0bd-61f0e3abcd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.798827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ce1d8c5d-0c68-4c48-aa37-9fbce01b179e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:08.817086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Pushing event updated for resources: {'Port': ['ID=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:08.836066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-41741b3d-acb6-4440-b0bd-61f0e3abcd9f None None] Port 2b047f63-008f-47b1-9417-8f313dc6c3bc cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:08.883385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b1874af0-feba-4941-aca7-287117d2b4a6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.9735129
Apr 30 21:18:08.914446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Request body: {'port': {'device_id': 'bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:08.959098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:08.959336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Attempting to bind port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:08.960567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Attempting to bind port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:08.960932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Attempting to bind port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e on network 31094596-75a5-4a74-a7ff-4154b6b0b753 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:08.968430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e on network 31094596-75a5-4a74-a7ff-4154b6b0b753 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:08.968687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Attempting to bind port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e on network 31094596-75a5-4a74-a7ff-4154b6b0b753 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:08.977171 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:08.978617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Checking segment: {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:08.978617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Bound using segment: {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:08.978617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Bound port: 1eef8960-f1dd-4d32-8f61-7fd980d9c83e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6395a94d-f883-416e-a806-fbcfbdf01d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:08.978994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:08.980665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'port_id': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'mac_address': 'fa:16:3e:ce:cc:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:09.000064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8442615e-420b-4754-a0e6-99fd40a53132 req-3e9b1ee5-9f98-4bd0-8eff-0d42320000af tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2784815
Apr 30 21:18:09.062383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:09.063066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.079857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1d8c5d-0c68-4c48-aa37-9fbce01b179e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:09.088551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] For port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:09.094732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] For port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:09.109276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:09.186487 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.208959 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.223325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:09.223958 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.225482 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] 10.222.0.35 "PUT /v2.0/ports/1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 200  len: 1092 time: 1.0536592
Apr 30 21:18:09.226024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:09.231903 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2def28be-a801-4ba9-af08-22feb1c50549" -d '{"events": [{"name": "network-changed", "server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:09.260864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.274950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483952b9-1684-49bb-8017-8c7d7caed467 service neutron] Pushing event updated for resources: {'Port': ['ID=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:09.292999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:09.299460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28b17c3-a6e2-4e33-a643-c161b9604200 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:09.303617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.303617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.303617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.303617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.303617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.304251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.305281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.305621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.306012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.306348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.306683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.307318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.307654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.307965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.308306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:09.327418 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7297955c-965a-40f2-bf6d-b0c4abe763a6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.330877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Publish callbacks [] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.401200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-c1ff9bdc-65ef-4152-b41e-5d6895717f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:09.403098 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-c1ff9bdc-65ef-4152-b41e-5d6895717f17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14cb627425b94ce890bd232988d4f051&device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 1126 time: 0.0568638
Apr 30 21:18:09.436840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event deleted for resources: {'Port': ['ID=7297955c-965a-40f2-bf6d-b0c4abe763a6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:09.449359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Transition to ACTIVE for port object a28b17c3-a6e2-4e33-a643-c161b9604200 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:09.451402 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-484259fc-f921-46cb-b529-922160acd6d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 200  len: 217 time: 0.0377839
Apr 30 21:18:09.480228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ce1d8c5d-0c68-4c48-aa37-9fbce01b179e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:09.512936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-aaa0e5a1-871c-4e5d-9fde-c05f72c160a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:09.514775 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-aaa0e5a1-871c-4e5d-9fde-c05f72c160a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c74b27-27cb-42f9-9bc7-d4684df3605e HTTP/1.1" status: 200  len: 868 time: 0.0580206
Apr 30 21:18:09.553647 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.574535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-4864de00-0337-44ab-9fb8-d2ce5c9fae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:09.576355 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-4864de00-0337-44ab-9fb8-d2ce5c9fae4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31094596-75a5-4a74-a7ff-4154b6b0b753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0551386
Apr 30 21:18:09.685839 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-b131d9d5-ed51-4620-b170-909a089c1d87 service neutron] 10.222.0.35 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1034260
Apr 30 21:18:09.704773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607d79-0562-46c3-ad67-6b2432d1304c req-3caea16d-a066-4c34-bfea-9842ad451a7d tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:09.706309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-3caea16d-a066-4c34-bfea-9842ad451a7d tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/networks?id=2b0ff999-a515-444e-abae-4e4b3a0965ad HTTP/1.1" status: 200  len: 814 time: 0.4432700
Apr 30 21:18:09.743891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (8c67fa75-cfd9-4ca9-b36b-b009015f50db), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.746401 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.747556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d44e209-0572-40c9-9fee-306bd0f9e14b req-7d565a7e-527e-48de-bbe1-80e692a0b0c4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "DELETE /v2.0/floatingips/8c67fa75-cfd9-4ca9-b36b-b009015f50db HTTP/1.1" status: 204  len: 173 time: 2.5656691
Apr 30 21:18:09.814770 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e0dca2a4-eafc-42b1-8e72-b5a4451b7fdd req-93c3f469-946d-42e9-b2a7-e8b028c5fc0f service neutron] 10.222.0.35 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230462
Apr 30 21:18:09.817041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Pushing event updated for resources: {'Port': ['ID=a28b17c3-a6e2-4e33-a643-c161b9604200,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:09.842386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-ca6c66cf-d26c-4232-8d52-fff9f6b26cce tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/quotas/6c823086e6504aa0ac38c2b9b86970b2 HTTP/1.1" status: 200  len: 375 time: 0.1026955
Apr 30 21:18:09.847522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:09.891193 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Publish callbacks [] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:09.894877 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f78d070f-242b-462d-8e95-95a34232f563 req-06e9f686-8ebc-4022-98a1-3cf3927e0793 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0872402
Apr 30 21:18:09.956695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Transition to ACTIVE for port object cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:09.958616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-18e36600-417f-441e-b213-e3e3f8e114c1 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c823086e6504aa0ac38c2b9b86970b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0885217
Apr 30 21:18:10.062329 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:10.127684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882a06-4130-4911-a69c-7f953a05d20d req-9fe9d583-0c17-4b80-8083-c1e5c3c4f0be tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.129157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3882a06-4130-4911-a69c-7f953a05d20d req-9fe9d583-0c17-4b80-8083-c1e5c3c4f0be tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 944 time: 0.1626723
Apr 30 21:18:10.158992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Attempting to bind port a28b17c3-a6e2-4e33-a643-c161b9604200 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:10.159324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Attempting to bind port a28b17c3-a6e2-4e33-a643-c161b9604200 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:10.159646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Attempting to bind port a28b17c3-a6e2-4e33-a643-c161b9604200 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:10.205135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Port a28b17c3-a6e2-4e33-a643-c161b9604200 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:10.205461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Attempting to bind port a28b17c3-a6e2-4e33-a643-c161b9604200 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:10.217454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:10.254396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:10.254816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:10.255126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:10.255562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Bound port: a28b17c3-a6e2-4e33-a643-c161b9604200, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:10.255918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:10.298473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-977470ea-0ccc-4abe-a4db-6599bd7a0089 service neutron] 10.222.0.23 "GET /v2.0/networks/2b0ff999-a515-444e-abae-4e4b3a0965ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3281736
Apr 30 21:18:10.331726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b047f63-008f-47b1-9417-8f313dc6c3bc {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:10.390137 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Publish callbacks [] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:10.394833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3882a06-4130-4911-a69c-7f953a05d20d req-925f6004-8ae4-4aea-be66-1cedd39b49dd tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/security-groups?id=588775e7-e338-4f94-84ea-868a6024ac7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2564485
Apr 30 21:18:10.450558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Transition to ACTIVE for port object 2b047f63-008f-47b1-9417-8f313dc6c3bc will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:10.460518 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a782bf-ce6a-4171-a8f6-6db1d607ae0a x-openstack-request-id: req-06a782bf-ce6a-4171-a8f6-6db1d607ae0a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:10.460783 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "b3fce87b-a558-49fc-83b7-71bd012b7290", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:10.461033 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06a782bf-ce6a-4171-a8f6-6db1d607ae0a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:10.461426 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a782bf-ce6a-4171-a8f6-6db1d607ae0a'] response: {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': 'b3fce87b-a558-49fc-83b7-71bd012b7290', 'status': 'completed', 'code': 200}
Apr 30 21:18:10.505378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Attempting to bind port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:10.505747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Attempting to bind port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:10.506051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Attempting to bind port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:10.509879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] For port a28b17c3-a6e2-4e33-a643-c161b9604200, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:10.538661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-dbf7540c-df55-4a6f-9261-0296b1c03f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.539102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 on network dcb46efb-f856-4d0a-9c79-6edd64276510 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:10.539421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-dbf7540c-df55-4a6f-9261-0296b1c03f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.539547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Attempting to bind port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:10.539937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-dbf7540c-df55-4a6f-9261-0296b1c03f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.540403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-dbf7540c-df55-4a6f-9261-0296b1c03f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.561734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-dbf7540c-df55-4a6f-9261-0296b1c03f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.561734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-dbf7540c-df55-4a6f-9261-0296b1c03f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.561734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-dbf7540c-df55-4a6f-9261-0296b1c03f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.561734 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-dbf7540c-df55-4a6f-9261-0296b1c03f7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6425 time: 0.0533826
Apr 30 21:18:10.563952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:10.568803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] For port a28b17c3-a6e2-4e33-a643-c161b9604200, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28b17c3-a6e2-4e33-a643-c161b9604200,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:10.579798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-38919d6f-df36-4989-a1f0-8c0a1b27dee9 service neutron] 10.222.0.23 "GET /v2.0/networks/2b0ff999-a515-444e-abae-4e4b3a0965ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2664633
Apr 30 21:18:10.590943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:10.590943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Checking segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:10.590943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Bound using segment: {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:10.590943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Bound port: cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c6f115-b2a9-49d9-8c08-ffd7cf461c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:10.590943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:10.624084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e2fb9-24a6-432c-aa88-6888df3bbe53 req-62aeba27-9e93-4402-a80e-9db553cd1e59 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.625590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e65e2fb9-24a6-432c-aa88-6888df3bbe53 req-62aeba27-9e93-4402-a80e-9db553cd1e59 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 947 time: 0.1134677
Apr 30 21:18:10.646227 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:10.673894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-298a2cc5-2da6-47a2-b1a5-9065bc041b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.682380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-298a2cc5-2da6-47a2-b1a5-9065bc041b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.682380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-298a2cc5-2da6-47a2-b1a5-9065bc041b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.682380 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-298a2cc5-2da6-47a2-b1a5-9065bc041b26 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b57cf4c7f250443a8afd9460085f6951&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.1197867
Apr 30 21:18:10.706553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Pushing event updated for resources: {'Port': ['ID=2b047f63-008f-47b1-9417-8f313dc6c3bc,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:10.770389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.771009 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:10.774214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] 10.222.0.35 "PUT /v2.0/ports/a28b17c3-a6e2-4e33-a643-c161b9604200 HTTP/1.1" status: 200  len: 1095 time: 3.5051079
Apr 30 21:18:10.794495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ce1d8c5d-0c68-4c48-aa37-9fbce01b179e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:10.799784 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-45ee63bc-48a3-4efb-bd95-381a16527e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:10.801784 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-be473368-acf0-4a1a-9479-2cf01eeb7525 req-45ee63bc-48a3-4efb-bd95-381a16527e05 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1176221
Apr 30 21:18:10.828694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] For port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:10.883103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:10.912924 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee85b9-4b2c-4c84-9f64-3cecd4872fa6 x-openstack-request-id: req-24ee85b9-4b2c-4c84-9f64-3cecd4872fa6 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:10.913610 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:10.913610 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24ee85b9-4b2c-4c84-9f64-3cecd4872fa6 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:10.914081 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ee85b9-4b2c-4c84-9f64-3cecd4872fa6'] response: {'name': 'network-changed', 'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'status': 'completed', 'code': 200}
Apr 30 21:18:10.998370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:10.999317 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:11.033853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def28be-a801-4ba9-af08-22feb1c50549 req-1cb092dd-66b5-4b24-8fd2-0d5b1ba5b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.035701 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2def28be-a801-4ba9-af08-22feb1c50549 req-1cb092dd-66b5-4b24-8fd2-0d5b1ba5b1c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14cb627425b94ce890bd232988d4f051&device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 1126 time: 0.0673432
Apr 30 21:18:11.115379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:11.115858 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:11.154551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82314835-d00b-4591-9555-c35fb57a2d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:11.164633 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5691d25-aa0b-4a06-8155-f15180cdc13b" -d '{"events": [{"server_uuid": "82314835-d00b-4591-9555-c35fb57a2d41", "name": "network-vif-plugged", "status": "completed", "tag": "ce1d8c5d-0c68-4c48-aa37-9fbce01b179e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:11.182378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:11.185639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def28be-a801-4ba9-af08-22feb1c50549 req-bd0c8df9-819d-49ed-8c3b-02b7cf8680ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.187336 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2def28be-a801-4ba9-af08-22feb1c50549 req-bd0c8df9-819d-49ed-8c3b-02b7cf8680ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=31094596-75a5-4a74-a7ff-4154b6b0b753 HTTP/1.1" status: 200  len: 930 time: 0.1447952
Apr 30 21:18:11.231526 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2def28be-a801-4ba9-af08-22feb1c50549 req-9249047a-525c-4d40-9cb2-e3ebe647cc1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 200  len: 217 time: 0.0375280
Apr 30 21:18:11.236606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e65e2fb9-24a6-432c-aa88-6888df3bbe53 req-8bb04e30-999e-4007-bc32-80447e41267c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5952544
Apr 30 21:18:11.261468 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:11.275058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] For port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:11.302659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def28be-a801-4ba9-af08-22feb1c50549 req-2e11a1d0-7fdc-4de9-a35d-4541edbed110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.305897 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2def28be-a801-4ba9-af08-22feb1c50549 req-2e11a1d0-7fdc-4de9-a35d-4541edbed110 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c74b27-27cb-42f9-9bc7-d4684df3605e HTTP/1.1" status: 200  len: 868 time: 0.0671618
Apr 30 21:18:11.335091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a104274-391b-4331-9e68-df80b8b8c72e service neutron] Pushing event updated for resources: {'Port': ['ID=a28b17c3-a6e2-4e33-a643-c161b9604200,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:11.336906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:11.355818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def28be-a801-4ba9-af08-22feb1c50549 req-e2d65297-1e0b-4f76-9b5b-1979e304122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.357413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2def28be-a801-4ba9-af08-22feb1c50549 req-e2d65297-1e0b-4f76-9b5b-1979e304122d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31094596-75a5-4a74-a7ff-4154b6b0b753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468047
Apr 30 21:18:11.415991 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:11.432401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-afc26719-748c-403b-ad5c-d08a9ebbbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.434472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-afc26719-748c-403b-ad5c-d08a9ebbbf4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 1129 time: 0.1782165
Apr 30 21:18:11.451030 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2def28be-a801-4ba9-af08-22feb1c50549 req-f4f8c2bd-8088-479b-8c9c-fb0cccc9f944 service neutron] 10.222.0.35 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874872
Apr 30 21:18:11.502864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f65d3-7028-4d26-9b3c-4381bbec0745 req-2e2e1805-82f4-4e0a-94c1-33d26a32ef7f tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.504355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed0f65d3-7028-4d26-9b3c-4381bbec0745 req-2e2e1805-82f4-4e0a-94c1-33d26a32ef7f tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.2667172
Apr 30 21:18:11.514078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Attempting to bind port 2b047f63-008f-47b1-9417-8f313dc6c3bc on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:11.514920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Attempting to bind port 2b047f63-008f-47b1-9417-8f313dc6c3bc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:11.515259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Attempting to bind port 2b047f63-008f-47b1-9417-8f313dc6c3bc on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:11.548177 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2def28be-a801-4ba9-af08-22feb1c50549 req-4d3e9b62-9827-43bf-8c67-b5d759227e23 service neutron] 10.222.0.35 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912223
Apr 30 21:18:11.576076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-8930e6f5-a4e0-4727-b426-fad892817c55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a28b17c3-a6e2-4e33-a643-c161b9604200 HTTP/1.1" status: 200  len: 217 time: 0.1295893
Apr 30 21:18:11.587337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.590167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:11.590167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 HTTP/1.1" status: 200  len: 1091 time: 3.1252358
Apr 30 21:18:11.590167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Port 2b047f63-008f-47b1-9417-8f313dc6c3bc on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:11.590167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Attempting to bind port 2b047f63-008f-47b1-9417-8f313dc6c3bc on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:11.668607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:11.668956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:11.669343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:11.669819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Bound port: 2b047f63-008f-47b1-9417-8f313dc6c3bc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:11.670190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:11.714365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:11.749851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1bb46-239c-43b5-a8b6-497b3fe79423 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:11.771187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa990-52e2-4137-9675-e7cce96847bf req-170739cb-5700-4e7e-a8df-f4a024dc8e78 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.772584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5ffa990-52e2-4137-9675-e7cce96847bf req-170739cb-5700-4e7e-a8df-f4a024dc8e78 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.4733152
Apr 30 21:18:11.818446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-a9e142a0-239c-4d41-b4f2-6892c69494cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.826113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-a9e142a0-239c-4d41-b4f2-6892c69494cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.2274113
Apr 30 21:18:11.826113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed0f65d3-7028-4d26-9b3c-4381bbec0745 req-044a8b07-dc82-4fd8-a028-a33d777bb612 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2725506
Apr 30 21:18:11.903477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:11.921267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6918559f-f745-4f82-b29a-6ce59b52e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:11.922751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-6918559f-f745-4f82-b29a-6ce59b52e570 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0922053
Apr 30 21:18:11.938788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] For port 2b047f63-008f-47b1-9417-8f313dc6c3bc, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:12.036009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] For port 2b047f63-008f-47b1-9417-8f313dc6c3bc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b047f63-008f-47b1-9417-8f313dc6c3bc,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:12.066398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-cec534b4-5594-4e54-8776-ce989125b550 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.071761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-cec534b4-5594-4e54-8776-ce989125b550 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.077510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-cec534b4-5594-4e54-8776-ce989125b550 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.082793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-cec534b4-5594-4e54-8776-ce989125b550 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.088023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-cec534b4-5594-4e54-8776-ce989125b550 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.093852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-cec534b4-5594-4e54-8776-ce989125b550 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.099183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-cec534b4-5594-4e54-8776-ce989125b550 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.101096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-cec534b4-5594-4e54-8776-ce989125b550 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5396 time: 0.1812835
Apr 30 21:18:12.107497 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:12.236692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.237316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:12.238719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] 10.222.0.35 "PUT /v2.0/ports/2b047f63-008f-47b1-9417-8f313dc6c3bc HTTP/1.1" status: 200  len: 1095 time: 3.3353219
Apr 30 21:18:12.296946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-19d80f0e-31a6-4716-bb44-73d272a8e281 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3595030
Apr 30 21:18:12.308163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3513de-87ec-452f-904e-a2049dbff116 service neutron] Pushing event updated for resources: {'Port': ['ID=2b047f63-008f-47b1-9417-8f313dc6c3bc,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:12.454339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bab9084c-87d3-4eeb-bab4-6a9f66d66460 req-40c2ae4b-a919-43ae-8fdc-9aae31123f1e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.3353679
Apr 30 21:18:12.472863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bb5b19-edd9-4351-babc-faf38634044f', 'tag': 'a28b17c3-a6e2-4e33-a643-c161b9604200'}, {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382'}, {'name': 'network-changed', 'server_uuid': 'bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd', 'tag': '2b047f63-008f-47b1-9417-8f313dc6c3bc'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:12.475109 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bb5b19-edd9-4351-babc-faf38634044f", "tag": "a28b17c3-a6e2-4e33-a643-c161b9604200"}, {"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382"}, {"name": "network-changed", "server_uuid": "bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd", "tag": "2b047f63-008f-47b1-9417-8f313dc6c3bc"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:12.491023 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70794752-dd86-4574-b89a-44e048abc881 req-cca9fa26-3707-4a69-9bd8-c8b4a53e906d tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0892236
Apr 30 21:18:12.501052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b832d0dc-9b91-4e26-8ae4-e6f2935d0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.502551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b832d0dc-9b91-4e26-8ae4-e6f2935d0fd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 1129 time: 0.0997436
Apr 30 21:18:12.572404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-edaa2bb9-efaa-47a1-90ff-5a14f9756408 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=2b047f63-008f-47b1-9417-8f313dc6c3bc HTTP/1.1" status: 200  len: 217 time: 0.0550776
Apr 30 21:18:12.598579 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a776ad63-890c-4377-b2f8-933dfa20766c x-openstack-request-id: req-a776ad63-890c-4377-b2f8-933dfa20766c {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:12.599045 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82314835-d00b-4591-9555-c35fb57a2d41", "name": "network-vif-plugged", "status": "completed", "tag": "ce1d8c5d-0c68-4c48-aa37-9fbce01b179e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:12.599141 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a776ad63-890c-4377-b2f8-933dfa20766c {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:12.599511 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a776ad63-890c-4377-b2f8-933dfa20766c'] response: {'server_uuid': '82314835-d00b-4591-9555-c35fb57a2d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'code': 200}
Apr 30 21:18:12.642764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-923055e7-7828-47b4-b2e0-9d963f3e1185 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3385737
Apr 30 21:18:12.648025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f128689-208c-4c6c-8830-93303bc742df req-49bb6a17-eebc-46a0-9c6e-44439e93684e tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 210 time: 0.0871110
Apr 30 21:18:12.718976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-0e5ca7ed-81c8-48e6-890c-4d8c6bce6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.720443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-0e5ca7ed-81c8-48e6-890c-4d8c6bce6e76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1344221
Apr 30 21:18:12.742656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d377091-7079-47b5-88dc-3dd189068f7f req-7fe94fc9-3c3f-4ba2-97d2-5b4679714926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.744754 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3d377091-7079-47b5-88dc-3dd189068f7f req-7fe94fc9-3c3f-4ba2-97d2-5b4679714926 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 1128 time: 0.0418022
Apr 30 21:18:12.796541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce52413-712d-48db-8754-334d3b0f321a req-bd56972e-d7f1-40e6-83ad-2f26183c1ae4 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=4b8bfd0b09264e32a4ded1046a12619d HTTP/1.1" status: 200  len: 1656 time: 0.1002102
Apr 30 21:18:12.797796 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3d377091-7079-47b5-88dc-3dd189068f7f req-ca7cf910-6eaf-4a83-8afb-0e3831e6f51e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410192
Apr 30 21:18:12.822195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3e4a1-fed9-43cc-9cb5-c55aa57ff99a req-c6f4e815-75a9-4615-84ce-e3e78a67fb2f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.823544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3b3e4a1-fed9-43cc-9cb5-c55aa57ff99a req-c6f4e815-75a9-4615-84ce-e3e78a67fb2f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 944 time: 0.1704385
Apr 30 21:18:12.844217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:12.868578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Publish callbacks [] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:12.912452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-a2bb3a8d-6d9f-4b8e-98cb-35905767ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.913959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-a2bb3a8d-6d9f-4b8e-98cb-35905767ad28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1451986
Apr 30 21:18:12.935317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Transition to ACTIVE for port object 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:12.974029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3b3e4a1-fed9-43cc-9cb5-c55aa57ff99a req-37537539-8ddc-4cce-ad0d-aa7073ef3b29 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/security-groups?id=588775e7-e338-4f94-84ea-868a6024ac7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346946
Apr 30 21:18:12.994976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce52413-712d-48db-8754-334d3b0f321a req-52989c52-df7d-4f13-b2f7-ca418e0fef32 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:12.996497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce52413-712d-48db-8754-334d3b0f321a req-52989c52-df7d-4f13-b2f7-ca418e0fef32 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks?id=24d2363b-44f9-4b0c-a866-84cec16dff58&id=24d2363b-44f9-4b0c-a866-84cec16dff58&id=24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 787 time: 0.1824207
Apr 30 21:18:13.006049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-fce52413-712d-48db-8754-334d3b0f321a req-773addb4-439d-4317-b789-ae91c3090c1c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:18:13.007011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce52413-712d-48db-8754-334d3b0f321a req-773addb4-439d-4317-b789-ae91c3090c1c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054672
Apr 30 21:18:13.019321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:13.068837 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b48c86a-f467-4b3f-b980-ee1eb4b7e8b8 x-openstack-request-id: req-1b48c86a-f467-4b3f-b980-ee1eb4b7e8b8 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:13.069141 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bb5b19-edd9-4351-babc-faf38634044f", "tag": "a28b17c3-a6e2-4e33-a643-c161b9604200", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd", "tag": "2b047f63-008f-47b1-9417-8f313dc6c3bc", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:13.069392 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b48c86a-f467-4b3f-b980-ee1eb4b7e8b8 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:13.069812 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b48c86a-f467-4b3f-b980-ee1eb4b7e8b8'] response: {'name': 'network-changed', 'server_uuid': 'a4bb5b19-edd9-4351-babc-faf38634044f', 'tag': 'a28b17c3-a6e2-4e33-a643-c161b9604200', 'status': 'completed', 'code': 200}
Apr 30 21:18:13.070077 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b48c86a-f467-4b3f-b980-ee1eb4b7e8b8'] response: {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382', 'status': 'completed', 'code': 200}
Apr 30 21:18:13.070328 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b48c86a-f467-4b3f-b980-ee1eb4b7e8b8'] response: {'name': 'network-changed', 'server_uuid': 'bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd', 'tag': '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'status': 'completed', 'code': 200}
Apr 30 21:18:13.112969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:13.145369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e8fa0-b3c2-4dd2-8d84-dd988a170e2b req-12fce928-e475-44e5-a237-e7bc05790a58 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.146933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-298e8fa0-b3c2-4dd2-8d84-dd988a170e2b req-12fce928-e475-44e5-a237-e7bc05790a58 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 947 time: 0.0919371
Apr 30 21:18:13.170902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-79f8a077-e173-4b30-959d-572d179ffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.171743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-79f8a077-e173-4b30-959d-572d179ffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.172398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-79f8a077-e173-4b30-959d-572d179ffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.173045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-79f8a077-e173-4b30-959d-572d179ffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.173693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-79f8a077-e173-4b30-959d-572d179ffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.174365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-79f8a077-e173-4b30-959d-572d179ffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.175068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-79f8a077-e173-4b30-959d-572d179ffa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.177254 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-79f8a077-e173-4b30-959d-572d179ffa2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6523 time: 0.0838089
Apr 30 21:18:13.231301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1930f387-1147-4d86-9cf8-b9b9f017673f req-a49fe27c-ce8d-485e-bb10-f339fcd82531 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0464480
Apr 30 21:18:13.277387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-298e8fa0-b3c2-4dd2-8d84-dd988a170e2b req-8f99f741-b994-4413-bbeb-642fc609932e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941107
Apr 30 21:18:13.301830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Attempting to bind port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:13.302137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Attempting to bind port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:13.303108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Attempting to bind port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 on network 491ca467-fa0f-4500-813a-eee0ea86bd57 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:13.305425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1eef8960-f1dd-4d32-8f61-7fd980d9c83e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:13.330473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-7498aa76-b3f5-49e1-bafd-9994180ad59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.330473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-7498aa76-b3f5-49e1-bafd-9994180ad59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.330473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-7498aa76-b3f5-49e1-bafd-9994180ad59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.330473 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-7498aa76-b3f5-49e1-bafd-9994180ad59e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b57cf4c7f250443a8afd9460085f6951&shared=False HTTP/1.1" status: 200  len: 2294 time: 0.1389489
Apr 30 21:18:13.352662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 on network 491ca467-fa0f-4500-813a-eee0ea86bd57 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:13.352898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Attempting to bind port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 on network 491ca467-fa0f-4500-813a-eee0ea86bd57 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:13.377146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:13.377146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Checking segment: {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:13.377146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Bound using segment: {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:13.377146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Bound port: 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:13.377146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:13.381163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-2d62d3b8-c1ee-462b-ada7-2870b7eeea21 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips/def0dfa9-1853-4fbd-9012-76105f6e9afd HTTP/1.1" status: 200  len: 693 time: 0.0816996
Apr 30 21:18:13.424586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:13.437423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'port_id': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'mac_address': 'fa:16:3e:03:fe:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:13.478096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:13.478489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:13.489418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045234d-a212-40e0-8f04-ec1468f7a1fc req-aefefda3-aa9a-4100-8654-5ba95955bda5 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.490912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d045234d-a212-40e0-8f04-ec1468f7a1fc req-aefefda3-aa9a-4100-8654-5ba95955bda5 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.1292348
Apr 30 21:18:13.492328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eef8960-f1dd-4d32-8f61-7fd980d9c83e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:13.512494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:13.574771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] For port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:13.593986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:13.605407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] For port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:13.613539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-faeb2403-a48e-4d2d-b569-8e26a76d7d8a tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.614959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-faeb2403-a48e-4d2d-b569-8e26a76d7d8a tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.2108011
Apr 30 21:18:13.620452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d045234d-a212-40e0-8f04-ec1468f7a1fc req-dd87398f-0cc4-4969-adb5-d6c7d826f872 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209731
Apr 30 21:18:13.645546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:13.668059 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:13.680141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-31a008f9-074a-4109-aef0-da668fbe2a59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.132 HTTP/1.1" status: 200  len: 696 time: 0.0587761
Apr 30 21:18:13.773106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.773726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:13.775128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] 10.222.0.20 "PUT /v2.0/ports/1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 HTTP/1.1" status: 200  len: 1091 time: 2.0864134
Apr 30 21:18:13.852948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['1eef8960-f1dd-4d32-8f61-7fd980d9c83e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:13.855904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-867bb2ac-c7de-4272-8f93-e075fcd8a046 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.132 HTTP/1.1" status: 200  len: 696 time: 0.1557736
Apr 30 21:18:13.923659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-675d5bce-20c3-4797-ba2b-92af5da334ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.925721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-675d5bce-20c3-4797-ba2b-92af5da334ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 1129 time: 0.0733044
Apr 30 21:18:13.935479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d7436-c3d1-42a6-907c-248d01b92bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:13.945673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-b79bbc47-f7b9-4238-86b2-c90ba8a05036 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.952129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-b79bbc47-f7b9-4238-86b2-c90ba8a05036 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.958255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-b79bbc47-f7b9-4238-86b2-c90ba8a05036 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.963468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-0c1ae920-8a35-4bcf-8603-d8723bdaf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.965278 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-0c1ae920-8a35-4bcf-8603-d8723bdaf2cc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1938179
Apr 30 21:18:13.965984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-b79bbc47-f7b9-4238-86b2-c90ba8a05036 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.977072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-b79bbc47-f7b9-4238-86b2-c90ba8a05036 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.982596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-b79bbc47-f7b9-4238-86b2-c90ba8a05036 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.989082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-b79bbc47-f7b9-4238-86b2-c90ba8a05036 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:13.998392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-b79bbc47-f7b9-4238-86b2-c90ba8a05036 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5408 time: 0.2992301
Apr 30 21:18:14.010376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Request body: {'port': {'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:14.086696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:14.374218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:14.381786 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Publish callbacks [] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:14.394936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Transition to ACTIVE for port object 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:14.420909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-b563b045-96e9-4a83-9525-74bb2a0c42a2 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6369903
Apr 30 21:18:14.495205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:14.571081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Pushing event updated for resources: {'Port': ['ID=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:14.636995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Attempting to bind port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:14.637376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Attempting to bind port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:14.637662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Attempting to bind port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 on network 491ca467-fa0f-4500-813a-eee0ea86bd57 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:14.643876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 on network 491ca467-fa0f-4500-813a-eee0ea86bd57 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:14.643876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Attempting to bind port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 on network 491ca467-fa0f-4500-813a-eee0ea86bd57 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:14.648299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:14.648785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Checking segment: {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:14.649129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Bound using segment: {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:14.649440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Bound port: 3612a02c-d7fa-4f7d-8b59-27351eff0cc5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a6a819-dd5a-4723-9ff1-d5090160a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:14.649817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:14.704588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e74fb94-6b27-451d-8ed3-055501cfa85d req-866618d6-8611-47cd-9a63-2179c79c4692 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.6593511
Apr 30 21:18:14.727939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] For port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:14.731847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] For port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:14.752119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-cd05d1d8-035a-49ea-96d7-cb14f0f13a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.753592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-cd05d1d8-035a-49ea-96d7-cb14f0f13a96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.7536650
Apr 30 21:18:14.764281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607d79-0562-46c3-ad67-6b2432d1304c req-014bbc69-6b68-4cde-b436-a6f140668389 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.765731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-014bbc69-6b68-4cde-b436-a6f140668389 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.20 "GET /v2.0/networks?id=2b0ff999-a515-444e-abae-4e4b3a0965ad HTTP/1.1" status: 200  len: 814 time: 0.3827889
Apr 30 21:18:14.784845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Deleting port a549053e-cf86-4b36-a6a0-2e27e9ccbc1c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:14.785113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:14.787764 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:14.794797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Request body: {'port': {'device_id': 'a29ae768-e8c9-449d-88a7-042239f848c6', 'network_id': '2b0ff999-a515-444e-abae-4e4b3a0965ad', 'admin_state_up': True, 'tenant_id': '6c823086e6504aa0ac38c2b9b86970b2'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:14.828545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.829203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:14.830692 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] 10.222.0.20 "PUT /v2.0/ports/3612a02c-d7fa-4f7d-8b59-27351eff0cc5 HTTP/1.1" status: 200  len: 1091 time: 0.8260643
Apr 30 21:18:14.831168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:14.833421 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "3612a02c-d7fa-4f7d-8b59-27351eff0cc5"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:14.865431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0ae75-9a07-43e0-8e42-f32ad25ff16c service neutron] Pushing event updated for resources: {'Port': ['ID=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:14.876428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-2a881d0f-d76f-4299-bacc-5be32c1f57c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a28b17c3-a6e2-4e33-a643-c161b9604200 HTTP/1.1" status: 200  len: 217 time: 0.1035681
Apr 30 21:18:14.929512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47025c9-1a4c-4a55-af4e-ad141c76f406 req-04c10ee5-b7a6-4f11-bd03-e4a0db34fa6b service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4713016
Apr 30 21:18:14.936682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a96104-add0-4cee-8151-7dabae238f28 req-c7f0c538-4e6e-4691-9e90-1f910d4da332 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 210 time: 0.1520092
Apr 30 21:18:14.988887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ab3306c8-9bd2-49e0-b3a1-44800bc14f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.989943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ab3306c8-9bd2-49e0-b3a1-44800bc14f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.990574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ab3306c8-9bd2-49e0-b3a1-44800bc14f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.991572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ab3306c8-9bd2-49e0-b3a1-44800bc14f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.991572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ab3306c8-9bd2-49e0-b3a1-44800bc14f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.992069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ab3306c8-9bd2-49e0-b3a1-44800bc14f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.992941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ab3306c8-9bd2-49e0-b3a1-44800bc14f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:14.995109 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ab3306c8-9bd2-49e0-b3a1-44800bc14f7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6694 time: 0.0679808
Apr 30 21:18:15.048269 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-33b4bb27-1628-4712-a4d1-8ff7eb27c203 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e HTTP/1.1" status: 200  len: 217 time: 0.0431485
Apr 30 21:18:15.072720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:15.074952 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a05d50b-188e-4ab6-a362-c0ea8933af01" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:15.087136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-fb96556c-cfbd-4f94-b355-9754295389c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.088529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-fb96556c-cfbd-4f94-b355-9754295389c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1581354
Apr 30 21:18:15.106249 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.106488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.106626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-144c4a69-7c0b-45db-89ba-195ec6fddbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.108056 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-144c4a69-7c0b-45db-89ba-195ec6fddbd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c851f35a-af8a-45a3-a6e7-adf7f97d2833 HTTP/1.1" status: 200  len: 851 time: 0.0566456
Apr 30 21:18:15.127775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Calling delete_port for a549053e-cf86-4b36-a6a0-2e27e9ccbc1c owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:15.139534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6635e-2b85-4317-833d-ac900a319289 req-2e33cc22-3005-49d5-92f8-510002204ff5 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.142270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eab6635e-2b85-4317-833d-ac900a319289 req-2e33cc22-3005-49d5-92f8-510002204ff5 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 945 time: 0.1116073
Apr 30 21:18:15.155400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b5b3e0c5-fdd6-4cc1-8c9a-e0218a5311cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.156880 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b5b3e0c5-fdd6-4cc1-8c9a-e0218a5311cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f054da6-523b-43c4-83a2-ca0049497cde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401618
Apr 30 21:18:15.248616 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-828583fe-f13d-4ea2-9ce8-f896be5cff6f service neutron] 10.222.0.20 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850286
Apr 30 21:18:15.254750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eab6635e-2b85-4317-833d-ac900a319289 req-872f5df3-9df8-4d9b-b581-373da5a0d87b tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/security-groups?id=588775e7-e338-4f94-84ea-868a6024ac7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045499
Apr 30 21:18:15.318466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Made reservation on behalf of 6c823086e6504aa0ac38c2b9b86970b2 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:15.321703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.332317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a28b17c3-a6e2-4e33-a643-c161b9604200 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:15.334683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1eef8960-f1dd-4d32-8f61-7fd980d9c83e up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:15.371548 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-19f5a126-3e6b-4b01-a7bc-784ec84ffcc5 service neutron] 10.222.0.20 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1163254
Apr 30 21:18:15.418078 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-36b40e32-23bf-4ca6-bbe5-cd87e514830b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 217 time: 0.0393164
Apr 30 21:18:15.441436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927818a5-6e9b-46f6-aa42-0e85fe49c5cc req-3320bc98-6a21-4309-bf3a-f54d8a9785aa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.441929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:15.442887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-927818a5-6e9b-46f6-aa42-0e85fe49c5cc req-3320bc98-6a21-4309-bf3a-f54d8a9785aa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 947 time: 0.1104796
Apr 30 21:18:15.473385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b5f491ea-6d31-4fbf-a935-23783c4f286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.474936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b5f491ea-6d31-4fbf-a935-23783c4f286a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0513966
Apr 30 21:18:15.480517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a28b17c3-a6e2-4e33-a643-c161b9604200, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28b17c3-a6e2-4e33-a643-c161b9604200,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:15.482180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a549053e-cf86-4b36-a6a0-2e27e9ccbc1c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.495705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'a28b17c3-a6e2-4e33-a643-c161b9604200', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'a28b17c3-a6e2-4e33-a643-c161b9604200', 'mac_address': 'fa:16:3e:d2:71:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:15.521348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ac9b728a-5bce-42ae-8b06-08a39828fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.522966 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ac9b728a-5bce-42ae-8b06-08a39828fe52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0417905
Apr 30 21:18:15.536096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:15.536467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.538000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a28b17c3-a6e2-4e33-a643-c161b9604200 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:15.538374 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.545129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event deleted for resources: {'Port': ['ID=a549053e-cf86-4b36-a6a0-2e27e9ccbc1c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:15.583330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28b17c3-a6e2-4e33-a643-c161b9604200 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:15.603841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a28b17c3-a6e2-4e33-a643-c161b9604200, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28b17c3-a6e2-4e33-a643-c161b9604200,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:15.623184 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-3efb099c-c65d-4fd6-92bf-64107cdc4e6f service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931683
Apr 30 21:18:15.631486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-927818a5-6e9b-46f6-aa42-0e85fe49c5cc req-ea6b6729-0825-4372-ac3a-63030abf17fe tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725702
Apr 30 21:18:15.632200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Allocated IP 172.20.0.13 (2b0ff999-a515-444e-abae-4e4b3a0965ad/86e27b1c-6b9c-4fbe-9893-58e85597a786/517c3e72-ce49-4940-a123-3deec175d114) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:15.649222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:15.649558 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.672081 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (def0dfa9-1853-4fbd-9012-76105f6e9afd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.674657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.676543 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.684519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:15.686671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-881f12d3-f268-4e09-9b9d-86b2b58f31b3 req-1abc3e3b-60ac-4a58-9983-c904a54d2c3f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "DELETE /v2.0/floatingips/def0dfa9-1853-4fbd-9012-76105f6e9afd HTTP/1.1" status: 204  len: 173 time: 1.8078940
Apr 30 21:18:15.687885 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60174d1f-dde6-4401-8104-65fea10c3d28" -d '{"events": [{"server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "name": "network-vif-plugged", "status": "completed", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:15.724738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:15.744812 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-54d79ea6-bb5c-4857-b95e-fd964d252374 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141164
Apr 30 21:18:15.752326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a28b17c3-a6e2-4e33-a643-c161b9604200,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:15.788831 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-102526f7-1367-4c10-a5ee-77967654ee68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 217 time: 0.0375946
Apr 30 21:18:15.821675 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.853335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e5f50225-44c7-4609-8886-da8929b8d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.855259 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e5f50225-44c7-4609-8886-da8929b8d760 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0604146
Apr 30 21:18:15.858633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70b1505d-20ea-479d-96c3-00ea28d28eeb req-97107407-2a97-4732-beca-f361ef15af17 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0735037
Apr 30 21:18:15.879997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3e864-6199-4ae2-bb56-fe91d8bd83f4 req-e5365610-12d2-4931-95a6-fa281d5a55c9 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.881537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6b3e864-6199-4ae2-bb56-fe91d8bd83f4 req-e5365610-12d2-4931-95a6-fa281d5a55c9 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.0957952
Apr 30 21:18:15.890326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:15.905976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e6a1456c-85b6-4076-8d93-8e330c0b4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:15.905976 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-e6a1456c-85b6-4076-8d93-8e330c0b4aad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0421350
Apr 30 21:18:15.939185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a28b17c3-a6e2-4e33-a643-c161b9604200'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:15.962436 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6705c-307c-44a6-81a6-3782b0826ede x-openstack-request-id: req-8cd6705c-307c-44a6-81a6-3782b0826ede {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:15.969324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Publish callbacks [] for port (517c3e72-ce49-4940-a123-3deec175d114), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:15.969790 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "3612a02c-d7fa-4f7d-8b59-27351eff0cc5", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:15.969790 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cd6705c-307c-44a6-81a6-3782b0826ede {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:15.969790 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd6705c-307c-44a6-81a6-3782b0826ede'] response: {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5', 'status': 'completed', 'code': 200}
Apr 30 21:18:15.976074 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03288ab-b26a-4ed5-9cce-ff2d06b7a4be x-openstack-request-id: req-a03288ab-b26a-4ed5-9cce-ff2d06b7a4be {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:15.976407 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:15.976723 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a03288ab-b26a-4ed5-9cce-ff2d06b7a4be {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:15.977542 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03288ab-b26a-4ed5-9cce-ff2d06b7a4be'] response: {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24', 'status': 'completed', 'code': 200}
Apr 30 21:18:15.985785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6b3e864-6199-4ae2-bb56-fe91d8bd83f4 req-73d11990-4519-4af1-9858-1c5e2039f13e tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970082
Apr 30 21:18:16.035784 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-3d85d2b4-2c8e-4035-8910-b58be9d4f14c service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247737
Apr 30 21:18:16.040643 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696bbae5-4662-4bb2-a62f-c9033a7b6027 x-openstack-request-id: req-696bbae5-4662-4bb2-a62f-c9033a7b6027 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:16.041073 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "name": "network-vif-plugged", "status": "completed", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:16.041484 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-696bbae5-4662-4bb2-a62f-c9033a7b6027 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:16.042488 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696bbae5-4662-4bb2-a62f-c9033a7b6027'] response: {'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'code': 200}
Apr 30 21:18:16.091441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-2dd24ea8-50ae-4bf7-b5f2-d8aaefa86034 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips/e9e2b414-b70e-48ba-a0cc-a132008995cf HTTP/1.1" status: 200  len: 693 time: 0.1012640
Apr 30 21:18:16.161648 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-257b8105-c970-4bd3-8ac0-776194515222 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187935
Apr 30 21:18:16.178315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-042dc41f-2b9f-43d7-9894-1eef087fcb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.179888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-042dc41f-2b9f-43d7-9894-1eef087fcb01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1367583
Apr 30 21:18:16.207907 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-eaf995ef-79e0-4ff4-a102-633f917a3b5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=b3fce87b-a558-49fc-83b7-71bd012b7290 HTTP/1.1" status: 200  len: 217 time: 0.0353839
Apr 30 21:18:16.256719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-dfa811a7-da90-485c-abf5-3eaec9cfc506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.258240 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-dfa811a7-da90-485c-abf5-3eaec9cfc506 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0441875
Apr 30 21:18:16.283033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (517c3e72-ce49-4940-a123-3deec175d114), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:16.307824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c34ee56d-7726-4ef9-ba85-b5c8ce565aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.311607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-c34ee56d-7726-4ef9-ba85-b5c8ce565aba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0441179
Apr 30 21:18:16.337054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bccd6-d744-4ba5-b7f1-5cf037ff353c req-d2e49e9d-a16b-413e-ad98-d338873f22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.338701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c69bccd6-d744-4ba5-b7f1-5cf037ff353c req-d2e49e9d-a16b-413e-ad98-d338873f22e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 1128 time: 0.2099125
Apr 30 21:18:16.354981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125886-7d57-4683-b86d-f085348c93c7 req-73cb5c91-fefd-467f-9649-d7deb1973717 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.361029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125886-7d57-4683-b86d-f085348c93c7 req-73cb5c91-fefd-467f-9649-d7deb1973717 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.366620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125886-7d57-4683-b86d-f085348c93c7 req-73cb5c91-fefd-467f-9649-d7deb1973717 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.371940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125886-7d57-4683-b86d-f085348c93c7 req-73cb5c91-fefd-467f-9649-d7deb1973717 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.377722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125886-7d57-4683-b86d-f085348c93c7 req-73cb5c91-fefd-467f-9649-d7deb1973717 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.383007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125886-7d57-4683-b86d-f085348c93c7 req-73cb5c91-fefd-467f-9649-d7deb1973717 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.388358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c125886-7d57-4683-b86d-f085348c93c7 req-73cb5c91-fefd-467f-9649-d7deb1973717 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.390780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c125886-7d57-4683-b86d-f085348c93c7 req-73cb5c91-fefd-467f-9649-d7deb1973717 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5420 time: 0.2608745
Apr 30 21:18:16.406980 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-baffd692-a40b-4f39-b055-567bc018eba8 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0916746
Apr 30 21:18:16.454469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Network 2b0ff999-a515-444e-abae-4e4b3a0965ad is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:16.485962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:16.488597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:16.504785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-5bd3b535-802f-4d13-a8ae-e36f2f172370 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.506278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-5bd3b535-802f-4d13-a8ae-e36f2f172370 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.4043753
Apr 30 21:18:16.506948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Pushing event updated for resources: {'Port': ['ID=517c3e72-ce49-4940-a123-3deec175d114,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:16.514824 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-75401390-0a71-4c25-ad8d-04b41d1a34d4 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1010718
Apr 30 21:18:16.562268 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-4ffbd097-b4f3-48fb-ab03-ca7ae3287689 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 HTTP/1.1" status: 200  len: 217 time: 0.0418856
Apr 30 21:18:16.615717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-2a3ad396-e270-4857-a28c-90ad5c4f8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.617179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-2a3ad396-e270-4857-a28c-90ad5c4f8728 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0493214
Apr 30 21:18:16.633444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-dee41a31-ee37-4995-8074-6846d1b9c85e service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4299755
Apr 30 21:18:16.641665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c69bccd6-d744-4ba5-b7f1-5cf037ff353c req-6201e1e1-0e9a-46e1-9225-2d36e5f28ae9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=588775e7-e338-4f94-84ea-868a6024ac7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433960
Apr 30 21:18:16.650745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-5e4d075b-6032-4abd-a64c-f0a4a4b8863f tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.115 HTTP/1.1" status: 200  len: 696 time: 0.1147001
Apr 30 21:18:16.669600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-47cbee45-ff5a-4b7f-b930-375e9923a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.671118 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-47cbee45-ff5a-4b7f-b930-375e9923a0c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0477626
Apr 30 21:18:16.681076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.681708 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:16.683684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:16.762439 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8922108d-d8b9-441e-a6e3-7689e62d04d3 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853362
Apr 30 21:18:16.767928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c125886-7d57-4683-b86d-f085348c93c7 req-0af9b909-3012-48dd-9897-363b19c3afae tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.3682768
Apr 30 21:18:16.772971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-0948f9e3-4409-4ac9-a124-6cc297881117 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.115 HTTP/1.1" status: 200  len: 696 time: 0.1102397
Apr 30 21:18:16.864336 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-d9b64fe0-06e5-444a-9ef3-a65aa35b10b8 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961871
Apr 30 21:18:16.895599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-02c3655f-f111-4c6a-bfbd-38575786f0e2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1125939
Apr 30 21:18:16.908993 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-2d8a1ee2-1de9-4aa8-b00c-65bf75351c20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 HTTP/1.1" status: 200  len: 217 time: 0.0379107
Apr 30 21:18:16.963436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ef287fe7-48dc-4265-850a-678f7b980bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:16.964933 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-ef287fe7-48dc-4265-850a-678f7b980bde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 200  len: 797 time: 0.0502234
Apr 30 21:18:17.015509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-2fa367ed-1c9e-403f-8ca9-a260a457937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:17.016967 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-2fa367ed-1c9e-403f-8ca9-a260a457937b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0462837
Apr 30 21:18:17.111765 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-53cb5981-b2f0-4df3-82f9-67042995b10b service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882385
Apr 30 21:18:17.212133 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-9afb3e72-47f8-45f8-95fd-342e199f275d service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909610
Apr 30 21:18:17.220624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Request body: {'port': {'device_id': 'a29ae768-e8c9-449d-88a7-042239f848c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:17.224251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-b107e1c6-b1fe-4c11-80aa-9461aa3844ea service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5817034
Apr 30 21:18:17.256417 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-7804caa2-b9d2-4402-9182-11191f260411 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5 HTTP/1.1" status: 200  len: 217 time: 0.0378315
Apr 30 21:18:17.283574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c87faa-0247-4e9e-98ce-38aa5fc11144 req-2ce1a4fd-b690-42cc-8fad-ce621a1740ec tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:17.285045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9c87faa-0247-4e9e-98ce-38aa5fc11144 req-2ce1a4fd-b690-42cc-8fad-ce621a1740ec tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 932 time: 0.4440556
Apr 30 21:18:17.305403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b1d09088-d6eb-4267-ae5e-a3c97ae5f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:17.307225 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b1d09088-d6eb-4267-ae5e-a3c97ae5f41f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 200  len: 797 time: 0.0452001
Apr 30 21:18:17.331218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Deleting port 2068aa1e-7307-43d2-8003-50707162fcc1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:17.331565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2068aa1e-7307-43d2-8003-50707162fcc1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.335889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2b047f63-008f-47b1-9417-8f313dc6c3bc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:17.338661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a28b17c3-a6e2-4e33-a643-c161b9604200 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:17.353821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b9e8711d-b50d-4c36-ba13-ee4fa717b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:17.354936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-b9e8711d-b50d-4c36-ba13-ee4fa717b694 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0425205
Apr 30 21:18:17.384400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (517c3e72-ce49-4940-a123-3deec175d114), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.455265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9c87faa-0247-4e9e-98ce-38aa5fc11144 req-99f0e8fc-697a-44f8-936b-47dc86bb6c01 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621878
Apr 30 21:18:17.486874 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-8eee0f88-defb-4861-8f8c-fce5aa83a745 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196952
Apr 30 21:18:17.511367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-c03294fa-6277-4ae1-bcb7-32637b220d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:17.512874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-c03294fa-6277-4ae1-bcb7-32637b220d9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 1129 time: 0.1041768
Apr 30 21:18:17.514877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2068aa1e-7307-43d2-8003-50707162fcc1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.515211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (2068aa1e-7307-43d2-8003-50707162fcc1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.540949 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.resource_extend [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:18:17.549922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Calling delete_port for 2068aa1e-7307-43d2-8003-50707162fcc1 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:17.594373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bd59acc6-600e-495b-9503-abb09ff60d50 req-67332c9a-2f5e-4220-abc6-2aa954241655 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1070747
Apr 30 21:18:17.596812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port a28b17c3-a6e2-4e33-a643-c161b9604200 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:17.630959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 2b047f63-008f-47b1-9417-8f313dc6c3bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b047f63-008f-47b1-9417-8f313dc6c3bc,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:17.642863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'mac_address': 'fa:16:3e:44:6d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:17.683657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 2b047f63-008f-47b1-9417-8f313dc6c3bc is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:17.684038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.701249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b047f63-008f-47b1-9417-8f313dc6c3bc {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:17.714003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port a28b17c3-a6e2-4e33-a643-c161b9604200 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:17.714378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.730478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33fd8a-443e-49da-81b9-23116b66b1e2 req-6969e3d5-0c02-4ac5-b848-fb4bd831b2b4 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:17.731952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca33fd8a-443e-49da-81b9-23116b66b1e2 req-6969e3d5-0c02-4ac5-b848-fb4bd831b2b4 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.1923716
Apr 30 21:18:17.739481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 2b047f63-008f-47b1-9417-8f313dc6c3bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b047f63-008f-47b1-9417-8f313dc6c3bc,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:17.745019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32914) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:17.762908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Request body: {'floatingip': {'port_id': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:17.843479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a28b17c3-a6e2-4e33-a643-c161b9604200 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:17.843844 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.861822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for floatingip (c271f4ca-c930-40b6-89a1-ae74ab488a93), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.866467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.881823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-3f9b6fb7-d2be-4bb6-892f-ecbd6002701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:17.883295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-3f9b6fb7-d2be-4bb6-892f-ecbd6002701d service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3426630
Apr 30 21:18:17.908150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a28b17c3-a6e2-4e33-a643-c161b9604200, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28b17c3-a6e2-4e33-a643-c161b9604200,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:17.927202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b009610-3b6b-45e3-94c3-b99f0b3a32b7 req-a97be79c-c8d8-492e-b328-91ca7d2a1e0b tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:17.928728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b009610-3b6b-45e3-94c3-b99f0b3a32b7 req-a97be79c-c8d8-492e-b328-91ca7d2a1e0b tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 946 time: 0.1157651
Apr 30 21:18:17.931570 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-04eb22ca-23f7-40f7-929b-1c612e10b026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:17.938958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=2b047f63-008f-47b1-9417-8f313dc6c3bc,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:17.966406 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-803ea1f5-4bd8-41cc-8ce0-84a18e9c278f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=2b047f63-008f-47b1-9417-8f313dc6c3bc HTTP/1.1" status: 200  len: 217 time: 0.0664706
Apr 30 21:18:17.992463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.047241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bb5b19-edd9-4351-babc-faf38634044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28b17c3-a6e2-4e33-a643-c161b9604200'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:18.049573 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e165e18-5ac2-43d8-a188-4640d420638a" -d '{"events": [{"server_uuid": "a4bb5b19-edd9-4351-babc-faf38634044f", "name": "network-vif-plugged", "status": "completed", "tag": "a28b17c3-a6e2-4e33-a643-c161b9604200"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:18.058780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a28b17c3-a6e2-4e33-a643-c161b9604200,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:18.126188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['2b047f63-008f-47b1-9417-8f313dc6c3bc'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:18.129854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-31c58a54-cb76-429c-be5b-fae044722256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.131350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-31c58a54-cb76-429c-be5b-fae044722256 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1556561
Apr 30 21:18:18.141031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b009610-3b6b-45e3-94c3-b99f0b3a32b7 req-f1d528b1-5441-4e8c-9101-f0519cb08fe0 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/security-groups?id=588775e7-e338-4f94-84ea-868a6024ac7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795533
Apr 30 21:18:18.177255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517c3e72-ce49-4940-a123-3deec175d114 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:18.189678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Publish callbacks [] for port (517c3e72-ce49-4940-a123-3deec175d114), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.207117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-20851514-2ba6-46a7-b35c-bde785721531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.208664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-20851514-2ba6-46a7-b35c-bde785721531 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0650582
Apr 30 21:18:18.211476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Transition to ACTIVE for port object 517c3e72-ce49-4940-a123-3deec175d114 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:18.227262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2068aa1e-7307-43d2-8003-50707162fcc1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.303826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (517c3e72-ce49-4940-a123-3deec175d114), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.305842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event deleted for resources: {'Port': ['ID=2068aa1e-7307-43d2-8003-50707162fcc1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:18.369674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.428276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd20cb-1666-41fb-8d65-ea6a81e9cf4d req-ffa3da29-8295-4c38-98d3-09c7bdb855fe tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.429779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99bd20cb-1666-41fb-8d65-ea6a81e9cf4d req-ffa3da29-8295-4c38-98d3-09c7bdb855fe tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 948 time: 0.1575174
Apr 30 21:18:18.460979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-1eccfd7c-dc6b-44d8-9229-52bcfb0a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.461652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-1eccfd7c-dc6b-44d8-9229-52bcfb0a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.462143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-1eccfd7c-dc6b-44d8-9229-52bcfb0a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.462975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-1eccfd7c-dc6b-44d8-9229-52bcfb0a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.463445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-1eccfd7c-dc6b-44d8-9229-52bcfb0a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.463905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-1eccfd7c-dc6b-44d8-9229-52bcfb0a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.464374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-1eccfd7c-dc6b-44d8-9229-52bcfb0a7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.466324 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-1eccfd7c-dc6b-44d8-9229-52bcfb0a7b86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6694 time: 0.0631235
Apr 30 21:18:18.477471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=517c3e72-ce49-4940-a123-3deec175d114,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:18.503186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-7f826c57-0dee-4961-80dc-459952113686 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2874110
Apr 30 21:18:18.567017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (e9e2b414-b70e-48ba-a0cc-a132008995cf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.569671 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.570684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f891ff92-0bfd-4e12-a1f9-fdb3b9d56fee req-01e69230-7223-4226-b03e-2c226c47fa59 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "DELETE /v2.0/floatingips/e9e2b414-b70e-48ba-a0cc-a132008995cf HTTP/1.1" status: 204  len: 173 time: 1.7887084
Apr 30 21:18:18.638760 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99bd20cb-1666-41fb-8d65-ea6a81e9cf4d req-452b9879-a332-40bf-a17d-53f1111368fa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1791530
Apr 30 21:18:18.669490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Attempting to bind port 517c3e72-ce49-4940-a123-3deec175d114 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:18.669847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Attempting to bind port 517c3e72-ce49-4940-a123-3deec175d114 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b0ff999-a515-444e-abae-4e4b3a0965ad'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:18.670724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Attempting to bind port 517c3e72-ce49-4940-a123-3deec175d114 on network 2b0ff999-a515-444e-abae-4e4b3a0965ad {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:18.682585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Port 517c3e72-ce49-4940-a123-3deec175d114 on network 2b0ff999-a515-444e-abae-4e4b3a0965ad not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:18.682880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Attempting to bind port 517c3e72-ce49-4940-a123-3deec175d114 on network 2b0ff999-a515-444e-abae-4e4b3a0965ad {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:18.683799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-ee496169-5296-441a-8b34-7039dce38b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.685279 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-ee496169-5296-441a-8b34-7039dce38b72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=491ca467-fa0f-4500-813a-eee0ea86bd57 HTTP/1.1" status: 200  len: 903 time: 0.2106051
Apr 30 21:18:18.688254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ea8c20-7b2c-49eb-8593-c1c03df8ca75 req-0b2d3dfc-d722-47b0-ae63-c8b29444a1a7 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661191
Apr 30 21:18:18.691309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:18.691650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Checking segment: {'id': 'd4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b0ff999-a515-444e-abae-4e4b3a0965ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:18.692031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Bound using segment: {'id': 'd4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b0ff999-a515-444e-abae-4e4b3a0965ad'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:18.692463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Bound port: 517c3e72-ce49-4940-a123-3deec175d114, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2b0ff999-a515-444e-abae-4e4b3a0965ad'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:18.692818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (517c3e72-ce49-4940-a123-3deec175d114), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.729742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e49a559-05b9-45ef-a953-24126d11e17d req-233fd9ec-fbb9-474c-9b71-129b2d3cf8da tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0346017
Apr 30 21:18:18.739957 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-72add8f2-2aa1-4312-b638-ffbabd9bb102 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5 HTTP/1.1" status: 200  len: 217 time: 0.0462737
Apr 30 21:18:18.800932 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a232c0ce-5c61-43d2-80b6-c2577232d396 x-openstack-request-id: req-a232c0ce-5c61-43d2-80b6-c2577232d396 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:18.801470 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bb5b19-edd9-4351-babc-faf38634044f", "name": "network-vif-plugged", "status": "completed", "tag": "a28b17c3-a6e2-4e33-a643-c161b9604200", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:18.801609 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a232c0ce-5c61-43d2-80b6-c2577232d396 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:18.804190 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a232c0ce-5c61-43d2-80b6-c2577232d396'] response: {'server_uuid': 'a4bb5b19-edd9-4351-babc-faf38634044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28b17c3-a6e2-4e33-a643-c161b9604200', 'code': 200}
Apr 30 21:18:18.837207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-0a174b21-a364-410a-a3de-022c48d1832d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.843127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-0a174b21-a364-410a-a3de-022c48d1832d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.848343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-0a174b21-a364-410a-a3de-022c48d1832d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.853607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-0a174b21-a364-410a-a3de-022c48d1832d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.859367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-0a174b21-a364-410a-a3de-022c48d1832d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.862914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-b4619244-80ed-471c-94bd-edf0ce7377a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.864605 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-b4619244-80ed-471c-94bd-edf0ce7377a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 200  len: 797 time: 0.0973444
Apr 30 21:18:18.865007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-0a174b21-a364-410a-a3de-022c48d1832d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.870252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-0a174b21-a364-410a-a3de-022c48d1832d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.877813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-0a174b21-a364-410a-a3de-022c48d1832d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5420 time: 0.1232145
Apr 30 21:18:18.924330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:18.927546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-56dccdfd-e004-4605-a387-4fd6f740ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.929049 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-56dccdfd-e004-4605-a387-4fd6f740ba5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0574286
Apr 30 21:18:18.936553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] For port 517c3e72-ce49-4940-a123-3deec175d114, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:18.974463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] For port 517c3e72-ce49-4940-a123-3deec175d114, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=517c3e72-ce49-4940-a123-3deec175d114,segment=NetworkSegment(d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872),segment_id=d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:18.988248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c5bb0-bd62-4014-86e6-fcedf4f178c9 req-7124e230-74e8-42df-9553-2a730a9a2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:18.989250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-335c5bb0-bd62-4014-86e6-fcedf4f178c9 req-7124e230-74e8-42df-9553-2a730a9a2f90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 1131 time: 0.1069744
Apr 30 21:18:19.007289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99146893-016d-4b06-9ca0-3b664fc65c0e req-d1c21f0a-23a2-4981-b608-ab776c4b7246 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.008706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99146893-016d-4b06-9ca0-3b664fc65c0e req-d1c21f0a-23a2-4981-b608-ab776c4b7246 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 944 time: 0.1178944
Apr 30 21:18:19.022813 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c271f4ca-c930-40b6-89a1-ae74ab488a93), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:19.026986 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-722fc909-ff97-40a9-8092-b87875088869 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920179
Apr 30 21:18:19.054595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a16311f8-8a59-49b4-b0e0-cca4927bde2d req-dfcabced-0aef-4b7b-b9e2-c87e69dc52c5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1759219
Apr 30 21:18:19.074198 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (517c3e72-ce49-4940-a123-3deec175d114), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:19.136443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-335c5bb0-bd62-4014-86e6-fcedf4f178c9 req-9ff01b73-b8ae-4ac7-ac9e-c750fea6d93d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354709
Apr 30 21:18:19.175418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.175837 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:19.177228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] 10.222.0.20 "PUT /v2.0/ports/517c3e72-ce49-4940-a123-3deec175d114 HTTP/1.1" status: 200  len: 1092 time: 1.9632754
Apr 30 21:18:19.180925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99146893-016d-4b06-9ca0-3b664fc65c0e req-42501a6b-6829-4476-8fa6-1525637a76f6 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636331
Apr 30 21:18:19.180925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29ae768-e8c9-449d-88a7-042239f848c6', 'tag': '517c3e72-ce49-4940-a123-3deec175d114'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:19.183427 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a29ae768-e8c9-449d-88a7-042239f848c6", "tag": "517c3e72-ce49-4940-a123-3deec175d114"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:19.194050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-f0d7a113-1ad5-4187-9005-b8a85eff2683 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips/d34a9486-4baf-4fe3-bcfd-8b58e9aa2a64 HTTP/1.1" status: 200  len: 692 time: 0.0981326
Apr 30 21:18:19.210726 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0dfb9cf8-53b3-4796-97ad-8d4ac9065b56 req-7b64934a-ae82-4a3e-8a2e-f0b06cfdeefb service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526871
Apr 30 21:18:19.214628 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Floating IP c271f4ca-c930-40b6-89a1-ae74ab488a93 associated. External IP: 172.35.4.76, port: ce1d8c5d-0c68-4c48-aa37-9fbce01b179e.
Apr 30 21:18:19.232428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f67d1-6e92-44e2-bf71-42e8d9105ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=517c3e72-ce49-4940-a123-3deec175d114,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:19.346782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2b047f63-008f-47b1-9417-8f313dc6c3bc up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:19.366396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-b95309df-52a2-48e9-8de2-7018f19a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.366971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-b95309df-52a2-48e9-8de2-7018f19a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.367465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-b95309df-52a2-48e9-8de2-7018f19a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.367966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-b95309df-52a2-48e9-8de2-7018f19a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.368423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-b95309df-52a2-48e9-8de2-7018f19a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.368885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-b95309df-52a2-48e9-8de2-7018f19a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.369341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-b95309df-52a2-48e9-8de2-7018f19a6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.370702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1824f77-130d-411c-a772-e2db09391d32 req-e0daf6c6-8b14-449d-b3b2-6998eff00e7f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.375857 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-b95309df-52a2-48e9-8de2-7018f19a6b9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6694 time: 0.1010261
Apr 30 21:18:19.375993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1824f77-130d-411c-a772-e2db09391d32 req-e0daf6c6-8b14-449d-b3b2-6998eff00e7f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 946 time: 0.1030922
Apr 30 21:18:19.395969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607d79-0562-46c3-ad67-6b2432d1304c req-9cc117f0-3266-4271-b1ad-e34ebff78058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.397468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-9cc117f0-3266-4271-b1ad-e34ebff78058 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c823086e6504aa0ac38c2b9b86970b2&device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 1126 time: 0.0831552
Apr 30 21:18:19.407227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 2b047f63-008f-47b1-9417-8f313dc6c3bc completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:19.423146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-8728acc3-03d1-4a4d-a79c-049b7c4bd713 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.424455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-8728acc3-03d1-4a4d-a79c-049b7c4bd713 tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.2207859
Apr 30 21:18:19.457513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-cfff3d72-aa5e-49be-97c9-44308b550083 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=517c3e72-ce49-4940-a123-3deec175d114 HTTP/1.1" status: 200  len: 217 time: 0.0497162
Apr 30 21:18:19.484211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 2b047f63-008f-47b1-9417-8f313dc6c3bc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:19.484674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:19.518298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-10756e20-2d29-4a13-ba88-39317667af1b tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.44 HTTP/1.1" status: 200  len: 695 time: 0.0664885
Apr 30 21:18:19.521508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1824f77-130d-411c-a772-e2db09391d32 req-19378798-7bb2-47e8-8f6d-c4118669e283 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/security-groups?id=588775e7-e338-4f94-84ea-868a6024ac7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424277
Apr 30 21:18:19.569054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-cb76eae0-1fda-489e-8bbc-6cb6eb98e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.570924 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-cb76eae0-1fda-489e-8bbc-6cb6eb98e446 service neutron] 10.222.0.20 "GET /v2.0/networks?id=491ca467-fa0f-4500-813a-eee0ea86bd57 HTTP/1.1" status: 200  len: 903 time: 0.1926351
Apr 30 21:18:19.571065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 2b047f63-008f-47b1-9417-8f313dc6c3bc is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:19.571520 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:19.581677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-935b26fa-f5ad-4172-bea9-fdbb18d9117a tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.44 HTTP/1.1" status: 200  len: 695 time: 0.0551002
Apr 30 21:18:19.603725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:18:19.609910 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de386c85-adc6-4ff1-86ca-278e98c0481c x-openstack-request-id: req-de386c85-adc6-4ff1-86ca-278e98c0481c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:19.609910 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29ae768-e8c9-449d-88a7-042239f848c6", "tag": "517c3e72-ce49-4940-a123-3deec175d114", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:19.609910 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de386c85-adc6-4ff1-86ca-278e98c0481c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:19.609910 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de386c85-adc6-4ff1-86ca-278e98c0481c'] response: {'name': 'network-changed', 'server_uuid': 'a29ae768-e8c9-449d-88a7-042239f848c6', 'tag': '517c3e72-ce49-4940-a123-3deec175d114', 'status': 'completed', 'code': 200}
Apr 30 21:18:19.619519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 2b047f63-008f-47b1-9417-8f313dc6c3bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b047f63-008f-47b1-9417-8f313dc6c3bc,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:19.689168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:19.733824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:18:19.739104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:19.743354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=2b047f63-008f-47b1-9417-8f313dc6c3bc,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:19.751926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] Sync routers for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:18:19.764869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:19.765499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c0dc5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:17:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:19.782376 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eb9d1f61-a157-45f9-b5ca-83c493c5ec67 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "PUT /v2.0/floatingips/c271f4ca-c930-40b6-89a1-ae74ab488a93 HTTP/1.1" status: 200  len: 991 time: 2.0318205
Apr 30 21:18:19.782376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82314835-d00b-4591-9555-c35fb57a2d41', 'tag': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:19.782714 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849" -d '{"events": [{"name": "network-changed", "server_uuid": "82314835-d00b-4591-9555-c35fb57a2d41", "tag": "ce1d8c5d-0c68-4c48-aa37-9fbce01b179e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:19.882346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:19.885135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Deleting port 3deacbb7-f003-4f23-ad69-6328dc99644b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:19.885481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3deacbb7-f003-4f23-ad69-6328dc99644b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:19.897673 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-6aa0155c-be12-4e8a-a2b3-a7933e8106fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 HTTP/1.1" status: 200  len: 217 time: 0.0362005
Apr 30 21:18:19.951967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-6c676c80-dc63-4570-aade-862ad192acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:19.953615 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-6c676c80-dc63-4570-aade-862ad192acf7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 200  len: 797 time: 0.0481784
Apr 30 21:18:20.061289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-f666f244-9c2a-4787-81e7-eb604c079b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:20.064051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-f666f244-9c2a-4787-81e7-eb604c079b1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0513673
Apr 30 21:18:20.131837 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-68c26ed9-8347-48cb-8db6-710d17d8733c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:20.152756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c0dc5e0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c271f4ca-c930-40b6-89a1-ae74ab488a93', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'floating_ip_address': '172.35.4.76', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'port_id': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'mac_address': 'fa:16:3e:ce:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82314835-d00b-4591-9555-c35fb57a2d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:17:51Z', 'updated_at': '2022-04-30T21:18:18Z', 'revision_number': 1, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:47Z', 'revision_number': 5, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:20.164622 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-051e8f7c-0b50-4458-93dc-4beb853aacf3 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930550
Apr 30 21:18:20.187357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] Checking router: d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:18:20.196947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:20.197731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c0dc5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:20.281734 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a05d50b-188e-4ab6-a362-c0ea8933af01 req-9e23953d-f104-4d96-b461-9f17e44231a6 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093664
Apr 30 21:18:20.282930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-23592011-1162-4b09-8e8b-b5821371e003 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 258 time: 0.6444180
Apr 30 21:18:20.303013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:20.312816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30607d79-0562-46c3-ad67-6b2432d1304c req-a3094a03-77aa-44a9-b5a9-42f2f7de5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:20.314194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-a3094a03-77aa-44a9-b5a9-42f2f7de5ab6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86e27b1c-6b9c-4fbe-9893-58e85597a786 HTTP/1.1" status: 200  len: 854 time: 0.4463766
Apr 30 21:18:20.337931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:20.364839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-770a7045-a4f4-4424-a564-d314c1748056 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b0ff999-a515-444e-abae-4e4b3a0965ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364428
Apr 30 21:18:20.373043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3deacbb7-f003-4f23-ad69-6328dc99644b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:20.374086 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (3deacbb7-f003-4f23-ad69-6328dc99644b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:20.426903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Calling delete_port for 3deacbb7-f003-4f23-ad69-6328dc99644b owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:20.497060 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:20.577212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-bbc88d7e-e02d-4ddd-93b4-853639549fe0 service neutron] 10.222.0.20 "GET /v2.0/networks/2b0ff999-a515-444e-abae-4e4b3a0965ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998658
Apr 30 21:18:20.578668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c0dc5e0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c271f4ca-c930-40b6-89a1-ae74ab488a93', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'floating_ip_address': '172.35.4.76', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'port_id': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'mac_address': 'fa:16:3e:ce:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82314835-d00b-4591-9555-c35fb57a2d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:17:51Z', 'updated_at': '2022-04-30T21:18:18Z', 'revision_number': 1, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:47Z', 'revision_number': 5, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:20.611809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38de3ed-0f40-4dbd-a44e-fd39ebea95f3 None None] The sync data for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 is: [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c271f4ca-c930-40b6-89a1-ae74ab488a93', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'floating_ip_address': '172.35.4.76', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'port_id': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 929, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'mac_address': 'fa:16:3e:ce:cc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82314835-d00b-4591-9555-c35fb57a2d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:17:51Z', 'updated_at': '2022-04-30T21:18:18Z', 'revision_number': 1, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:47Z', 'revision_number': 5, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:18:20.672724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:20.790204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30607d79-0562-46c3-ad67-6b2432d1304c req-7d8002ac-49b1-40a1-8bdf-7d7eaf8da572 service neutron] 10.222.0.20 "GET /v2.0/networks/2b0ff999-a515-444e-abae-4e4b3a0965ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2053964
Apr 30 21:18:20.803566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b047f63-008f-47b1-9417-8f313dc6c3bc'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:20.806343 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82742a98-c9af-466a-b2e7-38688fc729a6" -d '{"events": [{"server_uuid": "bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd", "name": "network-vif-plugged", "status": "completed", "tag": "2b047f63-008f-47b1-9417-8f313dc6c3bc"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:20.837849 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e58b6-d619-4c1d-9183-184390e97781 None None] New status for floating IP c271f4ca-c930-40b6-89a1-ae74ab488a93: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:18:20.851386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Allocated IP 172.35.4.17 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ff534a4b-c1b3-4a4e-9173-2080479308a1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:20.856701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3deacbb7-f003-4f23-ad69-6328dc99644b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:20.893321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Pushing event deleted for resources: {'Port': ['ID=3deacbb7-f003-4f23-ad69-6328dc99644b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:21.028377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks [] for floatingip (d34a9486-4baf-4fe3-bcfd-8b58e9aa2a64), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.031850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.033618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77d8c352-4c02-479e-84cd-1693f014ea81 req-0551a93a-664a-46a3-b8b1-cb5f7ac1c85c tempest-FloatingIPDetailsTestJSON-1693222258 tempest-FloatingIPDetailsTestJSON-1693222258-project] 10.222.0.23 "DELETE /v2.0/floatingips/d34a9486-4baf-4fe3-bcfd-8b58e9aa2a64 HTTP/1.1" status: 204  len: 173 time: 1.4424326
Apr 30 21:18:21.039375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32944) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:21.066864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for port (ff534a4b-c1b3-4a4e-9173-2080479308a1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.149594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc4eb-7d31-48ec-9a59-cbd55acf73f1 req-57dd4787-0bf1-4c72-b9e2-02920feb591d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.151055 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-695cc4eb-7d31-48ec-9a59-cbd55acf73f1 req-57dd4787-0bf1-4c72-b9e2-02920feb591d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 949 time: 0.0592453
Apr 30 21:18:21.183142 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ff534a4b-c1b3-4a4e-9173-2080479308a1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.233095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:21.237736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.241961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:21.244565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:21.282654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-695cc4eb-7d31-48ec-9a59-cbd55acf73f1 req-fa8360e6-e4c6-4433-8cdd-62920dd6134f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202812
Apr 30 21:18:21.284195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Pushing event updated for resources: {'Port': ['ID=ff534a4b-c1b3-4a4e-9173-2080479308a1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:21.383136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2277b62d-d6dc-43f1-87c6-7223ce85d31d req-9905b462-cb86-4e16-bf81-27f83c0a2b6c tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0364707
Apr 30 21:18:21.389302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (4956bc19-b71f-4b3f-af19-7af2db99869f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.419891 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (77dd1f13-19fb-4306-90de-bb56b5386e35), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.496103 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ff534a4b-c1b3-4a4e-9173-2080479308a1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.534900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a64458-8e88-4bc6-84c9-af8770a69bd3 req-f6cd5589-2222-4536-a837-731d99270464 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.536375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a64458-8e88-4bc6-84c9-af8770a69bd3 req-f6cd5589-2222-4536-a837-731d99270464 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.0762694
Apr 30 21:18:21.645126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a64458-8e88-4bc6-84c9-af8770a69bd3 req-4dd194b3-2c5b-4bae-8935-6be6e783e72c tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030257
Apr 30 21:18:21.673430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Deleting port 7a0aa03a-68c7-41e1-83d9-4504095f26a8 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:21.673830 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.711532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for port (ff534a4b-c1b3-4a4e-9173-2080479308a1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.718398 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2663f247-32ca-4b46-a5ac-786bfb45a8e1 x-openstack-request-id: req-2663f247-32ca-4b46-a5ac-786bfb45a8e1 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:21.718793 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82314835-d00b-4591-9555-c35fb57a2d41", "tag": "ce1d8c5d-0c68-4c48-aa37-9fbce01b179e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:21.718963 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2663f247-32ca-4b46-a5ac-786bfb45a8e1 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:21.719359 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2663f247-32ca-4b46-a5ac-786bfb45a8e1'] response: {'name': 'network-changed', 'server_uuid': '82314835-d00b-4591-9555-c35fb57a2d41', 'tag': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'status': 'completed', 'code': 200}
Apr 30 21:18:21.765388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] For port 7a0aa03a-68c7-41e1-83d9-4504095f26a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a0aa03a-68c7-41e1-83d9-4504095f26a8,segment=NetworkSegment(995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b),segment_id=995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:21.765774 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.779065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Calling delete_port for 7a0aa03a-68c7-41e1-83d9-4504095f26a8 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:21.801373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-108e3ecd-2928-4be2-8cb8-59405757d321 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.806945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-108e3ecd-2928-4be2-8cb8-59405757d321 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.812847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-108e3ecd-2928-4be2-8cb8-59405757d321 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.818306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-108e3ecd-2928-4be2-8cb8-59405757d321 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.823747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-108e3ecd-2928-4be2-8cb8-59405757d321 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.829705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-108e3ecd-2928-4be2-8cb8-59405757d321 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.835584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-108e3ecd-2928-4be2-8cb8-59405757d321 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.837961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-108e3ecd-2928-4be2-8cb8-59405757d321 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5420 time: 0.0943408
Apr 30 21:18:21.848580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ff534a4b-c1b3-4a4e-9173-2080479308a1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:21.948426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-afbfdcb2-1283-45d3-8360-0de73829927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:21.952487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-afbfdcb2-1283-45d3-8360-0de73829927a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c823086e6504aa0ac38c2b9b86970b2&device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 1126 time: 0.1111140
Apr 30 21:18:21.980288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Pushing event updated for resources: {'Port': ['ID=ff534a4b-c1b3-4a4e-9173-2080479308a1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:22.002279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (4956bc19-b71f-4b3f-af19-7af2db99869f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:22.009912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d9bab5b-6f47-42ae-b699-8765b3eda442 req-142873ff-57b4-442a-bf53-f8e7703fb8f8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1577055
Apr 30 21:18:22.050091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7a0aa03a-68c7-41e1-83d9-4504095f26a8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:22.077554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0aa03a-68c7-41e1-83d9-4504095f26a8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:22.120204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331478f-811e-4ff8-a108-a35fcfb6ab77 req-37ba4541-e5c6-4710-9323-f6955b28076c tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.123637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3331478f-811e-4ff8-a108-a35fcfb6ab77 req-37ba4541-e5c6-4710-9323-f6955b28076c tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 944 time: 0.0512192
Apr 30 21:18:22.149239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:22.150558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c52e53ee-1f0a-4e3f-a896-fe003d291a66 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8567901
Apr 30 21:18:22.241389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3331478f-811e-4ff8-a108-a35fcfb6ab77 req-86d49289-fbce-4cd4-9271-d16af12c9002 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118901
Apr 30 21:18:22.243907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-c6305994-0529-44e3-b171-f63d23d05989 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 695 time: 0.0861356
Apr 30 21:18:22.270806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-44ec1b5d-a34a-4dab-9c69-00e94bc02f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.272314 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-44ec1b5d-a34a-4dab-9c69-00e94bc02f0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c032d189cb14ea297194dffa380eae5&device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 1128 time: 0.0555282
Apr 30 21:18:22.309490 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d807fac8-46e1-49f8-8749-58010260b921 x-openstack-request-id: req-d807fac8-46e1-49f8-8749-58010260b921 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:22.311600 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd", "name": "network-vif-plugged", "status": "completed", "tag": "2b047f63-008f-47b1-9417-8f313dc6c3bc", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:22.312305 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d807fac8-46e1-49f8-8749-58010260b921 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:22.313094 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d807fac8-46e1-49f8-8749-58010260b921'] response: {'server_uuid': 'bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'code': 200}
Apr 30 21:18:22.372412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (77dd1f13-19fb-4306-90de-bb56b5386e35), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:22.468496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da4e76-d9f0-4506-89a9-5405d247d494 req-5e003f67-00e8-4a1f-9573-461543329176 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.470090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68da4e76-d9f0-4506-89a9-5405d247d494 req-5e003f67-00e8-4a1f-9573-461543329176 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 949 time: 0.1034267
Apr 30 21:18:22.478858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-c257e2aa-9684-4de7-ac6b-5d361848702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.480226 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-c257e2aa-9684-4de7-ac6b-5d361848702d service neutron] 10.222.0.20 "GET /v2.0/networks?id=754dca2d-ae1a-474d-84c8-c3a2c085f38c HTTP/1.1" status: 200  len: 907 time: 0.1976314
Apr 30 21:18:22.511678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b88b7-3996-4800-b38c-53aa3b9919a5 req-1bba6ddf-77c6-43c6-8c94-7254326ba644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.513043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f8b88b7-3996-4800-b38c-53aa3b9919a5 req-1bba6ddf-77c6-43c6-8c94-7254326ba644 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 1131 time: 0.1289186
Apr 30 21:18:22.533562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-2817fd4a-083b-4e7d-81ca-cf385d30c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.536444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-2817fd4a-083b-4e7d-81ca-cf385d30c0d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2b0ff999-a515-444e-abae-4e4b3a0965ad HTTP/1.1" status: 200  len: 915 time: 0.3247597
Apr 30 21:18:22.566839 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-197ab42f-73c5-421d-a9b5-3573821866fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e HTTP/1.1" status: 200  len: 1001 time: 0.0769796
Apr 30 21:18:22.603267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-31e69b9a-e7c3-4ffe-af18-0f76b6a4059f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.604753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aea4c2b8-8fe6-46d2-ac83-25375962d86e req-31e69b9a-e7c3-4ffe-af18-0f76b6a4059f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.3207374
Apr 30 21:18:22.614080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-f9860a44-ed8a-4df7-bbd4-57fde3e63365 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=517c3e72-ce49-4940-a123-3deec175d114 HTTP/1.1" status: 200  len: 217 time: 0.0630856
Apr 30 21:18:22.672031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68da4e76-d9f0-4506-89a9-5405d247d494 req-f58cce82-c839-48b9-a1b8-44ed5b8c9521 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827264
Apr 30 21:18:22.684283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f8b88b7-3996-4800-b38c-53aa3b9919a5 req-1e2d7f2b-ad7d-4afe-8f5c-0c97b145cfe6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615691
Apr 30 21:18:22.702380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-20b4308d-9cf0-4b2a-a52c-e8fb1ad40bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.704890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-20b4308d-9cf0-4b2a-a52c-e8fb1ad40bc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86e27b1c-6b9c-4fbe-9893-58e85597a786 HTTP/1.1" status: 200  len: 854 time: 0.0728559
Apr 30 21:18:22.709260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-f024ee10-40ce-45da-b8b5-1846e5a030bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.710648 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-f024ee10-40ce-45da-b8b5-1846e5a030bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b2089236-1455-436b-81eb-84b040d60424 HTTP/1.1" status: 200  len: 845 time: 0.0991971
Apr 30 21:18:22.761041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-dc382a80-4133-4597-aa97-94e165bdd467 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2b0ff999-a515-444e-abae-4e4b3a0965ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427227
Apr 30 21:18:22.786734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01dcc080-21c9-45b3-bdce-cf7663a6c7c7 req-eb63917b-3ebf-4e3d-b142-1aa719758f19 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0594091
Apr 30 21:18:22.941539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-8a949682-4415-460a-9299-acd551647593 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:22.943292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-8a949682-4415-460a-9299-acd551647593 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1451437
Apr 30 21:18:23.015784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-2c1decb1-3475-4a80-8f5d-e23cd064f4f5 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 695 time: 0.0610309
Apr 30 21:18:23.018037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-247542b2-f12c-48dc-99eb-17ad89b9b7b5 service neutron] 10.222.0.20 "GET /v2.0/networks/2b0ff999-a515-444e-abae-4e4b3a0965ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2407827
Apr 30 21:18:23.025831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Request body: {'floatingip': {'port_id': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:23.048038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:23.067130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Router 77dd1f13-19fb-4306-90de-bb56b5386e35 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:18:23.075662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-edfd71c8-ab9b-49ec-bc77-19c341d19e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:23.077901 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-edfd71c8-ab9b-49ec-bc77-19c341d19e71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=754dca2d-ae1a-474d-84c8-c3a2c085f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3567510
Apr 30 21:18:23.115711 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (4956bc19-b71f-4b3f-af19-7af2db99869f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:23.229782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-9c7162ad-a6e3-4528-b7d7-fe7975ecb87b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:23.235063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-9c7162ad-a6e3-4528-b7d7-fe7975ecb87b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:23.240326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-9c7162ad-a6e3-4528-b7d7-fe7975ecb87b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:23.245608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-9c7162ad-a6e3-4528-b7d7-fe7975ecb87b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:23.251328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-9c7162ad-a6e3-4528-b7d7-fe7975ecb87b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:23.254297 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-5cc90f43-4a9f-4723-be19-a0655c762a9b service neutron] 10.222.0.20 "GET /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683476
Apr 30 21:18:23.255393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:18:23.256648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-9c7162ad-a6e3-4528-b7d7-fe7975ecb87b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:23.263051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-618abe5d-6701-4c6a-b748-c84b488a4218 admin admin] 10.222.0.23 "PUT /v2.0/routers/77dd1f13-19fb-4306-90de-bb56b5386e35/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2192535
Apr 30 21:18:23.263148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-9c7162ad-a6e3-4528-b7d7-fe7975ecb87b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:23.263239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32956) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:23.264351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-9c7162ad-a6e3-4528-b7d7-fe7975ecb87b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5420 time: 0.1591351
Apr 30 21:18:23.271230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] Sync routers for ids ['77dd1f13-19fb-4306-90de-bb56b5386e35'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:18:23.286845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] Routers {'77dd1f13-19fb-4306-90de-bb56b5386e35'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:23.287806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9ce940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['77dd1f13-19fb-4306-90de-bb56b5386e35'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:23.370429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84c6919-fee6-4c2c-9e7b-40aa5d6f55e3 req-60e63529-06a0-489f-87db-ee1fa1253eff service neutron] 10.222.0.20 "GET /v2.0/networks/2b0ff999-a515-444e-abae-4e4b3a0965ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3415763
Apr 30 21:18:23.387156 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks [] for router (77dd1f13-19fb-4306-90de-bb56b5386e35), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:23.402847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] Set router 77dd1f13-19fb-4306-90de-bb56b5386e35 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:23.460375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa5462c4-805e-4cf5-a0de-3d1a54888c94 req-30b349e9-1c85-4264-9a70-87a917932baa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1587131
Apr 30 21:18:23.521497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks [] for router_gateway (77dd1f13-19fb-4306-90de-bb56b5386e35), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:23.615801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Deleting port 38646679-3d3e-4429-a876-989adf659174 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:23.616127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (38646679-3d3e-4429-a876-989adf659174), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:23.619135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9ce940>, [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69'}], 'enable_snat': True}, 'gw_port_id': '38646679-3d3e-4429-a876-989adf659174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:18:21Z', 'revision_number': 5, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port': {'id': '38646679-3d3e-4429-a876-989adf659174', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:29Z', 'updated_at': '2022-04-30T21:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:23.652604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] Checking router: 77dd1f13-19fb-4306-90de-bb56b5386e35 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:18:23.664238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] Routers {'77dd1f13-19fb-4306-90de-bb56b5386e35'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:23.664860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9ce940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['77dd1f13-19fb-4306-90de-bb56b5386e35'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:23.704807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] For port 38646679-3d3e-4429-a876-989adf659174, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38646679-3d3e-4429-a876-989adf659174,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:23.705266 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (38646679-3d3e-4429-a876-989adf659174), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:23.721256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Calling delete_port for 38646679-3d3e-4429-a876-989adf659174 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:23.909075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] Set router 77dd1f13-19fb-4306-90de-bb56b5386e35 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:23.963171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9ce940>, [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:18:23Z', 'revision_number': 6, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:23.995715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad674a-03eb-4ae6-bc52-d2bac54531d7 None None] The sync data for ids ['77dd1f13-19fb-4306-90de-bb56b5386e35'] in ncdv-master-1 is: [{'id': '77dd1f13-19fb-4306-90de-bb56b5386e35', 'name': 'tempest-FloatingIPDetailsTestJSON-2041239787-router', 'tenant_id': '4b8bfd0b09264e32a4ded1046a12619d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:28Z', 'updated_at': '2022-04-30T21:18:23Z', 'revision_number': 6, 'project_id': '4b8bfd0b09264e32a4ded1046a12619d', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:18:24.004259 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (38646679-3d3e-4429-a876-989adf659174), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.038400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Pushing event deleted for resources: {'Port': ['ID=38646679-3d3e-4429-a876-989adf659174,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:24.063674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fe54f-91c4-4cdb-8a99-20a65c9e7958 req-d0e2d4e7-a60b-4f5f-952a-f30cb3af74c4 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:24.065163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b8fe54f-91c4-4cdb-8a99-20a65c9e7958 req-d0e2d4e7-a60b-4f5f-952a-f30cb3af74c4 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 944 time: 0.5142913
Apr 30 21:18:24.087340 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:18:24.113329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (77dd1f13-19fb-4306-90de-bb56b5386e35), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.201561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b8fe54f-91c4-4cdb-8a99-20a65c9e7958 req-34a0c4ea-4f39-4748-a62f-447ac979a105 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281521
Apr 30 21:18:24.208194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (77dd1f13-19fb-4306-90de-bb56b5386e35), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.209185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks [] for router_controller (77dd1f13-19fb-4306-90de-bb56b5386e35), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.305896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.338810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6e7e9-e8c6-44e3-901f-ccfe32954e55 req-12700537-5183-49f3-81a6-1ac641b1abe9 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:24.340346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59c6e7e9-e8c6-44e3-901f-ccfe32954e55 req-12700537-5183-49f3-81a6-1ac641b1abe9 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 949 time: 0.0668821
Apr 30 21:18:24.363572 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-df4c70d1-31c6-4c3c-9fb7-fd7af0147849 req-9c42988c-9cdf-4e7f-816a-60c54bee74b9 service neutron] 10.222.0.20 "GET /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329477
Apr 30 21:18:24.391391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59c6e7e9-e8c6-44e3-901f-ccfe32954e55 req-e2d9bb64-8f14-4544-8b95-2b09f44b5c89 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437956
Apr 30 21:18:24.414058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (4956bc19-b71f-4b3f-af19-7af2db99869f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.414519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (77dd1f13-19fb-4306-90de-bb56b5386e35), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.415159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77dd1f13-19fb-4306-90de-bb56b5386e35 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:18:24.421661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.425164 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8df2d3d3-0043-46c7-b5ee-9308916d0223 admin admin] 10.222.0.23 "DELETE /v2.0/routers/77dd1f13-19fb-4306-90de-bb56b5386e35 HTTP/1.1" status: 204  len: 168 time: 1.1589715
Apr 30 21:18:24.425462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32968) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:24.437101 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.501764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-911b0b2c-3e47-4c0d-9346-0dcf48f9245f admin admin] Deleting subnet 48ec2620-6539-4af2-a205-01e4e1c4fa37 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:18:24.505036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-911b0b2c-3e47-4c0d-9346-0dcf48f9245f admin admin] Publish callbacks [] for subnet (48ec2620-6539-4af2-a205-01e4e1c4fa37), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.522310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a79617f-299e-43f0-aafd-8a89b1fe2ac8 req-382b4214-6447-4215-8cd1-0de3b83a126d tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0304792
Apr 30 21:18:24.548871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-911b0b2c-3e47-4c0d-9346-0dcf48f9245f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (48ec2620-6539-4af2-a205-01e4e1c4fa37), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.572953 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Floating IP 4956bc19-b71f-4b3f-af19-7af2db99869f associated. External IP: 172.35.4.17, port: 1eef8960-f1dd-4d32-8f61-7fd980d9c83e.
Apr 30 21:18:24.629054 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-911b0b2c-3e47-4c0d-9346-0dcf48f9245f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (48ec2620-6539-4af2-a205-01e4e1c4fa37), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.689826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac70f39-6cdf-486c-87e7-c0ef7c8f63f6 req-5df6ec49-1821-4e18-a04c-9a6416a5db39 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:24.691278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ac70f39-6cdf-486c-87e7-c0ef7c8f63f6 req-5df6ec49-1821-4e18-a04c-9a6416a5db39 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 949 time: 0.0823207
Apr 30 21:18:24.755656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ac70f39-6cdf-486c-87e7-c0ef7c8f63f6 req-dcffb999-e1c8-4be4-bcc4-db874f5fdedb tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577338
Apr 30 21:18:24.764802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-911b0b2c-3e47-4c0d-9346-0dcf48f9245f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (48ec2620-6539-4af2-a205-01e4e1c4fa37), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.814212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b0b2c-3e47-4c0d-9346-0dcf48f9245f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ec2620-6539-4af2-a205-01e4e1c4fa37,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:24.817166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-911b0b2c-3e47-4c0d-9346-0dcf48f9245f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.823318 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-911b0b2c-3e47-4c0d-9346-0dcf48f9245f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/48ec2620-6539-4af2-a205-01e4e1c4fa37 HTTP/1.1" status: 204  len: 168 time: 0.3967812
Apr 30 21:18:24.824079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a374b6-9a23-40a1-9ab9-ce52993d0dc3 None None] Network 8aafd47f-80a3-499d-bdec-810d729ed2d4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:24.824483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32974) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:24.905652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 517c3e72-ce49-4940-a123-3deec175d114 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:24.910054 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8aafd47f-80a3-499d-bdec-810d729ed2d4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.917832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7a0aa03a-68c7-41e1-83d9-4504095f26a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:18:24.963329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 7a0aa03a-68c7-41e1-83d9-4504095f26a8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:18:24.963672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7a0aa03a-68c7-41e1-83d9-4504095f26a8 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:18:24.964094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 38646679-3d3e-4429-a876-989adf659174 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:18:24.968107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Deleting port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:24.968729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:24.968995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Router c3724921-aed2-4ad6-ab18-80fb46682101 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:18:24.980613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-0a99ab8b-f773-40bb-839f-6f61b8c838de tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:24.986798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-0a99ab8b-f773-40bb-839f-6f61b8c838de tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:24.988028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 38646679-3d3e-4429-a876-989adf659174 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:18:24.988368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 38646679-3d3e-4429-a876-989adf659174 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:18:24.998549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-0a99ab8b-f773-40bb-839f-6f61b8c838de tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.005591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-0a99ab8b-f773-40bb-839f-6f61b8c838de tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.015032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-0a99ab8b-f773-40bb-839f-6f61b8c838de tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.019152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-0a99ab8b-f773-40bb-839f-6f61b8c838de tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.024959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-0a99ab8b-f773-40bb-839f-6f61b8c838de tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.033510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-0a99ab8b-f773-40bb-839f-6f61b8c838de tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5420 time: 0.1532476
Apr 30 21:18:25.046139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] For port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,segment=NetworkSegment(995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b),segment_id=995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:25.046505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.064968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Calling delete_port for 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:25.105706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 517c3e72-ce49-4940-a123-3deec175d114, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=517c3e72-ce49-4940-a123-3deec175d114,segment=NetworkSegment(d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872),segment_id=d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:25.119902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '517c3e72-ce49-4940-a123-3deec175d114', 'network_id': '2b0ff999-a515-444e-abae-4e4b3a0965ad', 'port_id': '517c3e72-ce49-4940-a123-3deec175d114', 'mac_address': 'fa:16:3e:3e:06:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e27b1c-6b9c-4fbe-9893-58e85597a786', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:25.172259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 517c3e72-ce49-4940-a123-3deec175d114 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:25.173037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (517c3e72-ce49-4940-a123-3deec175d114), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.188820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] DHCP port deletion for 8aafd47f-80a3-499d-bdec-810d729ed2d4 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:18:25.192363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517c3e72-ce49-4940-a123-3deec175d114 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:25.198589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1797f35-e421-4bf6-b448-2394eaa4fe27 req-e86332c7-c9a1-4c9f-973d-193abf3536f1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1636708
Apr 30 21:18:25.230950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:18:25.237639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 517c3e72-ce49-4940-a123-3deec175d114, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=517c3e72-ce49-4940-a123-3deec175d114,segment=NetworkSegment(d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872),segment_id=d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:25.238419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.245887 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] Sync routers for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:18:25.257410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] Deleting port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:25.259752 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.265424 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:25.266046 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbd0400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:25.286918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.292683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-535a23ba-c4f1-4b24-a8a3-3d13ef87b782 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "PUT /v2.0/floatingips/4956bc19-b71f-4b3f-af19-7af2db99869f HTTP/1.1" status: 200  len: 996 time: 2.2705021
Apr 30 21:18:25.293225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:25.298740 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ae2eec-d689-4868-a839-3e1b5799852c" -d '{"events": [{"name": "network-changed", "server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:25.336410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:25.358603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] No DVR routers for this DVR port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:18:25.380515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-61199fa6-1035-4b97-a56d-37fba0da77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.382566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-61199fa6-1035-4b97-a56d-37fba0da77d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14cb627425b94ce890bd232988d4f051&device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 1128 time: 0.0747674
Apr 30 21:18:25.386626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] For port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,segment=NetworkSegment(995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b),segment_id=995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:25.387052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.401703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] Calling delete_port for 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:25.403723 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (517c3e72-ce49-4940-a123-3deec175d114), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.443649 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:25.465602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8aafd47f-80a3-499d-bdec-810d729ed2d4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.485852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-cb3419b9-993b-421b-89b5-df4fab5b7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.487909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-cb3419b9-993b-421b-89b5-df4fab5b7abf service neutron] 10.222.0.23 "GET /v2.0/networks?id=31094596-75a5-4a74-a7ff-4154b6b0b753 HTTP/1.1" status: 200  len: 930 time: 0.0989432
Apr 30 21:18:25.505258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966ac5760>,) {'filters': {'network_id': ['8aafd47f-80a3-499d-bdec-810d729ed2d4']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:25.517851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966ac5760>, '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:25.518426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966ac5760>, '995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:25.529817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.558475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.573794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:18:25.574527 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (995eeb2e-fb75-4bbf-8fe4-f3a2b98e7f3b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.584557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=517c3e72-ce49-4940-a123-3deec175d114,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   from cryptography.utils import int_from_bytes
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   from cryptography.utils import int_from_bytes
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.602008 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:18:25.605498 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:18:25.615105 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.634595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-c41d5e2a-edfa-402b-acc7-d12427f41806 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 200  len: 999 time: 0.1398883
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:18:25.650392 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:18:25.673700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] Pushing event deleted for resources: {'Port': ['ID=0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:25.677078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['517c3e72-ce49-4940-a123-3deec175d114'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:25.681302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a451ef84-432e-4f04-b6fa-5e1738e37742 None None] No DVR routers for this DVR port 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:18:25.719077 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbd0400>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4956bc19-b71f-4b3f-af19-7af2db99869f', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'floating_ip_address': '172.35.4.17', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'port_id': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'mac_address': 'fa:16:3e:03:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12866d20-3561-4d1a-a90d-2817908511cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:18:21Z', 'updated_at': '2022-04-30T21:18:24Z', 'revision_number': 1, 'project_id': '14cb627425b94ce890bd232988d4f051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:58Z', 'revision_number': 5, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:25.741044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b5dc3-5863-41ab-8dd7-64db690c8388 req-27607399-8412-4a4b-9347-2c375dfb73a8 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.746443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b5dc3-5863-41ab-8dd7-64db690c8388 req-27607399-8412-4a4b-9347-2c375dfb73a8 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.747688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8aafd47f-80a3-499d-bdec-810d729ed2d4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.747852 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] Checking router: c3724921-aed2-4ad6-ab18-80fb46682101 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:18:25.748074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f42b5dc3-5863-41ab-8dd7-64db690c8388 req-27607399-8412-4a4b-9347-2c375dfb73a8 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bb5b19-edd9-4351-babc-faf38634044f&device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 1689 time: 0.0724990
Apr 30 21:18:25.752267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-55f3ca00-d32f-4136-b1aa-c8a172fb39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.753699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-55f3ca00-d32f-4136-b1aa-c8a172fb39a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58c74b27-27cb-42f9-9bc7-d4684df3605e HTTP/1.1" status: 200  len: 868 time: 0.1129320
Apr 30 21:18:25.757562 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:25.758346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbd0400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:25.763226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:25.772490 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8aafd47f-80a3-499d-bdec-810d729ed2d4 HTTP/1.1" status: 204  len: 168 time: 0.9429405
Apr 30 21:18:25.803863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-69b0f66d-8ffa-4160-a25f-6bf1544b81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:25.804137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c050ff-1e6a-4221-8d01-37fcd6c43cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aafd47f-80a3-499d-bdec-810d729ed2d4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:25.805567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-69b0f66d-8ffa-4160-a25f-6bf1544b81eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31094596-75a5-4a74-a7ff-4154b6b0b753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454588
Apr 30 21:18:25.823414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-fa2a99bd-fbdf-4082-96ba-3c256f1e366b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:18:25.824422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-fa2a99bd-fbdf-4082-96ba-3c256f1e366b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0084865
Apr 30 21:18:25.918528 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:25.923979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f42b5dc3-5863-41ab-8dd7-64db690c8388 req-404105f3-0d71-4351-a013-5b8d5ae9de9f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173763
Apr 30 21:18:25.994358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-41e2cf5d-2d7a-414d-ac81-d010da1ea312 service neutron] 10.222.0.23 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626291
Apr 30 21:18:26.072331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4afcc9-9cb8-4fd0-a2db-727500cec0f3 req-29d7805e-d9ed-48f2-b569-fe1582b12742 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.073704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d4afcc9-9cb8-4fd0-a2db-727500cec0f3 req-29d7805e-d9ed-48f2-b569-fe1582b12742 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 945 time: 0.0947008
Apr 30 21:18:26.138225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b6e7d1-96e6-40da-8717-da3049c79e7d req-ee04bee3-d31c-4579-a18c-251decaf8f75 service neutron] 10.222.0.23 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264472
Apr 30 21:18:26.149693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d4afcc9-9cb8-4fd0-a2db-727500cec0f3 req-7c2710ea-0948-46af-a90b-24a8c8e8dd75 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642016
Apr 30 21:18:26.152618 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbd0400>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4956bc19-b71f-4b3f-af19-7af2db99869f', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'floating_ip_address': '172.35.4.17', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'port_id': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'mac_address': 'fa:16:3e:03:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12866d20-3561-4d1a-a90d-2817908511cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:18:21Z', 'updated_at': '2022-04-30T21:18:24Z', 'revision_number': 1, 'project_id': '14cb627425b94ce890bd232988d4f051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:58Z', 'revision_number': 5, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:26.179323 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d48234-0e4a-4fc0-a08d-6a2b20ed0732 None None] The sync data for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 is: [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4956bc19-b71f-4b3f-af19-7af2db99869f', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'floating_ip_address': '172.35.4.17', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'port_id': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'mac_address': 'fa:16:3e:03:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12866d20-3561-4d1a-a90d-2817908511cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:18:21Z', 'updated_at': '2022-04-30T21:18:24Z', 'revision_number': 1, 'project_id': '14cb627425b94ce890bd232988d4f051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:58Z', 'revision_number': 5, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:18:26.203472 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669e5724-d540-4273-82c9-f0d380d13a28 x-openstack-request-id: req-669e5724-d540-4273-82c9-f0d380d13a28 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:26.204002 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:26.204002 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-669e5724-d540-4273-82c9-f0d380d13a28 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:26.204422 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669e5724-d540-4273-82c9-f0d380d13a28'] response: {'name': 'network-changed', 'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'status': 'completed', 'code': 200}
Apr 30 21:18:26.319872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4606f995-7153-44f1-88d0-234c16a9626e req-5cd9996a-8232-4eb4-bf37-9ca33375db3c tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0358560
Apr 30 21:18:26.321023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-f5841607-b31b-4271-9ca6-41fabd47c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.322852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-f5841607-b31b-4271-9ca6-41fabd47c25d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14cb627425b94ce890bd232988d4f051&device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 1128 time: 0.0897324
Apr 30 21:18:26.351360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32992) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:26.418674 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-11600697-2bf3-458e-a9bc-a60639f49b40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b8bfd0b09264e32a4ded1046a12619d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0633276
Apr 30 21:18:26.419006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32994) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:26.470357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5100-b618-4d9c-a411-68ac0626a1a4 admin admin] Publish callbacks [] for security_group (7ff1e384-a554-46e3-ae55-8a9b78204662), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:26.483231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ef63ab-e78e-4985-ab6e-dbced3699077 None None] New status for floating IP 4956bc19-b71f-4b3f-af19-7af2db99869f: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:18:26.498745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5100-b618-4d9c-a411-68ac0626a1a4 admin admin] Publish callbacks [] for security_group (7ff1e384-a554-46e3-ae55-8a9b78204662), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:26.544643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-0fdede6b-8386-4565-8af6-c19a20fdf110 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.550674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-0fdede6b-8386-4565-8af6-c19a20fdf110 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.556036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-0fdede6b-8386-4565-8af6-c19a20fdf110 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.561660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-0fdede6b-8386-4565-8af6-c19a20fdf110 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.567098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-0fdede6b-8386-4565-8af6-c19a20fdf110 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.572543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-0fdede6b-8386-4565-8af6-c19a20fdf110 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.577934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-0fdede6b-8386-4565-8af6-c19a20fdf110 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.579958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-0fdede6b-8386-4565-8af6-c19a20fdf110 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5420 time: 0.1737957
Apr 30 21:18:26.658276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-1105b7ba-033c-4d57-a2ff-08a746c356fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.659973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-1105b7ba-033c-4d57-a2ff-08a746c356fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=31094596-75a5-4a74-a7ff-4154b6b0b753 HTTP/1.1" status: 200  len: 930 time: 0.3295302
Apr 30 21:18:26.667561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:18:26.668286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-948eca61-4700-4246-b943-4d075d02fb4c req-091d8d86-5a14-4782-947c-d5d708a0a6ed tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 258 time: 0.2609577
Apr 30 21:18:26.683497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5100-b618-4d9c-a411-68ac0626a1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7ff1e384-a554-46e3-ae55-8a9b78204662), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:26.690209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5100-b618-4d9c-a411-68ac0626a1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:26.690209 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cf3a5100-b618-4d9c-a411-68ac0626a1a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ff1e384-a554-46e3-ae55-8a9b78204662 HTTP/1.1" status: 204  len: 168 time: 0.2675729
Apr 30 21:18:26.692302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:26.695607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a5100-b618-4d9c-a411-68ac0626a1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff1e384-a554-46e3-ae55-8a9b78204662,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:26.700221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:18:26.700527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0bd7fead-5cf7-4a3c-8515-e8f1b6084c0d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:18:26.762284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60bbd742-255c-4ade-ae7a-24cb255e52ef req-b5d0792a-50bb-44e7-b71b-142414bfc849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1661935
Apr 30 21:18:26.794493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-2d9e5b42-ead7-4e0a-b3d5-81d78b1d5f37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 200  len: 999 time: 0.1154563
Apr 30 21:18:26.849117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-6058d346-e916-44b9-b70b-a48803e52963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:26.850484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-6058d346-e916-44b9-b70b-a48803e52963 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c74b27-27cb-42f9-9bc7-d4684df3605e HTTP/1.1" status: 200  len: 868 time: 0.0547256
Apr 30 21:18:26.867952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:26.955506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:26.957642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 517c3e72-ce49-4940-a123-3deec175d114 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:27.066761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 517c3e72-ce49-4940-a123-3deec175d114 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:27.102179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:27.116049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5', 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57', 'port_id': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5', 'mac_address': 'fa:16:3e:e6:a3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a4580b-4646-42ab-b5c2-280e7b80f322', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:27.148332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 517c3e72-ce49-4940-a123-3deec175d114 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:27.148852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (517c3e72-ce49-4940-a123-3deec175d114), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.179915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:27.180483 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.186595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86987b-136b-4822-8d0c-64e83de5d058 req-65f3b2a4-288b-4f45-a075-33f00a6ec656 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:27.188259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b86987b-136b-4822-8d0c-64e83de5d058 req-65f3b2a4-288b-4f45-a075-33f00a6ec656 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 1131 time: 0.3507130
Apr 30 21:18:27.201705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:27.211629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-bef6843c-fca9-4c99-b8e3-954c7eec5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:27.215220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-bef6843c-fca9-4c99-b8e3-954c7eec5a58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31094596-75a5-4a74-a7ff-4154b6b0b753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3459733
Apr 30 21:18:27.234012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:27.278655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 517c3e72-ce49-4940-a123-3deec175d114 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:27.279314 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (517c3e72-ce49-4940-a123-3deec175d114), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.311845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29ae768-e8c9-449d-88a7-042239f848c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c3e72-ce49-4940-a123-3deec175d114'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:27.314484 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56c1884-00cb-443d-9c0d-e47b479ab967" -d '{"events": [{"server_uuid": "a29ae768-e8c9-449d-88a7-042239f848c6", "name": "network-vif-plugged", "status": "completed", "tag": "517c3e72-ce49-4940-a123-3deec175d114"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:27.330569 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.331778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device eeb95bf2-7a04-4881-a1c4-a027f2905abd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:27.331977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b86987b-136b-4822-8d0c-64e83de5d058 req-9b039a59-d17b-4971-975e-f9c8a98401ec tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344416
Apr 30 21:18:27.336884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.351031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 517c3e72-ce49-4940-a123-3deec175d114, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=517c3e72-ce49-4940-a123-3deec175d114,segment=NetworkSegment(d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872),segment_id=d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:27.420886 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (517c3e72-ce49-4940-a123-3deec175d114), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.458038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:27.469466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-0b160ef3-fcd7-422e-a633-91c756fb4f4e service neutron] 10.222.0.35 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2469029
Apr 30 21:18:27.531783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99da20-204c-4681-b2a1-6fdde06162e4 req-e153df3c-dd36-465f-8aff-fb94597db7e5 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:27.536822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=517c3e72-ce49-4940-a123-3deec175d114,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:27.538899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f99da20-204c-4681-b2a1-6fdde06162e4 req-e153df3c-dd36-465f-8aff-fb94597db7e5 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 946 time: 0.1287377
Apr 30 21:18:27.551271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port eeb95bf2-7a04-4881-a1c4-a027f2905abd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb95bf2-7a04-4881-a1c4-a027f2905abd,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:27.563404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'eeb95bf2-7a04-4881-a1c4-a027f2905abd', 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'port_id': 'eeb95bf2-7a04-4881-a1c4-a027f2905abd', 'mac_address': 'fa:16:3e:b9:d8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571ded28-00fa-4191-8b0a-dfd38ff94586', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:27.605830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port eeb95bf2-7a04-4881-a1c4-a027f2905abd is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:27.606171 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.620187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb95bf2-7a04-4881-a1c4-a027f2905abd {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:27.644033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port eeb95bf2-7a04-4881-a1c4-a027f2905abd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb95bf2-7a04-4881-a1c4-a027f2905abd,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:27.645088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Allocated IP 172.35.4.207 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/77b46623-2dce-42d3-9080-a7f5bcf66a68) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:27.667853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f99da20-204c-4681-b2a1-6fdde06162e4 req-8ea10915-feb5-465c-b2e8-306a1a5f6fa1 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281059
Apr 30 21:18:27.718613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7ae2eec-d689-4868-a839-3e1b5799852c req-f72f3e39-1784-447d-950d-7462dfca874d service neutron] 10.222.0.35 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422690
Apr 30 21:18:27.719500 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8f328c-7c1f-4dc7-9fd2-83af1b4f0f43 x-openstack-request-id: req-0f8f328c-7c1f-4dc7-9fd2-83af1b4f0f43 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:27.720023 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29ae768-e8c9-449d-88a7-042239f848c6", "name": "network-vif-plugged", "status": "completed", "tag": "517c3e72-ce49-4940-a123-3deec175d114", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:27.720364 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f8f328c-7c1f-4dc7-9fd2-83af1b4f0f43 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:27.721541 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8f328c-7c1f-4dc7-9fd2-83af1b4f0f43'] response: {'server_uuid': 'a29ae768-e8c9-449d-88a7-042239f848c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517c3e72-ce49-4940-a123-3deec175d114', 'code': 200}
Apr 30 21:18:27.781394 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.782248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:27.811172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for port (77b46623-2dce-42d3-9080-a7f5bcf66a68), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.827416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cff78-840f-4943-bbb4-2b75b583ca90 req-6df59811-0891-4d33-9584-5ddf6cb01294 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:27.828945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b1cff78-840f-4943-bbb4-2b75b583ca90 req-6df59811-0891-4d33-9584-5ddf6cb01294 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 1131 time: 0.0539408
Apr 30 21:18:27.831103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc9bd6-1f3f-4751-8e6b-e5d4e3d9224a req-15c92ee8-ab10-440a-b424-de7c0167def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:27.833098 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94bc9bd6-1f3f-4751-8e6b-e5d4e3d9224a req-15c92ee8-ab10-440a-b424-de7c0167def4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 1128 time: 0.0435081
Apr 30 21:18:27.893635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b1cff78-840f-4943-bbb4-2b75b583ca90 req-92853d9c-27ba-4e49-9056-e4456cadcbbf tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538390
Apr 30 21:18:27.895228 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94bc9bd6-1f3f-4751-8e6b-e5d4e3d9224a req-f66987ef-a358-41e4-be29-8f29d554914c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552146
Apr 30 21:18:27.914943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=eeb95bf2-7a04-4881-a1c4-a027f2905abd,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:27.945502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (77b46623-2dce-42d3-9080-a7f5bcf66a68), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:27.968308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:27.987361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'port_id': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'mac_address': 'fa:16:3e:dd:7f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:28.018899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:28.019772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-470ddf27-88c8-40ba-aafe-9f46b937be8c req-47608dd6-feb8-4eee-b223-1473766ceee1 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0409353
Apr 30 21:18:28.020464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:28.024192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:28.037117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:28.037535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.051088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Pushing event updated for resources: {'Port': ['ID=77b46623-2dce-42d3-9080-a7f5bcf66a68,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:28.052319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:28.086607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:28.117655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (761ef7e5-b225-4481-b86f-0a7c605e7c12), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.141086 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.141994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device bb19e621-b828-4d48-80fb-51c3c27d3aae details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:28.179219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-5ab46c9b-d9bb-43ac-b275-b5dea68ddf2d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:28.184640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-5ab46c9b-d9bb-43ac-b275-b5dea68ddf2d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:28.190531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-5ab46c9b-d9bb-43ac-b275-b5dea68ddf2d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:28.195812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-5ab46c9b-d9bb-43ac-b275-b5dea68ddf2d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:28.201575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-5ab46c9b-d9bb-43ac-b275-b5dea68ddf2d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:28.206730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-5ab46c9b-d9bb-43ac-b275-b5dea68ddf2d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:28.208973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:28.211875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-5ab46c9b-d9bb-43ac-b275-b5dea68ddf2d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:28.213075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port bb19e621-b828-4d48-80fb-51c3c27d3aae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb19e621-b828-4d48-80fb-51c3c27d3aae,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:28.213979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-5ab46c9b-d9bb-43ac-b275-b5dea68ddf2d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5422 time: 0.0904500
Apr 30 21:18:28.224245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'bb19e621-b828-4d48-80fb-51c3c27d3aae', 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'port_id': 'bb19e621-b828-4d48-80fb-51c3c27d3aae', 'mac_address': 'fa:16:3e:06:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571ded28-00fa-4191-8b0a-dfd38ff94586', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:28.259752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (77b46623-2dce-42d3-9080-a7f5bcf66a68), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.265919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port bb19e621-b828-4d48-80fb-51c3c27d3aae is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:28.266313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.284686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb19e621-b828-4d48-80fb-51c3c27d3aae {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:28.304387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port bb19e621-b828-4d48-80fb-51c3c27d3aae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb19e621-b828-4d48-80fb-51c3c27d3aae,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:28.325089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c064f7d-80d4-4845-8f00-3a44c264ff99 req-9b7b7dd2-e783-4e2d-a9f6-922b43612f27 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0913420
Apr 30 21:18:28.363810 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.364489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:28.435920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:28.438276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=bb19e621-b828-4d48-80fb-51c3c27d3aae,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:28.450113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24', 'network_id': '491ca467-fa0f-4500-813a-eee0ea86bd57', 'port_id': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24', 'mac_address': 'fa:16:3e:a9:ec:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a4580b-4646-42ab-b5c2-280e7b80f322', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:28.454037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for port (77b46623-2dce-42d3-9080-a7f5bcf66a68), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.489113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:28.489509 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.503622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:28.540362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:28.579703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (77b46623-2dce-42d3-9080-a7f5bcf66a68), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.628559 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.628559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b3fce87b-a558-49fc-83b7-71bd012b7290 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:28.672223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Pushing event updated for resources: {'Port': ['ID=77b46623-2dce-42d3-9080-a7f5bcf66a68,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:28.684295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (761ef7e5-b225-4481-b86f-0a7c605e7c12), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.788892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-03a7b656-34ad-4cfa-9667-6478eb77cb4d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0242443
Apr 30 21:18:28.815870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.817579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-948eca61-4700-4246-b943-4d075d02fb4c req-94eea921-27e0-4212-9161-53016ec9e7fb tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1422420
Apr 30 21:18:28.824031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:28.843742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b3fce87b-a558-49fc-83b7-71bd012b7290, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3fce87b-a558-49fc-83b7-71bd012b7290,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:28.851339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'b3fce87b-a558-49fc-83b7-71bd012b7290', 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'port_id': 'b3fce87b-a558-49fc-83b7-71bd012b7290', 'mac_address': 'fa:16:3e:dc:1f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571ded28-00fa-4191-8b0a-dfd38ff94586', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:28.890867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b3fce87b-a558-49fc-83b7-71bd012b7290 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:28.891266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.904747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fce87b-a558-49fc-83b7-71bd012b7290 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:28.913537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-948eca61-4700-4246-b943-4d075d02fb4c req-ca4bbf3d-0c06-4488-bc1b-78c4f42a8359 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.207 HTTP/1.1" status: 200  len: 696 time: 0.0843909
Apr 30 21:18:28.926392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b3fce87b-a558-49fc-83b7-71bd012b7290, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3fce87b-a558-49fc-83b7-71bd012b7290,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:28.969688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:28.970413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:29.011938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-da0e48cc-d598-4aa2-9df8-a443d4f1f955 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:29.013742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-da0e48cc-d598-4aa2-9df8-a443d4f1f955 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2175887
Apr 30 21:18:29.042871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b3fce87b-a558-49fc-83b7-71bd012b7290,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:29.048183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:29.058797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-80ace4d0-b82f-46f0-9730-20f11efb5449 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/quotas/327a580f2f8645c28e9590806928ed91 HTTP/1.1" status: 200  len: 375 time: 0.0319736
Apr 30 21:18:29.059331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382', 'network_id': 'dcb46efb-f856-4d0a-9c79-6edd64276510', 'port_id': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382', 'mac_address': 'fa:16:3e:50:17:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571ded28-00fa-4191-8b0a-dfd38ff94586', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:29.100996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:29.101491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.110503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948eca61-4700-4246-b943-4d075d02fb4c req-bebb102a-4c00-4793-a32a-c46278edd711 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:29.111854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-948eca61-4700-4246-b943-4d075d02fb4c req-bebb102a-4c00-4793-a32a-c46278edd711 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1899788
Apr 30 21:18:29.115768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:29.136228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:29.143775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-79e56e48-95d7-47e8-a181-165a00cf189a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0841608
Apr 30 21:18:29.225302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dfc27-d7ce-4f9b-a658-7eb6ac614070 req-28b2bf49-e97a-40b4-b1af-a08af592b704 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:29.225302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41dfc27-d7ce-4f9b-a658-7eb6ac614070 req-28b2bf49-e97a-40b4-b1af-a08af592b704 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 946 time: 0.0511234
Apr 30 21:18:29.243400 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.273390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41dfc27-d7ce-4f9b-a658-7eb6ac614070 req-381168d1-6bbe-4eae-a563-d150e2de31a6 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445266
Apr 30 21:18:29.321614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:29.326077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33076) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:29.374107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d40be82-c373-4e04-b7df-91b7c9593ab2 req-ce2d455a-6b33-4616-ad2b-55005b2ddc22 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0295768
Apr 30 21:18:29.465729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.542086 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Publish callbacks [] for security_group (036dc7b6-9506-48e0-a9e5-3b3114cdd336), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.557273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e450c2b-78e1-4a2b-a888-0a8f41dfe9cc req-62b427d6-c832-42f7-9562-dfd3a86ef7d1 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:29.558779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e450c2b-78e1-4a2b-a888-0a8f41dfe9cc req-62b427d6-c832-42f7-9562-dfd3a86ef7d1 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0484583
Apr 30 21:18:29.611928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e450c2b-78e1-4a2b-a888-0a8f41dfe9cc req-4ea5fb70-aa94-4861-b66e-deb3545bff7b tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.207 HTTP/1.1" status: 200  len: 696 time: 0.0470400
Apr 30 21:18:29.622269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-5e450c2b-78e1-4a2b-a888-0a8f41dfe9cc req-afc267b4-067f-48dd-a204-5bceaf49c680 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Request body: {'floatingip': {'port_id': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:29.662692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5e450c2b-78e1-4a2b-a888-0a8f41dfe9cc req-afc267b4-067f-48dd-a204-5bceaf49c680 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (761ef7e5-b225-4481-b86f-0a7c605e7c12), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.689147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (036dc7b6-9506-48e0-a9e5-3b3114cdd336), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.730440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036dc7b6-9506-48e0-a9e5-3b3114cdd336,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:29.734683 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd9b9e36a1b4428db16cd3e98c0a8fd6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4078767
Apr 30 21:18:29.739672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33084) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:29.747215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.747557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.747926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.748258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.748586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.748913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.749425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.753509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.753896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.754241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.754582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.754916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.755245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.755624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.755906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da907c-0296-461b-8f2a-e7c8c996f712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:29.803144 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d400d041-1b37-4f17-83d5-0be4d255d6b8 admin admin] Publish callbacks [] for security_group (036dc7b6-9506-48e0-a9e5-3b3114cdd336), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.825255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d400d041-1b37-4f17-83d5-0be4d255d6b8 admin admin] Publish callbacks [] for security_group (036dc7b6-9506-48e0-a9e5-3b3114cdd336), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.903198 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-5e450c2b-78e1-4a2b-a888-0a8f41dfe9cc req-afc267b4-067f-48dd-a204-5bceaf49c680 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:18:29.905007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e450c2b-78e1-4a2b-a888-0a8f41dfe9cc req-afc267b4-067f-48dd-a204-5bceaf49c680 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "PUT /v2.0/floatingips/761ef7e5-b225-4481-b86f-0a7c605e7c12 HTTP/1.1" status: 409  len: 551 time: 0.2867060
Apr 30 21:18:29.991294 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d400d041-1b37-4f17-83d5-0be4d255d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (036dc7b6-9506-48e0-a9e5-3b3114cdd336), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.998391 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d400d041-1b37-4f17-83d5-0be4d255d6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:29.998391 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d400d041-1b37-4f17-83d5-0be4d255d6b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/036dc7b6-9506-48e0-a9e5-3b3114cdd336 HTTP/1.1" status: 204  len: 168 time: 0.2549579
Apr 30 21:18:30.006961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400d041-1b37-4f17-83d5-0be4d255d6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036dc7b6-9506-48e0-a9e5-3b3114cdd336,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:30.040520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-904348eb-3f4c-4da8-ab2a-14a8d58dae7f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips/761ef7e5-b225-4481-b86f-0a7c605e7c12 HTTP/1.1" status: 200  len: 693 time: 0.0995560
Apr 30 21:18:30.076173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-8501290e-0862-4896-93c2-23f1e8d626da tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:30.081422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-8501290e-0862-4896-93c2-23f1e8d626da tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:30.086651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-8501290e-0862-4896-93c2-23f1e8d626da tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:30.091914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-8501290e-0862-4896-93c2-23f1e8d626da tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:30.097126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-8501290e-0862-4896-93c2-23f1e8d626da tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:30.102389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-8501290e-0862-4896-93c2-23f1e8d626da tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:30.109145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-8501290e-0862-4896-93c2-23f1e8d626da tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:30.110090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-8501290e-0862-4896-93c2-23f1e8d626da tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5427 time: 0.1197157
Apr 30 21:18:30.252299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-566152b3-46bc-449d-8fa5-b102ffefb361 req-de814925-5bca-4d38-ab3a-2697ffe0d225 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1320274
Apr 30 21:18:30.259964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-31d78fbc-d88e-4aed-9e3f-8a1245773b5e tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:30.261350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-31d78fbc-d88e-4aed-9e3f-8a1245773b5e tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.2107024
Apr 30 21:18:30.335769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-a081a2c6-4569-47ea-8b20-5e1a5f26fd9e tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.207 HTTP/1.1" status: 200  len: 696 time: 0.0680134
Apr 30 21:18:30.399983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-d71237a3-6584-4220-bfb9-242bb8eb377d tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.207 HTTP/1.1" status: 200  len: 696 time: 0.0558941
Apr 30 21:18:30.407320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['eeb95bf2-7a04-4881-a1c4-a027f2905abd'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:30.522968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3612a02c-d7fa-4f7d-8b59-27351eff0cc5'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:30.600577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Deleting port 77b46623-2dce-42d3-9080-a7f5bcf66a68 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:30.601117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (77b46623-2dce-42d3-9080-a7f5bcf66a68), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:30.687403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e8655c5-a2b0-452d-8cf6-edd4b6aca281 req-40771d48-7665-4079-96f2-5c70a248c2dc tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0611160
Apr 30 21:18:30.735673 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (77b46623-2dce-42d3-9080-a7f5bcf66a68), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:30.736531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (77b46623-2dce-42d3-9080-a7f5bcf66a68), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:30.765714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Calling delete_port for 77b46623-2dce-42d3-9080-a7f5bcf66a68 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:30.774929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:30.790396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e72ad40-f4bc-4c4b-b1f4-32cda2a625c8 req-28cd7da5-2423-42ea-8148-47e5295e6d1e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 210 time: 0.0425684
Apr 30 21:18:30.874801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['bb19e621-b828-4d48-80fb-51c3c27d3aae'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:30.964664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:31.064427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:31.067607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (77b46623-2dce-42d3-9080-a7f5bcf66a68), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.100734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Pushing event deleted for resources: {'Port': ['ID=77b46623-2dce-42d3-9080-a7f5bcf66a68,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:31.166075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['b3fce87b-a558-49fc-83b7-71bd012b7290'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:31.173064 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (761ef7e5-b225-4481-b86f-0a7c605e7c12), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.176007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.180370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a3dcedf-e9ef-44a1-acb7-b86f710fc0e1 req-2f639671-5aad-43ac-b18e-281174c32fca tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "DELETE /v2.0/floatingips/761ef7e5-b225-4481-b86f-0a7c605e7c12 HTTP/1.1" status: 204  len: 173 time: 0.7733946
Apr 30 21:18:31.319270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-1ff2b2e7-f92d-43e4-aa30-a62ae2c72529 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 1001 time: 0.1219058
Apr 30 21:18:31.336233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33150) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:31.402589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-bfda7960-cd88-4485-a7aa-311eff8dff17 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.404132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-bfda7960-cd88-4485-a7aa-311eff8dff17 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports/1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 200  len: 943 time: 0.0834305
Apr 30 21:18:31.455662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-d6bf49b2-1a76-4a18-960d-e606ead2ea2e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.457386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1556117820-network', 'tenant_id': '255b50a552f641e9b4dc427206e9f3c0'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:31.462496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-d6bf49b2-1a76-4a18-960d-e606ead2ea2e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.468725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-d6bf49b2-1a76-4a18-960d-e606ead2ea2e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.474722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-d6bf49b2-1a76-4a18-960d-e606ead2ea2e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.480441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-d6bf49b2-1a76-4a18-960d-e606ead2ea2e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.486891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-d6bf49b2-1a76-4a18-960d-e606ead2ea2e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.492355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-d6bf49b2-1a76-4a18-960d-e606ead2ea2e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.495168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-d6bf49b2-1a76-4a18-960d-e606ead2ea2e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5427 time: 0.1121671
Apr 30 21:18:31.547783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Made reservation on behalf of 255b50a552f641e9b4dc427206e9f3c0 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:31.550859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.563347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.588339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-b8b26206-7c11-47a8-a168-5d88e1f8c862 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 1001 time: 0.0918782
Apr 30 21:18:31.663205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7327687b-0a85-4f57-8913-4cd0bcc68b67 req-ed820653-6de8-4ed3-a3a3-c04c6c59e9e2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1576023
Apr 30 21:18:31.677452 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Publish callbacks [] for security_group (3bdd063d-f90b-450c-a4b6-46c6edf579ef), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.721042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-44b334b7-168b-47ca-87cf-a8f385d2cf39 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:31.722584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-44b334b7-168b-47ca-87cf-a8f385d2cf39 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1257274
Apr 30 21:18:31.735294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-dc7f9b6d-bd4e-4ad0-8c5b-1d59c321056f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:18:31.736321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-dc7f9b6d-bd4e-4ad0-8c5b-1d59c321056f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0061183
Apr 30 21:18:31.764126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3bdd063d-f90b-450c-a4b6-46c6edf579ef), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.802548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:18:31.804628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd063d-f90b-450c-a4b6-46c6edf579ef,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:31.816027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2c6738d8-b726-4716-8f13-d1af45811df9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.816368 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Added segment 2c6738d8-b726-4716-8f13-d1af45811df9 of type vlan for network ef593dec-3763-486f-a7be-9eeb55de5bbf
Apr 30 21:18:31.834977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0234d13-ad9b-4e34-8145-eea943af516e req-99745f77-918a-4881-b30f-991b672950c7 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0456774
Apr 30 21:18:31.850444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-89538046-ead5-4a4e-8230-e1f1e5d1377f tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 1001 time: 0.1067529
Apr 30 21:18:31.861553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ef593dec-3763-486f-a7be-9eeb55de5bbf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.862696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:31.947428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (4956bc19-b71f-4b3f-af19-7af2db99869f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:31.993650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06c86b38-e634-4696-ad7f-c9e723ca6b37 req-6920ae97-2660-454e-b034-d06f54745c16 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 210 time: 0.0677459
Apr 30 21:18:32.031543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ef593dec-3763-486f-a7be-9eeb55de5bbf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:32.034686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:32.034686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:32.093811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] Pushing event updated for resources: {'Network': ['ID=ef593dec-3763-486f-a7be-9eeb55de5bbf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:32.103972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ef593dec-3763-486f-a7be-9eeb55de5bbf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:18:32.123708 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:32.189873 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0f09c139-b0b8-40bf-9bd3-dde26d93bec5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8524132
Apr 30 21:18:32.192314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33158) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:32.196970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Request body: {'subnet': {'network_id': 'ef593dec-3763-486f-a7be-9eeb55de5bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1556117820-subnet', 'tenant_id': '255b50a552f641e9b4dc427206e9f3c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:32.231998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (4956bc19-b71f-4b3f-af19-7af2db99869f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:32.232837 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Floating IP 4956bc19-b71f-4b3f-af19-7af2db99869f disassociated. External IP: 172.35.4.17, port: 1eef8960-f1dd-4d32-8f61-7fd980d9c83e.
Apr 30 21:18:32.386703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Made reservation on behalf of 255b50a552f641e9b4dc427206e9f3c0 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:32.390652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:32.711440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Router c3724921-aed2-4ad6-ab18-80fb46682101 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:18:32.820959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:18:32.825377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:32.830972 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] Sync routers for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:18:32.840280 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:32.840878 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cca1b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:32.856771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-d2de63de-2405-45d8-a5a5-645811de79e3 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "PUT /v2.0/floatingips/4956bc19-b71f-4b3f-af19-7af2db99869f HTTP/1.1" status: 200  len: 694 time: 1.0002000
Apr 30 21:18:32.857152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:32.859442 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d141a35-ca38-46a3-b072-99bee0bd5e41" -d '{"events": [{"name": "network-changed", "server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:32.909841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-f5377bae-7897-4947-8fd4-399814cc874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:32.911403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-f5377bae-7897-4947-8fd4-399814cc874b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14cb627425b94ce890bd232988d4f051&device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 1128 time: 0.0400505
Apr 30 21:18:32.950338 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:33.026951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (f19c2e04-db79-4fbe-8a7e-eaffa7dd184a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:33.128931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19c2e04-db79-4fbe-8a7e-eaffa7dd184a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:33.137702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Checking segment: {'id': '2c6738d8-b726-4716-8f13-d1af45811df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ef593dec-3763-486f-a7be-9eeb55de5bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:33.138110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Network hostable DHCP agents. Network: ef593dec-3763-486f-a7be-9eeb55de5bbf, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:18:33.167714 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cca1b20>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:58Z', 'revision_number': 5, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:33.201561 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] Checking router: c3724921-aed2-4ad6-ab18-80fb46682101 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:18:33.211568 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:33.212188 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cca1b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:33.262029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-fd8d6910-a58c-4c7a-8127-6e695811d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.263558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-fd8d6910-a58c-4c7a-8127-6e695811d3be service neutron] 10.222.0.23 "GET /v2.0/networks?id=31094596-75a5-4a74-a7ff-4154b6b0b753 HTTP/1.1" status: 200  len: 930 time: 0.1048455
Apr 30 21:18:33.296967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Network ef593dec-3763-486f-a7be-9eeb55de5bbf is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:18:33.301150 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-348b319f-7d00-4284-9657-004a375ee1ec tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0358922
Apr 30 21:18:33.322164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-e5264058-00b7-4496-a249-a3eca6198d44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 200  len: 217 time: 0.0374920
Apr 30 21:18:33.333056 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:33.378317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-eeaca7b6-5d89-43c3-a237-10ad8506b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.388128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-eeaca7b6-5d89-43c3-a237-10ad8506b465 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=58c74b27-27cb-42f9-9bc7-d4684df3605e HTTP/1.1" status: 200  len: 868 time: 0.0594661
Apr 30 21:18:33.440803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-7ea4023b-53ac-4317-8174-d71e2971260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.446202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef593dec-3763-486f-a7be-9eeb55de5bbf) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:33.449662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-7ea4023b-53ac-4317-8174-d71e2971260e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=31094596-75a5-4a74-a7ff-4154b6b0b753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0603328
Apr 30 21:18:33.455196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-c0fce6cd-b9a6-45d8-9318-1923d0a85291 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.457866 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-c0fce6cd-b9a6-45d8-9318-1923d0a85291 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1515124
Apr 30 21:18:33.460107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf4a7a-c6dd-4502-85cc-ca59516d8aef None None] Network ef593dec-3763-486f-a7be-9eeb55de5bbf requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:33.461525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.462334 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:33.484851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Request body: {'port': {'device_id': '34eaeadd-696c-4555-a7a4-2fbcb85aae6f', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '327a580f2f8645c28e9590806928ed91'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:33.568341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-fdd2724c-8cec-4b08-b589-05b8e69ee748 service neutron] 10.222.0.23 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175532
Apr 30 21:18:33.603648 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-01fbbf7d-06bc-4a66-94a1-8dc51206af09 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.4025834
Apr 30 21:18:33.637883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3f9a1e-eca9-4c2c-a20b-d82348679d7c None None] Network ef593dec-3763-486f-a7be-9eeb55de5bbf requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:33.702839 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cca1b20>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:58Z', 'revision_number': 5, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:33.718813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b83fdb4d-4f22-4508-b83c-a42ce788cb4e req-70fbdb1f-3ef5-456e-a9be-15bde067aa5b service neutron] 10.222.0.23 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415517
Apr 30 21:18:33.749081 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5cf2be-deae-4b4d-81b0-25c20bd4e9d0 None None] The sync data for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 is: [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '40cac69f-73ed-4e7d-a272-6bd47b300d07', 'name': '', 'network_id': '31094596-75a5-4a74-a7ff-4154b6b0b753', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'mac_address': 'fa:16:3e:61:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:52Z', 'updated_at': '2022-04-30T21:17:58Z', 'revision_number': 5, 'project_id': '14cb627425b94ce890bd232988d4f051', 'subnets': [{'id': '58c74b27-27cb-42f9-9bc7-d4684df3605e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:18:33.769101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Made reservation on behalf of 327a580f2f8645c28e9590806928ed91 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:33.774150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:33.909022 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7b926f-0c55-47e9-9b3b-032f5ae37bd8 x-openstack-request-id: req-2a7b926f-0c55-47e9-9b3b-032f5ae37bd8 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:33.909411 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:33.909608 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a7b926f-0c55-47e9-9b3b-032f5ae37bd8 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:33.910678 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7b926f-0c55-47e9-9b3b-032f5ae37bd8'] response: {'name': 'network-changed', 'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'status': 'completed', 'code': 200}
Apr 30 21:18:33.965824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-9a0d82a4-8205-42a0-9730-1109d5f4b642 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.973021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-9a0d82a4-8205-42a0-9730-1109d5f4b642 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.985650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-9a0d82a4-8205-42a0-9730-1109d5f4b642 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.991494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-9a0d82a4-8205-42a0-9730-1109d5f4b642 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:33.996803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-9a0d82a4-8205-42a0-9730-1109d5f4b642 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:34.002880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-9a0d82a4-8205-42a0-9730-1109d5f4b642 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:34.008186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-9a0d82a4-8205-42a0-9730-1109d5f4b642 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:34.010224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-9a0d82a4-8205-42a0-9730-1109d5f4b642 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5427 time: 0.1882558
Apr 30 21:18:34.083294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b3ca007-6b22-4d19-ae92-748677c58286 req-1cf88ac1-be44-4379-89ef-b2f070246586 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0720410
Apr 30 21:18:34.121966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Allocated IP 192.168.233.46 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/da2ea81e-0c93-4fb7-b6de-96f247b81066) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:34.166444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5376df11-d2ad-441f-b7fd-0e14965dec1b req-2b9253f8-83ba-4b34-a121-2b3cc9ff0463 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1448762
Apr 30 21:18:34.184170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-986e4e4f-ad54-4736-99c1-1864c565e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:34.190952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-986e4e4f-ad54-4736-99c1-1864c565e602 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=14cb627425b94ce890bd232988d4f051&device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 1128 time: 0.1735067
Apr 30 21:18:34.253930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-c4b43507-9334-4cda-8bdd-6dc787105702 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1057076
Apr 30 21:18:34.337666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9e0334-e872-44f2-948d-80e92260649d None None] New status for floating IP 4956bc19-b71f-4b3f-af19-7af2db99869f: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:18:34.388812 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:34.403333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-575c1e1d-31c6-4a4b-a997-d51213f9a765 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips/4956bc19-b71f-4b3f-af19-7af2db99869f HTTP/1.1" status: 200  len: 694 time: 0.1840060
Apr 30 21:18:34.436826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d800427-aad3-47d5-8adc-15c56ee43fc5 req-4303db5b-e250-44e5-a9b8-cee6d18eda62 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 210 time: 0.1320291
Apr 30 21:18:34.506807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-77725f65-659e-4482-81a6-e2b5189e5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:34.508202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-77725f65-659e-4482-81a6-e2b5189e5b23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31094596-75a5-4a74-a7ff-4154b6b0b753 HTTP/1.1" status: 200  len: 930 time: 0.3141224
Apr 30 21:18:34.542166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:34.584822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:34.602725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-6155f1eb-56e1-41bc-93f3-2a06c6ed67ed tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:34.602725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-6155f1eb-56e1-41bc-93f3-2a06c6ed67ed tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2933915
Apr 30 21:18:34.645804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-d8ff5cfc-476f-4982-8321-f934b3327ef3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 200  len: 217 time: 0.0403576
Apr 30 21:18:34.659268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Request body: {'port': {'device_id': '3855dbed-3ab0-4ad7-89a7-b2533f8489a5', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '327a580f2f8645c28e9590806928ed91'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:34.664519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'Port': ['ID=da2ea81e-0c93-4fb7-b6de-96f247b81066,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:34.707786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:34.712624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:34.735093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:34.828192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:34.829161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:34.898554 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-9d7b313f-9686-4bc9-b626-f856d7a98f17 req-952ff695-c86b-42f4-b957-45cd8ce9bd2b tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] show failed (client error): The resource could not be found.
Apr 30 21:18:34.907568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d7b313f-9686-4bc9-b626-f856d7a98f17 req-952ff695-c86b-42f4-b957-45cd8ce9bd2b tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] 10.222.0.23 "GET /v2.0/security-groups/66ab83cd-eb3a-4481-af6b-66526d4589a1 HTTP/1.1" status: 404  len: 352 time: 0.1152549
Apr 30 21:18:34.951828 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-82e1a514-50f8-4196-9b67-7088915c22ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4739478
Apr 30 21:18:34.974149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-f86e1158-bb29-4c67-ae34-1644322bc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:34.974522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Request body: {'port': {'device_id': '34eaeadd-696c-4555-a7a4-2fbcb85aae6f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:34.976375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-f86e1158-bb29-4c67-ae34-1644322bc66e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=58c74b27-27cb-42f9-9bc7-d4684df3605e HTTP/1.1" status: 200  len: 868 time: 0.1813793
Apr 30 21:18:35.079395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e10a378-8ae8-4970-93b0-569dc22975df req-6cab283f-7ebc-405e-bc3c-bc812f3f3b1d tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=255b50a552f641e9b4dc427206e9f3c0 HTTP/1.1" status: 200  len: 3001 time: 0.0998635
Apr 30 21:18:35.094444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Made reservation on behalf of 327a580f2f8645c28e9590806928ed91 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:35.097238 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.106404 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.129513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-5a8e9c70-3d39-436c-85e5-f826b220719b tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:35.137294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-5a8e9c70-3d39-436c-85e5-f826b220719b tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.7329483
Apr 30 21:18:35.197614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-1ef5635f-55bc-48e8-88d9-014a41c0c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:35.199157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-1ef5635f-55bc-48e8-88d9-014a41c0c08f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31094596-75a5-4a74-a7ff-4154b6b0b753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1752634
Apr 30 21:18:35.232052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-776c7e98-7338-46b1-8bd4-43f9dc45c995 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 695 time: 0.0938246
Apr 30 21:18:35.322832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-49356a00-9996-4e23-938d-49f6266aacb0 None None] Provisioning complete for port da2ea81e-0c93-4fb7-b6de-96f247b81066 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:35.323204 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-49356a00-9996-4e23-938d-49f6266aacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.359832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-49356a00-9996-4e23-938d-49f6266aacb0 None None] Port da2ea81e-0c93-4fb7-b6de-96f247b81066 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:35.364237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e10a378-8ae8-4970-93b0-569dc22975df req-0598f2e6-525b-4719-b970-20d4f110a234 tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] 10.222.0.23 "GET /v2.0/security-groups/3bdd063d-f90b-450c-a4b6-46c6edf579ef HTTP/1.1" status: 200  len: 2998 time: 0.2839589
Apr 30 21:18:35.397672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-6cd95ac6-3758-4c65-90e7-f2613dc6aca1 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 695 time: 0.1191552
Apr 30 21:18:35.422880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2ea81e-0c93-4fb7-b6de-96f247b81066 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:35.430974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Publish callbacks [] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.444193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Transition to ACTIVE for port object da2ea81e-0c93-4fb7-b6de-96f247b81066 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:35.488961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.554299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-cf181710-e1f6-459b-af83-1f774a400d21 service neutron] 10.222.0.35 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3425834
Apr 30 21:18:35.562627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Pushing event updated for resources: {'Port': ['ID=da2ea81e-0c93-4fb7-b6de-96f247b81066,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:35.564240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e10a378-8ae8-4970-93b0-569dc22975df req-6a483455-aa6f-492b-a611-dd59dfc9ba4f tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] 10.222.0.23 "GET /v2.0/security-groups/3bdd063d-f90b-450c-a4b6-46c6edf579ef HTTP/1.1" status: 200  len: 2998 time: 0.1914375
Apr 30 21:18:35.633840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Attempting to bind port da2ea81e-0c93-4fb7-b6de-96f247b81066 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:35.634174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Attempting to bind port da2ea81e-0c93-4fb7-b6de-96f247b81066 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:35.634497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Attempting to bind port da2ea81e-0c93-4fb7-b6de-96f247b81066 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:35.640854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Port da2ea81e-0c93-4fb7-b6de-96f247b81066 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:35.641183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Attempting to bind port da2ea81e-0c93-4fb7-b6de-96f247b81066 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:35.648784 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:35.649399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:35.649927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:35.654627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Bound port: da2ea81e-0c93-4fb7-b6de-96f247b81066, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:35.654627 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.733273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] For port da2ea81e-0c93-4fb7-b6de-96f247b81066, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:35.736620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] For port da2ea81e-0c93-4fb7-b6de-96f247b81066, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da2ea81e-0c93-4fb7-b6de-96f247b81066,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:35.808923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.845434 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:35.846091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.847527 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] 10.222.0.20 "PUT /v2.0/ports/da2ea81e-0c93-4fb7-b6de-96f247b81066 HTTP/1.1" status: 200  len: 1095 time: 0.8870940
Apr 30 21:18:35.847984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaeadd-696c-4555-a7a4-2fbcb85aae6f', 'tag': 'da2ea81e-0c93-4fb7-b6de-96f247b81066'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:35.851017 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a091e79-d6d7-49d0-9100-3912329b8ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaeadd-696c-4555-a7a4-2fbcb85aae6f", "tag": "da2ea81e-0c93-4fb7-b6de-96f247b81066"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:35.878420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2a621-0f10-4664-be1d-0092ff6c0423 service neutron] Pushing event updated for resources: {'Port': ['ID=da2ea81e-0c93-4fb7-b6de-96f247b81066,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:35.892151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device bb19e621-b828-4d48-80fb-51c3c27d3aae up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:35.952576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port bb19e621-b828-4d48-80fb-51c3c27d3aae completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:35.955726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Allocated IP 192.168.233.186 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/c56ee71c-bad4-4c67-ba8d-174fb8fd7523) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:35.961934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Deleting port ff534a4b-c1b3-4a4e-9173-2080479308a1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:35.967119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ff534a4b-c1b3-4a4e-9173-2080479308a1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:35.968632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c42a0c6-3242-47a8-8120-650e6ab94c68 req-fd55608a-943d-4c28-a2fd-ab3a5388ca2a tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0701826
Apr 30 21:18:36.070435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port bb19e621-b828-4d48-80fb-51c3c27d3aae triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:36.070672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-dffafd90-7b03-482d-a914-90978e914c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.070800 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.070927 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-dffafd90-7b03-482d-a914-90978e914c97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 1129 time: 0.0710278
Apr 30 21:18:36.087452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d141a35-ca38-46a3-b072-99bee0bd5e41 req-6bd77383-fa2a-424c-85b8-727f99ead5ce service neutron] 10.222.0.35 "GET /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5146894
Apr 30 21:18:36.144222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-a94ef8ba-5b93-4ace-bb59-dc2ad0764736 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=da2ea81e-0c93-4fb7-b6de-96f247b81066 HTTP/1.1" status: 200  len: 217 time: 0.0670474
Apr 30 21:18:36.193464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port bb19e621-b828-4d48-80fb-51c3c27d3aae is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:36.193923 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.200191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-4ca4166b-313d-4047-96d3-8ee874085bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.202222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-4ca4166b-313d-4047-96d3-8ee874085bb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0519562
Apr 30 21:18:36.232263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb19e621-b828-4d48-80fb-51c3c27d3aae'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:36.234519 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd79c5d7-1404-4425-9050-897b0fd63b3f" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "bb19e621-b828-4d48-80fb-51c3c27d3aae"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:36.244714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-6b241271-fa46-405d-b9d6-6ac3a956a2aa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.249340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port bb19e621-b828-4d48-80fb-51c3c27d3aae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb19e621-b828-4d48-80fb-51c3c27d3aae,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:36.253245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-6b241271-fa46-405d-b9d6-6ac3a956a2aa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.253448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-b6043029-2858-47b6-a9ba-51593fbcc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.254017 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-b6043029-2858-47b6-a9ba-51593fbcc811 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0443509
Apr 30 21:18:36.255940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-6b241271-fa46-405d-b9d6-6ac3a956a2aa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.261228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-6b241271-fa46-405d-b9d6-6ac3a956a2aa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.267085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-6b241271-fa46-405d-b9d6-6ac3a956a2aa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.272326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-6b241271-fa46-405d-b9d6-6ac3a956a2aa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.277604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-6b241271-fa46-405d-b9d6-6ac3a956a2aa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.282252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-6b241271-fa46-405d-b9d6-6ac3a956a2aa tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5427 time: 0.1829076
Apr 30 21:18:36.286390 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ff534a4b-c1b3-4a4e-9173-2080479308a1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.286787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (ff534a4b-c1b3-4a4e-9173-2080479308a1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.311120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Calling delete_port for ff534a4b-c1b3-4a4e-9173-2080479308a1 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:36.329430 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.330598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:36.356689 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-72707a0c-2633-4976-aff7-7790fd6b990f service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960190
Apr 30 21:18:36.422690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=bb19e621-b828-4d48-80fb-51c3c27d3aae,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:36.436538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:36.445062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.457886 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-050a86ed-d188-484c-8068-79d6480f5005 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936725
Apr 30 21:18:36.459849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f87a81c-8536-482b-ac62-c77af2d62518 req-56c7f15a-6555-4dbd-a9d5-4320fa629264 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1632617
Apr 30 21:18:36.540217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:36.541542 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.592288 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.610749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:36.625094 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ff534a4b-c1b3-4a4e-9173-2080479308a1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.680717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96125a3-b516-4e87-868c-2e47973941bd req-9851f8bc-03ad-498e-8d48-cc3be850f000 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.682688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a96125a3-b516-4e87-868c-2e47973941bd req-9851f8bc-03ad-498e-8d48-cc3be850f000 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 936 time: 0.1019502
Apr 30 21:18:36.688105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:36.696359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:36.726829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:36.751009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'Port': ['ID=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:36.786053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:36.786436 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.794079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.794972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.795319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.795659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.796018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.796378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.796709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.797042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.797373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.797696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.798045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.798371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.799375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.799375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.799375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:36.844604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:36.858222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Pushing event deleted for resources: {'Port': ['ID=ff534a4b-c1b3-4a4e-9173-2080479308a1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:36.879021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:36.879675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.890546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a96125a3-b516-4e87-868c-2e47973941bd req-33cbb11b-5453-42f2-9b81-8eb06211497e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899836
Apr 30 21:18:36.897903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks [] for floatingip (4956bc19-b71f-4b3f-af19-7af2db99869f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.900439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.901693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b4cb97a-ec07-4636-ae5f-886e01d10141 req-857bd19b-4da4-4f5a-830d-71ef0d35abd8 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "DELETE /v2.0/floatingips/4956bc19-b71f-4b3f-af19-7af2db99869f HTTP/1.1" status: 204  len: 173 time: 1.4923413
Apr 30 21:18:36.916589 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:36.916589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:36.952347 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf359e-544c-40f3-8ff7-6c4b8b0b5f25 x-openstack-request-id: req-4ecf359e-544c-40f3-8ff7-6c4b8b0b5f25 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:36.952908 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaeadd-696c-4555-a7a4-2fbcb85aae6f", "tag": "da2ea81e-0c93-4fb7-b6de-96f247b81066", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:36.953019 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ecf359e-544c-40f3-8ff7-6c4b8b0b5f25 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:36.954004 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecf359e-544c-40f3-8ff7-6c4b8b0b5f25'] response: {'name': 'network-changed', 'server_uuid': '34eaeadd-696c-4555-a7a4-2fbcb85aae6f', 'tag': 'da2ea81e-0c93-4fb7-b6de-96f247b81066', 'status': 'completed', 'code': 200}
Apr 30 21:18:36.969308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1d0d6e2b-591d-408f-93a3-e963e061ad23 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3189623
Apr 30 21:18:36.996359 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055d98f4-281f-47ca-9f66-323aeb85273b x-openstack-request-id: req-055d98f4-281f-47ca-9f66-323aeb85273b {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:36.996359 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "bb19e621-b828-4d48-80fb-51c3c27d3aae", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:36.996359 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-055d98f4-281f-47ca-9f66-323aeb85273b {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:36.996759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Request body: {'port': {'device_id': '3855dbed-3ab0-4ad7-89a7-b2533f8489a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:36.996879 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055d98f4-281f-47ca-9f66-323aeb85273b'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb19e621-b828-4d48-80fb-51c3c27d3aae', 'code': 200}
Apr 30 21:18:37.021069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:37.030329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:37.040947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-620a7974-6995-4298-b5e9-80d010f7c2c1 req-2dc5b442-423d-496f-97d1-fa24f7a82a0f tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] 10.222.0.23 "GET /v2.0/security-groups/3bdd063d-f90b-450c-a4b6-46c6edf579ef HTTP/1.1" status: 200  len: 2998 time: 0.1073582
Apr 30 21:18:37.071337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-072e6a48-9291-4f89-994f-c3199a5ea019 None None] Provisioning complete for port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:37.071584 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-072e6a48-9291-4f89-994f-c3199a5ea019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.128337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:37.128719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.157391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1692fe2-553c-41f6-beca-7cf078b1e30b req-94a1cda3-07cb-4811-af91-12d4636bc78d tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:37.158989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1692fe2-553c-41f6-beca-7cf078b1e30b req-94a1cda3-07cb-4811-af91-12d4636bc78d tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1005037
Apr 30 21:18:37.159972 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.160183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-072e6a48-9291-4f89-994f-c3199a5ea019 None None] Port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:37.222756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1692fe2-553c-41f6-beca-7cf078b1e30b req-ba190e2d-c3c5-4e0e-94b7-a1b923d374cf tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0556068
Apr 30 21:18:37.223930 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-620a7974-6995-4298-b5e9-80d010f7c2c1 req-73c1a522-39f1-46d5-9f61-2a7cca815770 tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:18:37.224971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-620a7974-6995-4298-b5e9-80d010f7c2c1 req-73c1a522-39f1-46d5-9f61-2a7cca815770 tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] 10.222.0.23 "DELETE /v2.0/security-groups/3bdd063d-f90b-450c-a4b6-46c6edf579ef HTTP/1.1" status: 409  len: 352 time: 0.1832457
Apr 30 21:18:37.285352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:37.285780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.339418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:37.340972 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-5ccac91f-1827-4ed4-b374-4a9786ae9a57 req-bda342a8-9e25-4a19-ad78-ac7b77497cf9 tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] show failed (client error): The resource could not be found.
Apr 30 21:18:37.343086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ccac91f-1827-4ed4-b374-4a9786ae9a57 req-bda342a8-9e25-4a19-ad78-ac7b77497cf9 tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] 10.222.0.23 "GET /v2.0/security-groups/e4f4a68a-d189-462e-b5bd-3b43436c2a22 HTTP/1.1" status: 404  len: 352 time: 0.0652592
Apr 30 21:18:37.382829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c638d31-5277-4372-9a45-688e0acc3a28 req-88b660f3-a0d9-4f0c-a38c-21a12c7fd6de tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0431397
Apr 30 21:18:37.403619 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.406963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device eeb95bf2-7a04-4881-a1c4-a027f2905abd up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:37.430092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fcaecc42-7947-4b50-93aa-45b5d0fb409f req-3d108e57-0e70-4030-ac59-4b8e44c2203e tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0518489
Apr 30 21:18:37.484703 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-ae7ca9e9-46dd-4847-ac0e-6dc2b03585aa req-9a28b4ef-7149-4103-b490-a1402efec8e3 tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] show failed (client error): The resource could not be found.
Apr 30 21:18:37.485748 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae7ca9e9-46dd-4847-ac0e-6dc2b03585aa req-9a28b4ef-7149-4103-b490-a1402efec8e3 tempest-SecurityGroupsNegativeTestJSON-1517257354 tempest-SecurityGroupsNegativeTestJSON-1517257354-project] 10.222.0.23 "GET /v2.0/security-groups/0f902542-dbb2-43df-8a33-a7669d6c8761 HTTP/1.1" status: 404  len: 352 time: 0.0218031
Apr 30 21:18:37.501122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33236) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:37.522590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port eeb95bf2-7a04-4881-a1c4-a027f2905abd completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:37.530622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:37.559590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-193d8487-e12a-42da-8c9d-38046a2535eb admin admin] Deleting subnet f19c2e04-db79-4fbe-8a7e-eaffa7dd184a {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:18:37.562945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-193d8487-e12a-42da-8c9d-38046a2535eb admin admin] Publish callbacks [] for subnet (f19c2e04-db79-4fbe-8a7e-eaffa7dd184a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.601301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-193d8487-e12a-42da-8c9d-38046a2535eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (f19c2e04-db79-4fbe-8a7e-eaffa7dd184a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.616542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port eeb95bf2-7a04-4881-a1c4-a027f2905abd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:37.617415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.643933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-193d8487-e12a-42da-8c9d-38046a2535eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (f19c2e04-db79-4fbe-8a7e-eaffa7dd184a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.645295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-82d7b8a6-7bb9-42cb-ac38-1329de0ee719 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:37.650703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-82d7b8a6-7bb9-42cb-ac38-1329de0ee719 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:37.656102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-82d7b8a6-7bb9-42cb-ac38-1329de0ee719 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:37.661529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-82d7b8a6-7bb9-42cb-ac38-1329de0ee719 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:37.667584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-82d7b8a6-7bb9-42cb-ac38-1329de0ee719 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:37.673389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-82d7b8a6-7bb9-42cb-ac38-1329de0ee719 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:37.679703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-82d7b8a6-7bb9-42cb-ac38-1329de0ee719 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:37.682024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-82d7b8a6-7bb9-42cb-ac38-1329de0ee719 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5430 time: 0.1205506
Apr 30 21:18:37.688591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56ee71c-bad4-4c67-ba8d-174fb8fd7523 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:37.695013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Publish callbacks [] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.705151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port eeb95bf2-7a04-4881-a1c4-a027f2905abd is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:37.705549 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.723211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Transition to ACTIVE for port object c56ee71c-bad4-4c67-ba8d-174fb8fd7523 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:37.740002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port eeb95bf2-7a04-4881-a1c4-a027f2905abd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb95bf2-7a04-4881-a1c4-a027f2905abd,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:37.766254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfa898d-6168-4af3-bcd6-094dc69bda41 req-a87241a9-9015-43a3-9cf5-f4c88e929987 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0675313
Apr 30 21:18:37.781190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-193d8487-e12a-42da-8c9d-38046a2535eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (f19c2e04-db79-4fbe-8a7e-eaffa7dd184a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.806796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d8487-e12a-42da-8c9d-38046a2535eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19c2e04-db79-4fbe-8a7e-eaffa7dd184a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:37.809215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.812632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-193d8487-e12a-42da-8c9d-38046a2535eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.814122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.814938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b3fce87b-a558-49fc-83b7-71bd012b7290 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:37.818738 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-193d8487-e12a-42da-8c9d-38046a2535eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f19c2e04-db79-4fbe-8a7e-eaffa7dd184a HTTP/1.1" status: 204  len: 168 time: 0.3157139
Apr 30 21:18:37.818917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33238) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:37.901163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Pushing event updated for resources: {'Port': ['ID=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:37.916465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ef593dec-3763-486f-a7be-9eeb55de5bbf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:37.924092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=eeb95bf2-7a04-4881-a1c4-a027f2905abd,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:37.938747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port b3fce87b-a558-49fc-83b7-71bd012b7290 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:38.036718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port b3fce87b-a558-49fc-83b7-71bd012b7290 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:38.037105 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.038574 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ef593dec-3763-486f-a7be-9eeb55de5bbf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.064651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896694f850>,) {'filters': {'network_id': ['ef593dec-3763-486f-a7be-9eeb55de5bbf']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:38.071385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486d7f-5a8b-41e1-8fd5-7621dc3eed8a req-b1c368c0-8a17-4814-899c-818465f9fa60 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.076999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896694f850>, '2c6738d8-b726-4716-8f13-d1af45811df9') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:38.077461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896694f850>, '2c6738d8-b726-4716-8f13-d1af45811df9') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:38.078722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01486d7f-5a8b-41e1-8fd5-7621dc3eed8a req-b1c368c0-8a17-4814-899c-818465f9fa60 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 946 time: 0.1168499
Apr 30 21:18:38.090708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (2c6738d8-b726-4716-8f13-d1af45811df9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.103566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Attempting to bind port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:38.103904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Attempting to bind port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:38.104244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Attempting to bind port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:38.110008 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2c6738d8-b726-4716-8f13-d1af45811df9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.112286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06c774-f040-481a-b4a0-2140e6761a39 req-59913a24-5bee-4378-944c-4772f2206588 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.113807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c06c774-f040-481a-b4a0-2140e6761a39 req-59913a24-5bee-4378-944c-4772f2206588 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 948 time: 0.1088183
Apr 30 21:18:38.124201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:38.124201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Attempting to bind port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:38.130366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:18:38.130650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (2c6738d8-b726-4716-8f13-d1af45811df9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:18:38.133917 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:18:38.162365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:38.162365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:38.162365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:38.162365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Bound port: c56ee71c-bad4-4c67-ba8d-174fb8fd7523, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:38.162365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.165022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b3fce87b-a558-49fc-83b7-71bd012b7290 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:38.166378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.194274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01486d7f-5a8b-41e1-8fd5-7621dc3eed8a req-44bd148d-55f7-4257-a970-1470594a2a53 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/security-groups?id=588775e7-e338-4f94-84ea-868a6024ac7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146648
Apr 30 21:18:38.223673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b3fce87b-a558-49fc-83b7-71bd012b7290, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3fce87b-a558-49fc-83b7-71bd012b7290,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:38.259051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c06c774-f040-481a-b4a0-2140e6761a39 req-66980199-29ba-4fd2-a4af-fb8ce4077c12 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235507
Apr 30 21:18:38.273441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (ef593dec-3763-486f-a7be-9eeb55de5bbf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.286495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.287292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:38.293816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] For port c56ee71c-bad4-4c67-ba8d-174fb8fd7523, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:38.295161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] For port c56ee71c-bad4-4c67-ba8d-174fb8fd7523, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:38.296043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.299520 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] 10.222.0.23 "DELETE /v2.0/networks/ef593dec-3763-486f-a7be-9eeb55de5bbf HTTP/1.1" status: 204  len: 168 time: 0.4797041
Apr 30 21:18:38.311793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d1d6b-d285-4eee-a93f-d0f70e6bffea admin admin] Pushing event deleted for resources: {'Network': ['ID=ef593dec-3763-486f-a7be-9eeb55de5bbf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:38.373900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.375418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b3fce87b-a558-49fc-83b7-71bd012b7290,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:38.386541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:38.412326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.413228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.414925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] 10.222.0.35 "PUT /v2.0/ports/c56ee71c-bad4-4c67-ba8d-174fb8fd7523 HTTP/1.1" status: 200  len: 1096 time: 1.4312360
Apr 30 21:18:38.417650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3855dbed-3ab0-4ad7-89a7-b2533f8489a5', 'tag': 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:38.420407 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f156c6c9-0e1b-49a0-8bc2-8502226d9ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "3855dbed-3ab0-4ad7-89a7-b2533f8489a5", "tag": "c56ee71c-bad4-4c67-ba8d-174fb8fd7523"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:38.458932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54747ab-1686-4f5e-8d5f-eabee957d3fc service neutron] Pushing event updated for resources: {'Port': ['ID=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:38.468840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-ad563fc9-a14c-4328-8d26-40176aa59081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.471418 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-ad563fc9-a14c-4328-8d26-40176aa59081 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 1129 time: 0.0631182
Apr 30 21:18:38.472264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:38.472700 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.488060 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513d965d-47f1-4ca2-a58f-7fcae4edb2f3 x-openstack-request-id: req-513d965d-47f1-4ca2-a58f-7fcae4edb2f3 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:38.488611 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3855dbed-3ab0-4ad7-89a7-b2533f8489a5", "tag": "c56ee71c-bad4-4c67-ba8d-174fb8fd7523", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:38.489053 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-513d965d-47f1-4ca2-a58f-7fcae4edb2f3 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:38.489644 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513d965d-47f1-4ca2-a58f-7fcae4edb2f3'] response: {'name': 'network-changed', 'server_uuid': '3855dbed-3ab0-4ad7-89a7-b2533f8489a5', 'tag': 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523', 'status': 'completed', 'code': 200}
Apr 30 21:18:38.548503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-589b456e-0228-41af-a334-1820ccb2e011 req-70f28d6b-d32f-4d2d-ade9-f04ba7c54789 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0353832
Apr 30 21:18:38.589234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:38.589975 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.605649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-14683d30-23fc-483a-9f34-fbdcbafcfed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.608723 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-14683d30-23fc-483a-9f34-fbdcbafcfed9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1294341
Apr 30 21:18:38.648994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:38.659866 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-8acc9a18-996f-47e0-96b8-5d5da1f64f6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=da2ea81e-0c93-4fb7-b6de-96f247b81066 HTTP/1.1" status: 200  len: 217 time: 0.0412474
Apr 30 21:18:38.709467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33252) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:38.712218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-361aa8c4-09ee-4066-9786-b50d0d8eba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.713686 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-361aa8c4-09ee-4066-9786-b50d0d8eba76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0449085
Apr 30 21:18:38.740934 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.741748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:38.750365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-98ae3e52-23c0-4a7a-8d7b-fd6ddeb4d78f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=255b50a552f641e9b4dc427206e9f3c0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0397246
Apr 30 21:18:38.753362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33254) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:38.772191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-01ce0dbe-5d27-4a33-b789-1795429098a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.773970 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-01ce0dbe-5d27-4a33-b789-1795429098a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0543628
Apr 30 21:18:38.838211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:38.845364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:38.886562 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-98dd6c70-10e6-4995-9840-596620f0224b service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024415
Apr 30 21:18:38.907230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2effa03-e4dc-4904-8b0a-cff145bfa427 admin admin] Publish callbacks [] for security_group (3bdd063d-f90b-450c-a4b6-46c6edf579ef), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.931858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-5c78c67f-4f67-43db-94a9-744c3d581eb9 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.933550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:38.934118 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:38.943636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-5c78c67f-4f67-43db-94a9-744c3d581eb9 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.943636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-5c78c67f-4f67-43db-94a9-744c3d581eb9 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.948925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-5c78c67f-4f67-43db-94a9-744c3d581eb9 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.954410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-5c78c67f-4f67-43db-94a9-744c3d581eb9 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.959618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-5c78c67f-4f67-43db-94a9-744c3d581eb9 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.964996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-5c78c67f-4f67-43db-94a9-744c3d581eb9 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:38.967089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-5c78c67f-4f67-43db-94a9-744c3d581eb9 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5433 time: 0.0947781
Apr 30 21:18:38.972650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2effa03-e4dc-4904-8b0a-cff145bfa427 admin admin] Publish callbacks [] for security_group (3bdd063d-f90b-450c-a4b6-46c6edf579ef), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:39.006627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24'}, {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5'}, {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb95bf2-7a04-4881-a1c4-a027f2905abd'}, {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fce87b-a558-49fc-83b7-71bd012b7290'}, {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:39.008931 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08874d0-b1b1-4399-8aab-64d66f73b941" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24"}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "3612a02c-d7fa-4f7d-8b59-27351eff0cc5"}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "eeb95bf2-7a04-4881-a1c4-a027f2905abd"}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "b3fce87b-a558-49fc-83b7-71bd012b7290"}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:39.029702 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4a091e79-d6d7-49d0-9100-3912329b8ba0 req-898e7d22-a258-42c3-88a8-e290bcb134d3 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344051
Apr 30 21:18:39.035329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cba581c-9593-4ef3-8dd9-f2d68e5d9354 req-233e7c74-b9b4-46ac-8ac4-e677fdefbc3a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0589371
Apr 30 21:18:39.046861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:39.047248 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:39.061804 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4ada67-7c1b-4b1c-a937-165ceeac3fa6 x-openstack-request-id: req-4e4ada67-7c1b-4b1c-a937-165ceeac3fa6 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:39.062193 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24", "code": 200}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "3612a02c-d7fa-4f7d-8b59-27351eff0cc5", "code": 200}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "eeb95bf2-7a04-4881-a1c4-a027f2905abd", "code": 200}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "b3fce87b-a558-49fc-83b7-71bd012b7290", "code": 200}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:39.062538 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e4ada67-7c1b-4b1c-a937-165ceeac3fa6 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:39.062997 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4ada67-7c1b-4b1c-a937-165ceeac3fa6'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24', 'code': 200}
Apr 30 21:18:39.063318 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4ada67-7c1b-4b1c-a937-165ceeac3fa6'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5', 'code': 200}
Apr 30 21:18:39.063632 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4ada67-7c1b-4b1c-a937-165ceeac3fa6'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb95bf2-7a04-4881-a1c4-a027f2905abd', 'code': 200}
Apr 30 21:18:39.063951 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4ada67-7c1b-4b1c-a937-165ceeac3fa6'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fce87b-a558-49fc-83b7-71bd012b7290', 'code': 200}
Apr 30 21:18:39.064261 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4ada67-7c1b-4b1c-a937-165ceeac3fa6'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'code': 200}
Apr 30 21:18:39.086585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:39.169777 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2effa03-e4dc-4904-8b0a-cff145bfa427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3bdd063d-f90b-450c-a4b6-46c6edf579ef), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:39.172421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2effa03-e4dc-4904-8b0a-cff145bfa427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:39.173518 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e2effa03-e4dc-4904-8b0a-cff145bfa427 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bdd063d-f90b-450c-a4b6-46c6edf579ef HTTP/1.1" status: 204  len: 168 time: 0.4192202
Apr 30 21:18:39.182060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2effa03-e4dc-4904-8b0a-cff145bfa427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd063d-f90b-450c-a4b6-46c6edf579ef,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:39.191724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156c6c9-0e1b-49a0-8bc2-8502226d9ffe req-d6cf6ce7-bb0f-4492-ab4e-bdda8ff264c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:39.197036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f156c6c9-0e1b-49a0-8bc2-8502226d9ffe req-d6cf6ce7-bb0f-4492-ab4e-bdda8ff264c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 1130 time: 0.0413218
Apr 30 21:18:39.213778 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:39.281040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:39.311827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f156c6c9-0e1b-49a0-8bc2-8502226d9ffe req-1156d5b4-2997-4467-a8db-38e0145064b5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0618310
Apr 30 21:18:39.498545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6f9e3-b8f6-4b19-be17-ba749a8daa4c req-b0796e59-7b8a-4af3-85b7-688b2f3caba9 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:39.500014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85c6f9e3-b8f6-4b19-be17-ba749a8daa4c req-b0796e59-7b8a-4af3-85b7-688b2f3caba9 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 946 time: 0.2095494
Apr 30 21:18:39.536677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-f72b81a2-803f-4925-a144-e14d2c4bb48e tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:39.538156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-f72b81a2-803f-4925-a144-e14d2c4bb48e tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.35 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 946 time: 0.1686840
Apr 30 21:18:39.550794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b73827-38e2-4c87-8e84-ee1253e7baf1 req-0572e25a-0500-45ff-91ac-16d2a66dfc57 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:39.552137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b73827-38e2-4c87-8e84-ee1253e7baf1 req-0572e25a-0500-45ff-91ac-16d2a66dfc57 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 948 time: 0.1815493
Apr 30 21:18:39.676684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156c6c9-0e1b-49a0-8bc2-8502226d9ffe req-b2be3146-0605-46d2-b149-bfcb2ba4d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:39.678166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f156c6c9-0e1b-49a0-8bc2-8502226d9ffe req-b2be3146-0605-46d2-b149-bfcb2ba4d50c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3427286
Apr 30 21:18:39.718964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85c6f9e3-b8f6-4b19-be17-ba749a8daa4c req-b2e041fd-e806-4855-be8c-682c0aad9e61 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/security-groups?id=588775e7-e338-4f94-84ea-868a6024ac7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040174
Apr 30 21:18:39.749163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0b73827-38e2-4c87-8e84-ee1253e7baf1 req-fe612b22-4be3-44dc-be97-c75bda6e6b74 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743543
Apr 30 21:18:39.774623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Deleting port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:39.774968 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:39.823360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1a18aa25-7461-4a08-a125-773b9a28bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:39.824857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-1a18aa25-7461-4a08-a125-773b9a28bdc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 1130 time: 0.0994525
Apr 30 21:18:39.897169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e31a960-25e1-49a0-956b-82472c2e2fed req-f955a434-d226-41f7-a1d2-9626e53dc53f tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0688357
Apr 30 21:18:39.901394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-eca8414e-7c96-435b-8c28-4a86e32df468 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c56ee71c-bad4-4c67-ba8d-174fb8fd7523 HTTP/1.1" status: 200  len: 217 time: 0.0574629
Apr 30 21:18:39.908007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device da2ea81e-0c93-4fb7-b6de-96f247b81066 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:39.972661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] For port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:39.973026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:39.990636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-b6f490ec-4889-471f-a2e8-69ddbaace945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:39.995059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-b6f490ec-4889-471f-a2e8-69ddbaace945 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0786669
Apr 30 21:18:39.995059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Calling delete_port for 1eef8960-f1dd-4d32-8f61-7fd980d9c83e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:40.073512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port da2ea81e-0c93-4fb7-b6de-96f247b81066, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da2ea81e-0c93-4fb7-b6de-96f247b81066,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:40.086190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'da2ea81e-0c93-4fb7-b6de-96f247b81066', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'da2ea81e-0c93-4fb7-b6de-96f247b81066', 'mac_address': 'fa:16:3e:4a:05:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:40.100167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-5c923095-f9ac-44a6-960d-fb111eb40ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.104879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-5c923095-f9ac-44a6-960d-fb111eb40ecc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0989039
Apr 30 21:18:40.127817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port da2ea81e-0c93-4fb7-b6de-96f247b81066 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:40.128300 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.143618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2ea81e-0c93-4fb7-b6de-96f247b81066 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:40.166110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port da2ea81e-0c93-4fb7-b6de-96f247b81066, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da2ea81e-0c93-4fb7-b6de-96f247b81066,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:40.232486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.316795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=da2ea81e-0c93-4fb7-b6de-96f247b81066,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:40.488492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33308) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:40.538843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-240326b4-665c-42dc-83c4-b7b66531df8f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.544158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-240326b4-665c-42dc-83c4-b7b66531df8f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.549582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-240326b4-665c-42dc-83c4-b7b66531df8f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.555023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-240326b4-665c-42dc-83c4-b7b66531df8f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.561690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-240326b4-665c-42dc-83c4-b7b66531df8f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.567069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-240326b4-665c-42dc-83c4-b7b66531df8f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.572724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-240326b4-665c-42dc-83c4-b7b66531df8f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.574708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-240326b4-665c-42dc-83c4-b7b66531df8f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.4140553
Apr 30 21:18:40.583292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['da2ea81e-0c93-4fb7-b6de-96f247b81066'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:40.626234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-811019346-network', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:40.640496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-19920fa2-9142-46c6-8325-71cdf17b68f4 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5292985
Apr 30 21:18:40.712712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:40.719555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.733198 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.735965 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1eef8960-f1dd-4d32-8f61-7fd980d9c83e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.753277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51283d73-5fee-43c4-82f5-497e00a2dec3 req-a53d7ef0-4c07-4cf2-ba09-8ecabfcdd7ec tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1575534
Apr 30 21:18:40.801608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Pushing event deleted for resources: {'Port': ['ID=1eef8960-f1dd-4d32-8f61-7fd980d9c83e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:40.844864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Publish callbacks [] for security_group (4e97d763-01af-468a-b834-b6ec42338dc1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.866646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] No DVR routers for this DVR port 1eef8960-f1dd-4d32-8f61-7fd980d9c83e on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:18:40.869661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4ca2fb-f61a-44d9-a64b-f018d899cf8d req-7db1d8a0-b057-48f3-92bf-177728369176 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2186930
Apr 30 21:18:40.875376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.875376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3db8dd0-672b-4f4e-9c8e-3d3d4d755628 req-edc38560-5127-46b6-88ea-da3cdd1c071a tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.35 "DELETE /v2.0/ports/1eef8960-f1dd-4d32-8f61-7fd980d9c83e HTTP/1.1" status: 204  len: 173 time: 1.3030074
Apr 30 21:18:40.886132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'name': 'network-vif-deleted', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:40.888548 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804dd9d7-eff2-45a3-8d73-611975e3aeee" -d '{"events": [{"server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "name": "network-vif-deleted", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:40.923891 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4e97d763-01af-468a-b834-b6ec42338dc1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.946053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1011c014-9dbf-462b-98f9-325535e343a7 req-ec8d1131-e503-4d4a-86f9-d16519f89e61 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 210 time: 0.0543358
Apr 30 21:18:40.948461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:18:40.955055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12ae52-a282-4b24-bfdd-95e5e1b3525b req-e7450a68-bf87-4c28-bb94-7683fa7df1ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:40.956573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e12ae52-a282-4b24-bfdd-95e5e1b3525b req-e7450a68-bf87-4c28-bb94-7683fa7df1ae tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 948 time: 0.0923855
Apr 30 21:18:40.972938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e97d763-01af-468a-b834-b6ec42338dc1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:40.978248 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (99e1d8f8-439a-4a7d-8265-7cb114fc7134), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:40.978598 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Added segment 99e1d8f8-439a-4a7d-8265-7cb114fc7134 of type vlan for network 2a9375c0-373f-476b-8a26-3846575c450f
Apr 30 21:18:41.020123 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f63e193-6760-4a83-8e72-1fc1450e9041 x-openstack-request-id: req-1f63e193-6760-4a83-8e72-1fc1450e9041 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:41.020430 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12866d20-3561-4d1a-a90d-2817908511cd", "name": "network-vif-deleted", "tag": "1eef8960-f1dd-4d32-8f61-7fd980d9c83e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:41.020670 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f63e193-6760-4a83-8e72-1fc1450e9041 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:41.021070 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f63e193-6760-4a83-8e72-1fc1450e9041'] response: {'server_uuid': '12866d20-3561-4d1a-a90d-2817908511cd', 'name': 'network-vif-deleted', 'tag': '1eef8960-f1dd-4d32-8f61-7fd980d9c83e', 'status': 'completed', 'code': 200}
Apr 30 21:18:41.036597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2a9375c0-373f-476b-8a26-3846575c450f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:41.053578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e12ae52-a282-4b24-bfdd-95e5e1b3525b req-26e7de9b-f2f3-4c0f-a2fa-4f67a8598450 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901508
Apr 30 21:18:41.074127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:41.074127 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44e637c-da45-4b3d-894d-5c2b3c8b3b62" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:41.110593 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd08aa0-aa9b-429e-a894-d014029272d1 x-openstack-request-id: req-2dd08aa0-aa9b-429e-a894-d014029272d1 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:41.110984 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-plugged", "status": "completed", "tag": "cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:41.111307 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dd08aa0-aa9b-429e-a894-d014029272d1 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:41.111774 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd08aa0-aa9b-429e-a894-d014029272d1'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382', 'code': 200}
Apr 30 21:18:41.116247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a845727-14cc-44df-bb15-d81c799b4eab req-e8ae68f6-11ba-4d06-b92b-5b832474bcc1 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0282643
Apr 30 21:18:41.151611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2a9375c0-373f-476b-8a26-3846575c450f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:41.158448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.158448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:41.212685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] Pushing event updated for resources: {'Network': ['ID=2a9375c0-373f-476b-8a26-3846575c450f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:41.224803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2a9375c0-373f-476b-8a26-3846575c450f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:18:41.284451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-34af588f-b558-40bf-a89b-21820de8d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.284924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-34af588f-b558-40bf-a89b-21820de8d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.285383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-34af588f-b558-40bf-a89b-21820de8d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.285861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-34af588f-b558-40bf-a89b-21820de8d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.286324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-34af588f-b558-40bf-a89b-21820de8d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.286770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-34af588f-b558-40bf-a89b-21820de8d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.287238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-34af588f-b558-40bf-a89b-21820de8d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.289117 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-34af588f-b558-40bf-a89b-21820de8d238 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6708 time: 0.0493355
Apr 30 21:18:41.297155 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0dd3e679-9083-4af6-be0a-f11dd99a3bcd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8076448
Apr 30 21:18:41.300356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33324) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:41.305286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Request body: {'subnet': {'network_id': '2a9375c0-373f-476b-8a26-3846575c450f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-811019346-subnet', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:41.350022 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4537c153-3005-4a7a-bd4e-92ccd36e40f6 req-400fd727-fb51-4d3d-a676-4fd3577d2b5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69539747-8884-4e8e-a8d9-b7f919f69c24&id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0517173
Apr 30 21:18:41.395917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:41.398330 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:41.631999 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (18615ff8-ee57-4ae8-8e32-e4db4ca5b15c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:41.696263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=18615ff8-ee57-4ae8-8e32-e4db4ca5b15c,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:41.705206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Checking segment: {'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:41.705584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Network hostable DHCP agents. Network: 2a9375c0-373f-476b-8a26-3846575c450f, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:18:41.855922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Network 2a9375c0-373f-476b-8a26-3846575c450f is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:18:41.899301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-8cb82eb6-c234-4330-9347-a3fdeb99efa2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.905278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-8cb82eb6-c234-4330-9347-a3fdeb99efa2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.908317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device da2ea81e-0c93-4fb7-b6de-96f247b81066 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:41.910596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-8cb82eb6-c234-4330-9347-a3fdeb99efa2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.915856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-8cb82eb6-c234-4330-9347-a3fdeb99efa2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.921282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-8cb82eb6-c234-4330-9347-a3fdeb99efa2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.926604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-8cb82eb6-c234-4330-9347-a3fdeb99efa2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.932308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-8cb82eb6-c234-4330-9347-a3fdeb99efa2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.933477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1eef8960-f1dd-4d32-8f61-7fd980d9c83e no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:18:41.934292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-8cb82eb6-c234-4330-9347-a3fdeb99efa2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.0893800
Apr 30 21:18:41.936692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a9375c0-373f-476b-8a26-3846575c450f) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:41.939543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:41.940335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:41.958863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95a232f-693d-461b-a234-01db3331db29 None None] Network 2a9375c0-373f-476b-8a26-3846575c450f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:41.963222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 1eef8960-f1dd-4d32-8f61-7fd980d9c83e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:18:41.963566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1eef8960-f1dd-4d32-8f61-7fd980d9c83e not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:18:42.027077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af77b20a-124e-4bef-9616-f51ab6172a10 req-d8783bc4-2ec9-4590-8ce7-a9a13fc83483 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0789289
Apr 30 21:18:42.036538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port da2ea81e-0c93-4fb7-b6de-96f247b81066 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:42.064247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-32652b5d-f8ba-490f-8ed6-7b26a433ac8c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7618482
Apr 30 21:18:42.069089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88d75fe7-a6f4-45cf-b10d-5cb5db2f5eba req-45e38f4c-d32f-4415-992d-8f7486e11f69 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390 tempest-FloatingIPsAssociationNegativeTestJSON-2019276390-project] 10.222.0.23 "GET /v2.0/ports?device_id=12866d20-3561-4d1a-a90d-2817908511cd HTTP/1.1" status: 200  len: 210 time: 0.0372055
Apr 30 21:18:42.071258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33334) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:42.079623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:42.092209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a9375c0-373f-476b-8a26-3846575c450f', 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f', 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'fixed_ips': [{'subnet_id': '18615ff8-ee57-4ae8-8e32-e4db4ca5b15c'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:18:42.093330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.172691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port da2ea81e-0c93-4fb7-b6de-96f247b81066 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:42.172898 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.185669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (92eb0cef-a3ba-4bc0-b3d6-afed82380140), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.186900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (92eb0cef-a3ba-4bc0-b3d6-afed82380140), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.205981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb129de-824d-4308-8431-f8baad9c7b30 req-fbd2b4e0-ebae-4f31-a764-685cd02cb59f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:42.207722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8fb129de-824d-4308-8431-f8baad9c7b30 req-fbd2b4e0-ebae-4f31-a764-685cd02cb59f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 948 time: 0.0709059
Apr 30 21:18:42.297706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28f64059-9b68-4587-8a79-6e08c8f933cb req-2aedc7c7-c852-48e3-aa99-0a4df486a742 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0373259
Apr 30 21:18:42.311924 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks [] for router_controller (92eb0cef-a3ba-4bc0-b3d6-afed82380140), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.325370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Allocated IP 172.20.0.2 (2a9375c0-373f-476b-8a26-3846575c450f/18615ff8-ee57-4ae8-8e32-e4db4ca5b15c/711e5ae3-c912-4058-8362-687f2feaebd1) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:42.340222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8fb129de-824d-4308-8431-f8baad9c7b30 req-a621835a-1fcc-4123-9609-45e28cc1c0c0 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161265
Apr 30 21:18:42.365304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port da2ea81e-0c93-4fb7-b6de-96f247b81066 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:42.368075 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.451827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port da2ea81e-0c93-4fb7-b6de-96f247b81066, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da2ea81e-0c93-4fb7-b6de-96f247b81066,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:42.523069 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Publish callbacks [] for port (711e5ae3-c912-4058-8362-687f2feaebd1), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.527474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks [] for router_gateway (92eb0cef-a3ba-4bc0-b3d6-afed82380140), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.534583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.590167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=da2ea81e-0c93-4fb7-b6de-96f247b81066,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:42.599103 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.640288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Network 2a9375c0-373f-476b-8a26-3846575c450f is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:42.643207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:42.648523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:42.658092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Pushing event updated for resources: {'Port': ['ID=711e5ae3-c912-4058-8362-687f2feaebd1,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:42.719872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Attempting to bind port 711e5ae3-c912-4058-8362-687f2feaebd1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:42.720206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Attempting to bind port 711e5ae3-c912-4058-8362-687f2feaebd1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:42.720636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Attempting to bind port 711e5ae3-c912-4058-8362-687f2feaebd1 on network 2a9375c0-373f-476b-8a26-3846575c450f {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:42.726146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:42.726521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Checking segment: {'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:42.726954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.727828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Bound using segment: {'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:42.728573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Bound port: 711e5ae3-c912-4058-8362-687f2feaebd1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:42.728965 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.815917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] For port 711e5ae3-c912-4058-8362-687f2feaebd1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:42.816060 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks [] for router_gateway (92eb0cef-a3ba-4bc0-b3d6-afed82380140), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.816948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] For port 711e5ae3-c912-4058-8362-687f2feaebd1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=711e5ae3-c912-4058-8362-687f2feaebd1,segment=NetworkSegment(99e1d8f8-439a-4a7d-8265-7cb114fc7134),segment_id=99e1d8f8-439a-4a7d-8265-7cb114fc7134)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:42.835645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.873195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:42.974467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Allocated IP 172.35.4.169 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e97df814-fcd8-40c1-9444-937b8db71b9e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:43.080209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de8696-5514-4e00-b886-f43fbc4a3d4c None None] Pushing event updated for resources: {'Port': ['ID=711e5ae3-c912-4058-8362-687f2feaebd1,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:43.112730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaeadd-696c-4555-a7a4-2fbcb85aae6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2ea81e-0c93-4fb7-b6de-96f247b81066'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:43.116413 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa327cf3-ca06-4a59-8f4f-54f720b6a561" -d '{"events": [{"server_uuid": "34eaeadd-696c-4555-a7a4-2fbcb85aae6f", "name": "network-vif-plugged", "status": "completed", "tag": "da2ea81e-0c93-4fb7-b6de-96f247b81066"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:43.127041 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks [] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:43.135552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33352) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:43.191231 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a3e57-23f5-4a7a-b0fe-b31ae128dd26 x-openstack-request-id: req-cc3a3e57-23f5-4a7a-b0fe-b31ae128dd26 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:43.191559 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaeadd-696c-4555-a7a4-2fbcb85aae6f", "name": "network-vif-plugged", "status": "completed", "tag": "da2ea81e-0c93-4fb7-b6de-96f247b81066", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:43.191698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd458-b991-4211-b637-b6374266f630 req-d05402ee-d7c7-4c50-8b6d-39a96ecd3787 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.191820 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc3a3e57-23f5-4a7a-b0fe-b31ae128dd26 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:43.192250 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3a3e57-23f5-4a7a-b0fe-b31ae128dd26'] response: {'server_uuid': '34eaeadd-696c-4555-a7a4-2fbcb85aae6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2ea81e-0c93-4fb7-b6de-96f247b81066', 'code': 200}
Apr 30 21:18:43.197090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd458-b991-4211-b637-b6374266f630 req-d05402ee-d7c7-4c50-8b6d-39a96ecd3787 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.204243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd458-b991-4211-b637-b6374266f630 req-d05402ee-d7c7-4c50-8b6d-39a96ecd3787 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.210343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd458-b991-4211-b637-b6374266f630 req-d05402ee-d7c7-4c50-8b6d-39a96ecd3787 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.217998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd458-b991-4211-b637-b6374266f630 req-d05402ee-d7c7-4c50-8b6d-39a96ecd3787 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.233336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd458-b991-4211-b637-b6374266f630 req-d05402ee-d7c7-4c50-8b6d-39a96ecd3787 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.236822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdd458-b991-4211-b637-b6374266f630 req-d05402ee-d7c7-4c50-8b6d-39a96ecd3787 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.244577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89bdd458-b991-4211-b637-b6374266f630 req-d05402ee-d7c7-4c50-8b6d-39a96ecd3787 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.1154499
Apr 30 21:18:43.366244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89bdd458-b991-4211-b637-b6374266f630 req-1116f837-866b-44cc-a21c-c08acb1f5599 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1208136
Apr 30 21:18:43.476393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6107c286-68d1-4d62-865b-ab9c1e385075 req-205fefc8-44c0-4205-b5dc-11773fb8d15a tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0357757
Apr 30 21:18:43.480317 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:43.583786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:43.590703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288dc6-8490-4f59-b540-890388c48d52 req-a3467842-2a3d-44ef-bc01-f686ba23f9ec tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.592887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90288dc6-8490-4f59-b540-890388c48d52 req-a3467842-2a3d-44ef-bc01-f686ba23f9ec tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 948 time: 0.1155410
Apr 30 21:18:43.600840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:43.603525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Pushing event updated for resources: {'Port': ['ID=e97df814-fcd8-40c1-9444-937b8db71b9e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:43.605947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:43.711700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b5a19-af4c-4635-8717-efdadaf8b8ad req-c8646607-01da-403d-a8af-618b8007d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:43.713441 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-303b5a19-af4c-4635-8717-efdadaf8b8ad req-c8646607-01da-403d-a8af-618b8007d3bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 1131 time: 0.0568073
Apr 30 21:18:43.713983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90288dc6-8490-4f59-b540-890388c48d52 req-366d3e23-57a5-4fd8-abc4-eeefb103a191 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142101
Apr 30 21:18:43.909454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c56ee71c-bad4-4c67-ba8d-174fb8fd7523 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:18:43.939235 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-303b5a19-af4c-4635-8717-efdadaf8b8ad req-208e1466-1a14-4a12-b78f-65f5307a1d42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868046
Apr 30 21:18:44.016049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (c3724921-aed2-4ad6-ab18-80fb46682101), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.064988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c56ee71c-bad4-4c67-ba8d-174fb8fd7523, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:44.083631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523', 'mac_address': 'fa:16:3e:ed:d7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:18:44.086407 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks [] for router_gateway (92eb0cef-a3ba-4bc0-b3d6-afed82380140), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.126070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:44.126952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.143170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56ee71c-bad4-4c67-ba8d-174fb8fd7523 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:44.168133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c56ee71c-bad4-4c67-ba8d-174fb8fd7523, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:44.281058 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.327473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Deleting port 40cac69f-73ed-4e7d-a272-6bd47b300d07 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:44.327987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.338388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (92eb0cef-a3ba-4bc0-b3d6-afed82380140), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.347683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:44.383936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1aac8-29ca-4fd3-8475-f65f4aa0347f None None] Network 2a9375c0-373f-476b-8a26-3846575c450f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:44.419011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] For port 40cac69f-73ed-4e7d-a272-6bd47b300d07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40cac69f-73ed-4e7d-a272-6bd47b300d07,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:44.419418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.435771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Calling delete_port for 40cac69f-73ed-4e7d-a272-6bd47b300d07 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:44.506219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2f8ab855-f75c-44eb-80fa-7f02d09f21e5 None None] Provisioning complete for port 711e5ae3-c912-4058-8362-687f2feaebd1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:44.506728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab855-f75c-44eb-80fa-7f02d09f21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.534922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-f8bec0e8-e197-4f9f-9cb7-3f9777772c12 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:44.535147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['c56ee71c-bad4-4c67-ba8d-174fb8fd7523'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:44.540801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-f8bec0e8-e197-4f9f-9cb7-3f9777772c12 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:44.547921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-f8bec0e8-e197-4f9f-9cb7-3f9777772c12 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:44.554725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-f8bec0e8-e197-4f9f-9cb7-3f9777772c12 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:44.577417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-f8bec0e8-e197-4f9f-9cb7-3f9777772c12 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:44.596131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-f8bec0e8-e197-4f9f-9cb7-3f9777772c12 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:44.607752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-f8bec0e8-e197-4f9f-9cb7-3f9777772c12 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:44.624955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-f8bec0e8-e197-4f9f-9cb7-3f9777772c12 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.1637721
Apr 30 21:18:44.716922 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (40cac69f-73ed-4e7d-a272-6bd47b300d07), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.728486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ab855-f75c-44eb-80fa-7f02d09f21e5 None None] Current status of the port 711e5ae3-c912-4058-8362-687f2feaebd1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:44.729157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab855-f75c-44eb-80fa-7f02d09f21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:44.739843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5bc115f3-c0aa-4815-b691-3c02d05de989 req-c063d7a1-0d8e-425a-80b3-7384cead6c8d tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0826128
Apr 30 21:18:44.788535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-679d0f14-b6ae-4e0d-8a36-87d22437d324 req-e5426d86-c74c-41a5-93fb-4fe4d10f65b2 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1636734
Apr 30 21:18:44.807769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2f8ab855-f75c-44eb-80fa-7f02d09f21e5 None None] For port 711e5ae3-c912-4058-8362-687f2feaebd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=711e5ae3-c912-4058-8362-687f2feaebd1,segment=NetworkSegment(99e1d8f8-439a-4a7d-8265-7cb114fc7134),segment_id=99e1d8f8-439a-4a7d-8265-7cb114fc7134)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:44.812242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 711e5ae3-c912-4058-8362-687f2feaebd1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:44.838766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Pushing event deleted for resources: {'Port': ['ID=40cac69f-73ed-4e7d-a272-6bd47b300d07,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:44.854423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:18:44.893776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f8ab855-f75c-44eb-80fa-7f02d09f21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:45.045018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 711e5ae3-c912-4058-8362-687f2feaebd1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:45.045560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:45.049622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ab855-f75c-44eb-80fa-7f02d09f21e5 None None] Pushing event updated for resources: {'Port': ['ID=711e5ae3-c912-4058-8362-687f2feaebd1,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:45.059350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (c3724921-aed2-4ad6-ab18-80fb46682101), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:45.088423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-fe70bdb0-a28a-411c-b0c0-a8166d2dbc7a None None] Provisioning complete for port 711e5ae3-c912-4058-8362-687f2feaebd1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:45.088808 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fe70bdb0-a28a-411c-b0c0-a8166d2dbc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:45.093305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:18:45.107031 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Sync routers for ids ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:18:45.120599 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Routers {'92eb0cef-a3ba-4bc0-b3d6-afed82380140'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:45.121585 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c85a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:45.123919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8165-42f9-4e2f-9352-5d8861fda394 req-91aa0a92-cc1a-476f-8d96-cc54be08f7ad tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:45.129535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8165-42f9-4e2f-9352-5d8861fda394 req-91aa0a92-cc1a-476f-8d96-cc54be08f7ad tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:45.137268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8165-42f9-4e2f-9352-5d8861fda394 req-91aa0a92-cc1a-476f-8d96-cc54be08f7ad tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:45.144864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8165-42f9-4e2f-9352-5d8861fda394 req-91aa0a92-cc1a-476f-8d96-cc54be08f7ad tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:45.150797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8165-42f9-4e2f-9352-5d8861fda394 req-91aa0a92-cc1a-476f-8d96-cc54be08f7ad tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:45.158497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8165-42f9-4e2f-9352-5d8861fda394 req-91aa0a92-cc1a-476f-8d96-cc54be08f7ad tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:45.163467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8165-42f9-4e2f-9352-5d8861fda394 req-91aa0a92-cc1a-476f-8d96-cc54be08f7ad tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:45.170522 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c0b8165-42f9-4e2f-9352-5d8861fda394 req-91aa0a92-cc1a-476f-8d96-cc54be08f7ad tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.2020235
Apr 30 21:18:45.178166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33384) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:45.186700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Request body: {'floatingip': {'port_id': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:45.222693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fe70bdb0-a28a-411c-b0c0-a8166d2dbc7a None None] Current status of the port 711e5ae3-c912-4058-8362-687f2feaebd1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:45.234720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158626d-1a3e-4f1b-9c35-72eb6bc3e35a req-06cacff7-2e2f-4a4d-a208-4fbfd2827895 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:45.239067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 711e5ae3-c912-4058-8362-687f2feaebd1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:45.242911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c158626d-1a3e-4f1b-9c35-72eb6bc3e35a req-06cacff7-2e2f-4a4d-a208-4fbfd2827895 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 949 time: 0.2753730
Apr 30 21:18:45.264811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for floatingip (4406c058-0c21-4030-bc38-41df49eb764a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:45.318416 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Set router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:45.402954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Router c3724921-aed2-4ad6-ab18-80fb46682101 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:18:45.525392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:18:45.534394 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8c8b3e26-fa28-443e-b8f7-44bd31472532 admin admin] 10.222.0.23 "PUT /v2.0/routers/c3724921-aed2-4ad6-ab18-80fb46682101/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3954773
Apr 30 21:18:45.534827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33386) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:45.539617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] Sync routers for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:18:45.552503 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c85a8e0>, [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:43Z', 'revision_number': 3, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:45.553156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:45.554204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6b1a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:45.582089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:45.583097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cff32a3b-b693-44e9-b9a9-4caca43f6658 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5101790
Apr 30 21:18:45.592202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33388) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:45.593232 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Checking router: 92eb0cef-a3ba-4bc0-b3d6-afed82380140 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:18:45.593687 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Updating router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 port e97df814-fcd8-40c1-9444-937b8db71b9e binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:18:45.625698 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:45.725528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:45.755207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks [] for router (c3724921-aed2-4ad6-ab18-80fb46682101), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:45.874699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c158626d-1a3e-4f1b-9c35-72eb6bc3e35a req-532f56ed-10d7-4486-8e08-284fb51b574c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6309102
Apr 30 21:18:45.963528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c56ee71c-bad4-4c67-ba8d-174fb8fd7523 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:46.004136 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks [] for router_gateway (c3724921-aed2-4ad6-ab18-80fb46682101), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.005731 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Publish callbacks [] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.048338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6b1a60>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227'}], 'enable_snat': True}, 'gw_port_id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:18:44Z', 'revision_number': 5, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port': {'id': '9cd583b6-9860-4cc0-8822-32809d97feaf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:09:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:46Z', 'updated_at': '2022-04-30T21:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:46.082514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] Checking router: c3724921-aed2-4ad6-ab18-80fb46682101 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:18:46.085799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bfdaec-b6e6-4c1a-960c-cbd4ff91e8dc req-16e7a6b1-206b-435e-a500-cac381168bad tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1020291
Apr 30 21:18:46.137216 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.154072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:18:46.170443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] Routers {'c3724921-aed2-4ad6-ab18-80fb46682101'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:46.171065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6b1a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c3724921-aed2-4ad6-ab18-80fb46682101'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:46.182130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Deleting port 9cd583b6-9860-4cc0-8822-32809d97feaf {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:46.182510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.205666 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Pushing event updated for resources: {'Port': ['ID=e97df814-fcd8-40c1-9444-937b8db71b9e,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:46.219196 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.220203 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.220781 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.221357 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.222090 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.222686 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.223604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.224301 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.234542 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.235543 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.246929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.246929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.246929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.247870 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.248068 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:18:46.259937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:46.259937 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.305577 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Attempting to bind port e97df814-fcd8-40c1-9444-937b8db71b9e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:46.306688 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Attempting to bind port e97df814-fcd8-40c1-9444-937b8db71b9e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:46.307567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Attempting to bind port e97df814-fcd8-40c1-9444-937b8db71b9e on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:46.319260 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:46.321380 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:46.324308 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.325155 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:46.326241 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Bound port: e97df814-fcd8-40c1-9444-937b8db71b9e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:46.326636 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.351327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] For port 9cd583b6-9860-4cc0-8822-32809d97feaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cd583b6-9860-4cc0-8822-32809d97feaf,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:46.351747 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.383977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Calling delete_port for 9cd583b6-9860-4cc0-8822-32809d97feaf owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:46.391490 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] For port e97df814-fcd8-40c1-9444-937b8db71b9e, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:46.398111 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] For port e97df814-fcd8-40c1-9444-937b8db71b9e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e97df814-fcd8-40c1-9444-937b8db71b9e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:46.467093 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.522404 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Routers {'92eb0cef-a3ba-4bc0-b3d6-afed82380140'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:46.523305 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c85a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:46.554133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.588915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.resource_extend [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:18:46.602394 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823816d-2570-43ff-8f35-86c1968ea1b8 None None] Pushing event updated for resources: {'Port': ['ID=e97df814-fcd8-40c1-9444-937b8db71b9e,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:46.630956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] Set router c3724921-aed2-4ad6-ab18-80fb46682101 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:46.656501 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] Set router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:46.665691 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.683346 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9cd583b6-9860-4cc0-8822-32809d97feaf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.712084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6b1a60>, [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:18:46Z', 'revision_number': 6, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:46.749593 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (4406c058-0c21-4030-bc38-41df49eb764a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.757683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd583b6-9860-4cc0-8822-32809d97feaf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:46.760370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8d08d1-04c2-46b0-bbb4-9f3386821117 None None] The sync data for ids ['c3724921-aed2-4ad6-ab18-80fb46682101'] in ncdv-master-1 is: [{'id': 'c3724921-aed2-4ad6-ab18-80fb46682101', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1767313633-router', 'tenant_id': '14cb627425b94ce890bd232988d4f051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:44Z', 'updated_at': '2022-04-30T21:18:46Z', 'revision_number': 6, 'project_id': '14cb627425b94ce890bd232988d4f051', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:18:46.787786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:46.788360 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.817937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (c3724921-aed2-4ad6-ab18-80fb46682101), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.835822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3855dbed-3ab0-4ad7-89a7-b2533f8489a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:46.838607 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd51921b-33fa-42eb-afc4-9a313576756d" -d '{"events": [{"server_uuid": "3855dbed-3ab0-4ad7-89a7-b2533f8489a5", "name": "network-vif-plugged", "status": "completed", "tag": "c56ee71c-bad4-4c67-ba8d-174fb8fd7523"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:46.859713 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.879826 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c56ee71c-bad4-4c67-ba8d-174fb8fd7523, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:46.886210 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c85a8e0>, [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:43Z', 'revision_number': 3, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:46.899936 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9435d27-9f47-4dcc-80dd-1350b3338c51 x-openstack-request-id: req-b9435d27-9f47-4dcc-80dd-1350b3338c51 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:46.900573 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3855dbed-3ab0-4ad7-89a7-b2533f8489a5", "name": "network-vif-plugged", "status": "completed", "tag": "c56ee71c-bad4-4c67-ba8d-174fb8fd7523", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:46.904390 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9435d27-9f47-4dcc-80dd-1350b3338c51 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:46.904931 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9435d27-9f47-4dcc-80dd-1350b3338c51'] response: {'server_uuid': '3855dbed-3ab0-4ad7-89a7-b2533f8489a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523', 'code': 200}
Apr 30 21:18:46.928822 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8379da08-ebfa-47ea-bf19-366f28fae961 None None] The sync data for ids ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'] in ncdv-master-1 is: [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:43Z', 'revision_number': 3, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:18:46.940330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.944831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (c3724921-aed2-4ad6-ab18-80fb46682101), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.948636 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks [] for router_controller (c3724921-aed2-4ad6-ab18-80fb46682101), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:46.994923 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Floating IP 4406c058-0c21-4030-bc38-41df49eb764a associated. External IP: 172.35.4.212, port: 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e.
Apr 30 21:18:47.021721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:47.094717 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (c3724921-aed2-4ad6-ab18-80fb46682101), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.100750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3724921-aed2-4ad6-ab18-80fb46682101 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:18:47.100997 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.102342 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c91da3ae-f20b-4a1a-96f0-21872805df2b admin admin] 10.222.0.23 "DELETE /v2.0/routers/c3724921-aed2-4ad6-ab18-80fb46682101 HTTP/1.1" status: 204  len: 168 time: 1.5664406
Apr 30 21:18:47.105108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33418) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:47.150525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b171b50-e606-46cb-9f8a-3becc346bbe2 req-db95030f-0a0d-4b3b-9920-0a564598a413 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:47.158228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b171b50-e606-46cb-9f8a-3becc346bbe2 req-db95030f-0a0d-4b3b-9920-0a564598a413 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 950 time: 0.1661503
Apr 30 21:18:47.158228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Allocated IP 172.20.0.1 (2a9375c0-373f-476b-8a26-3846575c450f/18615ff8-ee57-4ae8-8e32-e4db4ca5b15c/92e71109-811a-437b-99ef-ba4e9f1c2cdf) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:47.181561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-83881c47-d264-4f90-9d35-733cfc87ddee admin admin] Deleting subnet 58c74b27-27cb-42f9-9bc7-d4684df3605e {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:18:47.182622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 711e5ae3-c912-4058-8362-687f2feaebd1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:47.194668 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83881c47-d264-4f90-9d35-733cfc87ddee admin admin] Publish callbacks [] for subnet (58c74b27-27cb-42f9-9bc7-d4684df3605e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.276128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 711e5ae3-c912-4058-8362-687f2feaebd1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:47.276620 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.372609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83881c47-d264-4f90-9d35-733cfc87ddee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (58c74b27-27cb-42f9-9bc7-d4684df3605e), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.460283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 711e5ae3-c912-4058-8362-687f2feaebd1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:47.474254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b171b50-e606-46cb-9f8a-3becc346bbe2 req-5d90362d-73dc-4b15-9d78-6b086d32e545 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022110
Apr 30 21:18:47.516359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842ae7d-a89b-4f57-8ab1-b5b395254568 req-df909110-a8d6-4efb-8b19-0d8b09fd0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:47.516982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83881c47-d264-4f90-9d35-733cfc87ddee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (58c74b27-27cb-42f9-9bc7-d4684df3605e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.518053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b842ae7d-a89b-4f57-8ab1-b5b395254568 req-df909110-a8d6-4efb-8b19-0d8b09fd0dbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 1132 time: 0.2794015
Apr 30 21:18:47.524259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-921e21f1-026c-41cc-9155-66d762ba8eef req-086f9f4f-ddd3-439a-af64-ecd1334df62e tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1248641
Apr 30 21:18:47.565256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14fc9ba4-aed0-430b-9e2f-105fefa7e33a req-18a9c2bd-a687-449b-9607-7721c9440cb1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.1120985
Apr 30 21:18:47.644184 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83881c47-d264-4f90-9d35-733cfc87ddee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (58c74b27-27cb-42f9-9bc7-d4684df3605e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.681255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83881c47-d264-4f90-9d35-733cfc87ddee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c74b27-27cb-42f9-9bc7-d4684df3605e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:47.688032 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83881c47-d264-4f90-9d35-733cfc87ddee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.688670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Publish callbacks [] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.694639 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-83881c47-d264-4f90-9d35-733cfc87ddee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/58c74b27-27cb-42f9-9bc7-d4684df3605e HTTP/1.1" status: 204  len: 168 time: 0.5859940
Apr 30 21:18:47.698228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33424) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:47.698417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b2c80-78d9-49a1-a17f-193f582390cb None None] Network 31094596-75a5-4a74-a7ff-4154b6b0b753 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:47.708697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b842ae7d-a89b-4f57-8ab1-b5b395254568 req-193d5b30-47fb-4312-9f9c-506e08ea7e3e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424339
Apr 30 21:18:47.743766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:18:47.809074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (31094596-75a5-4a74-a7ff-4154b6b0b753), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.852540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.876203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Deleting port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:47.876602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.942348 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-65d2e88b-cb11-49a1-afe5-453d05b30fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:47.964313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] DHCP port deletion for 31094596-75a5-4a74-a7ff-4154b6b0b753 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:18:47.978932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] For port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:47.979587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.007220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Calling delete_port for 1cbe23c4-da04-4d4a-87e9-96ff3c87495a owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:48.050118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] Deleting port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:48.051786 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.145670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] For port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,segment=NetworkSegment(6395a94d-f883-416e-a806-fbcfbdf01d0b),segment_id=6395a94d-f883-416e-a806-fbcfbdf01d0b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:48.146243 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.158050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.162359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] Calling delete_port for 1cbe23c4-da04-4d4a-87e9-96ff3c87495a owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:48.197459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:48.206867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Network 2a9375c0-373f-476b-8a26-3846575c450f is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:48.208275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] No DVR routers for this DVR port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:18:48.221295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:48.225033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:48.270179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Pushing event updated for resources: {'Port': ['ID=92e71109-811a-437b-99ef-ba4e9f1c2cdf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:48.301186 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (1cbe23c4-da04-4d4a-87e9-96ff3c87495a), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.313512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (92eb0cef-a3ba-4bc0-b3d6-afed82380140), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.318582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:18:48.331683 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] Sync routers for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:18:48.337820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.351291 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:48.354776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] Pushing event deleted for resources: {'Port': ['ID=1cbe23c4-da04-4d4a-87e9-96ff3c87495a,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:48.358933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a6999-ff7a-46f4-8974-4306799e4271 None None] No DVR routers for this DVR port 1cbe23c4-da04-4d4a-87e9-96ff3c87495a on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:18:48.361851 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb420d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:48.362669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (31094596-75a5-4a74-a7ff-4154b6b0b753), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.385079 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.413749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966651700>,) {'filters': {'network_id': ['31094596-75a5-4a74-a7ff-4154b6b0b753']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:48.439897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966651700>, '6395a94d-f883-416e-a806-fbcfbdf01d0b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:48.440112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966651700>, '6395a94d-f883-416e-a806-fbcfbdf01d0b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:48.461843 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (6395a94d-f883-416e-a806-fbcfbdf01d0b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.499012 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (6395a94d-f883-416e-a806-fbcfbdf01d0b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.530651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:18:48.531027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (6395a94d-f883-416e-a806-fbcfbdf01d0b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:18:48.533889 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:18:48.536269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e194f096-14bd-409d-9382-dcc041399192 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "PUT /v2.0/floatingips/4406c058-0c21-4030-bc38-41df49eb764a HTTP/1.1" status: 200  len: 991 time: 3.3528819
Apr 30 21:18:48.540788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:48.543146 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dfa704-f225-4897-b0c3-ecad766226dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:48.589111 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:48.667438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce733b94-74da-4cc7-950a-c9988a689016 req-af2364ea-bbae-4d2a-a01d-ed18f898317a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:48.670062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce733b94-74da-4cc7-950a-c9988a689016 req-af2364ea-bbae-4d2a-a01d-ed18f898317a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 950 time: 0.0709984
Apr 30 21:18:48.672028 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc52f414-2b36-4f04-8da7-c96850c1ee2b x-openstack-request-id: req-fc52f414-2b36-4f04-8da7-c96850c1ee2b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:48.672325 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:48.672575 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc52f414-2b36-4f04-8da7-c96850c1ee2b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:48.672972 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc52f414-2b36-4f04-8da7-c96850c1ee2b'] response: {'name': 'network-changed', 'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'status': 'completed', 'code': 200}
Apr 30 21:18:48.689316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7c7fd05b-c1b3-40f6-8f70-10ec04b00a95 None None] Provisioning complete for port 92e71109-811a-437b-99ef-ba4e9f1c2cdf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:48.689618 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7c7fd05b-c1b3-40f6-8f70-10ec04b00a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.779901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-b266d3f2-d386-43ec-b718-e799c1128593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:48.780526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-b266d3f2-d386-43ec-b718-e799c1128593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:48.780801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-b266d3f2-d386-43ec-b718-e799c1128593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:48.781263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-b266d3f2-d386-43ec-b718-e799c1128593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:48.781716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-b266d3f2-d386-43ec-b718-e799c1128593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:48.782283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce733b94-74da-4cc7-950a-c9988a689016 req-dcdaf10d-b78c-4c4d-b346-553be59e79f6 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927196
Apr 30 21:18:48.783652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7c7fd05b-c1b3-40f6-8f70-10ec04b00a95 None None] Port 92e71109-811a-437b-99ef-ba4e9f1c2cdf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:48.791943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-b266d3f2-d386-43ec-b718-e799c1128593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:48.792580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-b266d3f2-d386-43ec-b718-e799c1128593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:48.803876 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-68dfa704-f225-4897-b0c3-ecad766226dc req-b266d3f2-d386-43ec-b718-e799c1128593 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6708 time: 0.1122193
Apr 30 21:18:48.803876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (31094596-75a5-4a74-a7ff-4154b6b0b753), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.806222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e97df814-fcd8-40c1-9444-937b8db71b9e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:48.807772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ec11bc2-8a2c-4ec3-9579-8d06c2175013 req-f0837fcd-e799-4055-8cc0-5d54590964ef tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0618341
Apr 30 21:18:48.819577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.834082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] 10.222.0.23 "DELETE /v2.0/networks/31094596-75a5-4a74-a7ff-4154b6b0b753 HTTP/1.1" status: 204  len: 168 time: 1.1373422
Apr 30 21:18:48.892447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601d516-e18d-401d-9423-1bd564d7cb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=31094596-75a5-4a74-a7ff-4154b6b0b753,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:48.899405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e97df814-fcd8-40c1-9444-937b8db71b9e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:48.900033 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:48.910542 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.043284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e97df814-fcd8-40c1-9444-937b8db71b9e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:49.046344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-4aefa54d-1f4c-4a78-a67d-822c42c2b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:49.046527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.048607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-68dfa704-f225-4897-b0c3-ecad766226dc req-4aefa54d-1f4c-4a78-a67d-822c42c2b89e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f054da6-523b-43c4-83a2-ca0049497cde HTTP/1.1" status: 200  len: 913 time: 0.2113085
Apr 30 21:18:49.072652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e97df814-fcd8-40c1-9444-937b8db71b9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e97df814-fcd8-40c1-9444-937b8db71b9e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:49.104795 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb420d0>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4406c058-0c21-4030-bc38-41df49eb764a', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'floating_ip_address': '172.35.4.212', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'port_id': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'mac_address': 'fa:16:3e:dd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:17:31Z', 'updated_at': '2022-04-30T21:18:46Z', 'revision_number': 1, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:52Z', 'revision_number': 5, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:49.143202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Publish callbacks [] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.145685 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-68dfa704-f225-4897-b0c3-ecad766226dc req-4bf59016-9e53-4945-b751-14cd2c089dca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e HTTP/1.1" status: 200  len: 999 time: 0.0890434
Apr 30 21:18:49.181402 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.192928 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] Checking router: bcaf2210-cb83-4af2-9c40-2e97390ab2a6 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:18:49.209333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.219702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-814f628b-f288-44c1-a50a-2f9b98bf5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:49.222834 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-68dfa704-f225-4897-b0c3-ecad766226dc req-814f628b-f288-44c1-a50a-2f9b98bf5e70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c851f35a-af8a-45a3-a6e7-adf7f97d2833 HTTP/1.1" status: 200  len: 851 time: 0.0706780
Apr 30 21:18:49.223239 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:49.223921 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb420d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:49.285184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9cd583b6-9860-4cc0-8822-32809d97feaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:18:49.288766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e97df814-fcd8-40c1-9444-937b8db71b9e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:49.291922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33438) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:49.311690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 9cd583b6-9860-4cc0-8822-32809d97feaf {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:18:49.312258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9cd583b6-9860-4cc0-8822-32809d97feaf not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:18:49.312528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 40cac69f-73ed-4e7d-a272-6bd47b300d07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:18:49.335453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 40cac69f-73ed-4e7d-a272-6bd47b300d07 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:18:49.336003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 40cac69f-73ed-4e7d-a272-6bd47b300d07 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:18:49.345470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1cbe23c4-da04-4d4a-87e9-96ff3c87495a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:18:49.367054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfa704-f225-4897-b0c3-ecad766226dc req-842b26bd-853f-4a0a-8471-1b56e0417337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:49.368027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1cbe23c4-da04-4d4a-87e9-96ff3c87495a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:18:49.373513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1cbe23c4-da04-4d4a-87e9-96ff3c87495a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:18:49.375660 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-68dfa704-f225-4897-b0c3-ecad766226dc req-842b26bd-853f-4a0a-8471-1b56e0417337 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f054da6-523b-43c4-83a2-ca0049497cde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1438019
Apr 30 21:18:49.381544 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:49.403976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (92eb0cef-a3ba-4bc0-b3d6-afed82380140), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.454943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Pushing event updated for resources: {'Port': ['ID=92e71109-811a-437b-99ef-ba4e9f1c2cdf,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:49.487952 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-68dfa704-f225-4897-b0c3-ecad766226dc req-6f019650-4063-4f2e-9474-b1af09befd6e service neutron] 10.222.0.20 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045837
Apr 30 21:18:49.536469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-20997cf9-3c52-451a-b3e4-b0fd03de6d9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14cb627425b94ce890bd232988d4f051&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1416085
Apr 30 21:18:49.538954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33442) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:49.609197 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-68dfa704-f225-4897-b0c3-ecad766226dc req-1f33bce7-513c-4de0-b58a-44eb8f1bf848 service neutron] 10.222.0.20 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965452
Apr 30 21:18:49.610550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Network 2a9375c0-373f-476b-8a26-3846575c450f is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:49.613513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:49.628381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bab9aaa-230e-4315-8a07-acbfef70b4b3 admin admin] Publish callbacks [] for security_group (588775e7-e338-4f94-84ea-868a6024ac7e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.672201 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb420d0>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4406c058-0c21-4030-bc38-41df49eb764a', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'floating_ip_address': '172.35.4.212', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'port_id': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'mac_address': 'fa:16:3e:dd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:17:31Z', 'updated_at': '2022-04-30T21:18:46Z', 'revision_number': 1, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:52Z', 'revision_number': 5, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:49.700666 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a661d554-439f-4006-960c-d2dd4206b262 None None] The sync data for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 is: [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4406c058-0c21-4030-bc38-41df49eb764a', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'floating_ip_address': '172.35.4.212', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'port_id': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'mac_address': 'fa:16:3e:dd:7f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:17:31Z', 'updated_at': '2022-04-30T21:18:46Z', 'revision_number': 1, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:52Z', 'revision_number': 5, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:18:49.719567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bab9aaa-230e-4315-8a07-acbfef70b4b3 admin admin] Publish callbacks [] for security_group (588775e7-e338-4f94-84ea-868a6024ac7e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.791071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:18:49.888644 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bab9aaa-230e-4315-8a07-acbfef70b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (588775e7-e338-4f94-84ea-868a6024ac7e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.891287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bab9aaa-230e-4315-8a07-acbfef70b4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.892555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2bab9aaa-230e-4315-8a07-acbfef70b4b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/588775e7-e338-4f94-84ea-868a6024ac7e HTTP/1.1" status: 204  len: 168 time: 0.3521457
Apr 30 21:18:49.925132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7c42e03e-fb24-4397-b3da-3214e834ad88 None None] Provisioning complete for port 92e71109-811a-437b-99ef-ba4e9f1c2cdf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:49.925602 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7c42e03e-fb24-4397-b3da-3214e834ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:49.935038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab9aaa-230e-4315-8a07-acbfef70b4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588775e7-e338-4f94-84ea-868a6024ac7e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:49.962979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bf688-1372-49fe-85b2-bace346f6dab req-e9e9f03d-e7eb-4919-b4a7-d6e35729eb82 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:49.964832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b55bf688-1372-49fe-85b2-bace346f6dab req-e9e9f03d-e7eb-4919-b4a7-d6e35729eb82 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 950 time: 0.0809660
Apr 30 21:18:50.002990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1fa7ee-9e28-4f0c-a8c5-60667c407670 None None] New status for floating IP 4406c058-0c21-4030-bc38-41df49eb764a: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:18:50.018348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b665c9a-ea2b-411e-b11e-f76c73850ff7 req-fae95634-e12a-432b-92e9-027edb58f971 tempest-ServersAdmin275Test-1691991395 tempest-ServersAdmin275Test-1691991395-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0500309
Apr 30 21:18:50.046838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:18:50.053957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3bced260-ff72-4bac-98e0-d00af1c395b6 admin admin] 10.222.0.23 "PUT /v2.0/routers/92eb0cef-a3ba-4bc0-b3d6-afed82380140/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4436023
Apr 30 21:18:50.064859 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Sync routers for ids ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:18:50.098106 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Routers {'92eb0cef-a3ba-4bc0-b3d6-afed82380140'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:50.098737 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9c14c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:50.107352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b55bf688-1372-49fe-85b2-bace346f6dab req-c2047ddd-e377-48a0-b266-39159e48f223 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356909
Apr 30 21:18:50.180215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7c42e03e-fb24-4397-b3da-3214e834ad88 None None] Port 92e71109-811a-437b-99ef-ba4e9f1c2cdf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:50.231863 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Set router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:50.260518 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1001f277-7fbc-490f-9a88-aa6b2db24e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:50.286119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33458) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:50.330445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94692995-09dd-4662-93ea-fdf4a730ecdb req-13176408-0133-4134-a8ae-7172e685cff5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:50.332120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94692995-09dd-4662-93ea-fdf4a730ecdb req-13176408-0133-4134-a8ae-7172e685cff5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 949 time: 0.0929246
Apr 30 21:18:50.455764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94692995-09dd-4662-93ea-fdf4a730ecdb req-fd21514f-eaa7-4b21-8770-b97adcb893fa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175032
Apr 30 21:18:50.580602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8119d854-ed5d-400c-b781-60ae8d3130eb req-a76793a5-7bc1-4bb7-9937-c0493ec455c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eac2a1411444a6293feba25da6fead3&device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0789056
Apr 30 21:18:50.628236 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9c14c0>, [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:48Z', 'revision_number': 4, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92e71109-811a-437b-99ef-ba4e9f1c2cdf', 'name': '', 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'mac_address': 'fa:16:3e:e5:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '18615ff8-ee57-4ae8-8e32-e4db4ca5b15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:46Z', 'updated_at': '2022-04-30T21:18:48Z', 'revision_number': 2, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'subnets': [{'id': '18615ff8-ee57-4ae8-8e32-e4db4ca5b15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:50.649398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-128b8e98-a9de-45fe-88c4-1e05f7c340d3 req-44027522-f1a4-42d8-acfc-6d80c5e9a1f6 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0649204
Apr 30 21:18:50.665526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8119d854-ed5d-400c-b781-60ae8d3130eb req-877e4b7d-1c72-42ae-9825-04ed7fd7128f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7eac2a1411444a6293feba25da6fead3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0594068
Apr 30 21:18:50.693500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-277355637'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:50.699688 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Checking router: 92eb0cef-a3ba-4bc0-b3d6-afed82380140 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:18:50.700305 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Updating router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 port 92e71109-811a-437b-99ef-ba4e9f1c2cdf binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:18:50.732632 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:50.752311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e97df814-fcd8-40c1-9444-937b8db71b9e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:50.819062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e97df814-fcd8-40c1-9444-937b8db71b9e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:50.819909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:50.826864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:50.831387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:50.840984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119d854-ed5d-400c-b781-60ae8d3130eb req-a9b544d0-a00c-4ed3-bbcb-ee00b5c007de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:50.842493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8119d854-ed5d-400c-b781-60ae8d3130eb req-a9b544d0-a00c-4ed3-bbcb-ee00b5c007de service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1702096
Apr 30 21:18:50.868526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:18:50.881496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f92d28b1-0058-4db8-afa9-26dd20f61a28), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:50.882155 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Added segment f92d28b1-0058-4db8-afa9-26dd20f61a28 of type vlan for network 0314ba88-3da6-4b45-afdb-5c5749483484
Apr 30 21:18:50.938413 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0314ba88-3da6-4b45-afdb-5c5749483484), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:50.952389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e97df814-fcd8-40c1-9444-937b8db71b9e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:50.998152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac493c-318d-480f-ba08-7bf42262c03f req-d6dbbd40-5a99-4ca9-9f95-1c520e80bd31 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:51.003512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac493c-318d-480f-ba08-7bf42262c03f req-d6dbbd40-5a99-4ca9-9f95-1c520e80bd31 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:51.005365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9eac493c-318d-480f-ba08-7bf42262c03f req-d6dbbd40-5a99-4ca9-9f95-1c520e80bd31 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f&device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 1690 time: 0.0861804
Apr 30 21:18:51.056595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9eac493c-318d-480f-ba08-7bf42262c03f req-0f7541f4-7358-4c34-aaba-529c5a5cea30 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450625
Apr 30 21:18:51.060587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0314ba88-3da6-4b45-afdb-5c5749483484), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.065566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:51.067351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.086333 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Publish callbacks [] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.141937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Network': ['ID=0314ba88-3da6-4b45-afdb-5c5749483484,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:51.166047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0314ba88-3da6-4b45-afdb-5c5749483484 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:18:51.173504 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.236326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e35c7d-2af8-49a1-8a2a-908aa137ab93 req-4841b650-656a-4a52-8d70-c7a85e2a7d5e tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:51.238080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96e35c7d-2af8-49a1-8a2a-908aa137ab93 req-4841b650-656a-4a52-8d70-c7a85e2a7d5e tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 1131 time: 0.0603597
Apr 30 21:18:51.257526 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37b635-d6e7-407f-870d-084b1cac63a9 None None] Pushing event updated for resources: {'Port': ['ID=92e71109-811a-437b-99ef-ba4e9f1c2cdf,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:51.275676 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2836f4ca-2a90-41c5-92f7-944d3ec5d2e6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.9847755
Apr 30 21:18:51.275676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33488) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:51.287052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'subnet': {'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:51.301013 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.321263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96e35c7d-2af8-49a1-8a2a-908aa137ab93 req-8b9b4e3c-f124-44b1-bf17-53f472ada073 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750773
Apr 30 21:18:51.331177 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Attempting to bind port 92e71109-811a-437b-99ef-ba4e9f1c2cdf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:51.331890 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Attempting to bind port 92e71109-811a-437b-99ef-ba4e9f1c2cdf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:51.332746 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Attempting to bind port 92e71109-811a-437b-99ef-ba4e9f1c2cdf on network 2a9375c0-373f-476b-8a26-3846575c450f {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:51.350212 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:51.350580 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Checking segment: {'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:51.350983 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.351375 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Bound using segment: {'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:51.351852 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Bound port: 92e71109-811a-437b-99ef-ba4e9f1c2cdf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e1d8f8-439a-4a7d-8265-7cb114fc7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:51.352230 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.437529 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] For port 92e71109-811a-437b-99ef-ba4e9f1c2cdf, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:51.441178 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] For port 92e71109-811a-437b-99ef-ba4e9f1c2cdf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92e71109-811a-437b-99ef-ba4e9f1c2cdf,segment=NetworkSegment(99e1d8f8-439a-4a7d-8265-7cb114fc7134),segment_id=99e1d8f8-439a-4a7d-8265-7cb114fc7134)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:51.475362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aec917-7bf9-46e8-809a-fbccc240da7d req-42c7035a-3a8d-4826-8f3e-a17a1de6bc4d tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:51.477122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:51.477832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64aec917-7bf9-46e8-809a-fbccc240da7d req-42c7035a-3a8d-4826-8f3e-a17a1de6bc4d tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 1132 time: 0.0465219
Apr 30 21:18:51.480621 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.496450 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.554319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64aec917-7bf9-46e8-809a-fbccc240da7d req-2b98883d-415a-4f7f-8f92-fa9cb1d96bc5 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633075
Apr 30 21:18:51.591221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9ea56a33-1a45-4095-8089-39114559acc5 None None] Provisioning complete for port 92e71109-811a-437b-99ef-ba4e9f1c2cdf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:51.592338 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ea56a33-1a45-4095-8089-39114559acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.655003 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37b635-d6e7-407f-870d-084b1cac63a9 None None] Pushing event updated for resources: {'Port': ['ID=92e71109-811a-437b-99ef-ba4e9f1c2cdf,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:51.661632 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Routers {'92eb0cef-a3ba-4bc0-b3d6-afed82380140'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:18:51.662286 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9c14c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:51.742937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9ea56a33-1a45-4095-8089-39114559acc5 None None] Current status of the port 92e71109-811a-437b-99ef-ba4e9f1c2cdf is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:51.743466 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ea56a33-1a45-4095-8089-39114559acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.806600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9ea56a33-1a45-4095-8089-39114559acc5 None None] For port 92e71109-811a-437b-99ef-ba4e9f1c2cdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92e71109-811a-437b-99ef-ba4e9f1c2cdf,segment=NetworkSegment(99e1d8f8-439a-4a7d-8265-7cb114fc7134),segment_id=99e1d8f8-439a-4a7d-8265-7cb114fc7134)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:51.852844 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] Set router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:18:51.884378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.895339 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ea56a33-1a45-4095-8089-39114559acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:51.898437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e898c1f7-da73-4649-b2de-2fe0cd28df7c req-427cd8c2-997b-4b34-8e4a-50b642a3f78f tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0489132
Apr 30 21:18:51.982002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea56a33-1a45-4095-8089-39114559acc5 None None] Pushing event updated for resources: {'Port': ['ID=92e71109-811a-437b-99ef-ba4e9f1c2cdf,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:52.011929 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-5c23eaed-7554-4a1d-a895-c294ff2e40b7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0394416
Apr 30 21:18:52.014907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Subnet': ['ID=ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:52.033537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-90324de6-0112-4188-bbc5-543adecc08fe None None] Provisioning complete for port 92e71109-811a-437b-99ef-ba4e9f1c2cdf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:52.034258 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-90324de6-0112-4188-bbc5-543adecc08fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:52.073223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Checking segment: {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:52.073597 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network hostable DHCP agents. Network: 0314ba88-3da6-4b45-afdb-5c5749483484, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:18:52.144590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-90324de6-0112-4188-bbc5-543adecc08fe None None] Current status of the port 92e71109-811a-437b-99ef-ba4e9f1c2cdf is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:52.179617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587bf4-5510-4585-8e5a-719510016ddc req-28a457be-00c3-49cc-bf58-d9019c3a0c4a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:52.179617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-28a457be-00c3-49cc-bf58-d9019c3a0c4a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1508043
Apr 30 21:18:52.198274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network 0314ba88-3da6-4b45-afdb-5c5749483484 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:18:52.199562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-4f4662ef-a4aa-4f44-ab9c-2f13fb83ac39 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/quotas/327a580f2f8645c28e9590806928ed91 HTTP/1.1" status: 200  len: 375 time: 0.0149884
Apr 30 21:18:52.244182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8119d854-ed5d-400c-b781-60ae8d3130eb req-77f242b6-f961-4638-b7ce-73ca68d8d645 tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.35 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0430050
Apr 30 21:18:52.287194 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9c14c0>, [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:48Z', 'revision_number': 4, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92e71109-811a-437b-99ef-ba4e9f1c2cdf', 'name': '', 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'mac_address': 'fa:16:3e:e5:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '18615ff8-ee57-4ae8-8e32-e4db4ca5b15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:46Z', 'updated_at': '2022-04-30T21:18:51Z', 'revision_number': 4, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'subnets': [{'id': '18615ff8-ee57-4ae8-8e32-e4db4ca5b15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:18:52.315290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-6d6391b7-b6f7-4a4e-ac2b-91b75baefce1 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1024818
Apr 30 21:18:52.315515 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9180af9-974a-4570-aad4-ade7c8e2a8e7 None None] The sync data for ids ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'] in ncdv-master-1 is: [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:48Z', 'revision_number': 4, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '92e71109-811a-437b-99ef-ba4e9f1c2cdf', 'name': '', 'network_id': '2a9375c0-373f-476b-8a26-3846575c450f', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'mac_address': 'fa:16:3e:e5:38:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '18615ff8-ee57-4ae8-8e32-e4db4ca5b15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:46Z', 'updated_at': '2022-04-30T21:18:51Z', 'revision_number': 4, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'subnets': [{'id': '18615ff8-ee57-4ae8-8e32-e4db4ca5b15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:18:52.323098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0314ba88-3da6-4b45-afdb-5c5749483484) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:52.329008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:52.329874 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:52.337256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2944189-71f4-4403-9918-38cd84472848 None None] Network 0314ba88-3da6-4b45-afdb-5c5749483484 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:52.453912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ab370bbd-1155-45f4-8f11-26a32817ee5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.1773124
Apr 30 21:18:52.456623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33550) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:52.461987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1447113206'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:52.511915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0314ba88-3da6-4b45-afdb-5c5749483484', 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484', 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'fixed_ips': [{'subnet_id': 'ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:18:52.512910 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:52.560697 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:52.568953 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:52.638697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21c029df-b0be-434a-a16d-13dfd278081c req-7763a984-4ca9-46d4-8ecb-9b3f24188ee9 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 210 time: 0.0634358
Apr 30 21:18:52.659868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:18:52.699689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9b885b7a-eba9-40bb-82d8-2d1f692eabc1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:52.701736 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Added segment 9b885b7a-eba9-40bb-82d8-2d1f692eabc1 of type vlan for network c6bfe522-35a5-48a5-98ba-c31afc78cb10
Apr 30 21:18:52.737095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Allocated IP 19.80.0.2 (0314ba88-3da6-4b45-afdb-5c5749483484/ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d/17f065f4-6f63-4c45-9e34-d75889267bfe) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:52.786414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33562) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:52.838304 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (c6bfe522-35a5-48a5-98ba-c31afc78cb10), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:52.870150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 92e71109-811a-437b-99ef-ba4e9f1c2cdf up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:52.939028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74e9c1ad-5722-48a3-a4ce-7b2192bd196a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:52.980406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (c6bfe522-35a5-48a5-98ba-c31afc78cb10), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:52.985617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:52.989890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.122445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Network': ['ID=c6bfe522-35a5-48a5-98ba-c31afc78cb10,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:53.134052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4f5bb1e-3b46-4174-9fa5-7bcee3984e18 req-0e6d7a4d-68c0-4dd3-91c9-8e567fc50c2d tempest-ServersAdmin275Test-2025510365 tempest-ServersAdmin275Test-2025510365-project] 10.222.0.23 "GET /v2.0/ports?device_id=2784b72b-7b65-49a5-ac89-9d5c2059b607 HTTP/1.1" status: 200  len: 210 time: 0.0923290
Apr 30 21:18:53.147135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cf928a27-8cdd-43ff-b554-89a8b163f866 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.6894069
Apr 30 21:18:53.150405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33570) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:53.151957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network c6bfe522-35a5-48a5-98ba-c31afc78cb10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:18:53.158102 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74e9c1ad-5722-48a3-a4ce-7b2192bd196a admin admin] Publish callbacks [] for security_group (f888a0d8-4b41-4239-884a-5cfbd9978f2e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.160449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'subnet': {'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:53.223366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 92e71109-811a-437b-99ef-ba4e9f1c2cdf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:53.223736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.286892 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.304565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74e9c1ad-5722-48a3-a4ce-7b2192bd196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f888a0d8-4b41-4239-884a-5cfbd9978f2e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.321464 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Publish callbacks [] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.366810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-74e9c1ad-5722-48a3-a4ce-7b2192bd196a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4256d368ce04e07b4bb7b52fe2e763e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5790112
Apr 30 21:18:53.368177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9c1ad-5722-48a3-a4ce-7b2192bd196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f888a0d8-4b41-4239-884a-5cfbd9978f2e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:53.369451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33574) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:53.373121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 92e71109-811a-437b-99ef-ba4e9f1c2cdf is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:53.397574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:53.403303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.454807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.508579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2052864f-8415-4388-af70-e6ad908a9578 admin admin] Publish callbacks [] for security_group (f888a0d8-4b41-4239-884a-5cfbd9978f2e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.509045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Network 0314ba88-3da6-4b45-afdb-5c5749483484 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:53.512230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:53.518981 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:53.522138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Pushing event updated for resources: {'Port': ['ID=17f065f4-6f63-4c45-9e34-d75889267bfe,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:53.551201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2052864f-8415-4388-af70-e6ad908a9578 admin admin] Publish callbacks [] for security_group (f888a0d8-4b41-4239-884a-5cfbd9978f2e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.589535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Attempting to bind port 17f065f4-6f63-4c45-9e34-d75889267bfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:53.590092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Attempting to bind port 17f065f4-6f63-4c45-9e34-d75889267bfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:53.591350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Attempting to bind port 17f065f4-6f63-4c45-9e34-d75889267bfe on network 0314ba88-3da6-4b45-afdb-5c5749483484 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:53.598620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:53.599396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Checking segment: {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:53.599900 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.600567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Bound using segment: {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:53.601161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Bound port: 17f065f4-6f63-4c45-9e34-d75889267bfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:53.601749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.682460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] For port 17f065f4-6f63-4c45-9e34-d75889267bfe, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:53.686828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] For port 17f065f4-6f63-4c45-9e34-d75889267bfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17f065f4-6f63-4c45-9e34-d75889267bfe,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:53.733240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32838f72-3f2b-4519-8657-8ce0f63f4d4b req-83052e81-f136-4380-be18-231a21f16df4 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 210 time: 0.0333686
Apr 30 21:18:53.734275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2052864f-8415-4388-af70-e6ad908a9578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f888a0d8-4b41-4239-884a-5cfbd9978f2e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.736872 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2052864f-8415-4388-af70-e6ad908a9578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.740799 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2052864f-8415-4388-af70-e6ad908a9578 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f888a0d8-4b41-4239-884a-5cfbd9978f2e HTTP/1.1" status: 204  len: 168 time: 0.3674121
Apr 30 21:18:53.747684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052864f-8415-4388-af70-e6ad908a9578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f888a0d8-4b41-4239-884a-5cfbd9978f2e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:53.796428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (8cd4e11c-967c-4152-a29a-097ae8075c61), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.797045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:53.875558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26c68b-2527-400c-815e-1e7c7ec892ff None None] Pushing event updated for resources: {'Port': ['ID=17f065f4-6f63-4c45-9e34-d75889267bfe,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:53.896846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Subnet': ['ID=8cd4e11c-967c-4152-a29a-097ae8075c61,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:53.913845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Checking segment: {'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:53.914210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network hostable DHCP agents. Network: c6bfe522-35a5-48a5-98ba-c31afc78cb10, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:18:54.008507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network c6bfe522-35a5-48a5-98ba-c31afc78cb10 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:18:54.139411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6bfe522-35a5-48a5-98ba-c31afc78cb10) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:54.147406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:54.148052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:54.167009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddac623-bad8-4e99-9f46-102420720950 None None] Network c6bfe522-35a5-48a5-98ba-c31afc78cb10 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:54.285935 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aba758fc-4e7a-4caf-9d16-e2647463defb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.1145871
Apr 30 21:18:54.313282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c6bfe522-35a5-48a5-98ba-c31afc78cb10', 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10', 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'fixed_ips': [{'subnet_id': '8cd4e11c-967c-4152-a29a-097ae8075c61'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:18:54.315699 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:54.491017 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:54.530920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Allocated IP 19.86.0.2 (c6bfe522-35a5-48a5-98ba-c31afc78cb10/8cd4e11c-967c-4152-a29a-097ae8075c61/015c5017-a959-4579-afec-0690e7a11298) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:54.709163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-590809c8-13b9-428a-93c9-fa47cde3b1ac tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:54.718076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-590809c8-13b9-428a-93c9-fa47cde3b1ac tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:54.730573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-590809c8-13b9-428a-93c9-fa47cde3b1ac tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/networks?id=0314ba88-3da6-4b45-afdb-5c5749483484&id=c6bfe522-35a5-48a5-98ba-c31afc78cb10&id=0314ba88-3da6-4b45-afdb-5c5749483484 HTTP/1.1" status: 200  len: 1391 time: 0.1904800
Apr 30 21:18:54.779803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-5ed607ad-2327-4872-bf37-9c4388934106 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/quotas/692585b32bd44ddb8ab633a1f1842d5f HTTP/1.1" status: 200  len: 375 time: 0.0481353
Apr 30 21:18:54.802291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 17f065f4-6f63-4c45-9e34-d75889267bfe up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:54.809009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8b753-95b9-4581-9eec-46dc1e9bdbc6 req-5f815463-b1f6-4983-b86d-e23079882e84 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:54.811509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cf8b753-95b9-4581-9eec-46dc1e9bdbc6 req-5f815463-b1f6-4983-b86d-e23079882e84 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.1290739
Apr 30 21:18:54.905254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:54.905907 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Publish callbacks [] for port (015c5017-a959-4579-afec-0690e7a11298), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:54.912411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-83aae53d-8567-4087-848f-11d713fe223d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1164999
Apr 30 21:18:54.919063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 17f065f4-6f63-4c45-9e34-d75889267bfe triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:54.919503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.036342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-df40d8b7-21f1-4be2-85ad-e0696c52f0e4 service neutron] 10.222.0.23 "GET /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227999
Apr 30 21:18:55.055706 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (015c5017-a959-4579-afec-0690e7a11298), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.117696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cf8b753-95b9-4581-9eec-46dc1e9bdbc6 req-1f63909b-d9e5-4a34-8bd4-fb705ba18c6a tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2977602
Apr 30 21:18:55.161226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Network c6bfe522-35a5-48a5-98ba-c31afc78cb10 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:55.163555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 17f065f4-6f63-4c45-9e34-d75889267bfe is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:55.164032 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.170005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:55.181981 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:55.187958 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d20ad8b4-6b1c-4e6b-a14a-e1521704ba02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.210613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Pushing event updated for resources: {'Port': ['ID=015c5017-a959-4579-afec-0690e7a11298,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:55.243966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-30c4c26a-3007-49f7-86f2-643b941bfe55 service neutron] 10.222.0.23 "GET /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2059550
Apr 30 21:18:55.305411 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-4a68de55-02bc-4ad4-9469-d455a896e773 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0413053
Apr 30 21:18:55.359010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 17f065f4-6f63-4c45-9e34-d75889267bfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17f065f4-6f63-4c45-9e34-d75889267bfe,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:55.388795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae026ab5-a96d-4cea-a83f-94b49d8d8fe9 req-c3b804cf-c7e9-4e3f-a1f9-2fe3e0e55f8b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 210 time: 0.0458992
Apr 30 21:18:55.391442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Attempting to bind port 015c5017-a959-4579-afec-0690e7a11298 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:55.391892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Attempting to bind port 015c5017-a959-4579-afec-0690e7a11298 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:55.395103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Attempting to bind port 015c5017-a959-4579-afec-0690e7a11298 on network c6bfe522-35a5-48a5-98ba-c31afc78cb10 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:55.427438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:55.427814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Checking segment: {'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:55.428560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.428956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Bound using segment: {'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:55.429438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Bound port: 015c5017-a959-4579-afec-0690e7a11298, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:55.429855 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (015c5017-a959-4579-afec-0690e7a11298), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.463593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-d05eae37-ce59-471c-8726-325cb0ce2ab5 service neutron] 10.222.0.23 "GET /v2.0/networks/c6bfe522-35a5-48a5-98ba-c31afc78cb10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176137
Apr 30 21:18:55.499389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d20ad8b4-6b1c-4e6b-a14a-e1521704ba02 admin admin] Publish callbacks [] for security_group (62e496d2-502e-4eb6-9324-38415526aaeb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.519538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587bf4-5510-4585-8e5a-719510016ddc req-21cba411-90a9-4356-90b7-1fdc8abc1d56 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:55.530373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-21cba411-90a9-4356-90b7-1fdc8abc1d56 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2196355
Apr 30 21:18:55.546057 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Request body: {'port': {'device_id': 'd77eab37-d34b-4e8c-9959-8d5661bf68fb', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '327a580f2f8645c28e9590806928ed91'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:55.590528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] For port 015c5017-a959-4579-afec-0690e7a11298, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:55.622704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] For port 015c5017-a959-4579-afec-0690e7a11298, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=015c5017-a959-4579-afec-0690e7a11298,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:55.629356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b579a41-86e0-4166-8b13-8388ade8776e None None] Network 0314ba88-3da6-4b45-afdb-5c5749483484 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:55.647762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.663534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d20ad8b4-6b1c-4e6b-a14a-e1521704ba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (62e496d2-502e-4eb6-9324-38415526aaeb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.670273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-9f63c9ff-322d-4c6e-9364-5e37d2f5c6b1 service neutron] 10.222.0.23 "GET /v2.0/networks/c6bfe522-35a5-48a5-98ba-c31afc78cb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1884625
Apr 30 21:18:55.765486 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d20ad8b4-6b1c-4e6b-a14a-e1521704ba02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eac2a1411444a6293feba25da6fead3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8579493
Apr 30 21:18:55.766155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33668) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:55.777526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ad8b4-6b1c-4e6b-a14a-e1521704ba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e496d2-502e-4eb6-9324-38415526aaeb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:55.804437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-fbba21b5-3585-4e36-8df0-d33cf7be73e2 service neutron] 10.222.0.23 "GET /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249063
Apr 30 21:18:55.815882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Made reservation on behalf of 327a580f2f8645c28e9590806928ed91 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:18:55.819543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.819909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (015c5017-a959-4579-afec-0690e7a11298), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.833489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5f47be49-b333-40fd-a6ac-68398e93fe95 None None] Provisioning complete for port 17f065f4-6f63-4c45-9e34-d75889267bfe triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:55.833872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5f47be49-b333-40fd-a6ac-68398e93fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.839697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc514-6acb-4af4-a657-f28561f7e433 admin admin] Publish callbacks [] for security_group (62e496d2-502e-4eb6-9324-38415526aaeb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:55.947820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=17f065f4-6f63-4c45-9e34-d75889267bfe,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:55.987303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-f6676f34-eccc-4971-bc1a-f60432205440 service neutron] 10.222.0.23 "GET /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740329
Apr 30 21:18:56.026058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568dcd-57f4-4de6-b1ba-31b726409c3e None None] Pushing event updated for resources: {'Port': ['ID=015c5017-a959-4579-afec-0690e7a11298,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:56.125242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5f47be49-b333-40fd-a6ac-68398e93fe95 None None] Current status of the port 17f065f4-6f63-4c45-9e34-d75889267bfe is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:56.171880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-56c0eb0c-0400-4ab3-b1b4-013c71c3dbf1 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=65633a0f121948df985e316e3b459970&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298522
Apr 30 21:18:56.402313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-ffb29833-a5bd-4fa2-92ca-7e2441451b9e tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:56.415443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-ffb29833-a5bd-4fa2-92ca-7e2441451b9e tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2359903
Apr 30 21:18:56.431937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-e6a37117-f954-4a59-948b-a750d05d9e99 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/quotas/65633a0f121948df985e316e3b459970 HTTP/1.1" status: 200  len: 375 time: 0.0152168
Apr 30 21:18:56.445027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc514-6acb-4af4-a657-f28561f7e433 admin admin] Publish callbacks [] for security_group (62e496d2-502e-4eb6-9324-38415526aaeb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:56.519224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-c9f95433-2c46-4a49-a997-24bd522250d6 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=65633a0f121948df985e316e3b459970&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0775437
Apr 30 21:18:56.589309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bc30591f-be50-44a4-aefd-cfae8ef7019f None None] Provisioning complete for port 17f065f4-6f63-4c45-9e34-d75889267bfe triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:56.589646 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bc30591f-be50-44a4-aefd-cfae8ef7019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:56.692811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Allocated IP 192.168.233.126 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/1635337f-81ee-4aec-a704-cf2d3c4efa24) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:18:56.726477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc514-6acb-4af4-a657-f28561f7e433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (62e496d2-502e-4eb6-9324-38415526aaeb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:56.733999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b2bc514-6acb-4af4-a657-f28561f7e433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:56.733999 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2b2bc514-6acb-4af4-a657-f28561f7e433 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62e496d2-502e-4eb6-9324-38415526aaeb HTTP/1.1" status: 204  len: 168 time: 0.9591789
Apr 30 21:18:56.735684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bc30591f-be50-44a4-aefd-cfae8ef7019f None None] Current status of the port 17f065f4-6f63-4c45-9e34-d75889267bfe is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:56.803302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bc514-6acb-4af4-a657-f28561f7e433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e496d2-502e-4eb6-9324-38415526aaeb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:56.887945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31012022-da6c-4904-ae80-1d10008cbe00 req-3d4ba9f4-89d9-4e19-974a-53b3a469274f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 210 time: 0.0537839
Apr 30 21:18:56.914147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 015c5017-a959-4579-afec-0690e7a11298 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:57.034120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 015c5017-a959-4579-afec-0690e7a11298 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:57.035148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (015c5017-a959-4579-afec-0690e7a11298), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.058026 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.087400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28fc5481-6261-4785-ba48-7477dcf160a3 req-4000738f-c431-4d2f-8b26-45e477fdd0c4 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 210 time: 0.1136358
Apr 30 21:18:57.129250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891e9e1-1080-457f-9d8b-1d37afcca92a req-13963dc0-a942-400b-b647-ea772f142f96 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:57.142436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8891e9e1-1080-457f-9d8b-1d37afcca92a req-13963dc0-a942-400b-b647-ea772f142f96 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.1837258
Apr 30 21:18:57.186676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.209156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['da2ea81e-0c93-4fb7-b6de-96f247b81066'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:57.212485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:18:57.264849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:18:57.268748 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8891e9e1-1080-457f-9d8b-1d37afcca92a req-bf124282-818b-48c4-80e5-941b057ae65b tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1229935
Apr 30 21:18:57.270112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:18:57.273432 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:18:57.283534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'Port': ['ID=1635337f-81ee-4aec-a704-cf2d3c4efa24,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:57.293815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21e14f46-1c93-4501-b5b8-cce200688d18 req-96955358-6618-442a-938e-058ea142bc82 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 210 time: 0.1104834
Apr 30 21:18:57.330092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 015c5017-a959-4579-afec-0690e7a11298 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:57.330489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (015c5017-a959-4579-afec-0690e7a11298), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.377329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:57.378129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.437935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 015c5017-a959-4579-afec-0690e7a11298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=015c5017-a959-4579-afec-0690e7a11298,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:57.497419 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-caa27829-d1a7-49e9-9bde-ecdd337ff1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9533386
Apr 30 21:18:57.541819 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (015c5017-a959-4579-afec-0690e7a11298), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.543064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 17f065f4-6f63-4c45-9e34-d75889267bfe up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:57.728227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e69ed-dbc0-425f-9d53-7fac6933d20d None None] Network c6bfe522-35a5-48a5-98ba-c31afc78cb10 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:18:57.791257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=015c5017-a959-4579-afec-0690e7a11298,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:57.808161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33718) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:57.820415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 17f065f4-6f63-4c45-9e34-d75889267bfe triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:57.820948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.822831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a6edc58-4931-427c-819a-9047f3654c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.894518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Request body: {'port': {'device_id': 'd77eab37-d34b-4e8c-9959-8d5661bf68fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:18:57.950382 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a6edc58-4931-427c-819a-9047f3654c71 admin admin] Publish callbacks [] for security_group (b902d5e0-c959-420b-a4d6-6aa17a65b52f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:57.986059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.017827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-84233e49-de98-4179-8691-3b6a0b0179b6 None None] Provisioning complete for port 015c5017-a959-4579-afec-0690e7a11298 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:58.017827 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-84233e49-de98-4179-8691-3b6a0b0179b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (015c5017-a959-4579-afec-0690e7a11298), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.019800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fcd86c4c-c1f7-4ba2-b2b9-c2c13b84e086 req-c4df35f5-265d-4e7d-988b-2cdd2e943767 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 210 time: 0.0582209
Apr 30 21:18:58.032323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a6edc58-4931-427c-819a-9047f3654c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b902d5e0-c959-420b-a4d6-6aa17a65b52f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.091125 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3a6edc58-4931-427c-819a-9047f3654c71 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4255d81171bc4214abc58ec087bc8237&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2812150
Apr 30 21:18:58.091776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6edc58-4931-427c-819a-9047f3654c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b902d5e0-c959-420b-a4d6-6aa17a65b52f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:58.099227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33724) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:18:58.172278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41236c45-e993-40f3-a417-4877ab8f1520 admin admin] Publish callbacks [] for security_group (b902d5e0-c959-420b-a4d6-6aa17a65b52f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.260089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41236c45-e993-40f3-a417-4877ab8f1520 admin admin] Publish callbacks [] for security_group (b902d5e0-c959-420b-a4d6-6aa17a65b52f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.266856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 17f065f4-6f63-4c45-9e34-d75889267bfe is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:58.331829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeffc86-5a43-4b39-a6ff-e27529ea302f req-dbbfd9a3-de16-46ba-99b9-0eb1ca274f19 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:58.333959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1eeffc86-5a43-4b39-a6ff-e27529ea302f req-dbbfd9a3-de16-46ba-99b9-0eb1ca274f19 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 936 time: 0.1436601
Apr 30 21:18:58.343568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-84233e49-de98-4179-8691-3b6a0b0179b6 None None] Current status of the port 015c5017-a959-4579-afec-0690e7a11298 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:58.375584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-d11ae0f2-fcfd-487e-9f42-05faa34ddff9 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:58.378220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-d11ae0f2-fcfd-487e-9f42-05faa34ddff9 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.20 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.1390862
Apr 30 21:18:58.382693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-84233e49-de98-4179-8691-3b6a0b0179b6 None None] Provisioning complete for port 1635337f-81ee-4aec-a704-cf2d3c4efa24 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:58.383671 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-84233e49-de98-4179-8691-3b6a0b0179b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.396484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1635337f-81ee-4aec-a704-cf2d3c4efa24 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:18:58.408956 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Publish callbacks [] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.431092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Transition to ACTIVE for port object 1635337f-81ee-4aec-a704-cf2d3c4efa24 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:18:58.457796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-84233e49-de98-4179-8691-3b6a0b0179b6 None None] Port 1635337f-81ee-4aec-a704-cf2d3c4efa24 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:18:58.486508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e249d7d-5810-4770-a676-9231316f7d79 req-8e4c924c-b343-4450-af3b-b5a2c783b700 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 210 time: 0.1201699
Apr 30 21:18:58.552552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.627873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Deleting port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:18:58.627873 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.685001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b700fb85-d2d4-4623-9f42-94b4d486983c None None] Provisioning complete for port 015c5017-a959-4579-afec-0690e7a11298 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:58.685182 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b700fb85-d2d4-4623-9f42-94b4d486983c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (015c5017-a959-4579-afec-0690e7a11298), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.704822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1635337f-81ee-4aec-a704-cf2d3c4efa24,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:58.740674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1eeffc86-5a43-4b39-a6ff-e27529ea302f req-7b01da64-bb77-467c-9adc-dabcfdd9571a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3776155
Apr 30 21:18:58.762875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90316be2-e724-4c15-99a6-ece7ecb6632c req-8bce3533-4ab6-4f16-8471-c9e6e05e4b74 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:58.764700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90316be2-e724-4c15-99a6-ece7ecb6632c req-8bce3533-4ab6-4f16-8471-c9e6e05e4b74 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.1802106
Apr 30 21:18:58.803926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 015c5017-a959-4579-afec-0690e7a11298 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:18:58.814797 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41236c45-e993-40f3-a417-4877ab8f1520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b902d5e0-c959-420b-a4d6-6aa17a65b52f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.817714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41236c45-e993-40f3-a417-4877ab8f1520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.819053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-41236c45-e993-40f3-a417-4877ab8f1520 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b902d5e0-c959-420b-a4d6-6aa17a65b52f HTTP/1.1" status: 204  len: 168 time: 0.7188380
Apr 30 21:18:58.849551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41236c45-e993-40f3-a417-4877ab8f1520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b902d5e0-c959-420b-a4d6-6aa17a65b52f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:58.854812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] For port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:18:58.855436 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.906413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b700fb85-d2d4-4623-9f42-94b4d486983c None None] Current status of the port 015c5017-a959-4579-afec-0690e7a11298 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:58.911504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Attempting to bind port 1635337f-81ee-4aec-a704-cf2d3c4efa24 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:18:58.912474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Attempting to bind port 1635337f-81ee-4aec-a704-cf2d3c4efa24 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:18:58.912806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Attempting to bind port 1635337f-81ee-4aec-a704-cf2d3c4efa24 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:58.921406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Port 1635337f-81ee-4aec-a704-cf2d3c4efa24 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:18:58.921729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Attempting to bind port 1635337f-81ee-4aec-a704-cf2d3c4efa24 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:18:58.929512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:18:58.930452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:18:58.932159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:18:58.933005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Bound port: 1635337f-81ee-4aec-a704-cf2d3c4efa24, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:18:58.933903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:58.969686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 015c5017-a959-4579-afec-0690e7a11298 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:18:58.970491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (015c5017-a959-4579-afec-0690e7a11298), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:59.003907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90316be2-e724-4c15-99a6-ece7ecb6632c req-59b70f4f-6f8d-438b-b4ce-4fc8faa32b4f tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2240179
Apr 30 21:18:59.049507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] For port 1635337f-81ee-4aec-a704-cf2d3c4efa24, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:18:59.066262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] For port 1635337f-81ee-4aec-a704-cf2d3c4efa24, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1635337f-81ee-4aec-a704-cf2d3c4efa24,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:18:59.124790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 015c5017-a959-4579-afec-0690e7a11298 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:18:59.140577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:59.175550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f09292e-91d2-441e-baac-ca64d2fe4880 req-5c775f02-c79c-442d-8f14-9ecbd10511cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 210 time: 0.0612669
Apr 30 21:18:59.178581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.179200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:59.180573 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/1635337f-81ee-4aec-a704-cf2d3c4efa24 HTTP/1.1" status: 200  len: 1096 time: 1.2977965
Apr 30 21:18:59.181396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77eab37-d34b-4e8c-9959-8d5661bf68fb', 'tag': '1635337f-81ee-4aec-a704-cf2d3c4efa24'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:18:59.183562 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64f90a4-e41e-4463-9143-1e4f986b8975" -d '{"events": [{"name": "network-changed", "server_uuid": "d77eab37-d34b-4e8c-9959-8d5661bf68fb", "tag": "1635337f-81ee-4aec-a704-cf2d3c4efa24"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:18:59.214639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:59.214639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c271f4ca-c930-40b6-89a1-ae74ab488a93), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:18:59.214639 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Floating IP c271f4ca-c930-40b6-89a1-ae74ab488a93 disassociated. External IP: 172.35.4.76, port: ce1d8c5d-0c68-4c48-aa37-9fbce01b179e.
Apr 30 21:18:59.214639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Calling delete_port for ce1d8c5d-0c68-4c48-aa37-9fbce01b179e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:18:59.220693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfc656-7421-41b0-98e4-766ef60516e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1635337f-81ee-4aec-a704-cf2d3c4efa24,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:18:59.244537 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b558202-e0bf-4672-b9f8-edc594fa37c8 x-openstack-request-id: req-1b558202-e0bf-4672-b9f8-edc594fa37c8 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:18:59.244906 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77eab37-d34b-4e8c-9959-8d5661bf68fb", "tag": "1635337f-81ee-4aec-a704-cf2d3c4efa24", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:18:59.245212 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b558202-e0bf-4672-b9f8-edc594fa37c8 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:18:59.245629 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b558202-e0bf-4672-b9f8-edc594fa37c8'] response: {'name': 'network-changed', 'server_uuid': 'd77eab37-d34b-4e8c-9959-8d5661bf68fb', 'tag': '1635337f-81ee-4aec-a704-cf2d3c4efa24', 'status': 'completed', 'code': 200}
Apr 30 21:18:59.336114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f90a4-e41e-4463-9143-1e4f986b8975 req-5f5a9ba6-5d01-42c4-821c-c81f98cd2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.338193 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f64f90a4-e41e-4463-9143-1e4f986b8975 req-5f5a9ba6-5d01-42c4-821c-c81f98cd2c3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 1130 time: 0.0691531
Apr 30 21:18:59.384522 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f64f90a4-e41e-4463-9143-1e4f986b8975 req-d048e033-4a11-4e4e-8405-477aebce2af5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0379429
Apr 30 21:18:59.475749 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-22d75887-1058-45ad-8a39-513774e97a10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1148767
Apr 30 21:18:59.548728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f90a4-e41e-4463-9143-1e4f986b8975 req-cc6dfaad-7100-4752-a031-34a2b6893a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.550549 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f64f90a4-e41e-4463-9143-1e4f986b8975 req-cc6dfaad-7100-4752-a031-34a2b6893a90 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1431372
Apr 30 21:18:59.602572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-33f41f36-bd79-40ff-b6d4-730159595f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.606644 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-33f41f36-bd79-40ff-b6d4-730159595f40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9c121a94ec3445baa05dcaa3dc22af2&device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 1128 time: 0.0525255
Apr 30 21:18:59.658989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587bf4-5510-4585-8e5a-719510016ddc req-370bb9cd-9eb4-4645-ab0a-87a6b3b2249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.660895 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-370bb9cd-9eb4-4645-ab0a-87a6b3b2249b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 1130 time: 0.0517893
Apr 30 21:18:59.756122 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-c4c8634e-c55b-4331-bcc4-bd8573915fdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=1635337f-81ee-4aec-a704-cf2d3c4efa24 HTTP/1.1" status: 200  len: 217 time: 0.0852654
Apr 30 21:18:59.774977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9761d4a-278c-4e17-8ef7-cc4ee3f406cd req-fec226a7-9a18-4d69-a818-40d812713ed0 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 210 time: 0.1291904
Apr 30 21:18:59.822256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-f3a220c9-1ece-431d-b3d7-3a90e537b61e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1182954
Apr 30 21:18:59.829932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587bf4-5510-4585-8e5a-719510016ddc req-9c3dc13d-5c6e-4b5d-863c-3bcef9d14881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.831457 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-9c3dc13d-5c6e-4b5d-863c-3bcef9d14881 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0651989
Apr 30 21:18:59.896597 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-779b1fd1-182c-4910-adf1-a15e0576bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.898146 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-779b1fd1-182c-4910-adf1-a15e0576bb86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03738ce1-c48f-4ad4-be94-161589abefe2 HTTP/1.1" status: 200  len: 916 time: 0.2362854
Apr 30 21:18:59.915881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587bf4-5510-4585-8e5a-719510016ddc req-3b8fa860-033c-4bd4-b72a-19b1484c2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.915881 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-3b8fa860-033c-4bd4-b72a-19b1484c2173 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0728602
Apr 30 21:18:59.936889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7cf64bf6-279b-4b6f-a6a2-6883c2a60041 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.942499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7cf64bf6-279b-4b6f-a6a2-6883c2a60041 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:18:59.944403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7cf64bf6-279b-4b6f-a6a2-6883c2a60041 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "GET /v2.0/networks?id=0314ba88-3da6-4b45-afdb-5c5749483484&id=c6bfe522-35a5-48a5-98ba-c31afc78cb10&id=0314ba88-3da6-4b45-afdb-5c5749483484 HTTP/1.1" status: 200  len: 1391 time: 0.6410410
Apr 30 21:18:59.996045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'port': {'device_id': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484', 'admin_state_up': True, 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:00.030145 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a81ff884-d7a5-45de-a1df-ee6b43590d5f tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=65633a0f121948df985e316e3b459970&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0806756
Apr 30 21:19:00.065742 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-9c819615-8bfc-44af-9a12-09ce89bd8b3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 HTTP/1.1" status: 200  len: 1001 time: 0.1591165
Apr 30 21:19:00.075156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-f2137673-e71d-48e3-aab9-bb55af83b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.076857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-f2137673-e71d-48e3-aab9-bb55af83b608 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 1131 time: 0.1825423
Apr 30 21:19:00.091358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fef072-b683-47b1-8adc-c65453425816 req-d7b2573e-c797-4a72-a1c9-a9c74450a04f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.093299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67fef072-b683-47b1-8adc-c65453425816 req-d7b2573e-c797-4a72-a1c9-a9c74450a04f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 948 time: 0.1854107
Apr 30 21:19:00.178919 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ce1d8c5d-0c68-4c48-aa37-9fbce01b179e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:00.230228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-28d34a07-b68c-4e14-a5c4-aadf2a397b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.232362 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-28d34a07-b68c-4e14-a5c4-aadf2a397b74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77813a45-3d28-401a-82c7-7405d4826d07 HTTP/1.1" status: 200  len: 854 time: 0.1411030
Apr 30 21:19:00.236745 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-fe6bf2b2-a1c3-463e-a97e-d5c804b87152 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2856174
Apr 30 21:19:00.275155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfad4a-c2b9-428c-894a-6b5d2ffdf911 req-86a32ecb-3a4b-4245-a59b-c6daeea40c0d tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.276294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3bfad4a-c2b9-428c-894a-6b5d2ffdf911 req-86a32ecb-3a4b-4245-a59b-c6daeea40c0d tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 946 time: 0.1796017
Apr 30 21:19:00.310410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event deleted for resources: {'Port': ['ID=ce1d8c5d-0c68-4c48-aa37-9fbce01b179e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:00.357505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-e541f2ad-711f-4ae8-bd21-47b458e28cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.359050 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-e541f2ad-711f-4ae8-bd21-47b458e28cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03738ce1-c48f-4ad4-be94-161589abefe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1134005
Apr 30 21:19:00.367295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-8bfd213a-16b3-4e6e-bc6c-8de84d302715 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.368773 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-8bfd213a-16b3-4e6e-bc6c-8de84d302715 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3190994
Apr 30 21:19:00.380118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67fef072-b683-47b1-8adc-c65453425816 req-11660118-97e1-4499-9b08-7db3b1ab4fc3 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648194
Apr 30 21:19:00.428577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Request body: {'port': {'device_id': 'feabc507-3781-4f59-a795-3d3ccf1028dd', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '65633a0f121948df985e316e3b459970'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:00.507154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33768) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:00.525458 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf587bf4-5510-4585-8e5a-719510016ddc req-ddf70cc0-9772-46b8-91d3-23885646f63c service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784948
Apr 30 21:19:00.552131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-a89ba0bb-3084-45b3-826b-cbea95f8f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.553670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-a89ba0bb-3084-45b3-826b-cbea95f8f4d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.4015713
Apr 30 21:19:00.563969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3b5843d-f442-4eb9-b06e-198acc3cdc35 req-b937144a-2320-4280-9675-ea5547bf1ae0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 210 time: 0.0695455
Apr 30 21:19:00.567549 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-6ba8b5b7-ea15-40a0-8ae4-662541e297ff service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959805
Apr 30 21:19:00.574215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3bfad4a-c2b9-428c-894a-6b5d2ffdf911 req-647dc2a9-e5b9-4918-a15b-041dae2f567a tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups?id=ab904f34-3d78-46b5-9eb4-0ebfd2676c42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2450120
Apr 30 21:19:00.580276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:00.584155 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:00.633643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-2c5f45b0-3160-4d88-a3c8-8ea25bb4a0e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=3bf656ae-1f28-4b83-93e5-60f173aa4d0f HTTP/1.1" status: 200  len: 217 time: 0.0719659
Apr 30 21:19:00.688219 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec6f4f46-5d33-4e94-b070-a631969b9bc7 req-c4e82d33-ab0f-4a76-891e-6136c2be700f service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1101351
Apr 30 21:19:00.696854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-network', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:00.728520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Made reservation on behalf of 65633a0f121948df985e316e3b459970 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:00.734045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:00.744659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:00.756097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:19:00.780904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-84cd861c-1d6a-46b6-812f-7154ddcfb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.782524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-84cd861c-1d6a-46b6-812f-7154ddcfb15d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1385863
Apr 30 21:19:00.848074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks [] for security_group (32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:00.863160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Made reservation on behalf of 1e69326c6cf545c8a8dba6af0a5d3a0b for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:00.866410 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:00.937987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:00.975441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-08ed6674-97f3-4103-8930-e9e9d937d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:00.976846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-08ed6674-97f3-4103-8930-e9e9d937d02c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1815050
Apr 30 21:19:00.977544 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.001595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:01.016420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723599f3-e6da-46f2-9a60-59dc098d0acf req-13f48eaf-c475-4b88-8527-ba6f4eae10b4 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 210 time: 0.0950470
Apr 30 21:19:01.025058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Allocated IP 19.80.0.174 (0314ba88-3da6-4b45-afdb-5c5749483484/ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d/ea0a3881-d088-4954-b93d-4c3a924c97e3) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:01.082118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Allocated IP 192.168.233.132 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/6a9ae06d-4914-44f8-98c6-08476b33f8d6) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:01.094688 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:19:01.188423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:01.200308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] Sync routers for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:01.220606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:01.221680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd409d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:01.252503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks [] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.283868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-08138853-8a0e-406a-ad2b-e1e5afb5bf08 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2839243
Apr 30 21:19:01.325926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] No DVR routers for this DVR port ce1d8c5d-0c68-4c48-aa37-9fbce01b179e on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:01.335760 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.338955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b62c2e36-59bc-4e13-b222-f7abeeb47f7f req-9a9f2acb-d249-4704-828b-705af93cd0a1 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.20 "DELETE /v2.0/ports/ce1d8c5d-0c68-4c48-aa37-9fbce01b179e HTTP/1.1" status: 204  len: 173 time: 2.9436183
Apr 30 21:19:01.347915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82314835-d00b-4591-9555-c35fb57a2d41', 'name': 'network-vif-deleted', 'tag': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:01.349049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:01.350137 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a1c0a-c34d-414c-b9f8-354e7d9fb18a" -d '{"events": [{"server_uuid": "82314835-d00b-4591-9555-c35fb57a2d41", "name": "network-vif-deleted", "tag": "ce1d8c5d-0c68-4c48-aa37-9fbce01b179e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:01.359706 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.398778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Publish callbacks [] for security_group (8ac7dd38-2522-4dde-bc0e-c04aff51b10c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.403435 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e827fd-4103-4d7d-8c44-14b5abe20423 x-openstack-request-id: req-a7e827fd-4103-4d7d-8c44-14b5abe20423 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:01.403731 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82314835-d00b-4591-9555-c35fb57a2d41", "name": "network-vif-deleted", "tag": "ce1d8c5d-0c68-4c48-aa37-9fbce01b179e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:01.403973 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7e827fd-4103-4d7d-8c44-14b5abe20423 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:01.404370 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e827fd-4103-4d7d-8c44-14b5abe20423'] response: {'server_uuid': '82314835-d00b-4591-9555-c35fb57a2d41', 'name': 'network-vif-deleted', 'tag': 'ce1d8c5d-0c68-4c48-aa37-9fbce01b179e', 'status': 'completed', 'code': 200}
Apr 30 21:19:01.427403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:01.433349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:01.439517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:01.482154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Pushing event updated for resources: {'Port': ['ID=6a9ae06d-4914-44f8-98c6-08476b33f8d6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:01.486084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.496116 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8ac7dd38-2522-4dde-bc0e-c04aff51b10c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.511895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:01.516693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.572176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:19:01.594481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd409d0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:47Z', 'revision_number': 5, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:01.606221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eddc54d-7d93-4c44-9977-c444c55ff2cd req-cb7bb265-bf04-469e-a9de-5642bbee4d23 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2946012
Apr 30 21:19:01.618399 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-58397920-d3a3-4d91-b93c-47b7785b1dd3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1921182
Apr 30 21:19:01.630182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb847412-6997-4c3d-a92e-95a5bc518b9b req-0e846896-4faf-4c03-b69c-080c3d85c0c5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:01.631777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb847412-6997-4c3d-a92e-95a5bc518b9b req-0e846896-4faf-4c03-b69c-080c3d85c0c5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 948 time: 0.1406934
Apr 30 21:19:01.639324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac7dd38-2522-4dde-bc0e-c04aff51b10c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:01.648138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] Checking router: d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:01.660061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:01.660873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd409d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:01.661843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Request body: {'port': {'device_id': 'feabc507-3781-4f59-a795-3d3ccf1028dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:01.669422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b8456a9f-2c4e-4f94-a770-4ed6a8a56dce), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.670752 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Added segment b8456a9f-2c4e-4f94-a770-4ed6a8a56dce of type vlan for network a186bf0f-0fad-4695-a961-221f97d6bb34
Apr 30 21:19:01.750330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.759342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-96aaccb8-6b1d-4a6d-8561-07d29c5ac061 None None] Provisioning complete for port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:01.759711 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96aaccb8-6b1d-4a6d-8561-07d29c5ac061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.787132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7a4c522-81aa-470b-ae6b-68853028d3d1 req-0f2743e3-5eb3-4f79-8374-daf7fcc39195 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 210 time: 0.0882790
Apr 30 21:19:01.804894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb847412-6997-4c3d-a92e-95a5bc518b9b req-46fd8bab-4a30-4952-a861-7cae517ccdba tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529047
Apr 30 21:19:01.848125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-96aaccb8-6b1d-4a6d-8561-07d29c5ac061 None None] Port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:01.865156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a186bf0f-0fad-4695-a961-221f97d6bb34), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:01.866788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:01.909951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.001346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1635337f-81ee-4aec-a704-cf2d3c4efa24 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:02.004342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ce1d8c5d-0c68-4c48-aa37-9fbce01b179e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:02.015412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network 0314ba88-3da6-4b45-afdb-5c5749483484 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:02.017138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Port': ['ID=ea0a3881-d088-4954-b93d-4c3a924c97e3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:02.019818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:02.022831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11e08f20-3ba5-4100-ab20-574e57db91a4 req-a58c5145-dd71-400a-bece-fc2fed10a1da tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 210 time: 0.1159375
Apr 30 21:19:02.024297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:02.035066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a186bf0f-0fad-4695-a961-221f97d6bb34), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.035066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:02.035066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.064850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: ce1d8c5d-0c68-4c48-aa37-9fbce01b179e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:02.065197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ce1d8c5d-0c68-4c48-aa37-9fbce01b179e not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:02.138745 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9ae06d-4914-44f8-98c6-08476b33f8d6 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:02.151052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Publish callbacks [] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.166806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Transition to ACTIVE for port object 6a9ae06d-4914-44f8-98c6-08476b33f8d6 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:19:02.204543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:02.205108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.207746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] Pushing event updated for resources: {'Network': ['ID=a186bf0f-0fad-4695-a961-221f97d6bb34,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:02.244633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.257203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a186bf0f-0fad-4695-a961-221f97d6bb34 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:19:02.333661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2540617b-2131-4884-a548-b2c8a5be71ab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.8151081
Apr 30 21:19:02.342601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:02.365532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-2291698e-31aa-4645-bded-c6a39a3f2a79 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3751905
Apr 30 21:19:02.390582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'port': {'device_id': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10', 'admin_state_up': True, 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:02.399348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Request body: {'subnet': {'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-subnet', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:02.415842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86beef0-f2a4-4d4d-bddd-6a611bde162a req-50efff9d-f140-45a4-a235-671966db324c tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:02.423678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b86beef0-f2a4-4d4d-bddd-6a611bde162a req-50efff9d-f140-45a4-a235-671966db324c tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 936 time: 0.2052774
Apr 30 21:19:02.434886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9ae06d-4914-44f8-98c6-08476b33f8d6,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:02.467410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd409d0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:47Z', 'revision_number': 5, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:02.481184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1635337f-81ee-4aec-a704-cf2d3c4efa24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1635337f-81ee-4aec-a704-cf2d3c4efa24,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:02.488428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Attempting to bind port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:02.489038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Attempting to bind port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:02.489532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Attempting to bind port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:02.495852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:19:02.497008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Attempting to bind port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:02.507003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:02.507670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:02.508265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:02.509558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Bound port: 6a9ae06d-4914-44f8-98c6-08476b33f8d6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:02.510160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.529688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8c3d9-afc5-4053-85d7-ea61c75eb37a None None] The sync data for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 is: [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:17:43Z', 'revision_number': 4, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5ae77b56-1349-4c60-9f66-969cc4311243', 'name': '', 'network_id': '754dca2d-ae1a-474d-84c8-c3a2c085f38c', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'mac_address': 'fa:16:3e:4f:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'b2089236-1455-436b-81eb-84b040d60424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:40Z', 'updated_at': '2022-04-30T21:17:47Z', 'revision_number': 5, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'subnets': [{'id': 'b2089236-1455-436b-81eb-84b040d60424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:02.538850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0da7821d-ff3e-44e3-8802-0dfbe972374b None None] Provisioning complete for port ea0a3881-d088-4954-b93d-4c3a924c97e3 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:02.539311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0da7821d-ff3e-44e3-8802-0dfbe972374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.543028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '1635337f-81ee-4aec-a704-cf2d3c4efa24', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '1635337f-81ee-4aec-a704-cf2d3c4efa24', 'mac_address': 'fa:16:3e:b9:f3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:02.549292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b86beef0-f2a4-4d4d-bddd-6a611bde162a req-4241fe71-8f4c-44bf-b33d-57e6bbf69cd1 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727518
Apr 30 21:19:02.574234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Made reservation on behalf of 1e69326c6cf545c8a8dba6af0a5d3a0b for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:02.577506 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.631852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0da7821d-ff3e-44e3-8802-0dfbe972374b None None] Port ea0a3881-d088-4954-b93d-4c3a924c97e3 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:02.660197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1635337f-81ee-4aec-a704-cf2d3c4efa24 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:02.660692 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.681740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1635337f-81ee-4aec-a704-cf2d3c4efa24 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:02.685994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] For port 6a9ae06d-4914-44f8-98c6-08476b33f8d6, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:02.692650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] For port 6a9ae06d-4914-44f8-98c6-08476b33f8d6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a9ae06d-4914-44f8-98c6-08476b33f8d6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:02.703580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1635337f-81ee-4aec-a704-cf2d3c4efa24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1635337f-81ee-4aec-a704-cf2d3c4efa24,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:02.747294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:02.753340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.781787 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.788608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.880824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:02.886811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1635337f-81ee-4aec-a704-cf2d3c4efa24,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:02.888301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:02.889858 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] 10.222.0.35 "PUT /v2.0/ports/6a9ae06d-4914-44f8-98c6-08476b33f8d6 HTTP/1.1" status: 200  len: 1096 time: 1.2625766
Apr 30 21:19:02.890501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feabc507-3781-4f59-a795-3d3ccf1028dd', 'tag': '6a9ae06d-4914-44f8-98c6-08476b33f8d6'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:02.892878 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113aa218-1f8d-409f-90a1-ea9d76e74cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "feabc507-3781-4f59-a795-3d3ccf1028dd", "tag": "6a9ae06d-4914-44f8-98c6-08476b33f8d6"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:02.931407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f480de-b4c5-4570-b041-947cf7763304 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9ae06d-4914-44f8-98c6-08476b33f8d6,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:02.951386 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6f9a6-21e3-49d4-9b0e-3b0f3682a564 None None] New status for floating IP c271f4ca-c930-40b6-89a1-ae74ab488a93: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:19:03.056633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Allocated IP 19.86.0.134 (c6bfe522-35a5-48a5-98ba-c31afc78cb10/8cd4e11c-967c-4152-a29a-097ae8075c61/82a0afc9-8d2a-4705-932d-3a178fa07cb5) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:03.076833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfd2c9-3761-4dcf-84f7-3e3f8c2d8c05 req-5dcef83b-b6d7-4ec6-918b-6679eb15d20b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:03.084614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dabfd2c9-3761-4dcf-84f7-3e3f8c2d8c05 req-5dcef83b-b6d7-4ec6-918b-6679eb15d20b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 949 time: 0.1299469
Apr 30 21:19:03.089700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (d5f7522b-1e91-457a-9a61-d484c6cc59a1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:03.099268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909b84c-89d6-480f-bd2a-d3da07b5b91a req-fe48b181-b887-45ff-a1f1-a549009f540a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:03.100867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3909b84c-89d6-480f-bd2a-d3da07b5b91a req-fe48b181-b887-45ff-a1f1-a549009f540a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 932 time: 0.1476140
Apr 30 21:19:03.122665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['1635337f-81ee-4aec-a704-cf2d3c4efa24'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:03.128902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-f9ea5fa3-58e4-4414-baf0-73457bb3f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:03.130445 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-f9ea5fa3-58e4-4414-baf0-73457bb3f7ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65633a0f121948df985e316e3b459970&device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 1130 time: 0.1096027
Apr 30 21:19:03.210925 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-3c645e4f-7a08-495f-b8cb-5c696f1d3c6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=6a9ae06d-4914-44f8-98c6-08476b33f8d6 HTTP/1.1" status: 200  len: 217 time: 0.0623362
Apr 30 21:19:03.216835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dabfd2c9-3761-4dcf-84f7-3e3f8c2d8c05 req-4475c1e0-a716-4b8d-bd72-68899df31f83 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312311
Apr 30 21:19:03.220127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f7522b-1e91-457a-9a61-d484c6cc59a1,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:03.237057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3909b84c-89d6-480f-bd2a-d3da07b5b91a req-193d7971-0cbb-4146-91ae-f74b6a56cf45 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177871
Apr 30 21:19:03.283726 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Checking segment: {'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:03.286512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Network hostable DHCP agents. Network: a186bf0f-0fad-4695-a961-221f97d6bb34, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:19:03.335043 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ef20cf-aa68-4ed0-b67b-538e236e2f1d x-openstack-request-id: req-57ef20cf-aa68-4ed0-b67b-538e236e2f1d {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:03.338221 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feabc507-3781-4f59-a795-3d3ccf1028dd", "tag": "6a9ae06d-4914-44f8-98c6-08476b33f8d6", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:03.338560 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57ef20cf-aa68-4ed0-b67b-538e236e2f1d {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:03.339173 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ef20cf-aa68-4ed0-b67b-538e236e2f1d'] response: {'name': 'network-changed', 'server_uuid': 'feabc507-3781-4f59-a795-3d3ccf1028dd', 'tag': '6a9ae06d-4914-44f8-98c6-08476b33f8d6', 'status': 'completed', 'code': 200}
Apr 30 21:19:03.342687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-12ab6544-ff0e-4e96-947b-20f6642da09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:03.347921 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-12ab6544-ff0e-4e96-947b-20f6642da09e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1252191
Apr 30 21:19:03.407901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-2dcd3607-f474-460b-870b-190193df34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:03.409914 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-2dcd3607-f474-460b-870b-190193df34ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0520058
Apr 30 21:19:03.436643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-396722c3-0fd3-469e-b72a-52415eb67fbf req-0dbfccb1-5418-4fb1-9524-a714f5a26fc7 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/ports?device_id=82314835-d00b-4591-9555-c35fb57a2d41 HTTP/1.1" status: 200  len: 210 time: 0.0466647
Apr 30 21:19:03.446488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:03.511707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Network a186bf0f-0fad-4695-a961-221f97d6bb34 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:19:03.582434 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-29d995d6-28b4-4970-a4bc-e256dafd0120 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1043468
Apr 30 21:19:03.622441 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a14d75a9-f830-4061-9f2e-58172a4198ec req-a804f792-6d86-4ac5-82a5-c6a954f87c53 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922115
Apr 30 21:19:03.682385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a8a07-009b-4ed7-86d1-57521d23aa6f req-60d2b29c-2a2f-437b-9f9c-5759033ae1c1 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:03.684747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-365a8a07-009b-4ed7-86d1-57521d23aa6f req-60d2b29c-2a2f-437b-9f9c-5759033ae1c1 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 948 time: 0.0580611
Apr 30 21:19:03.736504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-365a8a07-009b-4ed7-86d1-57521d23aa6f req-88b5dedd-0b46-4b80-b408-0cc93ecd1b2b tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453284
Apr 30 21:19:03.883980 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:03.911755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a186bf0f-0fad-4695-a961-221f97d6bb34) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:03.923339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:03.924784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:03.925394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e9ce37-b958-41a8-9b25-d1360951e90e None None] Network a186bf0f-0fad-4695-a961-221f97d6bb34 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:03.932637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network c6bfe522-35a5-48a5-98ba-c31afc78cb10 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:03.936721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:03.940580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:03.985826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Port': ['ID=82a0afc9-8d2a-4705-932d-3a178fa07cb5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:04.004879 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-53f7008d-03d0-4b78-9703-5cc901e3612a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.6553698
Apr 30 21:19:04.008159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33804) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:04.011354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:04.011354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.014471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:04.087667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a186bf0f-0fad-4695-a961-221f97d6bb34', 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34', 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'fixed_ips': [{'subnet_id': 'd5f7522b-1e91-457a-9a61-d484c6cc59a1'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:19:04.088678 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.092389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-c094aa9a-7b07-4884-a9a1-abeb0f41616b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7136717
Apr 30 21:19:04.208491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.209696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.230423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-52996de2-601f-48c7-9512-97ba37683f70 None None] Provisioning complete for port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:04.231368 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52996de2-601f-48c7-9512-97ba37683f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.264693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Allocated IP 172.20.0.2 (a186bf0f-0fad-4695-a961-221f97d6bb34/d5f7522b-1e91-457a-9a61-d484c6cc59a1/184a2474-c17d-4d3a-b788-f8f8e0af249d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:04.297898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks [] for router_controller (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.302434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-52996de2-601f-48c7-9512-97ba37683f70 None None] Port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:04.419614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50207190-74b3-426d-86df-7c33282ec0b9 req-98ccd9e2-fe42-4011-841d-4d7f913e18a4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:04.425350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50207190-74b3-426d-86df-7c33282ec0b9 req-98ccd9e2-fe42-4011-841d-4d7f913e18a4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:04.427116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50207190-74b3-426d-86df-7c33282ec0b9 req-98ccd9e2-fe42-4011-841d-4d7f913e18a4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 1655 time: 0.0990388
Apr 30 21:19:04.435188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a22910-cb6e-471c-b6f3-40b6515fd01f req-bf6ef53c-89cc-4785-972a-91926f169c01 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:04.445800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8a22910-cb6e-471c-b6f3-40b6515fd01f req-bf6ef53c-89cc-4785-972a-91926f169c01 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 949 time: 0.1163146
Apr 30 21:19:04.489460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1635337f-81ee-4aec-a704-cf2d3c4efa24 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:04.539871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8a22910-cb6e-471c-b6f3-40b6515fd01f req-41c82d2f-229f-4e66-b0c1-bdc7f650a31d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930018
Apr 30 21:19:04.567988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50207190-74b3-426d-86df-7c33282ec0b9 req-e01d6de8-80f1-4731-92b9-90da41bf94e9 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983036
Apr 30 21:19:04.584173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 1635337f-81ee-4aec-a704-cf2d3c4efa24 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:04.590602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks [] for router_gateway (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.628200 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Publish callbacks [] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.648226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 1635337f-81ee-4aec-a704-cf2d3c4efa24 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:04.648761 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.694749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.731103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33832) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:04.773080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Network a186bf0f-0fad-4695-a961-221f97d6bb34 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:04.775950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:04.782374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:04.798705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Pushing event updated for resources: {'Port': ['ID=184a2474-c17d-4d3a-b788-f8f8e0af249d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:04.819184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02f345a2-16aa-46c0-856d-04fe201c6ac7 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group (ab904f34-3d78-46b5-9eb4-0ebfd2676c42), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.831649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1635337f-81ee-4aec-a704-cf2d3c4efa24 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:04.832044 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.884023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77eab37-d34b-4e8c-9959-8d5661bf68fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1635337f-81ee-4aec-a704-cf2d3c4efa24'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:04.887707 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f4ff7f-ca9b-4087-8cef-67b15049fe00" -d '{"events": [{"server_uuid": "d77eab37-d34b-4e8c-9959-8d5661bf68fb", "name": "network-vif-plugged", "status": "completed", "tag": "1635337f-81ee-4aec-a704-cf2d3c4efa24"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:04.908558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Attempting to bind port 184a2474-c17d-4d3a-b788-f8f8e0af249d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:04.909260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Attempting to bind port 184a2474-c17d-4d3a-b788-f8f8e0af249d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:04.909830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Attempting to bind port 184a2474-c17d-4d3a-b788-f8f8e0af249d on network a186bf0f-0fad-4695-a961-221f97d6bb34 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:04.917851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:04.919136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Checking segment: {'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:04.919749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.920343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Bound using segment: {'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:04.921045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Bound port: 184a2474-c17d-4d3a-b788-f8f8e0af249d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:04.921652 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:04.925351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1635337f-81ee-4aec-a704-cf2d3c4efa24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1635337f-81ee-4aec-a704-cf2d3c4efa24,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:04.963442 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253a3fc2-4888-4fd4-b38c-a0ffee50273d x-openstack-request-id: req-253a3fc2-4888-4fd4-b38c-a0ffee50273d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:04.964647 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77eab37-d34b-4e8c-9959-8d5661bf68fb", "name": "network-vif-plugged", "status": "completed", "tag": "1635337f-81ee-4aec-a704-cf2d3c4efa24", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:04.965639 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-253a3fc2-4888-4fd4-b38c-a0ffee50273d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:04.966282 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-253a3fc2-4888-4fd4-b38c-a0ffee50273d'] response: {'server_uuid': 'd77eab37-d34b-4e8c-9959-8d5661bf68fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1635337f-81ee-4aec-a704-cf2d3c4efa24', 'code': 200}
Apr 30 21:19:05.007684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] For port 184a2474-c17d-4d3a-b788-f8f8e0af249d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:05.012419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] For port 184a2474-c17d-4d3a-b788-f8f8e0af249d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=184a2474-c17d-4d3a-b788-f8f8e0af249d,segment=NetworkSegment(b8456a9f-2c4e-4f94-a770-4ed6a8a56dce),segment_id=b8456a9f-2c4e-4f94-a770-4ed6a8a56dce)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:05.014040 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.074095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1635337f-81ee-4aec-a704-cf2d3c4efa24,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:05.087142 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.134718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6c4ca-d6fb-417d-acd6-5f2d808437b0 req-696cb233-62e3-4c5a-bdbf-4440c24dbd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.136376 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e5a6c4ca-d6fb-417d-acd6-5f2d808437b0 req-696cb233-62e3-4c5a-bdbf-4440c24dbd95 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 1132 time: 0.1153820
Apr 30 21:19:05.144925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'port': {'device_id': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484', 'admin_state_up': True, 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:05.164586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43fa07-cab7-4ea2-a71d-576ff5218d76 None None] Pushing event updated for resources: {'Port': ['ID=184a2474-c17d-4d3a-b788-f8f8e0af249d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:05.177708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-ab6fd98a-c52f-41f3-8d84-88b01d541747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.179389 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-ab6fd98a-c52f-41f3-8d84-88b01d541747 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65633a0f121948df985e316e3b459970&device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 1130 time: 0.1565347
Apr 30 21:19:05.243395 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02f345a2-16aa-46c0-856d-04fe201c6ac7 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group (ab904f34-3d78-46b5-9eb4-0ebfd2676c42), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.287538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6a2de-3424-4d1d-a5be-c8713e49b42c req-2082c1d3-4dee-4287-a7d0-894b488c3ac3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.296811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3b6a2de-3424-4d1d-a5be-c8713e49b42c req-2082c1d3-4dee-4287-a7d0-894b488c3ac3 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 948 time: 0.4706724
Apr 30 21:19:05.359691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks [] for router_gateway (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.367461 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e5a6c4ca-d6fb-417d-acd6-5f2d808437b0 req-59710207-f0c6-448b-94ec-297ddac91072 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824436
Apr 30 21:19:05.426313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3b6a2de-3424-4d1d-a5be-c8713e49b42c req-f40bd330-601a-4332-a309-da27e7364647 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234179
Apr 30 21:19:05.426778 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.438749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-d84a8ee8-c945-451e-9665-629e59132229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.440786 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-d84a8ee8-c945-451e-9665-629e59132229 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2493556
Apr 30 21:19:05.499791 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02f345a2-16aa-46c0-856d-04fe201c6ac7 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ab904f34-3d78-46b5-9eb4-0ebfd2676c42), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.502839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02f345a2-16aa-46c0-856d-04fe201c6ac7 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.506533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-02f345a2-16aa-46c0-856d-04fe201c6ac7 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "DELETE /v2.0/security-groups/ab904f34-3d78-46b5-9eb4-0ebfd2676c42 HTTP/1.1" status: 204  len: 168 time: 0.7717357
Apr 30 21:19:05.507917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33842) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:05.516444 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-c217abc3-80cd-4549-82cb-e624316238b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=6a9ae06d-4914-44f8-98c6-08476b33f8d6 HTTP/1.1" status: 200  len: 217 time: 0.0401475
Apr 30 21:19:05.533139 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-2e38e666-72f2-4242-a1fe-1c9475acc3ae tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] show failed (client error): The resource could not be found.
Apr 30 21:19:05.536927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2e38e666-72f2-4242-a1fe-1c9475acc3ae tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "GET /v2.0/security-groups/ab904f34-3d78-46b5-9eb4-0ebfd2676c42 HTTP/1.1" status: 404  len: 347 time: 0.0256343
Apr 30 21:19:05.536927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f345a2-16aa-46c0-856d-04fe201c6ac7 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab904f34-3d78-46b5-9eb4-0ebfd2676c42,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:05.537330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:05.540591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.545975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33844) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:05.723571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Allocated IP 172.35.4.87 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/f8a1199a-e859-4412-967a-d8d8670f461f) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:05.730674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-5527a0a7-9e36-4d31-8c7e-f3eec22b8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.732592 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-5527a0a7-9e36-4d31-8c7e-f3eec22b8efd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.2059190
Apr 30 21:19:05.734234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90261a-a8c8-44ec-82f3-4e580bcca093 req-14511266-3135-408b-a413-9ba3a36970a4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.742018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90261a-a8c8-44ec-82f3-4e580bcca093 req-14511266-3135-408b-a413-9ba3a36970a4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.742018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d90261a-a8c8-44ec-82f3-4e580bcca093 req-14511266-3135-408b-a413-9ba3a36970a4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 1655 time: 0.0916450
Apr 30 21:19:05.801853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Allocated IP 19.80.0.222 (0314ba88-3da6-4b45-afdb-5c5749483484/ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d/3a11409b-ad7c-477a-a07c-22caf611b623) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:05.855115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Deleting port e274fa1e-4cc5-4f3a-897c-baa20a1e85af {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:05.855478 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:05.861799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-f36bb667-bf19-458b-9fc9-aef0d0f200cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.863539 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-f36bb667-bf19-458b-9fc9-aef0d0f200cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1221673
Apr 30 21:19:05.884807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a42149-545e-4129-9f80-717582f80755 req-496108cb-ee2a-46ea-b2a1-b3a029205670 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:05.886832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0a42149-545e-4129-9f80-717582f80755 req-496108cb-ee2a-46ea-b2a1-b3a029205670 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 950 time: 0.1115656
Apr 30 21:19:05.900900 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d90261a-a8c8-44ec-82f3-4e580bcca093 req-7364b5d2-2720-47a5-a0d4-ba2c6b66987b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500235
Apr 30 21:19:06.045212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6a9ae06d-4914-44f8-98c6-08476b33f8d6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:06.063737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks [] for port (f8a1199a-e859-4412-967a-d8d8670f461f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.095571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10a388-7508-4149-a188-065f15ecf116 req-1bc5a0cf-9af1-4001-ae35-b896d4b36853 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:06.097379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c10a388-7508-4149-a188-065f15ecf116 req-1bc5a0cf-9af1-4001-ae35-b896d4b36853 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 946 time: 0.1259851
Apr 30 21:19:06.103138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0a42149-545e-4129-9f80-717582f80755 req-7cf70661-fd51-47e7-aa94-d0dfcce1a8ef tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012858
Apr 30 21:19:06.123896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.124362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for floatingip (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.159078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Calling delete_port for e274fa1e-4cc5-4f3a-897c-baa20a1e85af owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:06.171558 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-059bddb8-7f21-4145-943c-a00a7cf7c900 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2674375
Apr 30 21:19:06.185229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6a9ae06d-4914-44f8-98c6-08476b33f8d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a9ae06d-4914-44f8-98c6-08476b33f8d6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:06.198987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c10a388-7508-4149-a188-065f15ecf116 req-c13dfc12-86f6-4318-a0b4-b5e1d8c464fb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902107
Apr 30 21:19:06.199283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '6a9ae06d-4914-44f8-98c6-08476b33f8d6', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '6a9ae06d-4914-44f8-98c6-08476b33f8d6', 'mac_address': 'fa:16:3e:b2:2c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:06.219062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for port (3a11409b-ad7c-477a-a07c-22caf611b623), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.251118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:06.251118 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.285506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9ae06d-4914-44f8-98c6-08476b33f8d6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:06.315117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6a9ae06d-4914-44f8-98c6-08476b33f8d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a9ae06d-4914-44f8-98c6-08476b33f8d6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:06.332998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.362874 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.385960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.419427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network 0314ba88-3da6-4b45-afdb-5c5749483484 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:06.423874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:06.433708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:06.438160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Port': ['ID=3a11409b-ad7c-477a-a07c-22caf611b623,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:06.481511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=6a9ae06d-4914-44f8-98c6-08476b33f8d6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:06.499322 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-113aa218-1f8d-409f-90a1-ea9d76e74cc6 req-651ef5ca-993f-4cce-bcc3-47ae9569b503 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3190322
Apr 30 21:19:06.507535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:06.513120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:06.513989 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.521957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:06.530752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:06.576468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c9b51-c384-4190-942f-c9dc1d8497a6 None None] Network a186bf0f-0fad-4695-a961-221f97d6bb34 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:06.581370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Pushing event updated for resources: {'Port': ['ID=f8a1199a-e859-4412-967a-d8d8670f461f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:06.589723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b647f-4e88-4b24-a787-a585b8e7e5b4 req-3f27898f-04d9-4909-a4d5-03fd05ec3a06 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:06.597842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce6b647f-4e88-4b24-a787-a585b8e7e5b4 req-3f27898f-04d9-4909-a4d5-03fd05ec3a06 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 949 time: 0.0629506
Apr 30 21:19:06.616604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-075848c7-c04c-4138-bb44-01261de025f3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4854884
Apr 30 21:19:06.633468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Request body: {'port': {'device_id': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:06.659502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['6a9ae06d-4914-44f8-98c6-08476b33f8d6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:06.707793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-223e7a4a-2363-4fe5-8c02-bbe0ed061bcd None None] Provisioning complete for port 184a2474-c17d-4d3a-b788-f8f8e0af249d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:06.714178 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-223e7a4a-2363-4fe5-8c02-bbe0ed061bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.730352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e274fa1e-4cc5-4f3a-897c-baa20a1e85af), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.760002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce6b647f-4e88-4b24-a787-a585b8e7e5b4 req-b738649d-aaa0-41ae-b42f-b3042b16325f tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572838
Apr 30 21:19:06.763207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.795553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Pushing event deleted for resources: {'Port': ['ID=e274fa1e-4cc5-4f3a-897c-baa20a1e85af,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:06.827502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 184a2474-c17d-4d3a-b788-f8f8e0af249d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:06.918146 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks [] for floatingip (c271f4ca-c930-40b6-89a1-ae74ab488a93), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.920762 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:06.922033 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2faa6ada-a9a3-4923-a053-c3e5935bffe6 tempest-ServersTestJSON-1064592018 tempest-ServersTestJSON-1064592018-project] 10.222.0.23 "DELETE /v2.0/floatingips/c271f4ca-c930-40b6-89a1-ae74ab488a93 HTTP/1.1" status: 204  len: 168 time: 1.3683517
Apr 30 21:19:06.925363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:07.052569 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks [] for router_gateway (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.059986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7e47-7ab6-4a5e-80db-e465bdd2ada0 req-39e41f43-5753-4840-aa4e-554b92ce47a8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:07.065416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7e47-7ab6-4a5e-80db-e465bdd2ada0 req-39e41f43-5753-4840-aa4e-554b92ce47a8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:07.071053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7e47-7ab6-4a5e-80db-e465bdd2ada0 req-39e41f43-5753-4840-aa4e-554b92ce47a8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:07.071290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 184a2474-c17d-4d3a-b788-f8f8e0af249d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:07.071799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.072769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3aac7e47-7ab6-4a5e-80db-e465bdd2ada0 req-39e41f43-5753-4840-aa4e-554b92ce47a8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2377 time: 0.0837202
Apr 30 21:19:07.116018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-223e7a4a-2363-4fe5-8c02-bbe0ed061bcd None None] Current status of the port 184a2474-c17d-4d3a-b788-f8f8e0af249d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:07.116820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-223e7a4a-2363-4fe5-8c02-bbe0ed061bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.178328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0a3881-d088-4954-b93d-4c3a924c97e3 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:07.197502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Publish callbacks [] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.202617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3aac7e47-7ab6-4a5e-80db-e465bdd2ada0 req-42db11ee-f258-43eb-85b1-50a915921b23 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223650
Apr 30 21:19:07.215550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Transition to ACTIVE for port object ea0a3881-d088-4954-b93d-4c3a924c97e3 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:19:07.248041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-223e7a4a-2363-4fe5-8c02-bbe0ed061bcd None None] For port 184a2474-c17d-4d3a-b788-f8f8e0af249d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=184a2474-c17d-4d3a-b788-f8f8e0af249d,segment=NetworkSegment(b8456a9f-2c4e-4f94-a770-4ed6a8a56dce),segment_id=b8456a9f-2c4e-4f94-a770-4ed6a8a56dce)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:07.260298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 184a2474-c17d-4d3a-b788-f8f8e0af249d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:07.272245 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.302832 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.316385 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-223e7a4a-2363-4fe5-8c02-bbe0ed061bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.361104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0a3881-d088-4954-b93d-4c3a924c97e3,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:07.405089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d918ecf-f6b4-4dc4-a5cf-5b0a97937576 req-f6d7532e-c6d9-49ce-b539-a277b06bfe06 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:07.408226 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:19:07.408591 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:19:07.411368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d918ecf-f6b4-4dc4-a5cf-5b0a97937576 req-f6d7532e-c6d9-49ce-b539-a277b06bfe06 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 950 time: 0.1745474
Apr 30 21:19:07.414821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e7a4a-2363-4fe5-8c02-bbe0ed061bcd None None] Pushing event updated for resources: {'Port': ['ID=184a2474-c17d-4d3a-b788-f8f8e0af249d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:07.439693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-64febabd-0866-41d2-af24-135b5d59eef6 None None] Provisioning complete for port 3a11409b-ad7c-477a-a07c-22caf611b623 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:07.440080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-64febabd-0866-41d2-af24-135b5d59eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.452203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c07d0-e3d0-4d9f-8ba4-3e5bf742f724 req-46a4bb16-1abb-43bc-b6c2-114fb8256333 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:07.453807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-017c07d0-e3d0-4d9f-8ba4-3e5bf742f724 req-46a4bb16-1abb-43bc-b6c2-114fb8256333 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 946 time: 0.1451972
Apr 30 21:19:07.482624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-64febabd-0866-41d2-af24-135b5d59eef6 None None] Port 3a11409b-ad7c-477a-a07c-22caf611b623 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:07.491994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-64febabd-0866-41d2-af24-135b5d59eef6 None None] Provisioning complete for port 184a2474-c17d-4d3a-b788-f8f8e0af249d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:07.492401 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-64febabd-0866-41d2-af24-135b5d59eef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.591473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-64febabd-0866-41d2-af24-135b5d59eef6 None None] Current status of the port 184a2474-c17d-4d3a-b788-f8f8e0af249d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:07.598395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-017c07d0-e3d0-4d9f-8ba4-3e5bf742f724 req-ba19a07b-bd91-46e7-8a23-35fbdb10308a tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269722
Apr 30 21:19:07.627019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d918ecf-f6b4-4dc4-a5cf-5b0a97937576 req-3c3b7a41-252a-4f41-8bed-90af828cb655 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045565
Apr 30 21:19:07.671237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Attempting to bind port ea0a3881-d088-4954-b93d-4c3a924c97e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:07.671574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Attempting to bind port ea0a3881-d088-4954-b93d-4c3a924c97e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:07.671901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Attempting to bind port ea0a3881-d088-4954-b93d-4c3a924c97e3 on network 0314ba88-3da6-4b45-afdb-5c5749483484 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:07.677135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Port ea0a3881-d088-4954-b93d-4c3a924c97e3 on network 0314ba88-3da6-4b45-afdb-5c5749483484 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:19:07.677462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Attempting to bind port ea0a3881-d088-4954-b93d-4c3a924c97e3 on network 0314ba88-3da6-4b45-afdb-5c5749483484 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:07.683382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:07.687420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Checking segment: {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:07.687420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Bound using segment: {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:07.687420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Bound port: ea0a3881-d088-4954-b93d-4c3a924c97e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:07.687420 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.754211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] For port ea0a3881-d088-4954-b93d-4c3a924c97e3, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:07.757490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] For port ea0a3881-d088-4954-b93d-4c3a924c97e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea0a3881-d088-4954-b93d-4c3a924c97e3,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:07.839287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.865307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-fe2ca836-c6f8-42c6-bc22-bfe23f60e982 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:07.866828 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-fe2ca836-c6f8-42c6-bc22-bfe23f60e982 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 946 time: 0.0965018
Apr 30 21:19:07.911996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.912340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:07.914753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:07.916832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] 10.222.0.35 "PUT /v2.0/ports/ea0a3881-d088-4954-b93d-4c3a924c97e3 HTTP/1.1" status: 200  len: 1092 time: 1.2907419
Apr 30 21:19:07.917877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'tag': 'ea0a3881-d088-4954-b93d-4c3a924c97e3'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:07.921316 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b52f69-922c-4d29-8ab7-ec802550728a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "tag": "ea0a3881-d088-4954-b93d-4c3a924c97e3"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:07.945278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fb14e-ebc9-44b6-8b74-43a85bec61bf req-d1e2b71e-0e5d-4831-b3c3-61bda044b28a tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:07.947907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b0fb14e-ebc9-44b6-8b74-43a85bec61bf req-d1e2b71e-0e5d-4831-b3c3-61bda044b28a tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 949 time: 0.1211557
Apr 30 21:19:07.988177 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353feb73-d095-41c6-bc48-9de5ccdf85fe x-openstack-request-id: req-353feb73-d095-41c6-bc48-9de5ccdf85fe {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:07.988472 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "tag": "ea0a3881-d088-4954-b93d-4c3a924c97e3", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:07.988747 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-353feb73-d095-41c6-bc48-9de5ccdf85fe {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:07.989244 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353feb73-d095-41c6-bc48-9de5ccdf85fe'] response: {'name': 'network-changed', 'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'tag': 'ea0a3881-d088-4954-b93d-4c3a924c97e3', 'status': 'completed', 'code': 200}
Apr 30 21:19:07.989894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb879a57-2382-46f6-9ab8-caf692bfcac7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0a3881-d088-4954-b93d-4c3a924c97e3,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:08.031200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 184a2474-c17d-4d3a-b788-f8f8e0af249d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:08.033201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Request body: {'port': {'device_id': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:08.069321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6a9ae06d-4914-44f8-98c6-08476b33f8d6 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:08.071806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b0fb14e-ebc9-44b6-8b74-43a85bec61bf req-101d96d9-c14c-4468-8582-afb9969c4888 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107838
Apr 30 21:19:08.137711 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.172330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:08.204318 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.222136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-2e3b7f8c-14f7-4a42-aec4-4c67600d3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.223797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-2e3b7f8c-14f7-4a42-aec4-4c67600d3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.223797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-2e3b7f8c-14f7-4a42-aec4-4c67600d3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.224741 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-2e3b7f8c-14f7-4a42-aec4-4c67600d3ff1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2763 time: 0.1991787
Apr 30 21:19:08.292791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:08.293797 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.388056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:08.388056 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.389540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Deleting port 517c3e72-ce49-4940-a123-3deec175d114 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:08.390580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (517c3e72-ce49-4940-a123-3deec175d114), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.418572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feabc507-3781-4f59-a795-3d3ccf1028dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ae06d-4914-44f8-98c6-08476b33f8d6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:08.420827 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f81b10a-73be-4789-9c1c-76225e87c2b1" -d '{"events": [{"server_uuid": "feabc507-3781-4f59-a795-3d3ccf1028dd", "name": "network-vif-plugged", "status": "completed", "tag": "6a9ae06d-4914-44f8-98c6-08476b33f8d6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:08.421156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7566e3-e36f-45c2-a832-fcff16f2251d req-37b369ca-1c40-41d4-8ea0-a843c2201dfb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.435497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7566e3-e36f-45c2-a832-fcff16f2251d req-37b369ca-1c40-41d4-8ea0-a843c2201dfb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.437158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6a9ae06d-4914-44f8-98c6-08476b33f8d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a9ae06d-4914-44f8-98c6-08476b33f8d6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:08.441725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7566e3-e36f-45c2-a832-fcff16f2251d req-37b369ca-1c40-41d4-8ea0-a843c2201dfb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.443539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be7566e3-e36f-45c2-a832-fcff16f2251d req-37b369ca-1c40-41d4-8ea0-a843c2201dfb tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2389 time: 0.1229720
Apr 30 21:19:08.475070 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c9e665-3497-4388-b203-166c89395162 x-openstack-request-id: req-36c9e665-3497-4388-b203-166c89395162 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:08.475430 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feabc507-3781-4f59-a795-3d3ccf1028dd", "name": "network-vif-plugged", "status": "completed", "tag": "6a9ae06d-4914-44f8-98c6-08476b33f8d6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:08.477685 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36c9e665-3497-4388-b203-166c89395162 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:08.477685 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c9e665-3497-4388-b203-166c89395162'] response: {'server_uuid': 'feabc507-3781-4f59-a795-3d3ccf1028dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ae06d-4914-44f8-98c6-08476b33f8d6', 'code': 200}
Apr 30 21:19:08.522404 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.585930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=6a9ae06d-4914-44f8-98c6-08476b33f8d6,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:08.600612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be7566e3-e36f-45c2-a832-fcff16f2251d req-760917fb-5f30-4b13-b7c2-39de7207cfa9 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415753
Apr 30 21:19:08.618361 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-9befb782-7ca9-4d76-83db-9c3e01ce2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.618837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-9befb782-7ca9-4d76-83db-9c3e01ce2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.619303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-9befb782-7ca9-4d76-83db-9c3e01ce2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.621472 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-9befb782-7ca9-4d76-83db-9c3e01ce2c1c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3462400
Apr 30 21:19:08.633306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] For port 517c3e72-ce49-4940-a123-3deec175d114, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=517c3e72-ce49-4940-a123-3deec175d114,segment=NetworkSegment(d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872),segment_id=d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:08.633681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (517c3e72-ce49-4940-a123-3deec175d114), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.666867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a0afc9-8d2a-4705-932d-3a178fa07cb5 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:08.695293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7fb78-d877-43d8-8d9f-7e611e29f9c4 req-db24c753-c421-4963-9ae4-373c0313485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.697085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cf7fb78-d877-43d8-8d9f-7e611e29f9c4 req-db24c753-c421-4963-9ae4-373c0313485d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 1132 time: 0.1609075
Apr 30 21:19:08.699155 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Publish callbacks [] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.723809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Calling delete_port for 517c3e72-ce49-4940-a123-3deec175d114 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:08.749665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 184a2474-c17d-4d3a-b788-f8f8e0af249d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:08.758141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Transition to ACTIVE for port object 82a0afc9-8d2a-4705-932d-3a178fa07cb5 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:19:08.804668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf71df-be5c-4422-9e13-152faf598dce req-fc147653-72b7-4c09-acae-9b26c6cdeed3 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.806214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 184a2474-c17d-4d3a-b788-f8f8e0af249d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:08.806926 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.811845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dcf71df-be5c-4422-9e13-152faf598dce req-fc147653-72b7-4c09-acae-9b26c6cdeed3 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 946 time: 0.1291089
Apr 30 21:19:08.852662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:19:08.857670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678b5e0-03ab-42fb-835d-0febda1a4c2e req-fd3c3cca-68f2-40c7-b915-9bb4b948406d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.859278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d678b5e0-03ab-42fb-835d-0febda1a4c2e req-fd3c3cca-68f2-40c7-b915-9bb4b948406d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 950 time: 0.1140864
Apr 30 21:19:08.864025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cf7fb78-d877-43d8-8d9f-7e611e29f9c4 req-90e7f5ab-5b61-42fd-874d-ee07dc392f13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595478
Apr 30 21:19:08.877337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-ef604a9e-c257-4ca1-bc3e-40cc9fa22132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:08.897710 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8b52f69-922c-4d29-8ab7-ec802550728a req-ef604a9e-c257-4ca1-bc3e-40cc9fa22132 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2425408
Apr 30 21:19:08.897991 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:08.898145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 184a2474-c17d-4d3a-b788-f8f8e0af249d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:08.950688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dcf71df-be5c-4422-9e13-152faf598dce req-605efb35-496d-4ba1-993b-86944dd653b2 tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/security-groups?id=586386c1-8422-422f-9ef6-e7dd28892eef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329985
Apr 30 21:19:08.993335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=82a0afc9-8d2a-4705-932d-3a178fa07cb5,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:09.004848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d678b5e0-03ab-42fb-835d-0febda1a4c2e req-32c441e6-f758-4ab2-872d-b6bb12d1ecd0 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269412
Apr 30 21:19:09.060629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Deleting port 5ae77b56-1349-4c60-9f66-969cc4311243 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:09.062177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.089187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Attempting to bind port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:09.089529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Attempting to bind port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:09.089876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Attempting to bind port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 on network c6bfe522-35a5-48a5-98ba-c31afc78cb10 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:09.112928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 on network c6bfe522-35a5-48a5-98ba-c31afc78cb10 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:19:09.112928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Attempting to bind port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 on network c6bfe522-35a5-48a5-98ba-c31afc78cb10 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:09.145977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:09.146372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Checking segment: {'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:09.146896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Bound using segment: {'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:09.147345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Bound port: 82a0afc9-8d2a-4705-932d-3a178fa07cb5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b885b7a-eba9-40bb-82d8-2d1f692eabc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:09.147705 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.174018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3d2af-f9e0-4135-8ff9-36689e19620c req-e0e7eeb7-b782-4493-bff0-720b1ec36c91 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:09.175765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdc3d2af-f9e0-4135-8ff9-36689e19620c req-e0e7eeb7-b782-4493-bff0-720b1ec36c91 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 1132 time: 0.0826735
Apr 30 21:19:09.192758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:09.205968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Sync routers for ids ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:09.218778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Routers {'baaf2e00-0f6f-4a2d-aaa8-628b02d74322'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:09.219764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa526a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:09.220536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (517c3e72-ce49-4940-a123-3deec175d114), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.260711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] For port 5ae77b56-1349-4c60-9f66-969cc4311243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ae77b56-1349-4c60-9f66-969cc4311243,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:09.261063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.300629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3f0d-58f2-40b1-b473-3e3e6904a07c req-1bd066ec-174a-44d9-ad8b-9f166030cfdf tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:09.307837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e54d3f0d-58f2-40b1-b473-3e3e6904a07c req-1bd066ec-174a-44d9-ad8b-9f166030cfdf tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 950 time: 0.1372726
Apr 30 21:19:09.322748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['517c3e72-ce49-4940-a123-3deec175d114'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:09.353585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdc3d2af-f9e0-4135-8ff9-36689e19620c req-2a5f3182-703d-4fa9-9e82-c4e9dc657231 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669133
Apr 30 21:19:09.356170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Calling delete_port for 5ae77b56-1349-4c60-9f66-969cc4311243 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:09.359006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Pushing event deleted for resources: {'Port': ['ID=517c3e72-ce49-4940-a123-3deec175d114,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:09.360676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] For port 82a0afc9-8d2a-4705-932d-3a178fa07cb5, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:09.372669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.376989 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-85947073-088a-4818-9037-b9e9dfc2cedb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.3632724
Apr 30 21:19:09.376989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] No DVR routers for this DVR port 517c3e72-ce49-4940-a123-3deec175d114 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:09.378660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33878) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:09.380033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.388623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] For port 82a0afc9-8d2a-4705-932d-3a178fa07cb5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82a0afc9-8d2a-4705-932d-3a178fa07cb5,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:09.397326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-db53808d-8cf1-497f-b13f-8a597ee154fd req-95a9343c-5c0e-40e1-8407-ca8a457affdb tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.20 "DELETE /v2.0/ports/517c3e72-ce49-4940-a123-3deec175d114 HTTP/1.1" status: 204  len: 173 time: 1.4361420
Apr 30 21:19:09.399897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29ae768-e8c9-449d-88a7-042239f848c6', 'name': 'network-vif-deleted', 'tag': '517c3e72-ce49-4940-a123-3deec175d114'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:09.410957 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e6b53e-ef45-4d43-b288-0307c58bc165" -d '{"events": [{"server_uuid": "a29ae768-e8c9-449d-88a7-042239f848c6", "name": "network-vif-deleted", "tag": "517c3e72-ce49-4940-a123-3deec175d114"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:09.477266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Set router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:09.495197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e54d3f0d-58f2-40b1-b473-3e3e6904a07c req-13753946-9ee3-4333-8127-6554cf4ea116 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734977
Apr 30 21:19:09.535751 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.548574 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4367eb0e-9237-4b38-a656-f7a215c432fa x-openstack-request-id: req-4367eb0e-9237-4b38-a656-f7a215c432fa {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:09.548574 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29ae768-e8c9-449d-88a7-042239f848c6", "name": "network-vif-deleted", "tag": "517c3e72-ce49-4940-a123-3deec175d114", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:09.548574 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4367eb0e-9237-4b38-a656-f7a215c432fa {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:09.548574 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4367eb0e-9237-4b38-a656-f7a215c432fa'] response: {'server_uuid': 'a29ae768-e8c9-449d-88a7-042239f848c6', 'name': 'network-vif-deleted', 'tag': '517c3e72-ce49-4940-a123-3deec175d114', 'status': 'completed', 'code': 200}
Apr 30 21:19:09.660360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:09.661303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.662705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] 10.222.0.35 "PUT /v2.0/ports/82a0afc9-8d2a-4705-932d-3a178fa07cb5 HTTP/1.1" status: 200  len: 1092 time: 1.6379740
Apr 30 21:19:09.703221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-d71eb382-17c9-42f0-b4e2-a76caf5b6443 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0529511
Apr 30 21:19:09.741391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa526a0>, [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:06Z', 'revision_number': 3, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port': {'id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:05Z', 'updated_at': '2022-04-30T21:19:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:09.774342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Checking router: baaf2e00-0f6f-4a2d-aaa8-628b02d74322 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:09.779615 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5ae77b56-1349-4c60-9f66-969cc4311243), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.779811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Updating router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 port f8a1199a-e859-4412-967a-d8d8670f461f binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:09.815864 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:09.816114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae77b56-1349-4c60-9f66-969cc4311243,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:09.916919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-4270c22c-fe09-48c5-a772-12a5759baebf tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:09.924846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-4270c22c-fe09-48c5-a772-12a5759baebf tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2113593
Apr 30 21:19:09.957233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef74c6b-3d63-415f-be31-18984c48e8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=82a0afc9-8d2a-4705-932d-3a178fa07cb5,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:09.996319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Request body: {'port': {'device_id': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:10.005814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'tag': '82a0afc9-8d2a-4705-932d-3a178fa07cb5'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:10.008829 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "tag": "82a0afc9-8d2a-4705-932d-3a178fa07cb5"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:10.024079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af09d8-ddb6-47e3-b260-608c0818f9ed req-a37b752f-963f-40e8-9d7b-7aaa3fc14e13 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:10.032555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af09d8-ddb6-47e3-b260-608c0818f9ed req-a37b752f-963f-40e8-9d7b-7aaa3fc14e13 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:10.040551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af09d8-ddb6-47e3-b260-608c0818f9ed req-a37b752f-963f-40e8-9d7b-7aaa3fc14e13 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:10.050685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1af09d8-ddb6-47e3-b260-608c0818f9ed req-a37b752f-963f-40e8-9d7b-7aaa3fc14e13 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2401 time: 0.3292351
Apr 30 21:19:10.091282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:10.107949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-4c38e824-3644-475d-bbd1-66c9095d5141 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/quotas/327a580f2f8645c28e9590806928ed91 HTTP/1.1" status: 200  len: 375 time: 0.1752322
Apr 30 21:19:10.359864 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Publish callbacks [] for port (f8a1199a-e859-4412-967a-d8d8670f461f), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:10.400560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:19:10.454651 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:10.504172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Pushing event updated for resources: {'Port': ['ID=f8a1199a-e859-4412-967a-d8d8670f461f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:10.524991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.531154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:10.532455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:10.533499 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:10.538139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Attempting to bind port f8a1199a-e859-4412-967a-d8d8670f461f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:10.538598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Attempting to bind port f8a1199a-e859-4412-967a-d8d8670f461f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:10.538970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Attempting to bind port f8a1199a-e859-4412-967a-d8d8670f461f on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:10.547765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:10.548155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:10.548601 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:10.548999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:10.549555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Bound port: f8a1199a-e859-4412-967a-d8d8670f461f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:10.550150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:10.557015 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-636bce3c-e6b7-4bc1-891d-e04fe84d291f admin admin] 10.222.0.23 "PUT /v2.0/routers/d9f7a5ac-c0ad-4b08-8c84-64c743da5d27/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6267064
Apr 30 21:19:10.563195 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33904) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:10.566018 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] Sync routers for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:10.566582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-1fee470a-7e1e-4dfd-9d3c-a68670b3241d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&fields=id HTTP/1.1" status: 200  len: 486 time: 0.4573250
Apr 30 21:19:10.595971 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:10.596745 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9c18e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:10.667496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1af09d8-ddb6-47e3-b260-608c0818f9ed req-13dc6116-75d0-45ac-b461-d27f0f18b255 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6156421
Apr 30 21:19:10.689563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] For port f8a1199a-e859-4412-967a-d8d8670f461f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:10.708205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] For port f8a1199a-e859-4412-967a-d8d8670f461f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8a1199a-e859-4412-967a-d8d8670f461f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:10.782448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks [] for router (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:10.790460 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:10.815120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:10.878972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-834089b4-50e6-4ac8-9fd9-2d95bfcb959c req-f582bcd1-47b5-416f-b9cd-18fa701c9d1e tempest-VolumesAdminNegativeTest-2051823524 tempest-VolumesAdminNegativeTest-2051823524-project] 10.222.0.23 "GET /v2.0/ports?device_id=a29ae768-e8c9-449d-88a7-042239f848c6 HTTP/1.1" status: 200  len: 210 time: 0.0386696
Apr 30 21:19:10.931500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Routers {'baaf2e00-0f6f-4a2d-aaa8-628b02d74322'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:10.932163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa526a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:10.975113 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80455de-2873-4751-8a63-35ae0d059bb2 x-openstack-request-id: req-a80455de-2873-4751-8a63-35ae0d059bb2 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:10.975396 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "tag": "82a0afc9-8d2a-4705-932d-3a178fa07cb5", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:10.975646 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a80455de-2873-4751-8a63-35ae0d059bb2 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:10.978985 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80455de-2873-4751-8a63-35ae0d059bb2'] response: {'name': 'network-changed', 'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'tag': '82a0afc9-8d2a-4705-932d-3a178fa07cb5', 'status': 'completed', 'code': 200}
Apr 30 21:19:11.009291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f07b7-7e8b-44f0-90d3-762de74efa61 None None] Pushing event updated for resources: {'Port': ['ID=f8a1199a-e859-4412-967a-d8d8670f461f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:11.025022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks [] for router_gateway (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:11.052553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-93523bfb-270b-4f3e-a1f9-4e010fa4fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:11.053728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-93523bfb-270b-4f3e-a1f9-4e010fa4fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:11.054424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-93523bfb-270b-4f3e-a1f9-4e010fa4fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:11.056528 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-93523bfb-270b-4f3e-a1f9-4e010fa4fa0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2861 time: 0.0922749
Apr 30 21:19:11.145549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] Set router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:11.164632 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9c18e0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139'}], 'enable_snat': True}, 'gw_port_id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:19:09Z', 'revision_number': 5, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port': {'id': '7d1089de-f58a-4bd4-a273-4a919c4305b1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:93:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:17:33Z', 'updated_at': '2022-04-30T21:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:11.187741 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] Checking router: d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:11.197218 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] Routers {'d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:11.198320 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9c18e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:11.206634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Deleting port 7d1089de-f58a-4bd4-a273-4a919c4305b1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:11.207231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23e908c0-7f37-4ce6-870e-5e8d188dbfba req-6f5e6bac-4b34-4732-883f-ba39920cab7b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 210 time: 0.1465967
Apr 30 21:19:11.207343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:11.259326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d339e-8850-4bb2-ba3d-c45e94170896 req-7cf9a235-babb-4f6c-804b-48cc77a05062 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:11.260874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb7d339e-8850-4bb2-ba3d-c45e94170896 req-7cf9a235-babb-4f6c-804b-48cc77a05062 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 950 time: 0.2143409
Apr 30 21:19:11.296328 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:11.330019 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] Set router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:11.377530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb7d339e-8850-4bb2-ba3d-c45e94170896 req-7bdcc7de-b74f-44ee-9ab0-0c665dbf1a18 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066329
Apr 30 21:19:11.408959 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9c18e0>, [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:19:11Z', 'revision_number': 6, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:11.457141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa526a0>, [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:06Z', 'revision_number': 3, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port': {'id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:05Z', 'updated_at': '2022-04-30T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:11.459953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a11409b-ad7c-477a-a07c-22caf611b623 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:11.470900 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1e1d2f-fd5f-4a78-bf27-993eb95e704b None None] The sync data for ids ['d9f7a5ac-c0ad-4b08-8c84-64c743da5d27'] in ncdv-master-1 is: [{'id': 'd9f7a5ac-c0ad-4b08-8c84-64c743da5d27', 'name': 'tempest-ServersTestJSON-2100293218-router', 'tenant_id': '7c032d189cb14ea297194dffa380eae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:17:30Z', 'updated_at': '2022-04-30T21:19:11Z', 'revision_number': 6, 'project_id': '7c032d189cb14ea297194dffa380eae5', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:11.518392 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Publish callbacks [] for port (3a11409b-ad7c-477a-a07c-22caf611b623), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:11.520521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21616313-da39-4a0a-b98f-eccca8a93bfb None None] The sync data for ids ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'] in ncdv-master-1 is: [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:06Z', 'revision_number': 3, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port': {'id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:05Z', 'updated_at': '2022-04-30T21:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:11.580576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Transition to ACTIVE for port object 3a11409b-ad7c-477a-a07c-22caf611b623 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:19:11.644213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Allocated IP 172.20.0.1 (a186bf0f-0fad-4695-a961-221f97d6bb34/d5f7522b-1e91-457a-9a61-d484c6cc59a1/ced7e825-e6a3-4bbc-a820-e95ce7284146) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:11.662359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:11.771853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-e7fc1518-a1b0-4c30-9885-679a4f50e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:11.772256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-e7fc1518-a1b0-4c30-9885-679a4f50e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:11.772711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-e7fc1518-a1b0-4c30-9885-679a4f50e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:11.774304 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-e7fc1518-a1b0-4c30-9885-679a4f50e683 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.7098055
Apr 30 21:19:11.982390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Pushing event updated for resources: {'Port': ['ID=3a11409b-ad7c-477a-a07c-22caf611b623,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:11.999349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] For port 7d1089de-f58a-4bd4-a273-4a919c4305b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1089de-f58a-4bd4-a273-4a919c4305b1,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:11.999854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.024706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33924) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:12.059716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Attempting to bind port 3a11409b-ad7c-477a-a07c-22caf611b623 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:12.061190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Attempting to bind port 3a11409b-ad7c-477a-a07c-22caf611b623 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:12.061531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Attempting to bind port 3a11409b-ad7c-477a-a07c-22caf611b623 on network 0314ba88-3da6-4b45-afdb-5c5749483484 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:12.076812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Port 3a11409b-ad7c-477a-a07c-22caf611b623 on network 0314ba88-3da6-4b45-afdb-5c5749483484 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:19:12.076812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Attempting to bind port 3a11409b-ad7c-477a-a07c-22caf611b623 on network 0314ba88-3da6-4b45-afdb-5c5749483484 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:12.085612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:12.085742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Checking segment: {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:12.086133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Bound using segment: {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:12.086716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Bound port: 3a11409b-ad7c-477a-a07c-22caf611b623, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f92d28b1-0058-4db8-afa9-26dd20f61a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:12.087408 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.094772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Calling delete_port for 7d1089de-f58a-4bd4-a273-4a919c4305b1 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:12.098652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-99971995-2135-479f-88d0-1cb3157fef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:12.104610 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-8dbfb86c-b8e6-4d7f-82fc-fc0fa97d06f6 req-99971995-2135-479f-88d0-1cb3157fef27 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3229916
Apr 30 21:19:12.117704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d7054-f2e1-4e8c-945e-da697da8192f req-c6919843-5d3d-4b82-8ec0-55088ad30891 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:12.129291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d7054-f2e1-4e8c-945e-da697da8192f req-c6919843-5d3d-4b82-8ec0-55088ad30891 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:12.138658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d7054-f2e1-4e8c-945e-da697da8192f req-c6919843-5d3d-4b82-8ec0-55088ad30891 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:12.140386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29d7054-f2e1-4e8c-945e-da697da8192f req-c6919843-5d3d-4b82-8ec0-55088ad30891 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2413 time: 0.3585632
Apr 30 21:19:12.168752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Publish callbacks [] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.192016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96686f7-18a6-48c4-af20-29af89a47de0 admin admin] Deleting subnet 86e27b1c-6b9c-4fbe-9893-58e85597a786 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:19:12.198148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c96686f7-18a6-48c4-af20-29af89a47de0 admin admin] Publish callbacks [] for subnet (86e27b1c-6b9c-4fbe-9893-58e85597a786), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.248131 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c96686f7-18a6-48c4-af20-29af89a47de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (86e27b1c-6b9c-4fbe-9893-58e85597a786), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.280429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddcb1f-4e65-4991-8dc1-f03e9cb9b952 req-25a03429-38c0-4aa3-9129-05b8f3221f0f tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:12.288320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96ddcb1f-4e65-4991-8dc1-f03e9cb9b952 req-25a03429-38c0-4aa3-9129-05b8f3221f0f tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 950 time: 0.1448936
Apr 30 21:19:12.341201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c96686f7-18a6-48c4-af20-29af89a47de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (86e27b1c-6b9c-4fbe-9893-58e85597a786), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.398348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] For port 3a11409b-ad7c-477a-a07c-22caf611b623, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:12.412308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29d7054-f2e1-4e8c-945e-da697da8192f req-75bf121b-0cda-4d30-8283-e1b131d48b75 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2485285
Apr 30 21:19:12.426817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] For port 3a11409b-ad7c-477a-a07c-22caf611b623, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a11409b-ad7c-477a-a07c-22caf611b623,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:12.432716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96ddcb1f-4e65-4991-8dc1-f03e9cb9b952 req-a1491cbf-4768-45ab-80f8-3beb05bd23fa tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435208
Apr 30 21:19:12.444575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 517c3e72-ce49-4940-a123-3deec175d114 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:12.464823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.486251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 517c3e72-ce49-4940-a123-3deec175d114 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:12.486904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 517c3e72-ce49-4940-a123-3deec175d114 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:12.552839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e02eeac-e6b5-40f2-9aea-79e38503ca1a req-a52c6730-447f-40a5-a859-6c61ce100f7d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 210 time: 0.0352302
Apr 30 21:19:12.563587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c96686f7-18a6-48c4-af20-29af89a47de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (86e27b1c-6b9c-4fbe-9893-58e85597a786), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.565833 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.571919 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7d1089de-f58a-4bd4-a273-4a919c4305b1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.581181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Network a186bf0f-0fad-4695-a961-221f97d6bb34 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:12.593717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:12.596564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Pushing event updated for resources: {'Port': ['ID=ced7e825-e6a3-4bbc-a820-e95ce7284146,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:12.601396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:12.624461 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c96686f7-18a6-48c4-af20-29af89a47de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.632201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c96686f7-18a6-48c4-af20-29af89a47de0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/86e27b1c-6b9c-4fbe-9893-58e85597a786 HTTP/1.1" status: 204  len: 168 time: 0.6042719
Apr 30 21:19:12.633140 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96686f7-18a6-48c4-af20-29af89a47de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e27b1c-6b9c-4fbe-9893-58e85597a786,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:12.640533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:12.655862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Pushing event updated for resources: {'Port': ['ID=3a11409b-ad7c-477a-a07c-22caf611b623,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:12.665067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:12.665807 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.670178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-02692767-4bd3-4ce8-a030-17873153b57a service neutron] 10.222.0.35 "PUT /v2.0/ports/3a11409b-ad7c-477a-a07c-22caf611b623 HTTP/1.1" status: 200  len: 1092 time: 2.7117517
Apr 30 21:19:12.675566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1089de-f58a-4bd4-a273-4a919c4305b1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:12.739990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.909645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2b0ff999-a515-444e-abae-4e4b3a0965ad), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.948057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f8a1199a-e859-4412-967a-d8d8670f461f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:12.959933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:12.977367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'tag': '3a11409b-ad7c-477a-a07c-22caf611b623'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:12.980169 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "tag": "3a11409b-ad7c-477a-a07c-22caf611b623"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:13.031959 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41818d99-3335-4fcb-8a4c-100449e9a7dd x-openstack-request-id: req-41818d99-3335-4fcb-8a4c-100449e9a7dd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:13.032635 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "tag": "3a11409b-ad7c-477a-a07c-22caf611b623", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:13.032635 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41818d99-3335-4fcb-8a4c-100449e9a7dd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:13.032939 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41818d99-3335-4fcb-8a4c-100449e9a7dd'] response: {'name': 'network-changed', 'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'tag': '3a11409b-ad7c-477a-a07c-22caf611b623', 'status': 'completed', 'code': 200}
Apr 30 21:19:13.072237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f8a1199a-e859-4412-967a-d8d8670f461f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:13.076257 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.085733 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.186429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f8a1199a-e859-4412-967a-d8d8670f461f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:13.187155 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.192148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9732afa7-28ac-4140-9021-20ef7d322278 None None] Provisioning complete for port ced7e825-e6a3-4bbc-a820-e95ce7284146 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:13.192802 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9732afa7-28ac-4140-9021-20ef7d322278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.226203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2b0ff999-a515-444e-abae-4e4b3a0965ad), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.232562 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.234379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port f8a1199a-e859-4412-967a-d8d8670f461f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8a1199a-e859-4412-967a-d8d8670f461f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:13.240230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks [] for router_controller (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.245218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9732afa7-28ac-4140-9021-20ef7d322278 None None] Port ced7e825-e6a3-4bbc-a820-e95ce7284146 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:13.286170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966ebeaf0>,) {'filters': {'network_id': ['2b0ff999-a515-444e-abae-4e4b3a0965ad']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:13.289063 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.300542 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Publish callbacks [] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.325008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-c1bc779e-4ad5-4c59-bd38-a5fd654b6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.325855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-c1bc779e-4ad5-4c59-bd38-a5fd654b6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.326501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-c1bc779e-4ad5-4c59-bd38-a5fd654b6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.328503 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-c1bc779e-4ad5-4c59-bd38-a5fd654b6f79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2959 time: 0.1136723
Apr 30 21:19:13.333292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966ebeaf0>, 'd4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:13.333863 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966ebeaf0>, 'd4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:13.358775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=f8a1199a-e859-4412-967a-d8d8670f461f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:13.378111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7d1089de-f58a-4bd4-a273-4a919c4305b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:13.398764 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.398986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.400320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 7d1089de-f58a-4bd4-a273-4a919c4305b1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:13.400921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7d1089de-f58a-4bd4-a273-4a919c4305b1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:13.401406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5ae77b56-1349-4c60-9f66-969cc4311243 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:13.421080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (d9f7a5ac-c0ad-4b08-8c84-64c743da5d27), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.421902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:19:13.425504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 5ae77b56-1349-4c60-9f66-969cc4311243 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:13.426115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5ae77b56-1349-4c60-9f66-969cc4311243 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:13.428714 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.430187 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9f8d00a4-cfd2-4dd7-a552-c98d9bcd8131 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d9f7a5ac-c0ad-4b08-8c84-64c743da5d27 HTTP/1.1" status: 204  len: 168 time: 2.8713031
Apr 30 21:19:13.435547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.437449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33934) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:13.518799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-7e0bd2a5-79c2-42d3-84a8-aa03d2435b7c tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.522591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-7e0bd2a5-79c2-42d3-84a8-aa03d2435b7c tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.35 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 950 time: 0.2003148
Apr 30 21:19:13.525171 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:19:13.525654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (d4e3bfa4-e9e5-4c04-ae1b-ccbb19f2f872), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:19:13.543529 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:19:13.609456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b941093-30c3-4492-8c4d-38a1b23da695 admin admin] Deleting subnet b2089236-1455-436b-81eb-84b040d60424 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:19:13.615600 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b941093-30c3-4492-8c4d-38a1b23da695 admin admin] Publish callbacks [] for subnet (b2089236-1455-436b-81eb-84b040d60424), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.665504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Pushing event updated for resources: {'Port': ['ID=ced7e825-e6a3-4bbc-a820-e95ce7284146,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:13.668093 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.686211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-b629a7ed-2fac-490a-9353-12b07eb1e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.686743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-b629a7ed-2fac-490a-9353-12b07eb1e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.687196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-b629a7ed-2fac-490a-9353-12b07eb1e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.688991 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-b629a7ed-2fac-490a-9353-12b07eb1e1f3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3522809
Apr 30 21:19:13.690486 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-07680b18-3425-4b36-bb02-5626d2d46660 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0440459
Apr 30 21:19:13.720515 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b941093-30c3-4492-8c4d-38a1b23da695 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (b2089236-1455-436b-81eb-84b040d60424), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.733897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63796cc-4111-4af6-aca6-02a3341d1574 req-75ffe0fe-1052-4749-b007-0b9b7e4aeee9 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.739222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63796cc-4111-4af6-aca6-02a3341d1574 req-75ffe0fe-1052-4749-b007-0b9b7e4aeee9 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.744765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63796cc-4111-4af6-aca6-02a3341d1574 req-75ffe0fe-1052-4749-b007-0b9b7e4aeee9 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.747167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e63796cc-4111-4af6-aca6-02a3341d1574 req-75ffe0fe-1052-4749-b007-0b9b7e4aeee9 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2413 time: 0.2150605
Apr 30 21:19:13.766163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3c263-7e4c-4c95-a679-ca542693865a req-acacc0b7-5dc7-43f2-9676-d309c776d24c tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:13.767694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11c3c263-7e4c-4c95-a679-ca542693865a req-acacc0b7-5dc7-43f2-9676-d309c776d24c tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 950 time: 0.2120521
Apr 30 21:19:13.827215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2b0ff999-a515-444e-abae-4e4b3a0965ad), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.832518 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.839341 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/2b0ff999-a515-444e-abae-4e4b3a0965ad HTTP/1.1" status: 204  len: 168 time: 1.1965106
Apr 30 21:19:13.839548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33942) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:13.848354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Deleting port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:13.848706 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:13.906935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8cbc4-5e1f-44db-aeb3-553bcfa496ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0ff999-a515-444e-abae-4e4b3a0965ad,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:13.966808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11c3c263-7e4c-4c95-a679-ca542693865a req-6517b840-b2f0-46da-9e66-a089f8562047 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/security-groups?id=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665306
Apr 30 21:19:13.985038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e63796cc-4111-4af6-aca6-02a3341d1574 req-5c2e4712-f079-4045-ac42-d4cc3f4f2db0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893034
Apr 30 21:19:14.009053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9fd0e5-bead-4b71-88f0-8fccc91f06df admin admin] Deleting subnet 02e754ca-de0f-42f2-981e-83d4c5f76667 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:19:14.029980 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd0e5-bead-4b71-88f0-8fccc91f06df admin admin] Publish callbacks [] for subnet (02e754ca-de0f-42f2-981e-83d4c5f76667), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.058854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-8d8e9076-c624-4a31-9a11-29f13b602312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:14.060333 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-8105bf24-d19c-4a6a-8b2c-e2ad4010e8be req-8d8e9076-c624-4a31-9a11-29f13b602312 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3624933
Apr 30 21:19:14.069775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Network a186bf0f-0fad-4695-a961-221f97d6bb34 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:14.071845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:14.081296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-87f34983-263a-48d0-b25e-c30d1eeb124d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:14.082908 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-87f34983-263a-48d0-b25e-c30d1eeb124d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3861945
Apr 30 21:19:14.090536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b941093-30c3-4492-8c4d-38a1b23da695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (b2089236-1455-436b-81eb-84b040d60424), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.097247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Request body: {'port': {'device_id': 'dba12be1-263f-416d-8233-242286a6691d', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '327a580f2f8645c28e9590806928ed91'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:14.116889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7c79631-304b-4af6-b554-49a2b0ed1a59 req-289b6878-128d-4972-9618-b345e0e1b733 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 210 time: 0.0417080
Apr 30 21:19:14.118679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] For port 6a9ae06d-4914-44f8-98c6-08476b33f8d6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a9ae06d-4914-44f8-98c6-08476b33f8d6,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:14.119258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.133045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd0e5-bead-4b71-88f0-8fccc91f06df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (02e754ca-de0f-42f2-981e-83d4c5f76667), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.147386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Calling delete_port for 6a9ae06d-4914-44f8-98c6-08476b33f8d6 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:14.279708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-8c0885ee-a9f5-4b76-b98c-d67065e6fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:14.280222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-8c0885ee-a9f5-4b76-b98c-d67065e6fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:14.280698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-8c0885ee-a9f5-4b76-b98c-d67065e6fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:14.283859 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-8c0885ee-a9f5-4b76-b98c-d67065e6fd24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2959 time: 0.1537070
Apr 30 21:19:14.340450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:19:14.358419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd0e5-bead-4b71-88f0-8fccc91f06df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (02e754ca-de0f-42f2-981e-83d4c5f76667), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.361669 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-e0528496-479b-4811-80e8-5dd4be2eb2a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=ea0a3881-d088-4954-b93d-4c3a924c97e3 HTTP/1.1" status: 200  len: 217 time: 0.0606802
Apr 30 21:19:14.475970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-6d93f333-1738-4991-99ad-e16cb9e23307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:14.477294 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-6d93f333-1738-4991-99ad-e16cb9e23307 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d HTTP/1.1" status: 200  len: 801 time: 0.0834622
Apr 30 21:19:14.483620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c20e5511-5780-4c5b-99c1-e37044f2e2ef None None] Provisioning complete for port ced7e825-e6a3-4bbc-a820-e95ce7284146 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:14.488051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b941093-30c3-4492-8c4d-38a1b23da695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (b2089236-1455-436b-81eb-84b040d60424), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.488253 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c20e5511-5780-4c5b-99c1-e37044f2e2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.521474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c20e5511-5780-4c5b-99c1-e37044f2e2ef None None] Port ced7e825-e6a3-4bbc-a820-e95ce7284146 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:14.545138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b941093-30c3-4492-8c4d-38a1b23da695 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.548744 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b941093-30c3-4492-8c4d-38a1b23da695 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b2089236-1455-436b-81eb-84b040d60424 HTTP/1.1" status: 204  len: 168 time: 1.1078749
Apr 30 21:19:14.549872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b941093-30c3-4492-8c4d-38a1b23da695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2089236-1455-436b-81eb-84b040d60424,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:14.552396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d21b2a-ee16-4def-a179-a240f69abefb None None] Network 754dca2d-ae1a-474d-84c8-c3a2c085f38c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:14.555179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33944) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:14.567431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Made reservation on behalf of 327a580f2f8645c28e9590806928ed91 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:14.570825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.615871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd0e5-bead-4b71-88f0-8fccc91f06df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (02e754ca-de0f-42f2-981e-83d4c5f76667), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.628743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-dd9c72e0-1e6a-4d67-9db3-552d6a860247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:14.630280 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-dd9c72e0-1e6a-4d67-9db3-552d6a860247 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0314ba88-3da6-4b45-afdb-5c5749483484&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1420438
Apr 30 21:19:14.674103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fd0e5-bead-4b71-88f0-8fccc91f06df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e754ca-de0f-42f2-981e-83d4c5f76667,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:14.728345 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a9fd0e5-bead-4b71-88f0-8fccc91f06df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.731313 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9a9fd0e5-bead-4b71-88f0-8fccc91f06df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/02e754ca-de0f-42f2-981e-83d4c5f76667 HTTP/1.1" status: 204  len: 168 time: 0.8842242
Apr 30 21:19:14.738770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33946) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:14.751812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] DHCP port deletion for 754dca2d-ae1a-474d-84c8-c3a2c085f38c request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:19:14.761225 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (754dca2d-ae1a-474d-84c8-c3a2c085f38c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.800568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] Deleting port 2fad4a43-b453-4791-b520-8058b17a42d9 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:14.801409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.835498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:14.838936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (36a65272-1865-4f75-a7d1-9dbdb3e1dffb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.842740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f8a1199a-e859-4412-967a-d8d8670f461f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:14.844110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8a27b5e4-2d90-4a56-8cb2-7cf00a5d1dae admin admin] 10.222.0.23 "PUT /v2.0/routers/baaf2e00-0f6f-4a2d-aaa8-628b02d74322/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4646101
Apr 30 21:19:14.878019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Sync routers for ids ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:14.887519 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-59a6f14a-3185-4a61-9c1c-48b00a7a8255 service neutron] 10.222.0.35 "GET /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271097
Apr 30 21:19:14.892098 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6a9ae06d-4914-44f8-98c6-08476b33f8d6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.923499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] For port 2fad4a43-b453-4791-b520-8058b17a42d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fad4a43-b453-4791-b520-8058b17a42d9,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:14.924263 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.928533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Routers {'baaf2e00-0f6f-4a2d-aaa8-628b02d74322'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:14.929406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f88ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:14.964258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Pushing event deleted for resources: {'Port': ['ID=6a9ae06d-4914-44f8-98c6-08476b33f8d6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:14.972905 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (36a65272-1865-4f75-a7d1-9dbdb3e1dffb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:14.974729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Deleting port 2fad4a43-b453-4791-b520-8058b17a42d9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:14.975105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.037859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967a88430>,) {'filters': {'network_id': ['36a65272-1865-4f75-a7d1-9dbdb3e1dffb']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:15.056516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Allocated IP 192.168.233.247 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/ec488b53-90c5-4824-86a9-6c69bb49fbe8) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:15.108651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] For port 2fad4a43-b453-4791-b520-8058b17a42d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fad4a43-b453-4791-b520-8058b17a42d9,segment=NetworkSegment(28f9771a-3442-490c-a7e3-a312220e3325),segment_id=28f9771a-3442-490c-a7e3-a312220e3325)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:15.108651 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.121614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Calling delete_port for 2fad4a43-b453-4791-b520-8058b17a42d9 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:15.126107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] No DVR routers for this DVR port 6a9ae06d-4914-44f8-98c6-08476b33f8d6 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:15.132282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967a88430>, 'cc285623-a08e-4355-b299-23f9348f8be5') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:15.132845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967a88430>, 'cc285623-a08e-4355-b299-23f9348f8be5') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:15.138514 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.142373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88efbf47-85db-45a4-93ab-df2f920f6610 req-1fe39b0b-0023-44f8-8529-eef5537ccc02 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.35 "DELETE /v2.0/ports/6a9ae06d-4914-44f8-98c6-08476b33f8d6 HTTP/1.1" status: 204  len: 173 time: 1.6116385
Apr 30 21:19:15.146747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Set router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:15.159839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feabc507-3781-4f59-a795-3d3ccf1028dd', 'name': 'network-vif-deleted', 'tag': '6a9ae06d-4914-44f8-98c6-08476b33f8d6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:15.166660 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0662b462-4fc7-4214-9013-c2c77f094526" -d '{"events": [{"server_uuid": "feabc507-3781-4f59-a795-3d3ccf1028dd", "name": "network-vif-deleted", "tag": "6a9ae06d-4914-44f8-98c6-08476b33f8d6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:15.221637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811e44-82a8-44e7-bacb-0f560561be9e req-740f63b8-1ae5-4408-b409-e317b86bb515 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:15.223142 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-20bb15f8-4a4f-4a19-8f03-396a8d0c4cba service neutron] 10.222.0.35 "GET /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3092892
Apr 30 21:19:15.235273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811e44-82a8-44e7-bacb-0f560561be9e req-740f63b8-1ae5-4408-b409-e317b86bb515 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:15.241398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811e44-82a8-44e7-bacb-0f560561be9e req-740f63b8-1ae5-4408-b409-e317b86bb515 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:15.249563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88811e44-82a8-44e7-bacb-0f560561be9e req-740f63b8-1ae5-4408-b409-e317b86bb515 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2413 time: 0.1365564
Apr 30 21:19:15.253480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] Calling delete_port for 2fad4a43-b453-4791-b520-8058b17a42d9 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:15.278745 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (cc285623-a08e-4355-b299-23f9348f8be5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.300179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-3e4f7f02-c67d-4452-a877-44675c1c0d21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.134&port_id=82a0afc9-8d2a-4705-932d-3a178fa07cb5 HTTP/1.1" status: 200  len: 217 time: 0.0600057
Apr 30 21:19:15.326536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a46de840-e9df-4337-ac0c-3292364f9b29 req-30ab0f82-6106-464e-a210-615bd4e5e489 tempest-ImagesNegativeTestJSON-858862984 tempest-ImagesNegativeTestJSON-858862984-project] 10.222.0.23 "GET /v2.0/ports?device_id=feabc507-3781-4f59-a795-3d3ccf1028dd HTTP/1.1" status: 200  len: 210 time: 0.1544409
Apr 30 21:19:15.359072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (cc285623-a08e-4355-b299-23f9348f8be5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.378788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:19:15.380705 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (cc285623-a08e-4355-b299-23f9348f8be5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:19:15.384124 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:19:15.435171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88811e44-82a8-44e7-bacb-0f560561be9e req-91d5fbef-7a8f-48f0-be7c-6be622ed505b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842752
Apr 30 21:19:15.461299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f8a1199a-e859-4412-967a-d8d8670f461f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:15.462757 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.488256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-8b53341c-e95c-4a91-ada0-86afd7608518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:15.489747 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-8b53341c-e95c-4a91-ada0-86afd7608518 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8cd4e11c-967c-4152-a29a-097ae8075c61 HTTP/1.1" status: 200  len: 801 time: 0.1784809
Apr 30 21:19:15.540817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (36a65272-1865-4f75-a7d1-9dbdb3e1dffb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.551199 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.554685 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.564513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/36a65272-1865-4f75-a7d1-9dbdb3e1dffb HTTP/1.1" status: 204  len: 168 time: 0.8244817
Apr 30 21:19:15.604949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4da81-e229-4b6f-ab3f-0f61c8277da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36a65272-1865-4f75-a7d1-9dbdb3e1dffb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:15.641566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2fad4a43-b453-4791-b520-8058b17a42d9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.641820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43f81968-ccee-4331-9d74-2cadef4fe2b0 req-a0e1c811-20dc-4900-992b-1152d0b9c901 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 210 time: 0.0380628
Apr 30 21:19:15.644417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] No DVR routers for this DVR port 2fad4a43-b453-4791-b520-8058b17a42d9 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:15.649046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-d04c56ca-5440-4149-b47b-d451e44618f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:15.650747 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-d04c56ca-5440-4149-b47b-d451e44618f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c6bfe522-35a5-48a5-98ba-c31afc78cb10&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1510770
Apr 30 21:19:15.668196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5dd75-1b40-46c5-9570-dfd7306e4a0a None None] Pushing event deleted for resources: {'Port': ['ID=2fad4a43-b453-4791-b520-8058b17a42d9,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:15.716356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fad4a43-b453-4791-b520-8058b17a42d9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:15.722800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.726273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-946590cd-2a3a-4000-966e-4f982b6a0313 req-d595c71d-5a6f-495e-9945-68e96c063ecc tempest-FloatingIPsNegativeTestJSON-106226063 tempest-FloatingIPsNegativeTestJSON-106226063-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=1e69326c6cf545c8a8dba6af0a5d3a0b HTTP/1.1" status: 200  len: 217 time: 0.0756478
Apr 30 21:19:15.749668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] No DVR routers for this DVR port 2fad4a43-b453-4791-b520-8058b17a42d9 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:15.766629 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd573e-a081-4234-ac90-5b1ce6f413a6 x-openstack-request-id: req-bddd573e-a081-4234-ac90-5b1ce6f413a6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:15.767049 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feabc507-3781-4f59-a795-3d3ccf1028dd", "name": "network-vif-deleted", "tag": "6a9ae06d-4914-44f8-98c6-08476b33f8d6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:15.767390 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bddd573e-a081-4234-ac90-5b1ce6f413a6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:15.767902 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bddd573e-a081-4234-ac90-5b1ce6f413a6'] response: {'server_uuid': 'feabc507-3781-4f59-a795-3d3ccf1028dd', 'name': 'network-vif-deleted', 'tag': '6a9ae06d-4914-44f8-98c6-08476b33f8d6', 'status': 'completed', 'code': 200}
Apr 30 21:19:15.779058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea610a31-7b74-4a2e-ab01-923387eb7dd6 req-135f3852-24cc-4878-a370-a8d381cd4a9e tempest-FloatingIPsNegativeTestJSON-106226063 tempest-FloatingIPsNegativeTestJSON-106226063-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0306077
Apr 30 21:19:15.803704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f8a1199a-e859-4412-967a-d8d8670f461f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:15.816154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f88ce50>, [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:12Z', 'revision_number': 4, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port': {'id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:05Z', 'updated_at': '2022-04-30T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ced7e825-e6a3-4bbc-a820-e95ce7284146', 'name': '', 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'mac_address': 'fa:16:3e:da:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd5f7522b-1e91-457a-9a61-d484c6cc59a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:11Z', 'updated_at': '2022-04-30T21:19:13Z', 'revision_number': 2, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'subnets': [{'id': 'd5f7522b-1e91-457a-9a61-d484c6cc59a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:15.846415 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-03ef9813-ec30-4611-9083-0e983119f6df req-b63c5c4c-24ab-442f-a675-9b0fd5bf064b tempest-FloatingIPsNegativeTestJSON-106226063 tempest-FloatingIPsNegativeTestJSON-106226063-project] show failed (client error): The resource could not be found.
Apr 30 21:19:15.847301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Checking router: baaf2e00-0f6f-4a2d-aaa8-628b02d74322 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:15.847660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Updating router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 port ced7e825-e6a3-4bbc-a820-e95ce7284146 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:15.848031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03ef9813-ec30-4611-9083-0e983119f6df req-b63c5c4c-24ab-442f-a675-9b0fd5bf064b tempest-FloatingIPsNegativeTestJSON-106226063 tempest-FloatingIPsNegativeTestJSON-106226063-project] 10.222.0.23 "GET /v2.0/floatingips/da4dc498-59f3-42b8-935d-27e44a18dac0 HTTP/1.1" status: 404  len: 350 time: 0.0425951
Apr 30 21:19:15.861285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33968) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:15.874299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (754dca2d-ae1a-474d-84c8-c3a2c085f38c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.900156 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.911135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89671164c0>,) {'filters': {'network_id': ['754dca2d-ae1a-474d-84c8-c3a2c085f38c']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:15.915384 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-e156b2fb-c51c-4173-a8a8-d471944759ed service neutron] 10.222.0.35 "GET /v2.0/networks/c6bfe522-35a5-48a5-98ba-c31afc78cb10?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323623
Apr 30 21:19:15.923550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89671164c0>, '28f9771a-3442-490c-a7e3-a312220e3325') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:15.923772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89671164c0>, '28f9771a-3442-490c-a7e3-a312220e3325') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:15.938719 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (28f9771a-3442-490c-a7e3-a312220e3325), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:15.996873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33970) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:16.000196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (28f9771a-3442-490c-a7e3-a312220e3325), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.010311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:19:16.010837 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (28f9771a-3442-490c-a7e3-a312220e3325), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:19:16.013368 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:19:16.052223 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.093106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:16.095421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['da2ea81e-0c93-4fb7-b6de-96f247b81066', '1635337f-81ee-4aec-a704-cf2d3c4efa24'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:16.125228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:16.141461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cc22973c-5646-424f-9507-b909c0811ced admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c823086e6504aa0ac38c2b9b86970b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1394556
Apr 30 21:19:16.142105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:16.144990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33972) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:16.145919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6a9ae06d-4914-44f8-98c6-08476b33f8d6 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:16.170763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'Port': ['ID=ec488b53-90c5-4824-86a9-6c69bb49fbe8,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:16.174558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:16.200737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 6a9ae06d-4914-44f8-98c6-08476b33f8d6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:16.201165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6a9ae06d-4914-44f8-98c6-08476b33f8d6 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:16.224984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc588cd7-b89c-4363-9ebc-64726efb264b admin admin] Publish callbacks [] for security_group (586386c1-8422-422f-9ef6-e7dd28892eef), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.284881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc588cd7-b89c-4363-9ebc-64726efb264b admin admin] Publish callbacks [] for security_group (586386c1-8422-422f-9ef6-e7dd28892eef), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.445035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Publish callbacks [] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.483175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-af7402b5-2521-45d4-af64-799676651fc6 None None] Provisioning complete for port ec488b53-90c5-4824-86a9-6c69bb49fbe8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:16.483556 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-af7402b5-2521-45d4-af64-799676651fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.530088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-af7402b5-2521-45d4-af64-799676651fc6 None None] Port ec488b53-90c5-4824-86a9-6c69bb49fbe8 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:16.556998 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.577884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.662790 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-020b1efe-5e36-4ba9-aa92-6de78a3a3403 service neutron] 10.222.0.35 "GET /v2.0/networks/c6bfe522-35a5-48a5-98ba-c31afc78cb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7190237
Apr 30 21:19:16.666502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (754dca2d-ae1a-474d-84c8-c3a2c085f38c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.727783 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.732435 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] 10.222.0.23 "DELETE /v2.0/networks/754dca2d-ae1a-474d-84c8-c3a2c085f38c HTTP/1.1" status: 204  len: 168 time: 2.1755278
Apr 30 21:19:16.760682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:16.762133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.767523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc588cd7-b89c-4363-9ebc-64726efb264b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (586386c1-8422-422f-9ef6-e7dd28892eef), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.770568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc588cd7-b89c-4363-9ebc-64726efb264b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:16.774158 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-387a974f-a1ce-48fe-b3f2-d75a1a24512f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=3a11409b-ad7c-477a-a07c-22caf611b623 HTTP/1.1" status: 200  len: 217 time: 0.0998864
Apr 30 21:19:16.774388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dc588cd7-b89c-4363-9ebc-64726efb264b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/586386c1-8422-422f-9ef6-e7dd28892eef HTTP/1.1" status: 204  len: 168 time: 0.6257782
Apr 30 21:19:16.798935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2576290-1fa1-4210-9b05-08dab0114243 admin admin] Pushing event deleted for resources: {'Network': ['ID=754dca2d-ae1a-474d-84c8-c3a2c085f38c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:16.849796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-e5a43db4-7cd9-4ad3-80c4-70f9d2754e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:16.852541 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-e5a43db4-7cd9-4ad3-80c4-70f9d2754e36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d HTTP/1.1" status: 200  len: 801 time: 0.0654340
Apr 30 21:19:16.894289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2fad4a43-b453-4791-b520-8058b17a42d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:16.923263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-5edfdb59-95df-431b-9688-845c9002d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:16.925042 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-5edfdb59-95df-431b-9688-845c9002d9c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0314ba88-3da6-4b45-afdb-5c5749483484&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0654526
Apr 30 21:19:16.934590 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-13fbd6c9-21e8-4288-91ad-457096b02903 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8420734
Apr 30 21:19:16.951660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Request body: {'port': {'device_id': 'dba12be1-263f-416d-8233-242286a6691d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:16.997878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 2fad4a43-b453-4791-b520-8058b17a42d9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:16.998454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2fad4a43-b453-4791-b520-8058b17a42d9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:17.001307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fbea1-5377-42bc-ac66-60c5dbbb9e1a None None] Pushing event updated for resources: {'Port': ['ID=ced7e825-e6a3-4bbc-a820-e95ce7284146,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:17.044502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f1c10-0b23-4b80-ae97-f1b0ae90b722 req-594e44d3-28c2-4416-8280-215a5827483a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:17.052917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-124f1c10-0b23-4b80-ae97-f1b0ae90b722 req-594e44d3-28c2-4416-8280-215a5827483a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 936 time: 0.2051892
Apr 30 21:19:17.058960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.070600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc588cd7-b89c-4363-9ebc-64726efb264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586386c1-8422-422f-9ef6-e7dd28892eef,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:17.093490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b8c0-fb42-4973-bf68-e8cf21964e9d req-6e0fc195-1a77-4676-ae10-c4af410e45d1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:17.099111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b8c0-fb42-4973-bf68-e8cf21964e9d req-6e0fc195-1a77-4676-ae10-c4af410e45d1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:17.114667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b8c0-fb42-4973-bf68-e8cf21964e9d req-6e0fc195-1a77-4676-ae10-c4af410e45d1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:17.125683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9f2b8c0-fb42-4973-bf68-e8cf21964e9d req-6e0fc195-1a77-4676-ae10-c4af410e45d1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2413 time: 0.3697605
Apr 30 21:19:17.153941 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.188415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Attempting to bind port ced7e825-e6a3-4bbc-a820-e95ce7284146 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:17.189102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Attempting to bind port ced7e825-e6a3-4bbc-a820-e95ce7284146 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:17.189102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Attempting to bind port ced7e825-e6a3-4bbc-a820-e95ce7284146 on network a186bf0f-0fad-4695-a961-221f97d6bb34 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:17.215513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:17.215932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Checking segment: {'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:17.216340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.216739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Bound using segment: {'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:17.217225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Bound port: ced7e825-e6a3-4bbc-a820-e95ce7284146, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:17.217612 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.245856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-124f1c10-0b23-4b80-ae97-f1b0ae90b722 req-5068122d-529d-4e91-90fc-ef0fd940c291 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910570
Apr 30 21:19:17.265213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9f2b8c0-fb42-4973-bf68-e8cf21964e9d req-29d44772-0c0b-463d-a4ca-31c66cc7667b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382999
Apr 30 21:19:17.286157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Deleting port ced7e825-e6a3-4bbc-a820-e95ce7284146 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:17.286918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.312957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-194c203b-d325-4c9c-9e43-eede3f796302 None None] Provisioning complete for port ced7e825-e6a3-4bbc-a820-e95ce7284146 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:17.312957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-194c203b-d325-4c9c-9e43-eede3f796302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.316607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-dd3e37c4-54cb-4723-a0bb-13ae99ba7816 service neutron] 10.222.0.35 "GET /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3808146
Apr 30 21:19:17.385511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34000) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:17.408859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] For port ced7e825-e6a3-4bbc-a820-e95ce7284146, host ncdv-master-1, got binding levels [] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:17.410437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.419975 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e130bb5-43a9-4ca0-9f03-2f7743ef7c07 req-b51a344c-6036-4ee1-a7de-310fa0bf05d3 service neutron] 10.222.0.35 "GET /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942564
Apr 30 21:19:17.438005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Calling delete_port for ced7e825-e6a3-4bbc-a820-e95ce7284146 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:17.467261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3df816d2-3444-4214-8f71-dcf9d6a2b6c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c032d189cb14ea297194dffa380eae5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0827591
Apr 30 21:19:17.469822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34002) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:17.506793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-194c203b-d325-4c9c-9e43-eede3f796302 None None] Port ced7e825-e6a3-4bbc-a820-e95ce7284146 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:17.532461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] For port ced7e825-e6a3-4bbc-a820-e95ce7284146, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:17.537460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] For port ced7e825-e6a3-4bbc-a820-e95ce7284146, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ced7e825-e6a3-4bbc-a820-e95ce7284146,segment=NetworkSegment(b8456a9f-2c4e-4f94-a770-4ed6a8a56dce),segment_id=b8456a9f-2c4e-4f94-a770-4ed6a8a56dce)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:17.560089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34004) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:17.634923 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92288658-5b43-42f4-8219-11c304fd87db admin admin] Publish callbacks [] for security_group (b8f652b5-71b1-4ca2-9f12-9a84bd7b0b17), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.656429 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.675711 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92288658-5b43-42f4-8219-11c304fd87db admin admin] Publish callbacks [] for security_group (b8f652b5-71b1-4ca2-9f12-9a84bd7b0b17), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.711155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec488b53-90c5-4824-86a9-6c69bb49fbe8 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:17.720676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Publish callbacks [] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.754615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Transition to ACTIVE for port object ec488b53-90c5-4824-86a9-6c69bb49fbe8 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:19:17.771131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Routers {'baaf2e00-0f6f-4a2d-aaa8-628b02d74322'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:17.771952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f88ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:17.834585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fbea1-5377-42bc-ac66-60c5dbbb9e1a None None] Pushing event updated for resources: {'Port': ['ID=ced7e825-e6a3-4bbc-a820-e95ce7284146,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:17.837726 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1607a39-45b2-46cf-80b8-0a9983f612cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65633a0f121948df985e316e3b459970&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2755013
Apr 30 21:19:17.839478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:17.853948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.943667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Pushing event updated for resources: {'Port': ['ID=ec488b53-90c5-4824-86a9-6c69bb49fbe8,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:17.954193 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92288658-5b43-42f4-8219-11c304fd87db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b8f652b5-71b1-4ca2-9f12-9a84bd7b0b17), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.962257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92288658-5b43-42f4-8219-11c304fd87db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.968688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-92288658-5b43-42f4-8219-11c304fd87db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8f652b5-71b1-4ca2-9f12-9a84bd7b0b17 HTTP/1.1" status: 204  len: 168 time: 0.4975886
Apr 30 21:19:17.969520 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ced7e825-e6a3-4bbc-a820-e95ce7284146), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:17.987812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] Set router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:18.040814 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8cd6d4fd-98b5-4c84-b4bf-fb68d8368582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.072184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced7e825-e6a3-4bbc-a820-e95ce7284146,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:18.083259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c7acac95-7647-4d11-a2c9-f5100e3e8056 None None] Could not find standard attr ID for object ced7e825-e6a3-4bbc-a820-e95ce7284146. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:19:18.109091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b18999a-799d-4bdd-ad47-b1d1191060f0 admin admin] Publish callbacks [] for security_group (32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.135032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Attempting to bind port ec488b53-90c5-4824-86a9-6c69bb49fbe8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:18.135379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Attempting to bind port ec488b53-90c5-4824-86a9-6c69bb49fbe8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:18.135711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Attempting to bind port ec488b53-90c5-4824-86a9-6c69bb49fbe8 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:18.145244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Port ec488b53-90c5-4824-86a9-6c69bb49fbe8 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:19:18.145554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Attempting to bind port ec488b53-90c5-4824-86a9-6c69bb49fbe8 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:18.159615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:18.159965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:18.160569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:18.161046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Bound port: ec488b53-90c5-4824-86a9-6c69bb49fbe8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:18.161412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.165437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92288658-5b43-42f4-8219-11c304fd87db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f652b5-71b1-4ca2-9f12-9a84bd7b0b17,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:18.193432 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b18999a-799d-4bdd-ad47-b1d1191060f0 admin admin] Publish callbacks [] for security_group (32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.295544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] For port ec488b53-90c5-4824-86a9-6c69bb49fbe8, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:18.299965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] For port ec488b53-90c5-4824-86a9-6c69bb49fbe8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec488b53-90c5-4824-86a9-6c69bb49fbe8,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:18.437473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.488038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b18999a-799d-4bdd-ad47-b1d1191060f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.492606 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b18999a-799d-4bdd-ad47-b1d1191060f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.494194 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b18999a-799d-4bdd-ad47-b1d1191060f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a HTTP/1.1" status: 204  len: 168 time: 0.6537776
Apr 30 21:19:18.523312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:18.523921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.525741 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec488b53-90c5-4824-86a9-6c69bb49fbe8 HTTP/1.1" status: 200  len: 1096 time: 1.5787399
Apr 30 21:19:18.530023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba12be1-263f-416d-8233-242286a6691d', 'tag': 'ec488b53-90c5-4824-86a9-6c69bb49fbe8'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:18.531791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:18.535373 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b50589-580d-42f4-bcd5-cd69b817f02b" -d '{"events": [{"name": "network-changed", "server_uuid": "dba12be1-263f-416d-8233-242286a6691d", "tag": "ec488b53-90c5-4824-86a9-6c69bb49fbe8"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:18.542139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18999a-799d-4bdd-ad47-b1d1191060f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c4b18c-efcd-4d83-8d1c-1ff7ef366d1a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:18.569091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f88ce50>, [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:12Z', 'revision_number': 4, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port': {'id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:05Z', 'updated_at': '2022-04-30T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ced7e825-e6a3-4bbc-a820-e95ce7284146', 'name': '', 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'mac_address': 'fa:16:3e:da:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd5f7522b-1e91-457a-9a61-d484c6cc59a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:11Z', 'updated_at': '2022-04-30T21:19:17Z', 'revision_number': 4, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'subnets': [{'id': 'd5f7522b-1e91-457a-9a61-d484c6cc59a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:18.604885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a77e02-ad78-4ba7-b395-90d98f01d6af None None] The sync data for ids ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'] in ncdv-master-1 is: [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:12Z', 'revision_number': 4, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port': {'id': 'f8a1199a-e859-4412-967a-d8d8670f461f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:92:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:05Z', 'updated_at': '2022-04-30T21:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ced7e825-e6a3-4bbc-a820-e95ce7284146', 'name': '', 'network_id': 'a186bf0f-0fad-4695-a961-221f97d6bb34', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'mac_address': 'fa:16:3e:da:bd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd5f7522b-1e91-457a-9a61-d484c6cc59a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:11Z', 'updated_at': '2022-04-30T21:19:17Z', 'revision_number': 4, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'subnets': [{'id': 'd5f7522b-1e91-457a-9a61-d484c6cc59a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:18.619657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34024) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:18.640566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec275cd-f21b-410b-b57a-6689098a9e70 service neutron] Pushing event updated for resources: {'Port': ['ID=ec488b53-90c5-4824-86a9-6c69bb49fbe8,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:18.780566 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d4b89ae2-4457-452a-a577-aad4d1fa1d20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2432bcdc57d144238ffb934fd4530483&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1576264
Apr 30 21:19:18.820280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fc921d6a-02bc-4e46-8b17-4b00f2ff86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:18.821222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-fc921d6a-02bc-4e46-8b17-4b00f2ff86b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 1130 time: 0.0559726
Apr 30 21:19:18.821921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34028) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:18.890916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.resource_extend [req-7104ca5c-cf57-4023-9e58-1d8091a19057 req-5bb25bf1-b919-441b-9565-f26358eac34b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:19:18.893338 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-dea8872c-2c94-4026-aea2-5cca71b48f83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ec488b53-90c5-4824-86a9-6c69bb49fbe8 HTTP/1.1" status: 200  len: 217 time: 0.0637898
Apr 30 21:19:18.916713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ca5c-cf57-4023-9e58-1d8091a19057 req-5bb25bf1-b919-441b-9565-f26358eac34b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:18.922690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ca5c-cf57-4023-9e58-1d8091a19057 req-5bb25bf1-b919-441b-9565-f26358eac34b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:18.928099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ca5c-cf57-4023-9e58-1d8091a19057 req-5bb25bf1-b919-441b-9565-f26358eac34b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:18.929854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7104ca5c-cf57-4023-9e58-1d8091a19057 req-5bb25bf1-b919-441b-9565-f26358eac34b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2413 time: 0.5282185
Apr 30 21:19:18.953439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aeb5b-7e7d-4f99-895b-1c357fbf15e8 req-f8dd4729-0854-48b1-bfe6-00c90f7b79a5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:18.961815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc1aeb5b-7e7d-4f99-895b-1c357fbf15e8 req-f8dd4729-0854-48b1-bfe6-00c90f7b79a5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 948 time: 0.5584223
Apr 30 21:19:18.993279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb0d0-aedf-4430-99c8-e6680172336a admin admin] Publish callbacks [] for security_group (6d0cdb7f-7a46-47e2-a932-55ee5284393b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:19.021609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb0d0-aedf-4430-99c8-e6680172336a admin admin] Publish callbacks [] for security_group (6d0cdb7f-7a46-47e2-a932-55ee5284393b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:19.068207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-09ccb569-4158-4f53-9167-092f3b68c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:19.070046 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-09ccb569-4158-4f53-9167-092f3b68c899 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1681263
Apr 30 21:19:19.105524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc1aeb5b-7e7d-4f99-895b-1c357fbf15e8 req-8aa7677d-e1eb-4434-9643-56c51b71fe35 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306334
Apr 30 21:19:19.123233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7104ca5c-cf57-4023-9e58-1d8091a19057 req-34c9e7e9-7710-4e17-8910-a77f3164d338 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816683
Apr 30 21:19:19.123874 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:19.150742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-275975d3-ae9d-417c-bca8-e5bfd8aed999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:19.152862 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-275975d3-ae9d-417c-bca8-e5bfd8aed999 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0749824
Apr 30 21:19:19.222547 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48643c09-09bb-4aa8-9ce0-ab55a9ab6567 x-openstack-request-id: req-48643c09-09bb-4aa8-9ce0-ab55a9ab6567 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:19.222837 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba12be1-263f-416d-8233-242286a6691d", "tag": "ec488b53-90c5-4824-86a9-6c69bb49fbe8", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:19.223088 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48643c09-09bb-4aa8-9ce0-ab55a9ab6567 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:19.223552 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48643c09-09bb-4aa8-9ce0-ab55a9ab6567'] response: {'name': 'network-changed', 'server_uuid': 'dba12be1-263f-416d-8233-242286a6691d', 'tag': 'ec488b53-90c5-4824-86a9-6c69bb49fbe8', 'status': 'completed', 'code': 200}
Apr 30 21:19:19.233394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb0d0-aedf-4430-99c8-e6680172336a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6d0cdb7f-7a46-47e2-a932-55ee5284393b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:19.236702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb0d0-aedf-4430-99c8-e6680172336a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:19.240205 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9bdeb0d0-aedf-4430-99c8-e6680172336a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d0cdb7f-7a46-47e2-a932-55ee5284393b HTTP/1.1" status: 204  len: 168 time: 0.4149320
Apr 30 21:19:19.250480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeb0d0-aedf-4430-99c8-e6680172336a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0cdb7f-7a46-47e2-a932-55ee5284393b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:19.296126 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-d5e3297d-7f90-488e-a183-ee85f17395e0 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337657
Apr 30 21:19:19.461510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:19:19.474517 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-592d7db0-34b7-4389-bbcd-daa8a1e15d34 req-5f8afdfb-534a-461b-9487-26db3b012482 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629512
Apr 30 21:19:19.592997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:19.601549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e6c671ae-88c9-4275-b44b-bffdbb71df76 admin admin] 10.222.0.23 "PUT /v2.0/routers/baaf2e00-0f6f-4a2d-aaa8-628b02d74322/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7368071
Apr 30 21:19:19.603633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34050) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:19.739208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks [] for router (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:19.880754 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks [] for router_gateway (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.034717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Deleting port f8a1199a-e859-4412-967a-d8d8670f461f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:20.035065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.093563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ace599e4-99ad-4bbc-a16a-db17f0c7c1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.125791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] For port f8a1199a-e859-4412-967a-d8d8670f461f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8a1199a-e859-4412-967a-d8d8670f461f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:20.125791 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.138912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ea0a3881-d088-4954-b93d-4c3a924c97e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:20.140948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Calling delete_port for f8a1199a-e859-4412-967a-d8d8670f461f owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:20.280577 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] Sync routers for ids ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:20.298806 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] Routers {'baaf2e00-0f6f-4a2d-aaa8-628b02d74322'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:20.300663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:20.321960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ea0a3881-d088-4954-b93d-4c3a924c97e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea0a3881-d088-4954-b93d-4c3a924c97e3,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:20.349817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34076) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:20.360531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'ea0a3881-d088-4954-b93d-4c3a924c97e3', 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484', 'port_id': 'ea0a3881-d088-4954-b93d-4c3a924c97e3', 'mac_address': 'fa:16:3e:ab:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:20.375251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a5a7f-6dbd-4e21-a9f9-8a282ef1e615 req-61e6068d-ad22-46b7-88df-98d82188d5a6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:20.383752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a5a7f-6dbd-4e21-a9f9-8a282ef1e615 req-61e6068d-ad22-46b7-88df-98d82188d5a6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:20.395959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a5a7f-6dbd-4e21-a9f9-8a282ef1e615 req-61e6068d-ad22-46b7-88df-98d82188d5a6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:20.395959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245a5a7f-6dbd-4e21-a9f9-8a282ef1e615 req-61e6068d-ad22-46b7-88df-98d82188d5a6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2413 time: 0.1397772
Apr 30 21:19:20.443738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f649cc-31a4-4d69-8525-1032906f19fa req-62ea9f2e-ca25-42a6-bb49-1a4bfb4e90d0 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:20.445913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3f649cc-31a4-4d69-8525-1032906f19fa req-62ea9f2e-ca25-42a6-bb49-1a4bfb4e90d0 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 948 time: 0.1754858
Apr 30 21:19:20.451724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ea0a3881-d088-4954-b93d-4c3a924c97e3 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:20.452122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.472868 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] Set router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:20.479536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0a3881-d088-4954-b93d-4c3a924c97e3 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:20.510997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ea0a3881-d088-4954-b93d-4c3a924c97e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea0a3881-d088-4954-b93d-4c3a924c97e3,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:20.516693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f8a1199a-e859-4412-967a-d8d8670f461f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.531869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245a5a7f-6dbd-4e21-a9f9-8a282ef1e615 req-59962189-0d20-424d-908f-5b768b526517 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020601
Apr 30 21:19:20.540478 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0e20>, [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:19Z', 'revision_number': 6, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:20.540734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3f649cc-31a4-4d69-8525-1032906f19fa req-fce483c1-ad84-4555-a3f1-394ce3136c15 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829058
Apr 30 21:19:20.568962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a1199a-e859-4412-967a-d8d8670f461f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:20.595879 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.596591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 82a0afc9-8d2a-4705-932d-3a178fa07cb5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:20.597919 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] Checking router: baaf2e00-0f6f-4a2d-aaa8-628b02d74322 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:20.616255 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] Routers {'baaf2e00-0f6f-4a2d-aaa8-628b02d74322'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:20.617389 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:20.643241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2025166951-network', 'tenant_id': '713c8f2f4e2141f18904b10656eaf37f'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:20.656284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ea0a3881-d088-4954-b93d-4c3a924c97e3,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:20.692503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-1b37ba14-4daf-47fd-862a-82b1caaa815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:20.694591 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-1b37ba14-4daf-47fd-862a-82b1caaa815d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 1130 time: 0.1130400
Apr 30 21:19:20.739048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Made reservation on behalf of 713c8f2f4e2141f18904b10656eaf37f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:20.741553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.779458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.783626 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.789687 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] Set router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:20.829448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 82a0afc9-8d2a-4705-932d-3a178fa07cb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82a0afc9-8d2a-4705-932d-3a178fa07cb5,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:20.846633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '82a0afc9-8d2a-4705-932d-3a178fa07cb5', 'network_id': 'c6bfe522-35a5-48a5-98ba-c31afc78cb10', 'port_id': '82a0afc9-8d2a-4705-932d-3a178fa07cb5', 'mac_address': 'fa:16:3e:35:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd4e11c-967c-4152-a29a-097ae8075c61', 'ip_address': '19.86.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:20.880342 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0e20>, [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:20Z', 'revision_number': 7, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:20.898976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:20.899494 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.912859 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff4b37-ee3b-4090-beb7-0c792d003dcc None None] The sync data for ids ['baaf2e00-0f6f-4a2d-aaa8-628b02d74322'] in ncdv-master-1 is: [{'id': 'baaf2e00-0f6f-4a2d-aaa8-628b02d74322', 'name': 'tempest-FloatingIPsNegativeTestJSON-1177286253-router', 'tenant_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:04Z', 'updated_at': '2022-04-30T21:19:20Z', 'revision_number': 7, 'project_id': '1e69326c6cf545c8a8dba6af0a5d3a0b', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:20.922260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a0afc9-8d2a-4705-932d-3a178fa07cb5 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:20.948313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 82a0afc9-8d2a-4705-932d-3a178fa07cb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82a0afc9-8d2a-4705-932d-3a178fa07cb5,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:20.954285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:20.959867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks [] for router_controller (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.024394 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.025404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3a11409b-ad7c-477a-a07c-22caf611b623 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:21.032849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Publish callbacks [] for security_group (58d1a9ff-a358-499b-8ed9-0c5c823ecf45), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.035046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-25206fb6-fcba-4a8c-93b6-c1295edb3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:21.036536 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-25206fb6-fcba-4a8c-93b6-c1295edb3a78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3306530
Apr 30 21:19:21.064234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34098) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:21.092589 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-a340369e-bebb-45d5-9928-8ac5eae96297 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=ec488b53-90c5-4824-86a9-6c69bb49fbe8 HTTP/1.1" status: 200  len: 217 time: 0.0483563
Apr 30 21:19:21.102057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3a11409b-ad7c-477a-a07c-22caf611b623, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a11409b-ad7c-477a-a07c-22caf611b623,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:21.115984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=82a0afc9-8d2a-4705-932d-3a178fa07cb5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:21.117414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (58d1a9ff-a358-499b-8ed9-0c5c823ecf45), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.122120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '3a11409b-ad7c-477a-a07c-22caf611b623', 'network_id': '0314ba88-3da6-4b45-afdb-5c5749483484', 'port_id': '3a11409b-ad7c-477a-a07c-22caf611b623', 'mac_address': 'fa:16:3e:1b:f8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:21.154919 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (baaf2e00-0f6f-4a2d-aaa8-628b02d74322), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.155728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baaf2e00-0f6f-4a2d-aaa8-628b02d74322 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:19:21.167068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3a11409b-ad7c-477a-a07c-22caf611b623 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:21.171951 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.172118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.174361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1ba9bb25-b6ec-4033-8187-c4a9075bba14 admin admin] 10.222.0.23 "DELETE /v2.0/routers/baaf2e00-0f6f-4a2d-aaa8-628b02d74322 HTTP/1.1" status: 204  len: 168 time: 1.5694108
Apr 30 21:19:21.176678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34102) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:21.203357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a11409b-ad7c-477a-a07c-22caf611b623 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:21.210602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:19:21.233964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3a11409b-ad7c-477a-a07c-22caf611b623, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a11409b-ad7c-477a-a07c-22caf611b623,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:21.249322 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (795c8d20-1b8f-4ae7-8741-62b0ac2cefd9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.249751 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Added segment 795c8d20-1b8f-4ae7-8741-62b0ac2cefd9 of type vlan for network 5c8b504b-43e7-4642-bbf0-dab49293fda8
Apr 30 21:19:21.252951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-c2670c00-6876-4d12-99a5-b1f69b5b1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:21.254899 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-c2670c00-6876-4d12-99a5-b1f69b5b1ebb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1540935
Apr 30 21:19:21.270402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d1a9ff-a358-499b-8ed9-0c5c823ecf45,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:21.277035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.291261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bba446-ddbc-44e5-999f-aac7ba70ee9d admin admin] Deleting subnet d5f7522b-1e91-457a-9a61-d484c6cc59a1 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:19:21.304544 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0bba446-ddbc-44e5-999f-aac7ba70ee9d admin admin] Publish callbacks [] for subnet (d5f7522b-1e91-457a-9a61-d484c6cc59a1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.305736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.370054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-16fc46c6-beab-4418-96aa-f30b91c9acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:21.376902 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-16fc46c6-beab-4418-96aa-f30b91c9acfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0960357
Apr 30 21:19:21.376902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (5c8b504b-43e7-4642-bbf0-dab49293fda8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.380037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0bba446-ddbc-44e5-999f-aac7ba70ee9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (d5f7522b-1e91-457a-9a61-d484c6cc59a1), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.417229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3a11409b-ad7c-477a-a07c-22caf611b623,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:21.513405 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-c7587839-7c43-4882-8a57-644a62edf64c service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326120
Apr 30 21:19:21.525453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-network', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:21.541991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (5c8b504b-43e7-4642-bbf0-dab49293fda8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.543588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:21.544267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.596029 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0bba446-ddbc-44e5-999f-aac7ba70ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (d5f7522b-1e91-457a-9a61-d484c6cc59a1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.650514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] Pushing event updated for resources: {'Network': ['ID=5c8b504b-43e7-4642-bbf0-dab49293fda8,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:21.664756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:19:21.686229 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46b50589-580d-42f4-bcd5-cd69b817f02b req-2c049dac-d673-4461-aa5e-8eded81fd401 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640000
Apr 30 21:19:21.687539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8700d-534b-4b16-ab92-a6e30d597b6d req-53ba3348-34e5-4b29-9d0c-21314e8228bf tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:21.692986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8700d-534b-4b16-ab92-a6e30d597b6d req-53ba3348-34e5-4b29-9d0c-21314e8228bf tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:21.698225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8700d-534b-4b16-ab92-a6e30d597b6d req-53ba3348-34e5-4b29-9d0c-21314e8228bf tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:21.700442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f8700d-534b-4b16-ab92-a6e30d597b6d req-53ba3348-34e5-4b29-9d0c-21314e8228bf tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2416 time: 0.0745242
Apr 30 21:19:21.728874 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-470d5d69-cf49-4428-b833-3cd158ee32ef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3800280
Apr 30 21:19:21.730728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34108) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:21.733988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Made reservation on behalf of 6cebc4a4f75349b09fd03f67d0207875 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:21.736343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.742535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Request body: {'subnet': {'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2025166951-subnet', 'tenant_id': '713c8f2f4e2141f18904b10656eaf37f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:21.766685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.810608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0bba446-ddbc-44e5-999f-aac7ba70ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (d5f7522b-1e91-457a-9a61-d484c6cc59a1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.844936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['82a0afc9-8d2a-4705-932d-3a178fa07cb5'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:21.864749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f8700d-534b-4b16-ab92-a6e30d597b6d req-0e5cf916-3bfa-428b-ae9e-fa72d8ae9b77 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541877
Apr 30 21:19:21.874505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bba446-ddbc-44e5-999f-aac7ba70ee9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f7522b-1e91-457a-9a61-d484c6cc59a1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:21.878678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0bba446-ddbc-44e5-999f-aac7ba70ee9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.884472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a0bba446-ddbc-44e5-999f-aac7ba70ee9d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d5f7522b-1e91-457a-9a61-d484c6cc59a1 HTTP/1.1" status: 204  len: 168 time: 0.7065313
Apr 30 21:19:21.885225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34112) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:21.885742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458b01b-2a06-46e1-a991-25eba8d1eb85 None None] Network a186bf0f-0fad-4695-a961-221f97d6bb34 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:21.886453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Made reservation on behalf of 713c8f2f4e2141f18904b10656eaf37f for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:21.888737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:21.915978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6586c-fd1c-4fdb-b2ed-10e1737119e7 req-44e499b9-298e-457b-a74d-e1c8e4fb54d2 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:21.917266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7c6586c-fd1c-4fdb-b2ed-10e1737119e7 req-44e499b9-298e-457b-a74d-e1c8e4fb54d2 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 948 time: 0.1336834
Apr 30 21:19:21.942835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ea0a3881-d088-4954-b93d-4c3a924c97e3'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:22.020995 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a186bf0f-0fad-4695-a961-221f97d6bb34), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.071830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7c6586c-fd1c-4fdb-b2ed-10e1737119e7 req-a14be8d1-32ad-4fb0-9c09-2684b28017d4 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191466
Apr 30 21:19:22.093440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Deleting port 184a2474-c17d-4d3a-b788-f8f8e0af249d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:22.093916 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.099397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Publish callbacks [] for security_group (7a524164-d805-44a1-a77f-223449e8d04e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.128001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3a11409b-ad7c-477a-a07c-22caf611b623'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:22.164957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7a524164-d805-44a1-a77f-223449e8d04e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.186486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:19:22.203417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] For port 184a2474-c17d-4d3a-b788-f8f8e0af249d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=184a2474-c17d-4d3a-b788-f8f8e0af249d,segment=NetworkSegment(b8456a9f-2c4e-4f94-a770-4ed6a8a56dce),segment_id=b8456a9f-2c4e-4f94-a770-4ed6a8a56dce)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:22.204252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.204800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d0a3e458-27c4-4c42-9b96-a8e42ec863f4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.205264 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Added segment d0a3e458-27c4-4c42-9b96-a8e42ec863f4 of type vlan for network 98b1dbd8-5abb-448b-9acd-f922dee70a3d
Apr 30 21:19:22.244851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Calling delete_port for 184a2474-c17d-4d3a-b788-f8f8e0af249d owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:22.286120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] DHCP port deletion for a186bf0f-0fad-4695-a961-221f97d6bb34 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:19:22.314272 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (98b1dbd8-5abb-448b-9acd-f922dee70a3d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.382535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a524164-d805-44a1-a77f-223449e8d04e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:22.438396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] Deleting port 184a2474-c17d-4d3a-b788-f8f8e0af249d {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:22.438686 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.472221 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (50ea73fb-9933-490f-b1df-626257b5fc26), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.523335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.527842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (98b1dbd8-5abb-448b-9acd-f922dee70a3d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.529111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:22.530063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.539380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ea73fb-9933-490f-b1df-626257b5fc26,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:22.556414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] No DVR routers for this DVR port 184a2474-c17d-4d3a-b788-f8f8e0af249d on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:22.590601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Pushing event deleted for resources: {'Port': ['ID=184a2474-c17d-4d3a-b788-f8f8e0af249d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:22.606147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Checking segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:22.607770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Network hostable DHCP agents. Network: 5c8b504b-43e7-4642-bbf0-dab49293fda8, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:19:22.622167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] Pushing event updated for resources: {'Network': ['ID=98b1dbd8-5abb-448b-9acd-f922dee70a3d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:22.666867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ec488b53-90c5-4824-86a9-6c69bb49fbe8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:22.669395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:19:22.690314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e904a007-e8aa-4663-8ba3-8e043c8b4d9e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.6241617
Apr 30 21:19:22.694284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34118) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:22.700456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Request body: {'subnet': {'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-subnet', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:22.711633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a186bf0f-0fad-4695-a961-221f97d6bb34), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.714865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:19:22.734927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967135850>,) {'filters': {'network_id': ['a186bf0f-0fad-4695-a961-221f97d6bb34']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:22.744702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967135850>, 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:22.745002 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967135850>, 'b8456a9f-2c4e-4f94-a770-4ed6a8a56dce') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:22.754568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (b8456a9f-2c4e-4f94-a770-4ed6a8a56dce), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.768518 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b8456a9f-2c4e-4f94-a770-4ed6a8a56dce), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.775067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:19:22.775470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (b8456a9f-2c4e-4f94-a770-4ed6a8a56dce), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:19:22.778518 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:19:22.783922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f8a1199a-e859-4412-967a-d8d8670f461f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:22.830093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c8b504b-43e7-4642-bbf0-dab49293fda8) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:22.832549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f8a1199a-e859-4412-967a-d8d8670f461f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:22.832917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f8a1199a-e859-4412-967a-d8d8670f461f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:22.833561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 184a2474-c17d-4d3a-b788-f8f8e0af249d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:22.835345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:22.836016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.863951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Made reservation on behalf of 6cebc4a4f75349b09fd03f67d0207875 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:22.864650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ebe299-b911-4222-b926-7bcbc757765f None None] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:22.867051 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.885052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 184a2474-c17d-4d3a-b788-f8f8e0af249d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:22.885403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 184a2474-c17d-4d3a-b788-f8f8e0af249d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:22.885843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ced7e825-e6a3-4bbc-a820-e95ce7284146 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:22.929619 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a186bf0f-0fad-4695-a961-221f97d6bb34), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.942523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7ae0e397-9d30-4798-a677-1e740656f505 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1953604
Apr 30 21:19:22.969220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:22.987867 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/a186bf0f-0fad-4695-a961-221f97d6bb34 HTTP/1.1" status: 204  len: 168 time: 1.0995347
Apr 30 21:19:23.023070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074f77c-f1c8-473b-a193-7326b32797ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a186bf0f-0fad-4695-a961-221f97d6bb34,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:23.032054 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.resource_extend [None req-19a80813-32a9-4409-9479-410193892938 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:19:23.056987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: ced7e825-e6a3-4bbc-a820-e95ce7284146 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:23.057378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ced7e825-e6a3-4bbc-a820-e95ce7284146 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:23.079817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] For port 184a2474-c17d-4d3a-b788-f8f8e0af249d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=184a2474-c17d-4d3a-b788-f8f8e0af249d,segment=NetworkSegment(b8456a9f-2c4e-4f94-a770-4ed6a8a56dce),segment_id=b8456a9f-2c4e-4f94-a770-4ed6a8a56dce)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:23.080230 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.112794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6d6a-b9a5-4896-98bb-bb2ca3e5fbb2 req-d0920cac-6167-4dc8-819f-68694d1fbd5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:23.123390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6d6a-b9a5-4896-98bb-bb2ca3e5fbb2 req-d0920cac-6167-4dc8-819f-68694d1fbd5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:23.130362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6d6a-b9a5-4896-98bb-bb2ca3e5fbb2 req-d0920cac-6167-4dc8-819f-68694d1fbd5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:23.132026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e18c6d6a-b9a5-4896-98bb-bb2ca3e5fbb2 req-d0920cac-6167-4dc8-819f-68694d1fbd5a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2416 time: 0.0826631
Apr 30 21:19:23.150321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0017b05-5d59-4efa-885e-b1ee9ad141d3 None None] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:23.169740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] Calling delete_port for 184a2474-c17d-4d3a-b788-f8f8e0af249d owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:23.239072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e18c6d6a-b9a5-4896-98bb-bb2ca3e5fbb2 req-73a5d0d1-51be-433f-83fb-2538c2b769c7 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949702
Apr 30 21:19:23.331357 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.343573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb39e0-c8be-4d8a-b1b8-af01e68bf518 req-23a41e09-ab3a-402e-b5eb-1e03ee7e703c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:23.345544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4dcb39e0-c8be-4d8a-b1b8-af01e68bf518 req-23a41e09-ab3a-402e-b5eb-1e03ee7e703c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 948 time: 0.0686738
Apr 30 21:19:23.347478 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (b6815a9b-8df8-47e0-8f86-e8a6c8c3340e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.352838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ec488b53-90c5-4824-86a9-6c69bb49fbe8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec488b53-90c5-4824-86a9-6c69bb49fbe8,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:23.389445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'ec488b53-90c5-4824-86a9-6c69bb49fbe8', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'ec488b53-90c5-4824-86a9-6c69bb49fbe8', 'mac_address': 'fa:16:3e:ee:2b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:23.428795 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (184a2474-c17d-4d3a-b788-f8f8e0af249d), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.439124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] Network a186bf0f-0fad-4695-a961-221f97d6bb34 is not hosted by any dhcp agent {{(pid=115776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:19:23.439581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] No DVR routers for this DVR port 184a2474-c17d-4d3a-b788-f8f8e0af249d on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:23.468302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96453b4-8995-4ecf-b291-3928c5d36971 None None] Pushing event deleted for resources: {'Port': ['ID=184a2474-c17d-4d3a-b788-f8f8e0af249d,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:23.470314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ec488b53-90c5-4824-86a9-6c69bb49fbe8 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:23.470706 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.490543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec488b53-90c5-4824-86a9-6c69bb49fbe8 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:23.506412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:23.512546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34154) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:23.513125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ec488b53-90c5-4824-86a9-6c69bb49fbe8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec488b53-90c5-4824-86a9-6c69bb49fbe8,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:23.539472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Checking segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:23.539834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Network hostable DHCP agents. Network: 98b1dbd8-5abb-448b-9acd-f922dee70a3d, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:19:23.554821 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b222c17b-d358-4644-a462-dd244c9ea149 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e69326c6cf545c8a8dba6af0a5d3a0b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0405815
Apr 30 21:19:23.557519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34156) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:23.558524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4dcb39e0-c8be-4d8a-b1b8-af01e68bf518 req-cf6cdf85-3803-48ca-bae2-ea239a65734d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689098
Apr 30 21:19:23.562481 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.616773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ec488b53-90c5-4824-86a9-6c69bb49fbe8,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:23.617296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-1e39089b-e097-429d-baab-60c67d8de43c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:23.622237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-1e39089b-e097-429d-baab-60c67d8de43c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.2350359
Apr 30 21:19:23.633974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b85bf118-906e-461b-a75f-aba9d4a1d7d6 admin admin] Publish callbacks [] for security_group (8ac7dd38-2522-4dde-bc0e-c04aff51b10c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.640653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-d7621d5b-2fba-4cfd-b2af-541fa73e4846 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/quotas/713c8f2f4e2141f18904b10656eaf37f HTTP/1.1" status: 200  len: 375 time: 0.0109320
Apr 30 21:19:23.657592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b85bf118-906e-461b-a75f-aba9d4a1d7d6 admin admin] Publish callbacks [] for security_group (8ac7dd38-2522-4dde-bc0e-c04aff51b10c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.679829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fbf13d80-4df9-429b-acc5-4238423a3203 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0300765
Apr 30 21:19:23.680663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:19:23.735627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98b1dbd8-5abb-448b-9acd-f922dee70a3d) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:23.742726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:23.742726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.745720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d6641-7c82-4c7b-8365-f9a6e6e5a4a8 None None] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:23.789893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-cb6cd636-b588-4aec-b93e-03fe2fbbf136 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999548
Apr 30 21:19:23.800167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b85bf118-906e-461b-a75f-aba9d4a1d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8ac7dd38-2522-4dde-bc0e-c04aff51b10c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.802750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b85bf118-906e-461b-a75f-aba9d4a1d7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.812798 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b85bf118-906e-461b-a75f-aba9d4a1d7d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ac7dd38-2522-4dde-bc0e-c04aff51b10c HTTP/1.1" status: 204  len: 168 time: 0.2330270
Apr 30 21:19:23.825703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bf118-906e-461b-a75f-aba9d4a1d7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac7dd38-2522-4dde-bc0e-c04aff51b10c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:23.883918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-267d0f5f-537f-4976-a6d9-bd450d96ecfe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.1857731
Apr 30 21:19:23.884462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34160) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:23.890910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:23.891505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:19:23.893904 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:23.909810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ec488b53-90c5-4824-86a9-6c69bb49fbe8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:23.936403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f18b6f96-6710-44be-b8e8-df77d68e3505 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386173
Apr 30 21:19:24.030940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (acf9c694-e31c-4844-b72d-5bd7e4f971e3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.035139 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (acf9c694-e31c-4844-b72d-5bd7e4f971e3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.111278 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks [] for router_controller (acf9c694-e31c-4844-b72d-5bd7e4f971e3), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.124586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Allocated IP 172.20.0.2 (98b1dbd8-5abb-448b-9acd-f922dee70a3d/b6815a9b-8df8-47e0-8f86-e8a6c8c3340e/a516a479-95d2-4362-a9a7-57aa620493ed) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:24.271129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0a8651b-bd27-4dbe-99e1-6b8f81f06787 req-805f457d-f99d-4c25-b31e-fab3f62dfeb4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 210 time: 0.0467246
Apr 30 21:19:24.463607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba509-a506-4719-8144-55f4f8dbb261 req-c1870381-e99f-40a1-b7a5-d5f3f7b94ed0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:24.470087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba509-a506-4719-8144-55f4f8dbb261 req-c1870381-e99f-40a1-b7a5-d5f3f7b94ed0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:24.475625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ba509-a506-4719-8144-55f4f8dbb261 req-c1870381-e99f-40a1-b7a5-d5f3f7b94ed0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:24.477375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b91ba509-a506-4719-8144-55f4f8dbb261 req-c1870381-e99f-40a1-b7a5-d5f3f7b94ed0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2416 time: 0.0883677
Apr 30 21:19:24.482639 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Publish callbacks [] for port (a516a479-95d2-4362-a9a7-57aa620493ed), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.486903 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.554737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b91ba509-a506-4719-8144-55f4f8dbb261 req-5760bdf2-8e74-487d-8b92-e22e37a914c8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608540
Apr 30 21:19:24.577435 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.679280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:24.684217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:24.689040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:24.699656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Pushing event updated for resources: {'Port': ['ID=a516a479-95d2-4362-a9a7-57aa620493ed,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:24.741980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a393f6-0f3c-4f75-869a-376c97604b92 req-2352a435-73cf-4165-b4c6-aaae12e9f473 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:24.743558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00a393f6-0f3c-4f75-869a-376c97604b92 req-2352a435-73cf-4165-b4c6-aaae12e9f473 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 949 time: 0.0609317
Apr 30 21:19:24.775389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Attempting to bind port a516a479-95d2-4362-a9a7-57aa620493ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:24.775772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Attempting to bind port a516a479-95d2-4362-a9a7-57aa620493ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:24.776136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Attempting to bind port a516a479-95d2-4362-a9a7-57aa620493ed on network 98b1dbd8-5abb-448b-9acd-f922dee70a3d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:24.783133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:24.783515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Checking segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:24.783909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.788859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Bound using segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:24.788859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Bound port: a516a479-95d2-4362-a9a7-57aa620493ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:24.788859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.840643 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks [] for router_gateway (acf9c694-e31c-4844-b72d-5bd7e4f971e3), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:24.861020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00a393f6-0f3c-4f75-869a-376c97604b92 req-a50f7b90-b836-4f10-a3ae-7c526702dbe3 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087050
Apr 30 21:19:24.869896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] For port a516a479-95d2-4362-a9a7-57aa620493ed, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:24.875459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] For port a516a479-95d2-4362-a9a7-57aa620493ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a516a479-95d2-4362-a9a7-57aa620493ed,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:24.974283 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.047578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edd0c1-a6d3-4c63-89db-ad6bf329a28b None None] Pushing event updated for resources: {'Port': ['ID=a516a479-95d2-4362-a9a7-57aa620493ed,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:25.125788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 82a0afc9-8d2a-4705-932d-3a178fa07cb5 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:25.185717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ec488b53-90c5-4824-86a9-6c69bb49fbe8 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:25.191325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks [] for router_gateway (acf9c694-e31c-4844-b72d-5bd7e4f971e3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.216594 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.232384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:25.252825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port ec488b53-90c5-4824-86a9-6c69bb49fbe8 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:25.334822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:25.335220 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.339534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port ec488b53-90c5-4824-86a9-6c69bb49fbe8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:25.339534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.428746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Allocated IP 172.35.4.16 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/46fccaab-8b51-4ce2-975b-983869ec9522) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:25.465847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fbcb690-6c66-451a-aaf4-a849925c760f req-17bf654d-872a-4e41-a7cf-9cc950a572c0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 210 time: 0.0593913
Apr 30 21:19:25.584698 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks [] for port (46fccaab-8b51-4ce2-975b-983869ec9522), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.684129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:25.684665 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.686453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ec488b53-90c5-4824-86a9-6c69bb49fbe8 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:25.692908 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.715119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.730509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a0afc9-8d2a-4705-932d-3a178fa07cb5'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:25.732773 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc80adc3-324c-4564-bdbf-f7b2622d87eb" -d '{"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-plugged", "status": "completed", "tag": "82a0afc9-8d2a-4705-932d-3a178fa07cb5"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:25.745914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:25.755522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 82a0afc9-8d2a-4705-932d-3a178fa07cb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82a0afc9-8d2a-4705-932d-3a178fa07cb5,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:25.757508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ec488b53-90c5-4824-86a9-6c69bb49fbe8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec488b53-90c5-4824-86a9-6c69bb49fbe8,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:25.780934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a4d4-4977-4ac5-9fba-74f1cb7cbace req-992b8b88-ee96-48f4-963c-4123dedd275b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:25.786744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a4d4-4977-4ac5-9fba-74f1cb7cbace req-992b8b88-ee96-48f4-963c-4123dedd275b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:25.792310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a4d4-4977-4ac5-9fba-74f1cb7cbace req-992b8b88-ee96-48f4-963c-4123dedd275b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:25.794524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f81a4d4-4977-4ac5-9fba-74f1cb7cbace req-992b8b88-ee96-48f4-963c-4123dedd275b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2416 time: 0.0739059
Apr 30 21:19:25.799836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:25.803649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:25.810527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.811777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3a11409b-ad7c-477a-a07c-22caf611b623 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:25.858530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f81a4d4-4977-4ac5-9fba-74f1cb7cbace req-e8973533-ad59-4b61-a576-e89c71f5755b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578647
Apr 30 21:19:25.904606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:25.915959 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dc5810-feaa-4f40-a7d5-e593064aad90 x-openstack-request-id: req-d8dc5810-feaa-4f40-a7d5-e593064aad90 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:25.915959 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-plugged", "status": "completed", "tag": "82a0afc9-8d2a-4705-932d-3a178fa07cb5", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:25.915959 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8dc5810-feaa-4f40-a7d5-e593064aad90 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:25.915959 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8dc5810-feaa-4f40-a7d5-e593064aad90'] response: {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a0afc9-8d2a-4705-932d-3a178fa07cb5', 'code': 200}
Apr 30 21:19:25.942016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Pushing event updated for resources: {'Port': ['ID=46fccaab-8b51-4ce2-975b-983869ec9522,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:25.980208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=82a0afc9-8d2a-4705-932d-3a178fa07cb5,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:25.998825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 3a11409b-ad7c-477a-a07c-22caf611b623 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:26.097138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ec488b53-90c5-4824-86a9-6c69bb49fbe8,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:26.118447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 3a11409b-ad7c-477a-a07c-22caf611b623 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:26.118447 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:26.163849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8463b-ed2b-4cb0-b4cf-82b2769e099a req-ce195f24-e1de-4bb2-a001-3140eba4119c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:26.174909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6e8463b-ed2b-4cb0-b4cf-82b2769e099a req-ce195f24-e1de-4bb2-a001-3140eba4119c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 950 time: 0.1009109
Apr 30 21:19:26.249087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6e8463b-ed2b-4cb0-b4cf-82b2769e099a req-87e77957-47d7-40dc-a621-f2511a677671 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729148
Apr 30 21:19:26.259044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3a11409b-ad7c-477a-a07c-22caf611b623 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:26.263415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:26.290489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks [] for router_gateway (acf9c694-e31c-4844-b72d-5bd7e4f971e3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:26.327476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3a11409b-ad7c-477a-a07c-22caf611b623, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a11409b-ad7c-477a-a07c-22caf611b623,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:26.385427 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:26.389696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ea0a3881-d088-4954-b93d-4c3a924c97e3 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:26.471893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3a11409b-ad7c-477a-a07c-22caf611b623,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:26.481452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port ea0a3881-d088-4954-b93d-4c3a924c97e3 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:26.574125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (acf9c694-e31c-4844-b72d-5bd7e4f971e3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:26.580209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port ea0a3881-d088-4954-b93d-4c3a924c97e3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:26.581459 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:26.606115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56698c04-642a-411f-b51c-fe9d4b9010a9 None None] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:26.627479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609790d3-b17c-4584-befc-11fa5175d559 req-37db661d-935a-4d54-b294-0061a87edf8d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 210 time: 0.0531199
Apr 30 21:19:26.703096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34230) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:26.735798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-487c7382-d5ee-4113-ab7c-40943d7d6c9b None None] Provisioning complete for port a516a479-95d2-4362-a9a7-57aa620493ed triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:26.736391 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-487c7382-d5ee-4113-ab7c-40943d7d6c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:26.800978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a516a479-95d2-4362-a9a7-57aa620493ed up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:26.869039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-61a5c5e4-6f2e-4313-a25a-06b1512e12c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:26.971018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:19:26.985418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-487c7382-d5ee-4113-ab7c-40943d7d6c9b None None] Current status of the port a516a479-95d2-4362-a9a7-57aa620493ed is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:26.985943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-487c7382-d5ee-4113-ab7c-40943d7d6c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.011409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ea0a3881-d088-4954-b93d-4c3a924c97e3 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:27.011920 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.017417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a516a479-95d2-4362-a9a7-57aa620493ed triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:27.017851 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.025611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457899-7e17-4abd-bfb9-4d7feb1a01f5 req-ec78a0df-dc59-4208-8e33-63e8cc180e5d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:27.026802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457899-7e17-4abd-bfb9-4d7feb1a01f5 req-ec78a0df-dc59-4208-8e33-63e8cc180e5d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:27.033781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73457899-7e17-4abd-bfb9-4d7feb1a01f5 req-ec78a0df-dc59-4208-8e33-63e8cc180e5d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:27.042025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73457899-7e17-4abd-bfb9-4d7feb1a01f5 req-ec78a0df-dc59-4208-8e33-63e8cc180e5d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2418 time: 0.0852482
Apr 30 21:19:27.085676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-61a5c5e4-6f2e-4313-a25a-06b1512e12c9 admin admin] Publish callbacks [] for security_group (a767b64b-8e8f-4f35-8cc0-b76b89b4d42e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.092941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-4509f1ee-9da7-4d2e-b926-1959254cfa24 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:27.100602 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-4509f1ee-9da7-4d2e-b926-1959254cfa24 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.2218077
Apr 30 21:19:27.121870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Request body: {'port': {'device_id': '12defef4-f959-4394-a3e1-14296a084329', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'admin_state_up': True, 'tenant_id': '713c8f2f4e2141f18904b10656eaf37f'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:27.123772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ea0a3881-d088-4954-b93d-4c3a924c97e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea0a3881-d088-4954-b93d-4c3a924c97e3,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:27.125829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-487c7382-d5ee-4113-ab7c-40943d7d6c9b None None] For port a516a479-95d2-4362-a9a7-57aa620493ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a516a479-95d2-4362-a9a7-57aa620493ed,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:27.160178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73457899-7e17-4abd-bfb9-4d7feb1a01f5 req-451d9652-7469-4203-bd4c-4dbb42b5c265 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163058
Apr 30 21:19:27.172421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-61a5c5e4-6f2e-4313-a25a-06b1512e12c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a767b64b-8e8f-4f35-8cc0-b76b89b4d42e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.181051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a516a479-95d2-4362-a9a7-57aa620493ed is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:27.181563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.199645 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-487c7382-d5ee-4113-ab7c-40943d7d6c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.203372 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.221637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5c5e4-6f2e-4313-a25a-06b1512e12c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a767b64b-8e8f-4f35-8cc0-b76b89b4d42e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:27.267740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-61a5c5e4-6f2e-4313-a25a-06b1512e12c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ccfd8608a3848688dd16c89d054011d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5627086
Apr 30 21:19:27.270227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34248) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:27.345914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:27.401337 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d3d44563-7349-45ba-b512-b6df967c6676 admin admin] Publish callbacks [] for security_group (a767b64b-8e8f-4f35-8cc0-b76b89b4d42e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.406781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Made reservation on behalf of 713c8f2f4e2141f18904b10656eaf37f for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:27.413393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:27.418163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.449924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.454268 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-008eff85-c3e4-42bd-b63d-bf588e1120b4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 3.5689957
Apr 30 21:19:27.455287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34268) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:27.462354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d3d44563-7349-45ba-b512-b6df967c6676 admin admin] Publish callbacks [] for security_group (a767b64b-8e8f-4f35-8cc0-b76b89b4d42e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.468145 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:19:27.468766 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:19:27.473390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:27.474241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f853160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:27.478510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c7382-d5ee-4113-ab7c-40943d7d6c9b None None] Pushing event updated for resources: {'Port': ['ID=a516a479-95d2-4362-a9a7-57aa620493ed,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:27.550585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9952be-ba8a-40ed-93d2-872fc207a6d9 req-743b994a-309f-43cc-8f2e-aa4d4f0b5f1f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:27.553258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d9952be-ba8a-40ed-93d2-872fc207a6d9 req-743b994a-309f-43cc-8f2e-aa4d4f0b5f1f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 950 time: 0.0958126
Apr 30 21:19:27.594050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-440eed43-94c2-4411-95c4-0dd8c4ce5fdd None None] Provisioning complete for port a516a479-95d2-4362-a9a7-57aa620493ed triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:27.594460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-440eed43-94c2-4411-95c4-0dd8c4ce5fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.650802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d9952be-ba8a-40ed-93d2-872fc207a6d9 req-d75ce28d-9544-498d-8d19-490f9bd54c2e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870171
Apr 30 21:19:27.660945 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d3d44563-7349-45ba-b512-b6df967c6676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a767b64b-8e8f-4f35-8cc0-b76b89b4d42e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.664615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d3d44563-7349-45ba-b512-b6df967c6676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:27.666244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d3d44563-7349-45ba-b512-b6df967c6676 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a767b64b-8e8f-4f35-8cc0-b76b89b4d42e HTTP/1.1" status: 204  len: 168 time: 0.3947017
Apr 30 21:19:27.678937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44563-7349-45ba-b512-b6df967c6676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a767b64b-8e8f-4f35-8cc0-b76b89b4d42e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:27.701652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ea0a3881-d088-4954-b93d-4c3a924c97e3,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:27.763923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08952d3b-6e83-4817-9767-5810031933ae req-47d45baa-8c77-474f-9bf6-46eb9d098356 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 210 time: 0.0378518
Apr 30 21:19:27.766579 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Allocated IP 172.20.0.6 (5c8b504b-43e7-4642-bbf0-dab49293fda8/50ea73fb-9933-490f-b1df-626257b5fc26/eadb6f33-647b-4991-9dd1-e334e89fcb4c) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:27.817227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:27.879755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34276) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:27.888553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-440eed43-94c2-4411-95c4-0dd8c4ce5fdd None None] Current status of the port a516a479-95d2-4362-a9a7-57aa620493ed is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:27.926205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba12be1-263f-416d-8233-242286a6691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec488b53-90c5-4824-86a9-6c69bb49fbe8'}, {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a11409b-ad7c-477a-a07c-22caf611b623'}, {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0a3881-d088-4954-b93d-4c3a924c97e3'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:27.929071 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72018d8-27ac-4b82-808e-eda2a7422209" -d '{"events": [{"server_uuid": "dba12be1-263f-416d-8233-242286a6691d", "name": "network-vif-plugged", "status": "completed", "tag": "ec488b53-90c5-4824-86a9-6c69bb49fbe8"}, {"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-plugged", "status": "completed", "tag": "3a11409b-ad7c-477a-a07c-22caf611b623"}, {"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-plugged", "status": "completed", "tag": "ea0a3881-d088-4954-b93d-4c3a924c97e3"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:28.031975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a516a479-95d2-4362-a9a7-57aa620493ed is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:28.038547 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea9000-da4e-462a-b205-e71ab5b9e439 x-openstack-request-id: req-ccea9000-da4e-462a-b205-e71ab5b9e439 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:28.039030 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba12be1-263f-416d-8233-242286a6691d", "name": "network-vif-plugged", "status": "completed", "tag": "ec488b53-90c5-4824-86a9-6c69bb49fbe8", "code": 200}, {"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-plugged", "status": "completed", "tag": "3a11409b-ad7c-477a-a07c-22caf611b623", "code": 200}, {"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-plugged", "status": "completed", "tag": "ea0a3881-d088-4954-b93d-4c3a924c97e3", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:28.039466 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccea9000-da4e-462a-b205-e71ab5b9e439 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:28.040195 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccea9000-da4e-462a-b205-e71ab5b9e439'] response: {'server_uuid': 'dba12be1-263f-416d-8233-242286a6691d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec488b53-90c5-4824-86a9-6c69bb49fbe8', 'code': 200}
Apr 30 21:19:28.040632 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccea9000-da4e-462a-b205-e71ab5b9e439'] response: {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a11409b-ad7c-477a-a07c-22caf611b623', 'code': 200}
Apr 30 21:19:28.041059 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccea9000-da4e-462a-b205-e71ab5b9e439'] response: {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0a3881-d088-4954-b93d-4c3a924c97e3', 'code': 200}
Apr 30 21:19:28.113640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f853160>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:25Z', 'revision_number': 3, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:28.126167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6cd57-6678-4ab7-95de-13e2481fb895 req-2d751511-7cb7-4c12-991d-ea93fe5ae91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.126926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6cd57-6678-4ab7-95de-13e2481fb895 req-2d751511-7cb7-4c12-991d-ea93fe5ae91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.127570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6cd57-6678-4ab7-95de-13e2481fb895 req-2d751511-7cb7-4c12-991d-ea93fe5ae91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.129493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17d6cd57-6678-4ab7-95de-13e2481fb895 req-2d751511-7cb7-4c12-991d-ea93fe5ae91b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2965 time: 0.0521491
Apr 30 21:19:28.132491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks [] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.154266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:28.154612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Updating router acf9c694-e31c-4844-b72d-5bd7e4f971e3 port 46fccaab-8b51-4ce2-975b-983869ec9522 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:28.204247 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.213026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c453-993d-48e0-8ef5-a304ace01c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.230095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17d6cd57-6678-4ab7-95de-13e2481fb895 req-c4d0f518-def0-4069-b86e-d0e4812503d7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928397
Apr 30 21:19:28.276369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed926c9-75f3-4d3d-83ea-b5c723101d03 req-85b68489-7d04-46d5-bb3f-d7861dc51d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.278892 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eed926c9-75f3-4d3d-83ea-b5c723101d03 req-85b68489-7d04-46d5-bb3f-d7861dc51d25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 1132 time: 0.1347709
Apr 30 21:19:28.328033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1ae2-d84b-403d-9b09-4666b9ed16ef req-8d5f0ef9-f52b-499c-bf55-4d6334904a07 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.334490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1ae2-d84b-403d-9b09-4666b9ed16ef req-8d5f0ef9-f52b-499c-bf55-4d6334904a07 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.340765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1ae2-d84b-403d-9b09-4666b9ed16ef req-8d5f0ef9-f52b-499c-bf55-4d6334904a07 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.342695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bddd1ae2-d84b-403d-9b09-4666b9ed16ef req-8d5f0ef9-f52b-499c-bf55-4d6334904a07 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2419 time: 0.0893373
Apr 30 21:19:28.390215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c453-993d-48e0-8ef5-a304ace01c09 admin admin] Publish callbacks [] for security_group (1c1bcbb6-ee5d-4e90-93c4-12b7eb0cad8d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.416373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eed926c9-75f3-4d3d-83ea-b5c723101d03 req-e35723ef-ed55-481c-a4e4-ea954018a1ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276288
Apr 30 21:19:28.421499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bddd1ae2-d84b-403d-9b09-4666b9ed16ef req-fd2e91ab-1bc4-4689-b4b3-0e31b6b6bdc5 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710809
Apr 30 21:19:28.450762 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.459703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6cf2c453-993d-48e0-8ef5-a304ace01c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c1bcbb6-ee5d-4e90-93c4-12b7eb0cad8d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.488891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2c453-993d-48e0-8ef5-a304ace01c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1bcbb6-ee5d-4e90-93c4-12b7eb0cad8d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:28.507306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:28.515703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:28.523975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.526151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:28.528625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6cf2c453-993d-48e0-8ef5-a304ace01c09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=397b6d767bff4e108a34ab76861ac5e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6463158
Apr 30 21:19:28.538843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34296) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:28.561408 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Publish callbacks [] for port (46fccaab-8b51-4ce2-975b-983869ec9522), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.585704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d906bfc-edeb-4ce8-a493-8e151885fe3c admin admin] Publish callbacks [] for security_group (1c1bcbb6-ee5d-4e90-93c4-12b7eb0cad8d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.588648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event updated for resources: {'Port': ['ID=eadb6f33-647b-4991-9dd1-e334e89fcb4c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:28.609889 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d906bfc-edeb-4ce8-a493-8e151885fe3c admin admin] Publish callbacks [] for security_group (1c1bcbb6-ee5d-4e90-93c4-12b7eb0cad8d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.611692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.612309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.670801 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.762972 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-fd6a434f-e30f-44ed-bb28-3897ea9825f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6473451
Apr 30 21:19:28.772220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d906bfc-edeb-4ce8-a493-8e151885fe3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c1bcbb6-ee5d-4e90-93c4-12b7eb0cad8d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.777838 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d906bfc-edeb-4ce8-a493-8e151885fe3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.777838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1d906bfc-edeb-4ce8-a493-8e151885fe3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c1bcbb6-ee5d-4e90-93c4-12b7eb0cad8d HTTP/1.1" status: 204  len: 168 time: 0.2465103
Apr 30 21:19:28.849175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370a9a6-ed9b-4341-ad1a-b414eaa3d450 req-9e6ceb83-e9b0-4150-bb60-77b8e64f2ee3 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:28.849175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3370a9a6-ed9b-4341-ad1a-b414eaa3d450 req-9e6ceb83-e9b0-4150-bb60-77b8e64f2ee3 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 950 time: 0.0886002
Apr 30 21:19:28.861249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a516a479-95d2-4362-a9a7-57aa620493ed up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:28.871651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d906bfc-edeb-4ce8-a493-8e151885fe3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1bcbb6-ee5d-4e90-93c4-12b7eb0cad8d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:28.901213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Allocated IP 172.20.0.1 (98b1dbd8-5abb-448b-9acd-f922dee70a3d/b6815a9b-8df8-47e0-8f86-e8a6c8c3340e/65b97164-96c6-46ba-beb6-1d5f885ee099) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:28.946543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e31c8-fac6-4e9f-9c83-33321b3a8cfe None None] Pushing event updated for resources: {'Port': ['ID=46fccaab-8b51-4ce2-975b-983869ec9522,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:28.954445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Attempting to bind port 46fccaab-8b51-4ce2-975b-983869ec9522 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:28.954825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Attempting to bind port 46fccaab-8b51-4ce2-975b-983869ec9522 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:28.955349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Attempting to bind port 46fccaab-8b51-4ce2-975b-983869ec9522 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:28.958568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a516a479-95d2-4362-a9a7-57aa620493ed triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:28.959120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.961129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3370a9a6-ed9b-4341-ad1a-b414eaa3d450 req-832d41b1-ba52-4f92-b8d6-244b9be189c7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141698
Apr 30 21:19:28.963576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:28.963990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:28.964906 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:28.965335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:28.965852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Bound port: 46fccaab-8b51-4ce2-975b-983869ec9522, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:28.966372 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.006000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdb14f-5c71-427d-b973-bbbab9084afd req-2a1c23b9-02be-4590-9fe3-cd036d0da915 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:29.015890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81fdb14f-5c71-427d-b973-bbbab9084afd req-2a1c23b9-02be-4590-9fe3-cd036d0da915 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 931 time: 0.0984068
Apr 30 21:19:29.057543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] For port 46fccaab-8b51-4ce2-975b-983869ec9522, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:29.061931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] For port 46fccaab-8b51-4ce2-975b-983869ec9522, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fccaab-8b51-4ce2-975b-983869ec9522,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:29.086672 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Publish callbacks [] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.095647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Request body: {'port': {'device_id': '12defef4-f959-4394-a3e1-14296a084329', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:29.097218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81fdb14f-5c71-427d-b973-bbbab9084afd req-2c69786e-0140-40fa-a5c3-e2aaa969d4fd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759413
Apr 30 21:19:29.098145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a516a479-95d2-4362-a9a7-57aa620493ed is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:29.107791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:29.184038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.229414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-685950428-network', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:29.237121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.300380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.303245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:29.303772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f853160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:29.360812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:29.370063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:29.372804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Made reservation on behalf of c91284d0547c4c8a9d99f57d0a43f98b for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:29.386419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.390759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e31c8-fac6-4e9f-9c83-33321b3a8cfe None None] Pushing event updated for resources: {'Port': ['ID=46fccaab-8b51-4ce2-975b-983869ec9522,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:29.411657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:29.421809 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.440301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Pushing event updated for resources: {'Port': ['ID=65b97164-96c6-46ba-beb6-1d5f885ee099,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:29.503705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:29.509703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (acf9c694-e31c-4844-b72d-5bd7e4f971e3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.621557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Publish callbacks [] for security_group (ce9d73c6-12ec-4dac-a2aa-8d3ab1f169c4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.689587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143ae0-1898-41e8-976e-643ef08eb9e2 req-8752a1e0-bfd8-4d5a-9007-425bfc5a607d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:29.697397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143ae0-1898-41e8-976e-643ef08eb9e2 req-8752a1e0-bfd8-4d5a-9007-425bfc5a607d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:29.703186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143ae0-1898-41e8-976e-643ef08eb9e2 req-8752a1e0-bfd8-4d5a-9007-425bfc5a607d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:29.710751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef143ae0-1898-41e8-976e-643ef08eb9e2 req-8752a1e0-bfd8-4d5a-9007-425bfc5a607d tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2419 time: 0.0872641
Apr 30 21:19:29.733229 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ce9d73c6-12ec-4dac-a2aa-8d3ab1f169c4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.793132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:19:29.820964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9d73c6-12ec-4dac-a2aa-8d3ab1f169c4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:29.838601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef143ae0-1898-41e8-976e-643ef08eb9e2 req-8c010114-ba23-4b30-8459-4c40da8670cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223156
Apr 30 21:19:29.853425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (565e050d-942c-4c91-8454-bf1e29328f30), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.854037 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Added segment 565e050d-942c-4c91-8454-bf1e29328f30 of type vlan for network b64257ec-4b95-4265-9c51-aad2fb5f6475
Apr 30 21:19:29.879077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-53f48147-cb72-41e9-82ac-40ec816a3008 None None] Provisioning complete for port 65b97164-96c6-46ba-beb6-1d5f885ee099 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:29.879637 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-53f48147-cb72-41e9-82ac-40ec816a3008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.907624 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b64257ec-4b95-4265-9c51-aad2fb5f6475), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:29.934594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-53f48147-cb72-41e9-82ac-40ec816a3008 None None] Port 65b97164-96c6-46ba-beb6-1d5f885ee099 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:29.939090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f853160>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:25Z', 'revision_number': 3, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:29.971383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc9bd9-55c5-4a4f-8819-1daeaebbf4e1 None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:25Z', 'revision_number': 3, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:30.026448 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b64257ec-4b95-4265-9c51-aad2fb5f6475), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.027560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:30.028208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.033544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadb6f33-647b-4991-9dd1-e334e89fcb4c {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:30.043763 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Publish callbacks [] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.076641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Transition to ACTIVE for port object eadb6f33-647b-4991-9dd1-e334e89fcb4c will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:19:30.131466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] Pushing event updated for resources: {'Network': ['ID=b64257ec-4b95-4265-9c51-aad2fb5f6475,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:30.138994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf4a7b-0e8d-452c-bd8e-2b46caa8b7b2 req-8f77d492-8ce3-4873-8b7f-632828bfae3b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:30.143415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44bf4a7b-0e8d-452c-bd8e-2b46caa8b7b2 req-8f77d492-8ce3-4873-8b7f-632828bfae3b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 950 time: 0.0994022
Apr 30 21:19:30.158701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:19:30.173392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34342) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:30.196515 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.231619 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.235793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b3378cb5-968e-485c-b1eb-7a47e595b56a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1267655
Apr 30 21:19:30.237715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34346) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:30.271863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Request body: {'subnet': {'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-685950428-subnet', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:30.308362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44bf4a7b-0e8d-452c-bd8e-2b46caa8b7b2 req-58a5e9f6-b058-472f-a4ce-55ca8874c3e7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613915
Apr 30 21:19:30.383630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Made reservation on behalf of c91284d0547c4c8a9d99f57d0a43f98b for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:30.392767 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.409982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Pushing event updated for resources: {'Port': ['ID=eadb6f33-647b-4991-9dd1-e334e89fcb4c,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:30.413577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-network', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:30.479798 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.480393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.480527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.480838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.481170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.481496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.481894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.486521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.486521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.486521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.486521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.486521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.486521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.486521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.486521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:30.532808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Attempting to bind port eadb6f33-647b-4991-9dd1-e334e89fcb4c on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:30.533141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Attempting to bind port eadb6f33-647b-4991-9dd1-e334e89fcb4c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:30.533467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Attempting to bind port eadb6f33-647b-4991-9dd1-e334e89fcb4c on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:30.536627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8691200-4c89-4469-8315-11b799381dd2 req-41de3330-e4d5-4b35-8e40-6b2f9b09ba26 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:30.538652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8691200-4c89-4469-8315-11b799381dd2 req-41de3330-e4d5-4b35-8e40-6b2f9b09ba26 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 943 time: 0.2991176
Apr 30 21:19:30.540637 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Port eadb6f33-647b-4991-9dd1-e334e89fcb4c on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:19:30.541013 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Attempting to bind port eadb6f33-647b-4991-9dd1-e334e89fcb4c on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:30.552514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:30.552848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Checking segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:30.555565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Bound using segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:30.555565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Bound port: eadb6f33-647b-4991-9dd1-e334e89fcb4c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:30.555565 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.578166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c8b74-239d-499e-abf4-a1b8275fb2fb req-0100daa0-3616-4979-90f0-ab2a25500901 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:30.585248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-084c8b74-239d-499e-abf4-a1b8275fb2fb req-0100daa0-3616-4979-90f0-ab2a25500901 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 1132 time: 0.1430900
Apr 30 21:19:30.603945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:30.607350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.633809 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.637935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Publish callbacks [] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.671983 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] For port eadb6f33-647b-4991-9dd1-e334e89fcb4c, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:30.671983 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] For port eadb6f33-647b-4991-9dd1-e334e89fcb4c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eadb6f33-647b-4991-9dd1-e334e89fcb4c,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:30.705158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8691200-4c89-4469-8315-11b799381dd2 req-b03b96fc-f431-4d6f-8241-2bd15beca3dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526372
Apr 30 21:19:30.711590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.765839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-084c8b74-239d-499e-abf4-a1b8275fb2fb req-3ee668a2-a3ed-4d37-a077-ff2199de9b05 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669323
Apr 30 21:19:30.766175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.819477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 46fccaab-8b51-4ce2-975b-983869ec9522 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:30.820572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Pushing event updated for resources: {'Port': ['ID=65b97164-96c6-46ba-beb6-1d5f885ee099,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:30.871670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:30.872300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.874246 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] 10.222.0.35 "PUT /v2.0/ports/eadb6f33-647b-4991-9dd1-e334e89fcb4c HTTP/1.1" status: 200  len: 1091 time: 1.9333103
Apr 30 21:19:30.875016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12defef4-f959-4394-a3e1-14296a084329', 'tag': 'eadb6f33-647b-4991-9dd1-e334e89fcb4c'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:30.877785 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bb9078-fd2c-42ec-a472-10aa954cda36" -d '{"events": [{"name": "network-changed", "server_uuid": "12defef4-f959-4394-a3e1-14296a084329", "tag": "eadb6f33-647b-4991-9dd1-e334e89fcb4c"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:30.895601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (acf9c694-e31c-4844-b72d-5bd7e4f971e3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.944907 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Publish callbacks [] for security_group (3cd2a2e2-49e2-4a20-a03d-ee246c051cff), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.953963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 46fccaab-8b51-4ce2-975b-983869ec9522 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:30.955272 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:30.985002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (f1c69da7-5707-4178-868e-108b75ffdc92), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.011873 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b227ca2c-75e8-4f9f-8301-8c2bb12e1e1c x-openstack-request-id: req-b227ca2c-75e8-4f9f-8301-8c2bb12e1e1c {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:31.012154 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12defef4-f959-4394-a3e1-14296a084329", "tag": "eadb6f33-647b-4991-9dd1-e334e89fcb4c", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:31.012936 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b227ca2c-75e8-4f9f-8301-8c2bb12e1e1c {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:31.012936 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b227ca2c-75e8-4f9f-8301-8c2bb12e1e1c'] response: {'name': 'network-changed', 'server_uuid': '12defef4-f959-4394-a3e1-14296a084329', 'tag': 'eadb6f33-647b-4991-9dd1-e334e89fcb4c', 'status': 'completed', 'code': 200}
Apr 30 21:19:31.085330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-2a3bee14-f6a2-4982-8e6c-9fd11a34ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:31.085330 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-2a3bee14-f6a2-4982-8e6c-9fd11a34ca2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 1125 time: 0.0641730
Apr 30 21:19:31.093339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d910dd-26ea-4bd1-8cf8-ff42f354d911 service neutron] Pushing event updated for resources: {'Port': ['ID=eadb6f33-647b-4991-9dd1-e334e89fcb4c,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:31.103349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64138-491f-4d23-aeb5-9c12516f0bc0 req-53e9137e-cde2-41a2-853f-f8ea4001ca95 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:31.105194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 46fccaab-8b51-4ce2-975b-983869ec9522 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:31.105820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.112485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64138-491f-4d23-aeb5-9c12516f0bc0 req-53e9137e-cde2-41a2-853f-f8ea4001ca95 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:31.119269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c64138-491f-4d23-aeb5-9c12516f0bc0 req-53e9137e-cde2-41a2-853f-f8ea4001ca95 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:31.121386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96c64138-491f-4d23-aeb5-9c12516f0bc0 req-53e9137e-cde2-41a2-853f-f8ea4001ca95 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2419 time: 0.1577318
Apr 30 21:19:31.131365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3cd2a2e2-49e2-4a20-a03d-ee246c051cff), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.137852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 46fccaab-8b51-4ce2-975b-983869ec9522, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fccaab-8b51-4ce2-975b-983869ec9522,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:31.155850 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-48a8784b-6358-4b7f-a7be-ac885545587d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eadb6f33-647b-4991-9dd1-e334e89fcb4c HTTP/1.1" status: 200  len: 217 time: 0.0634732
Apr 30 21:19:31.171836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:31.191882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:31.199787 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.207110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:19:31.235406 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-56d00c5c-375b-49fa-b834-55b1c8a2d6d0 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1523440
Apr 30 21:19:31.307364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=46fccaab-8b51-4ce2-975b-983869ec9522,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:31.319170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-0e68be59-6241-4071-9b39-a044dd8b222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:31.320009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c69da7-5707-4178-868e-108b75ffdc92,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:31.322135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-0e68be59-6241-4071-9b39-a044dd8b222a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.1605389
Apr 30 21:19:31.336326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd2a2e2-49e2-4a20-a03d-ee246c051cff,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:31.348470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (54a8a0a8-9448-4056-b6b5-17d03590182a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.348470 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Added segment 54a8a0a8-9448-4056-b6b5-17d03590182a of type vlan for network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b
Apr 30 21:19:31.349842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Checking segment: {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:31.350172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Network hostable DHCP agents. Network: b64257ec-4b95-4265-9c51-aad2fb5f6475, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:19:31.367371 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-c1d35c1d-b239-4e6a-8acc-73b325ddc755 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364685
Apr 30 21:19:31.420121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96c64138-491f-4d23-aeb5-9c12516f0bc0 req-41d69bf7-fbcf-4f2b-953b-04b520ed33a7 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2808976
Apr 30 21:19:31.435427 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0f28b49f-01d7-4c9d-82d6-265d3558ca5b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.460976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:19:31.497413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-9c0a6c41-c91e-475d-85c3-556cb3ac6437 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224470
Apr 30 21:19:31.512376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-7246fb15-0aa5-4769-83d4-9fbaa7adc75b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:31.513950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-7246fb15-0aa5-4769-83d4-9fbaa7adc75b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2777441
Apr 30 21:19:31.516606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:19:31.537306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1ad29f1-056c-4233-a764-3d6d3c9dc6f1 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/quotas/327a580f2f8645c28e9590806928ed91 HTTP/1.1" status: 200  len: 375 time: 0.0133214
Apr 30 21:19:31.545255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0f28b49f-01d7-4c9d-82d6-265d3558ca5b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.548387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:31.548387 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.597879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-69e4b4e9-b2d5-4f49-80ca-83d5fe4a64a5 None None] Provisioning complete for port 65b97164-96c6-46ba-beb6-1d5f885ee099 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:31.598873 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-69e4b4e9-b2d5-4f49-80ca-83d5fe4a64a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.641411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b64257ec-4b95-4265-9c51-aad2fb5f6475) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:31.645375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-69e4b4e9-b2d5-4f49-80ca-83d5fe4a64a5 None None] Port 65b97164-96c6-46ba-beb6-1d5f885ee099 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:31.655176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1211c16e-d666-4b25-9760-53ac04a41d73 None None] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:31.678548 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1d157de7-498b-4cd0-8abb-aea2d646b580 req-d2488957-96a2-4e61-91a0-482f3835c2cc service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473858
Apr 30 21:19:31.679628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:31.694754 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0f55f753-31d6-4ce9-be2b-8dd031af4eff admin admin] 10.222.0.23 "PUT /v2.0/routers/acf9c694-e31c-4844-b72d-5bd7e4f971e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2369969
Apr 30 21:19:31.793053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b64257ec-4b95-4265-9c51-aad2fb5f6475', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:19:31.795557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:31.995260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:31.995861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.003513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.8266428
Apr 30 21:19:32.004974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Allocated IP 172.20.0.2 (b64257ec-4b95-4265-9c51-aad2fb5f6475/f1c69da7-5707-4178-868e-108b75ffdc92/f4d94e43-60a9-458a-9c68-cbd8cacafe05) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:32.013253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34380) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:32.015269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Request body: {'subnet': {'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-subnet', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:32.054657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8b827-a2d4-4786-98f2-3bcbb3ad7d99 admin admin] Pushing event updated for resources: {'Network': ['ID=0f28b49f-01d7-4c9d-82d6-265d3558ca5b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:32.066691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:19:32.068278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-6e2cef35-3d67-41d3-9df4-5d5ed086deab tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&fields=id HTTP/1.1" status: 200  len: 532 time: 0.5159762
Apr 30 21:19:32.086351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491de56-11a8-4b67-9c47-5fe12eb31166 req-ac8ed5e5-2dfe-448c-8bb6-ea56cfd6b670 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:32.087958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c491de56-11a8-4b67-9c47-5fe12eb31166 req-ac8ed5e5-2dfe-448c-8bb6-ea56cfd6b670 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 943 time: 0.0983908
Apr 30 21:19:32.116834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:32.119299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.153989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c491de56-11a8-4b67-9c47-5fe12eb31166 req-17987db2-03de-471e-a579-b4d34e3383d6 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592930
Apr 30 21:19:32.172392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9e632dac-ab40-44c7-8676-1b5b102451dd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9156499
Apr 30 21:19:32.172392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34382) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:32.175553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:32.265574 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Publish callbacks [] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.321083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.322203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.357705 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:32.372162 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:32.376572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77b7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:32.376723 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.395951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks [] for router_controller (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.427072 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (48dcc9e8-7c02-4b81-9858-ab3db0e13872), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.458676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:32.465031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:32.533271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:32.549045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48dcc9e8-7c02-4b81-9858-ab3db0e13872,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:32.550191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Pushing event updated for resources: {'Port': ['ID=f4d94e43-60a9-458a-9c68-cbd8cacafe05,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:32.553942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Checking segment: {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:32.558142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Network hostable DHCP agents. Network: 0f28b49f-01d7-4c9d-82d6-265d3558ca5b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:19:32.623525 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:32.647966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Attempting to bind port f4d94e43-60a9-458a-9c68-cbd8cacafe05 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:32.659360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Attempting to bind port f4d94e43-60a9-458a-9c68-cbd8cacafe05 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:32.660100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Attempting to bind port f4d94e43-60a9-458a-9c68-cbd8cacafe05 on network b64257ec-4b95-4265-9c51-aad2fb5f6475 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:32.669042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07737302-1d9c-4920-9f57-f95dab2f58d8 req-7935e891-720f-49ad-aa18-92d7cd34f092 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:32.671947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:32.672324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Checking segment: {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:32.672870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.673270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Bound using segment: {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:32.673742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Bound port: f4d94e43-60a9-458a-9c68-cbd8cacafe05, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:32.674143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.674380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07737302-1d9c-4920-9f57-f95dab2f58d8 req-7935e891-720f-49ad-aa18-92d7cd34f092 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:32.676312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:19:32.680348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07737302-1d9c-4920-9f57-f95dab2f58d8 req-7935e891-720f-49ad-aa18-92d7cd34f092 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:32.682127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07737302-1d9c-4920-9f57-f95dab2f58d8 req-7935e891-720f-49ad-aa18-92d7cd34f092 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2419 time: 0.1964152
Apr 30 21:19:32.745619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0f28b49f-01d7-4c9d-82d6-265d3558ca5b) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:32.750594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:32.751444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.760437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad9c84-7f73-47cd-94e8-4c1b1065964f None None] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:32.821778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks [] for router_gateway (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.836529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-20bd78b1-c44f-4368-845b-241454877710 None None] For port f4d94e43-60a9-458a-9c68-cbd8cacafe05, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:32.841393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-20bd78b1-c44f-4368-845b-241454877710 None None] For port f4d94e43-60a9-458a-9c68-cbd8cacafe05, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d94e43-60a9-458a-9c68-cbd8cacafe05,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:32.844786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 46fccaab-8b51-4ce2-975b-983869ec9522 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:32.845553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-83d2ed72-87e0-48cf-bb75-c1393c285896 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:32.847134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-83d2ed72-87e0-48cf-bb75-c1393c285896 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 821 time: 0.4123409
Apr 30 21:19:32.867008 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-08147b69-13c7-409d-a51c-71b43ba439cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8575096
Apr 30 21:19:32.871234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34402) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:32.878856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07737302-1d9c-4920-9f57-f95dab2f58d8 req-ee78717e-b2f2-4fa8-9a46-cc272decd14c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843085
Apr 30 21:19:32.879156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:32.880531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-2c46f69b-a6e8-4671-87b2-cc964f877dcd tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/quotas/6cebc4a4f75349b09fd03f67d0207875 HTTP/1.1" status: 200  len: 375 time: 0.0216563
Apr 30 21:19:32.895814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-61ea0405-628b-4e99-99ea-30e31d1f6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:32.906613 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-61ea0405-628b-4e99-99ea-30e31d1f6477 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 1125 time: 0.0890980
Apr 30 21:19:32.928476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 46fccaab-8b51-4ce2-975b-983869ec9522 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:32.928856 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:32.946130 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77b7f0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 2, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:32.978976 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.005332 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:33.005332 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Updating router acf9c694-e31c-4844-b72d-5bd7e4f971e3 port 65b97164-96c6-46ba-beb6-1d5f885ee099 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:33.005560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-6c26b28e-7789-4ba9-9520-73867074fe5b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1111183
Apr 30 21:19:33.005560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90dc1c17-0596-4a7f-9c22-bb7f9da11242 req-b45aa82f-5cf5-461a-ad7f-742bb84d1ae4 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 210 time: 0.0550251
Apr 30 21:19:33.021448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:19:33.022370 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.071384 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.112789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (ec0a27ec-0409-406f-ae7c-95bfc626e15a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.114204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (ec0a27ec-0409-406f-ae7c-95bfc626e15a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.146953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd78b1-c44f-4368-845b-241454877710 None None] Pushing event updated for resources: {'Port': ['ID=f4d94e43-60a9-458a-9c68-cbd8cacafe05,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:33.207068 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks [] for router_controller (ec0a27ec-0409-406f-ae7c-95bfc626e15a), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.211232 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-9e98b23b-7623-4c76-95b0-7d9d50117fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:33.214888 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-9e98b23b-7623-4c76-95b0-7d9d50117fa2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 913 time: 0.3055236
Apr 30 21:19:33.278324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a8bd4f39-b3ae-4234-8214-2cd3eb7f3d90 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774253
Apr 30 21:19:33.355201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 46fccaab-8b51-4ce2-975b-983869ec9522 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:33.404308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Allocated IP 172.20.0.2 (0f28b49f-01d7-4c9d-82d6-265d3558ca5b/48dcc9e8-7c02-4b81-9858-ab3db0e13872/b7ff70e4-d0d0-45a5-b85f-6298badc4565) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:33.499862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb7c26-42a7-4601-bdb4-0d99d28be15e req-29b4e314-193f-4d9d-9175-ceded140a500 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:33.501401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfbb7c26-42a7-4601-bdb4-0d99d28be15e req-29b4e314-193f-4d9d-9175-ceded140a500 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 943 time: 0.2095435
Apr 30 21:19:33.535350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks [] for router_gateway (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.584328 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.594698 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Publish callbacks [] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.603884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-889f1ae3-6146-413f-8863-ed6cfd2bb21c service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3246062
Apr 30 21:19:33.634607 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks [] for router_gateway (ec0a27ec-0409-406f-ae7c-95bfc626e15a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.683360 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.690133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfbb7c26-42a7-4601-bdb4-0d99d28be15e req-a5fa6781-120f-47cc-b98b-03f4dd68724b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783237
Apr 30 21:19:33.800848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Allocated IP 172.35.4.83 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/bbcb2164-072f-4569-8b14-9efe3137b2c5) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:33.834544 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Publish callbacks [] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.856299 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a4d6b-5c3c-430e-9d4a-2ff4b8abfeac None None] Pushing event updated for resources: {'Port': ['ID=65b97164-96c6-46ba-beb6-1d5f885ee099,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:33.905663 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.946913 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Attempting to bind port 65b97164-96c6-46ba-beb6-1d5f885ee099 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:33.947376 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Attempting to bind port 65b97164-96c6-46ba-beb6-1d5f885ee099 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:33.947828 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Attempting to bind port 65b97164-96c6-46ba-beb6-1d5f885ee099 on network 98b1dbd8-5abb-448b-9acd-f922dee70a3d {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:33.955686 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:33.956470 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Checking segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:33.957025 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:33.957555 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Bound using segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:33.958156 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Bound port: 65b97164-96c6-46ba-beb6-1d5f885ee099, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:33.958627 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.014083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Pushing event updated for resources: {'Port': ['ID=b7ff70e4-d0d0-45a5-b85f-6298badc4565,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:34.041787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:34.043834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:34.046287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:34.046879 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks [] for router_gateway (ec0a27ec-0409-406f-ae7c-95bfc626e15a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.081511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cff881d0-bfaf-4bba-a154-115243e26348 req-ea27bfc6-3d2f-4159-afcc-bb2cb3541a42 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 210 time: 0.1282330
Apr 30 21:19:34.114270 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.131821 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] For port 65b97164-96c6-46ba-beb6-1d5f885ee099, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:34.151883 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] For port 65b97164-96c6-46ba-beb6-1d5f885ee099, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65b97164-96c6-46ba-beb6-1d5f885ee099,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:34.193980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Attempting to bind port b7ff70e4-d0d0-45a5-b85f-6298badc4565 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:34.194357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Attempting to bind port b7ff70e4-d0d0-45a5-b85f-6298badc4565 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:34.194726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Attempting to bind port b7ff70e4-d0d0-45a5-b85f-6298badc4565 on network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:34.202464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:34.202851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Checking segment: {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:34.211983 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.211983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Bound using segment: {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:34.212311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Bound port: b7ff70e4-d0d0-45a5-b85f-6298badc4565, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:34.212572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.224314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-cb741f66-4c1a-4d00-81c4-9f62ba4aaded None None] Provisioning complete for port 65b97164-96c6-46ba-beb6-1d5f885ee099 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:34.224690 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cb741f66-4c1a-4d00-81c4-9f62ba4aaded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.242924 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.254420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d885ae-ab20-414e-b7dc-9b300fffb767 req-b7b08719-fd33-4b2b-846b-4d2a934600db tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:34.262900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d885ae-ab20-414e-b7dc-9b300fffb767 req-b7b08719-fd33-4b2b-846b-4d2a934600db tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:34.272418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cb741f66-4c1a-4d00-81c4-9f62ba4aaded None None] Port 65b97164-96c6-46ba-beb6-1d5f885ee099 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:34.283967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d885ae-ab20-414e-b7dc-9b300fffb767 req-b7b08719-fd33-4b2b-846b-4d2a934600db tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:34.293329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96d885ae-ab20-414e-b7dc-9b300fffb767 req-b7b08719-fd33-4b2b-846b-4d2a934600db tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2419 time: 0.2526174
Apr 30 21:19:34.313372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18cde0a8-1390-4c1a-a73a-9c731a393f94 req-aa7a934a-df2a-428b-8c19-92150ed7b79f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 210 time: 0.1318500
Apr 30 21:19:34.341062 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-cede2a8b-c31f-4347-9a62-73d7322f76e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eadb6f33-647b-4991-9dd1-e334e89fcb4c HTTP/1.1" status: 200  len: 217 time: 0.0551736
Apr 30 21:19:34.375207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks [] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.403130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96d885ae-ab20-414e-b7dc-9b300fffb767 req-aa588c7a-d27c-4d31-ad62-a27053d725f1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824904
Apr 30 21:19:34.414517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] For port b7ff70e4-d0d0-45a5-b85f-6298badc4565, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:34.428991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] For port b7ff70e4-d0d0-45a5-b85f-6298badc4565, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7ff70e4-d0d0-45a5-b85f-6298badc4565,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:34.441656 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:34.442316 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77b7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:34.444088 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a4d6b-5c3c-430e-9d4a-2ff4b8abfeac None None] Pushing event updated for resources: {'Port': ['ID=65b97164-96c6-46ba-beb6-1d5f885ee099,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:34.504960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-a58e58e7-6105-4809-8dea-773ef6922db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:34.506938 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-a58e58e7-6105-4809-8dea-773ef6922db2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.0692775
Apr 30 21:19:34.545723 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-acebfcd1-7ecb-4174-bd03-41f06ec9106e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298419
Apr 30 21:19:34.656297 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:34.658443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.683316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-33738812-db1f-4706-97b5-f3ec8170df1c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:34.689714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-33738812-db1f-4706-97b5-f3ec8170df1c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:34.695579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-33738812-db1f-4706-97b5-f3ec8170df1c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:34.697288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-33738812-db1f-4706-97b5-f3ec8170df1c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2419 time: 0.1323881
Apr 30 21:19:34.716042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-86f73677-526e-4789-99f6-3159ad8b2226 None None] Provisioning complete for port 65b97164-96c6-46ba-beb6-1d5f885ee099 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:34.716521 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86f73677-526e-4789-99f6-3159ad8b2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.822519 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:34.845512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Allocated IP 172.35.4.146 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/54fdb6d4-4006-4612-8b78-8a981e4f118e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:34.851362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbcb2164-072f-4569-8b14-9efe3137b2c5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:34.859800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:34.863759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:34.866714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:34.900655 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-57371ecf-395a-4401-8e9d-97b8798f100f service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3344603
Apr 30 21:19:34.913360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f4d94e43-60a9-458a-9c68-cbd8cacafe05 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:34.925801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cec605-0a9e-49e0-bd5f-e25f66c444a8 None None] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:34.945072 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-52bec7e8-3494-4f92-b417-285555350771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77b7f0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:34Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:35.014350 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bec7e8-3494-4f92-b417-285555350771 None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:34Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:35.033293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port 3a11409b-ad7c-477a-a07c-22caf611b623 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:35.033646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.071799 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5bb9078-fd2c-42ec-a472-10aa954cda36 req-586a499b-0801-4d1f-8877-770954894224 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490119
Apr 30 21:19:35.186505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks [] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.214637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device eadb6f33-647b-4991-9dd1-e334e89fcb4c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:35.262986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-86f73677-526e-4789-99f6-3159ad8b2226 None None] Current status of the port 65b97164-96c6-46ba-beb6-1d5f885ee099 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:35.263414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86f73677-526e-4789-99f6-3159ad8b2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.298826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-118f026b-2149-43e5-9794-76a66a2a934d req-c43257f1-14b7-4530-9b97-e2d2d292d9a4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 210 time: 0.1095629
Apr 30 21:19:35.301317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28312d21-08e6-4ece-a1c3-c136f80c5363 None None] Pushing event updated for resources: {'Port': ['ID=b7ff70e4-d0d0-45a5-b85f-6298badc4565,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:35.325688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f4d94e43-60a9-458a-9c68-cbd8cacafe05 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:35.330729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.353982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.360874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-86f73677-526e-4789-99f6-3159ad8b2226 None None] For port 65b97164-96c6-46ba-beb6-1d5f885ee099, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65b97164-96c6-46ba-beb6-1d5f885ee099,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:35.392668 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.resource_extend [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:19:35.441942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:35.449040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:35.455919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:35.505377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Pushing event updated for resources: {'Port': ['ID=54fdb6d4-4006-4612-8b78-8a981e4f118e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:35.544606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86f73677-526e-4789-99f6-3159ad8b2226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.552885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaa594-846f-4eb6-a690-70a4191ce2f6 req-69faa61d-a54d-458c-ba33-8fd2f5612ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:35.554495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ecaa594-846f-4eb6-a690-70a4191ce2f6 req-69faa61d-a54d-458c-ba33-8fd2f5612ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 943 time: 0.6926849
Apr 30 21:19:35.670407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa64089d-25e8-4c5a-9c4f-901670d2f62f req-38fd4e96-02e2-4256-9231-30ff09e3c834 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 210 time: 0.1616092
Apr 30 21:19:35.795674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f73677-526e-4789-99f6-3159ad8b2226 None None] Pushing event updated for resources: {'Port': ['ID=65b97164-96c6-46ba-beb6-1d5f885ee099,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:35.843076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c30c4888-16e9-4196-9d40-5a6049f0abbe None None] Provisioning complete for port f4d94e43-60a9-458a-9c68-cbd8cacafe05 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:35.843572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c30c4888-16e9-4196-9d40-5a6049f0abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.849981 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port eadb6f33-647b-4991-9dd1-e334e89fcb4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eadb6f33-647b-4991-9dd1-e334e89fcb4c,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:35.859044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f4d94e43-60a9-458a-9c68-cbd8cacafe05 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:35.866039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.886121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ecaa594-846f-4eb6-a690-70a4191ce2f6 req-6be5a76b-8179-415e-b92d-80a93a0d493c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919197
Apr 30 21:19:35.910678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'eadb6f33-647b-4991-9dd1-e334e89fcb4c', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'port_id': 'eadb6f33-647b-4991-9dd1-e334e89fcb4c', 'mac_address': 'fa:16:3e:32:ff:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea73fb-9933-490f-b1df-626257b5fc26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:35.915827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port 3a11409b-ad7c-477a-a07c-22caf611b623, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a11409b-ad7c-477a-a07c-22caf611b623,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:35.916669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:35.938678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for 3a11409b-ad7c-477a-a07c-22caf611b623 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:35.948902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port f4d94e43-60a9-458a-9c68-cbd8cacafe05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d94e43-60a9-458a-9c68-cbd8cacafe05,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:35.950319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7945ae-c6a6-45d1-9013-a5a2e781a7ec req-a73602a5-830b-4ed4-953b-fdb78e6af20c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:35.958234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7945ae-c6a6-45d1-9013-a5a2e781a7ec req-a73602a5-830b-4ed4-953b-fdb78e6af20c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:35.965001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7945ae-c6a6-45d1-9013-a5a2e781a7ec req-a73602a5-830b-4ed4-953b-fdb78e6af20c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:35.966261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a7945ae-c6a6-45d1-9013-a5a2e781a7ec req-a73602a5-830b-4ed4-953b-fdb78e6af20c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 2419 time: 0.1656489
Apr 30 21:19:36.043331 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-e2c4d688-c899-420b-b0d3-704fa7c68f2b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=327a580f2f8645c28e9590806928ed91&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0344460
Apr 30 21:19:36.063542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c30c4888-16e9-4196-9d40-5a6049f0abbe None None] Current status of the port f4d94e43-60a9-458a-9c68-cbd8cacafe05 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:36.068610 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c30c4888-16e9-4196-9d40-5a6049f0abbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:36.069926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port eadb6f33-647b-4991-9dd1-e334e89fcb4c is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:36.070508 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:36.081727 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:36.152872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadb6f33-647b-4991-9dd1-e334e89fcb4c {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:36.173610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=f4d94e43-60a9-458a-9c68-cbd8cacafe05,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:36.214843 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks [] for router_gateway (ec0a27ec-0409-406f-ae7c-95bfc626e15a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:36.296285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a7945ae-c6a6-45d1-9013-a5a2e781a7ec req-25cd7e2e-0e7c-4907-8545-229d14739ccd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3128223
Apr 30 21:19:36.299758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port eadb6f33-647b-4991-9dd1-e334e89fcb4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eadb6f33-647b-4991-9dd1-e334e89fcb4c,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:36.300543 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-c30c4888-16e9-4196-9d40-5a6049f0abbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:19:36.300894 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-c30c4888-16e9-4196-9d40-5a6049f0abbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:19:36.356706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-c8f21827-4ea2-4bc5-a48f-22c5e7c23338 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:36.357892 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:36.358479 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-c8f21827-4ea2-4bc5-a48f-22c5e7c23338 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3053558
Apr 30 21:19:36.393362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Request body: {'port': {'device_id': 'd9f5ae75-f8f7-4c52-b569-73aeb5df14bb', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '327a580f2f8645c28e9590806928ed91'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:36.498973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=eadb6f33-647b-4991-9dd1-e334e89fcb4c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:36.540421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-933d4e30-49b0-4194-b432-5dfb04045f1e req-496de5f7-7c9a-40ad-b114-bbfbe9909fd9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 210 time: 0.1451900
Apr 30 21:19:36.548996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks [] for router_gateway (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:36.650417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['eadb6f33-647b-4991-9dd1-e334e89fcb4c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:36.668897 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3a11409b-ad7c-477a-a07c-22caf611b623), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:36.809308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=3a11409b-ad7c-477a-a07c-22caf611b623,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:36.877075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.877442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.877789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.881916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.882356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.882706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.883050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.883390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.883721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.884054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.884395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.884699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.885022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.885349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:36.886245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:37.012001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port 3a11409b-ad7c-477a-a07c-22caf611b623 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:37.027682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5434428f-2097-4185-8328-fd6048b0843f None None] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:37.068910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52426c50-aa3a-4523-a9e5-3f8627f31eee req-c1c4bd00-93be-4869-b171-730f672a4730 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 210 time: 0.1833396
Apr 30 21:19:37.068910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.068910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-7814ae66-de9d-4700-850a-d8becec2f6cc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "DELETE /v2.0/ports/3a11409b-ad7c-477a-a07c-22caf611b623 HTTP/1.1" status: 204  len: 173 time: 2.3306227
Apr 30 21:19:37.068910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-deleted', 'tag': '3a11409b-ad7c-477a-a07c-22caf611b623'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:37.068910 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c90e8bc-ad93-4e5d-86c7-c8145d4a02de" -d '{"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-deleted", "tag": "3a11409b-ad7c-477a-a07c-22caf611b623"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:37.084929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c30c4888-16e9-4196-9d40-5a6049f0abbe None None] Current status of the port f4d94e43-60a9-458a-9c68-cbd8cacafe05 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:37.148395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 65b97164-96c6-46ba-beb6-1d5f885ee099 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:37.205940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 82a0afc9-8d2a-4705-932d-3a178fa07cb5 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:37.227308 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599968cb-547b-4b1a-89fe-4c50b87110fb x-openstack-request-id: req-599968cb-547b-4b1a-89fe-4c50b87110fb {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:37.227308 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-deleted", "tag": "3a11409b-ad7c-477a-a07c-22caf611b623", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:37.227308 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-599968cb-547b-4b1a-89fe-4c50b87110fb {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:37.227308 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599968cb-547b-4b1a-89fe-4c50b87110fb'] response: {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-deleted', 'tag': '3a11409b-ad7c-477a-a07c-22caf611b623', 'status': 'completed', 'code': 200}
Apr 30 21:19:37.297969 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (ec0a27ec-0409-406f-ae7c-95bfc626e15a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.364333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Provisioning complete for port b7ff70e4-d0d0-45a5-b85f-6298badc4565 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:37.364955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.443959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Made reservation on behalf of 327a580f2f8645c28e9590806928ed91 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:37.447392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.471561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-fb9d25c9-1de4-4e76-a610-7686c39eae6e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:37.473082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-fb9d25c9-1de4-4e76-a610-7686c39eae6e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 821 time: 0.2778485
Apr 30 21:19:37.490426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Request body: {'port': {'device_id': '8236137e-cfde-45ba-964c-d277d70c97d4', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'admin_state_up': True, 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:37.527570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:37.527850 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.590076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82a0afc9-8d2a-4705-932d-3a178fa07cb5'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:37.592702 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc2ba02-d3c8-4a31-994b-a892deab85fc" -d '{"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-unplugged", "status": "completed", "tag": "82a0afc9-8d2a-4705-932d-3a178fa07cb5"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:37.596012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 65b97164-96c6-46ba-beb6-1d5f885ee099 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:37.596211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.636261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 82a0afc9-8d2a-4705-932d-3a178fa07cb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82a0afc9-8d2a-4705-932d-3a178fa07cb5,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:37.691041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70adfc4-6c4f-48a1-8dfa-a4c938ee491f req-f29f63de-82bc-4e6c-877d-a69c12d378e7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:37.696535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b70adfc4-6c4f-48a1-8dfa-a4c938ee491f req-f29f63de-82bc-4e6c-877d-a69c12d378e7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 944 time: 0.6728554
Apr 30 21:19:37.720056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Current status of the port b7ff70e4-d0d0-45a5-b85f-6298badc4565 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:37.720843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.724102 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.724911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3a11409b-ad7c-477a-a07c-22caf611b623 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:37.737549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Allocated IP 192.168.233.204 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/1ab74d47-a77c-473c-aede-16dbff2beee9) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:37.778209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbec70-4937-48a9-9d5a-a3d778d5be4c req-215ee68c-a389-4a8d-b108-0cef915edc60 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:37.786149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbec70-4937-48a9-9d5a-a3d778d5be4c req-215ee68c-a389-4a8d-b108-0cef915edc60 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:37.789552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0fcbec70-4937-48a9-9d5a-a3d778d5be4c req-215ee68c-a389-4a8d-b108-0cef915edc60 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 1683 time: 0.1637771
Apr 30 21:19:37.836185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:37.836636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.906985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Made reservation on behalf of 6cebc4a4f75349b09fd03f67d0207875 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:37.911276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.926441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 3a11409b-ad7c-477a-a07c-22caf611b623 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:37.926866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3a11409b-ad7c-477a-a07c-22caf611b623 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:37.927292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ea0a3881-d088-4954-b93d-4c3a924c97e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:37.944552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Router ec0a27ec-0409-406f-ae7c-95bfc626e15a is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:19:37.956399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:37.977956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b70adfc4-6c4f-48a1-8dfa-a4c938ee491f req-1f88303a-0923-4baf-b66f-b666a062005c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698858
Apr 30 21:19:38.008033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] For port b7ff70e4-d0d0-45a5-b85f-6298badc4565, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7ff70e4-d0d0-45a5-b85f-6298badc4565,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:38.049616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=82a0afc9-8d2a-4705-932d-3a178fa07cb5,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:38.063639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 65b97164-96c6-46ba-beb6-1d5f885ee099 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:38.063639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7ff70e4-d0d0-45a5-b85f-6298badc4565 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:38.084170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0fcbec70-4937-48a9-9d5a-a3d778d5be4c req-906f725a-65aa-4327-82e4-79c073b17990 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2696733
Apr 30 21:19:38.109248 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.134729 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:19:38.184598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Provisioning complete for port f4d94e43-60a9-458a-9c68-cbd8cacafe05 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:38.184598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.215558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port 82a0afc9-8d2a-4705-932d-3a178fa07cb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82a0afc9-8d2a-4705-932d-3a178fa07cb5,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:38.216123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.225660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:38.230288 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ced24-4f8e-41dd-9e32-9ce6938e6e8c x-openstack-request-id: req-570ced24-4f8e-41dd-9e32-9ce6938e6e8c {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:38.230459 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-unplugged", "status": "completed", "tag": "82a0afc9-8d2a-4705-932d-3a178fa07cb5", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:38.230681 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-570ced24-4f8e-41dd-9e32-9ce6938e6e8c {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:38.231142 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570ced24-4f8e-41dd-9e32-9ce6938e6e8c'] response: {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82a0afc9-8d2a-4705-932d-3a178fa07cb5', 'code': 200}
Apr 30 21:19:38.238846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for 82a0afc9-8d2a-4705-932d-3a178fa07cb5 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:38.242982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks [] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.243162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Sync routers for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:38.248842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b7ff70e4-d0d0-45a5-b85f-6298badc4565 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:38.249221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.251187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ea0a3881-d088-4954-b93d-4c3a924c97e3 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:38.251569 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.289537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Allocated IP 172.20.0.8 (98b1dbd8-5abb-448b-9acd-f922dee70a3d/b6815a9b-8df8-47e0-8f86-e8a6c8c3340e/85c0da70-e0eb-430c-af77-63aac46b8dc4) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:38.325687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ea0a3881-d088-4954-b93d-4c3a924c97e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea0a3881-d088-4954-b93d-4c3a924c97e3,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:38.356169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:38.357225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9d4790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:38.388635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6aff0a76-dd80-4dac-8f55-49b24cff9669 req-9de7dd59-6b4d-4935-9fb2-1fee58f7f579 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 210 time: 0.0749121
Apr 30 21:19:38.399311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Pushing event updated for resources: {'Port': ['ID=b7ff70e4-d0d0-45a5-b85f-6298badc4565,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:38.415704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.421025 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-68ca4873-abae-47ac-ac30-5fbe4552add3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.5484810
Apr 30 21:19:38.423959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d64a97c-0d33-41d4-b76f-d610297da2fe req-ac163227-f1e1-4d73-ad6e-ff318a71d0da tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 210 time: 0.1150630
Apr 30 21:19:38.426821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34446) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:38.447571 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.470109 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.484651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-85677d23-62ff-4655-ba82-56926ee67549 None None] Current status of the port f4d94e43-60a9-458a-9c68-cbd8cacafe05 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:38.492745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:38.496209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['da2ea81e-0c93-4fb7-b6de-96f247b81066', '1635337f-81ee-4aec-a704-cf2d3c4efa24', 'ec488b53-90c5-4824-86a9-6c69bb49fbe8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:38.532879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:19:38.614679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:38.618870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (82a0afc9-8d2a-4705-932d-3a178fa07cb5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.631796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:38.639485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ea0a3881-d088-4954-b93d-4c3a924c97e3,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:38.644207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:38.652721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event updated for resources: {'Port': ['ID=1ab74d47-a77c-473c-aede-16dbff2beee9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:38.673648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-77fc27bd-9502-43a5-8961-6636dcd60cb4 None None] Provisioning complete for port b7ff70e4-d0d0-45a5-b85f-6298badc4565 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:38.675093 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-77fc27bd-9502-43a5-8961-6636dcd60cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.676438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=82a0afc9-8d2a-4705-932d-3a178fa07cb5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:38.708645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b7ff70e4-d0d0-45a5-b85f-6298badc4565 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:38.710437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f4d94e43-60a9-458a-9c68-cbd8cacafe05 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:38.713503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.722536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:38.763802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port 82a0afc9-8d2a-4705-932d-3a178fa07cb5 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:38.786347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:38.798222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.799225 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Sync routers for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:38.803671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-40451c60-67de-420f-95d5-6b010b103d39 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "DELETE /v2.0/ports/82a0afc9-8d2a-4705-932d-3a178fa07cb5 HTTP/1.1" status: 204  len: 173 time: 1.7200086
Apr 30 21:19:38.823717 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:38.824360 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca03d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:38.830539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:38.831634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.960994 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:38.962816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5877dc90-e6f2-4a80-b2c8-2428519a20d5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.7941656
Apr 30 21:19:38.967055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34450) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:39.028316 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:39.140653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port ea0a3881-d088-4954-b93d-4c3a924c97e3 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:39.141419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.161087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.169791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f4d94e43-60a9-458a-9c68-cbd8cacafe05 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:39.169791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.219299 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-993a0c9e-62f8-4a03-8c02-436fb029e361 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8517497
Apr 30 21:19:39.238947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Request body: {'port': {'device_id': 'd9f5ae75-f8f7-4c52-b569-73aeb5df14bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:39.241582 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca03d60>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 3, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:39.248044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device eadb6f33-647b-4991-9dd1-e334e89fcb4c up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:39.308009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:39.319124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:39.324768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-77fc27bd-9502-43a5-8961-6636dcd60cb4 None None] Current status of the port b7ff70e4-d0d0-45a5-b85f-6298badc4565 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:39.325000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:39.363580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port ea0a3881-d088-4954-b93d-4c3a924c97e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ea0a3881-d088-4954-b93d-4c3a924c97e3,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:39.363969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.385189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for ea0a3881-d088-4954-b93d-4c3a924c97e3 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:39.424147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Pushing event updated for resources: {'Port': ['ID=85c0da70-e0eb-430c-af77-63aac46b8dc4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:39.429479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9d4790>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 3, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:39.443952 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Checking router: 3c24a3c0-4e4f-4c84-9aa6-452627589a7b for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:39.447861 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Updating router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b port bbcb2164-072f-4569-8b14-9efe3137b2c5 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:39.492146 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.505112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Checking router: ec0a27ec-0409-406f-ae7c-95bfc626e15a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:39.505558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Updating router ec0a27ec-0409-406f-ae7c-95bfc626e15a port 54fdb6d4-4006-4612-8b78-8a981e4f118e binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:39.528559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port eadb6f33-647b-4991-9dd1-e334e89fcb4c completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:39.534719 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.536652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.545876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:39.546517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.629739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-deleted', 'tag': '82a0afc9-8d2a-4705-932d-3a178fa07cb5'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:39.631936 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0435b70e-c2f7-4827-92d5-ed8d6dbcea9f" -d '{"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-deleted", "tag": "82a0afc9-8d2a-4705-932d-3a178fa07cb5"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:39.650033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4d3041e8-cf7b-4247-aa01-e6a25ec63d87 None None] Provisioning complete for port 1ab74d47-a77c-473c-aede-16dbff2beee9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:39.650033 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4d3041e8-cf7b-4247-aa01-e6a25ec63d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.658348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port eadb6f33-647b-4991-9dd1-e334e89fcb4c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:39.658729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.662323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fc9c8-e2bb-47ca-886b-1a847ebbe6c4 req-91adb165-2c55-48f1-8907-353994684f5b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:39.665278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-040fc9c8-e2bb-47ca-886b-1a847ebbe6c4 req-91adb165-2c55-48f1-8907-353994684f5b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 944 time: 0.5462615
Apr 30 21:19:39.679135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-a9a593ce-5817-4917-a74d-88c4d4a8a9b4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1953919
Apr 30 21:19:39.682194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b6005-eda8-49b0-9957-37984e900176 req-0492a0c5-fef4-4fe3-bac9-c11654b1a7bd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:39.685959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-469b6005-eda8-49b0-9957-37984e900176 req-0492a0c5-fef4-4fe3-bac9-c11654b1a7bd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 944 time: 0.1029291
Apr 30 21:19:39.698786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Request body: {'port': {'device_id': '8236137e-cfde-45ba-964c-d277d70c97d4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:39.744374 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.795485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f4d94e43-60a9-458a-9c68-cbd8cacafe05 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:39.829393 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Publish callbacks [] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.869497 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ea0a3881-d088-4954-b93d-4c3a924c97e3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.956773 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:39.957047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7ff70e4-d0d0-45a5-b85f-6298badc4565 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:39.982739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=ea0a3881-d088-4954-b93d-4c3a924c97e3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:40.016118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.042807 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b021b0a-ef8a-49b1-b018-6d762e4be92e None None] Pushing event updated for resources: {'Port': ['ID=bbcb2164-072f-4569-8b14-9efe3137b2c5,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:40.089159 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Attempting to bind port bbcb2164-072f-4569-8b14-9efe3137b2c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:40.090051 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Attempting to bind port bbcb2164-072f-4569-8b14-9efe3137b2c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:40.090768 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Attempting to bind port bbcb2164-072f-4569-8b14-9efe3137b2c5 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:40.098601 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:40.099297 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:40.099938 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.100748 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:40.102192 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Bound port: bbcb2164-072f-4569-8b14-9efe3137b2c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:40.102815 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.118917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Allocated IP 172.20.0.1 (0f28b49f-01d7-4c9d-82d6-265d3558ca5b/48dcc9e8-7c02-4b81-9858-ab3db0e13872/b714318f-c9f3-401c-9bad-d99fc10424ec) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:40.129878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port ea0a3881-d088-4954-b93d-4c3a924c97e3 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:40.147708 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.151477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b34b8a84-574d-4da9-8c13-1e08e58ffd28 req-15b75aa8-479c-4b95-98ab-4657adab739e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "DELETE /v2.0/ports/ea0a3881-d088-4954-b93d-4c3a924c97e3 HTTP/1.1" status: 204  len: 173 time: 1.3185148
Apr 30 21:19:40.192856 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] For port bbcb2164-072f-4569-8b14-9efe3137b2c5, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:40.204176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-469b6005-eda8-49b0-9957-37984e900176 req-c0b42826-be8b-4bc8-9013-4b1b3ab8f821 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3565745
Apr 30 21:19:40.214167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-040fc9c8-e2bb-47ca-886b-1a847ebbe6c4 req-9c012de5-b785-4a67-95a5-81dee53f0340 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3915367
Apr 30 21:19:40.227012 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] For port bbcb2164-072f-4569-8b14-9efe3137b2c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbcb2164-072f-4569-8b14-9efe3137b2c5,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:40.252595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0a3881-d088-4954-b93d-4c3a924c97e3'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:40.258691 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e071ed4b-1e8b-4b53-8d3d-6f81b46ed1ba" -d '{"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0a3881-d088-4954-b93d-4c3a924c97e3"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:40.265581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4d3041e8-cf7b-4247-aa01-e6a25ec63d87 None None] Port 1ab74d47-a77c-473c-aede-16dbff2beee9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:40.288547 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.372727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab74d47-a77c-473c-aede-16dbff2beee9 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:40.398477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Publish callbacks [] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.453795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Transition to ACTIVE for port object 1ab74d47-a77c-473c-aede-16dbff2beee9 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:19:40.460585 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b021b0a-ef8a-49b1-b018-6d762e4be92e None None] Pushing event updated for resources: {'Port': ['ID=bbcb2164-072f-4569-8b14-9efe3137b2c5,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:40.467826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Publish callbacks [] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.480357 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:40.481200 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca03d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:40.500521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port eadb6f33-647b-4991-9dd1-e334e89fcb4c is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:40.501129 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.511996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0882ccc5-3ae2-4604-acdf-e9881badf861 None None] Provisioning complete for port 85c0da70-e0eb-430c-af77-63aac46b8dc4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:40.512514 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0882ccc5-3ae2-4604-acdf-e9881badf861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.541684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c0d1e-a456-477e-974d-ccc758395547 req-d44f85e5-aa36-4218-ba16-5bb67d0c926b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:40.543452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d2c0d1e-a456-477e-974d-ccc758395547 req-d44f85e5-aa36-4218-ba16-5bb67d0c926b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 931 time: 0.1186495
Apr 30 21:19:40.621618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c0da70-e0eb-430c-af77-63aac46b8dc4 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:40.624162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6265-a5ce-4ad4-bfd8-69ac4bf53d6a req-7a1e3fcd-723e-413f-b2bd-630a527385fa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:40.625693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-691c6265-a5ce-4ad4-bfd8-69ac4bf53d6a req-7a1e3fcd-723e-413f-b2bd-630a527385fa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 936 time: 0.1307905
Apr 30 21:19:40.630488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Publish callbacks [] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.652294 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.668926 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:40.689026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Transition to ACTIVE for port object 85c0da70-e0eb-430c-af77-63aac46b8dc4 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:19:40.712508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0882ccc5-3ae2-4604-acdf-e9881badf861 None None] Port 85c0da70-e0eb-430c-af77-63aac46b8dc4 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:40.719384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d2c0d1e-a456-477e-974d-ccc758395547 req-7e0f4d96-2a80-4ffa-b5a6-98e611a0be27 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407385
Apr 30 21:19:40.724015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.724243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab74d47-a77c-473c-aede-16dbff2beee9,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:40.752626 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.772842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b7ff70e4-d0d0-45a5-b85f-6298badc4565 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:40.775050 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.794738 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:40.854730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port eadb6f33-647b-4991-9dd1-e334e89fcb4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eadb6f33-647b-4991-9dd1-e334e89fcb4c,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:40.865241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:40.892916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Pushing event updated for resources: {'Port': ['ID=b714318f-c9f3-401c-9bad-d99fc10424ec,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:40.908611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:40.923265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:40.959321 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218a9e1a-4241-4c82-9849-8da5ed3ba4af x-openstack-request-id: req-218a9e1a-4241-4c82-9849-8da5ed3ba4af {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:40.960213 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-deleted", "tag": "82a0afc9-8d2a-4705-932d-3a178fa07cb5", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:40.960813 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-218a9e1a-4241-4c82-9849-8da5ed3ba4af {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:40.961464 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218a9e1a-4241-4c82-9849-8da5ed3ba4af'] response: {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-deleted', 'tag': '82a0afc9-8d2a-4705-932d-3a178fa07cb5', 'status': 'completed', 'code': 200}
Apr 30 21:19:40.993324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-691c6265-a5ce-4ad4-bfd8-69ac4bf53d6a req-2d65b334-9694-4640-aa6d-280ed94bc78a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3596928
Apr 30 21:19:41.014886 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca03d60>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 3, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:41.029312 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb1ac5-fd24-4161-89f0-ed53a6808b2f x-openstack-request-id: req-7ecb1ac5-fd24-4161-89f0-ed53a6808b2f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:41.029312 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0a3881-d088-4954-b93d-4c3a924c97e3", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:41.029312 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ecb1ac5-fd24-4161-89f0-ed53a6808b2f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:41.029312 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecb1ac5-fd24-4161-89f0-ed53a6808b2f'] response: {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0a3881-d088-4954-b93d-4c3a924c97e3', 'code': 200}
Apr 30 21:19:41.035431 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.060322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Attempting to bind port 1ab74d47-a77c-473c-aede-16dbff2beee9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:41.060645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Attempting to bind port 1ab74d47-a77c-473c-aede-16dbff2beee9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:41.060977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Attempting to bind port 1ab74d47-a77c-473c-aede-16dbff2beee9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:41.073677 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f83c9cc-198c-4901-b2d0-f1b749887484 None None] The sync data for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 is: [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 3, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:41.087532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Port 1ab74d47-a77c-473c-aede-16dbff2beee9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:19:41.087857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Attempting to bind port 1ab74d47-a77c-473c-aede-16dbff2beee9 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:41.127720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Allocated IP 172.20.0.1 (b64257ec-4b95-4265-9c51-aad2fb5f6475/f1c69da7-5707-4178-868e-108b75ffdc92/de2235a7-d605-430f-8445-403878af3e76) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:41.425045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Publish callbacks [] for port (de2235a7-d605-430f-8445-403878af3e76), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.475367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=eadb6f33-647b-4991-9dd1-e334e89fcb4c,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:41.585139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f09e3ea6-e393-4d9d-940a-591a437fa5c1 req-a4986f02-d917-40bc-a0ab-342becfa7a83 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4eb62c4-aebc-4598-95f5-85b5e40329ab HTTP/1.1" status: 200  len: 210 time: 0.1210287
Apr 30 21:19:41.591185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b7ff70e4-d0d0-45a5-b85f-6298badc4565 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:41.619462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3dbbb-a423-430f-bd2a-8a022e7520e2 req-fe12ee01-c42b-4cdf-ae63-b40e3ab355fc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:41.621662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01f3dbbb-a423-430f-bd2a-8a022e7520e2 req-fe12ee01-c42b-4cdf-ae63-b40e3ab355fc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 945 time: 0.1615734
Apr 30 21:19:41.640637 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Publish callbacks [] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.688770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01f3dbbb-a423-430f-bd2a-8a022e7520e2 req-e75a0b71-03b9-40da-915a-1282cbc2f9ec tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604107
Apr 30 21:19:41.704704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb9c2b7-2ed7-4bf6-8cc8-cdc257477a91 None None] Provisioning complete for port b714318f-c9f3-401c-9bad-d99fc10424ec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:41.705084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb9c2b7-2ed7-4bf6-8cc8-cdc257477a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.711500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:41.712490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:41.713070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:41.714091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Bound port: 1ab74d47-a77c-473c-aede-16dbff2beee9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:41.714440 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.716447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Pushing event updated for resources: {'Port': ['ID=85c0da70-e0eb-430c-af77-63aac46b8dc4,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:41.720981 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (de2235a7-d605-430f-8445-403878af3e76), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.723158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (ec0a27ec-0409-406f-ae7c-95bfc626e15a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.744561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9c2b7-2ed7-4bf6-8cc8-cdc257477a91 None None] Port b714318f-c9f3-401c-9bad-d99fc10424ec cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:41.745956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.806135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Attempting to bind port 54fdb6d4-4006-4612-8b78-8a981e4f118e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:41.806510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Attempting to bind port 54fdb6d4-4006-4612-8b78-8a981e4f118e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:41.806888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Attempting to bind port 54fdb6d4-4006-4612-8b78-8a981e4f118e on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:41.826779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:41.827166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:41.827581 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.827988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:41.828476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Bound port: 54fdb6d4-4006-4612-8b78-8a981e4f118e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:41.830001 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:41.838102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1db6e-e6e9-45db-af96-cd5e9bfcb614 None None] Pushing event updated for resources: {'Port': ['ID=54fdb6d4-4006-4612-8b78-8a981e4f118e,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:41.850043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:41.861779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:41.874175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:41.890423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Pushing event updated for resources: {'Port': ['ID=de2235a7-d605-430f-8445-403878af3e76,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:41.935659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] For port 54fdb6d4-4006-4612-8b78-8a981e4f118e, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:41.941432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] For port 54fdb6d4-4006-4612-8b78-8a981e4f118e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54fdb6d4-4006-4612-8b78-8a981e4f118e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:41.968275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Attempting to bind port 85c0da70-e0eb-430c-af77-63aac46b8dc4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:41.968554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0fc4b-5390-436d-b756-6d08c1d4d04c req-9bec7ffe-48b4-43e3-a812-366d93eaf7c7 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:41.976470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ba0fc4b-5390-436d-b756-6d08c1d4d04c req-9bec7ffe-48b4-43e3-a812-366d93eaf7c7 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 943 time: 0.1039419
Apr 30 21:19:41.977027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Attempting to bind port 85c0da70-e0eb-430c-af77-63aac46b8dc4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:41.977828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Attempting to bind port 85c0da70-e0eb-430c-af77-63aac46b8dc4 on network 98b1dbd8-5abb-448b-9acd-f922dee70a3d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:41.979943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.002665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bbcb2164-072f-4569-8b14-9efe3137b2c5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:42.014592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Port 85c0da70-e0eb-430c-af77-63aac46b8dc4 on network 98b1dbd8-5abb-448b-9acd-f922dee70a3d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:19:42.014847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Attempting to bind port 85c0da70-e0eb-430c-af77-63aac46b8dc4 on network 98b1dbd8-5abb-448b-9acd-f922dee70a3d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:42.036747 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.082500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:42.082852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Checking segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:42.084408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Bound using segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:42.084889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Bound port: 85c0da70-e0eb-430c-af77-63aac46b8dc4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:42.086590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.120428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ba0fc4b-5390-436d-b756-6d08c1d4d04c req-b80a3a49-6afc-4863-b2be-a8a63fbc8f15 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426332
Apr 30 21:19:42.151923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1db6e-e6e9-45db-af96-cd5e9bfcb614 None None] Pushing event updated for resources: {'Port': ['ID=54fdb6d4-4006-4612-8b78-8a981e4f118e,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:42.152696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.157516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:42.158356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9d4790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:42.162337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bbcb2164-072f-4569-8b14-9efe3137b2c5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:42.162826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.232397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21f40f-d02f-4939-a5b3-a1c11048750d req-c911c95a-91cd-446d-b660-e5f44374cfb5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:42.239518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da21f40f-d02f-4939-a5b3-a1c11048750d req-c911c95a-91cd-446d-b660-e5f44374cfb5 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 948 time: 0.0833213
Apr 30 21:19:42.259512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] For port 1ab74d47-a77c-473c-aede-16dbff2beee9, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:42.287734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] For port 1ab74d47-a77c-473c-aede-16dbff2beee9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ab74d47-a77c-473c-aede-16dbff2beee9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:42.348918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] For port 85c0da70-e0eb-430c-af77-63aac46b8dc4, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:42.351723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-39dc2fc4-9fb0-49da-9cfd-49f09753ef55 None None] Provisioning complete for port de2235a7-d605-430f-8445-403878af3e76 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:42.352101 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-39dc2fc4-9fb0-49da-9cfd-49f09753ef55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (de2235a7-d605-430f-8445-403878af3e76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.353346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da21f40f-d02f-4939-a5b3-a1c11048750d req-93f421bd-3e87-46be-97c3-2533351b1562 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129618
Apr 30 21:19:42.392023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.408453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] For port 85c0da70-e0eb-430c-af77-63aac46b8dc4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:42.438289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-39dc2fc4-9fb0-49da-9cfd-49f09753ef55 None None] Port de2235a7-d605-430f-8445-403878af3e76 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:42.452691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:42.453246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.454749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bbcb2164-072f-4569-8b14-9efe3137b2c5 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:42.455043 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/1ab74d47-a77c-473c-aede-16dbff2beee9 HTTP/1.1" status: 200  len: 1096 time: 3.2264698
Apr 30 21:19:42.455254 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.455449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f5ae75-f8f7-4c52-b569-73aeb5df14bb', 'tag': '1ab74d47-a77c-473c-aede-16dbff2beee9'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:42.457915 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f5ae75-f8f7-4c52-b569-73aeb5df14bb", "tag": "1ab74d47-a77c-473c-aede-16dbff2beee9"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:42.484430 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (de2235a7-d605-430f-8445-403878af3e76), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.495977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:42.499411 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.499921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port bbcb2164-072f-4569-8b14-9efe3137b2c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbcb2164-072f-4569-8b14-9efe3137b2c5,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:42.521572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aac257-a4d0-4a64-8042-f3609f1204f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab74d47-a77c-473c-aede-16dbff2beee9,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:42.523819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:42.524498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.526684 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] 10.222.0.20 "PUT /v2.0/ports/85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 1091 time: 2.8355541
Apr 30 21:19:42.573073 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b2ae8-f789-4874-9cf9-8435ed9b8aa6 x-openstack-request-id: req-ff3b2ae8-f789-4874-9cf9-8435ed9b8aa6 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:42.573396 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f5ae75-f8f7-4c52-b569-73aeb5df14bb", "tag": "1ab74d47-a77c-473c-aede-16dbff2beee9", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:42.573740 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff3b2ae8-f789-4874-9cf9-8435ed9b8aa6 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:42.574074 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3b2ae8-f789-4874-9cf9-8435ed9b8aa6'] response: {'name': 'network-changed', 'server_uuid': 'd9f5ae75-f8f7-4c52-b569-73aeb5df14bb', 'tag': '1ab74d47-a77c-473c-aede-16dbff2beee9', 'status': 'completed', 'code': 200}
Apr 30 21:19:42.689030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-81b447bd-28d3-4e1f-87f8-ec1f35573550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:42.690923 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-81b447bd-28d3-4e1f-87f8-ec1f35573550 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 1130 time: 0.1160796
Apr 30 21:19:42.705021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.730135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34476) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:42.772741 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Publish callbacks [] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.796900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9d4790>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:40Z', 'revision_number': 1, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:42.831664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ad711-9fd0-4efe-96bb-64d86312dd36 None None] The sync data for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 is: [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:40Z', 'revision_number': 1, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:42.833558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=bbcb2164-072f-4569-8b14-9efe3137b2c5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:42.844874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-4335d078-b0c8-49eb-afb3-2a39156a8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:42.847056 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-4335d078-b0c8-49eb-afb3-2a39156a8f55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1125 time: 0.1500726
Apr 30 21:19:42.887521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca60cf-14c0-42ab-b791-e1dad7deeffc service neutron] Pushing event updated for resources: {'Port': ['ID=85c0da70-e0eb-430c-af77-63aac46b8dc4,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:42.907923 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-ace0daa0-3dff-45ae-99ab-63a12094352d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=1ab74d47-a77c-473c-aede-16dbff2beee9 HTTP/1.1" status: 200  len: 217 time: 0.1831708
Apr 30 21:19:42.908531 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.952812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557db64-f694-43a2-bacb-cc4507fbbd5f req-0abcfd26-9817-46f6-a5c4-eadf9be7de58 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:42.954445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2557db64-f694-43a2-bacb-cc4507fbbd5f req-0abcfd26-9817-46f6-a5c4-eadf9be7de58 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 945 time: 0.1020689
Apr 30 21:19:42.958384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (ec0a27ec-0409-406f-ae7c-95bfc626e15a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:42.965466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-deleted', 'tag': 'ea0a3881-d088-4954-b93d-4c3a924c97e3'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:42.969094 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ce6930-0c10-4447-847a-231a99ced6ed" -d '{"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-deleted", "tag": "ea0a3881-d088-4954-b93d-4c3a924c97e3"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:43.022695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12defef4-f959-4394-a3e1-14296a084329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadb6f33-647b-4991-9dd1-e334e89fcb4c'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:43.025794 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f276167-c151-4734-a09d-4840d924105e" -d '{"events": [{"server_uuid": "12defef4-f959-4394-a3e1-14296a084329", "name": "network-vif-plugged", "status": "completed", "tag": "eadb6f33-647b-4991-9dd1-e334e89fcb4c"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:43.034216 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-8d9faed3-5bf0-4ccb-9bd3-c9295bec6bd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 217 time: 0.1397414
Apr 30 21:19:43.043196 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec5c283-1c8d-48f3-881a-4deb1459e4b3 x-openstack-request-id: req-bec5c283-1c8d-48f3-881a-4deb1459e4b3 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:43.043617 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eb62c4-aebc-4598-95f5-85b5e40329ab", "name": "network-vif-deleted", "tag": "ea0a3881-d088-4954-b93d-4c3a924c97e3", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:43.043986 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bec5c283-1c8d-48f3-881a-4deb1459e4b3 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:43.044484 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec5c283-1c8d-48f3-881a-4deb1459e4b3'] response: {'server_uuid': 'a4eb62c4-aebc-4598-95f5-85b5e40329ab', 'name': 'network-vif-deleted', 'tag': 'ea0a3881-d088-4954-b93d-4c3a924c97e3', 'status': 'completed', 'code': 200}
Apr 30 21:19:43.078915 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa6706-89bf-42cf-878e-0f6a72647669 x-openstack-request-id: req-f1fa6706-89bf-42cf-878e-0f6a72647669 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:43.079919 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12defef4-f959-4394-a3e1-14296a084329", "name": "network-vif-plugged", "status": "completed", "tag": "eadb6f33-647b-4991-9dd1-e334e89fcb4c", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:43.080061 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1fa6706-89bf-42cf-878e-0f6a72647669 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:43.080972 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1fa6706-89bf-42cf-878e-0f6a72647669'] response: {'server_uuid': '12defef4-f959-4394-a3e1-14296a084329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadb6f33-647b-4991-9dd1-e334e89fcb4c', 'code': 200}
Apr 30 21:19:43.081475 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Publish callbacks [] for port (de2235a7-d605-430f-8445-403878af3e76), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:43.090430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2557db64-f694-43a2-bacb-cc4507fbbd5f req-afa36025-cd32-437d-9eb2-33ac9d7755ce tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132221
Apr 30 21:19:43.105632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2fc854-d419-43da-8ce6-046a9666340c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting subnet 8cd4e11c-967c-4152-a29a-097ae8075c61 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:19:43.143965 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc854-d419-43da-8ce6-046a9666340c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (8cd4e11c-967c-4152-a29a-097ae8075c61), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:43.220878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (de2235a7-d605-430f-8445-403878af3e76), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:43.253472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Pushing event updated for resources: {'Port': ['ID=b714318f-c9f3-401c-9bad-d99fc10424ec,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:43.283355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-fe8a154a-a79f-47a6-8d1b-90b87854a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:43.284910 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-fe8a154a-a79f-47a6-8d1b-90b87854a19b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.2237086
Apr 30 21:19:43.298027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d59f4598-fc90-4924-b388-cedaf3bc0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:43.304510 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-d59f4598-fc90-4924-b388-cedaf3bc0a60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.3449502
Apr 30 21:19:43.306887 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:43.331509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eccd34-dcb7-4e31-acee-09e59e16fd92 req-6299df25-aff0-4a07-8b9f-ffd29f6f202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:43.335422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54eccd34-dcb7-4e31-acee-09e59e16fd92 req-6299df25-aff0-4a07-8b9f-ffd29f6f202e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 1127 time: 0.1809466
Apr 30 21:19:43.379360 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc854-d419-43da-8ce6-046a9666340c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8cd4e11c-967c-4152-a29a-097ae8075c61), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:43.391867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Pushing event updated for resources: {'Port': ['ID=de2235a7-d605-430f-8445-403878af3e76,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:43.450353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98945949-1e66-4b54-82d3-ebbac71ee9e9 req-f4bb36f2-7d3e-4b18-808b-3166cc926f39 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:43.452191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98945949-1e66-4b54-82d3-ebbac71ee9e9 req-f4bb36f2-7d3e-4b18-808b-3166cc926f39 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 943 time: 0.1904047
Apr 30 21:19:43.517711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-14fe28c3-2846-48c7-b901-2c001b98f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:43.517711 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-14fe28c3-2846-48c7-b901-2c001b98f7f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1969182
Apr 30 21:19:43.526303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54eccd34-dcb7-4e31-acee-09e59e16fd92 req-344a88f9-3682-41e7-84d4-ad6e7ee98008 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670408
Apr 30 21:19:43.532020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-d2475d6a-86a1-4c84-95b8-268e71bb10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:43.533632 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-d2475d6a-86a1-4c84-95b8-268e71bb10d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2391889
Apr 30 21:19:43.558431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:43.594699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b33eed-b786-42f4-9a87-dcc4ed0d75ed req-7748e78e-3edf-43de-a857-416ccf60bd22 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:43.596575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b33eed-b786-42f4-9a87-dcc4ed0d75ed req-7748e78e-3edf-43de-a857-416ccf60bd22 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 948 time: 0.1088347
Apr 30 21:19:43.600777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:43.603032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98945949-1e66-4b54-82d3-ebbac71ee9e9 req-c5caaa8f-6119-4a8a-9eed-e65136885df4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405230
Apr 30 21:19:43.615969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:43.618060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:43.732876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc854-d419-43da-8ce6-046a9666340c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8cd4e11c-967c-4152-a29a-097ae8075c61), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:43.856773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:19:43.891398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1b33eed-b786-42f4-9a87-dcc4ed0d75ed req-42bd5e28-d3b8-41ca-a336-c0085b150f1a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2677355
Apr 30 21:19:43.954632 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-b9890d7f-8a2a-42f3-a8f3-4d87cb135443 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4189131
Apr 30 21:19:43.972574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bbcb2164-072f-4569-8b14-9efe3137b2c5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:43.975648 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-fe8718c5-6af7-4a5b-9d41-77fb1a06e406 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4270620
Apr 30 21:19:44.101812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Router ec0a27ec-0409-406f-ae7c-95bfc626e15a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:19:44.109805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dcc56bb6-339f-4736-b775-7c1b662f3981 None None] Provisioning complete for port b714318f-c9f3-401c-9bad-d99fc10424ec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:44.110242 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dcc56bb6-339f-4736-b775-7c1b662f3981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:44.111201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc854-d419-43da-8ce6-046a9666340c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8cd4e11c-967c-4152-a29a-097ae8075c61), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:44.113008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bbcb2164-072f-4569-8b14-9efe3137b2c5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:44.113575 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:44.130882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:44.145125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-323093a1-ea39-47ed-a3d9-e6ece4ad5f98 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c24a3c0-4e4f-4c84-9aa6-452627589a7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1767426
Apr 30 21:19:44.153260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Sync routers for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:44.163893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fc854-d419-43da-8ce6-046a9666340c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd4e11c-967c-4152-a29a-097ae8075c61,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:44.187676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec2fc854-d419-43da-8ce6-046a9666340c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:44.195959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34492) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:44.206066 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ec2fc854-d419-43da-8ce6-046a9666340c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "DELETE /v2.0/subnets/8cd4e11c-967c-4152-a29a-097ae8075c61 HTTP/1.1" status: 204  len: 168 time: 1.4794955
Apr 30 21:19:44.207076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb315bf4-ca8f-4c70-852b-02e34b7c3dcf None None] Network c6bfe522-35a5-48a5-98ba-c31afc78cb10 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:44.213112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dcc56bb6-339f-4736-b775-7c1b662f3981 None None] Port b714318f-c9f3-401c-9bad-d99fc10424ec cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:44.241890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:44.242849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9fe970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:44.508487 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dae92245-c2c2-41c6-b2cd-604f8051302c req-ebca5753-0d56-42f7-b168-e0ffb194bb36 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1867797
Apr 30 21:19:44.510561 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3dd8f584-e986-45f1-8bdc-ffd1980d57ea req-7650d66a-8d5d-40d4-8d0c-a7bc06665836 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5245824
Apr 30 21:19:44.575751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:44.579394 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aff451-859c-43ab-a75e-7fdd03d8a365" -d '{"events": [{"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:44.614055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:44.623944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dcc56bb6-339f-4736-b775-7c1b662f3981 None None] Provisioning complete for port de2235a7-d605-430f-8445-403878af3e76 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:44.624572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dcc56bb6-339f-4736-b775-7c1b662f3981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (de2235a7-d605-430f-8445-403878af3e76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:44.637781 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-75bcc081-9a21-44fd-bfe7-5599eb7279ef admin admin] 10.222.0.23 "PUT /v2.0/routers/ec0a27ec-0409-406f-ae7c-95bfc626e15a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2117333
Apr 30 21:19:44.667512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dcc56bb6-339f-4736-b775-7c1b662f3981 None None] Port de2235a7-d605-430f-8445-403878af3e76 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:44.810082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bbcb2164-072f-4569-8b14-9efe3137b2c5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:44.826861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:44.884569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] DHCP port deletion for c6bfe522-35a5-48a5-98ba-c31afc78cb10 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:19:44.923716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d510c-f4be-4180-90cd-473065b1cecc req-a5e682f8-a975-457e-9ee8-d9315aa0475f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:44.931735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-223d510c-f4be-4180-90cd-473065b1cecc req-a5e682f8-a975-457e-9ee8-d9315aa0475f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 945 time: 0.7043827
Apr 30 21:19:44.943351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (c6bfe522-35a5-48a5-98ba-c31afc78cb10), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:44.976197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] Deleting port 015c5017-a959-4579-afec-0690e7a11298 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:44.976668 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (015c5017-a959-4579-afec-0690e7a11298), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.022805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-223d510c-f4be-4180-90cd-473065b1cecc req-525c7c12-a2f8-4722-b589-cde3d34b4923 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893617
Apr 30 21:19:45.050137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port 015c5017-a959-4579-afec-0690e7a11298 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:45.050481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (015c5017-a959-4579-afec-0690e7a11298), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.058820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] For port 015c5017-a959-4579-afec-0690e7a11298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=015c5017-a959-4579-afec-0690e7a11298,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:45.059009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (015c5017-a959-4579-afec-0690e7a11298), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.085565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] Calling delete_port for 015c5017-a959-4579-afec-0690e7a11298 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:45.089351 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e5d569-a901-45a7-83da-219e31428f22 x-openstack-request-id: req-d2e5d569-a901-45a7-83da-219e31428f22 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:45.089860 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:45.089983 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2e5d569-a901-45a7-83da-219e31428f22 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:45.090302 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e5d569-a901-45a7-83da-219e31428f22'] response: {'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'status': 'completed', 'code': 200}
Apr 30 21:19:45.137701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port 015c5017-a959-4579-afec-0690e7a11298, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=015c5017-a959-4579-afec-0690e7a11298,segment=NetworkSegment(9b885b7a-eba9-40bb-82d8-2d1f692eabc1),segment_id=9b885b7a-eba9-40bb-82d8-2d1f692eabc1)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:45.138345 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (015c5017-a959-4579-afec-0690e7a11298), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.155190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for 015c5017-a959-4579-afec-0690e7a11298 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:45.165202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34510) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:45.170447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b94d3f52-764a-4e63-9373-04a9c87d748b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609560345', 'description': 'tempest-description--340106201'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:45.324048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24ca55-0c9a-4c56-9f59-26a45cc0c28b req-b6a80fbe-deee-4709-81aa-85b62036de9c tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:45.325574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a24ca55-0c9a-4c56-9f59-26a45cc0c28b req-b6a80fbe-deee-4709-81aa-85b62036de9c tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 943 time: 0.1384170
Apr 30 21:19:45.328703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9fe970>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 2, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:45.356583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209d28b-24af-440e-836e-b9b7d2982306 req-5a4b6e49-16a4-4dd7-bb30-75977afd0a0f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:45.358078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1209d28b-24af-440e-836e-b9b7d2982306 req-5a4b6e49-16a4-4dd7-bb30-75977afd0a0f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 948 time: 0.0896778
Apr 30 21:19:45.362271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Checking router: 3c24a3c0-4e4f-4c84-9aa6-452627589a7b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:45.362828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Updating router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b port de2235a7-d605-430f-8445-403878af3e76 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:45.396392 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (de2235a7-d605-430f-8445-403878af3e76), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.399599 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94d3f52-764a-4e63-9373-04a9c87d748b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.435134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a24ca55-0c9a-4c56-9f59-26a45cc0c28b req-161667d0-c6f6-473e-8159-f7ea7ed8e077 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020277
Apr 30 21:19:45.462491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1209d28b-24af-440e-836e-b9b7d2982306 req-e6acf539-b482-4f82-ad2f-ca13a89ced5e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949664
Apr 30 21:19:45.469024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (015c5017-a959-4579-afec-0690e7a11298), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.489812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (015c5017-a959-4579-afec-0690e7a11298), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.514218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94d3f52-764a-4e63-9373-04a9c87d748b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group (a8011f89-1105-4235-b191-c8bfdf3e8900), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.525976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port 015c5017-a959-4579-afec-0690e7a11298 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:45.527894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=015c5017-a959-4579-afec-0690e7a11298,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:45.559197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] Pushing event deleted for resources: {'Port': ['ID=015c5017-a959-4579-afec-0690e7a11298,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:45.567283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac9c0a2-4f54-4fd8-9225-e0e0ae3a4249 None None] No DVR routers for this DVR port 015c5017-a959-4579-afec-0690e7a11298 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:45.628114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (c6bfe522-35a5-48a5-98ba-c31afc78cb10), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.649440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cbe6a60>,) {'filters': {'network_id': ['c6bfe522-35a5-48a5-98ba-c31afc78cb10']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:45.660567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cbe6a60>, '9b885b7a-eba9-40bb-82d8-2d1f692eabc1') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:45.660866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cbe6a60>, '9b885b7a-eba9-40bb-82d8-2d1f692eabc1') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:45.671912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (9b885b7a-eba9-40bb-82d8-2d1f692eabc1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.687653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9b885b7a-eba9-40bb-82d8-2d1f692eabc1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.696334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:19:45.697157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (9b885b7a-eba9-40bb-82d8-2d1f692eabc1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:19:45.705082 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:19:45.712574 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94d3f52-764a-4e63-9373-04a9c87d748b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a8011f89-1105-4235-b191-c8bfdf3e8900), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.722594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-b45eb04e-c137-4f85-bcfa-b7d77103fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:45.724398 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-b45eb04e-c137-4f85-bcfa-b7d77103fd6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 1130 time: 0.0799253
Apr 30 21:19:45.783887 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Publish callbacks [] for port (de2235a7-d605-430f-8445-403878af3e76), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.793396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d3f52-764a-4e63-9373-04a9c87d748b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8011f89-1105-4235-b191-c8bfdf3e8900,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:45.847280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-da1513e2-6cd7-45f3-9996-aa1224552ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:45.848780 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-da1513e2-6cd7-45f3-9996-aa1224552ca1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1125 time: 0.0566020
Apr 30 21:19:45.878737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34520) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:45.883591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-network', 'tenant_id': '304c976f80084864bd575fad9d2fbf90'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:45.899758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (de2235a7-d605-430f-8445-403878af3e76), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.902594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (c6bfe522-35a5-48a5-98ba-c31afc78cb10), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.924784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94d3f52-764a-4e63-9373-04a9c87d748b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.926197 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b94d3f52-764a-4e63-9373-04a9c87d748b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.7598979
Apr 30 21:19:45.935647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34522) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:45.943913 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.946906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-20f8af0c-634c-4e32-ba7f-ccbea923f1d9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Request body: {'security_group_rule': {'security_group_id': 'a8011f89-1105-4235-b191-c8bfdf3e8900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:45.947393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "DELETE /v2.0/networks/c6bfe522-35a5-48a5-98ba-c31afc78cb10 HTTP/1.1" status: 204  len: 168 time: 1.7502306
Apr 30 21:19:45.948448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1823d1-42c3-41d1-b034-104c020ce12f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Network': ['ID=c6bfe522-35a5-48a5-98ba-c31afc78cb10,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:45.950287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34524) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:45.972871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-13cfdfaa-8612-4c70-b3d6-d6a8c785dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:45.974992 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-13cfdfaa-8612-4c70-b3d6-d6a8c785dc9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.2443581
Apr 30 21:19:45.996295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Made reservation on behalf of 304c976f80084864bd575fad9d2fbf90 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:45.999220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:45.999502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54fdb6d4-4006-4612-8b78-8a981e4f118e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:46.013541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.029659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-962c11a4-7eb9-455f-b964-4b722fdbd8aa tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting subnet ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:19:46.036472 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-962c11a4-7eb9-455f-b964-4b722fdbd8aa tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.040995 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-90e140bd-7e69-4fdf-a4f9-55dbd4aabfaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=1ab74d47-a77c-473c-aede-16dbff2beee9 HTTP/1.1" status: 200  len: 217 time: 0.0582786
Apr 30 21:19:46.047230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d5e7a-044a-4985-ba0b-c2a85989dbca None None] Pushing event updated for resources: {'Port': ['ID=de2235a7-d605-430f-8445-403878af3e76,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:46.088231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Attempting to bind port de2235a7-d605-430f-8445-403878af3e76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:46.093399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Attempting to bind port de2235a7-d605-430f-8445-403878af3e76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:46.094141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Attempting to bind port de2235a7-d605-430f-8445-403878af3e76 on network b64257ec-4b95-4265-9c51-aad2fb5f6475 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:46.107282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-962c11a4-7eb9-455f-b964-4b722fdbd8aa tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.116787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:46.117974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Checking segment: {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:46.117974 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.118225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Bound using segment: {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:46.118675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Bound port: de2235a7-d605-430f-8445-403878af3e76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:46.119066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (de2235a7-d605-430f-8445-403878af3e76), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.131274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-522a3593-9c83-485b-b995-d0fa8344b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:46.133445 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-522a3593-9c83-485b-b995-d0fa8344b68f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0699565
Apr 30 21:19:46.156807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-e36dd35f-116e-48b0-ae14-84c62c3c97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:46.158718 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-e36dd35f-116e-48b0-ae14-84c62c3c97ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.2993622
Apr 30 21:19:46.191289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62cd78-1a3d-48cd-b010-91940442f4ac req-3682c8de-ba52-46ec-98b2-941b92f73602 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:46.192984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f62cd78-1a3d-48cd-b010-91940442f4ac req-3682c8de-ba52-46ec-98b2-941b92f73602 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 945 time: 0.0562234
Apr 30 21:19:46.213916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] For port de2235a7-d605-430f-8445-403878af3e76, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:46.217611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] For port de2235a7-d605-430f-8445-403878af3e76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de2235a7-d605-430f-8445-403878af3e76,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:46.234348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 54fdb6d4-4006-4612-8b78-8a981e4f118e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:46.234578 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.247693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20f8af0c-634c-4e32-ba7f-ccbea923f1d9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group_rule (52c3bf8a-d047-4ae2-b773-a38bcef77d42), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.254197 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-b8e78507-684e-4bed-a003-81f95f11743c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 217 time: 0.0692453
Apr 30 21:19:46.260988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-20581b26-8e5f-41af-afe9-1aa01a996494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:46.262787 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-20581b26-8e5f-41af-afe9-1aa01a996494 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1162786
Apr 30 21:19:46.350554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 54fdb6d4-4006-4612-8b78-8a981e4f118e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:46.350955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.371304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (de2235a7-d605-430f-8445-403878af3e76), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.373288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f62cd78-1a3d-48cd-b010-91940442f4ac req-1ef227a7-a1bb-4d0a-8bde-9b2849f52886 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707623
Apr 30 21:19:46.375295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Publish callbacks [] for security_group (04ad7aab-4596-4aa8-8646-52ada29c081b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.377017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-962c11a4-7eb9-455f-b964-4b722fdbd8aa tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.417419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 54fdb6d4-4006-4612-8b78-8a981e4f118e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54fdb6d4-4006-4612-8b78-8a981e4f118e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:46.448272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2261e7fc-35fb-4a6d-80c4-b9a4920a3194 None None] Provisioning complete for port de2235a7-d605-430f-8445-403878af3e76 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:46.448799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2261e7fc-35fb-4a6d-80c4-b9a4920a3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (de2235a7-d605-430f-8445-403878af3e76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.454709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d5e7a-044a-4985-ba0b-c2a85989dbca None None] Pushing event updated for resources: {'Port': ['ID=de2235a7-d605-430f-8445-403878af3e76,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:46.462964 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (04ad7aab-4596-4aa8-8646-52ada29c081b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.500165 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.516700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:46.517284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9fe970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:46.622433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:19:46.626702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ad7aab-4596-4aa8-8646-52ada29c081b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:46.638236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 015c5017-a959-4579-afec-0690e7a11298 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:46.652193 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-962c11a4-7eb9-455f-b964-4b722fdbd8aa tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.709625 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c92126ad-9d83-4473-9db4-d2174fb815e3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.710181 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Added segment c92126ad-9d83-4473-9db4-d2174fb815e3 of type vlan for network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa
Apr 30 21:19:46.719842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-962c11a4-7eb9-455f-b964-4b722fdbd8aa tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.723510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-962c11a4-7eb9-455f-b964-4b722fdbd8aa tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "DELETE /v2.0/subnets/ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d HTTP/1.1" status: 204  len: 168 time: 0.7722001
Apr 30 21:19:46.724722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c11a4-7eb9-455f-b964-4b722fdbd8aa tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2a9d9b-a4a5-48ad-b824-4c3be2b0e97d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:46.736481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 015c5017-a959-4579-afec-0690e7a11298 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:46.736829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 015c5017-a959-4579-afec-0690e7a11298 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:46.737637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34534) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:46.765402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e45af-4bbd-497b-9e23-93bc2c0206c5 None None] Network 0314ba88-3da6-4b45-afdb-5c5749483484 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:46.776386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed64a6b-91b8-4f82-92dd-bd369d0be453 req-0304f555-ab3a-40e1-aee7-3828633c41bb tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:46.785504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ed64a6b-91b8-4f82-92dd-bd369d0be453 req-0304f555-ab3a-40e1-aee7-3828633c41bb tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 943 time: 0.1846378
Apr 30 21:19:46.864167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (10b2ccd3-2d3a-4608-b73d-48fb13ca47aa), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.885924 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.895893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=54fdb6d4-4006-4612-8b78-8a981e4f118e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:46.904050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ed64a6b-91b8-4f82-92dd-bd369d0be453 req-21bbccb7-e7eb-4614-bb1c-051d41b3d95b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174240
Apr 30 21:19:46.935429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-4993eaf3-d454-4e5b-8059-1afab8019ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:46.936912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-4993eaf3-d454-4e5b-8059-1afab8019ea6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.6709540
Apr 30 21:19:46.960318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0314ba88-3da6-4b45-afdb-5c5749483484), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:46.990003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2261e7fc-35fb-4a6d-80c4-b9a4920a3194 None None] Current status of the port de2235a7-d605-430f-8445-403878af3e76 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:46.990403 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2261e7fc-35fb-4a6d-80c4-b9a4920a3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (de2235a7-d605-430f-8445-403878af3e76), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.027873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:47.062178 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20f8af0c-634c-4e32-ba7f-ccbea923f1d9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group_rule (52c3bf8a-d047-4ae2-b773-a38bcef77d42), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.065264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d388ca9-754c-4907-b993-e9ef31c9f176 req-6fb9650f-dae2-4073-a866-a5443a329c65 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:47.070778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d388ca9-754c-4907-b993-e9ef31c9f176 req-6fb9650f-dae2-4073-a866-a5443a329c65 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 948 time: 0.0590577
Apr 30 21:19:47.071394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port 17f065f4-6f63-4c45-9e34-d75889267bfe {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:47.071737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.084175 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (10b2ccd3-2d3a-4608-b73d-48fb13ca47aa), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.084819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:47.085376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.089920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-61dad5fd-793f-4930-8203-97610725bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:47.091755 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-61dad5fd-793f-4930-8203-97610725bfa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1476297
Apr 30 21:19:47.113505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2261e7fc-35fb-4a6d-80c4-b9a4920a3194 None None] For port de2235a7-d605-430f-8445-403878af3e76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de2235a7-d605-430f-8445-403878af3e76,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:47.119418 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Sync routers for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:47.133093 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-1adc8f1b-9310-4ee3-a4f6-9f13601a9f6b service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8537891
Apr 30 21:19:47.141272 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:47.142480 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d0659a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:47.144328 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20f8af0c-634c-4e32-ba7f-ccbea923f1d9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (52c3bf8a-d047-4ae2-b773-a38bcef77d42), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.215791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8af0c-634c-4e32-ba7f-ccbea923f1d9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c3bf8a-d047-4ae2-b773-a38bcef77d42,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:47.289289 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-acf61a94-5637-495f-86a2-8e28eeb056c2 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856420
Apr 30 21:19:47.318277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5194f26-f3f3-4833-b5a5-43b2ce16a958 req-27c098d7-c510-4a46-9f33-d99801b6d82e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:47.320591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5194f26-f3f3-4833-b5a5-43b2ce16a958 req-27c098d7-c510-4a46-9f33-d99801b6d82e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 945 time: 0.2110820
Apr 30 21:19:47.327795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port 17f065f4-6f63-4c45-9e34-d75889267bfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=17f065f4-6f63-4c45-9e34-d75889267bfe,segment=NetworkSegment(f92d28b1-0058-4db8-afa9-26dd20f61a28),segment_id=f92d28b1-0058-4db8-afa9-26dd20f61a28)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:47.328166 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.330686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] Pushing event updated for resources: {'Network': ['ID=10b2ccd3-2d3a-4608-b73d-48fb13ca47aa,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:47.341802 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:47.365441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d5d0db32-8e43-4828-8a00-0b15b274825d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4854169
Apr 30 21:19:47.369724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] DHCP port deletion for 0314ba88-3da6-4b45-afdb-5c5749483484 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:19:47.371409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 85c0da70-e0eb-430c-af77-63aac46b8dc4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:47.373379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:19:47.380085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2261e7fc-35fb-4a6d-80c4-b9a4920a3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (de2235a7-d605-430f-8445-403878af3e76), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.382315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d388ca9-754c-4907-b993-e9ef31c9f176 req-5324b348-46cc-4801-8088-90059eaf355c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3003657
Apr 30 21:19:47.386328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for 17f065f4-6f63-4c45-9e34-d75889267bfe owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:47.388192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34538) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:47.393049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Request body: {'subnet': {'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-subnet', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:47.420038 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-31aff451-859c-43ab-a75e-7fdd03d8a365 req-cbf95b3b-2987-4f61-9dd7-300ce1237b16 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262665
Apr 30 21:19:47.424200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20f8af0c-634c-4e32-ba7f-ccbea923f1d9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.429411 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-20f8af0c-634c-4e32-ba7f-ccbea923f1d9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4930177
Apr 30 21:19:47.439657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:47.439657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-661350fd-6f9d-45b4-9272-422d3be36cd4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Request body: {'security_group_rule': {'security_group_id': 'a8011f89-1105-4235-b191-c8bfdf3e8900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:47.482580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5194f26-f3f3-4833-b5a5-43b2ce16a958 req-72989133-8f3a-4271-bbf5-1acee823195d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493502
Apr 30 21:19:47.521603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Made reservation on behalf of 304c976f80084864bd575fad9d2fbf90 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:47.524013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.556513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-661350fd-6f9d-45b4-9272-422d3be36cd4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group_rule (7256a35d-4bc3-4598-9245-58e01e6e7b4e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.583089 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.resource_extend [None req-19a80813-32a9-4409-9479-410193892938 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:19:47.592563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4fba714d-bda7-4440-a3d5-bfc26a9813fa None None] Provisioning complete for port de2235a7-d605-430f-8445-403878af3e76 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:47.593264 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4fba714d-bda7-4440-a3d5-bfc26a9813fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (de2235a7-d605-430f-8445-403878af3e76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.616442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.626002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-661350fd-6f9d-45b4-9272-422d3be36cd4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group_rule (7256a35d-4bc3-4598-9245-58e01e6e7b4e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.648591 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d0659a0>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 2, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:47.658506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port 17f065f4-6f63-4c45-9e34-d75889267bfe on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:47.662217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=17f065f4-6f63-4c45-9e34-d75889267bfe,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:47.684396 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Checking router: ec0a27ec-0409-406f-ae7c-95bfc626e15a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:47.684784 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Updating router ec0a27ec-0409-406f-ae7c-95bfc626e15a port b714318f-c9f3-401c-9bad-d99fc10424ec binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:47.694784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] Deleting port 17f065f4-6f63-4c45-9e34-d75889267bfe {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:47.694784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.696329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261e7fc-35fb-4a6d-80c4-b9a4920a3194 None None] Pushing event updated for resources: {'Port': ['ID=de2235a7-d605-430f-8445-403878af3e76,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:47.705001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-661350fd-6f9d-45b4-9272-422d3be36cd4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (7256a35d-4bc3-4598-9245-58e01e6e7b4e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.722058 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.727855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661350fd-6f9d-45b4-9272-422d3be36cd4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7256a35d-4bc3-4598-9245-58e01e6e7b4e,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:47.805830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0314ba88-3da6-4b45-afdb-5c5749483484), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.810425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-661350fd-6f9d-45b4-9272-422d3be36cd4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.816131 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-661350fd-6f9d-45b4-9272-422d3be36cd4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3847747
Apr 30 21:19:47.819184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34544) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:47.831280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:47.866819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] For port 17f065f4-6f63-4c45-9e34-d75889267bfe, host ncdv-master-1, got binding levels [] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:47.867235 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.885403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 85c0da70-e0eb-430c-af77-63aac46b8dc4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:47.893881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896632ad30>,) {'filters': {'network_id': ['0314ba88-3da6-4b45-afdb-5c5749483484']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:47.911027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] Calling delete_port for 17f065f4-6f63-4c45-9e34-d75889267bfe owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:47.913944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896632ad30>, 'f92d28b1-0058-4db8-afa9-26dd20f61a28') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:47.914448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896632ad30>, 'f92d28b1-0058-4db8-afa9-26dd20f61a28') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:47.920144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9fe970>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:47.924082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.ipam_backend_mixin [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] Port 17f065f4-6f63-4c45-9e34-d75889267bfe was not found and therefore no delete operation was performed {{(pid=115776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:19:47.926754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (f92d28b1-0058-4db8-afa9-26dd20f61a28), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.943963 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f92d28b1-0058-4db8-afa9-26dd20f61a28), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.951046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:19:47.951460 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (f92d28b1-0058-4db8-afa9-26dd20f61a28), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:19:47.959207 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:19:47.988704 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3325cd60-dedd-45fd-8c67-c481542c7d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.012417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54fdb6d4-4006-4612-8b78-8a981e4f118e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:48.044155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.054052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (17f065f4-6f63-4c45-9e34-d75889267bfe), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.056656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'mac_address': 'fa:16:3e:fb:a3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:48.068731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35575f3-467f-44f5-bbc7-863d00528baf None None] The sync data for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 is: [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:48.104471 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Publish callbacks [] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.159951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (48168c88-15b4-45cf-819a-bb53e4624d57), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.173477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] Pushing event deleted for resources: {'Port': ['ID=17f065f4-6f63-4c45-9e34-d75889267bfe,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:48.174368 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0314ba88-3da6-4b45-afdb-5c5749483484), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.185371 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.190515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff84d3c-636d-4f6b-83ea-eadcb2a273fb None None] No DVR routers for this DVR port 17f065f4-6f63-4c45-9e34-d75889267bfe on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:48.203969 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4fba714d-bda7-4440-a3d5-bfc26a9813fa None None] Current status of the port de2235a7-d605-430f-8445-403878af3e76 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:48.208195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 54fdb6d4-4006-4612-8b78-8a981e4f118e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:48.208383 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.252543 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.256645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cbd9f4dd-8a19-4593-ab38-1ede3a751eb1 req-3684e443-5a3e-4458-a9fc-d78f569cf818 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2910435
Apr 30 21:19:48.261036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "DELETE /v2.0/networks/0314ba88-3da6-4b45-afdb-5c5749483484 HTTP/1.1" status: 204  len: 168 time: 1.5220466
Apr 30 21:19:48.274554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34548) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:48.289105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1484399199'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:48.316744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a3305-375e-41dd-97ee-11cd14c6b77b req-32c9238a-e890-4a2d-8e6e-3681a640fd5a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:48.323589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca1a3305-375e-41dd-97ee-11cd14c6b77b req-32c9238a-e890-4a2d-8e6e-3681a640fd5a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 943 time: 0.2809787
Apr 30 21:19:48.327900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a513428-26b4-4f3f-846c-04beff791db4 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Network': ['ID=0314ba88-3da6-4b45-afdb-5c5749483484,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:48.363859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.374447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 85c0da70-e0eb-430c-af77-63aac46b8dc4 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:48.377153 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.385086 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Pushing event updated for resources: {'Port': ['ID=b714318f-c9f3-401c-9bad-d99fc10424ec,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:48.403668 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Attempting to bind port b714318f-c9f3-401c-9bad-d99fc10424ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:48.404386 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Attempting to bind port b714318f-c9f3-401c-9bad-d99fc10424ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:48.404821 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Attempting to bind port b714318f-c9f3-401c-9bad-d99fc10424ec on network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:48.411457 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.411880 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.412291 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.412694 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.413084 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.413937 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.414496 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.416144 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.423263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.423263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.423263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.423263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.423263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.423263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.423263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:19:48.424011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Checking segment: {'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:48.424011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Network hostable DHCP agents. Network: 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:19:48.424234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c0da70-e0eb-430c-af77-63aac46b8dc4 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:48.426149 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:48.426717 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Checking segment: {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:48.427383 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.427852 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Bound using segment: {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:48.428439 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Bound port: b714318f-c9f3-401c-9bad-d99fc10424ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:48.428908 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.449039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48168c88-15b4-45cf-819a-bb53e4624d57,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:48.535267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.545007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca1a3305-375e-41dd-97ee-11cd14c6b77b req-b200b726-1abd-4f45-a8fa-623874803fe6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138996
Apr 30 21:19:48.571363 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] For port b714318f-c9f3-401c-9bad-d99fc10424ec, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:48.571666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 85c0da70-e0eb-430c-af77-63aac46b8dc4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:48.575748 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] For port b714318f-c9f3-401c-9bad-d99fc10424ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b714318f-c9f3-401c-9bad-d99fc10424ec,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:48.594023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 54fdb6d4-4006-4612-8b78-8a981e4f118e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:48.628164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Allocated IP 172.35.4.98 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/48721860-693d-4cb9-90be-498d8e2885b5) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:48.677522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 17f065f4-6f63-4c45-9e34-d75889267bfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:48.679356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:19:48.687648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842354ca-180c-4ace-b928-ba2de7eeb0ce req-b3dd98f6-ebd1-4821-96d9-d5fe1fe57641 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:48.689226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-842354ca-180c-4ace-b928-ba2de7eeb0ce req-b3dd98f6-ebd1-4821-96d9-d5fe1fe57641 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 948 time: 0.1592607
Apr 30 21:19:48.714725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 17f065f4-6f63-4c45-9e34-d75889267bfe {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:48.714972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 17f065f4-6f63-4c45-9e34-d75889267bfe not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:48.730766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-89bee0a9-7bc3-4543-ad90-6d101835fc7d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:48.731559 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-89bee0a9-7bc3-4543-ad90-6d101835fc7d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 945 time: 0.4291224
Apr 30 21:19:48.742131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d06e85-d2bf-4c23-b18b-82fb45cf2947 req-33e3bc69-cc5b-4e19-94f5-89cb2b4ee6f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:48.743936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4d06e85-d2bf-4c23-b18b-82fb45cf2947 req-33e3bc69-cc5b-4e19-94f5-89cb2b4ee6f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 945 time: 0.0655918
Apr 30 21:19:48.750629 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.765628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bb1aeb41-36d4-4d5e-9382-87ebf17bc384 None None] Provisioning complete for port b714318f-c9f3-401c-9bad-d99fc10424ec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:48.766653 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb1aeb41-36d4-4d5e-9382-87ebf17bc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.857796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.883629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for port (48721860-693d-4cb9-90be-498d8e2885b5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.907351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:48.923065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.923301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-842354ca-180c-4ace-b928-ba2de7eeb0ce req-97fdf80c-7b85-4df7-8f52-2909db41b831 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765378
Apr 30 21:19:48.925676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:48.926012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Deleting port eadb6f33-647b-4991-9dd1-e334e89fcb4c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:19:48.926650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.934462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:48.935059 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:48.987782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4d06e85-d2bf-4c23-b18b-82fb45cf2947 req-822cc8ad-8354-4c6d-8b72-32d9d99d9329 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2170129
Apr 30 21:19:49.005357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=85c0da70-e0eb-430c-af77-63aac46b8dc4,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:49.020598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f328eaa-9334-421e-858f-159567c86016 None None] Network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:49.031411 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:49.032558 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d0659a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:49.059814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-819fc99f-86f8-4ae5-b558-77cf815c1ea7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.6701484
Apr 30 21:19:49.060658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34554) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:49.066209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:49.092466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:19:49.150114 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (da4d690d-5e59-4a3b-baaa-86b9ecce9730), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.150470 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Added segment da4d690d-5e59-4a3b-baaa-86b9ecce9730 of type vlan for network 8a42b8f1-3795-4419-a0fb-32d2333d769d
Apr 30 21:19:49.213840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.215058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.231745 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] For port eadb6f33-647b-4991-9dd1-e334e89fcb4c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=eadb6f33-647b-4991-9dd1-e334e89fcb4c,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:49.232461 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.235582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bb1aeb41-36d4-4d5e-9382-87ebf17bc384 None None] Current status of the port b714318f-c9f3-401c-9bad-d99fc10424ec is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:49.236102 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb1aeb41-36d4-4d5e-9382-87ebf17bc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.243625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (48721860-693d-4cb9-90be-498d8e2885b5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.253502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10b2ccd3-2d3a-4608-b73d-48fb13ca47aa', 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa', 'project_id': '304c976f80084864bd575fad9d2fbf90', 'fixed_ips': [{'subnet_id': '48168c88-15b4-45cf-819a-bb53e4624d57'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:19:49.254409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.261518 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e331b9-ed57-41df-8788-16df962b0b47 None None] Pushing event updated for resources: {'Port': ['ID=b714318f-c9f3-401c-9bad-d99fc10424ec,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:49.267204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1ab74d47-a77c-473c-aede-16dbff2beee9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:19:49.267809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Calling delete_port for eadb6f33-647b-4991-9dd1-e334e89fcb4c owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:19:49.283437 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:49.310906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8a42b8f1-3795-4419-a0fb-32d2333d769d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.334074 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks [] for router_controller (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.341896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:49.351004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:49.362018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:49.371232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['85c0da70-e0eb-430c-af77-63aac46b8dc4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:49.452449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event updated for resources: {'Port': ['ID=48721860-693d-4cb9-90be-498d8e2885b5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:49.515431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bb1aeb41-36d4-4d5e-9382-87ebf17bc384 None None] For port b714318f-c9f3-401c-9bad-d99fc10424ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b714318f-c9f3-401c-9bad-d99fc10424ec,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:49.543787 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d0659a0>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:48Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:49.584120 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b18562-dfd4-4804-bc19-b50c25e2eeaa None None] The sync data for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 is: [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:48Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:49.600764 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8a42b8f1-3795-4419-a0fb-32d2333d769d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.605939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:49.606740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.623780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks [] for router_gateway (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.641039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb1aeb41-36d4-4d5e-9382-87ebf17bc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.718251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for floatingip (fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.748586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Network': ['ID=8a42b8f1-3795-4419-a0fb-32d2333d769d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:49.774733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1ab74d47-a77c-473c-aede-16dbff2beee9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ab74d47-a77c-473c-aede-16dbff2beee9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:49.779793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae473936-4ba3-4e3d-97df-8fa7661b56b0 req-bb180ee5-cb35-417c-a644-1d45f2d93504 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:49.781432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae473936-4ba3-4e3d-97df-8fa7661b56b0 req-bb180ee5-cb35-417c-a644-1d45f2d93504 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 944 time: 0.1107478
Apr 30 21:19:49.790671 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8b042ea0-4229-41d2-8c5b-42668b2e20b8 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.5073521
Apr 30 21:19:49.795036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34558) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:49.798727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8a42b8f1-3795-4419-a0fb-32d2333d769d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:19:49.804846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'subnet': {'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:49.831248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-94c093fe-6ebe-42d5-9f3b-56454626cfb9 None None] Provisioning complete for port b714318f-c9f3-401c-9bad-d99fc10424ec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:49.833468 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94c093fe-6ebe-42d5-9f3b-56454626cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.924058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (48721860-693d-4cb9-90be-498d8e2885b5), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:49.961186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '1ab74d47-a77c-473c-aede-16dbff2beee9', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '1ab74d47-a77c-473c-aede-16dbff2beee9', 'mac_address': 'fa:16:3e:94:33:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:19:49.962876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1aeb41-36d4-4d5e-9382-87ebf17bc384 None None] Pushing event updated for resources: {'Port': ['ID=b714318f-c9f3-401c-9bad-d99fc10424ec,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:50.002398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae473936-4ba3-4e3d-97df-8fa7661b56b0 req-9c674bdc-ba80-452a-8e0b-00c3d654eb30 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053607
Apr 30 21:19:50.035109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Allocated IP 172.20.0.2 (10b2ccd3-2d3a-4608-b73d-48fb13ca47aa/48168c88-15b4-45cf-819a-bb53e4624d57/e6ecfe65-66b8-4f9b-b43c-436f9358f68e) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:50.071551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eadb6f33-647b-4991-9dd1-e334e89fcb4c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.109299 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks [] for router_gateway (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.122156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['eadb6f33-647b-4991-9dd1-e334e89fcb4c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:50.127172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event deleted for resources: {'Port': ['ID=eadb6f33-647b-4991-9dd1-e334e89fcb4c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:50.167147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device de2235a7-d605-430f-8445-403878af3e76 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:50.194618 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.221274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:50.224729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.235045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99cad0e0-62d7-4494-8cce-6b3474c7be08 req-bf1f13cb-487a-4bd8-8b90-fdb5a664454e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=12defef4-f959-4394-a3e1-14296a084329 HTTP/1.1" status: 200  len: 210 time: 0.0764380
Apr 30 21:19:50.244111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaec9d0-e47e-4bf3-81e3-3962a50b5787 req-8cf65d45-bf49-4b03-8675-44c6c6460be1 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:50.246472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbaec9d0-e47e-4bf3-81e3-3962a50b5787 req-8cf65d45-bf49-4b03-8675-44c6c6460be1 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 948 time: 0.1520410
Apr 30 21:19:50.285038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] No DVR routers for this DVR port eadb6f33-647b-4991-9dd1-e334e89fcb4c on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:19:50.299597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.302883 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc895c85-a073-4893-a2ca-3dde8ff1329e req-bd0d9472-6e0a-4602-91fb-4ab5e67d2ad1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "DELETE /v2.0/ports/eadb6f33-647b-4991-9dd1-e334e89fcb4c HTTP/1.1" status: 204  len: 173 time: 1.5661001
Apr 30 21:19:50.303858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12defef4-f959-4394-a3e1-14296a084329', 'name': 'network-vif-deleted', 'tag': 'eadb6f33-647b-4991-9dd1-e334e89fcb4c'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:50.305915 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a4713e-9960-4571-8e59-a6e448e5a8ba" -d '{"events": [{"server_uuid": "12defef4-f959-4394-a3e1-14296a084329", "name": "network-vif-deleted", "tag": "eadb6f33-647b-4991-9dd1-e334e89fcb4c"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:50.429113 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3610d301-158b-4066-9107-9908e899b1ef x-openstack-request-id: req-3610d301-158b-4066-9107-9908e899b1ef {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:50.429649 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12defef4-f959-4394-a3e1-14296a084329", "name": "network-vif-deleted", "tag": "eadb6f33-647b-4991-9dd1-e334e89fcb4c", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:50.429980 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3610d301-158b-4066-9107-9908e899b1ef {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:50.430323 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3610d301-158b-4066-9107-9908e899b1ef'] response: {'server_uuid': '12defef4-f959-4394-a3e1-14296a084329', 'name': 'network-vif-deleted', 'tag': 'eadb6f33-647b-4991-9dd1-e334e89fcb4c', 'status': 'completed', 'code': 200}
Apr 30 21:19:50.465186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for port (48721860-693d-4cb9-90be-498d8e2885b5), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.492443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbaec9d0-e47e-4bf3-81e3-3962a50b5787 req-779bfe96-328e-42e0-8191-060901a98b11 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025530
Apr 30 21:19:50.508307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Allocated IP 172.35.4.119 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/d2871a17-63b5-4a13-af78-897681d6a2b9) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:50.527544 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-768c619d-fc91-4393-b3aa-4dfb5468a9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.528907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1ab74d47-a77c-473c-aede-16dbff2beee9 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:50.536080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.596184 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (48721860-693d-4cb9-90be-498d8e2885b5), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.626033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab74d47-a77c-473c-aede-16dbff2beee9 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:19:50.673669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks [] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.690922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1ab74d47-a77c-473c-aede-16dbff2beee9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ab74d47-a77c-473c-aede-16dbff2beee9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:50.694168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.704169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-94c093fe-6ebe-42d5-9f3b-56454626cfb9 None None] Current status of the port b714318f-c9f3-401c-9bad-d99fc10424ec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:50.718964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port de2235a7-d605-430f-8445-403878af3e76 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:50.719342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (de2235a7-d605-430f-8445-403878af3e76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.726173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event updated for resources: {'Port': ['ID=48721860-693d-4cb9-90be-498d8e2885b5,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:50.730231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (65ce8086-2833-4589-a4ce-5e9f4db98666), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.783445 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.808520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Subnet': ['ID=65ce8086-2833-4589-a4ce-5e9f4db98666,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:50.808730 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.817446 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.830823 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ad38c326-0f69-4f85-9378-def415dcd89a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0094364
Apr 30 21:19:50.841823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Publish callbacks [] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.866721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Checking segment: {'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:50.869122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network hostable DHCP agents. Network: 8a42b8f1-3795-4419-a0fb-32d2333d769d, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:19:50.871123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:50.874609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:50.877290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1ab74d47-a77c-473c-aede-16dbff2beee9,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:50.877459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:50.924234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port de2235a7-d605-430f-8445-403878af3e76 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:50.928631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b714318f-c9f3-401c-9bad-d99fc10424ec up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:50.940963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Pushing event updated for resources: {'Port': ['ID=d2871a17-63b5-4a13-af78-897681d6a2b9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:50.960517 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:50.983628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network 8a42b8f1-3795-4419-a0fb-32d2333d769d is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:19:51.029234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:51.031758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:51.033711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Pushing event updated for resources: {'Port': ['ID=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:51.038705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:51.043309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['1ab74d47-a77c-473c-aede-16dbff2beee9'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:19:51.079344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b714318f-c9f3-401c-9bad-d99fc10424ec triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:51.079655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.082311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a42b8f1-3795-4419-a0fb-32d2333d769d) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:51.086689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:51.086907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.143677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492531c7-82a3-441e-862e-6226e8b4e7a5 None None] Network 8a42b8f1-3795-4419-a0fb-32d2333d769d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:51.173431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db94c82-b1bb-420b-beef-265beb707729 req-a766fb31-2f6a-4829-bf2b-2533223af1aa tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:51.175003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4db94c82-b1bb-420b-beef-265beb707729 req-a766fb31-2f6a-4829-bf2b-2533223af1aa tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 944 time: 0.0959225
Apr 30 21:19:51.180073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-fe3f5f9e-a781-4def-b4dc-d58891edea9b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--609560345&fields=id&tenant_id=c91284d0547c4c8a9d99f57d0a43f98b HTTP/1.1" status: 200  len: 267 time: 0.1194801
Apr 30 21:19:51.194045 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2c2981a9-7e61-47bf-b1d8-47c383bc94cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.3975012
Apr 30 21:19:51.194768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34582) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:51.199858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1738697651'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:51.274110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device eadb6f33-647b-4991-9dd1-e334e89fcb4c no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:19:51.293232 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:51.296691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.348632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:19:51.362971 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (85d51ba8-a1b0-4e98-903e-61e7833b9964), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.363369 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Added segment 85d51ba8-a1b0-4e98-903e-61e7833b9964 of type vlan for network a5f36e2a-1d9b-4a37-8420-54ceae320947
Apr 30 21:19:51.371562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: eadb6f33-647b-4991-9dd1-e334e89fcb4c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:19:51.372020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device eadb6f33-647b-4991-9dd1-e334e89fcb4c not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:19:51.375953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Attempting to bind port e6ecfe65-66b8-4f9b-b43c-436f9358f68e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:51.378390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Attempting to bind port e6ecfe65-66b8-4f9b-b43c-436f9358f68e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:51.378390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Attempting to bind port e6ecfe65-66b8-4f9b-b43c-436f9358f68e on network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:51.420549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a5f36e2a-1d9b-4a37-8420-54ceae320947), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.434152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.435210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:51.435692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Checking segment: {'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:51.436206 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.436695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Bound using segment: {'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:51.437286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Bound port: e6ecfe65-66b8-4f9b-b43c-436f9358f68e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:51.437776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.492374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8a42b8f1-3795-4419-a0fb-32d2333d769d', 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d', 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'fixed_ips': [{'subnet_id': '65ce8086-2833-4589-a4ce-5e9f4db98666'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:19:51.493220 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.502086 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a5f36e2a-1d9b-4a37-8420-54ceae320947), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.509742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:51.510474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.576573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b714318f-c9f3-401c-9bad-d99fc10424ec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:51.595160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Network': ['ID=a5f36e2a-1d9b-4a37-8420-54ceae320947,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:51.635005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a5f36e2a-1d9b-4a37-8420-54ceae320947 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:19:51.656388 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6ead1af1-19c1-4c5f-81f2-37564f9e485b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4604325
Apr 30 21:19:51.657687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34588) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:51.664566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'subnet': {'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:51.699103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 85c0da70-e0eb-430c-af77-63aac46b8dc4 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:51.730255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4db94c82-b1bb-420b-beef-265beb707729 req-19d57996-08b0-4861-afa9-62d23376f91b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5490887
Apr 30 21:19:51.766717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-f604f488-390a-444d-9280-59dcbe7a58e1 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:51.768466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] For port e6ecfe65-66b8-4f9b-b43c-436f9358f68e, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:51.775437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-f604f488-390a-444d-9280-59dcbe7a58e1 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/networks?id=b64257ec-4b95-4265-9c51-aad2fb5f6475 HTTP/1.1" status: 200  len: 811 time: 0.5712688
Apr 30 21:19:51.799443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-34aa6a97-56c3-437a-9546-80b758363f49 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/quotas/c91284d0547c4c8a9d99f57d0a43f98b HTTP/1.1" status: 200  len: 375 time: 0.0225108
Apr 30 21:19:51.828751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] For port e6ecfe65-66b8-4f9b-b43c-436f9358f68e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,segment=NetworkSegment(c92126ad-9d83-4473-9db4-d2174fb815e3),segment_id=c92126ad-9d83-4473-9db4-d2174fb815e3)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:51.858886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-a539b887-937d-4a0f-a024-b0385e0577d4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c91284d0547c4c8a9d99f57d0a43f98b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0580523
Apr 30 21:19:51.872645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 85c0da70-e0eb-430c-af77-63aac46b8dc4 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:51.875313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Allocated IP 19.80.0.2 (8a42b8f1-3795-4419-a0fb-32d2333d769d/65ce8086-2833-4589-a4ce-5e9f4db98666/a311a2ae-28f1-4bbd-b652-ca80e5cd7826) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:51.900461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks [] for router_gateway (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.955548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:51.958968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:51.984973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 85c0da70-e0eb-430c-af77-63aac46b8dc4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:51.988577 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.027272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b714318f-c9f3-401c-9bad-d99fc10424ec up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:52.050757 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.091849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b35d2-b10f-4ddf-ab61-ffa5aa0f6159 req-f3100ea5-57ba-4aea-a0d7-dea2dcd4d627 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:52.093778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-702b35d2-b10f-4ddf-ab61-ffa5aa0f6159 req-f3100ea5-57ba-4aea-a0d7-dea2dcd4d627 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 949 time: 0.1897275
Apr 30 21:19:52.182849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-d467bb20-000a-490d-8c60-46e6f4aa1a71 service neutron] 10.222.0.23 "GET /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112042
Apr 30 21:19:52.224659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf118e-ca94-4016-a88b-5a2ac9d9e61f None None] Pushing event updated for resources: {'Port': ['ID=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:52.244015 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Publish callbacks [] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.245333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b714318f-c9f3-401c-9bad-d99fc10424ec triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:52.249391 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.249566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (d2aca539-415a-43b8-a249-a648e0f0af63), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.308219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 85c0da70-e0eb-430c-af77-63aac46b8dc4 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:52.308657 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.333246 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.340815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Subnet': ['ID=d2aca539-415a-43b8-a249-a648e0f0af63,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:52.381102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Checking segment: {'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:52.381347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network hostable DHCP agents. Network: a5f36e2a-1d9b-4a37-8420-54ceae320947, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:19:52.400938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-702b35d2-b10f-4ddf-ab61-ffa5aa0f6159 req-68cde134-2bfe-4b01-9c2f-39a4d126af1c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963717
Apr 30 21:19:52.419852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:52.424661 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fe219-ffc2-4bf0-9877-45518edc32a6" -d '{"events": [{"server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "name": "network-vif-plugged", "status": "completed", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:52.442171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-894706a1-4f9f-4c8a-8d8c-0f9c9d7bb845 service neutron] 10.222.0.23 "GET /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2180655
Apr 30 21:19:52.461366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.473586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Pushing event updated for resources: {'Port': ['ID=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:52.475109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Network 8a42b8f1-3795-4419-a0fb-32d2333d769d is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:52.491930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 85c0da70-e0eb-430c-af77-63aac46b8dc4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:52.494475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:52.521307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network a5f36e2a-1d9b-4a37-8420-54ceae320947 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:19:52.530254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:52.604635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Attempting to bind port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:52.605284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Attempting to bind port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:52.605284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Attempting to bind port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 on network 8a42b8f1-3795-4419-a0fb-32d2333d769d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:52.608522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b714318f-c9f3-401c-9bad-d99fc10424ec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:52.614469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:52.614932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Checking segment: {'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:52.615401 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.615800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Bound using segment: {'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:52.616280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Bound port: a311a2ae-28f1-4bbd-b652-ca80e5cd7826, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:52.616660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.620613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.647003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5f36e2a-1d9b-4a37-8420-54ceae320947) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:52.652662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:52.653259 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:52.745012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-20d07e09-ce8c-4e27-93e4-1775ec0d2925 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:52.746560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-20d07e09-ce8c-4e27-93e4-1775ec0d2925 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.2038603
Apr 30 21:19:52.778771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-c4aaf656-aac2-43d3-beef-015197a7a88d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/quotas/713c8f2f4e2141f18904b10656eaf37f HTTP/1.1" status: 200  len: 375 time: 0.0246027
Apr 30 21:19:52.787007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-477fbb50-f413-4800-af1a-174dd6b37054 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.1257577
Apr 30 21:19:52.830667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76802ec2-2c1a-4eae-91d1-f09acacd0a81 None None] Network a5f36e2a-1d9b-4a37-8420-54ceae320947 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:52.845983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-31e5bdb8-cbaf-433b-9a4e-2a1bfb2959e8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0659125
Apr 30 21:19:52.876892 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e0ec4b-e8dd-47aa-b2a8-a43d9f75c9fe x-openstack-request-id: req-86e0ec4b-e8dd-47aa-b2a8-a43d9f75c9fe {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:52.877294 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "name": "network-vif-plugged", "status": "completed", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:52.877636 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86e0ec4b-e8dd-47aa-b2a8-a43d9f75c9fe {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:52.878242 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e0ec4b-e8dd-47aa-b2a8-a43d9f75c9fe'] response: {'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'code': 200}
Apr 30 21:19:52.941741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:19:52.983455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2831727-552a-4aa6-9299-345ac7fa71f9 req-85696b23-f4cd-4f28-a667-490926e2226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:52.985559 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e2831727-552a-4aa6-9299-345ac7fa71f9 req-85696b23-f4cd-4f28-a667-490926e2226a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.0660055
Apr 30 21:19:52.993795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dbe758d-152b-4654-910d-013621db7a05 req-13722704-683f-405d-a7cf-a3e8c3d81dfd tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 210 time: 0.0535769
Apr 30 21:19:53.029244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=85c0da70-e0eb-430c-af77-63aac46b8dc4,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:53.082484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] For port a311a2ae-28f1-4bbd-b652-ca80e5cd7826, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:53.086766 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e2831727-552a-4aa6-9299-345ac7fa71f9 req-3409433d-7833-418f-b591-34f7e0b97c3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923152
Apr 30 21:19:53.111876 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:53.118542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] For port a311a2ae-28f1-4bbd-b652-ca80e5cd7826, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:53.135609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-4e6644b3-6050-4022-b91c-a0c4961447fa service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875428
Apr 30 21:19:53.161263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a5f36e2a-1d9b-4a37-8420-54ceae320947', 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947', 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'fixed_ips': [{'subnet_id': 'd2aca539-415a-43b8-a249-a648e0f0af63'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:19:53.161263 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:53.185010 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:53.255324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959986ac-3241-4b1b-84d2-9fca343f6570 req-81c3bf63-927a-47ea-ba55-e07898f77dd9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:53.257085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-959986ac-3241-4b1b-84d2-9fca343f6570 req-81c3bf63-927a-47ea-ba55-e07898f77dd9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 945 time: 0.1297779
Apr 30 21:19:53.283116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1ab74d47-a77c-473c-aede-16dbff2beee9 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:53.366242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f1878-c863-4d72-999d-2a068a7a8c9f None None] Pushing event updated for resources: {'Port': ['ID=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:53.372585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:53.395994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-959986ac-3241-4b1b-84d2-9fca343f6570 req-fe6a6ad8-d73d-4d35-a0cc-123e02b8f468 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222067
Apr 30 21:19:53.418369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-6f2c467f-4dd2-4924-b63e-880a15f2b069 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297034
Apr 30 21:19:53.429278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Sync routers for ids ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:19:53.461322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 1ab74d47-a77c-473c-aede-16dbff2beee9 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:19:53.517152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Allocated IP 19.86.0.2 (a5f36e2a-1d9b-4a37-8420-54ceae320947/d2aca539-415a-43b8-a249-a648e0f0af63/4edd11d6-1bcf-49e3-8147-8fc0896730e9) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:53.519708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Routers {'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:53.520424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fea99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:53.556507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:53.558218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-16182238-86b5-4de2-8906-3162117d1cde admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.4964566
Apr 30 21:19:53.561167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34628) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:19:53.651276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa50c7-e014-49b6-92c9-9274878fe16b None None] Network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:53.682768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3558bda5-1076-4081-9ef9-ea984d32ea98 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:53.687907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3558bda5-1076-4081-9ef9-ea984d32ea98 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:53.691163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3558bda5-1076-4081-9ef9-ea984d32ea98 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/networks?id=8a42b8f1-3795-4419-a0fb-32d2333d769d&id=a5f36e2a-1d9b-4a37-8420-54ceae320947 HTTP/1.1" status: 200  len: 1392 time: 0.1676807
Apr 30 21:19:53.707626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-a7bdbcd0-27b4-4ca4-b8d5-92d0e97b69f9 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/quotas/692585b32bd44ddb8ab633a1f1842d5f HTTP/1.1" status: 200  len: 375 time: 0.0102217
Apr 30 21:19:53.713747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 1ab74d47-a77c-473c-aede-16dbff2beee9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:53.714267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:53.850560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-842918ba-c030-4c1d-9f6a-66d8d2b60181 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1352539
Apr 30 21:19:53.899044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-563a8e37-b49c-4989-a106-022ef8a8d8d1 None None] Provisioning complete for port e6ecfe65-66b8-4f9b-b43c-436f9358f68e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:53.899783 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-563a8e37-b49c-4989-a106-022ef8a8d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:54.004780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-a1ee96ee-3f0f-4634-a3a7-f4a6d054675e service neutron] 10.222.0.23 "GET /v2.0/networks/8a42b8f1-3795-4419-a0fb-32d2333d769d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511579
Apr 30 21:19:54.128735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1ab74d47-a77c-473c-aede-16dbff2beee9 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:54.129025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:54.157864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e6ecfe65-66b8-4f9b-b43c-436f9358f68e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:54.230148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-f89b9fc1-ec14-4b14-819b-5a9b04b30a92 service neutron] 10.222.0.23 "GET /v2.0/networks/8a42b8f1-3795-4419-a0fb-32d2333d769d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2243903
Apr 30 21:19:54.285174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Set router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:54.310375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1ab74d47-a77c-473c-aede-16dbff2beee9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ab74d47-a77c-473c-aede-16dbff2beee9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:54.315451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce06185-953a-4f68-8a80-4aab0fd17b8f req-e327adf1-97c6-4370-bef8-391cd408f2fe tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:54.317200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ce06185-953a-4f68-8a80-4aab0fd17b8f req-e327adf1-97c6-4370-bef8-391cd408f2fe tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 949 time: 0.3104033
Apr 30 21:19:54.389192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-0e05a1c4-7596-4c96-9a70-c3a6d58b1d16 service neutron] 10.222.0.23 "GET /v2.0/networks/a5f36e2a-1d9b-4a37-8420-54ceae320947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579390
Apr 30 21:19:54.449751 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Publish callbacks [] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:54.495996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ce06185-953a-4f68-8a80-4aab0fd17b8f req-418bef1b-1eca-485f-bb9f-3d458fa0d1ce tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594067
Apr 30 21:19:54.530785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:54.546822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:54.552977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c195e976-cb72-48db-8773-915d7bc184b4 service neutron] 10.222.0.23 "GET /v2.0/networks/a5f36e2a-1d9b-4a37-8420-54ceae320947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628292
Apr 30 21:19:54.569958 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:54.571845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e6ecfe65-66b8-4f9b-b43c-436f9358f68e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:54.572283 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:54.696074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-649798cf-124b-4ebc-91bd-850a107e5734 req-0361b0c7-d439-4500-998d-6eb15a7db412 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 210 time: 0.0698071
Apr 30 21:19:54.880416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:54.906120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f136f24d-50d6-47c3-b50f-ae05748f620e req-ae50bc06-741f-4ea1-933b-87eba13c6ada tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 210 time: 0.0522029
Apr 30 21:19:54.907689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5ae75-f8f7-4c52-b569-73aeb5df14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab74d47-a77c-473c-aede-16dbff2beee9'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:19:54.910034 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd8e8be-a315-486a-a13e-5bb2e0345074" -d '{"events": [{"server_uuid": "d9f5ae75-f8f7-4c52-b569-73aeb5df14bb", "name": "network-vif-plugged", "status": "completed", "tag": "1ab74d47-a77c-473c-aede-16dbff2beee9"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:19:54.913022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fea99a0>, [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:19:51Z', 'revision_number': 3, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port': {'id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:50Z', 'updated_at': '2022-04-30T21:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:54.936225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c489f70f-76f7-4351-a374-439c921d2c5d None None] Network 8a42b8f1-3795-4419-a0fb-32d2333d769d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:54.952008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Allocated IP 172.20.0.1 (10b2ccd3-2d3a-4608-b73d-48fb13ca47aa/48168c88-15b4-45cf-819a-bb53e4624d57/d3c6a988-6399-424a-b94f-3136a67260ae) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:55.023743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Network a5f36e2a-1d9b-4a37-8420-54ceae320947 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:55.032512 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774d8685-3d26-4b60-b55e-654d23e47add x-openstack-request-id: req-774d8685-3d26-4b60-b55e-654d23e47add {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:19:55.032841 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f5ae75-f8f7-4c52-b569-73aeb5df14bb", "name": "network-vif-plugged", "status": "completed", "tag": "1ab74d47-a77c-473c-aede-16dbff2beee9", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:19:55.034053 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-774d8685-3d26-4b60-b55e-654d23e47add {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:19:55.034511 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774d8685-3d26-4b60-b55e-654d23e47add'] response: {'server_uuid': 'd9f5ae75-f8f7-4c52-b569-73aeb5df14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab74d47-a77c-473c-aede-16dbff2beee9', 'code': 200}
Apr 30 21:19:55.080498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Checking router: a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:19:55.080853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Updating router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 port d2871a17-63b5-4a13-af78-897681d6a2b9 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:19:55.114004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:55.118437 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.121918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-563a8e37-b49c-4989-a106-022ef8a8d8d1 None None] Current status of the port e6ecfe65-66b8-4f9b-b43c-436f9358f68e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:55.122272 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-563a8e37-b49c-4989-a106-022ef8a8d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.128657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:55.136490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1ab74d47-a77c-473c-aede-16dbff2beee9,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:55.145325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c9510ef-c1d0-4ebd-8daf-680b87045baa req-f4802ae0-e256-422d-b14c-1f331b350f05 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 210 time: 0.0676792
Apr 30 21:19:55.193134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6c033-9f18-479d-a32a-b84792039314 req-9c475c38-4862-4110-9ef1-54594889fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:55.194798 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bcf6c033-9f18-479d-a32a-b84792039314 req-9c475c38-4862-4110-9ef1-54594889fa5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 1132 time: 0.1047044
Apr 30 21:19:55.220987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681d3c1-dd45-40cb-84e4-ce9a56a63198 req-935ef857-13f7-4fad-af87-2b1c09f89e0e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:55.235781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c681d3c1-dd45-40cb-84e4-ce9a56a63198 req-935ef857-13f7-4fad-af87-2b1c09f89e0e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 945 time: 0.1377485
Apr 30 21:19:55.286431 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bcf6c033-9f18-479d-a32a-b84792039314 req-fe36349d-f916-43fb-9c8e-2658619a964f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749047
Apr 30 21:19:55.310369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c681d3c1-dd45-40cb-84e4-ce9a56a63198 req-3a42cc97-b9fb-47bb-b508-14e573099871 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802605
Apr 30 21:19:55.319970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Publish callbacks [] for port (d3c6a988-6399-424a-b94f-3136a67260ae), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.449025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.462621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-0505bc65-a8b3-4ef5-a740-c4f5a14fbb0a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1183207
Apr 30 21:19:55.472481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:55.516912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:55.519419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:55.528471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:55.530622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Pushing event updated for resources: {'Port': ['ID=d3c6a988-6399-424a-b94f-3136a67260ae,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:55.582740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.583692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.616714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e6ecfe65-66b8-4f9b-b43c-436f9358f68e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:55.621541 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.678020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-563a8e37-b49c-4989-a106-022ef8a8d8d1 None None] For port e6ecfe65-66b8-4f9b-b43c-436f9358f68e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,segment=NetworkSegment(c92126ad-9d83-4473-9db4-d2174fb815e3),segment_id=c92126ad-9d83-4473-9db4-d2174fb815e3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:55.687771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Pushing event updated for resources: {'Port': ['ID=4edd11d6-1bcf-49e3-8147-8fc0896730e9,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:55.711070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Attempting to bind port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:55.711441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Attempting to bind port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:55.711815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Attempting to bind port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 on network a5f36e2a-1d9b-4a37-8420-54ceae320947 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:55.773011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.782464 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-563a8e37-b49c-4989-a106-022ef8a8d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.788963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4d90-16e8-4236-b89e-702667145a04 req-a5bcbe67-502d-4006-bd07-c5a39dc3abab tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:55.791699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41df4d90-16e8-4236-b89e-702667145a04 req-a5bcbe67-502d-4006-bd07-c5a39dc3abab tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 950 time: 0.1282022
Apr 30 21:19:55.801212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:55.801212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Checking segment: {'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:55.801212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.801212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Bound using segment: {'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:55.801212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Bound port: 4edd11d6-1bcf-49e3-8147-8fc0896730e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:55.801212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.925189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.934715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41df4d90-16e8-4236-b89e-702667145a04 req-f7c1ed4e-0098-4dbd-8bdb-0d7982e30680 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997670
Apr 30 21:19:55.950317 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:19:55.951109 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:19:55.977067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Provisioning complete for port d3c6a988-6399-424a-b94f-3136a67260ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:55.984936 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:55.984936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a8e37-b49c-4989-a106-022ef8a8d8d1 None None] Pushing event updated for resources: {'Port': ['ID=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:56.048740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] For port 4edd11d6-1bcf-49e3-8147-8fc0896730e9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:56.064352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25702023-fdaf-49ec-9bd0-aa4b1230a293 req-8a6b7d3f-0824-4d48-b337-098ae6f20587 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 210 time: 0.0329742
Apr 30 21:19:56.070074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Port d3c6a988-6399-424a-b94f-3136a67260ae cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:56.074528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] For port 4edd11d6-1bcf-49e3-8147-8fc0896730e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4edd11d6-1bcf-49e3-8147-8fc0896730e9,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:56.104219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Provisioning complete for port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:56.104605 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.176211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19f2715c-73da-4732-ad96-62ee68efeb13 req-98a7afeb-a0bf-4279-b970-ced88c9c135a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 210 time: 0.0292737
Apr 30 21:19:56.183490 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Publish callbacks [] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.218233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Publish callbacks [] for port (d3c6a988-6399-424a-b94f-3136a67260ae), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.230515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Current status of the port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:56.230901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.256947 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.258782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35302a14-ffc2-4086-b015-19cd10d70852 req-99d57af6-6176-4f9c-8c85-6a95f0ec1863 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 210 time: 0.0312521
Apr 30 21:19:56.292659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] For port a311a2ae-28f1-4bbd-b652-ca80e5cd7826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:56.300399 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.345308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Attempting to bind port d2871a17-63b5-4a13-af78-897681d6a2b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:19:56.345308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Attempting to bind port d2871a17-63b5-4a13-af78-897681d6a2b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:19:56.345308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Attempting to bind port d2871a17-63b5-4a13-af78-897681d6a2b9 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:19:56.346336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bd680-03d6-4470-9ec0-e57ba056908d None None] Pushing event updated for resources: {'Port': ['ID=4edd11d6-1bcf-49e3-8147-8fc0896730e9,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:56.351434 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.354944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:19:56.355325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:19:56.355729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.356234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:19:56.356581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Bound port: d2871a17-63b5-4a13-af78-897681d6a2b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:19:56.356965 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.404152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Allocated IP 172.35.4.86 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/2b972f0b-5ed4-4739-a56f-d15701123562) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:56.436444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2e84a-b498-45a4-831d-1b83fb2baa4b None None] Pushing event updated for resources: {'Port': ['ID=d2871a17-63b5-4a13-af78-897681d6a2b9,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:56.448379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Pushing event updated for resources: {'Port': ['ID=d3c6a988-6399-424a-b94f-3136a67260ae,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:56.451387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.467931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.587292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Provisioning complete for port e6ecfe65-66b8-4f9b-b43c-436f9358f68e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:56.587674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.595358 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for port (2b972f0b-5ed4-4739-a56f-d15701123562), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.597371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] For port d2871a17-63b5-4a13-af78-897681d6a2b9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:19:56.662491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e6ecfe65-66b8-4f9b-b43c-436f9358f68e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:56.662491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a311a2ae-28f1-4bbd-b652-ca80e5cd7826 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:56.663545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:56.665124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:56.706122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] For port d2871a17-63b5-4a13-af78-897681d6a2b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2871a17-63b5-4a13-af78-897681d6a2b9,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:19:56.751714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:56.752138 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.764227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Pushing event updated for resources: {'Port': ['ID=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:56.836753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2b972f0b-5ed4-4739-a56f-d15701123562), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.868067 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:56.940150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a3399a02-7dcc-45ed-8585-6c7bd373d884 None None] Current status of the port e6ecfe65-66b8-4f9b-b43c-436f9358f68e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:56.990532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-d3cb3b05-9aa4-4131-bbe8-988126c7089c tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:56.992195 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-d3cb3b05-9aa4-4131-bbe8-988126c7089c tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.35 "GET /v2.0/networks?id=b64257ec-4b95-4265-9c51-aad2fb5f6475 HTTP/1.1" status: 200  len: 811 time: 0.2509797
Apr 30 21:19:57.006556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2e84a-b498-45a4-831d-1b83fb2baa4b None None] Pushing event updated for resources: {'Port': ['ID=d2871a17-63b5-4a13-af78-897681d6a2b9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:57.010614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:19:57.014923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Routers {'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:19:57.015896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fea99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:57.044606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:57.051099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:57.062725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:57.207622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736423a3-25fc-4d98-b1a3-cfa29bcc0e3f req-0696b96d-dbff-4aa5-a30c-59fa8d49dd73 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:57.209139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-736423a3-25fc-4d98-b1a3-cfa29bcc0e3f req-0696b96d-dbff-4aa5-a30c-59fa8d49dd73 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 950 time: 0.0589137
Apr 30 21:19:57.214006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Pushing event updated for resources: {'Port': ['ID=2b972f0b-5ed4-4739-a56f-d15701123562,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:57.246851 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-01fb748e-151c-45a6-98a6-a5eb9d0fb348 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c91284d0547c4c8a9d99f57d0a43f98b HTTP/1.1" status: 200  len: 379 time: 0.1125467
Apr 30 21:19:57.256454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Request body: {'port': {'device_id': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'admin_state_up': True, 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'security_groups': ['a8011f89-1105-4235-b191-c8bfdf3e8900']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:57.262729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:19:57.270404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] Set router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:19:57.345170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-736423a3-25fc-4d98-b1a3-cfa29bcc0e3f req-ba728c8b-4908-48cb-af57-1d53636bbb2c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231399
Apr 30 21:19:57.383063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (79343313-14bf-4c47-9183-087da35513f0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:57.492039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18e38917-d363-4ac0-b937-7496bc1c9071 req-c4678d6b-f061-4c6a-8758-0f2c6e820a2e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 210 time: 0.0453517
Apr 30 21:19:57.492303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:57.500229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b888a8c2-64ba-4b45-b007-652a33e760c5 None None] Provisioning complete for port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:57.500601 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b888a8c2-64ba-4b45-b007-652a33e760c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:57.573595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b972f0b-5ed4-4739-a56f-d15701123562), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:57.741619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c879551-69ce-43cb-967b-e89370d1e566 req-ee6e3aa1-9085-42f9-89de-f3d15aebbf9a tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 210 time: 0.0407615
Apr 30 21:19:57.773097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b888a8c2-64ba-4b45-b007-652a33e760c5 None None] Current status of the port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:57.821643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fea99a0>, [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:19:55Z', 'revision_number': 4, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port': {'id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:50Z', 'updated_at': '2022-04-30T21:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd3c6a988-6399-424a-b94f-3136a67260ae', 'name': '', 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'mac_address': 'fa:16:3e:9f:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:54Z', 'updated_at': '2022-04-30T21:19:56Z', 'revision_number': 2, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'subnets': [{'id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:19:57.882772 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d0bc8a53-3660-47ea-88e5-f35090c0b98d admin admin] 10.222.0.23 "PUT /v2.0/routers/a5efdbaf-584f-4246-9bb3-2dfc0fa952e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3204675
Apr 30 21:19:57.943350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for port (2b972f0b-5ed4-4739-a56f-d15701123562), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.002455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-657cba2a-977a-41bb-870e-c1f3d05d7711 req-cd878b8d-2af6-4db3-87e2-8792f950b326 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 210 time: 0.1052287
Apr 30 21:19:58.022960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2b972f0b-5ed4-4739-a56f-d15701123562), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.073043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e6ecfe65-66b8-4f9b-b43c-436f9358f68e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:58.077330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13968dc-f6b6-4b67-9036-0a9ff99f1a49 None None] Network a5f36e2a-1d9b-4a37-8420-54ceae320947 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:19:58.083063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd56a6-b02a-4415-ac8f-2045c76a52a5 None None] The sync data for ids ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'] in ncdv-master-1 is: [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:19:55Z', 'revision_number': 4, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port': {'id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:50Z', 'updated_at': '2022-04-30T21:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd3c6a988-6399-424a-b94f-3136a67260ae', 'name': '', 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'mac_address': 'fa:16:3e:9f:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:54Z', 'updated_at': '2022-04-30T21:19:56Z', 'revision_number': 2, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'subnets': [{'id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:19:58.105218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Made reservation on behalf of c91284d0547c4c8a9d99f57d0a43f98b for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:58.108731 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.157934 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (79343313-14bf-4c47-9183-087da35513f0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.188743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Pushing event updated for resources: {'Port': ['ID=2b972f0b-5ed4-4739-a56f-d15701123562,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:58.260544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-962673fc-b58a-47c9-9cec-4265651e7c53 None None] Provisioning complete for port d3c6a988-6399-424a-b94f-3136a67260ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:58.266057 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-962673fc-b58a-47c9-9cec-4265651e7c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.303442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-0712e2b7-ab29-4ee9-98aa-69231e58150a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:58.309592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-0712e2b7-ab29-4ee9-98aa-69231e58150a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.4943445
Apr 30 21:19:58.323893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Request body: {'port': {'device_id': '91a99313-2234-43cf-92e0-80ad0262a063', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'admin_state_up': True, 'tenant_id': '713c8f2f4e2141f18904b10656eaf37f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:58.348700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-962673fc-b58a-47c9-9cec-4265651e7c53 None None] Port d3c6a988-6399-424a-b94f-3136a67260ae cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:58.407464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e6ecfe65-66b8-4f9b-b43c-436f9358f68e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:58.407845 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.532807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Allocated IP 172.20.0.13 (b64257ec-4b95-4265-9c51-aad2fb5f6475/f1c69da7-5707-4178-868e-108b75ffdc92/51b3842d-35b9-4bef-ad94-2041501dcf33) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:19:58.535240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-585da463-9468-466c-91b3-7c5b0d5dad8d None None] Provisioning complete for port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:58.535648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-585da463-9468-466c-91b3-7c5b0d5dad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.694927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e6ecfe65-66b8-4f9b-b43c-436f9358f68e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:58.696074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a311a2ae-28f1-4bbd-b652-ca80e5cd7826 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:58.871217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.908761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e2d8a-22cc-4249-a84c-62cf83b4e00d req-68ddd47d-62cc-4653-ac40-9f541b06a5a7 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:58.910257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-585da463-9468-466c-91b3-7c5b0d5dad8d None None] Current status of the port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:58.911074 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-585da463-9468-466c-91b3-7c5b0d5dad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.915853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c80e2d8a-22cc-4249-a84c-62cf83b4e00d req-68ddd47d-62cc-4653-ac40-9f541b06a5a7 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 1132 time: 0.8257010
Apr 30 21:19:58.923772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:58.924234 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.950659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:58.957717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-cb4e4058-0255-4a5d-acb1-d4f9df47662a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.4891491
Apr 30 21:19:59.013073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-585da463-9468-466c-91b3-7c5b0d5dad8d None None] For port 4edd11d6-1bcf-49e3-8147-8fc0896730e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4edd11d6-1bcf-49e3-8147-8fc0896730e9,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:19:59.019517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:59.049873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-987108bd-ca9a-4344-b243-de722fb6ad9e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 695 time: 0.0912175
Apr 30 21:19:59.072624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c80e2d8a-22cc-4249-a84c-62cf83b4e00d req-329b86a6-c639-4115-8ed9-f94677b22319 tempest-ServersOnMultiNodesTest-401983236 tempest-ServersOnMultiNodesTest-401983236-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494751
Apr 30 21:19:59.100613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:19:59.105584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:59.105584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4edd11d6-1bcf-49e3-8147-8fc0896730e9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:19:59.106152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:19:59.109069 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-585da463-9468-466c-91b3-7c5b0d5dad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:59.127232 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:19:59.203607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-a29d070b-e3d8-4e60-a3ae-9e8e0b0e4e35 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.211496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-a29d070b-e3d8-4e60-a3ae-9e8e0b0e4e35 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.214757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-a29d070b-e3d8-4e60-a3ae-9e8e0b0e4e35 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "GET /v2.0/networks?id=8a42b8f1-3795-4419-a0fb-32d2333d769d&id=a5f36e2a-1d9b-4a37-8420-54ceae320947 HTTP/1.1" status: 200  len: 1392 time: 1.0122237
Apr 30 21:19:59.239534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event updated for resources: {'Port': ['ID=51b3842d-35b9-4bef-ad94-2041501dcf33,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:59.261936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.262598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:59.285789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'port': {'device_id': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d', 'admin_state_up': True, 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:59.296261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Made reservation on behalf of 713c8f2f4e2141f18904b10656eaf37f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:19:59.305585 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:59.316163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585da463-9468-466c-91b3-7c5b0d5dad8d None None] Pushing event updated for resources: {'Port': ['ID=4edd11d6-1bcf-49e3-8147-8fc0896730e9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:19:59.325698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c1ebb3a5-c9c6-4ba2-9716-a6cee50c91f6 None None] Provisioning complete for port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:59.326183 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c1ebb3a5-c9c6-4ba2-9716-a6cee50c91f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:59.346204 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-821c52de-219a-4785-9901-214fe0b6653b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0934870
Apr 30 21:19:59.357383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Request body: {'port': {'device_id': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:19:59.421161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:59.421535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:59.439665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-544822bb-2e04-484c-b490-7172ed29a11a req-ece15867-191d-493b-b4c5-d1316eb665fd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 210 time: 0.2238622
Apr 30 21:19:59.519869 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-0a508140-d657-4b3a-9a92-1e403c2cc26a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1595850
Apr 30 21:19:59.608473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebb3a5-c9c6-4ba2-9716-a6cee50c91f6 None None] Current status of the port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:59.625630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:59.694261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-68f468ac-4b54-4ca3-a504-ab8cb602f2a8 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.696620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a2571e3b-122d-4513-bc13-34d5e7024c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.697673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a2571e3b-122d-4513-bc13-34d5e7024c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.697839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:19:59.698201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a2571e3b-122d-4513-bc13-34d5e7024c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.698676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a2571e3b-122d-4513-bc13-34d5e7024c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.699149 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a2571e3b-122d-4513-bc13-34d5e7024c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.699601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a2571e3b-122d-4513-bc13-34d5e7024c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.700070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a2571e3b-122d-4513-bc13-34d5e7024c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.702204 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a2571e3b-122d-4513-bc13-34d5e7024c36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6708 time: 0.1253188
Apr 30 21:19:59.735976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dda83afb-87b9-4de9-8ad6-69328f3af2b1 req-68f468ac-4b54-4ca3-a504-ab8cb602f2a8 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.6531627
Apr 30 21:19:59.746766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3c1e22a9-2504-4c98-8c47-13f454a1166a None None] Provisioning complete for port 51b3842d-35b9-4bef-ad94-2041501dcf33 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:19:59.748608 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c1e22a9-2504-4c98-8c47-13f454a1166a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:19:59.782381 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-6738f3d3-22ed-429d-ae73-111654d8db38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a4bb5b19-edd9-4351-babc-faf38634044f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0983779
Apr 30 21:19:59.868634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e22a9-2504-4c98-8c47-13f454a1166a None None] Port 51b3842d-35b9-4bef-ad94-2041501dcf33 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:19:59.980516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-4b86f06a-fa8a-417a-81ef-3fb8e8d72148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:19:59.982057 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-4b86f06a-fa8a-417a-81ef-3fb8e8d72148 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=327a580f2f8645c28e9590806928ed91&device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 1131 time: 0.1694672
Apr 30 21:20:00.000639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bbff7f9-171a-4feb-869e-a2be4984f633 req-5dd2a89b-336f-4145-bbc1-e22a38e2d182 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 210 time: 0.1368959
Apr 30 21:20:00.011317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7ebf8-4309-410c-b0fa-8aede8d84753 req-131e5d78-ed40-4b45-a1b1-a5fbce540987 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.012927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28d7ebf8-4309-410c-b0fa-8aede8d84753 req-131e5d78-ed40-4b45-a1b1-a5fbce540987 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 932 time: 0.3736324
Apr 30 21:20:00.110923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d2871a17-63b5-4a13-af78-897681d6a2b9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:00.121368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:00.126026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:00.179024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Allocated IP 172.20.0.4 (5c8b504b-43e7-4642-bbf0-dab49293fda8/50ea73fb-9933-490f-b1df-626257b5fc26/411cb9bf-ba86-4506-a5f1-be9d564d6e55) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:00.187444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-01dea9f6-4b64-47c0-a7ba-85a8323db68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.187918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-01dea9f6-4b64-47c0-a7ba-85a8323db68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.188639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-01dea9f6-4b64-47c0-a7ba-85a8323db68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.191208 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-01dea9f6-4b64-47c0-a7ba-85a8323db68a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f054da6-523b-43c4-83a2-ca0049497cde&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=491ca467-fa0f-4500-813a-eee0ea86bd57&id=491ca467-fa0f-4500-813a-eee0ea86bd57 HTTP/1.1" status: 200  len: 2294 time: 0.4451425
Apr 30 21:20:00.202361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d2871a17-63b5-4a13-af78-897681d6a2b9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:00.202653 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:00.214011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28d7ebf8-4309-410c-b0fa-8aede8d84753 req-990f69df-f0de-445b-9545-dbc4292efd70 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1581299
Apr 30 21:20:00.344543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d2871a17-63b5-4a13-af78-897681d6a2b9 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:00.345053 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:00.454252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-36df48b4-6e99-48fe-97db-7d4fe5460d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.461460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port d2871a17-63b5-4a13-af78-897681d6a2b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2871a17-63b5-4a13-af78-897681d6a2b9,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:00.463288 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-36df48b4-6e99-48fe-97db-7d4fe5460d32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.4573448
Apr 30 21:20:00.491627 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-70f23197-fbdc-45c5-8c9e-600e55a5c02a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e HTTP/1.1" status: 200  len: 1001 time: 0.2873666
Apr 30 21:20:00.538519 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:00.539478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4edd11d6-1bcf-49e3-8147-8fc0896730e9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:00.557138 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-9ea72ca8-6ea1-4235-b80f-93a8cdbfeb47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=a28b17c3-a6e2-4e33-a643-c161b9604200 HTTP/1.1" status: 200  len: 217 time: 0.0819213
Apr 30 21:20:00.618144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Allocated IP 19.80.0.109 (8a42b8f1-3795-4419-a0fb-32d2333d769d/65ce8086-2833-4589-a4ce-5e9f4db98666/938b3124-c295-4ecf-b6a7-1c1b548c7665) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:00.630425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-41090263-d958-4f19-8baf-8b413fefcfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.631993 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-41090263-d958-4f19-8baf-8b413fefcfb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c851f35a-af8a-45a3-a6e7-adf7f97d2833 HTTP/1.1" status: 200  len: 851 time: 0.1007819
Apr 30 21:20:00.641495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=d2871a17-63b5-4a13-af78-897681d6a2b9,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:00.657958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed22574-8bcb-4516-9608-2b02f50caa8f req-58f867e1-7985-499e-9b9d-c29cd4e3cb9f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.658324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aed22574-8bcb-4516-9608-2b02f50caa8f req-58f867e1-7985-499e-9b9d-c29cd4e3cb9f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 950 time: 0.1119490
Apr 30 21:20:00.666594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:00.667351 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:00.680553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b3842d-35b9-4bef-ad94-2041501dcf33 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:00.735497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Publish callbacks [] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:00.766079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b955cac0-5bc7-4916-bcad-47b36a02ea3e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.767619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b955cac0-5bc7-4916-bcad-47b36a02ea3e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 821 time: 0.3373933
Apr 30 21:20:00.779306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-61795a50-59d3-4132-b61f-d0827134d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:00.782495 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-61795a50-59d3-4132-b61f-d0827134d933 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f054da6-523b-43c4-83a2-ca0049497cde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1336565
Apr 30 21:20:00.785143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:00.786665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Transition to ACTIVE for port object 51b3842d-35b9-4bef-ad94-2041501dcf33 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:00.816130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks [] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:00.828559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aed22574-8bcb-4516-9608-2b02f50caa8f req-25886446-2dd4-433d-8ac8-d38d6533320a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606660
Apr 30 21:20:00.835053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-a16b9829-28f8-4364-884d-32735477f561 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/quotas/6cebc4a4f75349b09fd03f67d0207875 HTTP/1.1" status: 200  len: 375 time: 0.0539262
Apr 30 21:20:00.888661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:00.926570 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-461aa3ce-dfb5-4745-b305-0c7cc0166a5b service neutron] 10.222.0.20 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363847
Apr 30 21:20:00.972138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4f7cb0d-0871-4dea-8e16-70b0a6891f46 req-5368c07b-4e6c-45d2-a987-2d6cf675b9be tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 210 time: 0.0645540
Apr 30 21:20:01.019412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-8861f808-3122-494a-a23c-2f59c4319578 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1662080
Apr 30 21:20:01.081506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Pushing event updated for resources: {'Port': ['ID=51b3842d-35b9-4bef-ad94-2041501dcf33,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:01.139905 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-fe50671c-26fd-4ea7-8e7a-116aae46d4c2 service neutron] 10.222.0.20 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2051647
Apr 30 21:20:01.146187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42da8972-3692-4029-a37f-92061ae15c8c req-f4e50002-6347-43d7-9166-62ba291d2cd6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 210 time: 0.0374746
Apr 30 21:20:01.172580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:01.193248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:01.216893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Attempting to bind port 51b3842d-35b9-4bef-ad94-2041501dcf33 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:01.216893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Attempting to bind port 51b3842d-35b9-4bef-ad94-2041501dcf33 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:01.217191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Attempting to bind port 51b3842d-35b9-4bef-ad94-2041501dcf33 on network b64257ec-4b95-4265-9c51-aad2fb5f6475 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:01.220325 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-9036bcaa-3fd2-413c-99e7-afd3d7295240 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 217 time: 0.0608811
Apr 30 21:20:01.223763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Port 51b3842d-35b9-4bef-ad94-2041501dcf33 on network b64257ec-4b95-4265-9c51-aad2fb5f6475 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:01.224083 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Attempting to bind port 51b3842d-35b9-4bef-ad94-2041501dcf33 on network b64257ec-4b95-4265-9c51-aad2fb5f6475 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:01.237630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:01.237978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Checking segment: {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:01.240283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Bound using segment: {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:01.240283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Bound port: 51b3842d-35b9-4bef-ad94-2041501dcf33, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '565e050d-942c-4c91-8454-bf1e29328f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:01.240283 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:01.289479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:01.299799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:01.303169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b53888d2-d6bd-491d-ab2d-c8a5747b6408 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826970
Apr 30 21:20:01.303786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:01.308858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event updated for resources: {'Port': ['ID=411cb9bf-ba86-4506-a5f1-be9d564d6e55,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:01.314971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-d872bdbc-3aea-4c1d-90cd-c07d926e48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:01.316536 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-d872bdbc-3aea-4c1d-90cd-c07d926e48a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0892808
Apr 30 21:20:01.376753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] For port 51b3842d-35b9-4bef-ad94-2041501dcf33, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:01.379433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-004be9a5-cd91-4f6a-a8fa-500afd4087ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:01.380922 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-004be9a5-cd91-4f6a-a8fa-500afd4087ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0575352
Apr 30 21:20:01.382601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] For port 51b3842d-35b9-4bef-ad94-2041501dcf33, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b3842d-35b9-4bef-ad94-2041501dcf33,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:01.435384 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Sync routers for ids ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:01.444784 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Routers {'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:01.445404 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cfeb610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:01.463024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd10563-69fb-44e5-ab3a-5a9d771f923e req-40a033c8-7b78-47a9-9325-3a7db17a883c tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:01.472493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfd10563-69fb-44e5-ab3a-5a9d771f923e req-40a033c8-7b78-47a9-9325-3a7db17a883c tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 944 time: 0.1212382
Apr 30 21:20:01.472493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:01.483796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:01.484415 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:01.509130 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-8b80c132-2c21-4f29-a9a1-4bc151e3c23d service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215358
Apr 30 21:20:01.512537 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:01.574553 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Set router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:01.575136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network 8a42b8f1-3795-4419-a0fb-32d2333d769d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:01.604423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:01.607803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:01.608919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:01.609650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:01.611108 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] 10.222.0.35 "PUT /v2.0/ports/51b3842d-35b9-4bef-ad94-2041501dcf33 HTTP/1.1" status: 200  len: 1092 time: 2.2588756
Apr 30 21:20:01.615504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'tag': '51b3842d-35b9-4bef-ad94-2041501dcf33'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:01.616519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Port': ['ID=938b3124-c295-4ecf-b6a7-1c1b548c7665,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:01.617300 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c1d34b-f732-42cc-b131-678c2db1134d" -d '{"events": [{"name": "network-changed", "server_uuid": "96657a8f-3ac7-4f4b-a90a-0b487d135e52", "tag": "51b3842d-35b9-4bef-ad94-2041501dcf33"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:01.627205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-24ce29e0-cd8e-4ab1-a423-30f91d04c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:01.636606 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-24ce29e0-cd8e-4ab1-a423-30f91d04c769 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1569154
Apr 30 21:20:01.669443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-89778ea0-1452-4e8c-9462-9f0d03b83889 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3231807
Apr 30 21:20:01.690419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-3e0a3c67-b789-46c9-b646-71f7cc869b43 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3727028
Apr 30 21:20:01.710476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ecf32-2b21-488e-a5b8-a3a5f7ae1015 service neutron] Pushing event updated for resources: {'Port': ['ID=51b3842d-35b9-4bef-ad94-2041501dcf33,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:01.716491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-6724f6a1-4989-4f87-969c-f615174ed7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:01.718082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-6724f6a1-4989-4f87-969c-f615174ed7c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0806344
Apr 30 21:20:01.723132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfd10563-69fb-44e5-ab3a-5a9d771f923e req-4ec9979f-5764-4235-b361-db7e9a35e104 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2315612
Apr 30 21:20:01.757676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Request body: {'port': {'device_id': '91a99313-2234-43cf-92e0-80ad0262a063', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:01.783745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.35', 58512) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:01.916204 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cfeb610>, [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:19:55Z', 'revision_number': 4, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port': {'id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:50Z', 'updated_at': '2022-04-30T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd3c6a988-6399-424a-b94f-3136a67260ae', 'name': '', 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'mac_address': 'fa:16:3e:9f:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:54Z', 'updated_at': '2022-04-30T21:19:56Z', 'revision_number': 2, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'subnets': [{'id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:01.941820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:01.942602 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:01.950529 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a4911003-6fa6-4a24-8a12-d0f71a536c94 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4328213
Apr 30 21:20:01.953425 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70dee28-6762-4150-82ee-5d52a2660724 x-openstack-request-id: req-f70dee28-6762-4150-82ee-5d52a2660724 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:01.953711 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96657a8f-3ac7-4f4b-a90a-0b487d135e52", "tag": "51b3842d-35b9-4bef-ad94-2041501dcf33", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:01.974310 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f70dee28-6762-4150-82ee-5d52a2660724 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:01.977485 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70dee28-6762-4150-82ee-5d52a2660724'] response: {'name': 'network-changed', 'server_uuid': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'tag': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'status': 'completed', 'code': 200}
Apr 30 21:20:01.990332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d2871a17-63b5-4a13-af78-897681d6a2b9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:02.018868 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Checking router: a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:02.024589 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Updating router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 port d3c6a988-6399-424a-b94f-3136a67260ae binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:20:02.084553 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-025bef52-9047-4721-acf3-d3efdf722f83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 217 time: 0.0958970
Apr 30 21:20:02.123683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-4cc0b07a-6af3-43d3-9b1f-15a0424c7edb tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:02.125812 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-4cc0b07a-6af3-43d3-9b1f-15a0424c7edb tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 950 time: 0.3708415
Apr 30 21:20:02.132109 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.143097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f33082-554e-45d0-a60e-9557f274f661 req-41ae2766-a2bd-4b5e-b579-65eb1f4b5740 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:02.146987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94f33082-554e-45d0-a60e-9557f274f661 req-41ae2766-a2bd-4b5e-b579-65eb1f4b5740 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 950 time: 0.1433320
Apr 30 21:20:02.149073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-f6ba0005-699b-4421-894a-d2920f3f7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:02.156367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-f6ba0005-699b-4421-894a-d2920f3f7734 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c91284d0547c4c8a9d99f57d0a43f98b&device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 1126 time: 0.3636274
Apr 30 21:20:02.163927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d2871a17-63b5-4a13-af78-897681d6a2b9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:02.164476 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.171506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.293510 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-08b73ae3-7380-4612-ad3a-5620a0d1a58c service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5443151
Apr 30 21:20:02.295369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-17d31cb4-cd15-4fa4-955e-6d9bbd4a8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:02.296864 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-17d31cb4-cd15-4fa4-955e-6d9bbd4a8619 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.2048826
Apr 30 21:20:02.311334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-602568a2-5cde-4316-958f-ffedafb5d4e3 None None] Provisioning complete for port 938b3124-c295-4ecf-b6a7-1c1b548c7665 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:02.311708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-602568a2-5cde-4316-958f-ffedafb5d4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.356411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d2871a17-63b5-4a13-af78-897681d6a2b9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:02.367287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-602568a2-5cde-4316-958f-ffedafb5d4e3 None None] Port 938b3124-c295-4ecf-b6a7-1c1b548c7665 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:02.389000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f094ae6-397f-4830-8231-d4c3d2ffd5ce req-e5e2b1fe-91eb-4cbf-8590-6806769573f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:02.390553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f094ae6-397f-4830-8231-d4c3d2ffd5ce req-e5e2b1fe-91eb-4cbf-8590-6806769573f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 931 time: 0.1794527
Apr 30 21:20:02.428964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bb94bfc8-16e0-4ecf-97cb-adae82341253 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1579971
Apr 30 21:20:02.436427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Deleting port 1ab74d47-a77c-473c-aede-16dbff2beee9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:02.437279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.453628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-e25b9fd9-c13c-4426-846f-66c06f40b6d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b3842d-35b9-4bef-ad94-2041501dcf33 HTTP/1.1" status: 200  len: 217 time: 0.1706102
Apr 30 21:20:02.458905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Request body: {'port': {'device_id': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947', 'admin_state_up': True, 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:02.503052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-5c4ff87b-35ae-4473-9528-c4d323df4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:02.504643 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-5c4ff87b-35ae-4473-9528-c4d323df4eaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1720386
Apr 30 21:20:02.534219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f094ae6-397f-4830-8231-d4c3d2ffd5ce req-f35f3efa-e9bc-482e-b8c7-245699a1bdd0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264884
Apr 30 21:20:02.535202 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Publish callbacks [] for port (d3c6a988-6399-424a-b94f-3136a67260ae), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.548159 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-2dd16d1e-4dd6-470d-8904-70a6dc57cb46 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2484918
Apr 30 21:20:02.618483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] For port 1ab74d47-a77c-473c-aede-16dbff2beee9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ab74d47-a77c-473c-aede-16dbff2beee9,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:02.619570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.625919 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.644902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Calling delete_port for 1ab74d47-a77c-473c-aede-16dbff2beee9 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:02.654458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24968b82-b609-4eda-8aa6-4d22247423d1 req-58bea513-eed6-4580-8f60-7f973b0d4aa1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 210 time: 0.0379171
Apr 30 21:20:02.674510 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-4e0a7261-20cd-4a43-9f0d-8344a5b34119 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594658
Apr 30 21:20:02.689526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94f33082-554e-45d0-a60e-9557f274f661 req-39efaf6d-30cd-437e-a58a-d0d02dd92828 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5219886
Apr 30 21:20:02.724670 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce3459-cdba-4662-9522-a7afe30375d3 None None] Pushing event updated for resources: {'Port': ['ID=d3c6a988-6399-424a-b94f-3136a67260ae,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:02.794669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-f528ded5-9d69-4410-8216-5e3fe6a9f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:02.796808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-f528ded5-9d69-4410-8216-5e3fe6a9f926 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1c69da7-5707-4178-868e-108b75ffdc92 HTTP/1.1" status: 200  len: 850 time: 0.3255246
Apr 30 21:20:02.810906 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Attempting to bind port d3c6a988-6399-424a-b94f-3136a67260ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:02.811568 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Attempting to bind port d3c6a988-6399-424a-b94f-3136a67260ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:02.812144 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Attempting to bind port d3c6a988-6399-424a-b94f-3136a67260ae on network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:02.817949 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:02.819420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Checking segment: {'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:02.820002 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.820574 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Bound using segment: {'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:02.821229 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Bound port: d3c6a988-6399-424a-b94f-3136a67260ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92126ad-9d83-4473-9db4-d2174fb815e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:02.822686 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:02.864816 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-35b47852-8dd2-4189-bbb3-6116213e7e6f service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569331
Apr 30 21:20:02.931330 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-e8b31365-8c8a-41fc-a563-37281426ad74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=b3fce87b-a558-49fc-83b7-71bd012b7290 HTTP/1.1" status: 200  len: 217 time: 0.0589743
Apr 30 21:20:02.950365 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] For port d3c6a988-6399-424a-b94f-3136a67260ae, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:02.958596 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] For port d3c6a988-6399-424a-b94f-3136a67260ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3c6a988-6399-424a-b94f-3136a67260ae,segment=NetworkSegment(c92126ad-9d83-4473-9db4-d2174fb815e3),segment_id=c92126ad-9d83-4473-9db4-d2174fb815e3)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:03.043901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1ab74d47-a77c-473c-aede-16dbff2beee9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:03.056970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523', '1ab74d47-a77c-473c-aede-16dbff2beee9'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:03.064413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['da2ea81e-0c93-4fb7-b6de-96f247b81066', '1635337f-81ee-4aec-a704-cf2d3c4efa24', 'ec488b53-90c5-4824-86a9-6c69bb49fbe8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:03.066298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-e47800e3-9729-45fe-9c65-c95aca9eee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:03.067722 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-e47800e3-9729-45fe-9c65-c95aca9eee83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.1114187
Apr 30 21:20:03.094144 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:03.148186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event deleted for resources: {'Port': ['ID=1ab74d47-a77c-473c-aede-16dbff2beee9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:03.242988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] No DVR routers for this DVR port 1ab74d47-a77c-473c-aede-16dbff2beee9 on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:03.246889 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:03.251134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-cf0173a9-c4dd-44bf-8563-d1c6cba5a0ff None None] Provisioning complete for port d3c6a988-6399-424a-b94f-3136a67260ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:03.251745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cf0173a9-c4dd-44bf-8563-d1c6cba5a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:03.259983 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce3459-cdba-4662-9522-a7afe30375d3 None None] Pushing event updated for resources: {'Port': ['ID=d3c6a988-6399-424a-b94f-3136a67260ae,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:03.264260 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a87eafeb-6eb8-4f97-9932-913b3497a9e9 req-549117c0-4530-44b8-930d-ff3c1d861fdd tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "DELETE /v2.0/ports/1ab74d47-a77c-473c-aede-16dbff2beee9 HTTP/1.1" status: 204  len: 173 time: 1.1106899
Apr 30 21:20:03.266707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-5b1e202e-172e-49ed-9add-04198841ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:03.268662 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-5b1e202e-172e-49ed-9add-04198841ddaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1509738
Apr 30 21:20:03.270648 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Routers {'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:03.272114 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cfeb610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:03.470195 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-a4bb4097-79f7-4b07-9033-fbaa38b7d749 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937680
Apr 30 21:20:03.531604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] Set router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:03.544937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cf0173a9-c4dd-44bf-8563-d1c6cba5a0ff None None] Current status of the port d3c6a988-6399-424a-b94f-3136a67260ae is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:03.545357 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cf0173a9-c4dd-44bf-8563-d1c6cba5a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:03.595975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-7e950c36-1b6f-44df-89bf-710357e1ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:03.601710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-7e950c36-1b6f-44df-89bf-710357e1ba29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b64257ec-4b95-4265-9c51-aad2fb5f6475&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1330829
Apr 30 21:20:03.674968 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-5d10b4e9-80ef-44fc-b3d5-2f4277bc30d5 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935253
Apr 30 21:20:03.681594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cf0173a9-c4dd-44bf-8563-d1c6cba5a0ff None None] For port d3c6a988-6399-424a-b94f-3136a67260ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3c6a988-6399-424a-b94f-3136a67260ae,segment=NetworkSegment(c92126ad-9d83-4473-9db4-d2174fb815e3),segment_id=c92126ad-9d83-4473-9db4-d2174fb815e3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:03.718773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9496c5-27ab-4511-9192-bc9f83d6242c req-d81816ca-06ef-477f-9c93-62af99e4fc09 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:03.729524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f9496c5-27ab-4511-9192-bc9f83d6242c req-d81816ca-06ef-477f-9c93-62af99e4fc09 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 932 time: 0.9261141
Apr 30 21:20:03.749814 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-d7d82876-1fb3-4504-a375-e6cdc3c11383 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 HTTP/1.1" status: 200  len: 217 time: 0.0695519
Apr 30 21:20:03.786879 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cf0173a9-c4dd-44bf-8563-d1c6cba5a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:03.812512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313fc3a-a82b-4dfa-9449-b92ae79fcf30 req-48bbd20a-c7d8-4cda-894c-f12eb85da651 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:03.821829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3313fc3a-a82b-4dfa-9449-b92ae79fcf30 req-48bbd20a-c7d8-4cda-894c-f12eb85da651 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 944 time: 0.9418497
Apr 30 21:20:03.834906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-f2fe89ab-06e8-4a3c-a0b6-b8f4de41ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:03.836726 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-f2fe89ab-06e8-4a3c-a0b6-b8f4de41ce3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0801642
Apr 30 21:20:03.895677 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-6e1e09a3-75b6-4d4c-a102-0a2f77940926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:03.897646 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-6e1e09a3-75b6-4d4c-a102-0a2f77940926 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0532770
Apr 30 21:20:03.941667 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cfeb610>, [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:19:55Z', 'revision_number': 4, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port': {'id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:50Z', 'updated_at': '2022-04-30T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd3c6a988-6399-424a-b94f-3136a67260ae', 'name': '', 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'mac_address': 'fa:16:3e:9f:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:54Z', 'updated_at': '2022-04-30T21:20:02Z', 'revision_number': 4, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'subnets': [{'id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:03.944637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0173a9-c4dd-44bf-8563-d1c6cba5a0ff None None] Pushing event updated for resources: {'Port': ['ID=d3c6a988-6399-424a-b94f-3136a67260ae,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:03.954114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-98a333f4-0d6d-43ab-9584-731f2b0e0399 None None] Provisioning complete for port d3c6a988-6399-424a-b94f-3136a67260ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:03.954494 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-98a333f4-0d6d-43ab-9584-731f2b0e0399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:03.982456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Made reservation on behalf of 692585b32bd44ddb8ab633a1f1842d5f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:03.985926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:03.997684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d3c6a988-6399-424a-b94f-3136a67260ae up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:04.018522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f5ae75-f8f7-4c52-b569-73aeb5df14bb', 'name': 'network-vif-deleted', 'tag': '1ab74d47-a77c-473c-aede-16dbff2beee9'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:04.021116 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391b1d6-05c4-4b45-866f-9ed115c301be" -d '{"events": [{"server_uuid": "d9f5ae75-f8f7-4c52-b569-73aeb5df14bb", "name": "network-vif-deleted", "tag": "1ab74d47-a77c-473c-aede-16dbff2beee9"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:04.111326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-bf4aa5dd-2dd1-4c1e-a7ce-d21065645557 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2058840
Apr 30 21:20:04.117785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3313fc3a-a82b-4dfa-9449-b92ae79fcf30 req-0e4cf589-1f55-466c-816b-0a9b6a00f362 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2943535
Apr 30 21:20:04.132150 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0825d-013a-4fd4-a901-45c7b29cc96b None None] The sync data for ids ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'] in ncdv-master-1 is: [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:19:55Z', 'revision_number': 4, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port': {'id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:50Z', 'updated_at': '2022-04-30T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd3c6a988-6399-424a-b94f-3136a67260ae', 'name': '', 'network_id': '10b2ccd3-2d3a-4608-b73d-48fb13ca47aa', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'mac_address': 'fa:16:3e:9f:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:54Z', 'updated_at': '2022-04-30T21:20:02Z', 'revision_number': 4, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'subnets': [{'id': '48168c88-15b4-45cf-819a-bb53e4624d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:04.167710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f9496c5-27ab-4511-9192-bc9f83d6242c req-b97dabca-e5c8-4c43-a34e-64b1031e6124 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4320161
Apr 30 21:20:04.443305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-98a333f4-0d6d-43ab-9584-731f2b0e0399 None None] Current status of the port d3c6a988-6399-424a-b94f-3136a67260ae is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:04.527265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ff4c8d9-54a5-42be-bd42-5eeb74715431 req-dd649435-978b-4c30-972a-746b10644149 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9f5ae75-f8f7-4c52-b569-73aeb5df14bb HTTP/1.1" status: 200  len: 210 time: 0.1816006
Apr 30 21:20:04.529450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d3c6a988-6399-424a-b94f-3136a67260ae triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:04.530004 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:04.587449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-8ad08411-6e89-4486-9f51-6661286910e8 service neutron] 10.222.0.35 "GET /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9512246
Apr 30 21:20:04.768234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a22af-7de9-454f-aedd-c4d9174d8c99 req-9252f80b-2d76-4717-abdc-774af1f34108 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:04.776358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c2a22af-7de9-454f-aedd-c4d9174d8c99 req-9252f80b-2d76-4717-abdc-774af1f34108 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 931 time: 0.4429150
Apr 30 21:20:04.850884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d3c6a988-6399-424a-b94f-3136a67260ae is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:04.862697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54e2a46f-ca9c-48ef-a4a8-f789eeef9167 req-1794620a-2cd7-4647-be0c-0298a5661ab6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 210 time: 0.1816657
Apr 30 21:20:04.911515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411cb9bf-ba86-4506-a5f1-be9d564d6e55 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:04.923686 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319cdab6-b055-4ca2-9f82-b2983ee45e6a x-openstack-request-id: req-319cdab6-b055-4ca2-9f82-b2983ee45e6a {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:04.924254 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f5ae75-f8f7-4c52-b569-73aeb5df14bb", "name": "network-vif-deleted", "tag": "1ab74d47-a77c-473c-aede-16dbff2beee9", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:04.924254 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-319cdab6-b055-4ca2-9f82-b2983ee45e6a {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:04.925324 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319cdab6-b055-4ca2-9f82-b2983ee45e6a'] response: {'server_uuid': 'd9f5ae75-f8f7-4c52-b569-73aeb5df14bb', 'name': 'network-vif-deleted', 'tag': '1ab74d47-a77c-473c-aede-16dbff2beee9', 'status': 'completed', 'code': 200}
Apr 30 21:20:04.933792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Publish callbacks [] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:04.940760 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-b488fa48-4989-4828-8095-365c0fc0e945 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8226810
Apr 30 21:20:04.974900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Allocated IP 19.86.0.249 (a5f36e2a-1d9b-4a37-8420-54ceae320947/d2aca539-415a-43b8-a249-a648e0f0af63/f2566869-85df-44a5-8e76-dd5804ef8cdb) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:04.998272 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-64291bb4-4d92-4091-ad03-e12b3536ab4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 HTTP/1.1" status: 200  len: 217 time: 0.0438776
Apr 30 21:20:05.044743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Transition to ACTIVE for port object 411cb9bf-ba86-4506-a5f1-be9d564d6e55 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:05.062815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-c18e3f19-5d8c-4ac5-907d-49b44bcb68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:05.063644 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-c18e3f19-5d8c-4ac5-907d-49b44bcb68d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 200  len: 797 time: 0.0571270
Apr 30 21:20:05.066015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c2a22af-7de9-454f-aedd-c4d9174d8c99 req-294c01bd-26ba-465d-b799-5ef6a0255eed tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2876706
Apr 30 21:20:05.111539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e8c1da6-972e-4eb9-982b-a8a679cfeee2 req-beb7238b-1a79-487b-abe1-b45ec93e7c54 service neutron] 10.222.0.35 "GET /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4676762
Apr 30 21:20:05.132449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-2d6d4ebd-b9d6-4796-aea8-d6ca2d93f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:05.134006 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-2d6d4ebd-b9d6-4796-aea8-d6ca2d93f0c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0607157
Apr 30 21:20:05.137546 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:05.159827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-c3d279c9-f217-46e5-8dae-c898c725a1b0 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:05.159827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-c3d279c9-f217-46e5-8dae-c898c725a1b0 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 821 time: 0.3532274
Apr 30 21:20:05.217654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Request body: {'port': {'device_id': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'admin_state_up': True, 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:05.260774 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-46b5d67a-3fb0-4543-85c8-ed05c85bb16a service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136870
Apr 30 21:20:05.392469 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-0bd9867c-8f9d-4bde-aa01-750b47fa0dc4 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000502
Apr 30 21:20:05.423499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=411cb9bf-ba86-4506-a5f1-be9d564d6e55,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:05.443160 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-0f96be05-3d21-4a46-bf7a-2426a9e11748 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5 HTTP/1.1" status: 200  len: 217 time: 0.0443628
Apr 30 21:20:05.466988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06e7eb-83d6-4eef-b50f-55997febef62 req-96fc3f33-750b-463b-9c20-15a4ff56014d tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:05.468566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d06e7eb-83d6-4eef-b50f-55997febef62 req-96fc3f33-750b-463b-9c20-15a4ff56014d tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 944 time: 0.1974628
Apr 30 21:20:05.499865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96350658-1e2c-47ec-b82a-89175f9a13f5 req-5a41d6b4-07c0-4a56-a6c3-f6fb053c9325 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:05.501374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96350658-1e2c-47ec-b82a-89175f9a13f5 req-5a41d6b4-07c0-4a56-a6c3-f6fb053c9325 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 932 time: 0.1934860
Apr 30 21:20:05.510257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-0a0f3c8d-fc02-4ac8-a39a-25a3ebe2a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:05.512795 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-0a0f3c8d-fc02-4ac8-a39a-25a3ebe2a481 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 200  len: 797 time: 0.0621879
Apr 30 21:20:05.566340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-ba225cd0-0bd4-4d6f-aadc-12221f672c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:05.572974 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-ba225cd0-0bd4-4d6f-aadc-12221f672c6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0484314
Apr 30 21:20:05.620938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:05.663711 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-2fffb182-73dd-4b9f-9a82-46bdf20de8df service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883026
Apr 30 21:20:05.684053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d06e7eb-83d6-4eef-b50f-55997febef62 req-848d83ed-9375-462c-b4a6-c9254be3f917 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1961238
Apr 30 21:20:05.686931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96350658-1e2c-47ec-b82a-89175f9a13f5 req-a2b89a29-7147-4ef3-988c-75707fb51525 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563559
Apr 30 21:20:05.690329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Attempting to bind port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:05.690329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Attempting to bind port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:05.690329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Attempting to bind port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:05.706682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:05.706682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Attempting to bind port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:05.707014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1ab74d47-a77c-473c-aede-16dbff2beee9 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:05.714094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:05.714437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Checking segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:05.714822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Bound using segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:05.716147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Bound port: 411cb9bf-ba86-4506-a5f1-be9d564d6e55, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:05.716147 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:05.765940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Made reservation on behalf of 6cebc4a4f75349b09fd03f67d0207875 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:05.773334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:05.781974 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7954d094-e1ae-481d-a2ca-71efacbebbf7 req-0ae82ccb-0945-4df1-a4ec-1cb2af6c9e53 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1104579
Apr 30 21:20:05.797399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 1ab74d47-a77c-473c-aede-16dbff2beee9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:05.797912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1ab74d47-a77c-473c-aede-16dbff2beee9 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:05.818647 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:05.823013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] For port 411cb9bf-ba86-4506-a5f1-be9d564d6e55, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:05.878964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d3c6a988-6399-424a-b94f-3136a67260ae up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:05.901137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] For port 411cb9bf-ba86-4506-a5f1-be9d564d6e55, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=411cb9bf-ba86-4506-a5f1-be9d564d6e55,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:05.932305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Network a5f36e2a-1d9b-4a37-8420-54ceae320947 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:05.937824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d3c6a988-6399-424a-b94f-3136a67260ae triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:05.938674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:05.938823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:05.944147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event updated for resources: {'Port': ['ID=f2566869-85df-44a5-8e76-dd5804ef8cdb,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:05.946502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:06.000342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:06.074283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d3c6a988-6399-424a-b94f-3136a67260ae is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:06.126527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ad2f3af-c3bb-454a-8e72-f0ba60054f50 req-257e871d-9d67-4c94-ab62-9b9181dd0248 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 210 time: 0.1276741
Apr 30 21:20:06.138907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:06.139605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:06.141162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] 10.222.0.35 "PUT /v2.0/ports/411cb9bf-ba86-4506-a5f1-be9d564d6e55 HTTP/1.1" status: 200  len: 1091 time: 4.4024453
Apr 30 21:20:06.141716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a99313-2234-43cf-92e0-80ad0262a063', 'tag': '411cb9bf-ba86-4506-a5f1-be9d564d6e55'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:06.144105 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce08430a-8295-4460-afa5-caac4f5f4e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "91a99313-2234-43cf-92e0-80ad0262a063", "tag": "411cb9bf-ba86-4506-a5f1-be9d564d6e55"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:06.153533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Allocated IP 172.20.0.13 (98b1dbd8-5abb-448b-9acd-f922dee70a3d/b6815a9b-8df8-47e0-8f86-e8a6c8c3340e/ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:06.159924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:06.159924 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:06.224209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eea577-68c1-4754-ad10-f614e2b77cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=411cb9bf-ba86-4506-a5f1-be9d564d6e55,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:06.270083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1d34b-f732-42cc-b131-678c2db1134d req-1bf6c9da-2802-4bc0-81d4-0b6ee931cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:06.271629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c1d34b-f732-42cc-b131-678c2db1134d req-1bf6c9da-2802-4bc0-81d4-0b6ee931cbda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c91284d0547c4c8a9d99f57d0a43f98b&device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 1126 time: 0.0927029
Apr 30 21:20:06.314789 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9a1b9-1440-4534-86e4-b59159abe1b8 x-openstack-request-id: req-c0f9a1b9-1440-4534-86e4-b59159abe1b8 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:06.315079 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a99313-2234-43cf-92e0-80ad0262a063", "tag": "411cb9bf-ba86-4506-a5f1-be9d564d6e55", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:06.315365 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0f9a1b9-1440-4534-86e4-b59159abe1b8 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:06.315722 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f9a1b9-1440-4534-86e4-b59159abe1b8'] response: {'name': 'network-changed', 'server_uuid': '91a99313-2234-43cf-92e0-80ad0262a063', 'tag': '411cb9bf-ba86-4506-a5f1-be9d564d6e55', 'status': 'completed', 'code': 200}
Apr 30 21:20:06.380024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6a158130-1d65-420a-b649-ac1befe1b6bd None None] Provisioning complete for port f2566869-85df-44a5-8e76-dd5804ef8cdb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:06.380486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a158130-1d65-420a-b649-ac1befe1b6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:06.402279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-e70d03d5-594d-4d6e-8f24-32aca10c68de tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9470556
Apr 30 21:20:06.414552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6a158130-1d65-420a-b649-ac1befe1b6bd None None] Port f2566869-85df-44a5-8e76-dd5804ef8cdb cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:06.445860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Request body: {'port': {'device_id': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:06.516173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-c5d56a35-604f-48d0-887e-dfc925480a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:06.517656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-c5d56a35-604f-48d0-887e-dfc925480a90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 1125 time: 0.2003012
Apr 30 21:20:06.575450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a884108-1717-4598-9532-c9d007b46c80 req-41aefc04-6c12-48df-8224-3dfd4d7fddc0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:06.576998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a884108-1717-4598-9532-c9d007b46c80 req-41aefc04-6c12-48df-8224-3dfd4d7fddc0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 943 time: 0.2641377
Apr 30 21:20:06.622112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368bc47-b9a8-41fa-8aa6-39815d6d3d81 req-5a8d5bd8-06fd-4871-ac5e-7d4729a81e1a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:06.623529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f368bc47-b9a8-41fa-8aa6-39815d6d3d81 req-5a8d5bd8-06fd-4871-ac5e-7d4729a81e1a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 950 time: 0.2248983
Apr 30 21:20:06.642856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-96f7a6bd-8e27-4c57-a798-3078454e9f1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411cb9bf-ba86-4506-a5f1-be9d564d6e55 HTTP/1.1" status: 200  len: 217 time: 0.0930767
Apr 30 21:20:06.727644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1d34b-f732-42cc-b131-678c2db1134d req-5bfd8f00-a42f-419f-ba53-c6963f19d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:06.729030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c1d34b-f732-42cc-b131-678c2db1134d req-5bfd8f00-a42f-419f-ba53-c6963f19d4de service neutron] 10.222.0.35 "GET /v2.0/networks?id=b64257ec-4b95-4265-9c51-aad2fb5f6475 HTTP/1.1" status: 200  len: 912 time: 0.4481471
Apr 30 21:20:07.100252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:07.126387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c1d34b-f732-42cc-b131-678c2db1134d req-718cfa5c-8b5e-4926-999c-019b3e1f0b0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b3842d-35b9-4bef-ad94-2041501dcf33 HTTP/1.1" status: 200  len: 217 time: 0.3734903
Apr 30 21:20:07.143318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-04d68354-d233-450f-8cf5-ffcce087aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:07.144723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-04d68354-d233-450f-8cf5-ffcce087aa3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.4757109
Apr 30 21:20:07.164710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a884108-1717-4598-9532-c9d007b46c80 req-b7c69115-bfb3-4f67-925c-3f0e6cba348b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5495157
Apr 30 21:20:07.173604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:07.207674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f368bc47-b9a8-41fa-8aa6-39815d6d3d81 req-85d2c8c5-cf84-4017-951f-a0c8109b407a tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5750244
Apr 30 21:20:07.257900 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-ae6f2579-6847-4f59-b4f2-f8a819ae44a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0900455
Apr 30 21:20:07.396963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1d34b-f732-42cc-b131-678c2db1134d req-49a51369-fc4a-497e-9199-0b94cca1a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:07.398443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c1d34b-f732-42cc-b131-678c2db1134d req-49a51369-fc4a-497e-9199-0b94cca1a2d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1c69da7-5707-4178-868e-108b75ffdc92 HTTP/1.1" status: 200  len: 850 time: 0.2571514
Apr 30 21:20:07.438662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f591f03-a318-4d79-90c9-554c98ddac99 req-0c5ae911-d464-49a6-b107-74b47f1a7cff tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:07.440220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f591f03-a318-4d79-90c9-554c98ddac99 req-0c5ae911-d464-49a6-b107-74b47f1a7cff tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 944 time: 0.1930730
Apr 30 21:20:07.533900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4771b7-fb95-43ed-878e-a41506589f36 req-9a147e21-cf47-4a97-a324-2eefd1dc87cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:07.539127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4771b7-fb95-43ed-878e-a41506589f36 req-9a147e21-cf47-4a97-a324-2eefd1dc87cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:07.543395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d4771b7-fb95-43ed-878e-a41506589f36 req-9a147e21-cf47-4a97-a324-2eefd1dc87cd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1655 time: 0.2638876
Apr 30 21:20:07.586421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1d34b-f732-42cc-b131-678c2db1134d req-b2c45013-f928-4a92-a1c2-ecee5c50e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:07.588408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c1d34b-f732-42cc-b131-678c2db1134d req-b2c45013-f928-4a92-a1c2-ecee5c50e93d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b64257ec-4b95-4265-9c51-aad2fb5f6475&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1741788
Apr 30 21:20:07.683248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:07.695425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 51b3842d-35b9-4bef-ad94-2041501dcf33 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:20:07.699552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['85c0da70-e0eb-430c-af77-63aac46b8dc4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:07.777352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f591f03-a318-4d79-90c9-554c98ddac99 req-b1612393-e4b3-423c-8305-d9b4dc174f3f tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2672610
Apr 30 21:20:07.791444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-16e5354d-ba3a-4033-b11f-592d4808ec39 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5166597
Apr 30 21:20:07.826395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d4771b7-fb95-43ed-878e-a41506589f36 req-edff5aae-5e59-45fe-b918-bd647dabab02 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2703214
Apr 30 21:20:07.890913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:07.915144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:07.917012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Pushing event updated for resources: {'Port': ['ID=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:07.938312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:08.016499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-158c6262-1b7c-4ad8-a92a-e3ec0cdc0e7b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:08.026291 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-158c6262-1b7c-4ad8-a92a-e3ec0cdc0e7b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 950 time: 0.0937321
Apr 30 21:20:08.027649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c1d34b-f732-42cc-b131-678c2db1134d req-8275ece8-c3ef-49c9-8bfd-89651b556ad1 service neutron] 10.222.0.35 "GET /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4212823
Apr 30 21:20:08.051360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 51b3842d-35b9-4bef-ad94-2041501dcf33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b3842d-35b9-4bef-ad94-2041501dcf33,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:08.074143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009568b-6084-4fdd-957d-8d41e3a6f0c5 req-5698709b-619a-48df-bc76-36d99884b921 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:08.077274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d009568b-6084-4fdd-957d-8d41e3a6f0c5 req-5698709b-619a-48df-bc76-36d99884b921 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 932 time: 0.2241576
Apr 30 21:20:08.077417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'port_id': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'mac_address': 'fa:16:3e:65:3d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:20:08.146962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 51b3842d-35b9-4bef-ad94-2041501dcf33 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:08.147979 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.174567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b3842d-35b9-4bef-ad94-2041501dcf33 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:08.187023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:08.187023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.206836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 51b3842d-35b9-4bef-ad94-2041501dcf33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b3842d-35b9-4bef-ad94-2041501dcf33,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:08.211770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Deleting port ec488b53-90c5-4824-86a9-6c69bb49fbe8 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:08.212004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.243764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7222a7a-24e8-4781-8553-6b5013d5b3ae req-2605e714-9dfc-4e63-86c7-a5144e9bb25a service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4432743
Apr 30 21:20:08.288447 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.344993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-4c106544-3043-41af-b85c-bcc074667e06 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1407204
Apr 30 21:20:08.356942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=51b3842d-35b9-4bef-ad94-2041501dcf33,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:08.366444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c9cade74-4a84-48b4-9e7c-0a2ddde45f60 None None] Provisioning complete for port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:08.366688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9cade74-4a84-48b4-9e7c-0a2ddde45f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.367905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938b3124-c295-4ecf-b6a7-1c1b548c7665 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:08.377360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] For port ec488b53-90c5-4824-86a9-6c69bb49fbe8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec488b53-90c5-4824-86a9-6c69bb49fbe8,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:08.378133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.397439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Calling delete_port for ec488b53-90c5-4824-86a9-6c69bb49fbe8 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:08.406006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Request body: {'port': {'device_id': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:08.412974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c9cade74-4a84-48b4-9e7c-0a2ddde45f60 None None] Port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:08.431805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc003a5-190e-493b-beab-584c8ffed25a req-9080f191-1b41-4cd7-a707-82a18b3bc428 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:08.433328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcc003a5-190e-493b-beab-584c8ffed25a req-9080f191-1b41-4cd7-a707-82a18b3bc428 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 943 time: 0.1401553
Apr 30 21:20:08.452445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d009568b-6084-4fdd-957d-8d41e3a6f0c5 req-04b8ba2c-843c-4d4d-9ecb-5791f13bcf4b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3070784
Apr 30 21:20:08.456365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Publish callbacks [] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.495281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c1d34b-f732-42cc-b131-678c2db1134d req-766efa2c-f096-45ce-b9bb-02f69094797b service neutron] 10.222.0.35 "GET /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4566374
Apr 30 21:20:08.539162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Transition to ACTIVE for port object 938b3124-c295-4ecf-b6a7-1c1b548c7665 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:08.542666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['51b3842d-35b9-4bef-ad94-2041501dcf33'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:08.547717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcc003a5-190e-493b-beab-584c8ffed25a req-fcac6e6c-14c7-4024-b645-715832a21d30 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046779
Apr 30 21:20:08.557686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.628206 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.641526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ec488b53-90c5-4824-86a9-6c69bb49fbe8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.661779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:08.664039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['da2ea81e-0c93-4fb7-b6de-96f247b81066', '1635337f-81ee-4aec-a704-cf2d3c4efa24', 'ec488b53-90c5-4824-86a9-6c69bb49fbe8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:08.671380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695068d-380c-45df-8053-da3fb77f0ab1 req-11b0dd0b-8e4b-4494-9208-a8f34cea9a90 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:08.673576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1695068d-380c-45df-8053-da3fb77f0ab1 req-11b0dd0b-8e4b-4494-9208-a8f34cea9a90 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=dba12be1-263f-416d-8233-242286a6691d HTTP/1.1" status: 200  len: 950 time: 0.1088188
Apr 30 21:20:08.677892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event deleted for resources: {'Port': ['ID=ec488b53-90c5-4824-86a9-6c69bb49fbe8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:08.776804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] No DVR routers for this DVR port ec488b53-90c5-4824-86a9-6c69bb49fbe8 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:08.779890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:08.784354 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-171af9b9-bf3c-424e-91e3-948e3c88d18a req-556a457b-93d7-4fe5-9a77-bc1e1fa3d306 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "DELETE /v2.0/ports/ec488b53-90c5-4824-86a9-6c69bb49fbe8 HTTP/1.1" status: 204  len: 173 time: 0.7514060
Apr 30 21:20:08.785618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba12be1-263f-416d-8233-242286a6691d', 'name': 'network-vif-deleted', 'tag': 'ec488b53-90c5-4824-86a9-6c69bb49fbe8'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:08.791180 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a564e8-df4b-4b0e-b6a3-8b79f6b32835" -d '{"events": [{"server_uuid": "dba12be1-263f-416d-8233-242286a6691d", "name": "network-vif-deleted", "tag": "ec488b53-90c5-4824-86a9-6c69bb49fbe8"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:08.791362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Pushing event updated for resources: {'Port': ['ID=938b3124-c295-4ecf-b6a7-1c1b548c7665,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:08.982236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1695068d-380c-45df-8053-da3fb77f0ab1 req-b3b9b27b-b11f-4d15-83cb-8d8efebdcb31 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022311
Apr 30 21:20:09.019621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe04e1-34bb-4952-91a1-4bd4f7ca1158 req-ef3c6609-97c3-4c2d-b2b1-ed3afa3f9ab4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:09.021440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0fe04e1-34bb-4952-91a1-4bd4f7ca1158 req-ef3c6609-97c3-4c2d-b2b1-ed3afa3f9ab4 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 945 time: 0.1164951
Apr 30 21:20:09.059078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Attempting to bind port 938b3124-c295-4ecf-b6a7-1c1b548c7665 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:09.059742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Attempting to bind port 938b3124-c295-4ecf-b6a7-1c1b548c7665 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:09.060265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Attempting to bind port 938b3124-c295-4ecf-b6a7-1c1b548c7665 on network 8a42b8f1-3795-4419-a0fb-32d2333d769d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:09.084063 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5703e560-f5c8-4843-aa79-bf92000383c4 x-openstack-request-id: req-5703e560-f5c8-4843-aa79-bf92000383c4 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:09.084605 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba12be1-263f-416d-8233-242286a6691d", "name": "network-vif-deleted", "tag": "ec488b53-90c5-4824-86a9-6c69bb49fbe8", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:09.084911 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5703e560-f5c8-4843-aa79-bf92000383c4 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:09.085427 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5703e560-f5c8-4843-aa79-bf92000383c4'] response: {'server_uuid': 'dba12be1-263f-416d-8233-242286a6691d', 'name': 'network-vif-deleted', 'tag': 'ec488b53-90c5-4824-86a9-6c69bb49fbe8', 'status': 'completed', 'code': 200}
Apr 30 21:20:09.091306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Port 938b3124-c295-4ecf-b6a7-1c1b548c7665 on network 8a42b8f1-3795-4419-a0fb-32d2333d769d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:09.092424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Attempting to bind port 938b3124-c295-4ecf-b6a7-1c1b548c7665 on network 8a42b8f1-3795-4419-a0fb-32d2333d769d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:09.119743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0fe04e1-34bb-4952-91a1-4bd4f7ca1158 req-b133404f-105d-45e7-bfa8-25d053fcd345 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919428
Apr 30 21:20:09.125455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:09.125798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Checking segment: {'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:09.126485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Bound using segment: {'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:09.126706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Bound port: 938b3124-c295-4ecf-b6a7-1c1b548c7665, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4d690d-5e59-4a3b-baaa-86b9ecce9730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:09.127052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:09.296882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee1be2-58ad-4f19-a84d-8874ecacf6d3 req-525a1060-a00c-49da-aa0c-5336d8d75ff1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:09.300993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee1be2-58ad-4f19-a84d-8874ecacf6d3 req-525a1060-a00c-49da-aa0c-5336d8d75ff1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:09.309317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1ee1be2-58ad-4f19-a84d-8874ecacf6d3 req-525a1060-a00c-49da-aa0c-5336d8d75ff1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1667 time: 0.1381302
Apr 30 21:20:09.352993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] For port 938b3124-c295-4ecf-b6a7-1c1b548c7665, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:09.369282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] For port 938b3124-c295-4ecf-b6a7-1c1b548c7665, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=938b3124-c295-4ecf-b6a7-1c1b548c7665,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:09.386859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:09.400683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Publish callbacks [] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:09.447724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:09.450081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Transition to ACTIVE for port object ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:09.463245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1ee1be2-58ad-4f19-a84d-8874ecacf6d3 req-a1f233e1-fa88-46d7-8943-37c0634802b7 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530817
Apr 30 21:20:09.497322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-4c644a4a-0423-43d2-9f53-053bf9665b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:09.498957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-4c644a4a-0423-43d2-9f53-053bf9665b2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 1125 time: 0.1276453
Apr 30 21:20:09.505171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:09.505801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:09.507359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] 10.222.0.35 "PUT /v2.0/ports/938b3124-c295-4ecf-b6a7-1c1b548c7665 HTTP/1.1" status: 200  len: 1092 time: 3.0767159
Apr 30 21:20:09.507721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'tag': '938b3124-c295-4ecf-b6a7-1c1b548c7665'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:09.510118 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2427177b-d385-4f38-8361-ed613625d23f" -d '{"events": [{"name": "network-changed", "server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "tag": "938b3124-c295-4ecf-b6a7-1c1b548c7665"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:09.584900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:09.588730 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d51a2c1-0fd9-4d2f-9836-a537fc7adbc7 x-openstack-request-id: req-6d51a2c1-0fd9-4d2f-9836-a537fc7adbc7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:09.589029 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "tag": "938b3124-c295-4ecf-b6a7-1c1b548c7665", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:09.589284 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d51a2c1-0fd9-4d2f-9836-a537fc7adbc7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:09.589689 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d51a2c1-0fd9-4d2f-9836-a537fc7adbc7'] response: {'name': 'network-changed', 'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'tag': '938b3124-c295-4ecf-b6a7-1c1b548c7665', 'status': 'completed', 'code': 200}
Apr 30 21:20:09.613988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babd945-e3de-43ca-8209-0691fa42bc8d service neutron] Pushing event updated for resources: {'Port': ['ID=938b3124-c295-4ecf-b6a7-1c1b548c7665,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:09.648560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Request body: {'port': {'device_id': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:10.069350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228fb24-bd25-4e92-acaf-074590e260ac req-39be972c-a452-4c24-8bdd-dfbaa7d44b8b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.070968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0228fb24-bd25-4e92-acaf-074590e260ac req-39be972c-a452-4c24-8bdd-dfbaa7d44b8b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 944 time: 0.5361691
Apr 30 21:20:10.116399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427177b-d385-4f38-8361-ed613625d23f req-8903f329-04f6-4ebf-b5b4-8700a12256e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.116783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427177b-d385-4f38-8361-ed613625d23f req-8903f329-04f6-4ebf-b5b4-8700a12256e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.118434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2427177b-d385-4f38-8361-ed613625d23f req-8903f329-04f6-4ebf-b5b4-8700a12256e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1945 time: 0.4998171
Apr 30 21:20:10.119075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:10.202181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cb5ac-8894-4d8f-ad0f-1b6730edc9a1 req-28097bbc-3fd8-474a-aa4c-d58e7390aa5c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.203677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e19cb5ac-8894-4d8f-ad0f-1b6730edc9a1 req-28097bbc-3fd8-474a-aa4c-d58e7390aa5c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 943 time: 0.2255089
Apr 30 21:20:10.276550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-b9d50579-8ea9-453f-9312-740a1c407652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.278550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-b9d50579-8ea9-453f-9312-740a1c407652 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 913 time: 0.7623589
Apr 30 21:20:10.307543 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:10.336553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 51b3842d-35b9-4bef-ad94-2041501dcf33 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:10.395193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 51b3842d-35b9-4bef-ad94-2041501dcf33 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:20:10.430016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-598ae323-1310-412a-a777-72ce7eb05188 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411cb9bf-ba86-4506-a5f1-be9d564d6e55 HTTP/1.1" status: 200  len: 217 time: 0.1414647
Apr 30 21:20:10.453641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0228fb24-bd25-4e92-acaf-074590e260ac req-0f4997ed-6292-4f29-9352-9b1af6c89479 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3441768
Apr 30 21:20:10.458381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 51b3842d-35b9-4bef-ad94-2041501dcf33 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:10.458986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:10.562643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 51b3842d-35b9-4bef-ad94-2041501dcf33 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:10.562913 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:10.600190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b3842d-35b9-4bef-ad94-2041501dcf33'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:10.602434 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada27960-ca2b-4e62-bf0e-fb51fdf33fd5" -d '{"events": [{"server_uuid": "96657a8f-3ac7-4f4b-a90a-0b487d135e52", "name": "network-vif-plugged", "status": "completed", "tag": "51b3842d-35b9-4bef-ad94-2041501dcf33"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:10.616974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 51b3842d-35b9-4bef-ad94-2041501dcf33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b3842d-35b9-4bef-ad94-2041501dcf33,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:10.660317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e19cb5ac-8894-4d8f-ad0f-1b6730edc9a1 req-81176f98-9b02-471f-9696-add1c537d795 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3853195
Apr 30 21:20:10.667474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427177b-d385-4f38-8361-ed613625d23f req-bb29b396-cf9f-4247-a7e9-8361e501c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.667944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427177b-d385-4f38-8361-ed613625d23f req-bb29b396-cf9f-4247-a7e9-8361e501c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.668401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427177b-d385-4f38-8361-ed613625d23f req-bb29b396-cf9f-4247-a7e9-8361e501c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.669978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2427177b-d385-4f38-8361-ed613625d23f req-bb29b396-cf9f-4247-a7e9-8361e501c19e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.5327322
Apr 30 21:20:10.670668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Attempting to bind port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:10.670995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Attempting to bind port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:10.671318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Attempting to bind port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd on network 98b1dbd8-5abb-448b-9acd-f922dee70a3d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:10.726489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:10.756489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-d63d47a2-f8fc-44d9-8dda-4dce87b69362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.757949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-d63d47a2-f8fc-44d9-8dda-4dce87b69362 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.3102310
Apr 30 21:20:10.777279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=51b3842d-35b9-4bef-ad94-2041501dcf33,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:10.785100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.788179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.789037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.789037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.789037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.789338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.789578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:10.796620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fe687-91d4-46d8-a8f8-100b500cfa2c req-6871abd5-1597-410a-af50-cc698a91fc75 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.798111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b8fe687-91d4-46d8-a8f8-100b500cfa2c req-6871abd5-1597-410a-af50-cc698a91fc75 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 945 time: 0.2014089
Apr 30 21:20:10.798782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd on network 98b1dbd8-5abb-448b-9acd-f922dee70a3d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:10.798996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Attempting to bind port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd on network 98b1dbd8-5abb-448b-9acd-f922dee70a3d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:10.882541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:10.882883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Checking segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:10.883259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Bound using segment: {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:10.883702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Bound port: ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:10.884623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:10.897548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-f8fca016-314e-4983-8882-3d67872f6087 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0926309
Apr 30 21:20:10.938250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f3adf-912e-4070-94be-cdd8bbe92f73 req-42a2743c-5f77-4dec-b470-63b60792c1fc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.943498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f3adf-912e-4070-94be-cdd8bbe92f73 req-42a2743c-5f77-4dec-b470-63b60792c1fc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:10.945053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e30f3adf-912e-4070-94be-cdd8bbe92f73 req-42a2743c-5f77-4dec-b470-63b60792c1fc tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1667 time: 0.2048829
Apr 30 21:20:11.114163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b8fe687-91d4-46d8-a8f8-100b500cfa2c req-7aa6c3d8-6cd9-486e-96e9-90f10aafc8f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3056612
Apr 30 21:20:11.158785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427177b-d385-4f38-8361-ed613625d23f req-c5b87bfa-bae1-47d2-b25b-ca8c6c6ae8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:11.160219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2427177b-d385-4f38-8361-ed613625d23f req-c5b87bfa-bae1-47d2-b25b-ca8c6c6ae8fd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4747577
Apr 30 21:20:11.201789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] For port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:11.206344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e30f3adf-912e-4070-94be-cdd8bbe92f73 req-1e069b60-064f-41c7-9754-39d28bf47a01 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250338
Apr 30 21:20:11.229505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] For port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:11.246044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-d8994a5b-07ed-4248-8f70-5cf74670015f service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3318114
Apr 30 21:20:11.486217 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a40bd8-e53f-4a4b-9648-710aed5a1c78 x-openstack-request-id: req-17a40bd8-e53f-4a4b-9648-710aed5a1c78 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:11.486217 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96657a8f-3ac7-4f4b-a90a-0b487d135e52", "name": "network-vif-plugged", "status": "completed", "tag": "51b3842d-35b9-4bef-ad94-2041501dcf33", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:11.486217 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17a40bd8-e53f-4a4b-9648-710aed5a1c78 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:11.486217 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a40bd8-e53f-4a4b-9648-710aed5a1c78'] response: {'server_uuid': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'code': 200}
Apr 30 21:20:11.488481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:11.488481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2566869-85df-44a5-8e76-dd5804ef8cdb {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:11.488481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:11.488481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:11.488481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] 10.222.0.20 "PUT /v2.0/ports/ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 1092 time: 3.0408342
Apr 30 21:20:11.488481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Publish callbacks [] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:11.488481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ea190-760f-414a-9e6c-788c4485b222 req-3b94e7ee-4cba-409c-bde4-0d56c2819ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:11.488481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-567ea190-760f-414a-9e6c-788c4485b222 req-3b94e7ee-4cba-409c-bde4-0d56c2819ef6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 1128 time: 0.1272216
Apr 30 21:20:11.503661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890a51e-c3ec-48e3-ac85-d123e1678643 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:11.519541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Transition to ACTIVE for port object f2566869-85df-44a5-8e76-dd5804ef8cdb will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:11.531070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce08430a-8295-4460-afa5-caac4f5f4e0c req-335b1d56-8979-444f-a6fd-72b43407f79a service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2788284
Apr 30 21:20:11.590293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:11.592539 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ec2e75-664a-4036-ba68-d4390c28cd04" -d '{"events": [{"name": "network-changed", "server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:11.597234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-567ea190-760f-414a-9e6c-788c4485b222 req-7d1999f0-9d75-4e47-8693-d1098f7600e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208251
Apr 30 21:20:11.603766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16888f-49e6-426e-b0ac-b0ca03b45cef req-ec14a87a-2c6e-4127-b4d2-766c15282e24 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:11.605297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd16888f-49e6-426e-b0ac-b0ca03b45cef req-ec14a87a-2c6e-4127-b4d2-766c15282e24 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 944 time: 0.0712852
Apr 30 21:20:11.631037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:11.670901 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd84e60-fa49-442a-8d30-7ff765de89f0 x-openstack-request-id: req-6dd84e60-fa49-442a-8d30-7ff765de89f0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:11.671189 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:11.671440 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dd84e60-fa49-442a-8d30-7ff765de89f0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:11.671830 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd84e60-fa49-442a-8d30-7ff765de89f0'] response: {'name': 'network-changed', 'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'status': 'completed', 'code': 200}
Apr 30 21:20:11.701975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd16888f-49e6-426e-b0ac-b0ca03b45cef req-2657d095-40d2-4149-b15d-efa4c9be6969 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904639
Apr 30 21:20:11.711753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Pushing event updated for resources: {'Port': ['ID=f2566869-85df-44a5-8e76-dd5804ef8cdb,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:11.837180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ec488b53-90c5-4824-86a9-6c69bb49fbe8 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:11.860079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d0cd9-e689-4d5f-a5fa-d0440735a6fb req-a0c09ad0-57c2-4a65-8a6e-fe699d573d5e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:11.860270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: ec488b53-90c5-4824-86a9-6c69bb49fbe8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:11.860542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ec488b53-90c5-4824-86a9-6c69bb49fbe8 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:11.861624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a1d0cd9-e689-4d5f-a5fa-d0440735a6fb req-a0c09ad0-57c2-4a65-8a6e-fe699d573d5e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 950 time: 0.1109321
Apr 30 21:20:11.870919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0c983-d756-4798-8276-d9f2822eddd0 req-3cb539dd-3d6f-48f8-a56b-995639744b72 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:11.872385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3bc0c983-d756-4798-8276-d9f2822eddd0 req-3cb539dd-3d6f-48f8-a56b-995639744b72 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 943 time: 0.0760131
Apr 30 21:20:11.926541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Attempting to bind port f2566869-85df-44a5-8e76-dd5804ef8cdb on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:11.926541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Attempting to bind port f2566869-85df-44a5-8e76-dd5804ef8cdb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:11.926541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Attempting to bind port f2566869-85df-44a5-8e76-dd5804ef8cdb on network a5f36e2a-1d9b-4a37-8420-54ceae320947 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:11.944972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Port f2566869-85df-44a5-8e76-dd5804ef8cdb on network a5f36e2a-1d9b-4a37-8420-54ceae320947 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:11.945327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Attempting to bind port f2566869-85df-44a5-8e76-dd5804ef8cdb on network a5f36e2a-1d9b-4a37-8420-54ceae320947 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:11.965586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:11.965586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Checking segment: {'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:11.966061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Bound using segment: {'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:11.966506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Bound port: f2566869-85df-44a5-8e76-dd5804ef8cdb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d51ba8-a1b0-4e98-903e-61e7833b9964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:11.966856 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:11.986272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a1d0cd9-e689-4d5f-a5fa-d0440735a6fb req-b11be77c-f4b2-4ea0-b9d5-5462fde37cfa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125998
Apr 30 21:20:11.990225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3bc0c983-d756-4798-8276-d9f2822eddd0 req-52aee303-3d23-4ab8-8f41-dd6a50172e38 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066308
Apr 30 21:20:12.044919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] For port f2566869-85df-44a5-8e76-dd5804ef8cdb, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:12.047802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] For port f2566869-85df-44a5-8e76-dd5804ef8cdb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2566869-85df-44a5-8e76-dd5804ef8cdb,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:12.178743 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:12.241510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.242162 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:12.243561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] 10.222.0.35 "PUT /v2.0/ports/f2566869-85df-44a5-8e76-dd5804ef8cdb HTTP/1.1" status: 200  len: 1092 time: 2.6125448
Apr 30 21:20:12.278439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a71b-057c-405f-9a31-65e0f3d9ee7e req-89f70f8a-78aa-4695-b36c-c769d9d1d911 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.280001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2a0a71b-057c-405f-9a31-65e0f3d9ee7e req-89f70f8a-78aa-4695-b36c-c769d9d1d911 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.0928433
Apr 30 21:20:12.285724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4f5da-8a5c-4dee-b2c2-feaf49ada2bc service neutron] Pushing event updated for resources: {'Port': ['ID=f2566869-85df-44a5-8e76-dd5804ef8cdb,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:12.317034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 411cb9bf-ba86-4506-a5f1-be9d564d6e55 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:20:12.367399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2502d24-e513-4977-93ad-3fd9c5d50909 req-756a14d8-8644-4e4b-9e31-183f3a6bbf64 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.372824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2502d24-e513-4977-93ad-3fd9c5d50909 req-756a14d8-8644-4e4b-9e31-183f3a6bbf64 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.374501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2502d24-e513-4977-93ad-3fd9c5d50909 req-756a14d8-8644-4e4b-9e31-183f3a6bbf64 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1679 time: 0.0793719
Apr 30 21:20:12.385322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2a0a71b-057c-405f-9a31-65e0f3d9ee7e req-5e6af328-3f29-4f4a-b3b2-545817178733 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948570
Apr 30 21:20:12.447911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2502d24-e513-4977-93ad-3fd9c5d50909 req-8eae5c28-2f3b-4f4c-8442-07b08482e68f tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545983
Apr 30 21:20:12.448261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 411cb9bf-ba86-4506-a5f1-be9d564d6e55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=411cb9bf-ba86-4506-a5f1-be9d564d6e55,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:12.464732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '411cb9bf-ba86-4506-a5f1-be9d564d6e55', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'port_id': '411cb9bf-ba86-4506-a5f1-be9d564d6e55', 'mac_address': 'fa:16:3e:99:2c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea73fb-9933-490f-b1df-626257b5fc26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:20:12.512926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:12.513452 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:12.531318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411cb9bf-ba86-4506-a5f1-be9d564d6e55 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:12.550861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 411cb9bf-ba86-4506-a5f1-be9d564d6e55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=411cb9bf-ba86-4506-a5f1-be9d564d6e55,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:12.573654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3bbd4ae7-6ee2-4b6c-a07e-726c4315796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.574180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3bbd4ae7-6ee2-4b6c-a07e-726c4315796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.575674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-3bbd4ae7-6ee2-4b6c-a07e-726c4315796e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 2043 time: 0.0543265
Apr 30 21:20:12.612319 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:12.616993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-fad56802-1341-47d4-8b74-0d25d2d90312 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=938b3124-c295-4ecf-b6a7-1c1b548c7665 HTTP/1.1" status: 200  len: 217 time: 0.0342443
Apr 30 21:20:12.661888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=411cb9bf-ba86-4506-a5f1-be9d564d6e55,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:12.730455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-573cb68e-5415-4479-b52d-d6926f78b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.732998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-573cb68e-5415-4479-b52d-d6926f78b247 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=65ce8086-2833-4589-a4ce-5e9f4db98666 HTTP/1.1" status: 200  len: 801 time: 0.0468376
Apr 30 21:20:12.882442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbc4e5-9ef4-4473-a169-2c44666c158b req-27b64259-6d10-4717-8294-106387cd9c8f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.884014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fbbc4e5-9ef4-4473-a169-2c44666c158b req-27b64259-6d10-4717-8294-106387cd9c8f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 944 time: 0.1056850
Apr 30 21:20:12.887322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['411cb9bf-ba86-4506-a5f1-be9d564d6e55'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:12.887465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-5edd4bc2-e02f-4ace-8372-5af4ef6e99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.888822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-5edd4bc2-e02f-4ace-8372-5af4ef6e99e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 1126 time: 0.1005704
Apr 30 21:20:12.900672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-7a74014e-2a4e-4194-92a7-45924d0bb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:12.902127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-7a74014e-2a4e-4194-92a7-45924d0bb77b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a42b8f1-3795-4419-a0fb-32d2333d769d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0688360
Apr 30 21:20:13.000922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34926) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:13.006747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2019621978'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:13.139697 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-a7217ea7-bd13-4ce9-a49c-6ef5a4f96b10 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:13.141361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-a7217ea7-bd13-4ce9-a49c-6ef5a4f96b10 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 950 time: 0.0501518
Apr 30 21:20:13.142620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:13.145963 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.206037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:20:13.242084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f7cc9766-3a99-45f8-9d75-0ec4eab45398), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.242444 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Added segment f7cc9766-3a99-45f8-9d75-0ec4eab45398 of type vlan for network 2398732c-111b-435b-a08f-1b346cc08b51
Apr 30 21:20:13.293126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Deleting port 1635337f-81ee-4aec-a704-cf2d3c4efa24 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:13.293465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.324652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-76817903-0162-46f7-94ac-c1d86319d20e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 217 time: 0.3651891
Apr 30 21:20:13.337608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2398732c-111b-435b-a08f-1b346cc08b51), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.354934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fbbc4e5-9ef4-4473-a169-2c44666c158b req-91c39d92-c74c-4a68-b0cf-264b89f2f94c tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4608016
Apr 30 21:20:13.389870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae303fbb-629b-47d2-8411-83d14e9ce6fb req-498898fa-c269-4965-a932-2ad7fc606b39 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:13.391309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae303fbb-629b-47d2-8411-83d14e9ce6fb req-498898fa-c269-4965-a932-2ad7fc606b39 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 950 time: 0.1395450
Apr 30 21:20:13.422147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] For port 1635337f-81ee-4aec-a704-cf2d3c4efa24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1635337f-81ee-4aec-a704-cf2d3c4efa24,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:13.422515 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.437603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Calling delete_port for 1635337f-81ee-4aec-a704-cf2d3c4efa24 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:13.439251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2398732c-111b-435b-a08f-1b346cc08b51), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.444246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:13.444836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.455891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-86147646-3ed1-4e29-afe4-de0a17d460fe service neutron] 10.222.0.35 "GET /v2.0/networks/8a42b8f1-3795-4419-a0fb-32d2333d769d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5457771
Apr 30 21:20:13.459761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-6cb0903e-0644-4826-a901-88a7b772b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:13.461193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-6cb0903e-0644-4826-a901-88a7b772b1aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.1281185
Apr 30 21:20:13.556359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Network': ['ID=2398732c-111b-435b-a08f-1b346cc08b51,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:13.566944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2398732c-111b-435b-a08f-1b346cc08b51 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:20:13.585320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010113-aac9-42b6-99a1-1546bb7ad65f req-1d92a188-05b3-44d3-a133-43992d8232c0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:13.586866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49010113-aac9-42b6-99a1-1546bb7ad65f req-1d92a188-05b3-44d3-a133-43992d8232c0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 944 time: 0.1522522
Apr 30 21:20:13.590422 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b716850d-788e-4b18-aa02-fff51b69bee4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.5855360
Apr 30 21:20:13.590898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34936) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:13.596104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-202103405'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:13.598587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae303fbb-629b-47d2-8411-83d14e9ce6fb req-f5c88e8d-da12-4e5e-a8dd-1de54906b800 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003632
Apr 30 21:20:13.604775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-072d301f-cd3d-4823-ac5d-4a12ac9b440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:13.605275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-072d301f-cd3d-4823-ac5d-4a12ac9b440c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1247399
Apr 30 21:20:13.674670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'tag': 'f2566869-85df-44a5-8e76-dd5804ef8cdb'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:13.676919 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f13586-0df8-4f88-a0d5-f1f11b58f088" -d '{"events": [{"name": "network-changed", "server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "tag": "f2566869-85df-44a5-8e76-dd5804ef8cdb"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:13.776169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-a5aa86a7-1b9f-4962-bc19-3433f08bcb24 service neutron] 10.222.0.35 "GET /v2.0/networks/8a42b8f1-3795-4419-a0fb-32d2333d769d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3140402
Apr 30 21:20:13.787216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05970bb-ca5c-4b60-9bc1-77ccae6b1dce req-bfbbae31-70a7-41aa-9c0f-6a83f5a12de5 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:13.788652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d05970bb-ca5c-4b60-9bc1-77ccae6b1dce req-bfbbae31-70a7-41aa-9c0f-6a83f5a12de5 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.0910454
Apr 30 21:20:13.789453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:13.793609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.799916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49010113-aac9-42b6-99a1-1546bb7ad65f req-7d4aaade-c55d-4712-b396-3d5e56713e19 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672325
Apr 30 21:20:13.804208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1635337f-81ee-4aec-a704-cf2d3c4efa24), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.818713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:13.844704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event deleted for resources: {'Port': ['ID=1635337f-81ee-4aec-a704-cf2d3c4efa24,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:13.859623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-24e5cc2b-9158-4362-a894-fd493dde88b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=f2566869-85df-44a5-8e76-dd5804ef8cdb HTTP/1.1" status: 200  len: 217 time: 0.0687764
Apr 30 21:20:13.865448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-8b889e79-2123-4e73-8485-5cbea1c2d729 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2538912
Apr 30 21:20:13.886665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['da2ea81e-0c93-4fb7-b6de-96f247b81066', '1635337f-81ee-4aec-a704-cf2d3c4efa24'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:13.906819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:20:13.918789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (cce6fb00-42c6-429d-953c-cd3650bf2c74), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.919482 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Added segment cce6fb00-42c6-429d-953c-cd3650bf2c74 of type vlan for network b8d11e40-b37d-4318-bdf2-7339b1b28107
Apr 30 21:20:13.966251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] No DVR routers for this DVR port 1635337f-81ee-4aec-a704-cf2d3c4efa24 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:13.974926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:13.980570 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0be303ec-6dd8-41f1-8589-8f4e1d109018 req-8b5d43ba-7831-4704-bf12-5dc9e6370e85 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "DELETE /v2.0/ports/1635337f-81ee-4aec-a704-cf2d3c4efa24 HTTP/1.1" status: 204  len: 173 time: 0.8308470
Apr 30 21:20:13.980570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77eab37-d34b-4e8c-9959-8d5661bf68fb', 'name': 'network-vif-deleted', 'tag': '1635337f-81ee-4aec-a704-cf2d3c4efa24'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:13.982169 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a293e0ad-610c-41ee-8988-444542599c1f" -d '{"events": [{"server_uuid": "d77eab37-d34b-4e8c-9959-8d5661bf68fb", "name": "network-vif-deleted", "tag": "1635337f-81ee-4aec-a704-cf2d3c4efa24"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:13.996733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b8d11e40-b37d-4318-bdf2-7339b1b28107), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:14.010972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d05970bb-ca5c-4b60-9bc1-77ccae6b1dce req-d5b2744e-76ba-482e-ab1e-6c2f38740734 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2070606
Apr 30 21:20:14.016117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-74af19b3-4ded-4191-af26-e11e669e6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:14.017583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-74af19b3-4ded-4191-af26-e11e669e6dbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2aca539-415a-43b8-a249-a648e0f0af63 HTTP/1.1" status: 200  len: 801 time: 0.1511893
Apr 30 21:20:14.069674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e901e-b48c-486a-a727-b6665036351c req-2098943e-1fc9-44cf-a712-5c9a462827af tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:14.075623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e901e-b48c-486a-a727-b6665036351c req-2098943e-1fc9-44cf-a712-5c9a462827af tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:14.077225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-449e901e-b48c-486a-a727-b6665036351c req-2098943e-1fc9-44cf-a712-5c9a462827af tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1679 time: 0.1153846
Apr 30 21:20:14.082164 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9874a7-d681-4329-a310-1a036493f086 x-openstack-request-id: req-0e9874a7-d681-4329-a310-1a036493f086 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:14.082443 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "tag": "f2566869-85df-44a5-8e76-dd5804ef8cdb", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:14.082849 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e9874a7-d681-4329-a310-1a036493f086 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:14.083387 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9874a7-d681-4329-a310-1a036493f086'] response: {'name': 'network-changed', 'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'tag': 'f2566869-85df-44a5-8e76-dd5804ef8cdb', 'status': 'completed', 'code': 200}
Apr 30 21:20:14.104371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b8d11e40-b37d-4318-bdf2-7339b1b28107), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:14.113686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:14.114933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:14.117889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bce23df6-5df1-47f7-9302-9a36b407b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:14.119957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-bce23df6-5df1-47f7-9302-9a36b407b261 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5f36e2a-1d9b-4a37-8420-54ceae320947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0936620
Apr 30 21:20:14.137875 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f1a9b2-0989-4faf-b342-fd5ab5942da1 x-openstack-request-id: req-a6f1a9b2-0989-4faf-b342-fd5ab5942da1 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:14.138257 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77eab37-d34b-4e8c-9959-8d5661bf68fb", "name": "network-vif-deleted", "tag": "1635337f-81ee-4aec-a704-cf2d3c4efa24", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:14.138518 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6f1a9b2-0989-4faf-b342-fd5ab5942da1 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:14.138984 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f1a9b2-0989-4faf-b342-fd5ab5942da1'] response: {'server_uuid': 'd77eab37-d34b-4e8c-9959-8d5661bf68fb', 'name': 'network-vif-deleted', 'tag': '1635337f-81ee-4aec-a704-cf2d3c4efa24', 'status': 'completed', 'code': 200}
Apr 30 21:20:14.146278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18fd5de1-cde0-481f-8f5e-4d397e4cd92c req-9a8de307-f67e-4d82-904c-7aa25e71281c service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2676373
Apr 30 21:20:14.214069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-449e901e-b48c-486a-a727-b6665036351c req-8cc0a02d-888c-4c8b-b910-5382ef483f86 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234722
Apr 30 21:20:14.266991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Network': ['ID=b8d11e40-b37d-4318-bdf2-7339b1b28107,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:14.299288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b8d11e40-b37d-4318-bdf2-7339b1b28107 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:20:14.312842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-b03e8fa7-4902-422c-86a5-84955dd86c41 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f36e2a-1d9b-4a37-8420-54ceae320947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846654
Apr 30 21:20:14.319527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df129981-62a5-46b4-801a-fe298a8ca5ca req-e1e17ebd-3f4d-41f7-ae22-15186bbcbbdd tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:14.324670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df129981-62a5-46b4-801a-fe298a8ca5ca req-e1e17ebd-3f4d-41f7-ae22-15186bbcbbdd tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.1076238
Apr 30 21:20:14.330586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34944) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:14.352003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Request body: {'floatingip': {'port_id': '51b3842d-35b9-4bef-ad94-2041501dcf33'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:14.391873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 411cb9bf-ba86-4506-a5f1-be9d564d6e55 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:14.412579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for floatingip (fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:14.419505 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-38b96cbd-371f-4c6e-beef-69e5461c989e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.8277645
Apr 30 21:20:14.422142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34948) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:14.427378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'subnet': {'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:14.512789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723a09ba-37af-448c-9ea1-9ed224d4beb9 req-be838bb2-7acb-4843-9bf9-3cf3d6af5d2a service neutron] 10.222.0.35 "GET /v2.0/networks/a5f36e2a-1d9b-4a37-8420-54ceae320947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870835
Apr 30 21:20:14.515253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:20:14.535606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cf3ca-2e83-4fd4-ab43-a7648841a611 req-fbb6d9a5-fc02-437b-b02e-05355145b04c tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:14.537672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e0cf3ca-2e83-4fd4-ab43-a7648841a611 req-fbb6d9a5-fc02-437b-b02e-05355145b04c tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 944 time: 0.0577517
Apr 30 21:20:14.596018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e0cf3ca-2e83-4fd4-ab43-a7648841a611 req-f2102fe2-79c8-43a5-a5a9-e99eeab87e6f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496361
Apr 30 21:20:14.605382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:14.606091 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:14.720934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:14.724399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:14.736434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:14.736824 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:14.737382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1372641c-0a18-4850-954f-7b718ce6009d req-e8e59e4e-78f7-442a-9d2d-05ba5a0f5c93 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 210 time: 0.0324681
Apr 30 21:20:14.759913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a99313-2234-43cf-92e0-80ad0262a063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411cb9bf-ba86-4506-a5f1-be9d564d6e55'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:14.763682 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07269d0c-1bcb-4bb5-95ca-6bc2c85b734f" -d '{"events": [{"server_uuid": "91a99313-2234-43cf-92e0-80ad0262a063", "name": "network-vif-plugged", "status": "completed", "tag": "411cb9bf-ba86-4506-a5f1-be9d564d6e55"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:14.777490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 411cb9bf-ba86-4506-a5f1-be9d564d6e55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=411cb9bf-ba86-4506-a5f1-be9d564d6e55,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:14.803578 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891a9164-5942-41bb-b300-e3bea76860f6 x-openstack-request-id: req-891a9164-5942-41bb-b300-e3bea76860f6 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:14.804165 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a99313-2234-43cf-92e0-80ad0262a063", "name": "network-vif-plugged", "status": "completed", "tag": "411cb9bf-ba86-4506-a5f1-be9d564d6e55", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:14.804487 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-891a9164-5942-41bb-b300-e3bea76860f6 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:14.804893 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891a9164-5942-41bb-b300-e3bea76860f6'] response: {'server_uuid': '91a99313-2234-43cf-92e0-80ad0262a063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411cb9bf-ba86-4506-a5f1-be9d564d6e55', 'code': 200}
Apr 30 21:20:14.885930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:14.924891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906ddab-9996-403f-9b97-d5442098f38e req-b2834825-6d42-4aa0-baff-d5d1f7917221 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:14.926496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a906ddab-9996-403f-9b97-d5442098f38e req-b2834825-6d42-4aa0-baff-d5d1f7917221 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 944 time: 0.0551527
Apr 30 21:20:14.938295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=411cb9bf-ba86-4506-a5f1-be9d564d6e55,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:14.979493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a906ddab-9996-403f-9b97-d5442098f38e req-d582410a-781e-4d11-b5d6-750a9582608e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460002
Apr 30 21:20:15.085607 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:20:15.154777 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:15.160470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (c50d6dd4-111c-4c00-a457-494c755078c9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:15.221749 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:15.224454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Subnet': ['ID=c50d6dd4-111c-4c00-a457-494c755078c9,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:15.296169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Checking segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:15.296753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network hostable DHCP agents. Network: 2398732c-111b-435b-a08f-1b346cc08b51, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:20:15.351446 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Floating IP fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf associated. External IP: 172.35.4.98, port: 51b3842d-35b9-4bef-ad94-2041501dcf33.
Apr 30 21:20:15.363707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7f7b8-d604-4359-9818-8935fba75951 req-e1bff121-8ec1-4b92-8e61-d50fb90e77db tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.369198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7f7b8-d604-4359-9818-8935fba75951 req-e1bff121-8ec1-4b92-8e61-d50fb90e77db tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.370874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5eb7f7b8-d604-4359-9818-8935fba75951 req-e1bff121-8ec1-4b92-8e61-d50fb90e77db tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1679 time: 0.0904982
Apr 30 21:20:15.375576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-ce87f784-9cc6-4468-89df-a8265f4c1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.375728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-ce87f784-9cc6-4468-89df-a8265f4c1264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 1126 time: 0.0606859
Apr 30 21:20:15.418905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network 2398732c-111b-435b-a08f-1b346cc08b51 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:20:15.466156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2398732c-111b-435b-a08f-1b346cc08b51) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:15.471020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.471594 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:15.475698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5eb7f7b8-d604-4359-9818-8935fba75951 req-e4730661-c447-4997-8e08-416890d52f5c tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988512
Apr 30 21:20:15.482903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7817b5a5-8a8f-4e58-8fc3-f3aafe0eba10 None None] Network 2398732c-111b-435b-a08f-1b346cc08b51 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:20:15.500663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-0281cccb-940f-4116-b4ef-a25c4dffd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.502145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-0281cccb-940f-4116-b4ef-a25c4dffd315 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.1182072
Apr 30 21:20:15.559795 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-93009420-343f-47e7-94ca-e1ac9777aa67 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.1364055
Apr 30 21:20:15.562566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34958) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:15.568021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'subnet': {'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:15.596410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:15.607448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2398732c-111b-435b-a08f-1b346cc08b51', 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'fixed_ips': [{'subnet_id': 'c50d6dd4-111c-4c00-a457-494c755078c9'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:20:15.608882 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:15.744270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-a33d9cc3-f220-4baa-8229-0795f9db7c22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 217 time: 0.0729306
Apr 30 21:20:15.750833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:15.757264 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:15.765510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:15.770719 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:15.779821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] Sync routers for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:15.811147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:15.811810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6ce550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:15.815419 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2d45e567-b115-4ed3-930d-c0bb3d9c914e tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "PUT /v2.0/floatingips/fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf HTTP/1.1" status: 200  len: 991 time: 1.4677362
Apr 30 21:20:15.856419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Allocated IP 10.1.1.2 (2398732c-111b-435b-a08f-1b346cc08b51/c50d6dd4-111c-4c00-a457-494c755078c9/107f1b19-3c78-4c9d-896e-b640b9860935) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:15.888847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1635337f-81ee-4aec-a704-cf2d3c4efa24 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:15.963670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6943c-bfd1-44f2-aaea-d4de7a53b53d req-72aab645-074f-4a9f-9ea4-65e5f0bc587e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.965242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ede6943c-bfd1-44f2-aaea-d4de7a53b53d req-72aab645-074f-4a9f-9ea4-65e5f0bc587e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 944 time: 0.2662854
Apr 30 21:20:15.966328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-9fd05701-3cf1-49ad-83be-bfc2aed45517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.966804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-9fd05701-3cf1-49ad-83be-bfc2aed45517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.968354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-9fd05701-3cf1-49ad-83be-bfc2aed45517 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 2043 time: 0.2410147
Apr 30 21:20:15.981366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de04bc0c-556f-4f12-af9c-03dc04404ae7 req-7cacf553-b735-401a-9459-2faaa211447b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=d77eab37-d34b-4e8c-9959-8d5661bf68fb HTTP/1.1" status: 200  len: 210 time: 0.1026254
Apr 30 21:20:15.994772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e808826-770b-43d2-8175-8c6dea2809c6 req-2bb5e589-3aa0-4984-a4b4-cbd5b96aa46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:15.996312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e808826-770b-43d2-8175-8c6dea2809c6 req-2bb5e589-3aa0-4984-a4b4-cbd5b96aa46e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 1127 time: 0.1885324
Apr 30 21:20:16.043119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-940a44ee-3781-408a-bc5f-fca98e5bdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:16.044583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-940a44ee-3781-408a-bc5f-fca98e5bdc23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.2689700
Apr 30 21:20:16.064003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 1635337f-81ee-4aec-a704-cf2d3c4efa24 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:16.064354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1635337f-81ee-4aec-a704-cf2d3c4efa24 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:16.140077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'tag': '51b3842d-35b9-4bef-ad94-2041501dcf33'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:16.146552 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd53fa79-8734-4f71-97b5-cc739242bf81" -d '{"events": [{"name": "network-changed", "server_uuid": "96657a8f-3ac7-4f4b-a90a-0b487d135e52", "tag": "51b3842d-35b9-4bef-ad94-2041501dcf33"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:16.156429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:16.216669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-a065d7d9-2b7c-49f4-9d25-8990897d1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:16.218196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-a065d7d9-2b7c-49f4-9d25-8990897d1b7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1317394
Apr 30 21:20:16.227538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e808826-770b-43d2-8175-8c6dea2809c6 req-ff35441f-511a-4b00-9a86-c2d060dcadda service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220397
Apr 30 21:20:16.264462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ede6943c-bfd1-44f2-aaea-d4de7a53b53d req-6bd46379-efba-4308-8cf3-ee7ecc5c984b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850409
Apr 30 21:20:16.339812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a18c1-916e-43fc-8ae5-550cf53e4cd1 req-ca229e49-15a3-4520-8c7b-cd8281c61c5c tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:16.341276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d01a18c1-916e-43fc-8ae5-550cf53e4cd1 req-ca229e49-15a3-4520-8c7b-cd8281c61c5c tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.2000742
Apr 30 21:20:16.355453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f2566869-85df-44a5-8e76-dd5804ef8cdb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:20:16.365459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-b3aff7ef-589e-4bed-b6b3-8c11c252e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:16.367070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-b3aff7ef-589e-4bed-b6b3-8c11c252e3a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a5f36e2a-1d9b-4a37-8420-54ceae320947 HTTP/1.1" status: 200  len: 903 time: 0.3913660
Apr 30 21:20:16.384245 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Publish callbacks [] for port (107f1b19-3c78-4c9d-896e-b640b9860935), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:16.471416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:16.517611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105502f6-f88b-4c66-ad74-394c4e1a88d3 req-5e37cc1a-c19a-4af7-a0ce-4b10f3babe05 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:16.519050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-105502f6-f88b-4c66-ad74-394c4e1a88d3 req-5e37cc1a-c19a-4af7-a0ce-4b10f3babe05 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 945 time: 0.1719396
Apr 30 21:20:16.527917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-a69f1f65-7d70-4f3f-b707-7e360a1e51d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=f2566869-85df-44a5-8e76-dd5804ef8cdb HTTP/1.1" status: 200  len: 217 time: 0.1053553
Apr 30 21:20:16.544737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Network 2398732c-111b-435b-a08f-1b346cc08b51 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:16.568287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:16.582681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:16.591311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Pushing event updated for resources: {'Port': ['ID=107f1b19-3c78-4c9d-896e-b640b9860935,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:16.599571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-f2412d4d-019d-4c41-af38-2831f99de774 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695207
Apr 30 21:20:16.608572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d01a18c1-916e-43fc-8ae5-550cf53e4cd1 req-c94ffbcc-6c37-4a6f-b8af-fe55390b3188 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2582104
Apr 30 21:20:16.619959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6ce550>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'floating_ip_address': '172.35.4.98', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'port_id': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'mac_address': 'fa:16:3e:65:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:20:15Z', 'revision_number': 1, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:47Z', 'revision_number': 5, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:16.645305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (6940b647-3609-4564-b307-f6ea3540cbc9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:16.674203 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d03513-4ea0-4f94-a924-4ff1499e4026 x-openstack-request-id: req-d0d03513-4ea0-4f94-a924-4ff1499e4026 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:16.675096 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96657a8f-3ac7-4f4b-a90a-0b487d135e52", "tag": "51b3842d-35b9-4bef-ad94-2041501dcf33", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:16.675433 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0d03513-4ea0-4f94-a924-4ff1499e4026 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:16.675896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] Checking router: 3c24a3c0-4e4f-4c84-9aa6-452627589a7b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:16.676017 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d03513-4ea0-4f94-a924-4ff1499e4026'] response: {'name': 'network-changed', 'server_uuid': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'tag': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'status': 'completed', 'code': 200}
Apr 30 21:20:16.687719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f2566869-85df-44a5-8e76-dd5804ef8cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2566869-85df-44a5-8e76-dd5804ef8cdb,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:16.720539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:16.720730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-80a688d7-64a3-49dc-ab77-ba564efa8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:16.721180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6ce550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:16.722114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-80a688d7-64a3-49dc-ab77-ba564efa8cb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2aca539-415a-43b8-a249-a648e0f0af63 HTTP/1.1" status: 200  len: 801 time: 0.1750536
Apr 30 21:20:16.723136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'f2566869-85df-44a5-8e76-dd5804ef8cdb', 'network_id': 'a5f36e2a-1d9b-4a37-8420-54ceae320947', 'port_id': 'f2566869-85df-44a5-8e76-dd5804ef8cdb', 'mac_address': 'fa:16:3e:cf:66:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aca539-415a-43b8-a249-a648e0f0af63', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:20:16.745327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-105502f6-f88b-4c66-ad74-394c4e1a88d3 req-369f2dea-33b4-4585-a311-afaacb9f22cc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120001
Apr 30 21:20:16.795355 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:16.796634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Subnet': ['ID=6940b647-3609-4564-b307-f6ea3540cbc9,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:16.802020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Attempting to bind port 107f1b19-3c78-4c9d-896e-b640b9860935 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:16.803098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Attempting to bind port 107f1b19-3c78-4c9d-896e-b640b9860935 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:16.803098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Attempting to bind port 107f1b19-3c78-4c9d-896e-b640b9860935 on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:16.845789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:16.846165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Checking segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:16.846572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:16.847022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Bound using segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:16.847456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Bound port: 107f1b19-3c78-4c9d-896e-b640b9860935, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:16.847844 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:16.848317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379c5e6-d8c7-4027-a74c-6198ce385c2a req-1a160dd0-8ceb-4acc-8877-aebd834daa54 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:16.854270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379c5e6-d8c7-4027-a74c-6198ce385c2a req-1a160dd0-8ceb-4acc-8877-aebd834daa54 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:16.855869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1379c5e6-d8c7-4027-a74c-6198ce385c2a req-1a160dd0-8ceb-4acc-8877-aebd834daa54 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1679 time: 0.1180685
Apr 30 21:20:16.858180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9ec2e75-664a-4036-ba68-d4390c28cd04 req-762cf0a6-4919-4c28-acd2-8d4ec7d7af9e service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417991
Apr 30 21:20:16.865738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Checking segment: {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:16.866125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network hostable DHCP agents. Network: b8d11e40-b37d-4318-bdf2-7339b1b28107, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:20:16.880264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f2566869-85df-44a5-8e76-dd5804ef8cdb is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:16.880703 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:16.918903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1379c5e6-d8c7-4027-a74c-6198ce385c2a req-50753ae9-562e-4edd-bc6d-f513224f2b01 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569260
Apr 30 21:20:16.924259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:16.954819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2566869-85df-44a5-8e76-dd5804ef8cdb {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:16.998714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-e5c02c1e-1827-4fbc-9b9c-71204eea6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:17.000216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-e5c02c1e-1827-4fbc-9b9c-71204eea6c2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a5f36e2a-1d9b-4a37-8420-54ceae320947&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0679481
Apr 30 21:20:17.004275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] For port 107f1b19-3c78-4c9d-896e-b640b9860935, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:17.005682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-c1aa269f-3ead-4c02-95a8-bf4535da9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:17.007162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-c1aa269f-3ead-4c02-95a8-bf4535da9b5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c91284d0547c4c8a9d99f57d0a43f98b&device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 1128 time: 0.0480125
Apr 30 21:20:17.008108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f2566869-85df-44a5-8e76-dd5804ef8cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2566869-85df-44a5-8e76-dd5804ef8cdb,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:17.063368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network b8d11e40-b37d-4318-bdf2-7339b1b28107 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:20:17.065473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] For port 107f1b19-3c78-4c9d-896e-b640b9860935, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107f1b19-3c78-4c9d-896e-b640b9860935,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:17.131400 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:17.132068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 938b3124-c295-4ecf-b6a7-1c1b548c7665 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:20:17.167146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b8d11e40-b37d-4318-bdf2-7339b1b28107) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:17.169089 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:17.181381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac0af9d-eb5e-49ba-8514-37ed9d079271 None None] Network b8d11e40-b37d-4318-bdf2-7339b1b28107 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:20:17.182146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:17.191056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:17.191667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-87ee56ed-d837-4d32-ac30-2bb3825c0fa9 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f36e2a-1d9b-4a37-8420-54ceae320947?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833274
Apr 30 21:20:17.197255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-70df8e76-7abe-421c-92a3-9a3b6300c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:17.198705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-70df8e76-7abe-421c-92a3-9a3b6300c3b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b64257ec-4b95-4265-9c51-aad2fb5f6475 HTTP/1.1" status: 200  len: 912 time: 0.1821020
Apr 30 21:20:17.260940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-70eafe30-47e5-4ffe-8031-ebc4e63a683e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.6971085
Apr 30 21:20:17.263608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34980) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:17.268533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'port': {'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'name': 'tempest-TaggedBootDevicesTest_v242-484364897', 'fixed_ips': [{'subnet_id': 'c50d6dd4-111c-4c00-a457-494c755078c9'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:17.336701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f2566869-85df-44a5-8e76-dd5804ef8cdb,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:17.495352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6ce550>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'floating_ip_address': '172.35.4.98', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'port_id': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'mac_address': 'fa:16:3e:65:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:20:15Z', 'revision_number': 1, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:47Z', 'revision_number': 5, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:17.544529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b8d11e40-b37d-4318-bdf2-7339b1b28107', 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107', 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'fixed_ips': [{'subnet_id': '6940b647-3609-4564-b307-f6ea3540cbc9'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:20:17.546007 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:17.558017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b96ac1-29d2-4bac-b3ad-80e8d9d38717 None None] Pushing event updated for resources: {'Port': ['ID=107f1b19-3c78-4c9d-896e-b640b9860935,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:17.561156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91229c73-8083-4ec1-ae08-20ab66843676 None None] The sync data for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 is: [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'floating_ip_address': '172.35.4.98', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'port_id': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'mac_address': 'fa:16:3e:65:3d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:20:15Z', 'revision_number': 1, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:47Z', 'revision_number': 5, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:17.580655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 938b3124-c295-4ecf-b6a7-1c1b548c7665, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=938b3124-c295-4ecf-b6a7-1c1b548c7665,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:17.613233 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '938b3124-c295-4ecf-b6a7-1c1b548c7665', 'network_id': '8a42b8f1-3795-4419-a0fb-32d2333d769d', 'port_id': '938b3124-c295-4ecf-b6a7-1c1b548c7665', 'mac_address': 'fa:16:3e:e0:39:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ce8086-2833-4589-a4ce-5e9f4db98666', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:20:17.900465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:20:17.923973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 107f1b19-3c78-4c9d-896e-b640b9860935 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:17.981824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fec226-f246-4fec-a970-6a73b414a24a req-bca4ef00-e67f-4e2c-8eea-b379fa230ffc tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:17.983423 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69fec226-f246-4fec-a970-6a73b414a24a req-bca4ef00-e67f-4e2c-8eea-b379fa230ffc tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 944 time: 0.5727863
Apr 30 21:20:17.985165 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285cda17-e8d6-49f6-be7b-6c13af1c5dbd None None] New status for floating IP fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:20:18.031560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-0e3346e1-8ace-4480-bd82-4278fb63f422 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b3842d-35b9-4bef-ad94-2041501dcf33 HTTP/1.1" status: 200  len: 999 time: 0.6738217
Apr 30 21:20:18.035417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 938b3124-c295-4ecf-b6a7-1c1b548c7665 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:18.035813 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.086409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938b3124-c295-4ecf-b6a7-1c1b548c7665 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:18.100780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:18.112608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13f13586-0df8-4f88-a0d5-f1f11b58f088 req-af1b3a87-da4b-48bf-ac4a-2f2b1924c193 service neutron] 10.222.0.35 "GET /v2.0/networks/a5f36e2a-1d9b-4a37-8420-54ceae320947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7557628
Apr 30 21:20:18.124944 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-159122c4-4dd0-442b-89b8-fa946d215165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.130946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Allocated IP 10.2.2.2 (b8d11e40-b37d-4318-bdf2-7339b1b28107/6940b647-3609-4564-b307-f6ea3540cbc9/71a825d2-8980-440c-b35d-51ed366a1a83) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:18.167869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 938b3124-c295-4ecf-b6a7-1c1b548c7665, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=938b3124-c295-4ecf-b6a7-1c1b548c7665,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:18.181980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 107f1b19-3c78-4c9d-896e-b640b9860935 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:18.182362 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.188668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69fec226-f246-4fec-a970-6a73b414a24a req-62304897-a02e-4822-812d-f9de7034bcfe tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960418
Apr 30 21:20:18.199814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-84cc1fbf-e6d8-4775-8a5c-f11802c05ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:18.201303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-84cc1fbf-e6d8-4775-8a5c-f11802c05ad6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1c69da7-5707-4178-868e-108b75ffdc92 HTTP/1.1" status: 200  len: 850 time: 0.1578579
Apr 30 21:20:18.259348 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.267361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b24a22-0d9e-4f07-a304-271f238aa2d6 req-8f90df8b-64df-4835-aba0-9e4f664f3841 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:18.278382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10b24a22-0d9e-4f07-a304-271f238aa2d6 req-8f90df8b-64df-4835-aba0-9e4f664f3841 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 945 time: 0.0980883
Apr 30 21:20:18.348179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:18.370302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.393103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92499e40-b9c4-4aae-89a8-d17efecb753c req-35f95818-d5c4-4517-975b-d146f05070dd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:18.398499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92499e40-b9c4-4aae-89a8-d17efecb753c req-35f95818-d5c4-4517-975b-d146f05070dd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:18.402353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92499e40-b9c4-4aae-89a8-d17efecb753c req-35f95818-d5c4-4517-975b-d146f05070dd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1681 time: 0.1186082
Apr 30 21:20:18.403312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'port_id': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'mac_address': 'fa:16:3e:89:59:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:20:18.409049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=938b3124-c295-4ecf-b6a7-1c1b548c7665,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:18.426987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] device_id is not set on port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:20:18.442460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.444085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10b24a22-0d9e-4f07-a304-271f238aa2d6 req-36e98783-e82e-4749-92b7-c1b02e70c5ab tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474125
Apr 30 21:20:18.514201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 107f1b19-3c78-4c9d-896e-b640b9860935 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:18.514604 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.541993 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:18.542423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.561381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:18.586066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:18.612309 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Publish callbacks [] for port (71a825d2-8980-440c-b35d-51ed366a1a83), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.641514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 107f1b19-3c78-4c9d-896e-b640b9860935, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107f1b19-3c78-4c9d-896e-b640b9860935,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:18.686754 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.707184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab75ca-804d-4d7c-856c-91ea30973a64 req-7b380868-d61f-45a0-86b8-f24b071a3ae4 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:18.708788 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebab75ca-804d-4d7c-856c-91ea30973a64 req-7b380868-d61f-45a0-86b8-f24b071a3ae4 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 949 time: 0.1494968
Apr 30 21:20:18.737571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['938b3124-c295-4ecf-b6a7-1c1b548c7665'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:18.739699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92499e40-b9c4-4aae-89a8-d17efecb753c req-e70e0e30-929e-4c1b-af9c-02d78cdc2ccd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3151443
Apr 30 21:20:18.771012 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.782712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:18.797082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcbfefb-f050-4505-a19c-3fee98cd2ebb None None] Network 2398732c-111b-435b-a08f-1b346cc08b51 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:20:18.820478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebab75ca-804d-4d7c-856c-91ea30973a64 req-2113e314-6307-4ce3-b904-60dae05b4d8f tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013460
Apr 30 21:20:18.833893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Allocated IP 10.1.1.142 (2398732c-111b-435b-a08f-1b346cc08b51/c50d6dd4-111c-4c00-a457-494c755078c9/83b262c0-f5b8-4175-b9b8-1163fa513cc0) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:18.875488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f2566869-85df-44a5-8e76-dd5804ef8cdb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:18.879798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Network b8d11e40-b37d-4318-bdf2-7339b1b28107 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:18.888905 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:18.927008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:18.942218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:18.959912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Pushing event updated for resources: {'Port': ['ID=71a825d2-8980-440c-b35d-51ed366a1a83,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:18.977311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a98f59c3-4238-4bea-a7c9-b69006cf1967 None None] Provisioning complete for port 107f1b19-3c78-4c9d-896e-b640b9860935 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:18.978248 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a98f59c3-4238-4bea-a7c9-b69006cf1967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.016810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.053501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:19.057107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-296f54d2-1d4a-417f-8cc6-1e7e3974dcfa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:19.058675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-296f54d2-1d4a-417f-8cc6-1e7e3974dcfa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "GET /v2.0/ports?device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 949 time: 0.0561130
Apr 30 21:20:19.191744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-42114ef8-c623-44e9-bcc3-48e3f39d796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:19.193377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-42114ef8-c623-44e9-bcc3-48e3f39d796f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b64257ec-4b95-4265-9c51-aad2fb5f6475&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0808201
Apr 30 21:20:19.203115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Deleting port da2ea81e-0c93-4fb7-b6de-96f247b81066 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:19.203764 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.230142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=107f1b19-3c78-4c9d-896e-b640b9860935,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:19.243928 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.250316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Attempting to bind port 71a825d2-8980-440c-b35d-51ed366a1a83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:19.250316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Attempting to bind port 71a825d2-8980-440c-b35d-51ed366a1a83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:19.250316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Attempting to bind port 71a825d2-8980-440c-b35d-51ed366a1a83 on network b8d11e40-b37d-4318-bdf2-7339b1b28107 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:19.293336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:19.293724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Checking segment: {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:19.294172 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.294566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Bound using segment: {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:19.295082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Bound port: 71a825d2-8980-440c-b35d-51ed366a1a83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:19.295428 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.365551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network 2398732c-111b-435b-a08f-1b346cc08b51 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:19.379426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:19.405272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=83b262c0-f5b8-4175-b9b8-1163fa513cc0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:19.409632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:19.506523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] For port da2ea81e-0c93-4fb7-b6de-96f247b81066, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da2ea81e-0c93-4fb7-b6de-96f247b81066,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:19.506894 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.545435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a98f59c3-4238-4bea-a7c9-b69006cf1967 None None] Current status of the port 107f1b19-3c78-4c9d-896e-b640b9860935 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:19.545633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Calling delete_port for da2ea81e-0c93-4fb7-b6de-96f247b81066 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:19.556415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698c535-36d7-4331-814c-0b915d36a4ef req-06579388-7735-4b34-a300-541dc49efa8b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:19.557981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0698c535-36d7-4331-814c-0b915d36a4ef req-06579388-7735-4b34-a300-541dc49efa8b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 945 time: 0.2154069
Apr 30 21:20:19.573635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-901e288e-0c07-447a-9efe-5560de6a97cc tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:19.575189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-901e288e-0c07-447a-9efe-5560de6a97cc tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/ports?device_id=3855dbed-3ab0-4ad7-89a7-b2533f8489a5 HTTP/1.1" status: 200  len: 950 time: 0.1627004
Apr 30 21:20:19.605654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:19.606299 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.608736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] For port 71a825d2-8980-440c-b35d-51ed366a1a83, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:19.621360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] For port 71a825d2-8980-440c-b35d-51ed366a1a83, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71a825d2-8980-440c-b35d-51ed366a1a83,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:19.632675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-6d8c9028-1735-497e-8dc4-935f222aea84 service neutron] 10.222.0.35 "GET /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3526094
Apr 30 21:20:19.672281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9da49ff1-074e-46d1-bb3b-59ca34d2eab5 None None] Provisioning complete for port 107f1b19-3c78-4c9d-896e-b640b9860935 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:19.672660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9da49ff1-074e-46d1-bb3b-59ca34d2eab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.726848 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.835600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9da49ff1-074e-46d1-bb3b-59ca34d2eab5 None None] Current status of the port 107f1b19-3c78-4c9d-896e-b640b9860935 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:19.843882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03c6da-ed93-4b24-9da3-8f66df58075e None None] Pushing event updated for resources: {'Port': ['ID=71a825d2-8980-440c-b35d-51ed366a1a83,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:19.872574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ebae28b9-82c5-4475-ab32-ffb268169381 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.6053896
Apr 30 21:20:19.873043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35010) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:19.878738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'port': {'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'name': 'tempest-TaggedBootDevicesTest_v242-1201043307', 'fixed_ips': [{'subnet_id': 'c50d6dd4-111c-4c00-a457-494c755078c9'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:19.897401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Deleting port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:19.897742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:19.920573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0698c535-36d7-4331-814c-0b915d36a4ef req-b8ee0ba0-999d-4574-a92d-3b7e54efc2f1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3424966
Apr 30 21:20:19.945548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 107f1b19-3c78-4c9d-896e-b640b9860935 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:20.056693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 107f1b19-3c78-4c9d-896e-b640b9860935 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:20.057217 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.059447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c73c89e1-f998-4473-a526-9e91d25d45d9 None None] Provisioning complete for port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:20.059940 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c73c89e1-f998-4473-a526-9e91d25d45d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.139352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:20.164221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c73c89e1-f998-4473-a526-9e91d25d45d9 None None] Port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:20.179883 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-57db942a-b755-4a5e-bc1c-aec30b71f513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.195555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286b00d-21b4-43f5-a708-86224e535443 req-6fd3656d-f2ce-4a71-8b69-5890dca93619 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:20.201028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286b00d-21b4-43f5-a708-86224e535443 req-6fd3656d-f2ce-4a71-8b69-5890dca93619 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:20.208418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2286b00d-21b4-43f5-a708-86224e535443 req-6fd3656d-f2ce-4a71-8b69-5890dca93619 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1681 time: 0.3054008
Apr 30 21:20:20.230339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90a99a-e9e1-4477-aae2-4403675f197e req-dbc76a0f-a77c-4ea2-8e7d-35c57b40dd30 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:20.237747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd90a99a-e9e1-4477-aae2-4403675f197e req-dbc76a0f-a77c-4ea2-8e7d-35c57b40dd30 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 949 time: 0.2145495
Apr 30 21:20:20.256024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd53fa79-8734-4f71-97b5-cc739242bf81 req-91f23390-2cca-4eec-bb8f-acbb98a50f6c service neutron] 10.222.0.35 "GET /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6110773
Apr 30 21:20:20.278625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] For port c56ee71c-bad4-4c67-ba8d-174fb8fd7523, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:20.279047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.306288 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.332427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] device_id is not set on port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:20:20.371574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Calling delete_port for c56ee71c-bad4-4c67-ba8d-174fb8fd7523 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:20.422213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2286b00d-21b4-43f5-a708-86224e535443 req-46bbbd45-6bd1-4ae0-acc9-9e161ffeb508 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127550
Apr 30 21:20:20.443410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd90a99a-e9e1-4477-aae2-4403675f197e req-49e1b508-4e70-45e3-93cf-fead90394004 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045979
Apr 30 21:20:20.471291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 107f1b19-3c78-4c9d-896e-b640b9860935 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:20.520293 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (da2ea81e-0c93-4fb7-b6de-96f247b81066), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.531990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:20.550208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Allocated IP 10.1.1.176 (2398732c-111b-435b-a08f-1b346cc08b51/c50d6dd4-111c-4c00-a457-494c755078c9/68951237-c8b8-42a1-8ab3-47a4e01c2f51) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:20.556975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event deleted for resources: {'Port': ['ID=da2ea81e-0c93-4fb7-b6de-96f247b81066,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:20.602018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:20:20.635139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] No DVR routers for this DVR port da2ea81e-0c93-4fb7-b6de-96f247b81066 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:20.639371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.642698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b3b69f7-779a-4802-a223-30d80ff46309 req-69a6bc45-52dd-46e4-8676-39a5fb49eb7e tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.20 "DELETE /v2.0/ports/da2ea81e-0c93-4fb7-b6de-96f247b81066 HTTP/1.1" status: 204  len: 173 time: 1.5774343
Apr 30 21:20:20.643144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaeadd-696c-4555-a7a4-2fbcb85aae6f', 'name': 'network-vif-deleted', 'tag': 'da2ea81e-0c93-4fb7-b6de-96f247b81066'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:20.645409 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65236a5a-99ff-423e-8b87-3412ad8664fa" -d '{"events": [{"server_uuid": "34eaeadd-696c-4555-a7a4-2fbcb85aae6f", "name": "network-vif-deleted", "tag": "da2ea81e-0c93-4fb7-b6de-96f247b81066"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:20.669389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:20.669918 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.692343 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0507abb5-0dc8-4879-aa7b-8a4206019b94 x-openstack-request-id: req-0507abb5-0dc8-4879-aa7b-8a4206019b94 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:20.692659 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaeadd-696c-4555-a7a4-2fbcb85aae6f", "name": "network-vif-deleted", "tag": "da2ea81e-0c93-4fb7-b6de-96f247b81066", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:20.696858 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0507abb5-0dc8-4879-aa7b-8a4206019b94 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:20.696858 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0507abb5-0dc8-4879-aa7b-8a4206019b94'] response: {'server_uuid': '34eaeadd-696c-4555-a7a4-2fbcb85aae6f', 'name': 'network-vif-deleted', 'tag': 'da2ea81e-0c93-4fb7-b6de-96f247b81066', 'status': 'completed', 'code': 200}
Apr 30 21:20:20.738126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c56ee71c-bad4-4c67-ba8d-174fb8fd7523), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.751822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.762898 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:20.763859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.768009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event deleted for resources: {'Port': ['ID=c56ee71c-bad4-4c67-ba8d-174fb8fd7523,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:20.804632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:20.807874 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be18289-65a8-48dc-827d-bcac3b1db104" -d '{"events": [{"server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "name": "network-vif-plugged", "status": "completed", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:20.832106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:20.841739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] No DVR routers for this DVR port c56ee71c-bad4-4c67-ba8d-174fb8fd7523 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:20.845037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.848411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1697c310-b95e-4fa4-8764-7fa10a7dc1f9 req-72ce0b64-f33d-4825-aa7b-fa01c3854ba7 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "DELETE /v2.0/ports/c56ee71c-bad4-4c67-ba8d-174fb8fd7523 HTTP/1.1" status: 204  len: 173 time: 1.2644362
Apr 30 21:20:20.861404 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a72b6a0-76c8-468b-8664-edd54e683019 x-openstack-request-id: req-8a72b6a0-76c8-468b-8664-edd54e683019 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:20.861404 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "name": "network-vif-plugged", "status": "completed", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:20.861404 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a72b6a0-76c8-468b-8664-edd54e683019 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:20.861404 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a72b6a0-76c8-468b-8664-edd54e683019'] response: {'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'code': 200}
Apr 30 21:20:20.881137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:20.902810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:20.908601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'a28b17c3-a6e2-4e33-a643-c161b9604200', '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:20.935780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network 2398732c-111b-435b-a08f-1b346cc08b51 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:20.941191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:20.947071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:21.047799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:21.048497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.070461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2cf40-8906-422e-bbd6-9df85af8e487 req-5796bcf4-d629-4740-8c77-a7bd97b2ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:21.072738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5c2cf40-8906-422e-bbd6-9df85af8e487 req-5796bcf4-d629-4740-8c77-a7bd97b2ee40 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 1128 time: 0.1230681
Apr 30 21:20:21.072880 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.080801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device da2ea81e-0c93-4fb7-b6de-96f247b81066 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:21.092176 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=68951237-c8b8-42a1-8ab3-47a4e01c2f51,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:21.182026 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-270ec644-055d-4ce9-bb6e-456d2b3e411a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3072252
Apr 30 21:20:21.201949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5c2cf40-8906-422e-bbd6-9df85af8e487 req-90436ca0-cb97-4024-9004-25abfb8c6027 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128149
Apr 30 21:20:21.256096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f2566869-85df-44a5-8e76-dd5804ef8cdb up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:21.409638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: da2ea81e-0c93-4fb7-b6de-96f247b81066 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:21.410227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device da2ea81e-0c93-4fb7-b6de-96f247b81066 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:21.435054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:21.513365 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.531242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port f2566869-85df-44a5-8e76-dd5804ef8cdb completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:20:21.537200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56dea4-e10b-4fd8-abea-860c8a381ae6 req-d516a046-f89b-4fb3-a66c-59c7865e54c1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:21.539390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f56dea4-e10b-4fd8-abea-860c8a381ae6 req-d516a046-f89b-4fb3-a66c-59c7865e54c1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 946 time: 0.4812772
Apr 30 21:20:21.544790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5884ede5-be54-46f8-8f04-606f72da4949 None None] Provisioning complete for port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:21.545186 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5884ede5-be54-46f8-8f04-606f72da4949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.557661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35034) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:21.562536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ec291539-22e8-4b5b-bb13-edc8e3cea3b6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982000583', 'description': 'tempest-description--1490942809'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:21.611874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a21dac-bb6d-4e51-9c78-bbcbe7fdec78 None None] Network b8d11e40-b37d-4318-bdf2-7339b1b28107 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:20:21.614113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port f2566869-85df-44a5-8e76-dd5804ef8cdb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:21.614489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.630057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f56dea4-e10b-4fd8-abea-860c8a381ae6 req-2f9242a7-7668-41c7-a3f5-668ea2f7234f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815842
Apr 30 21:20:21.715112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e83d1a-e5f4-41bd-9d73-24d63a7eaa00 req-ca8794e2-6425-4e88-bacd-77ec6ff2dbe0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:21.721465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e83d1a-e5f4-41bd-9d73-24d63a7eaa00 req-ca8794e2-6425-4e88-bacd-77ec6ff2dbe0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:21.723337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8e83d1a-e5f4-41bd-9d73-24d63a7eaa00 req-ca8794e2-6425-4e88-bacd-77ec6ff2dbe0 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1681 time: 0.0920920
Apr 30 21:20:21.723983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5884ede5-be54-46f8-8f04-606f72da4949 None None] Port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:21.727320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec291539-22e8-4b5b-bb13-edc8e3cea3b6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.808409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a8cd9d0-8d73-4f57-a958-8b54572c0d60 req-29a0998c-280e-4013-8cb4-b936bdbd67a1 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eaeadd-696c-4555-a7a4-2fbcb85aae6f HTTP/1.1" status: 200  len: 210 time: 0.0840371
Apr 30 21:20:21.830624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8e83d1a-e5f4-41bd-9d73-24d63a7eaa00 req-806eb637-b17c-4d10-920e-ea6268fa8c97 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937526
Apr 30 21:20:21.893454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec291539-22e8-4b5b-bb13-edc8e3cea3b6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group (e9c5d956-b205-46eb-89ea-cc160339a696), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.933153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1fe74854-f28e-4075-9110-db3ad1fd5121 None None] Provisioning complete for port 71a825d2-8980-440c-b35d-51ed366a1a83 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:21.933374 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe74854-f28e-4075-9110-db3ad1fd5121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.956167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec291539-22e8-4b5b-bb13-edc8e3cea3b6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e9c5d956-b205-46eb-89ea-cc160339a696), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:21.970092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 71a825d2-8980-440c-b35d-51ed366a1a83 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:21.993972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec291539-22e8-4b5b-bb13-edc8e3cea3b6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c5d956-b205-46eb-89ea-cc160339a696,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:22.070292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f2566869-85df-44a5-8e76-dd5804ef8cdb is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:22.071026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.114340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec291539-22e8-4b5b-bb13-edc8e3cea3b6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.119329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35040) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:22.119517 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ec291539-22e8-4b5b-bb13-edc8e3cea3b6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5612090
Apr 30 21:20:22.124819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bd1c79cf-219c-428e-b8e5-9058fdb6b304 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'security_group_rule': {'security_group_id': 'e9c5d956-b205-46eb-89ea-cc160339a696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:22.189647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f2566869-85df-44a5-8e76-dd5804ef8cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2566869-85df-44a5-8e76-dd5804ef8cdb,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:22.221633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 71a825d2-8980-440c-b35d-51ed366a1a83 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:22.222082 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.302100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1fe74854-f28e-4075-9110-db3ad1fd5121 None None] Current status of the port 71a825d2-8980-440c-b35d-51ed366a1a83 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:22.306987 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe74854-f28e-4075-9110-db3ad1fd5121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.334784 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd1c79cf-219c-428e-b8e5-9058fdb6b304 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group_rule (6ded2d93-752a-4730-8d54-b7448f6ca65f), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.387986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.388702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 938b3124-c295-4ecf-b6a7-1c1b548c7665 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:22.392582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd1c79cf-219c-428e-b8e5-9058fdb6b304 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group_rule (6ded2d93-752a-4730-8d54-b7448f6ca65f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.398307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1fe74854-f28e-4075-9110-db3ad1fd5121 None None] For port 71a825d2-8980-440c-b35d-51ed366a1a83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71a825d2-8980-440c-b35d-51ed366a1a83,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:22.480707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd1c79cf-219c-428e-b8e5-9058fdb6b304 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (6ded2d93-752a-4730-8d54-b7448f6ca65f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.497272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c79cf-219c-428e-b8e5-9058fdb6b304 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ded2d93-752a-4730-8d54-b7448f6ca65f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:22.498919 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe74854-f28e-4075-9110-db3ad1fd5121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.546139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 71a825d2-8980-440c-b35d-51ed366a1a83 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:22.546537 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.558033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd1c79cf-219c-428e-b8e5-9058fdb6b304 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.559331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bd1c79cf-219c-428e-b8e5-9058fdb6b304 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4389958
Apr 30 21:20:22.562383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35046) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:22.567045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-85ddfb0c-5921-4ef5-af7e-ef52c13b11f2 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'security_group_rule': {'security_group_id': 'e9c5d956-b205-46eb-89ea-cc160339a696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:22.577811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f2566869-85df-44a5-8e76-dd5804ef8cdb,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:22.629184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 938b3124-c295-4ecf-b6a7-1c1b548c7665 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:20:22.682345 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85ddfb0c-5921-4ef5-af7e-ef52c13b11f2 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group_rule (482f9d51-aaf3-4207-b5af-88fabe08e3c7), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.694994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3855dbed-3ab0-4ad7-89a7-b2533f8489a5', 'name': 'network-vif-deleted', 'tag': 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:22.697269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c3680ded-ede8-4d8a-8a35-db240f1d8aa8 None None] Provisioning complete for port 71a825d2-8980-440c-b35d-51ed366a1a83 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:22.697651 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c3680ded-ede8-4d8a-8a35-db240f1d8aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.701168 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c88680-81c9-4436-a823-7961823787d1" -d '{"events": [{"server_uuid": "3855dbed-3ab0-4ad7-89a7-b2533f8489a5", "name": "network-vif-deleted", "tag": "c56ee71c-bad4-4c67-ba8d-174fb8fd7523"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:22.734519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe74854-f28e-4075-9110-db3ad1fd5121 None None] Pushing event updated for resources: {'Port': ['ID=71a825d2-8980-440c-b35d-51ed366a1a83,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:22.742427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 938b3124-c295-4ecf-b6a7-1c1b548c7665 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:22.742808 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.751089 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:20:22.751420 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:20:22.763822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db74858-95cf-4067-86fa-d326350e914a req-1d19c60a-2720-45e9-a4ff-64f0e301171f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:22.765698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4db74858-95cf-4067-86fa-d326350e914a req-1d19c60a-2720-45e9-a4ff-64f0e301171f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 946 time: 0.0606606
Apr 30 21:20:22.788464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85ddfb0c-5921-4ef5-af7e-ef52c13b11f2 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group_rule (482f9d51-aaf3-4207-b5af-88fabe08e3c7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.832491 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276c7bb8-664d-49f9-a49f-4144587a2aeb x-openstack-request-id: req-276c7bb8-664d-49f9-a49f-4144587a2aeb {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:22.832791 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3855dbed-3ab0-4ad7-89a7-b2533f8489a5", "name": "network-vif-deleted", "tag": "c56ee71c-bad4-4c67-ba8d-174fb8fd7523", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:22.838896 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-276c7bb8-664d-49f9-a49f-4144587a2aeb {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:22.838896 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276c7bb8-664d-49f9-a49f-4144587a2aeb'] response: {'server_uuid': '3855dbed-3ab0-4ad7-89a7-b2533f8489a5', 'name': 'network-vif-deleted', 'tag': 'c56ee71c-bad4-4c67-ba8d-174fb8fd7523', 'status': 'completed', 'code': 200}
Apr 30 21:20:22.858045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85ddfb0c-5921-4ef5-af7e-ef52c13b11f2 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (482f9d51-aaf3-4207-b5af-88fabe08e3c7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.867685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4db74858-95cf-4067-86fa-d326350e914a req-1f70bc75-822c-4add-a73e-fa73f48eaa03 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944695
Apr 30 21:20:22.874567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2566869-85df-44a5-8e76-dd5804ef8cdb'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:22.877121 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef201ea-52a0-4462-9985-b2464db6d36f" -d '{"events": [{"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-plugged", "status": "completed", "tag": "f2566869-85df-44a5-8e76-dd5804ef8cdb"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:22.896622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddfb0c-5921-4ef5-af7e-ef52c13b11f2 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482f9d51-aaf3-4207-b5af-88fabe08e3c7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:22.900831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c3680ded-ede8-4d8a-8a35-db240f1d8aa8 None None] Current status of the port 71a825d2-8980-440c-b35d-51ed366a1a83 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:22.913925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 938b3124-c295-4ecf-b6a7-1c1b548c7665 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:22.914327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.934795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85ddfb0c-5921-4ef5-af7e-ef52c13b11f2 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:22.936267 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384aeefd-9dd2-474d-8f68-1d6f109fe5bf x-openstack-request-id: req-384aeefd-9dd2-474d-8f68-1d6f109fe5bf {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:22.936566 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-plugged", "status": "completed", "tag": "f2566869-85df-44a5-8e76-dd5804ef8cdb", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:22.936823 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-384aeefd-9dd2-474d-8f68-1d6f109fe5bf {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:22.937325 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384aeefd-9dd2-474d-8f68-1d6f109fe5bf'] response: {'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2566869-85df-44a5-8e76-dd5804ef8cdb', 'code': 200}
Apr 30 21:20:22.939635 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-85ddfb0c-5921-4ef5-af7e-ef52c13b11f2 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3761446
Apr 30 21:20:22.940062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35062) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:22.944904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:22.960905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 938b3124-c295-4ecf-b6a7-1c1b548c7665, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=938b3124-c295-4ecf-b6a7-1c1b548c7665,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:23.029286 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:23.030143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c56ee71c-bad4-4c67-ba8d-174fb8fd7523 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:23.032985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c98d0-4dc1-4844-91a1-6bcdfbb8092b req-1090d78a-9e10-4232-bedb-24cacdb02f13 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:23.038348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c98d0-4dc1-4844-91a1-6bcdfbb8092b req-1090d78a-9e10-4232-bedb-24cacdb02f13 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:23.040593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e52c98d0-4dc1-4844-91a1-6bcdfbb8092b req-1090d78a-9e10-4232-bedb-24cacdb02f13 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1682 time: 0.0660236
Apr 30 21:20:23.048895 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:23.114136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: c56ee71c-bad4-4c67-ba8d-174fb8fd7523 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:23.114580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c56ee71c-bad4-4c67-ba8d-174fb8fd7523 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:23.116066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=938b3124-c295-4ecf-b6a7-1c1b548c7665,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:23.120461 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:23.166253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e52c98d0-4dc1-4844-91a1-6bcdfbb8092b req-73ffb6e1-0b0b-41ab-b331-556363db02b7 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191788
Apr 30 21:20:23.177247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:23.295756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 71a825d2-8980-440c-b35d-51ed366a1a83 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:23.380384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Allocated IP 172.35.4.147 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/520d7f02-3fbb-448d-800c-25f4c4796832) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:23.487306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (520d7f02-3fbb-448d-800c-25f4c4796832), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:23.658474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (520d7f02-3fbb-448d-800c-25f4c4796832), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:23.699321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:23.703569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:23.707119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:23.715145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=520d7f02-3fbb-448d-800c-25f4c4796832,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:23.808467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 71a825d2-8980-440c-b35d-51ed366a1a83 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:20:23.819994 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for floatingip (340b151e-482c-4a2b-b1b1-51d0959a9539), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:23.859376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 71a825d2-8980-440c-b35d-51ed366a1a83 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:23.859780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:23.978893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (520d7f02-3fbb-448d-800c-25f4c4796832), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:24.075864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 71a825d2-8980-440c-b35d-51ed366a1a83 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:24.365980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:24.390160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6114-032e-4494-98a2-e5dd790259d7 req-2418e932-f55b-4517-b10b-54a033a44100 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:24.391595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01fb6114-032e-4494-98a2-e5dd790259d7 req-2418e932-f55b-4517-b10b-54a033a44100 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 946 time: 0.4417217
Apr 30 21:20:24.401302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763247ab-42ff-49da-9078-250cf5a7560d req-d8c38c99-355b-4dd2-a837-a7585a38d4eb tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:24.402712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-763247ab-42ff-49da-9078-250cf5a7560d req-d8c38c99-355b-4dd2-a837-a7585a38d4eb tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 949 time: 0.0773139
Apr 30 21:20:24.546539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01fb6114-032e-4494-98a2-e5dd790259d7 req-1a4a6ef3-9a26-468a-b59d-7d661c568b6b tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428845
Apr 30 21:20:24.558845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-763247ab-42ff-49da-9078-250cf5a7560d req-ecc35c2b-0e73-48fe-ab7d-6008869fb5eb tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448762
Apr 30 21:20:24.617277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (520d7f02-3fbb-448d-800c-25f4c4796832), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:24.683746 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (520d7f02-3fbb-448d-800c-25f4c4796832), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:24.723901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277c15d-b55c-482c-8f56-6c399e28110e req-6bdc93af-0dda-4b33-823e-4c2c3b1cd0f6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:24.725351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-6bdc93af-0dda-4b33-823e-4c2c3b1cd0f6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1023593
Apr 30 21:20:24.741926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b4c0-8cc9-475c-9ba4-a8898c547e69 req-1ada1ea0-101e-46e3-bf46-218a92e8a3b1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:24.747098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b4c0-8cc9-475c-9ba4-a8898c547e69 req-1ada1ea0-101e-46e3-bf46-218a92e8a3b1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:24.748633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b84b4c0-8cc9-475c-9ba4-a8898c547e69 req-1ada1ea0-101e-46e3-bf46-218a92e8a3b1 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1683 time: 0.1163163
Apr 30 21:20:24.844696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-fce43c9f-ce98-498b-b728-2bd42e268168 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 695 time: 0.1128256
Apr 30 21:20:24.849227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=520d7f02-3fbb-448d-800c-25f4c4796832,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:24.860630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Request body: {'floatingip': {'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:24.907856 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (340b151e-482c-4a2b-b1b1-51d0959a9539), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:24.919778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (79343313-14bf-4c47-9183-087da35513f0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:24.938091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938b3124-c295-4ecf-b6a7-1c1b548c7665'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:24.940497 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73704c4-4c72-41b6-81a2-7a66fa4dd3bf" -d '{"events": [{"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-plugged", "status": "completed", "tag": "938b3124-c295-4ecf-b6a7-1c1b548c7665"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:24.968294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b84b4c0-8cc9-475c-9ba4-a8898c547e69 req-bedda1b9-796d-42c8-a9d3-ecf22acc93ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088826
Apr 30 21:20:25.015510 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19583925-cf5b-4238-bf5a-bc9c27bc280a x-openstack-request-id: req-19583925-cf5b-4238-bf5a-bc9c27bc280a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:25.015874 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-plugged", "status": "completed", "tag": "938b3124-c295-4ecf-b6a7-1c1b548c7665", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:25.016192 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19583925-cf5b-4238-bf5a-bc9c27bc280a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:25.016665 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19583925-cf5b-4238-bf5a-bc9c27bc280a'] response: {'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938b3124-c295-4ecf-b6a7-1c1b548c7665', 'code': 200}
Apr 30 21:20:25.054255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:25.056089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1743125f-bcaf-442f-98be-41d060c72793 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1143279
Apr 30 21:20:25.329064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-9a5e1e0d-6781-44bc-aadb-4ce579376b08 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--982000583&fields=id&tenant_id=b81eb3fcf4664f479119191dbc28bf07 HTTP/1.1" status: 200  len: 267 time: 0.0909066
Apr 30 21:20:25.440472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-d96171cf-3449-4491-9750-620d6ba8899b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:25.441791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-d96171cf-3449-4491-9750-620d6ba8899b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 936 time: 0.0902054
Apr 30 21:20:25.486457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:25.505239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2eb1300d-7988-402b-b20a-25336058524d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:25.506606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2eb1300d-7988-402b-b20a-25336058524d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 937 time: 0.0580080
Apr 30 21:20:25.541193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2520b968-93d0-49bc-be44-b1d55e28fe55 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0281703
Apr 30 21:20:25.573784 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (79343313-14bf-4c47-9183-087da35513f0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:25.576593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-839ada03-4fd2-4334-b58f-18eb4ad7a2d4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0298917
Apr 30 21:20:25.758008 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Floating IP 79343313-14bf-4c47-9183-087da35513f0 associated. External IP: 172.35.4.86, port: 85c0da70-e0eb-430c-af77-63aac46b8dc4.
Apr 30 21:20:25.765976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-84d816d9-9240-49cc-bbe4-4f9cb1eb1bdf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:25.771079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-84d816d9-9240-49cc-bbe4-4f9cb1eb1bdf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:25.776082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-84d816d9-9240-49cc-bbe4-4f9cb1eb1bdf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:25.777646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-84d816d9-9240-49cc-bbe4-4f9cb1eb1bdf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/networks?id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=b8d11e40-b37d-4318-bdf2-7339b1b28107&id=b8d11e40-b37d-4318-bdf2-7339b1b28107 HTTP/1.1" status: 200  len: 1995 time: 0.1654358
Apr 30 21:20:25.850888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-39cab1f4-1d56-4a16-9eea-0e4fa6c23deb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/quotas/b81eb3fcf4664f479119191dbc28bf07 HTTP/1.1" status: 200  len: 375 time: 0.0395339
Apr 30 21:20:25.919834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-9dca9c93-f67e-4e6e-9092-b39a2c8a5d79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0629179
Apr 30 21:20:26.109323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-61170404-9ab7-48be-a51a-9d2dd0374d53 service neutron] 10.222.0.23 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763515
Apr 30 21:20:26.119105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:26.318316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-ed238849-9f90-4a54-9ac9-fa260698bf3d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:26.319815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-ed238849-9f90-4a54-9ac9-fa260698bf3d tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 949 time: 0.0798986
Apr 30 21:20:26.324801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-b4ffd122-81da-4a06-8474-8c232aa3ba23 service neutron] 10.222.0.23 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2082224
Apr 30 21:20:26.760644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f4a00-392d-41e2-ae8b-cdef5f56e4ad req-b7fd15bd-4fd3-447b-b85f-64481882ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:26.761321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f4a00-392d-41e2-ae8b-cdef5f56e4ad req-b7fd15bd-4fd3-447b-b85f-64481882ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:26.762703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b9f4a00-392d-41e2-ae8b-cdef5f56e4ad req-b7fd15bd-4fd3-447b-b85f-64481882ec6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 2047 time: 0.4401438
Apr 30 21:20:26.768027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:26.775474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a87795e1-5604-4d67-897b-afea5a620e04 service neutron] 10.222.0.23 "GET /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.4411421
Apr 30 21:20:26.780988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:26.782657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:26.794899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:26.795559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6d6ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:26.870580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-7b080cbe-2bb3-4ae3-b7df-4b499b1575bf tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:26.872015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-7b080cbe-2bb3-4ae3-b7df-4b499b1575bf tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd HTTP/1.1" status: 200  len: 949 time: 0.4599700
Apr 30 21:20:26.907205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:26.927461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-f88788a8-3c77-449c-bf65-2af651011eae tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "PUT /v2.0/floatingips/79343313-14bf-4c47-9183-087da35513f0 HTTP/1.1" status: 200  len: 995 time: 2.0755663
Apr 30 21:20:26.934765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:26.937017 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4" -d '{"events": [{"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:26.945167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Deleting port a28b17c3-a6e2-4e33-a643-c161b9604200 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:26.945516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:26.994096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b9f4a00-392d-41e2-ae8b-cdef5f56e4ad req-44eef87f-9455-4f25-ba27-3ea8dccbf88e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241833
Apr 30 21:20:27.066246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277c15d-b55c-482c-8f56-6c399e28110e req-5f581566-ac75-4965-a95e-40cdd3169451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:27.067769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-5f581566-ac75-4965-a95e-40cdd3169451 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.1144192
Apr 30 21:20:27.078136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-c5558eeb-edb5-41ef-9bd6-b36efc71f315 service neutron] 10.222.0.23 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2675343
Apr 30 21:20:27.136381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6d6ee0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:fb:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236137e-cfde-45ba-964c-d277d70c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:25Z', 'revision_number': 1, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:27.168130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:27.176666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:27.177308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6d6ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:27.210353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] For port a28b17c3-a6e2-4e33-a643-c161b9604200, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a28b17c3-a6e2-4e33-a643-c161b9604200,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:27.210726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:27.239353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Calling delete_port for a28b17c3-a6e2-4e33-a643-c161b9604200 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:27.278671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277c15d-b55c-482c-8f56-6c399e28110e req-7139ce16-0b73-4ee5-b080-bd00c08fd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:27.280082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-7139ce16-0b73-4ee5-b080-bd00c08fd8ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.2010007
Apr 30 21:20:27.296354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:27.362476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-9741583e-5432-4f74-9cd8-3f1cdf882a3b service neutron] 10.222.0.23 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2687671
Apr 30 21:20:27.437114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ffc7ed54-2c27-49aa-a2b1-34a7b5a69623 service neutron] 10.222.0.23 "GET /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0645902
Apr 30 21:20:27.455976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-bd532256-15ed-4e8a-a776-fc3b4cba579b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 998 time: 0.1690607
Apr 30 21:20:27.530542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6d6ee0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:fb:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236137e-cfde-45ba-964c-d277d70c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:25Z', 'revision_number': 1, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:27.560933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e5579-e205-420b-8964-0d18463f12b5 None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:fb:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236137e-cfde-45ba-964c-d277d70c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:25Z', 'revision_number': 1, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:27.586439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277c15d-b55c-482c-8f56-6c399e28110e req-9639dc67-7a8d-425d-90e0-5c06607a5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:27.588479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-9639dc67-7a8d-425d-90e0-5c06607a5bd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.1198165
Apr 30 21:20:27.650464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-3cb85846-8f3a-4ed4-8825-da39d2e83ba4 service neutron] 10.222.0.23 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040904
Apr 30 21:20:27.665213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277c15d-b55c-482c-8f56-6c399e28110e req-89d5dbb3-d74a-4f59-9172-e2be613578c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:27.666664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-89d5dbb3-d74a-4f59-9172-e2be613578c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0676248
Apr 30 21:20:27.711421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a28b17c3-a6e2-4e33-a643-c161b9604200), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:27.769316 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb2b1ed-a67a-46c1-b3f3-0e87a8db2160 None None] New status for floating IP 79343313-14bf-4c47-9183-087da35513f0: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:20:27.774784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f', '2b047f63-008f-47b1-9417-8f313dc6c3bc'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:27.788933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event deleted for resources: {'Port': ['ID=a28b17c3-a6e2-4e33-a643-c161b9604200,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:27.875912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] No DVR routers for this DVR port a28b17c3-a6e2-4e33-a643-c161b9604200 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:27.882313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:27.885627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ef861aa-e576-406c-b025-7db95f7ad133 req-8d963ab7-1009-4e01-9476-2797a0b4f1da tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "DELETE /v2.0/ports/a28b17c3-a6e2-4e33-a643-c161b9604200 HTTP/1.1" status: 204  len: 173 time: 1.5523753
Apr 30 21:20:27.890022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-8a34d747-d2b1-471f-b17d-2e71fbcd0525 service neutron] 10.222.0.23 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2321749
Apr 30 21:20:27.949728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-db04f97e-6006-4214-b97d-62f7c64d21c0 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721851
Apr 30 21:20:28.124614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-1168bce0-07d8-4433-9a60-31af6f76c541 service neutron] 10.222.0.23 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256389
Apr 30 21:20:28.189597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a277c15d-b55c-482c-8f56-6c399e28110e req-fce1a6a6-c09d-4051-940a-c3fdcfd77581 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2331479
Apr 30 21:20:28.208347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Deleting port 2b047f63-008f-47b1-9417-8f313dc6c3bc {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:28.208687 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:28.301195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-19283908-116b-4fb7-9ff1-1178b48934d4 service neutron] 10.222.0.23 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659317
Apr 30 21:20:28.416000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4595a663-90a7-4d8b-bc04-ed864f1f0b17 req-62af4bb9-0b2d-4126-874a-efc9fc8b7416 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4bb5b19-edd9-4351-babc-faf38634044f HTTP/1.1" status: 200  len: 210 time: 0.0776451
Apr 30 21:20:28.420480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] For port 2b047f63-008f-47b1-9417-8f313dc6c3bc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b047f63-008f-47b1-9417-8f313dc6c3bc,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:28.420852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:28.448754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Calling delete_port for 2b047f63-008f-47b1-9417-8f313dc6c3bc owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:28.513219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-72a3e267-b00a-4192-ae86-3655a2266db5 service neutron] 10.222.0.23 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998148
Apr 30 21:20:28.608153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73feff1-2b27-4e71-8d55-11c9d0b1e601 req-6e3ec6c0-1f5b-436f-834b-2479d1d0b61a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:28.613423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73feff1-2b27-4e71-8d55-11c9d0b1e601 req-6e3ec6c0-1f5b-436f-834b-2479d1d0b61a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:28.614987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e73feff1-2b27-4e71-8d55-11c9d0b1e601 req-6e3ec6c0-1f5b-436f-834b-2479d1d0b61a tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1683 time: 0.1405852
Apr 30 21:20:28.732844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-0f970fde-1736-43db-8017-957e0ba43c6f service neutron] 10.222.0.23 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960835
Apr 30 21:20:28.735969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e73feff1-2b27-4e71-8d55-11c9d0b1e601 req-c2c66e95-4563-4d47-8cbb-b5b4d7778430 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094022
Apr 30 21:20:28.788937 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8afbeab-49bd-486f-9568-646ac84fb10e x-openstack-request-id: req-b8afbeab-49bd-486f-9568-646ac84fb10e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:28.789543 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:28.789543 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8afbeab-49bd-486f-9568-646ac84fb10e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:28.789976 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8afbeab-49bd-486f-9568-646ac84fb10e'] response: {'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'status': 'completed', 'code': 200}
Apr 30 21:20:28.882547 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2b047f63-008f-47b1-9417-8f313dc6c3bc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:28.898636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3bf656ae-1f28-4b83-93e5-60f173aa4d0f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:28.933800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-8226756c-144f-4351-ae17-42879ad5455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:28.935355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-8226756c-144f-4351-ae17-42879ad5455c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.1279540
Apr 30 21:20:28.939671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event deleted for resources: {'Port': ['ID=2b047f63-008f-47b1-9417-8f313dc6c3bc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:28.958466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-698ec291-f28f-4caf-a35a-cc669bd19595 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:28.960011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-698ec291-f28f-4caf-a35a-cc669bd19595 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1226480
Apr 30 21:20:28.966181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-31de4f1d-4e02-4fb7-8dca-e799b8b6d62d service neutron] 10.222.0.23 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271917
Apr 30 21:20:29.124853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] No DVR routers for this DVR port 2b047f63-008f-47b1-9417-8f313dc6c3bc on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:29.134244 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:29.137443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef4ddf77-d65c-4261-8cae-d1d9465fb388 req-40130b06-49f3-4664-9735-de588fdfc464 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "DELETE /v2.0/ports/2b047f63-008f-47b1-9417-8f313dc6c3bc HTTP/1.1" status: 204  len: 173 time: 1.1345782
Apr 30 21:20:29.167231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-d2e7dd6b-b53a-4495-8614-2a79dcc00ee2 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1000 time: 0.1987245
Apr 30 21:20:29.186249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Request body: {'floatingip': {'port_id': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:29.262667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-b30c2f81-6f58-43bd-9d2c-04a19bee45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:29.264135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-b30c2f81-6f58-43bd-9d2c-04a19bee45bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.3224332
Apr 30 21:20:29.269120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-35737986-ca75-43f8-b268-936cbfdaf45e service neutron] 10.222.0.23 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2889123
Apr 30 21:20:29.293727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (79343313-14bf-4c47-9183-087da35513f0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:29.657932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2b047f63-008f-47b1-9417-8f313dc6c3bc no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:29.682977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 2b047f63-008f-47b1-9417-8f313dc6c3bc {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:29.682977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 2b047f63-008f-47b1-9417-8f313dc6c3bc not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:29.682977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a28b17c3-a6e2-4e33-a643-c161b9604200 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:29.701671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: a28b17c3-a6e2-4e33-a643-c161b9604200 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:29.702038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a28b17c3-a6e2-4e33-a643-c161b9604200 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:29.764905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-7ac0642f-50fe-4edb-899a-9462c0c211c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 1000 time: 0.4930780
Apr 30 21:20:29.855960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-d2d938f3-a838-418b-a0ed-01573f7bae9f service neutron] 10.222.0.23 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5734239
Apr 30 21:20:29.946688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-f6f5c090-2308-44d7-91fc-a2cce5f6ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:29.948160 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-f6f5c090-2308-44d7-91fc-a2cce5f6ec7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.1693251
Apr 30 21:20:30.096234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-5e69af5d-b225-4250-9f44-18de3336cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:30.097898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-5e69af5d-b225-4250-9f44-18de3336cb8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1372793
Apr 30 21:20:30.134838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-5e78e31f-7c2f-421d-8434-f3f8042d2ad1 service neutron] 10.222.0.23 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524390
Apr 30 21:20:30.303754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-3b749a33-37c8-49b3-97cd-8c7fb5489b5e service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968277
Apr 30 21:20:30.315798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-c10e3dc9-223c-4f5e-b8fe-4ac7cfe54b0c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:30.317042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-c10e3dc9-223c-4f5e-b8fe-4ac7cfe54b0c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 936 time: 0.1557610
Apr 30 21:20:30.485848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2109c14b-5440-46b4-9764-9c29a55cb826 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:30.487106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2109c14b-5440-46b4-9764-9c29a55cb826 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 937 time: 0.1616969
Apr 30 21:20:30.554410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae801b7f-c0a7-4ed5-9c5e-87181bbfeda4 req-324da50e-d1f8-4ca6-b777-295c0adc8e09 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299948
Apr 30 21:20:30.621720 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:30.680821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (79343313-14bf-4c47-9183-087da35513f0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:30.784031 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Floating IP 79343313-14bf-4c47-9183-087da35513f0 associated. External IP: 172.35.4.86, port: 85c0da70-e0eb-430c-af77-63aac46b8dc4.
Apr 30 21:20:30.816899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bb5b19-edd9-4351-babc-faf38634044f', 'name': 'network-vif-deleted', 'tag': 'a28b17c3-a6e2-4e33-a643-c161b9604200'}, {'server_uuid': 'bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd', 'name': 'network-vif-deleted', 'tag': '2b047f63-008f-47b1-9417-8f313dc6c3bc'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:30.819134 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d671ca-d4d2-4fcd-b294-09139856fbdb" -d '{"events": [{"server_uuid": "a4bb5b19-edd9-4351-babc-faf38634044f", "name": "network-vif-deleted", "tag": "a28b17c3-a6e2-4e33-a643-c161b9604200"}, {"server_uuid": "bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd", "name": "network-vif-deleted", "tag": "2b047f63-008f-47b1-9417-8f313dc6c3bc"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:31.001124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:31.111537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:31.125736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:31.137624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:31.138292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8431f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:31.254597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:31.333281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:31.445943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:31.450538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:31.475300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8431f0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:89:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:30Z', 'revision_number': 3, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:31.511605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:31.513253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-22b439de-f0f6-4804-b67e-fa4e8eb4695f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "PUT /v2.0/floatingips/79343313-14bf-4c47-9183-087da35513f0 HTTP/1.1" status: 200  len: 998 time: 2.3344343
Apr 30 21:20:31.520644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:31.521318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8431f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:31.567948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-fc0f2b87-9e83-4993-8eb6-3adc1f3392c4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:31.569277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-fc0f2b87-9e83-4993-8eb6-3adc1f3392c4 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports/85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 942 time: 0.0498776
Apr 30 21:20:31.672430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-cbfa2f17-bcd2-4def-9cf4-60d366497697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:31.680031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-cbfa2f17-bcd2-4def-9cf4-60d366497697 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.0534770
Apr 30 21:20:31.780686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-cd81c6b2-99bd-4bd6-bb61-d8a62cfbf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:31.782618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-cd81c6b2-99bd-4bd6-bb61-d8a62cfbf2bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.1015942
Apr 30 21:20:31.786968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:31.813179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-d94d48f7-b430-4611-9f04-ab2c4297a8ce tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:31.815367 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-d94d48f7-b430-4611-9f04-ab2c4297a8ce tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 936 time: 0.1461546
Apr 30 21:20:31.830003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-2efd9790-989f-47fc-90c0-0b29189f2c19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 217 time: 0.0406473
Apr 30 21:20:31.870332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-343a9625-2eef-4570-8257-9e554f48d485 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:31.871985 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-343a9625-2eef-4570-8257-9e554f48d485 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 937 time: 0.0521040
Apr 30 21:20:31.883785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-b4c59a08-f7f3-4ff7-83d2-2e59f4b3afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:31.885970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-b4c59a08-f7f3-4ff7-83d2-2e59f4b3afcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.0490360
Apr 30 21:20:31.936648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-fe9b742e-adec-4e48-b9a2-057910855637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:31.938345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-fe9b742e-adec-4e48-b9a2-057910855637 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460923
Apr 30 21:20:32.038406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8431f0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:89:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:30Z', 'revision_number': 3, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:32.052592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-bd1da7d4-e450-42e4-bb0a-f86b7f827acb service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1075881
Apr 30 21:20:32.085405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b508a4-90cc-442a-a1ac-ee855394ee62 None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:89:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:30Z', 'revision_number': 3, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:32.188293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca082a-41f2-462f-9f5d-2ba304bf202d req-28debd3f-172f-4393-b9f4-99a99a4c7141 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:32.193549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca082a-41f2-462f-9f5d-2ba304bf202d req-28debd3f-172f-4393-b9f4-99a99a4c7141 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:32.195108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1aca082a-41f2-462f-9f5d-2ba304bf202d req-28debd3f-172f-4393-b9f4-99a99a4c7141 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1683 time: 0.0691488
Apr 30 21:20:32.222859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-42613aeb-1f5a-44d1-9810-7fa7fbf884f6 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631565
Apr 30 21:20:32.260329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1aca082a-41f2-462f-9f5d-2ba304bf202d req-6d7e5258-0c9b-469f-b087-66040311bb82 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532548
Apr 30 21:20:32.317487 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06002c7a-ba4a-4e99-a7e3-132fa8f91f5f x-openstack-request-id: req-06002c7a-ba4a-4e99-a7e3-132fa8f91f5f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:32.317804 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bb5b19-edd9-4351-babc-faf38634044f", "name": "network-vif-deleted", "tag": "a28b17c3-a6e2-4e33-a643-c161b9604200", "status": "completed", "code": 200}, {"server_uuid": "bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd", "name": "network-vif-deleted", "tag": "2b047f63-008f-47b1-9417-8f313dc6c3bc", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:32.318073 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06002c7a-ba4a-4e99-a7e3-132fa8f91f5f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:32.318296 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39e3da0-9dec-4559-bfe5-c6f6dbaa69be None None] New status for floating IP 79343313-14bf-4c47-9183-087da35513f0: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:20:32.318751 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06002c7a-ba4a-4e99-a7e3-132fa8f91f5f'] response: {'server_uuid': 'a4bb5b19-edd9-4351-babc-faf38634044f', 'name': 'network-vif-deleted', 'tag': 'a28b17c3-a6e2-4e33-a643-c161b9604200', 'status': 'completed', 'code': 200}
Apr 30 21:20:32.318751 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06002c7a-ba4a-4e99-a7e3-132fa8f91f5f'] response: {'server_uuid': 'bc3f689b-e59d-4ba7-bff2-0d6e7b56f0cd', 'name': 'network-vif-deleted', 'tag': '2b047f63-008f-47b1-9417-8f313dc6c3bc', 'status': 'completed', 'code': 200}
Apr 30 21:20:32.380762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5658b285-33b9-4cf1-add6-326d4f3b1957 req-0f915a2a-5556-41af-9569-75efefba6a6d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 210 time: 0.0299394
Apr 30 21:20:32.386701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-cbe1d696-3f02-4238-a53e-2e7ff2e530d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:32.394331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-cbe1d696-3f02-4238-a53e-2e7ff2e530d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 1128 time: 0.0695910
Apr 30 21:20:32.661197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:32.673408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:32.674110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc7a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:32.789691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:32.806062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5d40b-a754-439c-8a1b-8c6d0011ccec req-2cb5bd58-c78f-4f99-9d9a-fd18ba815e85 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:32.807539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4a5d40b-a754-439c-8a1b-8c6d0011ccec req-2cb5bd58-c78f-4f99-9d9a-fd18ba815e85 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 945 time: 0.0635829
Apr 30 21:20:32.840786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-a5a4a889-910d-4f6f-8992-eb6dbee4d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:32.842292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-a5a4a889-910d-4f6f-8992-eb6dbee4d449 service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.4472046
Apr 30 21:20:32.909812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4a5d40b-a754-439c-8a1b-8c6d0011ccec req-b3e17c78-bd5f-46ee-a246-a821d8806f13 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953510
Apr 30 21:20:32.936745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-e14691d9-0561-45c1-8389-73688b7871da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 1001 time: 0.0709937
Apr 30 21:20:32.993151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-7eb96bbf-11d2-4bc8-a673-08ece937a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:32.994705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-7eb96bbf-11d2-4bc8-a673-08ece937a293 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.0515270
Apr 30 21:20:33.046073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc7a7c0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:89:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:32Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:33.046347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-d78ed777-1c01-4b8e-b13a-f5b208367a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:33.047757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-d78ed777-1c01-4b8e-b13a-f5b208367a4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471306
Apr 30 21:20:33.079170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:33.087700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:33.088312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc7a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:33.142260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-d5629753-1128-4f45-9546-dff85d8820e2 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880163
Apr 30 21:20:33.206492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:33.248601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74ee0d3b-3d92-43a9-8083-7ade2a9460ab req-e8199799-2205-42c4-a078-cd7aa6864199 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973570
Apr 30 21:20:33.457892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc7a7c0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:89:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:32Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:33.486607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab454bb6-c8e4-48c9-add7-dbfd237c3d2f None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:89:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:32Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:33.558053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0300617f-4b58-4969-ac10-f9be345430e4 req-7ff8a0de-9b8f-48a7-8b7c-93a782249097 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1001 time: 0.0744486
Apr 30 21:20:33.618368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300617f-4b58-4969-ac10-f9be345430e4 req-fd67878e-473d-4dd8-9c93-42f79e4237c2 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:33.619744 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0300617f-4b58-4969-ac10-f9be345430e4 req-fd67878e-473d-4dd8-9c93-42f79e4237c2 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports/ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 943 time: 0.0563238
Apr 30 21:20:33.745159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0300617f-4b58-4969-ac10-f9be345430e4 req-70892c3f-f9a3-4510-9781-10b8ef46c037 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1001 time: 0.0785141
Apr 30 21:20:33.763504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56524d50-0a7d-4098-9299-96f3431efb2f req-5d28b013-5aef-4afe-b011-398159c74fa2 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 210 time: 0.0365348
Apr 30 21:20:33.906216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68ffc8-ac7f-4718-b1b1-e4fd1a15ad52 req-19a3da49-6523-4650-a1c5-4f008dc1fb26 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:33.911585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68ffc8-ac7f-4718-b1b1-e4fd1a15ad52 req-19a3da49-6523-4650-a1c5-4f008dc1fb26 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:33.913216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f68ffc8-ac7f-4718-b1b1-e4fd1a15ad52 req-19a3da49-6523-4650-a1c5-4f008dc1fb26 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1683 time: 0.0746698
Apr 30 21:20:33.950081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300617f-4b58-4969-ac10-f9be345430e4 req-5951c9d8-27c9-48a3-a0c3-f99f2fce10ba tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:33.951434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0300617f-4b58-4969-ac10-f9be345430e4 req-5951c9d8-27c9-48a3-a0c3-f99f2fce10ba tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1908493
Apr 30 21:20:33.993368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f68ffc8-ac7f-4718-b1b1-e4fd1a15ad52 req-c45158d9-2b92-41a4-8134-de506f0a3a0b tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644417
Apr 30 21:20:34.051664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c5898-8ade-43dd-a26d-4fd05d0913d4 req-3d680107-593a-41c5-99de-03054e96dcaf tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.053134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-527c5898-8ade-43dd-a26d-4fd05d0913d4 req-3d680107-593a-41c5-99de-03054e96dcaf tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 949 time: 0.0486085
Apr 30 21:20:34.118993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43ec5-d294-44f1-9a5d-79abb9c501cd req-2a9385bf-8efc-4455-8fad-c6dcadbcc6ef tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.120470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df43ec5-d294-44f1-9a5d-79abb9c501cd req-2a9385bf-8efc-4455-8fad-c6dcadbcc6ef tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 945 time: 0.0661578
Apr 30 21:20:34.146125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-527c5898-8ade-43dd-a26d-4fd05d0913d4 req-f66734f0-ef1e-43cf-84ec-f420b4af948c tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835834
Apr 30 21:20:34.176584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df43ec5-d294-44f1-9a5d-79abb9c501cd req-adca0216-0380-4c4f-997b-b0cb0ddb510b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484672
Apr 30 21:20:34.242260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-71a272ed-0975-4dff-af3c-a018bf9bcb2e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1001 time: 0.0647118
Apr 30 21:20:34.296733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-d9125d08-59e7-4f82-bfa8-922e8edac8df tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.298681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-d9125d08-59e7-4f82-bfa8-922e8edac8df tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports/ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 943 time: 0.0499513
Apr 30 21:20:34.319801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4'}, {'name': 'network-changed', 'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:34.322756 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c" -d '{"events": [{"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4"}, {"name": "network-changed", "server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:34.384087 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af00c1d-f438-4d5b-b91d-db402b1e2c1a x-openstack-request-id: req-0af00c1d-f438-4d5b-b91d-db402b1e2c1a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:34.384448 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:34.384704 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0af00c1d-f438-4d5b-b91d-db402b1e2c1a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:34.385248 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af00c1d-f438-4d5b-b91d-db402b1e2c1a'] response: {'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'status': 'completed', 'code': 200}
Apr 30 21:20:34.385353 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af00c1d-f438-4d5b-b91d-db402b1e2c1a'] response: {'name': 'network-changed', 'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'status': 'completed', 'code': 200}
Apr 30 21:20:34.438538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-12550744-ae8a-442b-b96a-710611f492a5 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1001 time: 0.0963883
Apr 30 21:20:34.446487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-47594ca1-c28f-43ce-badc-348eb131c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.448040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-47594ca1-c28f-43ce-badc-348eb131c75a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.0558619
Apr 30 21:20:34.498662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-10b15867-0701-4800-bb2b-e0ccfee27ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.500039 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-10b15867-0701-4800-bb2b-e0ccfee27ab9 service neutron] 10.222.0.20 "GET /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 1032 time: 0.0367558
Apr 30 21:20:34.546284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-c95680d5-d92e-43df-bfb5-c12102d0b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.547635 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-c95680d5-d92e-43df-bfb5-c12102d0b8af service neutron] 10.222.0.20 "GET /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 1033 time: 0.0387249
Apr 30 21:20:34.613641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-14376fb8-c817-48a6-ba27-0de7012d2420 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.615006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-14376fb8-c817-48a6-ba27-0de7012d2420 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1705647
Apr 30 21:20:34.620504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-a14b001b-3468-4530-b452-3906d88afa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.624723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-a14b001b-3468-4530-b452-3906d88afa95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.1543190
Apr 30 21:20:34.665500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-645f5bc3-0b99-48c7-b630-b3fa95b9a704 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.670473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-645f5bc3-0b99-48c7-b630-b3fa95b9a704 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.675522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-645f5bc3-0b99-48c7-b630-b3fa95b9a704 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.677126 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-645f5bc3-0b99-48c7-b630-b3fa95b9a704 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "GET /v2.0/networks?id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=b8d11e40-b37d-4318-bdf2-7339b1b28107&id=b8d11e40-b37d-4318-bdf2-7339b1b28107 HTTP/1.1" status: 200  len: 1995 time: 0.1232262
Apr 30 21:20:34.699635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-5965619c-5fae-43a4-ab27-8c4facbf7e4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 217 time: 0.0690002
Apr 30 21:20:34.745409 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-98f91550-f245-48c0-80a8-e28b4701a687 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81eb3fcf4664f479119191dbc28bf07 HTTP/1.1" status: 200  len: 379 time: 0.0536184
Apr 30 21:20:34.746269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-98aa05dd-2d25-4881-b53b-114ec49f4c92 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1001 time: 0.1233845
Apr 30 21:20:34.757600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:34.758007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'admin_state_up': True, 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'security_groups': ['e9c5d956-b205-46eb-89ea-cc160339a696']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:34.797435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-55dbd3bc-0d49-481f-ab56-028786fe8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.798931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-55dbd3bc-0d49-481f-ab56-028786fe8155 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.0925884
Apr 30 21:20:34.865726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (79343313-14bf-4c47-9183-087da35513f0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:34.869099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-fa88560a-e586-4893-ace2-da0af725174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:34.870633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-fa88560a-e586-4893-ace2-da0af725174c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0627220
Apr 30 21:20:34.986231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adbe6429-9169-4e44-91a0-5852c50ee6bc req-8c09d201-c6c6-4ab6-8087-714b76b67ea6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 210 time: 0.0831754
Apr 30 21:20:34.989077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:34.994261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:35.100764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-38020f54-b4c9-4e28-8fd8-692f26bb6d71 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988175
Apr 30 21:20:35.152896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Allocated IP 172.20.0.4 (0f28b49f-01d7-4c9d-82d6-265d3558ca5b/48dcc9e8-7c02-4b81-9858-ab3db0e13872/b222076d-c1a2-4c03-8c2a-48a53d5a9274) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:35.202870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:35.229158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78059060-91cf-47f2-afb6-c1f83b4701b0 req-d4ded9f4-7bf7-40bd-8187-818581fa2c80 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:35.234651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78059060-91cf-47f2-afb6-c1f83b4701b0 req-d4ded9f4-7bf7-40bd-8187-818581fa2c80 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:35.236322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78059060-91cf-47f2-afb6-c1f83b4701b0 req-d4ded9f4-7bf7-40bd-8187-818581fa2c80 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1683 time: 0.1600215
Apr 30 21:20:35.246189 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (79343313-14bf-4c47-9183-087da35513f0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:35.246532 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Floating IP 79343313-14bf-4c47-9183-087da35513f0 disassociated. External IP: 172.35.4.86, port: ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd.
Apr 30 21:20:35.304024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:35.382690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-0a4bf5d3-d2e8-4a0f-a640-d0febd9589cc service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2608213
Apr 30 21:20:35.397584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78059060-91cf-47f2-afb6-c1f83b4701b0 req-58a4f137-e930-4d18-9e67-0eaa2df6f0d5 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464820
Apr 30 21:20:35.440851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:35.509739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:35.512948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:35.516993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:35.545256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=b222076d-c1a2-4c03-8c2a-48a53d5a9274,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:35.572255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.572607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.572944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.573277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.573610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.573972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.574299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.574612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.574934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.575256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.575578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.575898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.576215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.576534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.576849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:35.598887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:35.599665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:35.611111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-08cae0cd-a315-40db-993b-e15457047091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:35.612654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-08cae0cd-a315-40db-993b-e15457047091 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 1128 time: 0.1068292
Apr 30 21:20:35.624726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71bb8-4249-454b-9e46-78fd75d875e2 req-cdd60f6d-f79b-43a4-823a-f744912570bc tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:35.626233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ba71bb8-4249-454b-9e46-78fd75d875e2 req-cdd60f6d-f79b-43a4-823a-f744912570bc tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 949 time: 0.1189520
Apr 30 21:20:35.717481 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2a2baa15-9cb4-435a-9cb3-f8e046bf8c4b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9661894
Apr 30 21:20:35.728158 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'admin_state_up': True, 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'security_groups': ['e9c5d956-b205-46eb-89ea-cc160339a696']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:35.769017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ba71bb8-4249-454b-9e46-78fd75d875e2 req-16ae1c71-1533-484c-83f9-ea400fcf71e9 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206152
Apr 30 21:20:35.782408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:35.791237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-6a0a6af3-e6d1-4011-8d31-49814348933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:35.792818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-6a0a6af3-e6d1-4011-8d31-49814348933a service neutron] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.1634758
Apr 30 21:20:35.815930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-49b3d252-3cca-49b8-b67d-3b8800d34268 None None] Provisioning complete for port b222076d-c1a2-4c03-8c2a-48a53d5a9274 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:35.816471 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-49b3d252-3cca-49b8-b67d-3b8800d34268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:35.853914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-966bbc42-9ae7-4090-ba56-4786237d894a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 217 time: 0.0486634
Apr 30 21:20:35.865225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-49b3d252-3cca-49b8-b67d-3b8800d34268 None None] Port b222076d-c1a2-4c03-8c2a-48a53d5a9274 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:35.988804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:35.992203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:36.072730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-282ab94d-37c2-485d-a709-bb1d21e1db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:36.074405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-282ab94d-37c2-485d-a709-bb1d21e1db81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.1796634
Apr 30 21:20:36.088053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6432a6d-7dc7-457c-a5fb-b539b2644c6b req-a829ef90-5c2f-40f0-a5a6-76070b7f244c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:36.089509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6432a6d-7dc7-457c-a5fb-b539b2644c6b req-a829ef90-5c2f-40f0-a5a6-76070b7f244c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 945 time: 0.2405498
Apr 30 21:20:36.113195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-7238f05e-3d00-45a5-89a1-231e27791113 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:36.119828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-7238f05e-3d00-45a5-89a1-231e27791113 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:36.121349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-7238f05e-3d00-45a5-89a1-231e27791113 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1683 time: 0.1863773
Apr 30 21:20:36.131096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-c0104494-c273-4434-8631-cc930ef83ee7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:36.132520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-c0104494-c273-4434-8631-cc930ef83ee7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 945 time: 0.1964593
Apr 30 21:20:36.133652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Allocated IP 10.1.1.92 (2398732c-111b-435b-a08f-1b346cc08b51/c50d6dd4-111c-4c00-a457-494c755078c9/b7b29b71-981b-4ddd-b8fa-c4dc14de585e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:36.283361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:36.389399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:36.435406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network 2398732c-111b-435b-a08f-1b346cc08b51 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:36.438449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:36.442244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:36.469463 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:36.499446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:36.500085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:36.581896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-d9f3b7ff-6152-446e-9018-309303217ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:36.583480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-d9f3b7ff-6152-446e-9018-309303217ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4930813
Apr 30 21:20:36.602433 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ea249179-dd5d-4236-b4d2-cc2b138c5578 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.8785689
Apr 30 21:20:36.613544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'admin_state_up': True, 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'security_groups': ['e9c5d956-b205-46eb-89ea-cc160339a696']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:36.615186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:36.628628 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:36.629151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:36.646345 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:36.647325 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c934e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:36.755695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-84ce9ada-06ef-408b-b09a-623b628a514c service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595206
Apr 30 21:20:36.786513 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:36.796874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c915417d-769a-43da-84a7-30e884ef46c7 None None] Provisioning complete for port b7b29b71-981b-4ddd-b8fa-c4dc14de585e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:36.797355 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c915417d-769a-43da-84a7-30e884ef46c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:36.884029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c915417d-769a-43da-84a7-30e884ef46c7 None None] Port b7b29b71-981b-4ddd-b8fa-c4dc14de585e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:36.930309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-9de909ca-d570-4c72-be85-cbe5d1e2b684 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:36.932396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-9de909ca-d570-4c72-be85-cbe5d1e2b684 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 949 time: 0.4292860
Apr 30 21:20:36.933001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Deleting port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:36.933341 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.012774 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c934e80>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:37.041180 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:37.050956 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:37.051748 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c934e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:37.077692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6432a6d-7dc7-457c-a5fb-b539b2644c6b req-7b634492-a05e-4ec3-be71-1f141aea73f6 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9822297
Apr 30 21:20:37.126653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:37.130482 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.159731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Deleting port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:37.160118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.178544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port 938b3124-c295-4ecf-b6a7-1c1b548c7665 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:37.178755 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.186700 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:37.286046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-04ff4928-dfdf-4085-a150-7e256f6d384e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "PUT /v2.0/floatingips/79343313-14bf-4c47-9183-087da35513f0 HTTP/1.1" status: 200  len: 694 time: 2.5336659
Apr 30 21:20:37.312172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:37.314920 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c43bb6-28bb-4968-b6b3-5509234737e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:37.326418 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Allocated IP 10.1.1.199 (2398732c-111b-435b-a08f-1b346cc08b51/c50d6dd4-111c-4c00-a457-494c755078c9/c4baf2f0-f599-4e18-a1c9-15315a90ac2d) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:37.420653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a398463-0e47-459a-a6c9-6348b28b26e2 req-347faa52-ba1f-4e68-931d-0ce22faa4206 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:37.426294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a398463-0e47-459a-a6c9-6348b28b26e2 req-347faa52-ba1f-4e68-931d-0ce22faa4206 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:37.428047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a398463-0e47-459a-a6c9-6348b28b26e2 req-347faa52-ba1f-4e68-931d-0ce22faa4206 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 1652 time: 0.2430196
Apr 30 21:20:37.469999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-65a06eb3-252c-4748-b302-faaef6e49019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:37.471850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-65a06eb3-252c-4748-b302-faaef6e49019 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 1128 time: 0.1533234
Apr 30 21:20:37.515411 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.547745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] For port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:37.548485 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.574222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c934e80>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:37.594544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] For port 411cb9bf-ba86-4506-a5f1-be9d564d6e55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=411cb9bf-ba86-4506-a5f1-be9d564d6e55,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:37.595158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.607166 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c421fd-b3bb-4d5b-9f82-a67d02ee9696 None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:37.630547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66527bd-3231-49fd-ac47-f07ba3e0ee1c req-b903435e-367a-46a7-89f6-88a4fa809a42 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6894495
Apr 30 21:20:37.635205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.635722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Calling delete_port for 3bf656ae-1f28-4b83-93e5-60f173aa4d0f owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:37.651532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Calling delete_port for 411cb9bf-ba86-4506-a5f1-be9d564d6e55 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:37.659812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port 938b3124-c295-4ecf-b6a7-1c1b548c7665, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=938b3124-c295-4ecf-b6a7-1c1b548c7665,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:37.660303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.684811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network 2398732c-111b-435b-a08f-1b346cc08b51 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:37.690682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:37.691547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 411cb9bf-ba86-4506-a5f1-be9d564d6e55 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:37.696653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for 938b3124-c295-4ecf-b6a7-1c1b548c7665 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:37.698587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:37.701316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a398463-0e47-459a-a6c9-6348b28b26e2 req-e11486c7-1866-41bd-9d22-6dcf9d1843d0 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2539384
Apr 30 21:20:37.730801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:37.853874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:37.854223 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.865641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:37.866093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:37.893423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a99313-2234-43cf-92e0-80ad0262a063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411cb9bf-ba86-4506-a5f1-be9d564d6e55'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:37.897210 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d4385d-81ae-4aab-8a29-89eeb1a69830" -d '{"events": [{"server_uuid": "91a99313-2234-43cf-92e0-80ad0262a063", "name": "network-vif-unplugged", "status": "completed", "tag": "411cb9bf-ba86-4506-a5f1-be9d564d6e55"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:37.913563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 411cb9bf-ba86-4506-a5f1-be9d564d6e55, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=411cb9bf-ba86-4506-a5f1-be9d564d6e55,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:37.969985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-264ed373-a3bb-4108-809e-9554afac05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:37.971468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-264ed373-a3bb-4108-809e-9554afac05e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.4658146
Apr 30 21:20:37.983296 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-232d4dbf-dfbc-4bb1-b46f-2fbd556732a7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3743143
Apr 30 21:20:37.995165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107', 'admin_state_up': True, 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'security_groups': ['e9c5d956-b205-46eb-89ea-cc160339a696']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:38.005333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.006173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3bf656ae-1f28-4b83-93e5-60f173aa4d0f no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:38.055709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87df80-30b7-499c-a424-af574c17e86c req-0f915833-d698-40bb-bb80-e10b5c944329 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:38.062460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87df80-30b7-499c-a424-af574c17e86c req-0f915833-d698-40bb-bb80-e10b5c944329 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:38.070293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b87df80-30b7-499c-a424-af574c17e86c req-0f915833-d698-40bb-bb80-e10b5c944329 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 1683 time: 0.1927543
Apr 30 21:20:38.089086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-f0f164dc-a2d6-4a1e-88be-08011a669d50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 217 time: 0.1041608
Apr 30 21:20:38.137348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7448c991-2a56-4edb-83e4-d90c6ac9b0f4 None None] New status for floating IP 79343313-14bf-4c47-9183-087da35513f0: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:20:38.174340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e59af2bb-6139-4257-9fb2-da960b259d7b None None] Provisioning complete for port c4baf2f0-f599-4e18-a1c9-15315a90ac2d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:38.174719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e59af2bb-6139-4257-9fb2-da960b259d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.223300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:38.232061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-a8de8530-6884-48c2-833f-15aa2598a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:38.233558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-a8de8530-6884-48c2-833f-15aa2598a5cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.1437027
Apr 30 21:20:38.261267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=411cb9bf-ba86-4506-a5f1-be9d564d6e55,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:38.295591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b87df80-30b7-499c-a424-af574c17e86c req-92036f83-c3dc-4865-a313-9adb28e99244 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2243073
Apr 30 21:20:38.338877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.393189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-e24b2111-d351-4e18-b904-19cab5f79df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:38.394732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-e24b2111-d351-4e18-b904-19cab5f79df7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1335480
Apr 30 21:20:38.428431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e59af2bb-6139-4257-9fb2-da960b259d7b None None] Port c4baf2f0-f599-4e18-a1c9-15315a90ac2d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:38.443080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:38.443598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.484779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633eab9-9fbf-4cb5-bab5-4660adcbbb4e req-dc5517c3-23b5-4401-a1aa-c769ffd80635 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:38.486349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7633eab9-9fbf-4cb5-bab5-4660adcbbb4e req-dc5517c3-23b5-4401-a1aa-c769ffd80635 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 949 time: 0.0901399
Apr 30 21:20:38.513583 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3bf656ae-1f28-4b83-93e5-60f173aa4d0f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.515336 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (411cb9bf-ba86-4506-a5f1-be9d564d6e55), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.551818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Allocated IP 10.2.2.100 (b8d11e40-b37d-4318-bdf2-7339b1b28107/6940b647-3609-4564-b307-f6ea3540cbc9/cdb35a6b-139d-435e-9c32-4c2cc700c91d) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:38.570325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Pushing event deleted for resources: {'Port': ['ID=3bf656ae-1f28-4b83-93e5-60f173aa4d0f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:38.580676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (938b3124-c295-4ecf-b6a7-1c1b548c7665), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.617872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.618456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.618621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.618963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.619446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.619619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.619947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.620275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.620675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.620903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.621233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.621608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.621954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.622280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.622600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:20:38.691677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-9728235e-4882-4282-b995-5a3db731e276 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847681
Apr 30 21:20:38.720160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.722996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event deleted for resources: {'Port': ['ID=411cb9bf-ba86-4506-a5f1-be9d564d6e55,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:38.738864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7633eab9-9fbf-4cb5-bab5-4660adcbbb4e req-89413050-828f-4046-b460-263b518d5daa tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/security-groups?id=ed33b3e4-de07-42f6-ae89-588a0f8107a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447536
Apr 30 21:20:38.784058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] No DVR routers for this DVR port 3bf656ae-1f28-4b83-93e5-60f173aa4d0f on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:38.802390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.804605 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdacd4d-9508-4c93-81fc-cc64d38e533a x-openstack-request-id: req-dfdacd4d-9508-4c93-81fc-cc64d38e533a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:38.805442 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:38.805795 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dfdacd4d-9508-4c93-81fc-cc64d38e533a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:38.806193 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdacd4d-9508-4c93-81fc-cc64d38e533a'] response: {'name': 'network-changed', 'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'status': 'completed', 'code': 200}
Apr 30 21:20:38.848674 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0eb7b-becc-441f-ba44-0b4075cf9490 x-openstack-request-id: req-a9f0eb7b-becc-441f-ba44-0b4075cf9490 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:38.848766 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a99313-2234-43cf-92e0-80ad0262a063", "name": "network-vif-unplugged", "status": "completed", "tag": "411cb9bf-ba86-4506-a5f1-be9d564d6e55", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:38.849014 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9f0eb7b-becc-441f-ba44-0b4075cf9490 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:38.849582 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f0eb7b-becc-441f-ba44-0b4075cf9490'] response: {'server_uuid': '91a99313-2234-43cf-92e0-80ad0262a063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411cb9bf-ba86-4506-a5f1-be9d564d6e55', 'code': 200}
Apr 30 21:20:38.860916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network b8d11e40-b37d-4318-bdf2-7339b1b28107 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:38.864966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:38.883421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:38.912988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-e14e7c08-8d7e-4978-8b72-6a7b702ab171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:38.914938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-e14e7c08-8d7e-4978-8b72-6a7b702ab171 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 1128 time: 0.0806310
Apr 30 21:20:38.916183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:38.919503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03e98284-07f1-4b2f-b642-bb155dec4587 req-603bdc6c-d6cf-4196-afb1-153f1e26472b tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.35 "DELETE /v2.0/ports/3bf656ae-1f28-4b83-93e5-60f173aa4d0f HTTP/1.1" status: 204  len: 173 time: 1.9503865
Apr 30 21:20:38.947214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=938b3124-c295-4ecf-b6a7-1c1b548c7665,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:38.971478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=cdb35a6b-139d-435e-9c32-4c2cc700c91d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:39.022970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port 938b3124-c295-4ecf-b6a7-1c1b548c7665 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:39.026360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.027083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:39.048652 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:39.058254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-bc99c5d7-22ae-4425-aeb8-13382d4d33ed tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "DELETE /v2.0/ports/938b3124-c295-4ecf-b6a7-1c1b548c7665 HTTP/1.1" status: 204  len: 173 time: 2.9094617
Apr 30 21:20:39.060919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] No DVR routers for this DVR port 411cb9bf-ba86-4506-a5f1-be9d564d6e55 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:39.150414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:39.154028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c902e5d3-070d-4044-9313-394ff9e0b91c req-f39a65c0-58fa-43ce-8d3b-05d8f076a4b8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "DELETE /v2.0/ports/411cb9bf-ba86-4506-a5f1-be9d564d6e55 HTTP/1.1" status: 204  len: 173 time: 2.9957008
Apr 30 21:20:39.185835 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-be967839-d185-4cc8-8ab8-a757b8cb76db tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1950593
Apr 30 21:20:39.201579 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107', 'admin_state_up': True, 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'security_groups': ['e9c5d956-b205-46eb-89ea-cc160339a696']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:39.202685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ef05bfe-1d7d-4b14-996f-2276f1fae600 req-18197e63-8bae-4151-8d38-3df50d34983a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 210 time: 0.2181818
Apr 30 21:20:39.348640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99b13c-f6cc-44d8-a90a-222fff0ac915 req-088d9c69-7f2e-4335-b871-d89508eacc14 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5793395
Apr 30 21:20:39.391222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-97bb6f11-fadc-4d0a-b6ce-93a034a9fa8f None None] Provisioning complete for port cdb35a6b-139d-435e-9c32-4c2cc700c91d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:39.391741 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97bb6f11-fadc-4d0a-b6ce-93a034a9fa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:39.396455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port f2566869-85df-44a5-8e76-dd5804ef8cdb {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:39.397126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:39.422973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-37436f0c-0c99-4e66-bd77-eb37e74e8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.424447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-37436f0c-0c99-4e66-bd77-eb37e74e8591 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.4692762
Apr 30 21:20:39.446912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-97bb6f11-fadc-4d0a-b6ce-93a034a9fa8f None None] Port cdb35a6b-139d-435e-9c32-4c2cc700c91d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:39.460156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0361-8785-4fc7-8552-59eca2ec30f4 req-b790a3a1-baad-44a2-ac9b-a51224ea0bc0 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.463148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Made reservation on behalf of b81eb3fcf4664f479119191dbc28bf07 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:39.466028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0361-8785-4fc7-8552-59eca2ec30f4 req-b790a3a1-baad-44a2-ac9b-a51224ea0bc0 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.470215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:39.472434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0361-8785-4fc7-8552-59eca2ec30f4 req-b790a3a1-baad-44a2-ac9b-a51224ea0bc0 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.479314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0361-8785-4fc7-8552-59eca2ec30f4 req-b790a3a1-baad-44a2-ac9b-a51224ea0bc0 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.481813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e06d0361-8785-4fc7-8552-59eca2ec30f4 req-b790a3a1-baad-44a2-ac9b-a51224ea0bc0 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 3094 time: 0.1573763
Apr 30 21:20:39.572686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-20c3e65d-8dda-4478-ab31-146b16f3d422 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 200  len: 217 time: 0.0800488
Apr 30 21:20:39.648254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6e8d5-b83e-4a5d-8363-ef95c55f9f0f req-8f250a2d-54ac-43f5-a65a-f161caba1610 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.649821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75c6e8d5-b83e-4a5d-8363-ef95c55f9f0f req-8f250a2d-54ac-43f5-a65a-f161caba1610 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 946 time: 0.1670659
Apr 30 21:20:39.668907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f2566869-85df-44a5-8e76-dd5804ef8cdb no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:39.687750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Allocated IP 10.2.2.200 (b8d11e40-b37d-4318-bdf2-7339b1b28107/6940b647-3609-4564-b307-f6ea3540cbc9/ee2823b4-cb37-40e4-9569-718e828d60c1) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:39.723966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e06d0361-8785-4fc7-8552-59eca2ec30f4 req-2d6da91a-2b9e-44b1-93bb-a9dbe88af14d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1873429
Apr 30 21:20:39.733077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-d38f0eea-e8ee-4d15-b322-98dbb99b9c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.734562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-d38f0eea-e8ee-4d15-b322-98dbb99b9c8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.1489139
Apr 30 21:20:39.753212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port f2566869-85df-44a5-8e76-dd5804ef8cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2566869-85df-44a5-8e76-dd5804ef8cdb,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:39.753599 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:39.811130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for f2566869-85df-44a5-8e76-dd5804ef8cdb owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:39.861138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-a7ffb5e6-23cc-4ecd-8a63-05a64b6d05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:39.862760 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-a7ffb5e6-23cc-4ecd-8a63-05a64b6d05a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1183209
Apr 30 21:20:39.869708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f2566869-85df-44a5-8e76-dd5804ef8cdb is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:20:39.870143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:39.872055 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75c6e8d5-b83e-4a5d-8363-ef95c55f9f0f req-7e357ee7-d4f1-4376-92e2-5d6cbbdbd1fd tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e97d763-01af-468a-b834-b6ec42338dc1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076201
Apr 30 21:20:39.978896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f2566869-85df-44a5-8e76-dd5804ef8cdb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2566869-85df-44a5-8e76-dd5804ef8cdb,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:39.994657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:40.093088 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:40.097894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 938b3124-c295-4ecf-b6a7-1c1b548c7665 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:40.109803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:40.138649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 938b3124-c295-4ecf-b6a7-1c1b548c7665 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:40.138999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 938b3124-c295-4ecf-b6a7-1c1b548c7665 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:40.172831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Network b8d11e40-b37d-4318-bdf2-7339b1b28107 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:40.178579 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:40.183810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:40.195773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f2566869-85df-44a5-8e76-dd5804ef8cdb,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:40.237791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event updated for resources: {'Port': ['ID=ee2823b4-cb37-40e4-9569-718e828d60c1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:40.270684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:40.271352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:40.369725 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f5aa45a8-b523-4db5-ad08-bc2acd7b2e79 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1775503
Apr 30 21:20:40.380658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-024f6994-a528-4cc1-86e5-b0d828aa318d req-9c6f4069-1c0e-4b57-a7ea-9337439f9262 tempest-ServersOnMultiNodesTest-1527225414 tempest-ServersOnMultiNodesTest-1527225414-project] 10.222.0.23 "GET /v2.0/ports?device_id=2190c553-068c-486e-b740-cca74445af33 HTTP/1.1" status: 200  len: 210 time: 0.0657687
Apr 30 21:20:40.469623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d948602f-8bf5-4ae5-8c6b-66af645b831f req-c50494c3-3236-48e5-b200-35dc2e35cc68 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=91a99313-2234-43cf-92e0-80ad0262a063 HTTP/1.1" status: 200  len: 210 time: 0.0662935
Apr 30 21:20:40.488433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-f2076a24-2aa8-438d-8e65-cce1d2c37e33 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6153984
Apr 30 21:20:40.556332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-3d3427ee-5f34-40d4-87bb-afd8a65488ec tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:40.557857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-3d3427ee-5f34-40d4-87bb-afd8a65488ec tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0850878
Apr 30 21:20:40.576542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9a2afcd2-9e63-4da0-80da-50d955d04c6e None None] Provisioning complete for port ee2823b4-cb37-40e4-9569-718e828d60c1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:20:40.577662 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a2afcd2-9e63-4da0-80da-50d955d04c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:40.613242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9a2afcd2-9e63-4da0-80da-50d955d04c6e None None] Port ee2823b4-cb37-40e4-9569-718e828d60c1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:20:40.623697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-38d1d62a-67cd-4979-9c0d-d54843dfc106 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 695 time: 0.0583189
Apr 30 21:20:40.632904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Request body: {'floatingip': {'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:40.671455 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (79343313-14bf-4c47-9183-087da35513f0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:40.712085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f2566869-85df-44a5-8e76-dd5804ef8cdb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:40.783595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=f2566869-85df-44a5-8e76-dd5804ef8cdb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:40.818411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190c553-068c-486e-b740-cca74445af33', 'name': 'network-vif-deleted', 'tag': '3bf656ae-1f28-4b83-93e5-60f173aa4d0f'}, {'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-deleted', 'tag': '938b3124-c295-4ecf-b6a7-1c1b548c7665'}, {'server_uuid': '91a99313-2234-43cf-92e0-80ad0262a063', 'name': 'network-vif-deleted', 'tag': '411cb9bf-ba86-4506-a5f1-be9d564d6e55'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:40.821275 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cd7556-3663-4808-9f4b-32b78907d970" -d '{"events": [{"server_uuid": "2190c553-068c-486e-b740-cca74445af33", "name": "network-vif-deleted", "tag": "3bf656ae-1f28-4b83-93e5-60f173aa4d0f"}, {"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-deleted", "tag": "938b3124-c295-4ecf-b6a7-1c1b548c7665"}, {"server_uuid": "91a99313-2234-43cf-92e0-80ad0262a063", "name": "network-vif-deleted", "tag": "411cb9bf-ba86-4506-a5f1-be9d564d6e55"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:40.850659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2566869-85df-44a5-8e76-dd5804ef8cdb'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:40.853590 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547c5cb-d6c1-45fa-9538-d2d7d441faa9" -d '{"events": [{"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2566869-85df-44a5-8e76-dd5804ef8cdb"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:40.867733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port f2566869-85df-44a5-8e76-dd5804ef8cdb on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:40.870312 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:40.882118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-089366ea-bbc8-4eaf-ae3b-c3b0684b0851 req-c3471993-c268-4309-8d4f-2d269be9002e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.35 "DELETE /v2.0/ports/f2566869-85df-44a5-8e76-dd5804ef8cdb HTTP/1.1" status: 204  len: 173 time: 1.7599449
Apr 30 21:20:40.988179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb4b25-3697-4c10-bfd7-461c9535c3a2 req-6a880636-9c08-4faa-a3dc-88991b473a7d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:40.993653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb4b25-3697-4c10-bfd7-461c9535c3a2 req-6a880636-9c08-4faa-a3dc-88991b473a7d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:40.998932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb4b25-3697-4c10-bfd7-461c9535c3a2 req-6a880636-9c08-4faa-a3dc-88991b473a7d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:41.004118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb4b25-3697-4c10-bfd7-461c9535c3a2 req-6a880636-9c08-4faa-a3dc-88991b473a7d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:41.009434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb4b25-3697-4c10-bfd7-461c9535c3a2 req-6a880636-9c08-4faa-a3dc-88991b473a7d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:41.011235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7bb4b25-3697-4c10-bfd7-461c9535c3a2 req-6a880636-9c08-4faa-a3dc-88991b473a7d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 3815 time: 0.1570582
Apr 30 21:20:41.084857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7bb4b25-3697-4c10-bfd7-461c9535c3a2 req-f3a6fef2-abb7-4ee9-b0d8-4baf61068b3a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668406
Apr 30 21:20:41.160896 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b567aa80-6539-45af-96c9-cfe1b7bbfccb x-openstack-request-id: req-b567aa80-6539-45af-96c9-cfe1b7bbfccb {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:41.161200 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190c553-068c-486e-b740-cca74445af33", "name": "network-vif-deleted", "tag": "3bf656ae-1f28-4b83-93e5-60f173aa4d0f", "status": "completed", "code": 200}, {"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-deleted", "tag": "938b3124-c295-4ecf-b6a7-1c1b548c7665", "status": "completed", "code": 200}, {"server_uuid": "91a99313-2234-43cf-92e0-80ad0262a063", "name": "network-vif-deleted", "tag": "411cb9bf-ba86-4506-a5f1-be9d564d6e55", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:41.161449 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b567aa80-6539-45af-96c9-cfe1b7bbfccb {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:41.161872 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b567aa80-6539-45af-96c9-cfe1b7bbfccb'] response: {'server_uuid': '2190c553-068c-486e-b740-cca74445af33', 'name': 'network-vif-deleted', 'tag': '3bf656ae-1f28-4b83-93e5-60f173aa4d0f', 'status': 'completed', 'code': 200}
Apr 30 21:20:41.162129 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b567aa80-6539-45af-96c9-cfe1b7bbfccb'] response: {'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-deleted', 'tag': '938b3124-c295-4ecf-b6a7-1c1b548c7665', 'status': 'completed', 'code': 200}
Apr 30 21:20:41.162377 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b567aa80-6539-45af-96c9-cfe1b7bbfccb'] response: {'server_uuid': '91a99313-2234-43cf-92e0-80ad0262a063', 'name': 'network-vif-deleted', 'tag': '411cb9bf-ba86-4506-a5f1-be9d564d6e55', 'status': 'completed', 'code': 200}
Apr 30 21:20:41.186450 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e773d9-7ffd-483a-b8ef-e1182e6e5f60 x-openstack-request-id: req-31e773d9-7ffd-483a-b8ef-e1182e6e5f60 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:41.186962 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-unplugged", "status": "completed", "tag": "f2566869-85df-44a5-8e76-dd5804ef8cdb", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:41.188405 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31e773d9-7ffd-483a-b8ef-e1182e6e5f60 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:41.188858 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e773d9-7ffd-483a-b8ef-e1182e6e5f60'] response: {'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2566869-85df-44a5-8e76-dd5804ef8cdb', 'code': 200}
Apr 30 21:20:41.275563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc76962b-78c8-42ca-bcdb-822c412beb30 req-98a097f7-0d53-4d9f-9831-5123703b87d3 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "GET /v2.0/ports?device_id=d48b9d33-108e-4c2b-a7f1-91869f9b4fe8 HTTP/1.1" status: 200  len: 210 time: 0.0370767
Apr 30 21:20:41.333591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:41.388553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (79343313-14bf-4c47-9183-087da35513f0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:41.436329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:41.526986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:41.612969 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Floating IP 79343313-14bf-4c47-9183-087da35513f0 associated. External IP: 172.35.4.86, port: 85c0da70-e0eb-430c-af77-63aac46b8dc4.
Apr 30 21:20:41.651179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0c43bb6-28bb-4968-b6b3-5509234737e7 req-460f61eb-4c49-4eef-b010-724ab8aad7fd service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198260
Apr 30 21:20:41.807432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-2f8a4e35-fd4e-4a83-add2-16643ab0e7b3 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:41.810258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-2f8a4e35-fd4e-4a83-add2-16643ab0e7b3 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce71b4fd-70d3-4703-8ca7-c1b569060a9f HTTP/1.1" status: 200  len: 946 time: 0.0746508
Apr 30 21:20:41.877213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b222076d-c1a2-4c03-8c2a-48a53d5a9274 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:41.892612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Publish callbacks [] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:41.903220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Transition to ACTIVE for port object b222076d-c1a2-4c03-8c2a-48a53d5a9274 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:42.069235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.072599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Deleting port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:42.072939 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.119081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35312) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:42.143994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:42.151352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Pushing event updated for resources: {'Port': ['ID=b222076d-c1a2-4c03-8c2a-48a53d5a9274,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:42.186814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e185-e66c-4e8d-9ccc-8f9731274ec1 req-fef52df1-baa8-4280-928c-e93355007eb5 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:42.189993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb15e185-e66c-4e8d-9ccc-8f9731274ec1 req-fef52df1-baa8-4280-928c-e93355007eb5 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.2479177
Apr 30 21:20:42.250709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Attempting to bind port b222076d-c1a2-4c03-8c2a-48a53d5a9274 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:42.253533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Attempting to bind port b222076d-c1a2-4c03-8c2a-48a53d5a9274 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:42.253533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Attempting to bind port b222076d-c1a2-4c03-8c2a-48a53d5a9274 on network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:42.255337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb15e185-e66c-4e8d-9ccc-8f9731274ec1 req-a2cb5209-2c89-4d5a-bead-fd38b4b5b542 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/quotas/713c8f2f4e2141f18904b10656eaf37f HTTP/1.1" status: 200  len: 375 time: 0.0507381
Apr 30 21:20:42.262771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Port b222076d-c1a2-4c03-8c2a-48a53d5a9274 on network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:42.263391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Attempting to bind port b222076d-c1a2-4c03-8c2a-48a53d5a9274 on network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:42.288812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:42.289996 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Checking segment: {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:42.290446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Bound using segment: {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:42.290965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Bound port: b222076d-c1a2-4c03-8c2a-48a53d5a9274, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a8a0a8-9448-4056-b6b5-17d03590182a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:42.291393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.338780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb15e185-e66c-4e8d-9ccc-8f9731274ec1 req-edb95eb5-6262-4d14-99a3-456100c49d4c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0758963
Apr 30 21:20:42.365742 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-24c0d05f-248e-4f8a-8374-078171b1bdce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=327a580f2f8645c28e9590806928ed91&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2454922
Apr 30 21:20:42.370548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] For port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:42.376564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.376710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35320) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:42.417861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] For port b222076d-c1a2-4c03-8c2a-48a53d5a9274, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:42.423208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Calling delete_port for ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:42.439061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] For port b222076d-c1a2-4c03-8c2a-48a53d5a9274, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:42.455053 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05b5e7d5-0828-419f-ad27-47ffcd77c8ca admin admin] Publish callbacks [] for security_group (ed33b3e4-de07-42f6-ae89-588a0f8107a7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.465133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:42.470439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.480785 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:42.483806 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05b5e7d5-0828-419f-ad27-47ffcd77c8ca admin admin] Publish callbacks [] for security_group (ed33b3e4-de07-42f6-ae89-588a0f8107a7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.494346 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.497130 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:42.501333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca77250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:42.564540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:42.565170 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.566829 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] 10.222.0.20 "PUT /v2.0/ports/b222076d-c1a2-4c03-8c2a-48a53d5a9274 HTTP/1.1" status: 200  len: 1091 time: 1.1350493
Apr 30 21:20:42.567347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:42.569672 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dd047a-3d3d-47ed-911e-8012d0a082da" -d '{"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:42.576985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-376fd837-68fe-4224-84b6-d8f0053ae09d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "PUT /v2.0/floatingips/79343313-14bf-4c47-9183-087da35513f0 HTTP/1.1" status: 200  len: 995 time: 1.9476538
Apr 30 21:20:42.607198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8164475-ecab-4231-bc6e-8e919a92a032 service neutron] Pushing event updated for resources: {'Port': ['ID=b222076d-c1a2-4c03-8c2a-48a53d5a9274,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:42.610570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb15e185-e66c-4e8d-9ccc-8f9731274ec1 req-b035ee46-3c79-465d-b286-fde3665a59e4 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597940
Apr 30 21:20:42.673806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:42.675495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-109d2d22-65a2-43e5-a593-3bda31147175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:42.678664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-109d2d22-65a2-43e5-a593-3bda31147175 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.0658503
Apr 30 21:20:42.697650 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:42.700445 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05b5e7d5-0828-419f-ad27-47ffcd77c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ed33b3e4-de07-42f6-ae89-588a0f8107a7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.703049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05b5e7d5-0828-419f-ad27-47ffcd77c8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:42.704187 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-05b5e7d5-0828-419f-ad27-47ffcd77c8ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed33b3e4-de07-42f6-ae89-588a0f8107a7 HTTP/1.1" status: 204  len: 168 time: 0.3286958
Apr 30 21:20:42.720751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5e7d5-0828-419f-ad27-47ffcd77c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33b3e4-de07-42f6-ae89-588a0f8107a7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:42.779170 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.010709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca77250>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:fb:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236137e-cfde-45ba-964c-d277d70c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:41Z', 'revision_number': 8, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:43.046158 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:43.056876 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:43.057510 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca77250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:43.122927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b262c0-f5b8-4175-b9b8-1163fa513cc0 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:43.134948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Publish callbacks [] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.151239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Transition to ACTIVE for port object 83b262c0-f5b8-4175-b9b8-1163fa513cc0 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:43.163350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-deleted', 'tag': 'f2566869-85df-44a5-8e76-dd5804ef8cdb'}, {'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:43.165722 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210af2de-f6df-456c-a4f2-196653475dd2" -d '{"events": [{"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-deleted", "tag": "f2566869-85df-44a5-8e76-dd5804ef8cdb"}, {"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:43.193442 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:43.234693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.290564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb15e185-e66c-4e8d-9ccc-8f9731274ec1 req-3dd95340-cd96-4752-ba20-2cc2c06429e4 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6790926
Apr 30 21:20:43.293744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-f2bf9448-a6cb-4091-a363-2e6cf648a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.295280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-f2bf9448-a6cb-4091-a363-2e6cf648a216 service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.5672157
Apr 30 21:20:43.304669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Pushing event updated for resources: {'Port': ['ID=83b262c0-f5b8-4175-b9b8-1163fa513cc0,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:43.367375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.384446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['85c0da70-e0eb-430c-af77-63aac46b8dc4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:20:43.439049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Pushing event deleted for resources: {'Port': ['ID=ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:43.453879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-55cfed07-d596-416f-8dc5-817ddd53e603 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 998 time: 0.1468399
Apr 30 21:20:43.474911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Attempting to bind port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:43.478612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Attempting to bind port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:43.479206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Attempting to bind port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:43.493720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 on network 2398732c-111b-435b-a08f-1b346cc08b51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:43.494990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Attempting to bind port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:43.505077 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca77250>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:fb:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236137e-cfde-45ba-964c-d277d70c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:41Z', 'revision_number': 8, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:43.541385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:43.541728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Checking segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:43.547079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Bound using segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:43.547744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Bound port: 83b262c0-f5b8-4175-b9b8-1163fa513cc0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:43.547983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.551074 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3124347-d5bb-41c3-baa5-4013b7d6eb02 None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '79343313-14bf-4c47-9183-087da35513f0', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'floating_ip_address': '172.35.4.86', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'port_id': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'mac_address': 'fa:16:3e:fb:a3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8236137e-cfde-45ba-964c-d277d70c97d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:19:57Z', 'updated_at': '2022-04-30T21:20:41Z', 'revision_number': 8, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:43.571343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-dd28353b-c96c-4952-8640-eecbedbc699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.572973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-dd28353b-c96c-4952-8640-eecbedbc699d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.0998261
Apr 30 21:20:43.602972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35332) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:43.649367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] No DVR routers for this DVR port ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:43.676613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.681884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a030349-8d3c-44e7-8a50-ca1b5ae65e3a req-1b9993a5-46f0-4b3a-8b14-37409ed5bcd1 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.20 "DELETE /v2.0/ports/ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd HTTP/1.1" status: 204  len: 173 time: 1.8628256
Apr 30 21:20:43.721430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-24078fbc-1e5b-40ba-b5dd-52d681f40d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.723089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-24078fbc-1e5b-40ba-b5dd-52d681f40d0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0962987
Apr 30 21:20:43.783322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] For port 83b262c0-f5b8-4175-b9b8-1163fa513cc0, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:43.787833 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] For port 83b262c0-f5b8-4175-b9b8-1163fa513cc0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:43.843752 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e7779d88-d4a1-429c-aa31-36f348eeb770 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6cffe1eb35d4bd7b646d590aa056a0c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2320843
Apr 30 21:20:43.844427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:43.847630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384c58c-dfea-4357-9d16-ce79c939b359 req-4f48169e-f71d-4220-a0c8-7fa6192e3eaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.855206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384c58c-dfea-4357-9d16-ce79c939b359 req-4f48169e-f71d-4220-a0c8-7fa6192e3eaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.863458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384c58c-dfea-4357-9d16-ce79c939b359 req-4f48169e-f71d-4220-a0c8-7fa6192e3eaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.870269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384c58c-dfea-4357-9d16-ce79c939b359 req-4f48169e-f71d-4220-a0c8-7fa6192e3eaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.876061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384c58c-dfea-4357-9d16-ce79c939b359 req-4f48169e-f71d-4220-a0c8-7fa6192e3eaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.890654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384c58c-dfea-4357-9d16-ce79c939b359 req-4f48169e-f71d-4220-a0c8-7fa6192e3eaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.894860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d384c58c-dfea-4357-9d16-ce79c939b359 req-4f48169e-f71d-4220-a0c8-7fa6192e3eaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 4604 time: 0.1694458
Apr 30 21:20:43.918581 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.927855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81221703-b344-4fd1-b8df-7662973951b3 admin admin] Publish callbacks [] for security_group (1670caa0-00d0-4f4b-a103-848f714aea8f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.971873 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:43.972528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:43.973941 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] 10.222.0.20 "PUT /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 1135 time: 1.3062272
Apr 30 21:20:43.997691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81221703-b344-4fd1-b8df-7662973951b3 admin admin] Publish callbacks [] for security_group (1670caa0-00d0-4f4b-a103-848f714aea8f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:44.018194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-6caefebc-96de-46fd-8c52-2ffd1fb4d6c5 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2835231
Apr 30 21:20:44.028840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95779e-6f09-4c19-810c-8af1be2b27ac service neutron] Pushing event updated for resources: {'Port': ['ID=83b262c0-f5b8-4175-b9b8-1163fa513cc0,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:44.032021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2021dd7-8792-4968-84ba-4cf3fe55d020 None None] New status for floating IP 79343313-14bf-4c47-9183-087da35513f0: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:20:44.061222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d384c58c-dfea-4357-9d16-ce79c939b359 req-7cf01196-b4c0-454c-8e76-91ba1d576bac tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1650712
Apr 30 21:20:44.071460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:44.159875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35342) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:44.192974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:44.203639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81221703-b344-4fd1-b8df-7662973951b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1670caa0-00d0-4f4b-a103-848f714aea8f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:44.207221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81221703-b344-4fd1-b8df-7662973951b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:44.208619 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-81221703-b344-4fd1-b8df-7662973951b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1670caa0-00d0-4f4b-a103-848f714aea8f HTTP/1.1" status: 204  len: 168 time: 0.3633552
Apr 30 21:20:44.250042 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff43d166-5196-44ae-8b2f-cd30eea85ef4 x-openstack-request-id: req-ff43d166-5196-44ae-8b2f-cd30eea85ef4 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:44.263165 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:44.263165 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff43d166-5196-44ae-8b2f-cd30eea85ef4 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:44.263165 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff43d166-5196-44ae-8b2f-cd30eea85ef4'] response: {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'status': 'completed', 'code': 200}
Apr 30 21:20:44.266989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81221703-b344-4fd1-b8df-7662973951b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1670caa0-00d0-4f4b-a103-848f714aea8f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:44.328666 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4e71fd-290b-44f8-b3a1-404cf2b550b6 x-openstack-request-id: req-9a4e71fd-290b-44f8-b3a1-404cf2b550b6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:44.329500 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48b9d33-108e-4c2b-a7f1-91869f9b4fe8", "name": "network-vif-deleted", "tag": "f2566869-85df-44a5-8e76-dd5804ef8cdb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:44.329992 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a4e71fd-290b-44f8-b3a1-404cf2b550b6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:44.336572 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4e71fd-290b-44f8-b3a1-404cf2b550b6'] response: {'server_uuid': 'd48b9d33-108e-4c2b-a7f1-91869f9b4fe8', 'name': 'network-vif-deleted', 'tag': 'f2566869-85df-44a5-8e76-dd5804ef8cdb', 'status': 'completed', 'code': 200}
Apr 30 21:20:44.336572 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4e71fd-290b-44f8-b3a1-404cf2b550b6'] response: {'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'status': 'completed', 'code': 200}
Apr 30 21:20:44.344799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-474f61ca-f6b0-4b99-bae5-e48c8a9ff5c6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting subnet d2aca539-415a-43b8-a249-a648e0f0af63 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:20:44.353301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-474f61ca-f6b0-4b99-bae5-e48c8a9ff5c6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (d2aca539-415a-43b8-a249-a648e0f0af63), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:44.423719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d8164b-d967-4b02-ad52-aab44e9464f2 req-461d8ef1-24f5-4ade-a90f-40248d45af43 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3955889
Apr 30 21:20:44.430159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8015c42c-c4b1-4225-b788-200704522520 req-cd1ff84d-b1e7-4d15-bc2a-2c4e998f9327 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cfebf72-b8c0-4538-9ba8-5098a8bfd6a5 HTTP/1.1" status: 200  len: 210 time: 0.0458806
Apr 30 21:20:44.441197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-474f61ca-f6b0-4b99-bae5-e48c8a9ff5c6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (d2aca539-415a-43b8-a249-a648e0f0af63), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:44.587696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:44.603754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-2a3364f5-2582-4ba4-a035-0734d21c4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.604270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-2a3364f5-2582-4ba4-a035-0734d21c4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.604752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-2a3364f5-2582-4ba4-a035-0734d21c4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.605229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-2a3364f5-2582-4ba4-a035-0734d21c4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.605442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af2de-f6df-456c-a4f2-196653475dd2 req-9e79586a-0a4f-4f81-956d-fc41a2916edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.605924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-2a3364f5-2582-4ba4-a035-0734d21c4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.606205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-2a3364f5-2582-4ba4-a035-0734d21c4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.606965 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-210af2de-f6df-456c-a4f2-196653475dd2 req-9e79586a-0a4f-4f81-956d-fc41a2916edf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.0938432
Apr 30 21:20:44.608059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-2a3364f5-2582-4ba4-a035-0734d21c4489 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5352 time: 0.0973825
Apr 30 21:20:44.612907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:44.617472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:44.652685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-474f61ca-f6b0-4b99-bae5-e48c8a9ff5c6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (d2aca539-415a-43b8-a249-a648e0f0af63), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:44.778421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57dac260-438a-480b-b899-0c6cff176148 req-c93d96cc-561a-45ab-8d1f-43e8fcd0df72 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips/79343313-14bf-4c47-9183-087da35513f0 HTTP/1.1" status: 200  len: 997 time: 0.1881635
Apr 30 21:20:44.790116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af2de-f6df-456c-a4f2-196653475dd2 req-cb9733dd-6fad-426c-b56e-7d1cd276eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.791637 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-210af2de-f6df-456c-a4f2-196653475dd2 req-cb9733dd-6fad-426c-b56e-7d1cd276eac8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.1653082
Apr 30 21:20:44.828288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68951237-c8b8-42a1-8ab3-47a4e01c2f51 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:44.916855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Publish callbacks [] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:44.918897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-4644ef4d-d77e-44d6-a904-7aa1dbfbb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.924603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-4644ef4d-d77e-44d6-a904-7aa1dbfbb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.924603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-4644ef4d-d77e-44d6-a904-7aa1dbfbb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.924603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-4644ef4d-d77e-44d6-a904-7aa1dbfbb8f6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b81eb3fcf4664f479119191dbc28bf07&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2631562
Apr 30 21:20:44.939682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Transition to ACTIVE for port object 68951237-c8b8-42a1-8ab3-47a4e01c2f51 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:44.948809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac260-438a-480b-b899-0c6cff176148 req-bd2816c3-b928-4dfe-9b1d-ee4f3af6be1c tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:44.951378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57dac260-438a-480b-b899-0c6cff176148 req-bd2816c3-b928-4dfe-9b1d-ee4f3af6be1c tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1720841
Apr 30 21:20:44.972047 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-210af2de-f6df-456c-a4f2-196653475dd2 req-ff449750-cf63-4559-bcdc-40edb542dbb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 1000 time: 0.1670454
Apr 30 21:20:44.998249 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-474f61ca-f6b0-4b99-bae5-e48c8a9ff5c6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (d2aca539-415a-43b8-a249-a648e0f0af63), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.002927 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.085562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f61ca-f6b0-4b99-bae5-e48c8a9ff5c6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Subnet': ['ID=d2aca539-415a-43b8-a249-a648e0f0af63,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:45.099270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-474f61ca-f6b0-4b99-bae5-e48c8a9ff5c6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.104200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-474f61ca-f6b0-4b99-bae5-e48c8a9ff5c6 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "DELETE /v2.0/subnets/d2aca539-415a-43b8-a249-a648e0f0af63 HTTP/1.1" status: 204  len: 168 time: 0.9430757
Apr 30 21:20:45.108056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd33f0cd-3785-4be2-9ba8-fddf3cd7b038 None None] Network a5f36e2a-1d9b-4a37-8420-54ceae320947 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:20:45.111039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35372) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:45.150934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af2de-f6df-456c-a4f2-196653475dd2 req-82d2d6cb-9347-46e2-ba74-c255d1404442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.153448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-210af2de-f6df-456c-a4f2-196653475dd2 req-82d2d6cb-9347-46e2-ba74-c255d1404442 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.1652429
Apr 30 21:20:45.154151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Pushing event updated for resources: {'Port': ['ID=68951237-c8b8-42a1-8ab3-47a4e01c2f51,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:45.183241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-3dc75a44-4a4b-4a36-a32b-ee37d7f2b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.194625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30dd047a-3d3d-47ed-911e-8012d0a082da req-3dc75a44-4a4b-4a36-a32b-ee37d7f2b7c3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2523251
Apr 30 21:20:45.194625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-4dcf514a-e490-40c2-bc23-249722e4a77d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1000 time: 0.1859851
Apr 30 21:20:45.261645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209648-0752-4388-89a5-1653477c00ea req-d490fc12-331b-466b-98c6-895c4ced9510 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.263079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-d490fc12-331b-466b-98c6-895c4ced9510 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports/85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 942 time: 0.0692055
Apr 30 21:20:45.326842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210af2de-f6df-456c-a4f2-196653475dd2 req-8bdfbc3c-5041-419e-b009-bea0a12bb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.329955 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-210af2de-f6df-456c-a4f2-196653475dd2 req-8bdfbc3c-5041-419e-b009-bea0a12bb1f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1351509
Apr 30 21:20:45.370582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] DHCP port deletion for a5f36e2a-1d9b-4a37-8420-54ceae320947 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:20:45.429352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-163f08fa-1732-4bf4-a7b7-0570b4cec2c8 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1000 time: 0.1076794
Apr 30 21:20:45.433197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] Deleting port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:45.433744 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.510809 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a5f36e2a-1d9b-4a37-8420-54ceae320947), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.525851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] For port 4edd11d6-1bcf-49e3-8147-8fc0896730e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4edd11d6-1bcf-49e3-8147-8fc0896730e9,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:45.526600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.533810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Attempting to bind port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:45.535857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Attempting to bind port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:45.535857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Attempting to bind port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:45.544383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] Calling delete_port for 4edd11d6-1bcf-49e3-8147-8fc0896730e9 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:45.565461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 on network 2398732c-111b-435b-a08f-1b346cc08b51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:45.565924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Attempting to bind port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:45.568562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209648-0752-4388-89a5-1653477c00ea req-54a3c8fa-bd32-4611-87d9-ad77fe68717e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.570031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-54a3c8fa-bd32-4611-87d9-ad77fe68717e tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1317375
Apr 30 21:20:45.588433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:45.588901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Checking segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:45.589462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Bound using segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:45.596986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Bound port: 68951237-c8b8-42a1-8ab3-47a4e01c2f51, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:45.596986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.659170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-fb3e8c74-caf4-43b1-89ea-988d9727f2d8 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.665289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-fb3e8c74-caf4-43b1-89ea-988d9727f2d8 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.669298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:45.669836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.670793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-fb3e8c74-caf4-43b1-89ea-988d9727f2d8 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.676396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-fb3e8c74-caf4-43b1-89ea-988d9727f2d8 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.682737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-fb3e8c74-caf4-43b1-89ea-988d9727f2d8 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.688417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-fb3e8c74-caf4-43b1-89ea-988d9727f2d8 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.693936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-fb3e8c74-caf4-43b1-89ea-988d9727f2d8 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:45.696237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-fb3e8c74-caf4-43b1-89ea-988d9727f2d8 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5382 time: 0.1450074
Apr 30 21:20:45.726235 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-210af2de-f6df-456c-a4f2-196653475dd2 req-d57a9003-ea50-49d7-97d3-db8377a8c0f9 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3795888
Apr 30 21:20:45.730738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-401637b8-6b6e-4ce2-9dfa-5d70f3c99840 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 1000 time: 0.1432192
Apr 30 21:20:45.737649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.743516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:45.775473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] Pushing event deleted for resources: {'Port': ['ID=4edd11d6-1bcf-49e3-8147-8fc0896730e9,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:45.777962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be8ca3-224f-4d9b-a52b-3370d5d57f52 None None] No DVR routers for this DVR port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:45.820154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4edd11d6-1bcf-49e3-8147-8fc0896730e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:45.824612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bc65ef1-8247-4c86-a2cd-814e6c1555d8 req-18cff7e9-8669-44de-9e27-e0c729f2bf5c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1208122
Apr 30 21:20:45.834816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (79343313-14bf-4c47-9183-087da35513f0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.853911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 4edd11d6-1bcf-49e3-8147-8fc0896730e9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:45.854121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port 4edd11d6-1bcf-49e3-8147-8fc0896730e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4edd11d6-1bcf-49e3-8147-8fc0896730e9,segment=NetworkSegment(85d51ba8-a1b0-4e98-903e-61e7833b9964),segment_id=85d51ba8-a1b0-4e98-903e-61e7833b9964)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:45.854307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4edd11d6-1bcf-49e3-8147-8fc0896730e9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:45.854768 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:45.880013 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] For port 68951237-c8b8-42a1-8ab3-47a4e01c2f51, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:45.884376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for 4edd11d6-1bcf-49e3-8147-8fc0896730e9 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:45.924165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] For port 68951237-c8b8-42a1-8ab3-47a4e01c2f51, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:45.983501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fec081a2-453a-4fc1-8d80-3d45850e8767 req-17864b01-aa45-4aa5-b561-14c4ff4e0784 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=0cfebf72-b8c0-4538-9ba8-5098a8bfd6a5 HTTP/1.1" status: 200  len: 210 time: 0.0349329
Apr 30 21:20:46.051311 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.056926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.147624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.148138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.150554 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] 10.222.0.20 "PUT /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 1136 time: 2.0835316
Apr 30 21:20:46.155205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee56ce7-779b-44b9-98d9-44ba8c100b65 service neutron] Pushing event updated for resources: {'Port': ['ID=68951237-c8b8-42a1-8ab3-47a4e01c2f51,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:46.161013 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-210af2de-f6df-456c-a4f2-196653475dd2 req-b35d18a0-769a-43bc-8022-4bbb3fc153dd service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4187920
Apr 30 21:20:46.171634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (79343313-14bf-4c47-9183-087da35513f0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.171986 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Floating IP 79343313-14bf-4c47-9183-087da35513f0 disassociated. External IP: 172.35.4.86, port: 85c0da70-e0eb-430c-af77-63aac46b8dc4.
Apr 30 21:20:46.199184 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4edd11d6-1bcf-49e3-8147-8fc0896730e9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.227492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=4edd11d6-1bcf-49e3-8147-8fc0896730e9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:46.231121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port 4edd11d6-1bcf-49e3-8147-8fc0896730e9 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:46.261414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': '83b262c0-f5b8-4175-b9b8-1163fa513cc0'}, {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': '68951237-c8b8-42a1-8ab3-47a4e01c2f51'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:46.263691 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44831a8e-e9c0-4397-b2f2-c9421c848d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "83b262c0-f5b8-4175-b9b8-1163fa513cc0"}, {"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "68951237-c8b8-42a1-8ab3-47a4e01c2f51"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:46.340671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'name': 'network-vif-deleted', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:46.340671 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9491400-1d10-4b05-890c-ab2831cd91be" -d '{"events": [{"server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "name": "network-vif-deleted", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:46.347369 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b24489-97c8-45d4-91d7-225416418845 x-openstack-request-id: req-37b24489-97c8-45d4-91d7-225416418845 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:46.348314 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "83b262c0-f5b8-4175-b9b8-1163fa513cc0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "68951237-c8b8-42a1-8ab3-47a4e01c2f51", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:46.348785 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37b24489-97c8-45d4-91d7-225416418845 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:46.349411 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b24489-97c8-45d4-91d7-225416418845'] response: {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': '83b262c0-f5b8-4175-b9b8-1163fa513cc0', 'status': 'completed', 'code': 200}
Apr 30 21:20:46.350201 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b24489-97c8-45d4-91d7-225416418845'] response: {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': '68951237-c8b8-42a1-8ab3-47a4e01c2f51', 'status': 'completed', 'code': 200}
Apr 30 21:20:46.387025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:46.417020 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6922f7fe-b7bb-416b-9b98-06bc5221493f x-openstack-request-id: req-6922f7fe-b7bb-416b-9b98-06bc5221493f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:46.417020 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce71b4fd-70d3-4703-8ca7-c1b569060a9f", "name": "network-vif-deleted", "tag": "ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:46.420813 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6922f7fe-b7bb-416b-9b98-06bc5221493f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:46.420813 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6922f7fe-b7bb-416b-9b98-06bc5221493f'] response: {'server_uuid': 'ce71b4fd-70d3-4703-8ca7-c1b569060a9f', 'name': 'network-vif-deleted', 'tag': 'ffd1a6c9-ead3-4e0b-89e6-56d10432c2dd', 'status': 'completed', 'code': 200}
Apr 30 21:20:46.449455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a5f36e2a-1d9b-4a37-8420-54ceae320947), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.516410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896685abe0>,) {'filters': {'network_id': ['a5f36e2a-1d9b-4a37-8420-54ceae320947']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:46.536363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896685abe0>, '85d51ba8-a1b0-4e98-903e-61e7833b9964') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:46.536652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896685abe0>, '85d51ba8-a1b0-4e98-903e-61e7833b9964') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:46.537106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:46.538923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.546585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-c695e170-1429-4f50-b170-df5c3c2b65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.547257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-c695e170-1429-4f50-b170-df5c3c2b65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.547723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-c695e170-1429-4f50-b170-df5c3c2b65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.548185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-c695e170-1429-4f50-b170-df5c3c2b65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.549040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-c695e170-1429-4f50-b170-df5c3c2b65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.549503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-c695e170-1429-4f50-b170-df5c3c2b65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.549986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-c695e170-1429-4f50-b170-df5c3c2b65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.551855 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-c695e170-1429-4f50-b170-df5c3c2b65c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6312 time: 0.1148553
Apr 30 21:20:46.562558 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (85d51ba8-a1b0-4e98-903e-61e7833b9964), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.640017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (85d51ba8-a1b0-4e98-903e-61e7833b9964), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.658354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:20:46.658792 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (85d51ba8-a1b0-4e98-903e-61e7833b9964), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:20:46.662095 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:20:46.673316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:46.677803 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.684824 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038947bb-e3f2-4964-922b-243396960b93 None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:46.697997 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.700932 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038947bb-e3f2-4964-922b-243396960b93 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:46.701598 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-038947bb-e3f2-4964-922b-243396960b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77bdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:46.721932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-1d071c0f-0b1b-4600-81c9-8ae663aa75f9 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "PUT /v2.0/floatingips/79343313-14bf-4c47-9183-087da35513f0 HTTP/1.1" status: 200  len: 695 time: 0.9777758
Apr 30 21:20:46.782734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209648-0752-4388-89a5-1653477c00ea req-fc7bb1ee-aa18-4054-a04a-d7f07d98236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.791382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-fc7bb1ee-aa18-4054-a04a-d7f07d98236e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.0644896
Apr 30 21:20:46.839355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-038947bb-e3f2-4964-922b-243396960b93 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:46.885829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209648-0752-4388-89a5-1653477c00ea req-0d317def-5e6d-4a75-ab0d-8a24dca97956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.887475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-0d317def-5e6d-4a75-ab0d-8a24dca97956 service neutron] 10.222.0.23 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.0952189
Apr 30 21:20:46.906470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-f5709c7d-694b-48c7-b225-1799b146ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.910106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-f5709c7d-694b-48c7-b225-1799b146ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.910106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-f5709c7d-694b-48c7-b225-1799b146ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:46.910106 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-f5709c7d-694b-48c7-b225-1799b146ff48 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b81eb3fcf4664f479119191dbc28bf07&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.3447168
Apr 30 21:20:46.910106 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a5f36e2a-1d9b-4a37-8420-54ceae320947), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.919560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:46.923118 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "DELETE /v2.0/networks/a5f36e2a-1d9b-4a37-8420-54ceae320947 HTTP/1.1" status: 204  len: 168 time: 1.8097174
Apr 30 21:20:46.951598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-bdb29853-9056-4290-b63c-141bcaaf7db6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 217 time: 0.0576949
Apr 30 21:20:46.952135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35420) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:47.099493 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-038947bb-e3f2-4964-922b-243396960b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77bdc0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:47.112654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2e956c-a92b-42ba-b2e8-b432672a693e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting subnet 65ce8086-2833-4589-a4ce-5e9f4db98666 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:20:47.125998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-77c5fcf3-eb39-4e0f-81b3-aca246030303 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.129466 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038947bb-e3f2-4964-922b-243396960b93 None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:47.131356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-77c5fcf3-eb39-4e0f-81b3-aca246030303 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.137499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-77c5fcf3-eb39-4e0f-81b3-aca246030303 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.139850 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038947bb-e3f2-4964-922b-243396960b93 None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:47.140469 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-038947bb-e3f2-4964-922b-243396960b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77bdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:47.142892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-77c5fcf3-eb39-4e0f-81b3-aca246030303 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.149283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-77c5fcf3-eb39-4e0f-81b3-aca246030303 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.154820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-77c5fcf3-eb39-4e0f-81b3-aca246030303 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.160412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-77c5fcf3-eb39-4e0f-81b3-aca246030303 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.162407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-77c5fcf3-eb39-4e0f-81b3-aca246030303 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5382 time: 0.1994407
Apr 30 21:20:47.166971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f2e956c-a92b-42ba-b2e8-b432672a693e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks [] for subnet (65ce8086-2833-4589-a4ce-5e9f4db98666), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:47.227386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209648-0752-4388-89a5-1653477c00ea req-87875b23-7cfb-4a8a-a3ef-f29b9af8d3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.229725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-87875b23-7cfb-4a8a-a3ef-f29b9af8d3d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.2644508
Apr 30 21:20:47.287305 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-038947bb-e3f2-4964-922b-243396960b93 None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:47.294122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f2e956c-a92b-42ba-b2e8-b432672a693e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (65ce8086-2833-4589-a4ce-5e9f4db98666), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:47.345809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-195bfc2a-bc4a-4b8f-9f73-a37e09e970c5 req-67fd8096-30af-4d66-b0a6-8f6b9c40c692 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1756120
Apr 30 21:20:47.351163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209648-0752-4388-89a5-1653477c00ea req-31f49598-ece2-4fcd-8941-084c25cfc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.353283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-31f49598-ece2-4fcd-8941-084c25cfc844 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1170819
Apr 30 21:20:47.450708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-5e13fde0-4aef-4b8d-935a-cd2440b728d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.452759 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-5e13fde0-4aef-4b8d-935a-cd2440b728d8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5283542
Apr 30 21:20:47.456237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828141a5-508a-40b1-a8c2-a81a42875e56 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Network': ['ID=a5f36e2a-1d9b-4a37-8420-54ceae320947,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:47.499749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f2e956c-a92b-42ba-b2e8-b432672a693e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (65ce8086-2833-4589-a4ce-5e9f4db98666), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:47.555897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-b2950da8-dbd0-445d-8b15-609f97505da9 service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964574
Apr 30 21:20:47.594457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-38c710d7-ee5a-4bd2-b88a-53ab1f0d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.596697 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-38c710d7-ee5a-4bd2-b88a-53ab1f0d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.597720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-38c710d7-ee5a-4bd2-b88a-53ab1f0d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.604632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-38c710d7-ee5a-4bd2-b88a-53ab1f0d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.605170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-38c710d7-ee5a-4bd2-b88a-53ab1f0d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.605717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-38c710d7-ee5a-4bd2-b88a-53ab1f0d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.606210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-38c710d7-ee5a-4bd2-b88a-53ab1f0d9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.609662 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-38c710d7-ee5a-4bd2-b88a-53ab1f0d9e25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6312 time: 0.0718691
Apr 30 21:20:47.694826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48209648-0752-4388-89a5-1653477c00ea req-bd3277c3-b320-43d2-b609-75c2427848cf service neutron] 10.222.0.23 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308248
Apr 30 21:20:47.721728 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-038947bb-e3f2-4964-922b-243396960b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77bdc0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:47.723614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b29b71-981b-4ddd-b8fa-c4dc14de585e {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:47.736197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Publish callbacks [] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:47.750367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f2e956c-a92b-42ba-b2e8-b432672a693e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (65ce8086-2833-4589-a4ce-5e9f4db98666), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:47.750665 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038947bb-e3f2-4964-922b-243396960b93 None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:19:30Z', 'revision_number': 4, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65b97164-96c6-46ba-beb6-1d5f885ee099', 'name': '', 'network_id': '98b1dbd8-5abb-448b-9acd-f922dee70a3d', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'mac_address': 'fa:16:3e:53:e1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:28Z', 'updated_at': '2022-04-30T21:19:35Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'subnets': [{'id': 'b6815a9b-8df8-47e0-8f86-e8a6c8c3340e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:47.769034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Transition to ACTIVE for port object b7b29b71-981b-4ddd-b8fa-c4dc14de585e will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:47.787704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-ce36023b-f254-47f3-b81b-85042a9c06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.788344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-ce36023b-f254-47f3-b81b-85042a9c06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.789429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-ce36023b-f254-47f3-b81b-85042a9c06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:47.791346 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-ce36023b-f254-47f3-b81b-85042a9c06f2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b81eb3fcf4664f479119191dbc28bf07&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.1671877
Apr 30 21:20:47.822868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f2e956c-a92b-42ba-b2e8-b432672a693e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:47.823633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f7f82-9e70-48e1-87cf-d2f66146d086 None None] Network 8a42b8f1-3795-4419-a0fb-32d2333d769d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:20:47.830544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4f2e956c-a92b-42ba-b2e8-b432672a693e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "DELETE /v2.0/subnets/65ce8086-2833-4589-a4ce-5e9f4db98666 HTTP/1.1" status: 204  len: 168 time: 0.8746262
Apr 30 21:20:47.830743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e956c-a92b-42ba-b2e8-b432672a693e tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Subnet': ['ID=65ce8086-2833-4589-a4ce-5e9f4db98666,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:47.837615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35472) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:47.919838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:47.933848 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1a80f433-850f-48f3-87c0-6fe1e5cd5a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:47.986839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:48.025914 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8a42b8f1-3795-4419-a0fb-32d2333d769d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.127690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-de978ed4-0964-4a6c-89a9-63dfe19bd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:48.129197 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-44831a8e-e9c0-4397-b2f2-c9421c848d9a req-de978ed4-0964-4a6c-89a9-63dfe19bd23b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3269215
Apr 30 21:20:48.151057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] DHCP port deletion for 8a42b8f1-3795-4419-a0fb-32d2333d769d request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:20:48.154749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-96489f8d-5d14-4e61-9da6-408449d6c8d7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:48.160102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Attempting to bind port b7b29b71-981b-4ddd-b8fa-c4dc14de585e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:48.161108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Attempting to bind port b7b29b71-981b-4ddd-b8fa-c4dc14de585e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:48.161629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-96489f8d-5d14-4e61-9da6-408449d6c8d7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.2329710
Apr 30 21:20:48.161803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Attempting to bind port b7b29b71-981b-4ddd-b8fa-c4dc14de585e on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:48.167266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Port b7b29b71-981b-4ddd-b8fa-c4dc14de585e on network 2398732c-111b-435b-a08f-1b346cc08b51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:48.167850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Attempting to bind port b7b29b71-981b-4ddd-b8fa-c4dc14de585e on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:48.174582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:48.176334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Checking segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:48.176334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Bound using segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:48.176334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Bound port: b7b29b71-981b-4ddd-b8fa-c4dc14de585e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:48.176334 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.195737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Deleting port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:48.196564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.204633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-db6ad302-c2fe-4887-8207-022cd428edfa tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/quotas/713c8f2f4e2141f18904b10656eaf37f HTTP/1.1" status: 200  len: 375 time: 0.0419278
Apr 30 21:20:48.306325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931a5cc-722a-4340-a0a4-0a8f06e23110 None None] New status for floating IP 79343313-14bf-4c47-9183-087da35513f0: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:20:48.308307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] Deleting port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:48.308685 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.320634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] For port b7b29b71-981b-4ddd-b8fa-c4dc14de585e, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:48.324594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] For port b7b29b71-981b-4ddd-b8fa-c4dc14de585e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:48.328305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-8dfffd58-4b1d-4f3f-a2bc-17b39f598c95 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1228306
Apr 30 21:20:48.395942 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.406834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] For port a311a2ae-28f1-4bbd-b652-ca80e5cd7826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:48.410445 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.419334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:48.421547 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524822e5-d9be-4b3a-a925-181153e4c7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:48.434678 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.437268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Calling delete_port for a311a2ae-28f1-4bbd-b652-ca80e5cd7826 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:48.503241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:48.504561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.505582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-16e23e24-89d4-4106-af85-b2c1462db971 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660073
Apr 30 21:20:48.516742 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] 10.222.0.20 "PUT /v2.0/ports/b7b29b71-981b-4ddd-b8fa-c4dc14de585e HTTP/1.1" status: 200  len: 1090 time: 2.1651423
Apr 30 21:20:48.518135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca01be3-7527-42b5-ba96-1c4c24110f70 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:48.534356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:48.537555 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16499955-c990-47ed-8ab3-9fd71974ed6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "b7b29b71-981b-4ddd-b8fa-c4dc14de585e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:48.555264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] For port a311a2ae-28f1-4bbd-b652-ca80e5cd7826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,segment=NetworkSegment(da4d690d-5e59-4a3b-baaa-86b9ecce9730),segment_id=da4d690d-5e59-4a3b-baaa-86b9ecce9730)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:48.555679 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.606083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] Calling delete_port for a311a2ae-28f1-4bbd-b652-ca80e5cd7826 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:48.641036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:48.642856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-0bfd6a38-6902-4710-8d0c-c2f4e7b828dd service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235249
Apr 30 21:20:48.692169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.716995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] No DVR routers for this DVR port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:48.767839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Port': ['ID=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:48.770096 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (a311a2ae-28f1-4bbd-b652-ca80e5cd7826), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.770729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.807855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] Pushing event deleted for resources: {'Port': ['ID=a311a2ae-28f1-4bbd-b652-ca80e5cd7826,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:48.810039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd150f-8313-4746-88db-b1f55e08891e None None] No DVR routers for this DVR port a311a2ae-28f1-4bbd-b652-ca80e5cd7826 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:48.938906 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8a42b8f1-3795-4419-a0fb-32d2333d769d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:48.978535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-1fb93798-95ed-42a8-9a29-d1886c7c9001 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:48.984208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-1fb93798-95ed-42a8-9a29-d1886c7c9001 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:48.990752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-1fb93798-95ed-42a8-9a29-d1886c7c9001 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:48.996650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-1fb93798-95ed-42a8-9a29-d1886c7c9001 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.002384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-1fb93798-95ed-42a8-9a29-d1886c7c9001 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.008181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-1fb93798-95ed-42a8-9a29-d1886c7c9001 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.013739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-1fb93798-95ed-42a8-9a29-d1886c7c9001 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.021432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-1fb93798-95ed-42a8-9a29-d1886c7c9001 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5394 time: 0.1996844
Apr 30 21:20:49.055321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966cc41c0>,) {'filters': {'network_id': ['8a42b8f1-3795-4419-a0fb-32d2333d769d']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:49.074154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966cc41c0>, 'da4d690d-5e59-4a3b-baaa-86b9ecce9730') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:49.074547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966cc41c0>, 'da4d690d-5e59-4a3b-baaa-86b9ecce9730') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:49.090853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (da4d690d-5e59-4a3b-baaa-86b9ecce9730), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:49.100641 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880d1ed0-495c-4393-869b-557b61628c06 x-openstack-request-id: req-880d1ed0-495c-4393-869b-557b61628c06 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:49.100869 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:49.101116 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-880d1ed0-495c-4393-869b-557b61628c06 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:49.102144 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880d1ed0-495c-4393-869b-557b61628c06'] response: {'name': 'network-changed', 'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'status': 'completed', 'code': 200}
Apr 30 21:20:49.136926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a9de830-a197-4ec3-b32a-d51a75336111 req-3dfd5baa-1f3c-4bc0-b857-c42f7316eeb0 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1048098
Apr 30 21:20:49.138315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (da4d690d-5e59-4a3b-baaa-86b9ecce9730), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:49.148733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (da4d690d-5e59-4a3b-baaa-86b9ecce9730), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:20:49.153078 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:20:49.197414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-df5b1f57-9581-435a-80b0-d79bb539f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.199393 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-df5b1f57-9581-435a-80b0-d79bb539f0c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cebc4a4f75349b09fd03f67d0207875&device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 1127 time: 0.0680058
Apr 30 21:20:49.206396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4baf2f0-f599-4e18-a1c9-15315a90ac2d {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:49.212148 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ac1e95-4f97-4f94-a0bf-3f3ab8f85470 x-openstack-request-id: req-16ac1e95-4f97-4f94-a0bf-3f3ab8f85470 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:49.212616 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "b7b29b71-981b-4ddd-b8fa-c4dc14de585e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:49.212964 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16ac1e95-4f97-4f94-a0bf-3f3ab8f85470 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:49.213467 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ac1e95-4f97-4f94-a0bf-3f3ab8f85470'] response: {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e', 'status': 'completed', 'code': 200}
Apr 30 21:20:49.218171 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Publish callbacks [] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:49.298399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Transition to ACTIVE for port object c4baf2f0-f599-4e18-a1c9-15315a90ac2d will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:49.307672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-6715af8e-e2c9-4b4f-99d7-6d9d556c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.308197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-6715af8e-e2c9-4b4f-99d7-6d9d556c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.308607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-6715af8e-e2c9-4b4f-99d7-6d9d556c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.317122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-6715af8e-e2c9-4b4f-99d7-6d9d556c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.317122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-6715af8e-e2c9-4b4f-99d7-6d9d556c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.317122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-6715af8e-e2c9-4b4f-99d7-6d9d556c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.317122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-6715af8e-e2c9-4b4f-99d7-6d9d556c6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.317122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-6715af8e-e2c9-4b4f-99d7-6d9d556c6c0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6410 time: 0.0762568
Apr 30 21:20:49.339512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8a42b8f1-3795-4419-a0fb-32d2333d769d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:49.347488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-dfcd0984-d4be-4dd0-9633-802541a9c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.349029 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-dfcd0984-d4be-4dd0-9633-802541a9c74f service neutron] 10.222.0.20 "GET /v2.0/networks?id=98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 200  len: 922 time: 0.1283193
Apr 30 21:20:49.407666 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:49.412871 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-c2134c4a-f140-414b-a221-5b204b29322c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 200  len: 217 time: 0.0544622
Apr 30 21:20:49.514676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Pushing event updated for resources: {'Port': ['ID=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:49.525553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-8f38dd54-a90d-448b-8665-ccf2ca09a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.526587 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-8f38dd54-a90d-448b-8665-ccf2ca09a2bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 200  len: 860 time: 0.0857186
Apr 30 21:20:49.613685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-a943b880-97a6-4a10-a73a-a269c7189a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.615729 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-a943b880-97a6-4a10-a73a-a269c7189a1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98b1dbd8-5abb-448b-9acd-f922dee70a3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0732086
Apr 30 21:20:49.700723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Attempting to bind port c4baf2f0-f599-4e18-a1c9-15315a90ac2d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:49.700723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Attempting to bind port c4baf2f0-f599-4e18-a1c9-15315a90ac2d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:49.700723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Attempting to bind port c4baf2f0-f599-4e18-a1c9-15315a90ac2d on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:49.711615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Port c4baf2f0-f599-4e18-a1c9-15315a90ac2d on network 2398732c-111b-435b-a08f-1b346cc08b51 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:49.712079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Attempting to bind port c4baf2f0-f599-4e18-a1c9-15315a90ac2d on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:49.730461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:49.731093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Checking segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:49.731841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Bound using segment: {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:49.732487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Bound port: c4baf2f0-f599-4e18-a1c9-15315a90ac2d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7cc9766-3a99-45f8-9d75-0ec4eab45398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:49.733927 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:49.737116 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:49.740526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] 10.222.0.23 "DELETE /v2.0/networks/8a42b8f1-3795-4419-a0fb-32d2333d769d HTTP/1.1" status: 204  len: 168 time: 1.9035585
Apr 30 21:20:49.806306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f25973-6c10-4926-beee-f1f27d9527b2 tempest-ServersTestMultiNic-689988957 tempest-ServersTestMultiNic-689988957-project] Pushing event deleted for resources: {'Network': ['ID=8a42b8f1-3795-4419-a0fb-32d2333d769d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:49.830567 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-3235a25f-7778-405b-b654-3b6c2e29def1 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028801
Apr 30 21:20:49.843030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4158f8-e542-4d8c-ba79-4f6503edb970 req-8484d12c-6bd0-4ee2-aca2-3bd2617564ea tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.848815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b4158f8-e542-4d8c-ba79-4f6503edb970 req-8484d12c-6bd0-4ee2-aca2-3bd2617564ea tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1209483
Apr 30 21:20:49.868363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a311a2ae-28f1-4bbd-b652-ca80e5cd7826 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:49.879652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72fef78c-c9e2-4b2d-a100-9d0136093614 req-ccdd697d-aa35-457e-98fc-3b9b565140de tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 210 time: 0.0783358
Apr 30 21:20:49.897669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a311a2ae-28f1-4bbd-b652-ca80e5cd7826 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:49.899024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a311a2ae-28f1-4bbd-b652-ca80e5cd7826 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:49.931736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-408405fa-50af-4143-b37a-383f7174cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.932434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-408405fa-50af-4143-b37a-383f7174cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.935050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-408405fa-50af-4143-b37a-383f7174cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:49.935050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-408405fa-50af-4143-b37a-383f7174cc36 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b81eb3fcf4664f479119191dbc28bf07&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.6096470
Apr 30 21:20:49.946102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] For port c4baf2f0-f599-4e18-a1c9-15315a90ac2d, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:49.968865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] For port c4baf2f0-f599-4e18-a1c9-15315a90ac2d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:49.982728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b4158f8-e542-4d8c-ba79-4f6503edb970 req-f9cdbe2f-e0d0-431a-b8dc-f56b73d11f99 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077399
Apr 30 21:20:50.023320 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-524822e5-d9be-4b3a-a925-181153e4c7d2 req-6d424260-0fc8-4f20-a683-93cecc2ec046 service neutron] 10.222.0.20 "GET /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762729
Apr 30 21:20:50.074716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:50.088935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-2f7f3ddb-602a-469d-acc4-61d7dc5b539a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips/79343313-14bf-4c47-9183-087da35513f0 HTTP/1.1" status: 200  len: 693 time: 0.0733676
Apr 30 21:20:50.097267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5cc96f86-0074-4825-bb95-8337f41340d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:50.109910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.110654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:50.112087 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] 10.222.0.20 "PUT /v2.0/ports/c4baf2f0-f599-4e18-a1c9-15315a90ac2d HTTP/1.1" status: 200  len: 1091 time: 1.4761703
Apr 30 21:20:50.141466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e66c4-1ea3-4509-9293-fc5f647c518e service neutron] Pushing event updated for resources: {'Port': ['ID=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:50.201128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-9b8a2e2c-0ad0-4a8e-a05b-c6c154f32e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.202681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16499955-c990-47ed-8ab3-9fd71974ed6d req-9b8a2e2c-0ad0-4a8e-a05b-c6c154f32e0b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2572165
Apr 30 21:20:50.262207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-74aaacaa-d426-4135-8c83-92697485e4c2 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.263613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-74aaacaa-d426-4135-8c83-92697485e4c2 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.1471207
Apr 30 21:20:50.313480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:50.352044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-b6ab2d4d-2f8e-4b1f-8204-1028a944dd7f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 696 time: 0.0812898
Apr 30 21:20:50.409117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-7108e3b2-46db-4ea7-b024-0b940fd574aa tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.86 HTTP/1.1" status: 200  len: 696 time: 0.0561807
Apr 30 21:20:50.481052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:50.599638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Deleting port 2b972f0b-5ed4-4739-a56f-d15701123562 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:50.599967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2b972f0b-5ed4-4739-a56f-d15701123562), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:50.781685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-f74c7bcb-62e0-4063-a7ce-cc32940a6bed tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.787043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-f74c7bcb-62e0-4063-a7ce-cc32940a6bed tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.792906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-f74c7bcb-62e0-4063-a7ce-cc32940a6bed tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.798260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-f74c7bcb-62e0-4063-a7ce-cc32940a6bed tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.803744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-f74c7bcb-62e0-4063-a7ce-cc32940a6bed tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.809063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-f74c7bcb-62e0-4063-a7ce-cc32940a6bed tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.814337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-f74c7bcb-62e0-4063-a7ce-cc32940a6bed tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:50.816214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-f74c7bcb-62e0-4063-a7ce-cc32940a6bed tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5406 time: 0.1302822
Apr 30 21:20:50.882122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2b972f0b-5ed4-4739-a56f-d15701123562), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:50.883028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (2b972f0b-5ed4-4739-a56f-d15701123562), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:50.908866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Calling delete_port for 2b972f0b-5ed4-4739-a56f-d15701123562 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:51.015107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90530ee8-fc7b-4922-bd93-9dbdc61ea739 req-062c1534-dae1-4ba5-850e-05ecd8a05ed1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1711237
Apr 30 21:20:51.146224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb35a6b-139d-435e-9c32-4c2cc700c91d {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:51.162658 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Publish callbacks [] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:51.214259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:51.216600 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec5058b-45a9-49d4-9129-795d31c50fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "c4baf2f0-f599-4e18-a1c9-15315a90ac2d"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:51.239561 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:51.251536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Transition to ACTIVE for port object cdb35a6b-139d-435e-9c32-4c2cc700c91d will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:51.261400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eef5b232-24a3-4b76-ba06-3b123d8f0c30 req-35d77086-1764-4e24-9f5b-a9be7d61a797 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 210 time: 0.0604706
Apr 30 21:20:51.282610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-e7864c5d-e753-42b5-ae6b-dba8238e61ad tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:51.284081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-e7864c5d-e753-42b5-ae6b-dba8238e61ad tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.2337627
Apr 30 21:20:51.298975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Request body: {'port': {'device_id': '535d878c-5289-4a05-abdb-c65a639e113d', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'admin_state_up': True, 'tenant_id': '713c8f2f4e2141f18904b10656eaf37f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:51.338034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:51.392633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2b972f0b-5ed4-4739-a56f-d15701123562), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:51.419202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb35a6b-139d-435e-9c32-4c2cc700c91d,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:51.504182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Pushing event deleted for resources: {'Port': ['ID=2b972f0b-5ed4-4739-a56f-d15701123562,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:51.592614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks [] for floatingip (79343313-14bf-4c47-9183-087da35513f0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:51.595110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:51.596273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86999209-43a4-4eec-b7f3-7b7e8a73ec9d req-52389f10-72e2-4dc2-a960-169a236326b6 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "DELETE /v2.0/floatingips/79343313-14bf-4c47-9183-087da35513f0 HTTP/1.1" status: 204  len: 173 time: 1.1629705
Apr 30 21:20:51.614232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Attempting to bind port cdb35a6b-139d-435e-9c32-4c2cc700c91d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:51.614635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Attempting to bind port cdb35a6b-139d-435e-9c32-4c2cc700c91d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:51.614961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Attempting to bind port cdb35a6b-139d-435e-9c32-4c2cc700c91d on network b8d11e40-b37d-4318-bdf2-7339b1b28107 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:51.619967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Port cdb35a6b-139d-435e-9c32-4c2cc700c91d on network b8d11e40-b37d-4318-bdf2-7339b1b28107 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:51.620345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Attempting to bind port cdb35a6b-139d-435e-9c32-4c2cc700c91d on network b8d11e40-b37d-4318-bdf2-7339b1b28107 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:51.627305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:51.627305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Checking segment: {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:51.627305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Bound using segment: {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:51.627305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Bound port: cdb35a6b-139d-435e-9c32-4c2cc700c91d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:51.627305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:51.646803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35682) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:51.677215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Made reservation on behalf of 713c8f2f4e2141f18904b10656eaf37f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:20:51.681188 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:51.748536 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b746f1c8-b773-45ac-8ae3-6c996786f6d8 x-openstack-request-id: req-b746f1c8-b773-45ac-8ae3-6c996786f6d8 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:51.749317 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "c4baf2f0-f599-4e18-a1c9-15315a90ac2d", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:51.749788 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b746f1c8-b773-45ac-8ae3-6c996786f6d8 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:51.750264 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b746f1c8-b773-45ac-8ae3-6c996786f6d8'] response: {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d', 'status': 'completed', 'code': 200}
Apr 30 21:20:51.765737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] For port cdb35a6b-139d-435e-9c32-4c2cc700c91d, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:51.791943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] For port cdb35a6b-139d-435e-9c32-4c2cc700c91d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:51.842804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-38240c88-87e3-4150-bad7-5b71e4c20b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:51.843518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-38240c88-87e3-4150-bad7-5b71e4c20b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:51.844246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-38240c88-87e3-4150-bad7-5b71e4c20b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:51.844906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-38240c88-87e3-4150-bad7-5b71e4c20b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:51.845380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-38240c88-87e3-4150-bad7-5b71e4c20b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:51.845882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-38240c88-87e3-4150-bad7-5b71e4c20b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:51.846331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-38240c88-87e3-4150-bad7-5b71e4c20b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:51.848604 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-38240c88-87e3-4150-bad7-5b71e4c20b74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6533 time: 0.0975704
Apr 30 21:20:51.866728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Allocated IP 172.20.0.4 (5c8b504b-43e7-4642-bbf0-dab49293fda8/50ea73fb-9933-490f-b1df-626257b5fc26/10b7463f-64be-41ee-8517-759ef5b7f0ef) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:20:51.923077 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.043256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.043256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.044463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] 10.222.0.20 "PUT /v2.0/ports/cdb35a6b-139d-435e-9c32-4c2cc700c91d HTTP/1.1" status: 200  len: 1091 time: 1.7352569
Apr 30 21:20:52.048322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:52.060344 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80e823c-941f-4de4-9f95-621f0b5874a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "cdb35a6b-139d-435e-9c32-4c2cc700c91d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:52.088046 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:20:52.116616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d9b44-64f5-413d-b665-54317dd4ed92 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb35a6b-139d-435e-9c32-4c2cc700c91d,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:52.136707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-d621b813-23d0-4412-a601-1fcc1c35e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.141407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-d621b813-23d0-4412-a601-1fcc1c35e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.141878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-d621b813-23d0-4412-a601-1fcc1c35e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.146767 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-d621b813-23d0-4412-a601-1fcc1c35e44e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b81eb3fcf4664f479119191dbc28bf07&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2895169
Apr 30 21:20:52.200902 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa04d74-9d63-4178-9b0f-f3bf18de9bc6 x-openstack-request-id: req-2fa04d74-9d63-4178-9b0f-f3bf18de9bc6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:52.201196 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "cdb35a6b-139d-435e-9c32-4c2cc700c91d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:52.204643 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fa04d74-9d63-4178-9b0f-f3bf18de9bc6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:52.204643 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa04d74-9d63-4178-9b0f-f3bf18de9bc6'] response: {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d', 'status': 'completed', 'code': 200}
Apr 30 21:20:52.235639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-4bb006fe-16af-49d5-9d31-287754a17c2e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.241278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-4bb006fe-16af-49d5-9d31-287754a17c2e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.250387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-4bb006fe-16af-49d5-9d31-287754a17c2e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.253502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-4bb006fe-16af-49d5-9d31-287754a17c2e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.259570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-4bb006fe-16af-49d5-9d31-287754a17c2e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.264884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-4bb006fe-16af-49d5-9d31-287754a17c2e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.270652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-4bb006fe-16af-49d5-9d31-287754a17c2e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.273247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-4bb006fe-16af-49d5-9d31-287754a17c2e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5418 time: 0.1235049
Apr 30 21:20:52.312240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks [] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.331395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (92eb0cef-a3ba-4bc0-b3d6-afed82380140), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.371290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-614954be-5a86-401f-9d8d-c7e664f4f2af req-8bc33ff2-bfe8-4630-b909-f8ab48b42fbc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0877414
Apr 30 21:20:52.452202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.522759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:20:52.533554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:20:52.534031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:20:52.564134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514b406-0ecc-4b74-b19a-3c96ca06eeac req-be6303f1-a851-4da0-8ab5-d4c6dcf6b72f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.565598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7514b406-0ecc-4b74-b19a-3c96ca06eeac req-be6303f1-a851-4da0-8ab5-d4c6dcf6b72f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 945 time: 0.1251740
Apr 30 21:20:52.580266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event updated for resources: {'Port': ['ID=10b7463f-64be-41ee-8517-759ef5b7f0ef,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:52.602263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Deleting port 92e71109-811a-437b-99ef-ba4e9f1c2cdf {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:52.602608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.620530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.621151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.656686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7514b406-0ecc-4b74-b19a-3c96ca06eeac req-81a1f386-a4b6-4b50-8083-a2b00ecfd43a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803127
Apr 30 21:20:52.690636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] For port 92e71109-811a-437b-99ef-ba4e9f1c2cdf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92e71109-811a-437b-99ef-ba4e9f1c2cdf,segment=NetworkSegment(99e1d8f8-439a-4a7d-8265-7cb114fc7134),segment_id=99e1d8f8-439a-4a7d-8265-7cb114fc7134)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:52.691059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.712533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Calling delete_port for 92e71109-811a-437b-99ef-ba4e9f1c2cdf owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:52.721920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bdac3d9e-5b57-43e3-a1c1-06f7d440f8f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4298143
Apr 30 21:20:52.756948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-93b469c2-cf12-46fc-8895-8e48c81079fd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:20:52.758295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-93b469c2-cf12-46fc-8895-8e48c81079fd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0248504
Apr 30 21:20:52.781741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822afb47-f579-46c6-a1ce-9fad0c238449 req-38b78f64-2d6a-4b85-8630-6f5d074c7777 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:52.788530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-822afb47-f579-46c6-a1ce-9fad0c238449 req-38b78f64-2d6a-4b85-8630-6f5d074c7777 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 931 time: 0.0654464
Apr 30 21:20:52.854736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-822afb47-f579-46c6-a1ce-9fad0c238449 req-925971f4-0b21-4b42-8975-d15f7da3112f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644963
Apr 30 21:20:52.904011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Request body: {'port': {'device_id': '535d878c-5289-4a05-abdb-c65a639e113d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:52.971915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:52.988833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (92e71109-811a-437b-99ef-ba4e9f1c2cdf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:53.047269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e71109-811a-437b-99ef-ba4e9f1c2cdf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:53.053826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:53.210744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (92eb0cef-a3ba-4bc0-b3d6-afed82380140), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:53.279392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b7463f-64be-41ee-8517-759ef5b7f0ef {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:53.290845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Publish callbacks [] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:53.307729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Transition to ACTIVE for port object 10b7463f-64be-41ee-8517-759ef5b7f0ef will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:53.338391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Request body: {'port': {'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:20:53.406602 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:53.415165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:53.499969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-d4093b40-d0e9-4173-b1f6-5495785c2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.501521 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1ec5058b-45a9-49d4-9129-795d31c50fdf req-d4093b40-d0e9-4173-b1f6-5495785c2d13 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1803646
Apr 30 21:20:53.540306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:53.548754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Pushing event updated for resources: {'Port': ['ID=10b7463f-64be-41ee-8517-759ef5b7f0ef,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:53.624772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3976f98-e101-4371-a3da-696fd707f7c1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.630099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3976f98-e101-4371-a3da-696fd707f7c1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.637870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3976f98-e101-4371-a3da-696fd707f7c1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.641480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3976f98-e101-4371-a3da-696fd707f7c1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.646740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3976f98-e101-4371-a3da-696fd707f7c1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.652010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3976f98-e101-4371-a3da-696fd707f7c1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.657579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3976f98-e101-4371-a3da-696fd707f7c1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.659843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3976f98-e101-4371-a3da-696fd707f7c1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5418 time: 0.1637828
Apr 30 21:20:53.711519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-0e90d12c-a964-4b88-bdec-04167806b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.712103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-0e90d12c-a964-4b88-bdec-04167806b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.712581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-0e90d12c-a964-4b88-bdec-04167806b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.713099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-0e90d12c-a964-4b88-bdec-04167806b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.713567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-0e90d12c-a964-4b88-bdec-04167806b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.714185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-0e90d12c-a964-4b88-bdec-04167806b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.714650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-0e90d12c-a964-4b88-bdec-04167806b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.716616 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-0e90d12c-a964-4b88-bdec-04167806b03c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6606 time: 0.1606834
Apr 30 21:20:53.732631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-75b769af-d9bc-4b8e-8db0-17452dd9a50d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:53.734204 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-75b769af-d9bc-4b8e-8db0-17452dd9a50d tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.20 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 945 time: 0.1406434
Apr 30 21:20:53.779367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Attempting to bind port 10b7463f-64be-41ee-8517-759ef5b7f0ef on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:53.779712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Attempting to bind port 10b7463f-64be-41ee-8517-759ef5b7f0ef by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:53.780045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Attempting to bind port 10b7463f-64be-41ee-8517-759ef5b7f0ef on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:53.860409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Port 10b7463f-64be-41ee-8517-759ef5b7f0ef on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:53.860409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Attempting to bind port 10b7463f-64be-41ee-8517-759ef5b7f0ef on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:53.902005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:53.902297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Checking segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:53.902652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Bound using segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:53.903104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Bound port: 10b7463f-64be-41ee-8517-759ef5b7f0ef, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:53.903468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:53.912802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aeecf8a2-014b-4dcd-b723-84655b4912a6 req-c3b3b0f7-36db-4747-89fa-14b900a8005a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2409728
Apr 30 21:20:54.071096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] For port 10b7463f-64be-41ee-8517-759ef5b7f0ef, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:54.129907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] For port 10b7463f-64be-41ee-8517-759ef5b7f0ef, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10b7463f-64be-41ee-8517-759ef5b7f0ef,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:54.151432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6d8de-4531-420e-a2ed-e24a0dd5f4d8 req-f4d690c1-48b6-4dc7-a6cb-ad53dce013d7 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:54.153078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2a6d8de-4531-420e-a2ed-e24a0dd5f4d8 req-f4d690c1-48b6-4dc7-a6cb-ad53dce013d7 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 945 time: 0.1312573
Apr 30 21:20:54.161123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512b72-330b-4901-b937-6a64792d4ce1 req-5dd8cf52-5939-4e9b-aabb-1dd0caf2e373 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:54.162609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01512b72-330b-4901-b937-6a64792d4ce1 req-5dd8cf52-5939-4e9b-aabb-1dd0caf2e373 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 943 time: 0.1238744
Apr 30 21:20:54.168906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2823b4-cb37-40e4-9569-718e828d60c1 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:20:54.189353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Publish callbacks [] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.189594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:54.198522 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8efc8681-0db1-4752-a637-f2a265c16636 admin admin] 10.222.0.23 "PUT /v2.0/routers/92eb0cef-a3ba-4bc0-b3d6-afed82380140/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5505645
Apr 30 21:20:54.201815 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] Sync routers for ids ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:54.204501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35882) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:54.208671 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.216521 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] Routers {'92eb0cef-a3ba-4bc0-b3d6-afed82380140'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:54.217343 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:54.258367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Transition to ACTIVE for port object ee2823b4-cb37-40e4-9569-718e828d60c1 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:20:54.323518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Deleting port 85c0da70-e0eb-430c-af77-63aac46b8dc4 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:54.324112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.356945 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] Set router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:54.373156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-95f6e50b-03d1-450c-b4fe-186f0b1bd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:54.373630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-95f6e50b-03d1-450c-b4fe-186f0b1bd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:54.374126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-95f6e50b-03d1-450c-b4fe-186f0b1bd52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:54.375824 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-95f6e50b-03d1-450c-b4fe-186f0b1bd52e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b81eb3fcf4664f479119191dbc28bf07&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.6355410
Apr 30 21:20:54.425241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.519350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks [] for router (92eb0cef-a3ba-4bc0-b3d6-afed82380140), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.536245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] For port 85c0da70-e0eb-430c-af77-63aac46b8dc4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85c0da70-e0eb-430c-af77-63aac46b8dc4,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:54.536656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.565792 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5280>, [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:20:52Z', 'revision_number': 5, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:54.596122 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] Checking router: 92eb0cef-a3ba-4bc0-b3d6-afed82380140 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:20:54.599776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:54.600391 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.602411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] 10.222.0.35 "PUT /v2.0/ports/10b7463f-64be-41ee-8517-759ef5b7f0ef HTTP/1.1" status: 200  len: 1091 time: 1.8359270
Apr 30 21:20:54.603043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.604778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535d878c-5289-4a05-abdb-c65a639e113d', 'tag': '10b7463f-64be-41ee-8517-759ef5b7f0ef'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:54.607002 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b" -d '{"events": [{"name": "network-changed", "server_uuid": "535d878c-5289-4a05-abdb-c65a639e113d", "tag": "10b7463f-64be-41ee-8517-759ef5b7f0ef"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:54.607152 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] Routers {'92eb0cef-a3ba-4bc0-b3d6-afed82380140'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:54.607924 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:54.623803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Calling delete_port for 85c0da70-e0eb-430c-af77-63aac46b8dc4 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:54.649510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-2c928787-83c7-46de-97cd-d03a45f2ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:54.650903 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c80e823c-941f-4de4-9f95-621f0b5874a1 req-2c928787-83c7-46de-97cd-d03a45f2ad98 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2631288
Apr 30 21:20:54.652659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2a6d8de-4531-420e-a2ed-e24a0dd5f4d8 req-b13ec711-417a-4af8-8e34-2ab1df7dae8a tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/security-groups?id=7a524164-d805-44a1-a77f-223449e8d04e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4890382
Apr 30 21:20:54.668407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01512b72-330b-4901-b937-6a64792d4ce1 req-387b6e9b-ace6-4b07-9fda-767e6dbf6427 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4946370
Apr 30 21:20:54.673941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdac2be-5b90-4b11-bac0-5c28e8e94434 service neutron] Pushing event updated for resources: {'Port': ['ID=10b7463f-64be-41ee-8517-759ef5b7f0ef,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:54.746070 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] Set router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:20:54.818361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks [] for router_gateway (92eb0cef-a3ba-4bc0-b3d6-afed82380140), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:54.865506 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87d4647-a615-4a1a-991b-7dc1e74086f9 x-openstack-request-id: req-c87d4647-a615-4a1a-991b-7dc1e74086f9 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:54.865506 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535d878c-5289-4a05-abdb-c65a639e113d", "tag": "10b7463f-64be-41ee-8517-759ef5b7f0ef", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:54.866066 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c87d4647-a615-4a1a-991b-7dc1e74086f9 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:54.866160 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87d4647-a615-4a1a-991b-7dc1e74086f9'] response: {'name': 'network-changed', 'server_uuid': '535d878c-5289-4a05-abdb-c65a639e113d', 'tag': '10b7463f-64be-41ee-8517-759ef5b7f0ef', 'status': 'completed', 'code': 200}
Apr 30 21:20:54.907549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2823b4-cb37-40e4-9569-718e828d60c1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:54.929836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-a7c017a6-1422-4a1f-b52a-a6a0c1c7f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:54.931287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-a7c017a6-1422-4a1f-b52a-a6a0c1c7f73b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 1125 time: 0.1589694
Apr 30 21:20:55.023805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Deleting port e97df814-fcd8-40c1-9444-937b8db71b9e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:55.024150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.034409 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5280>, [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:20:52Z', 'revision_number': 5, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:55.047774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-6967890d-3f8d-4b01-a279-85e73b96cc2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7463f-64be-41ee-8517-759ef5b7f0ef HTTP/1.1" status: 200  len: 217 time: 0.0940614
Apr 30 21:20:55.059958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Attempting to bind port ee2823b4-cb37-40e4-9569-718e828d60c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:20:55.061842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Attempting to bind port ee2823b4-cb37-40e4-9569-718e828d60c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:20:55.061842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Attempting to bind port ee2823b4-cb37-40e4-9569-718e828d60c1 on network b8d11e40-b37d-4318-bdf2-7339b1b28107 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:55.090015 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7941dd5b-c24a-424f-9ab2-08e479d98d29 None None] The sync data for ids ['92eb0cef-a3ba-4bc0-b3d6-afed82380140'] in ncdv-master-1 is: [{'id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'name': 'tempest-ServersTestMultiNic-811019346-router', 'tenant_id': '692585b32bd44ddb8ab633a1f1842d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:20:52Z', 'revision_number': 5, 'project_id': '692585b32bd44ddb8ab633a1f1842d5f', 'gw_port': {'id': 'e97df814-fcd8-40c1-9444-937b8db71b9e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eb0cef-a3ba-4bc0-b3d6-afed82380140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:18:42Z', 'updated_at': '2022-04-30T21:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:20:55.142575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (85c0da70-e0eb-430c-af77-63aac46b8dc4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.142881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Port ee2823b4-cb37-40e4-9569-718e828d60c1 on network b8d11e40-b37d-4318-bdf2-7339b1b28107 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:20:55.143218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Attempting to bind port ee2823b4-cb37-40e4-9569-718e828d60c1 on network b8d11e40-b37d-4318-bdf2-7339b1b28107 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:20:55.150713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] For port e97df814-fcd8-40c1-9444-937b8db71b9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e97df814-fcd8-40c1-9444-937b8db71b9e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:55.151243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.157660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:20:55.158038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Checking segment: {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:20:55.158421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Bound using segment: {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:20:55.158864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Bound port: ee2823b4-cb37-40e4-9569-718e828d60c1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce6fb00-42c6-429d-953c-cd3650bf2c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:20:55.159235 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.185634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec8bfc-b198-4852-9e31-727b2aaadd7e req-02798c6d-9065-4987-a255-242a1ea2de8b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.187700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56ec8bfc-b198-4852-9e31-727b2aaadd7e req-02798c6d-9065-4987-a255-242a1ea2de8b tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.1421087
Apr 30 21:20:55.197690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Pushing event deleted for resources: {'Port': ['ID=85c0da70-e0eb-430c-af77-63aac46b8dc4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:55.202180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Calling delete_port for e97df814-fcd8-40c1-9444-937b8db71b9e owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:55.215360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-6b142239-ee74-4e47-88ef-a24904fdd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.223081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-6b142239-ee74-4e47-88ef-a24904fdd9b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.1588464
Apr 30 21:20:55.285460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-88a60c0e-de42-483d-b6e7-bd2cca270a65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572479
Apr 30 21:20:55.327214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] No DVR routers for this DVR port 85c0da70-e0eb-430c-af77-63aac46b8dc4 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:55.331290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.334645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-af964715-312b-4ce1-bad1-ebcbf22789c3 req-3a2ec1c1-f132-405e-aa2c-9e377bfea89f tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.20 "DELETE /v2.0/ports/85c0da70-e0eb-430c-af77-63aac46b8dc4 HTTP/1.1" status: 204  len: 173 time: 1.5914121
Apr 30 21:20:55.335092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'name': 'network-vif-deleted', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:55.337372 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d29e7bc-f956-434a-b41c-2ad8a474ac09" -d '{"events": [{"server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "name": "network-vif-deleted", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:55.375051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56ec8bfc-b198-4852-9e31-727b2aaadd7e req-975009ed-c3df-45d1-bdc9-bf8030f7cfaa tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1616826
Apr 30 21:20:55.376101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] For port ee2823b4-cb37-40e4-9569-718e828d60c1, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:20:55.408533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] For port ee2823b4-cb37-40e4-9569-718e828d60c1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee2823b4-cb37-40e4-9569-718e828d60c1,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:20:55.480576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-d59483bc-ef13-408b-81f2-62a8c01ec6ef service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818740
Apr 30 21:20:55.488800 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf76db8-30e1-4bc4-b019-c3ddca887b53 x-openstack-request-id: req-ebf76db8-30e1-4bc4-b019-c3ddca887b53 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:55.489098 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8236137e-cfde-45ba-964c-d277d70c97d4", "name": "network-vif-deleted", "tag": "85c0da70-e0eb-430c-af77-63aac46b8dc4", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:55.490596 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebf76db8-30e1-4bc4-b019-c3ddca887b53 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:55.490596 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf76db8-30e1-4bc4-b019-c3ddca887b53'] response: {'server_uuid': '8236137e-cfde-45ba-964c-d277d70c97d4', 'name': 'network-vif-deleted', 'tag': '85c0da70-e0eb-430c-af77-63aac46b8dc4', 'status': 'completed', 'code': 200}
Apr 30 21:20:55.543456 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.629365 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e97df814-fcd8-40c1-9444-937b8db71b9e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.708121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.708121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.708121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee2823b4-cb37-40e4-9569-718e828d60c1 HTTP/1.1" status: 200  len: 1091 time: 2.3719995
Apr 30 21:20:55.714978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97df814-fcd8-40c1-9444-937b8db71b9e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:55.723511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-0c8fb5cb-d1b8-4d81-986e-4e16ca6081be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.743888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-0c8fb5cb-d1b8-4d81-986e-4e16ca6081be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.764054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-0c8fb5cb-d1b8-4d81-986e-4e16ca6081be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.777459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-0c8fb5cb-d1b8-4d81-986e-4e16ca6081be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.799450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-0c8fb5cb-d1b8-4d81-986e-4e16ca6081be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.812578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-0c8fb5cb-d1b8-4d81-986e-4e16ca6081be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.830174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-0c8fb5cb-d1b8-4d81-986e-4e16ca6081be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:55.836969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-0c8fb5cb-d1b8-4d81-986e-4e16ca6081be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.3554051
Apr 30 21:20:55.845365 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (92eb0cef-a3ba-4bc0-b3d6-afed82380140), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:55.939446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 92e71109-811a-437b-99ef-ba4e9f1c2cdf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:55.969322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 92e71109-811a-437b-99ef-ba4e9f1c2cdf {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:55.969959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 92e71109-811a-437b-99ef-ba4e9f1c2cdf not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:56.000016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (92eb0cef-a3ba-4bc0-b3d6-afed82380140), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.002675 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks [] for router_controller (92eb0cef-a3ba-4bc0-b3d6-afed82380140), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.024080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb78f7a-b47c-4794-b6c6-528f997c1e05 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2823b4-cb37-40e4-9569-718e828d60c1,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:56.076105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfb8e9f-36a2-4515-b189-f6646987a550 req-51f377b8-ddc8-4ba4-812b-3ee468c0a426 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5853677
Apr 30 21:20:56.081822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84c4ce3c-4aa5-4671-ba13-d4721026359b req-3dd7a15b-ca5e-455c-8b80-ed1475d64d3a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1761274
Apr 30 21:20:56.193860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bd67e247-8c1c-4b60-8f97-c3f07be38a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.194359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bd67e247-8c1c-4b60-8f97-c3f07be38a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.199413 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (92eb0cef-a3ba-4bc0-b3d6-afed82380140), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.199573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bd67e247-8c1c-4b60-8f97-c3f07be38a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.199666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92eb0cef-a3ba-4bc0-b3d6-afed82380140 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:20:56.199751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bd67e247-8c1c-4b60-8f97-c3f07be38a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.199751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bd67e247-8c1c-4b60-8f97-c3f07be38a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.199751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bd67e247-8c1c-4b60-8f97-c3f07be38a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.199751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bd67e247-8c1c-4b60-8f97-c3f07be38a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.199751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bd67e247-8c1c-4b60-8f97-c3f07be38a0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6704 time: 0.2961376
Apr 30 21:20:56.204601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.206021 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-00a306a0-2b3c-4eb3-b963-0513d0f6e007 admin admin] 10.222.0.23 "DELETE /v2.0/routers/92eb0cef-a3ba-4bc0-b3d6-afed82380140 HTTP/1.1" status: 204  len: 168 time: 2.0007496
Apr 30 21:20:56.208454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35986) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:56.228195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2651-d44a-4e51-921a-539ab3217549 req-9ef029f7-9ce9-47ad-82c5-31410bd57066 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.229799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a25d2651-d44a-4e51-921a-539ab3217549 req-9ef029f7-9ce9-47ad-82c5-31410bd57066 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 943 time: 0.0846915
Apr 30 21:20:56.274174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-34112fcc-cf65-4227-bf2a-faae87089c2d admin admin] Deleting subnet 18615ff8-ee57-4ae8-8e32-e4db4ca5b15c {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:20:56.274803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34112fcc-cf65-4227-bf2a-faae87089c2d admin admin] Publish callbacks [] for subnet (18615ff8-ee57-4ae8-8e32-e4db4ca5b15c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.277525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-79840d78-b0f0-45c4-b525-4672248b6bb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274 HTTP/1.1" status: 200  len: 217 time: 0.0659719
Apr 30 21:20:56.330358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34112fcc-cf65-4227-bf2a-faae87089c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (18615ff8-ee57-4ae8-8e32-e4db4ca5b15c), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.385136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-255860fd-8a5b-4c88-8551-bb18d5bf90e4 req-536fdeef-f61a-4ce7-8bbd-beb9ba542645 tempest-FloatingIPsAssociationTestJSON-68500166 tempest-FloatingIPsAssociationTestJSON-68500166-project] 10.222.0.23 "GET /v2.0/ports?device_id=8236137e-cfde-45ba-964c-d277d70c97d4 HTTP/1.1" status: 200  len: 210 time: 0.0537078
Apr 30 21:20:56.388133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a637ff0b-ee49-4b86-b62b-0c9b59ff8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.389536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a637ff0b-ee49-4b86-b62b-0c9b59ff8e14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48dcc9e8-7c02-4b81-9858-ab3db0e13872 HTTP/1.1" status: 200  len: 856 time: 0.0939655
Apr 30 21:20:56.393130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a25d2651-d44a-4e51-921a-539ab3217549 req-6db01ce6-a57f-4d96-8a74-9d09cf58bd7a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235723
Apr 30 21:20:56.459205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-08e0b121-3fc1-4a5e-8a3e-673052b40115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.461307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-08e0b121-3fc1-4a5e-8a3e-673052b40115 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0587335
Apr 30 21:20:56.462798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34112fcc-cf65-4227-bf2a-faae87089c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (18615ff8-ee57-4ae8-8e32-e4db4ca5b15c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.476072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-0474be01-cd87-4bd9-b3ae-0c7151a0ae07 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:20:56.477086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-0474be01-cd87-4bd9-b3ae-0c7151a0ae07 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0053170
Apr 30 21:20:56.593220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-69917195-3518-4887-9cdb-6fe66a29eb8a service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1051159
Apr 30 21:20:56.642968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 85c0da70-e0eb-430c-af77-63aac46b8dc4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:56.651869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34112fcc-cf65-4227-bf2a-faae87089c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (18615ff8-ee57-4ae8-8e32-e4db4ca5b15c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.663940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 85c0da70-e0eb-430c-af77-63aac46b8dc4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:56.668519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 85c0da70-e0eb-430c-af77-63aac46b8dc4 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:56.696398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34112fcc-cf65-4227-bf2a-faae87089c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18615ff8-ee57-4ae8-8e32-e4db4ca5b15c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:56.696533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-65d728d0-2ff8-4dff-862c-c0af6e78c6dc service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959213
Apr 30 21:20:56.698500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34112fcc-cf65-4227-bf2a-faae87089c2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.703100 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-34112fcc-cf65-4227-bf2a-faae87089c2d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/18615ff8-ee57-4ae8-8e32-e4db4ca5b15c HTTP/1.1" status: 204  len: 168 time: 0.4920981
Apr 30 21:20:56.704033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4919ab9-bf5b-421f-bdb8-27c4cd8acd23 None None] Network 2a9375c0-373f-476b-8a26-3846575c450f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:20:56.704630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36012) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:56.767126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-5393e3e6-ec47-4935-9c73-80d5f2af1a49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 217 time: 0.0559585
Apr 30 21:20:56.812420 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2a9375c0-373f-476b-8a26-3846575c450f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.831453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-5e20f8dd-3ee2-4aa8-b25f-923d3b0dfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.833201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-5e20f8dd-3ee2-4aa8-b25f-923d3b0dfe51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0590067
Apr 30 21:20:56.863536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Deleting port 711e5ae3-c912-4058-8362-687f2feaebd1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:56.863875 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.882819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'ee2823b4-cb37-40e4-9569-718e828d60c1'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:20:56.888085 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8659e1-692f-48fd-a83a-be49a3a1dddb" -d '{"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "ee2823b4-cb37-40e4-9569-718e828d60c1"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:20:56.936882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-44f23237-c04c-4751-b178-3eff5ff08ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.938393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-44f23237-c04c-4751-b178-3eff5ff08ae3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0900073
Apr 30 21:20:56.939079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] For port 711e5ae3-c912-4058-8362-687f2feaebd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=711e5ae3-c912-4058-8362-687f2feaebd1,segment=NetworkSegment(99e1d8f8-439a-4a7d-8265-7cb114fc7134),segment_id=99e1d8f8-439a-4a7d-8265-7cb114fc7134)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:56.939461 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:56.944317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e1341-df30-48c2-88a9-5c85bd5022b2 req-78dd9ebb-ce52-444c-84f8-7789f9699f10 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:56.946582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f30e1341-df30-48c2-88a9-5c85bd5022b2 req-78dd9ebb-ce52-444c-84f8-7789f9699f10 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.1073849
Apr 30 21:20:56.956218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] DHCP port deletion for 2a9375c0-373f-476b-8a26-3846575c450f request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:20:56.964689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Calling delete_port for 711e5ae3-c912-4058-8362-687f2feaebd1 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:56.968665 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de600be-9aa7-4d01-8261-810ec2286602 x-openstack-request-id: req-0de600be-9aa7-4d01-8261-810ec2286602 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:20:56.968953 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "ee2823b4-cb37-40e4-9569-718e828d60c1", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:20:56.969210 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0de600be-9aa7-4d01-8261-810ec2286602 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:20:56.969902 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de600be-9aa7-4d01-8261-810ec2286602'] response: {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'ee2823b4-cb37-40e4-9569-718e828d60c1', 'status': 'completed', 'code': 200}
Apr 30 21:20:57.004178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] Deleting port 711e5ae3-c912-4058-8362-687f2feaebd1 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:57.004793 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.081539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] For port 711e5ae3-c912-4058-8362-687f2feaebd1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=711e5ae3-c912-4058-8362-687f2feaebd1,segment=NetworkSegment(99e1d8f8-439a-4a7d-8265-7cb114fc7134),segment_id=99e1d8f8-439a-4a7d-8265-7cb114fc7134)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:57.081900 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.096573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] Calling delete_port for 711e5ae3-c912-4058-8362-687f2feaebd1 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:57.124597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-4100a104-865b-430f-bf63-598dc68f5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.126163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-4100a104-865b-430f-bf63-598dc68f5bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 1125 time: 0.0962086
Apr 30 21:20:57.152297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f30e1341-df30-48c2-88a9-5c85bd5022b2 req-ebace26a-8748-4268-a879-2decce9e36e6 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1937611
Apr 30 21:20:57.216997 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.223833 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (711e5ae3-c912-4058-8362-687f2feaebd1), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.234500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-a698e949-5186-46c4-8263-50b4a2c4489b service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2846031
Apr 30 21:20:57.238709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] No DVR routers for this DVR port 711e5ae3-c912-4058-8362-687f2feaebd1 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:57.245830 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=711e5ae3-c912-4058-8362-687f2feaebd1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:57.249338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] No DVR routers for this DVR port 711e5ae3-c912-4058-8362-687f2feaebd1 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:20:57.265968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee00c0-31d8-4a38-8a6e-e56b7fc3ae10 None None] Pushing event deleted for resources: {'Port': ['ID=711e5ae3-c912-4058-8362-687f2feaebd1,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:57.342138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2a9375c0-373f-476b-8a26-3846575c450f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.349162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-8e468ede-964c-4b28-82a5-a718e2853a84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.355072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-8e468ede-964c-4b28-82a5-a718e2853a84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.360342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-8e468ede-964c-4b28-82a5-a718e2853a84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.363322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966322700>,) {'filters': {'network_id': ['2a9375c0-373f-476b-8a26-3846575c450f']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:57.366190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-8e468ede-964c-4b28-82a5-a718e2853a84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.371527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-8e468ede-964c-4b28-82a5-a718e2853a84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.372505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966322700>, '99e1d8f8-439a-4a7d-8265-7cb114fc7134') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:57.372798 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966322700>, '99e1d8f8-439a-4a7d-8265-7cb114fc7134') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:57.376762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-8e468ede-964c-4b28-82a5-a718e2853a84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.382088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-8e468ede-964c-4b28-82a5-a718e2853a84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.382201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (99e1d8f8-439a-4a7d-8265-7cb114fc7134), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.383952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-8e468ede-964c-4b28-82a5-a718e2853a84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.1791253
Apr 30 21:20:57.395574 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (99e1d8f8-439a-4a7d-8265-7cb114fc7134), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.406823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:20:57.408292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (99e1d8f8-439a-4a7d-8265-7cb114fc7134), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:20:57.411864 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:20:57.469894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:57.476644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-f2158c04-194b-43d7-8a21-828e28f76dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.478486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-f2158c04-194b-43d7-8a21-828e28f76dcd service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 913 time: 0.3435595
Apr 30 21:20:57.492413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae8c003d-7d96-4f35-85d0-85b0c5992d7a req-95253482-b3b7-4add-9a03-fa9e9dab948c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1012590
Apr 30 21:20:57.499548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-17f0f1eb-ba5d-46ea-9116-295508fe9f72 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418554
Apr 30 21:20:57.567932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2a9375c0-373f-476b-8a26-3846575c450f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.577675 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.583540 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] 10.222.0.23 "DELETE /v2.0/networks/2a9375c0-373f-476b-8a26-3846575c450f HTTP/1.1" status: 204  len: 168 time: 0.8686490
Apr 30 21:20:57.591178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a19f13-d1f8-48b4-bb78-8916fd945956 req-3d567592-41cc-4264-997b-fe0d8cb6d1df tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.595204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36036) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:57.598225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4a19f13-d1f8-48b4-bb78-8916fd945956 req-3d567592-41cc-4264-997b-fe0d8cb6d1df tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 943 time: 0.0728309
Apr 30 21:20:57.604742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a31f36-b53a-4e42-9e27-23bcd37e3a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9375c0-373f-476b-8a26-3846575c450f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:57.668344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4a19f13-d1f8-48b4-bb78-8916fd945956 req-dc66c9b0-6cc6-4609-8e62-f4b9ac45312a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689878
Apr 30 21:20:57.707865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-b1dbd1af-804c-46da-a375-0cf69a8945bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 217 time: 0.1983654
Apr 30 21:20:57.725639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5f17332-9029-4827-b10f-202e7ce3b3c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.762089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-90dcba8a-2432-475a-84e5-004c9b1de516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.764362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-90dcba8a-2432-475a-84e5-004c9b1de516 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0479834
Apr 30 21:20:57.842315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-b61a09c3-b21c-4654-9afa-6c49bf7ee5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:57.844073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-b61a09c3-b21c-4654-9afa-6c49bf7ee5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0585189
Apr 30 21:20:57.850894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e97df814-fcd8-40c1-9444-937b8db71b9e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:57.880043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e97df814-fcd8-40c1-9444-937b8db71b9e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:57.880396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e97df814-fcd8-40c1-9444-937b8db71b9e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:57.880977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 711e5ae3-c912-4058-8362-687f2feaebd1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:20:57.886857 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5f17332-9029-4827-b10f-202e7ce3b3c3 admin admin] Publish callbacks [] for security_group (1aee16f9-ac25-495d-804d-d750fcf2f833), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.906487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 711e5ae3-c912-4058-8362-687f2feaebd1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:20:57.907791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 711e5ae3-c912-4058-8362-687f2feaebd1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:20:57.938832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (acf9c694-e31c-4844-b72d-5bd7e4f971e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:57.942302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-2d2773b9-53ca-4cd1-9ce3-4c55606f8ccd service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884202
Apr 30 21:20:57.950601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36040) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:58.003687 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5f17332-9029-4827-b10f-202e7ce3b3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1aee16f9-ac25-495d-804d-d750fcf2f833), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.045003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f7e784a4-14a4-4c67-b6d1-a1a1abbe5eb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=692585b32bd44ddb8ab633a1f1842d5f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0932214
Apr 30 21:20:58.051188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36042) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:58.055772 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d5f17332-9029-4827-b10f-202e7ce3b3c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72deb8cb9e6e401f82ec1a3ff894a1a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4571056
Apr 30 21:20:58.060572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36044) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:58.077549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f17332-9029-4827-b10f-202e7ce3b3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aee16f9-ac25-495d-804d-d750fcf2f833,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:58.095658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-915e8f1a-91fa-4222-9245-bb7d43c84000 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385851
Apr 30 21:20:58.156722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-eebe726c-72fb-4800-938f-79f731df8dd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e HTTP/1.1" status: 200  len: 217 time: 0.0517197
Apr 30 21:20:58.177504 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c526bfdb-30e1-487a-a1ff-863320915fb7 admin admin] Publish callbacks [] for security_group (1aee16f9-ac25-495d-804d-d750fcf2f833), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.193476 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-709569db-5a24-4ecf-beab-7916e8f4a452 admin admin] Publish callbacks [] for security_group (4e97d763-01af-468a-b834-b6ec42338dc1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.195741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-16c27db8-d715-4ece-8e8d-f4d4b8f6ab24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10b7463f-64be-41ee-8517-759ef5b7f0ef HTTP/1.1" status: 200  len: 217 time: 0.0524411
Apr 30 21:20:58.210883 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c526bfdb-30e1-487a-a1ff-863320915fb7 admin admin] Publish callbacks [] for security_group (1aee16f9-ac25-495d-804d-d750fcf2f833), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.282117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-709569db-5a24-4ecf-beab-7916e8f4a452 admin admin] Publish callbacks [] for security_group (4e97d763-01af-468a-b834-b6ec42338dc1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.300068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Deleting port 65b97164-96c6-46ba-beb6-1d5f885ee099 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:58.300454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.324413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-da2ed8ce-7c35-40af-9622-04a631890617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.325896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-da2ed8ce-7c35-40af-9622-04a631890617 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.1397419
Apr 30 21:20:58.359156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-f5440db2-5991-4735-8062-f635cfd55db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.360594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-f5440db2-5991-4735-8062-f635cfd55db3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.1439104
Apr 30 21:20:58.364033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c526bfdb-30e1-487a-a1ff-863320915fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1aee16f9-ac25-495d-804d-d750fcf2f833), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.367246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c526bfdb-30e1-487a-a1ff-863320915fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.372162 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c526bfdb-30e1-487a-a1ff-863320915fb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1aee16f9-ac25-495d-804d-d750fcf2f833 HTTP/1.1" status: 204  len: 168 time: 0.3056576
Apr 30 21:20:58.384160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526bfdb-30e1-487a-a1ff-863320915fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aee16f9-ac25-495d-804d-d750fcf2f833,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:58.390416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b291-a596-40b1-afb3-24d70fdefad6 req-e69e101f-e624-4dbe-a7e9-60127aa40eab tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.391844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d92b291-a596-40b1-afb3-24d70fdefad6 req-e69e101f-e624-4dbe-a7e9-60127aa40eab tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.1335244
Apr 30 21:20:58.397108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] For port 65b97164-96c6-46ba-beb6-1d5f885ee099, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65b97164-96c6-46ba-beb6-1d5f885ee099,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:58.397483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.412412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Calling delete_port for 65b97164-96c6-46ba-beb6-1d5f885ee099 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:20:58.433602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-4b2bf0d4-d853-44a9-a9f2-49a2f073fdba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532582
Apr 30 21:20:58.469544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-82c715de-ac1d-4d64-acc7-ca44afb4d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.471010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-82c715de-ac1d-4d64-acc7-ca44afb4d77c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1311588
Apr 30 21:20:58.595955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c1043-4328-44ba-b390-7a09baad593e req-993c3372-b86e-455c-b57e-91d8233b3c32 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.597395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a7c1043-4328-44ba-b390-7a09baad593e req-993c3372-b86e-455c-b57e-91d8233b3c32 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.35 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.1767242
Apr 30 21:20:58.693442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-709569db-5a24-4ecf-beab-7916e8f4a452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4e97d763-01af-468a-b834-b6ec42338dc1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.696578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-709569db-5a24-4ecf-beab-7916e8f4a452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.697851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-709569db-5a24-4ecf-beab-7916e8f4a452 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e97d763-01af-468a-b834-b6ec42338dc1 HTTP/1.1" status: 204  len: 168 time: 0.6456602
Apr 30 21:20:58.702603 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (65b97164-96c6-46ba-beb6-1d5f885ee099), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:58.739328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b97164-96c6-46ba-beb6-1d5f885ee099,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:58.760198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d92b291-a596-40b1-afb3-24d70fdefad6 req-794ccab6-0bfc-4e01-bbd7-eb1ff8716fa0 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2932916
Apr 30 21:20:58.766978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-b5185174-385c-4b3e-8015-d5878cc99444 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.772204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-b5185174-385c-4b3e-8015-d5878cc99444 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.777464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-b5185174-385c-4b3e-8015-d5878cc99444 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.782749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-b5185174-385c-4b3e-8015-d5878cc99444 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.788002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-b5185174-385c-4b3e-8015-d5878cc99444 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.793154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-b5185174-385c-4b3e-8015-d5878cc99444 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.798466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-b5185174-385c-4b3e-8015-d5878cc99444 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:58.800335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-b5185174-385c-4b3e-8015-d5878cc99444 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.2005222
Apr 30 21:20:58.813523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709569db-5a24-4ecf-beab-7916e8f4a452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e97d763-01af-468a-b834-b6ec42338dc1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:20:58.821575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-9525241f-59eb-4cd2-a5e7-279a508e12b9 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3815060
Apr 30 21:20:58.887319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-85f4e476-53bf-46cd-a1ea-b7875cb770a9 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3809156
Apr 30 21:20:59.046644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (acf9c694-e31c-4844-b72d-5bd7e4f971e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:59.059246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Deleting port 51b3842d-35b9-4bef-ad94-2041501dcf33 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:59.059576 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:59.339789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Router acf9c694-e31c-4844-b72d-5bd7e4f971e3 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:20:59.464876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc17dc-b58b-4c9c-87a9-f77b518c13a2 req-b6c3453d-7740-40b6-b328-b8815a91fcc8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:59.466500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7dc17dc-b58b-4c9c-87a9-f77b518c13a2 req-b6c3453d-7740-40b6-b328-b8815a91fcc8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 943 time: 0.4959247
Apr 30 21:20:59.480986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db67a6bf-caa9-4ffd-a0f4-0afcda16f5d3 req-55e0ab96-7ba3-4d63-9325-f7b722c9b00f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6653891
Apr 30 21:20:59.494798 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:20:59.502704 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1f78e602-8fbf-40c6-a999-d5cf987e47a6 admin admin] 10.222.0.23 "PUT /v2.0/routers/acf9c694-e31c-4844-b72d-5bd7e4f971e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0295365
Apr 30 21:20:59.507913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36078) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:20:59.511158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] Sync routers for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:20:59.528303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:20:59.528982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8d0ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:20:59.532519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d94f2a-197a-47a4-87dc-9b4e1cf1875b req-a9bb8b00-72e0-4ee1-94f0-e986d80f0d48 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6695828
Apr 30 21:20:59.579047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-c8e0c8ef-6b98-4981-b016-826d6ce5c59c service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6750884
Apr 30 21:20:59.605048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] For port 51b3842d-35b9-4bef-ad94-2041501dcf33, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=51b3842d-35b9-4bef-ad94-2041501dcf33,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:20:59.605420 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:59.646153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-1b2437a9-961c-49be-96de-137a7b2e3139 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d HTTP/1.1" status: 200  len: 217 time: 0.0545244
Apr 30 21:20:59.649932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7dc17dc-b58b-4c9c-87a9-f77b518c13a2 req-b2cd2081-3295-4a83-9822-fe9488880917 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595216
Apr 30 21:20:59.656363 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks [] for router (acf9c694-e31c-4844-b72d-5bd7e4f971e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:59.823176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-d6776924-3846-4339-a9e4-2fe2b22286fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:59.825389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-d6776924-3846-4339-a9e4-2fe2b22286fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.1685877
Apr 30 21:20:59.833448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks [] for router_gateway (acf9c694-e31c-4844-b72d-5bd7e4f971e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:20:59.843011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 10b7463f-64be-41ee-8517-759ef5b7f0ef details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:20:59.957773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-928f2a24-9848-4ff8-a9e8-e9b3503a833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:20:59.959262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-928f2a24-9848-4ff8-a9e8-e9b3503a833e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0813384
Apr 30 21:20:59.990836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Deleting port 46fccaab-8b51-4ce2-975b-983869ec9522 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:20:59.991904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.008521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:00.182459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a1eb5-e6bb-40ce-971b-67ede624c100 req-3857ebf3-3b95-4d7e-9486-caefef0b9d8c tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:00.184307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a83a1eb5-e6bb-40ce-971b-67ede624c100 req-3857ebf3-3b95-4d7e-9486-caefef0b9d8c tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 946 time: 0.2282982
Apr 30 21:21:00.204032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 10b7463f-64be-41ee-8517-759ef5b7f0ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10b7463f-64be-41ee-8517-759ef5b7f0ef,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:00.229061 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.229459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.229591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '10b7463f-64be-41ee-8517-759ef5b7f0ef', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'port_id': '10b7463f-64be-41ee-8517-759ef5b7f0ef', 'mac_address': 'fa:16:3e:41:4e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea73fb-9933-490f-b1df-626257b5fc26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:00.229743 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Floating IP fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf disassociated. External IP: 172.35.4.98, port: 51b3842d-35b9-4bef-ad94-2041501dcf33.
Apr 30 21:21:00.230270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Calling delete_port for 51b3842d-35b9-4bef-ad94-2041501dcf33 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:00.286020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 10b7463f-64be-41ee-8517-759ef5b7f0ef is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:00.286583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.303452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b7463f-64be-41ee-8517-759ef5b7f0ef {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:00.336755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-cb9502d7-ad96-4219-b885-885abd6dde4d service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3031044
Apr 30 21:21:00.385897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a83a1eb5-e6bb-40ce-971b-67ede624c100 req-3235ffed-eacf-418f-bbfe-d44dac8f47f2 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8011f89-1105-4235-b191-c8bfdf3e8900&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1899884
Apr 30 21:21:00.393981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36124) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:00.445110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 10b7463f-64be-41ee-8517-759ef5b7f0ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10b7463f-64be-41ee-8517-759ef5b7f0ef,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:00.469914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8d0ca0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16'}], 'enable_snat': True}, 'gw_port_id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:20:58Z', 'revision_number': 5, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port': {'id': '46fccaab-8b51-4ce2-975b-983869ec9522', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:00:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:25Z', 'updated_at': '2022-04-30T21:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:00.525164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.527159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] Checking router: acf9c694-e31c-4844-b72d-5bd7e4f971e3 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:21:00.570925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] For port 46fccaab-8b51-4ce2-975b-983869ec9522, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fccaab-8b51-4ce2-975b-983869ec9522,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:00.571415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.572932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] Routers {'acf9c694-e31c-4844-b72d-5bd7e4f971e3'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:00.573576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8d0ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:00.586636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Calling delete_port for 46fccaab-8b51-4ce2-975b-983869ec9522 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:00.627669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-804081140-network', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:00.703199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=10b7463f-64be-41ee-8517-759ef5b7f0ef,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:00.726727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (51b3842d-35b9-4bef-ad94-2041501dcf33), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.738847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] Set router acf9c694-e31c-4844-b72d-5bd7e4f971e3 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:00.777169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['10b7463f-64be-41ee-8517-759ef5b7f0ef'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:00.790457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event deleted for resources: {'Port': ['ID=51b3842d-35b9-4bef-ad94-2041501dcf33,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:00.808932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-540887fe-9250-4e31-b9d1-58fc482f0e5f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:00.814677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-540887fe-9250-4e31-b9d1-58fc482f0e5f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:00.821537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-540887fe-9250-4e31-b9d1-58fc482f0e5f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:00.831113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-540887fe-9250-4e31-b9d1-58fc482f0e5f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:00.838205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-540887fe-9250-4e31-b9d1-58fc482f0e5f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:00.846589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-540887fe-9250-4e31-b9d1-58fc482f0e5f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:00.855667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-540887fe-9250-4e31-b9d1-58fc482f0e5f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:00.858324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-540887fe-9250-4e31-b9d1-58fc482f0e5f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.2244790
Apr 30 21:21:00.884357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8d0ca0>, [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:20:59Z', 'revision_number': 6, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:00.888153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Made reservation on behalf of afc5d20f2f9f4ecf981cdfe980cfc21d for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:00.890487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.925620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (46fccaab-8b51-4ce2-975b-983869ec9522), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:00.930605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb47764e-ae31-4d29-b6b3-8ccaf137c96d None None] The sync data for ids ['acf9c694-e31c-4844-b72d-5bd7e4f971e3'] in ncdv-master-1 is: [{'id': 'acf9c694-e31c-4844-b72d-5bd7e4f971e3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807871381-router', 'tenant_id': '6cebc4a4f75349b09fd03f67d0207875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:24Z', 'updated_at': '2022-04-30T21:20:59Z', 'revision_number': 6, 'project_id': '6cebc4a4f75349b09fd03f67d0207875', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:21:00.967716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=46fccaab-8b51-4ce2-975b-983869ec9522,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:00.985570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36144) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:01.051192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (acf9c694-e31c-4844-b72d-5bd7e4f971e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.055711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd18f8-c492-4f81-bbf6-c1d5157c66c3 req-383287ff-ce75-4260-aaf5-33f5b00a66c3 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:01.057866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5cd18f8-c492-4f81-bbf6-c1d5157c66c3 req-383287ff-ce75-4260-aaf5-33f5b00a66c3 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 944 time: 0.2779033
Apr 30 21:21:01.058586 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.061953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-e9bf89c2-c2eb-4c97-b226-8b5ac9eb8793 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4624627
Apr 30 21:21:01.176402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c183-3f27-400d-8a79-d2148cb49667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.182620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (acf9c694-e31c-4844-b72d-5bd7e4f971e3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.189658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks [] for router_controller (acf9c694-e31c-4844-b72d-5bd7e4f971e3), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.228018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2783637-d6fc-45a4-81e8-31d62c2c7fea req-d6e88629-f440-4c07-9d6f-a60b6245a0f4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3268721
Apr 30 21:21:01.237839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-f713a5a7-6cd5-4e97-bcef-20ce473b7a13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d HTTP/1.1" status: 200  len: 217 time: 0.0797861
Apr 30 21:21:01.256323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:21:01.297954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5cd18f8-c492-4f81-bbf6-c1d5157c66c3 req-a2835aa4-8041-456c-8017-11867c3a8060 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221806
Apr 30 21:21:01.298560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (acf9c694-e31c-4844-b72d-5bd7e4f971e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.299266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf9c694-e31c-4844-b72d-5bd7e4f971e3 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:21:01.305143 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.308843 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6796dd81-e87e-4606-a82d-730c20d2f5eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/acf9c694-e31c-4844-b72d-5bd7e4f971e3 HTTP/1.1" status: 204  len: 168 time: 1.7974443
Apr 30 21:21:01.311751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36148) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:01.375280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c183-3f27-400d-8a79-d2148cb49667 admin admin] Publish callbacks [] for security_group (82041a88-81c8-45b0-a9df-427cd974c643), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.392514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-3a439765-823a-40c3-b4e9-d4a59c57cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:01.394039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-3a439765-823a-40c3-b4e9-d4a59c57cea5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.1421688
Apr 30 21:21:01.398927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1636789-a0d7-48ce-9c0f-a0c95399a79c admin admin] Deleting subnet b6815a9b-8df8-47e0-8f86-e8a6c8c3340e {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:21:01.407708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a1636789-a0d7-48ce-9c0f-a0c95399a79c admin admin] Publish callbacks [] for subnet (b6815a9b-8df8-47e0-8f86-e8a6c8c3340e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.452895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a1636789-a0d7-48ce-9c0f-a0c95399a79c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (b6815a9b-8df8-47e0-8f86-e8a6c8c3340e), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.474770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c183-3f27-400d-8a79-d2148cb49667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (82041a88-81c8-45b0-a9df-427cd974c643), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.487242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Publish callbacks [] for security_group (45e0834b-e14e-4c11-8a80-fa16326f49a3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.510451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-df3c73c4-95c6-4d9d-befc-87c2f14f740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:01.511942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-df3c73c4-95c6-4d9d-befc-87c2f14f740f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0817797
Apr 30 21:21:01.531409 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6ea3c183-3f27-400d-8a79-d2148cb49667 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=defac230e0c54511ace7b7a2652d9a00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5438709
Apr 30 21:21:01.534251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36152) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:01.538813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60eb9ed3-c32d-41a0-9fa7-9ac8c775b1e8 req-582662b9-6c34-4f0b-981b-c2bf2f2eeaaf tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/ports?device_id=96657a8f-3ac7-4f4b-a90a-0b487d135e52 HTTP/1.1" status: 200  len: 210 time: 0.0495949
Apr 30 21:21:01.541704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3c183-3f27-400d-8a79-d2148cb49667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82041a88-81c8-45b0-a9df-427cd974c643,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:01.587399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (45e0834b-e14e-4c11-8a80-fa16326f49a3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.618083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a1636789-a0d7-48ce-9c0f-a0c95399a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (b6815a9b-8df8-47e0-8f86-e8a6c8c3340e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.619539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:21:01.629997 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] Sync routers for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:21:01.639657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:21:01.643221 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:01.643851 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:01.659154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e428bbe-dd3f-4e3e-91ed-4da0b330ac37 admin admin] Publish callbacks [] for security_group (82041a88-81c8-45b0-a9df-427cd974c643), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.672360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e0834b-e14e-4c11-8a80-fa16326f49a3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:01.684694 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.685072 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Added segment 3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4 of type vlan for network b1ba9505-d2cf-4c5a-934a-6a1e685fc411
Apr 30 21:21:01.696016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e428bbe-dd3f-4e3e-91ed-4da0b330ac37 admin admin] Publish callbacks [] for security_group (82041a88-81c8-45b0-a9df-427cd974c643), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.716120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] No DVR routers for this DVR port 51b3842d-35b9-4bef-ad94-2041501dcf33 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:21:01.717390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 10b7463f-64be-41ee-8517-759ef5b7f0ef up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:01.720594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-451e2fb6-a9a0-4edf-99d4-f12c6750ef5d service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920335
Apr 30 21:21:01.741070 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.744891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a7c1043-4328-44ba-b390-7a09baad593e req-a037b3b7-81c7-4305-91a1-6e6d19540f40 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.35 "DELETE /v2.0/ports/51b3842d-35b9-4bef-ad94-2041501dcf33 HTTP/1.1" status: 204  len: 173 time: 3.1366780
Apr 30 21:21:01.745349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'name': 'network-vif-deleted', 'tag': '51b3842d-35b9-4bef-ad94-2041501dcf33'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:01.747687 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102b34c4-7fb7-4fb3-aadd-cd71fe06328c" -d '{"events": [{"server_uuid": "96657a8f-3ac7-4f4b-a90a-0b487d135e52", "name": "network-vif-deleted", "tag": "51b3842d-35b9-4bef-ad94-2041501dcf33"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:01.771420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:01.787045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b1ba9505-d2cf-4c5a-934a-6a1e685fc411), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.794523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a1636789-a0d7-48ce-9c0f-a0c95399a79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (b6815a9b-8df8-47e0-8f86-e8a6c8c3340e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.846216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 10b7463f-64be-41ee-8517-759ef5b7f0ef completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:01.849965 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6d869a-b4de-403e-859f-d1bea2224d7e x-openstack-request-id: req-0d6d869a-b4de-403e-859f-d1bea2224d7e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:01.854970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1636789-a0d7-48ce-9c0f-a0c95399a79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6815a9b-8df8-47e0-8f86-e8a6c8c3340e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:01.855103 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96657a8f-3ac7-4f4b-a90a-0b487d135e52", "name": "network-vif-deleted", "tag": "51b3842d-35b9-4bef-ad94-2041501dcf33", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:01.855103 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d6d869a-b4de-403e-859f-d1bea2224d7e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:01.855103 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d6d869a-b4de-403e-859f-d1bea2224d7e'] response: {'server_uuid': '96657a8f-3ac7-4f4b-a90a-0b487d135e52', 'name': 'network-vif-deleted', 'tag': '51b3842d-35b9-4bef-ad94-2041501dcf33', 'status': 'completed', 'code': 200}
Apr 30 21:21:01.877322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8154222-bfb2-4c61-ae4f-6a824096f86d None None] Network 98b1dbd8-5abb-448b-9acd-f922dee70a3d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:01.878066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a1636789-a0d7-48ce-9c0f-a0c95399a79c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.899696 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a1636789-a0d7-48ce-9c0f-a0c95399a79c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b6815a9b-8df8-47e0-8f86-e8a6c8c3340e HTTP/1.1" status: 204  len: 168 time: 0.5726662
Apr 30 21:21:01.901071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36156) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:01.903538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e428bbe-dd3f-4e3e-91ed-4da0b330ac37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (82041a88-81c8-45b0-a9df-427cd974c643), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.909178 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e428bbe-dd3f-4e3e-91ed-4da0b330ac37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:01.916026 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9e428bbe-dd3f-4e3e-91ed-4da0b330ac37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82041a88-81c8-45b0-a9df-427cd974c643 HTTP/1.1" status: 204  len: 168 time: 0.3807249
Apr 30 21:21:01.937424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e428bbe-dd3f-4e3e-91ed-4da0b330ac37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82041a88-81c8-45b0-a9df-427cd974c643,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:01.985677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 65b97164-96c6-46ba-beb6-1d5f885ee099 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:01.990846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 10b7463f-64be-41ee-8517-759ef5b7f0ef triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:01.992852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.049868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b1ba9505-d2cf-4c5a-934a-6a1e685fc411), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.050828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.051415 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.055095 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5c70>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:47Z', 'revision_number': 5, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:02.061935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 65b97164-96c6-46ba-beb6-1d5f885ee099 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:02.062480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 65b97164-96c6-46ba-beb6-1d5f885ee099 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:02.063048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 46fccaab-8b51-4ce2-975b-983869ec9522 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:02.091725 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] Checking router: 3c24a3c0-4e4f-4c84-9aa6-452627589a7b for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:21:02.100656 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:02.101812 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:02.102578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 46fccaab-8b51-4ce2-975b-983869ec9522 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:02.102988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 46fccaab-8b51-4ce2-975b-983869ec9522 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:02.182912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-bca5483f-164f-49ca-a0d4-41e1a197342f service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4293935
Apr 30 21:21:02.205308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 10b7463f-64be-41ee-8517-759ef5b7f0ef is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:02.208738 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.231420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] DHCP port deletion for 98b1dbd8-5abb-448b-9acd-f922dee70a3d request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:21:02.236648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (98b1dbd8-5abb-448b-9acd-f922dee70a3d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.250864 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:02.285676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] Deleting port a516a479-95d2-4362-a9a7-57aa620493ed {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:02.286090 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.294052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-c9fcbe8b-47f3-49c4-b857-aff90c9ca251 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee2823b4-cb37-40e4-9569-718e828d60c1 HTTP/1.1" status: 200  len: 217 time: 0.0859170
Apr 30 21:21:02.312281 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36162) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:02.319421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 10b7463f-64be-41ee-8517-759ef5b7f0ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10b7463f-64be-41ee-8517-759ef5b7f0ef,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:02.327514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Request body: {'subnet': {'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-subnet', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:02.337566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535d878c-5289-4a05-abdb-c65a639e113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7463f-64be-41ee-8517-759ef5b7f0ef'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:02.343282 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efa5295-c056-4c06-967c-7c8564d8c6e1" -d '{"events": [{"server_uuid": "535d878c-5289-4a05-abdb-c65a639e113d", "name": "network-vif-plugged", "status": "completed", "tag": "10b7463f-64be-41ee-8517-759ef5b7f0ef"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:02.352978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.9573448
Apr 30 21:21:02.443906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-deaba523-a1d2-4a96-aff0-89c7dcbc7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.445352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-deaba523-a1d2-4a96-aff0-89c7dcbc7051 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.0900223
Apr 30 21:21:02.457306 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.457306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 51b3842d-35b9-4bef-ad94-2041501dcf33 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:02.477574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Made reservation on behalf of afc5d20f2f9f4ecf981cdfe980cfc21d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:02.484136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 51b3842d-35b9-4bef-ad94-2041501dcf33 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:02.484364 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.484612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 51b3842d-35b9-4bef-ad94-2041501dcf33 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:02.495082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c36aa-b6ae-4699-80bb-e08a17bad62f admin admin] Pushing event updated for resources: {'Network': ['ID=b1ba9505-d2cf-4c5a-934a-6a1e685fc411,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:02.540400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:21:02.548687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] For port a516a479-95d2-4362-a9a7-57aa620493ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a516a479-95d2-4362-a9a7-57aa620493ed,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:02.549096 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.637655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] Calling delete_port for a516a479-95d2-4362-a9a7-57aa620493ed owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:02.651272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d963-4048-4e70-b7ab-336e4c7a2b7a req-d020de5f-0393-433c-b46f-6476d99e493e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.653512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9e3d963-4048-4e70-b7ab-336e4c7a2b7a req-d020de5f-0393-433c-b46f-6476d99e493e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 945 time: 0.1867800
Apr 30 21:21:02.666580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-52d75ed8-857b-49b3-8539-63f306bfc3fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.673088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-52d75ed8-857b-49b3-8539-63f306bfc3fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.680901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-52d75ed8-857b-49b3-8539-63f306bfc3fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.688334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-52d75ed8-857b-49b3-8539-63f306bfc3fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.695942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-52d75ed8-857b-49b3-8539-63f306bfc3fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.696315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=10b7463f-64be-41ee-8517-759ef5b7f0ef,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:02.701677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-52d75ed8-857b-49b3-8539-63f306bfc3fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.713873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-52d75ed8-857b-49b3-8539-63f306bfc3fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.713873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-52d75ed8-857b-49b3-8539-63f306bfc3fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.2175715
Apr 30 21:21:02.713873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Deleting port a516a479-95d2-4362-a9a7-57aa620493ed {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:02.713873 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.716681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-13c42a6d-9435-42a5-80e4-d6c4660703d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:02.718842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-13c42a6d-9435-42a5-80e4-d6c4660703d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1944709
Apr 30 21:21:02.763314 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9d5c70>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:47Z', 'revision_number': 5, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:02.792858 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35099926-1d87-4fab-ae4b-485629365bcf None None] The sync data for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 is: [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de2235a7-d605-430f-8445-403878af3e76', 'name': '', 'network_id': 'b64257ec-4b95-4265-9c51-aad2fb5f6475', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'mac_address': 'fa:16:3e:dd:cb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:40Z', 'updated_at': '2022-04-30T21:19:47Z', 'revision_number': 5, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'subnets': [{'id': 'f1c69da7-5707-4178-868e-108b75ffdc92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:21:02.885982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (8f06132d-f4c2-4381-93fb-b51cd836f9b2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.920091 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.966796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] For port a516a479-95d2-4362-a9a7-57aa620493ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a516a479-95d2-4362-a9a7-57aa620493ed,segment=NetworkSegment(d0a3e458-27c4-4c42-9b96-a8e42ec863f4),segment_id=d0a3e458-27c4-4c42-9b96-a8e42ec863f4)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:02.967015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f06132d-f4c2-4381-93fb-b51cd836f9b2,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:02.967867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:02.985909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Checking segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:02.986431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Network hostable DHCP agents. Network: b1ba9505-d2cf-4c5a-934a-6a1e685fc411, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:21:02.987909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] Pushing event deleted for resources: {'Port': ['ID=a516a479-95d2-4362-a9a7-57aa620493ed,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:02.998029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09020396-a1c1-4b20-9a4a-3700415ef0bc None None] No DVR routers for this DVR port a516a479-95d2-4362-a9a7-57aa620493ed on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:21:03.004370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da92c473-ddf0-4cd1-b394-6e75b32a45f7 req-64482a0d-8dcb-4d7f-b2a7-bc7edb427865 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2838709
Apr 30 21:21:03.035494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9e3d963-4048-4e70-b7ab-336e4c7a2b7a req-5eb09886-95a4-4c14-a648-73c545b2f0c9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115370
Apr 30 21:21:03.046876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Calling delete_port for a516a479-95d2-4362-a9a7-57aa620493ed owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:03.081743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-aea4a33f-f051-4c35-b8c5-060bc7716e06 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3382573
Apr 30 21:21:03.090932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:21:03.188799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b1ba9505-d2cf-4c5a-934a-6a1e685fc411) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:03.193468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:03.197738 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.200302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce3c64b-f089-451b-a5e3-c36d468c0324 None None] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:03.224372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36192) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:03.299930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6f5d60-a774-45ad-a472-f8690fd0bca8 req-fad580e0-cbd2-422e-9124-6a906242891a service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669865
Apr 30 21:21:03.302217 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a516a479-95d2-4362-a9a7-57aa620493ed), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.338291 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4cb02d2d-8bac-4ebb-ae59-69bcfb1cb613 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0248694
Apr 30 21:21:03.341225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36194) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:03.345837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:03.358696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a516a479-95d2-4362-a9a7-57aa620493ed,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:03.362985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] No DVR routers for this DVR port a516a479-95d2-4362-a9a7-57aa620493ed on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:21:03.401912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ae05c63-7910-4636-8e90-eed43feb2a55 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group (a8011f89-1105-4235-b191-c8bfdf3e8900), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.432840 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005803c6-f2a2-402b-9e50-96268b52b624 x-openstack-request-id: req-005803c6-f2a2-402b-9e50-96268b52b624 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:03.433332 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535d878c-5289-4a05-abdb-c65a639e113d", "name": "network-vif-plugged", "status": "completed", "tag": "10b7463f-64be-41ee-8517-759ef5b7f0ef", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:03.433727 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-005803c6-f2a2-402b-9e50-96268b52b624 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:03.434461 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005803c6-f2a2-402b-9e50-96268b52b624'] response: {'server_uuid': '535d878c-5289-4a05-abdb-c65a639e113d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7463f-64be-41ee-8517-759ef5b7f0ef', 'code': 200}
Apr 30 21:21:03.437088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babcc5b3-814f-4d5a-8f93-759fd8e5d29d None None] New status for floating IP fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:21:03.437676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ae05c63-7910-4636-8e90-eed43feb2a55 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group (a8011f89-1105-4235-b191-c8bfdf3e8900), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.492404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538669c3-c972-4b5d-9142-ce0fd62de00d req-155d48aa-4726-456b-b866-2634a7622765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:03.493843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-538669c3-c972-4b5d-9142-ce0fd62de00d req-155d48aa-4726-456b-b866-2634a7622765 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 1127 time: 0.0582340
Apr 30 21:21:03.498367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (98b1dbd8-5abb-448b-9acd-f922dee70a3d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.503145 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (4d7d9f33-bbcd-4e94-af99-ad7657726720), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.505499 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (4d7d9f33-bbcd-4e94-af99-ad7657726720), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.536975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d277af0>,) {'filters': {'network_id': ['98b1dbd8-5abb-448b-9acd-f922dee70a3d']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:03.555493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d277af0>, 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:03.555795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d277af0>, 'd0a3e458-27c4-4c42-9b96-a8e42ec863f4') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:03.575296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (d0a3e458-27c4-4c42-9b96-a8e42ec863f4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.584397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-538669c3-c972-4b5d-9142-ce0fd62de00d req-e52db94d-8e50-431d-8a0b-7429ceb2d3be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832675
Apr 30 21:21:03.593533 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d0a3e458-27c4-4c42-9b96-a8e42ec863f4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.596209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks [] for router_controller (4d7d9f33-bbcd-4e94-af99-ad7657726720), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.600667 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ae05c63-7910-4636-8e90-eed43feb2a55 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a8011f89-1105-4235-b191-c8bfdf3e8900), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.601333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:21:03.601746 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (d0a3e458-27c4-4c42-9b96-a8e42ec863f4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:21:03.603705 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:21:03.610560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ae05c63-7910-4636-8e90-eed43feb2a55 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.610560 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6ae05c63-7910-4636-8e90-eed43feb2a55 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "DELETE /v2.0/security-groups/a8011f89-1105-4235-b191-c8bfdf3e8900 HTTP/1.1" status: 204  len: 168 time: 0.3835435
Apr 30 21:21:03.610560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36202) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:03.643155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae05c63-7910-4636-8e90-eed43feb2a55 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8011f89-1105-4235-b191-c8bfdf3e8900,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:03.645772 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-6a57d869-2ba4-4f46-913e-2de04b232169 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] show failed (client error): The resource could not be found.
Apr 30 21:21:03.650817 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6a57d869-2ba4-4f46-913e-2de04b232169 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "GET /v2.0/security-groups/a8011f89-1105-4235-b191-c8bfdf3e8900 HTTP/1.1" status: 404  len: 347 time: 0.0281365
Apr 30 21:21:03.650963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36204) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:03.686987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:21:03.688123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.818689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (98b1dbd8-5abb-448b-9acd-f922dee70a3d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.835429 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.836160 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/98b1dbd8-5abb-448b-9acd-f922dee70a3d HTTP/1.1" status: 204  len: 168 time: 1.9313021
Apr 30 21:21:03.886244 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks [] for router_gateway (4d7d9f33-bbcd-4e94-af99-ad7657726720), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:03.896071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Allocated IP 172.20.0.2 (b1ba9505-d2cf-4c5a-934a-6a1e685fc411/8f06132d-f4c2-4381-93fb-b51cd836f9b2/c0203099-2a2f-430d-ad37-ddfa720ec0fe) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:03.907000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a516a479-95d2-4362-a9a7-57aa620493ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:03.912668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466026a6-e90c-444a-8174-c00702b7dad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b1dbd8-5abb-448b-9acd-f922dee70a3d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:03.948291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a516a479-95d2-4362-a9a7-57aa620493ed {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:03.949335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a516a479-95d2-4362-a9a7-57aa620493ed not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:03.955125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Deleting port 48721860-693d-4cb9-90be-498d8e2885b5 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:03.955479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (48721860-693d-4cb9-90be-498d8e2885b5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.039324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-77b5c311-af1c-4904-a8d1-1d8e4c4d6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.046663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-77b5c311-af1c-4904-a8d1-1d8e4c4d6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.047861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-77b5c311-af1c-4904-a8d1-1d8e4c4d6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.048357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-77b5c311-af1c-4904-a8d1-1d8e4c4d6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.048886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-77b5c311-af1c-4904-a8d1-1d8e4c4d6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.049393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-77b5c311-af1c-4904-a8d1-1d8e4c4d6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.051470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-77b5c311-af1c-4904-a8d1-1d8e4c4d6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.057507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-77b5c311-af1c-4904-a8d1-1d8e4c4d6300 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6704 time: 0.1564074
Apr 30 21:21:04.075247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (48721860-693d-4cb9-90be-498d8e2885b5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.075722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for floatingip (48721860-693d-4cb9-90be-498d8e2885b5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.089910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Calling delete_port for 48721860-693d-4cb9-90be-498d8e2885b5 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:04.143761 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Publish callbacks [] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.192675 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks [] for router_gateway (4d7d9f33-bbcd-4e94-af99-ad7657726720), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.212466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.293564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722032d-f1e6-4497-9cce-232f3b1eb8ff req-f0ef8ad1-5a77-4508-ab70-d43809184146 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.295096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f722032d-f1e6-4497-9cce-232f3b1eb8ff req-f0ef8ad1-5a77-4508-ab70-d43809184146 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 945 time: 0.1447008
Apr 30 21:21:04.322258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-ac89c0e7-f99c-4bed-9249-ef3f904d2d56 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.327430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-ac89c0e7-f99c-4bed-9249-ef3f904d2d56 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.332111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.332919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-ac89c0e7-f99c-4bed-9249-ef3f904d2d56 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.338844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-ac89c0e7-f99c-4bed-9249-ef3f904d2d56 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.344347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-ac89c0e7-f99c-4bed-9249-ef3f904d2d56 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.345448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Allocated IP 172.35.4.126 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/7b43ea6f-7070-4a0f-b45b-f287a00a86ad) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:04.351479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-ac89c0e7-f99c-4bed-9249-ef3f904d2d56 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.357611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-ac89c0e7-f99c-4bed-9249-ef3f904d2d56 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.359467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-ac89c0e7-f99c-4bed-9249-ef3f904d2d56 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.2101841
Apr 30 21:21:04.402814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Pushing event updated for resources: {'Port': ['ID=c0203099-2a2f-430d-ad37-ddfa720ec0fe,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:04.443519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:04.445551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:04.448038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:04.490604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36222) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:04.508319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-d9a52078-7f6f-495f-901e-e64aba7490eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:04.510025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-d9a52078-7f6f-495f-901e-e64aba7490eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8d11e40-b37d-4318-bdf2-7339b1b28107 HTTP/1.1" status: 200  len: 902 time: 0.3583651
Apr 30 21:21:04.518514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks [] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.526562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Attempting to bind port c0203099-2a2f-430d-ad37-ddfa720ec0fe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:04.527271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Attempting to bind port c0203099-2a2f-430d-ad37-ddfa720ec0fe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:04.528188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Attempting to bind port c0203099-2a2f-430d-ad37-ddfa720ec0fe on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:04.535909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:04.537082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Checking segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:04.539108 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.539286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Bound using segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:04.540011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Bound port: c0203099-2a2f-430d-ad37-ddfa720ec0fe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:04.540877 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.553125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36224) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:04.612209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f722032d-f1e6-4497-9cce-232f3b1eb8ff req-b2d21d13-801a-4999-96d7-5a7e3955098e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004067
Apr 30 21:21:04.650279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] For port c0203099-2a2f-430d-ad37-ddfa720ec0fe, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:04.655477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] For port c0203099-2a2f-430d-ad37-ddfa720ec0fe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0203099-2a2f-430d-ad37-ddfa720ec0fe,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:04.666540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-79781fd6-26a3-4b0a-aeb4-6c039f90e73b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee2823b4-cb37-40e4-9569-718e828d60c1 HTTP/1.1" status: 200  len: 217 time: 0.1080024
Apr 30 21:21:04.671821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.687755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74a7ad81-0a28-4f05-a2b6-73dd79563dd7 req-723d3718-798c-4669-818f-c19891e7916f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3188124
Apr 30 21:21:04.729477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:04.742637 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:04.751181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:04.761138 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.812458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Pushing event updated for resources: {'Port': ['ID=7b43ea6f-7070-4a0f-b45b-f287a00a86ad,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:04.854816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf55f320-6193-4a26-95b7-a8f31b62fb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:04.881597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642a6f6-5cc3-4fc9-9f68-300f725b5f0a None None] Pushing event updated for resources: {'Port': ['ID=c0203099-2a2f-430d-ad37-ddfa720ec0fe,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:05.094025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf55f320-6193-4a26-95b7-a8f31b62fb33 admin admin] Publish callbacks [] for security_group (197c6b77-6a2e-409c-acea-a4272184b9c0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.108073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-506417ab-dd2b-4b74-8a0b-6d413f86c4f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cebc4a4f75349b09fd03f67d0207875&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6122305
Apr 30 21:21:05.108073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (48721860-693d-4cb9-90be-498d8e2885b5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.108719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36228) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:05.170076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84f705e0-4b43-4e5b-8a2c-d84f191c1320 admin admin] Publish callbacks [] for security_group (7a524164-d805-44a1-a77f-223449e8d04e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.212247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84f705e0-4b43-4e5b-8a2c-d84f191c1320 admin admin] Publish callbacks [] for security_group (7a524164-d805-44a1-a77f-223449e8d04e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.215469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Pushing event deleted for resources: {'Port': ['ID=48721860-693d-4cb9-90be-498d8e2885b5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:05.218275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-2628bfc1-b14b-4393-a23f-70e0dbfabf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:05.219779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-2628bfc1-b14b-4393-a23f-70e0dbfabf5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.5282290
Apr 30 21:21:05.227057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks [] for floatingip (fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.229633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.233945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5f314da6-d4e3-4d78-be02-13391db0e1f9 tempest-ServersTestManualDisk-1097669359 tempest-ServersTestManualDisk-1097669359-project] 10.222.0.23 "DELETE /v2.0/floatingips/fc2c7cb3-d9bf-43db-b7ea-0567d1062ddf HTTP/1.1" status: 204  len: 168 time: 1.5798154
Apr 30 21:21:05.234559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36230) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:05.285577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf55f320-6193-4a26-95b7-a8f31b62fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (197c6b77-6a2e-409c-acea-a4272184b9c0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.367248 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cf55f320-6193-4a26-95b7-a8f31b62fb33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba09e1b6bcaf40dd985dac3f517a6d75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8123991
Apr 30 21:21:05.370131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36232) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:05.371580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55f320-6193-4a26-95b7-a8f31b62fb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197c6b77-6a2e-409c-acea-a4272184b9c0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:05.395366 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks [] for router_gateway (4d7d9f33-bbcd-4e94-af99-ad7657726720), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.479064 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84f705e0-4b43-4e5b-8a2c-d84f191c1320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7a524164-d805-44a1-a77f-223449e8d04e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.482567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84f705e0-4b43-4e5b-8a2c-d84f191c1320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.485910 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-84f705e0-4b43-4e5b-8a2c-d84f191c1320 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a524164-d805-44a1-a77f-223449e8d04e HTTP/1.1" status: 204  len: 168 time: 0.3763046
Apr 30 21:21:05.499987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f705e0-4b43-4e5b-8a2c-d84f191c1320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a524164-d805-44a1-a77f-223449e8d04e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:05.537868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-557a542c-4553-44e0-af75-da2fd1fc8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:05.540083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-557a542c-4553-44e0-af75-da2fd1fc8825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0713043
Apr 30 21:21:05.567758 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1514d185-940d-4500-b2c2-b75e7dfb3066 admin admin] Publish callbacks [] for security_group (197c6b77-6a2e-409c-acea-a4272184b9c0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.634371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1514d185-940d-4500-b2c2-b75e7dfb3066 admin admin] Publish callbacks [] for security_group (197c6b77-6a2e-409c-acea-a4272184b9c0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.648012 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (4d7d9f33-bbcd-4e94-af99-ad7657726720), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:05.900210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c044b-e9b0-43e5-a5dd-189427e758ac req-3ade5b07-1706-4045-ac85-b9316d25d3ce tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:05.902135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-462c044b-e9b0-43e5-a5dd-189427e758ac req-3ade5b07-1706-4045-ac85-b9316d25d3ce tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 945 time: 0.1880655
Apr 30 21:21:05.922850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-99b37d4b-65a1-4ee7-b03a-95cf545600c0 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3204873
Apr 30 21:21:05.932568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c0203099-2a2f-430d-ad37-ddfa720ec0fe up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:05.970856 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Router 4d7d9f33-bbcd-4e94-af99-ad7657726720 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:21:05.986698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c0203099-2a2f-430d-ad37-ddfa720ec0fe triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:05.987226 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.073637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1514d185-940d-4500-b2c2-b75e7dfb3066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (197c6b77-6a2e-409c-acea-a4272184b9c0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.077099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1514d185-940d-4500-b2c2-b75e7dfb3066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.078287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1514d185-940d-4500-b2c2-b75e7dfb3066 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/197c6b77-6a2e-409c-acea-a4272184b9c0 HTTP/1.1" status: 204  len: 168 time: 0.7068086
Apr 30 21:21:06.095999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-ad1c730e-48fe-43f3-b7f7-0b3a1e6a22fc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:06.101870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-ad1c730e-48fe-43f3-b7f7-0b3a1e6a22fc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:06.105948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c0203099-2a2f-430d-ad37-ddfa720ec0fe is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:06.106956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.107659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-ad1c730e-48fe-43f3-b7f7-0b3a1e6a22fc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:06.113294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-ad1c730e-48fe-43f3-b7f7-0b3a1e6a22fc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:06.119246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-ad1c730e-48fe-43f3-b7f7-0b3a1e6a22fc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:06.125008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-ad1c730e-48fe-43f3-b7f7-0b3a1e6a22fc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:06.130856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-ad1c730e-48fe-43f3-b7f7-0b3a1e6a22fc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:06.133410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-ad1c730e-48fe-43f3-b7f7-0b3a1e6a22fc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.3000209
Apr 30 21:21:06.172894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port c0203099-2a2f-430d-ad37-ddfa720ec0fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0203099-2a2f-430d-ad37-ddfa720ec0fe,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:06.175017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.189918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:21:06.192940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514d185-940d-4500-b2c2-b75e7dfb3066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197c6b77-6a2e-409c-acea-a4272184b9c0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:06.208154 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Sync routers for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:21:06.221193 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:06.221950 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c6d3e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:06.246036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.271511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.272993 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-16e41474-cc0d-452b-a789-c736d92eb6ab admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.9304841
Apr 30 21:21:06.276004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36254) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:06.345273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-462c044b-e9b0-43e5-a5dd-189427e758ac req-9947417e-a085-4761-9af1-ca9fa280177f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4168632
Apr 30 21:21:06.351979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=c0203099-2a2f-430d-ad37-ddfa720ec0fe,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:06.432084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8659e1-692f-48fd-a83a-be49a3a1dddb req-b4b0936f-ec03-4b7a-a6f5-32b3b6ce51d4 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4974098
Apr 30 21:21:06.455093 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ac5504a-721d-4ae3-b20a-63f01abb9791 req-229f9898-e40d-4583-ad47-0b36ecf9a265 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2989511
Apr 30 21:21:06.524616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ead631-6968-4091-baa8-182147efd7cc None None] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:06.544354 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:06.674632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f9f7a055-a2df-418d-90cc-983816396bf2 None None] Provisioning complete for port c0203099-2a2f-430d-ad37-ddfa720ec0fe triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:06.675012 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f9f7a055-a2df-418d-90cc-983816396bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.742968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Deleting port de2235a7-d605-430f-8445-403878af3e76 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:06.743447 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (de2235a7-d605-430f-8445-403878af3e76), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.845107 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c6d3e20>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:05Z', 'revision_number': 3, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:06.887485 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Checking router: 4d7d9f33-bbcd-4e94-af99-ad7657726720 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:21:06.888210 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Updating router 4d7d9f33-bbcd-4e94-af99-ad7657726720 port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:21:06.894599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f9f7a055-a2df-418d-90cc-983816396bf2 None None] Current status of the port c0203099-2a2f-430d-ad37-ddfa720ec0fe is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:06.924045 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:06.984683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb29b44-ddbf-4adc-808f-c386d704c6ea req-687ba915-6edd-47f8-8dc9-90c743017cae tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:06.986327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8fb29b44-ddbf-4adc-808f-c386d704c6ea req-687ba915-6edd-47f8-8dc9-90c743017cae tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 945 time: 0.1119242
Apr 30 21:21:06.994671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] For port de2235a7-d605-430f-8445-403878af3e76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de2235a7-d605-430f-8445-403878af3e76,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:06.995047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (de2235a7-d605-430f-8445-403878af3e76), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.024971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Calling delete_port for de2235a7-d605-430f-8445-403878af3e76 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:07.127363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8fb29b44-ddbf-4adc-808f-c386d704c6ea req-770cde19-8735-4797-a81d-2b10364af8f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285484
Apr 30 21:21:07.158691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.323602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5c7944d6-1b0a-480e-80e3-9c878664c10f None None] Provisioning complete for port c0203099-2a2f-430d-ad37-ddfa720ec0fe triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:07.324199 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5c7944d6-1b0a-480e-80e3-9c878664c10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.376552 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Publish callbacks [] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.453359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Allocated IP 172.20.0.1 (b1ba9505-d2cf-4c5a-934a-6a1e685fc411/8f06132d-f4c2-4381-93fb-b51cd836f9b2/43096c42-65c0-4d8d-8241-5a8dc6c6d111) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:07.457022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (de2235a7-d605-430f-8445-403878af3e76), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.463605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5c7944d6-1b0a-480e-80e3-9c878664c10f None None] Current status of the port c0203099-2a2f-430d-ad37-ddfa720ec0fe is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:07.496897 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.523733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2235a7-d605-430f-8445-403878af3e76,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:07.592300 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Pushing event updated for resources: {'Port': ['ID=7b43ea6f-7070-4a0f-b45b-f287a00a86ad,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:07.604997 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.605340 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.605676 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.606038 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.606366 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.606689 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.607012 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.607331 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.607651 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.607966 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.608279 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.608593 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.609041 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.609405 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.617184 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:07.651278 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Attempting to bind port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:07.651278 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Attempting to bind port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:07.651278 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Attempting to bind port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:07.662610 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:07.663547 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:07.666227 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.666693 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:07.667256 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Bound port: 7b43ea6f-7070-4a0f-b45b-f287a00a86ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:07.667645 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.693604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Publish callbacks [] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.747401 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] For port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:07.751031 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] For port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b43ea6f-7070-4a0f-b45b-f287a00a86ad,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:07.824859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.826890 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.841057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-72142dd1-8a90-4a91-ac06-563790de90e7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:07.845918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-72142dd1-8a90-4a91-ac06-563790de90e7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:07.851994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-72142dd1-8a90-4a91-ac06-563790de90e7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:07.857404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-72142dd1-8a90-4a91-ac06-563790de90e7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:07.872207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-72142dd1-8a90-4a91-ac06-563790de90e7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:07.872207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-72142dd1-8a90-4a91-ac06-563790de90e7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:07.873941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-72142dd1-8a90-4a91-ac06-563790de90e7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:07.875852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-72142dd1-8a90-4a91-ac06-563790de90e7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.1357281
Apr 30 21:21:07.914305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:07.927888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:07.935024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:07.943650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:07.960991 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c1c29-9a29-40e3-bee8-a889341e8d7b None None] Pushing event updated for resources: {'Port': ['ID=7b43ea6f-7070-4a0f-b45b-f287a00a86ad,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:07.988503 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:07.989328 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c6d3e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:07.994324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c0203099-2a2f-430d-ad37-ddfa720ec0fe up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:08.000636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36322) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:08.048435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Pushing event updated for resources: {'Port': ['ID=43096c42-65c0-4d8d-8241-5a8dc6c6d111,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:08.076405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c0203099-2a2f-430d-ad37-ddfa720ec0fe triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:08.077180 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:08.092133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (4d7d9f33-bbcd-4e94-af99-ad7657726720), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:08.187593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e55ace9e-9238-4f45-9c93-3441bca15523 req-5bffafdb-8e3b-41fa-ae91-eda2eb3d8225 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3044927
Apr 30 21:21:08.310667 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:08.326103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c0203099-2a2f-430d-ad37-ddfa720ec0fe is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:08.354975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:21:08.399684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36330) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:08.415249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f6e0b-a6f2-48f8-a435-0aee8040ffca req-9d441436-e8a9-4c6b-86bb-63cf32b4996c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:08.417076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-914f6e0b-a6f2-48f8-a435-0aee8040ffca req-9d441436-e8a9-4c6b-86bb-63cf32b4996c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 945 time: 0.0911126
Apr 30 21:21:08.432335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-27449ceb-0301-47f8-9a64-0c5988615495 None None] Provisioning complete for port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:08.434333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27449ceb-0301-47f8-9a64-0c5988615495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:08.476619 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:08.505489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7897abf-4ba9-461f-9e7c-7918683a6f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:08.513484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-27449ceb-0301-47f8-9a64-0c5988615495 None None] Port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:21:08.516121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1147531633-network', 'tenant_id': '8b8ae5530f6847478106f78f50e7314d'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:08.541470 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c6d3e20>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:05Z', 'revision_number': 3, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:08.571586 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfa3d1-3799-412b-8009-7b37a3f97904 None None] The sync data for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 is: [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:05Z', 'revision_number': 3, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:21:08.597156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-914f6e0b-a6f2-48f8-a435-0aee8040ffca req-3fbe7679-4b8f-43ee-8a49-21d28a72b1a3 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653612
Apr 30 21:21:08.627847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:21:08.638202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ea18e371-74f1-4857-986d-c99b462c2ce4 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c24a3c0-4e4f-4c84-9aa6-452627589a7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4022081
Apr 30 21:21:08.640497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36334) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:08.641183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] Sync routers for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:21:08.663759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:08.664524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa23310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:08.810436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:08.844938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks [] for router (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.027830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks [] for router_gateway (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.106916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Made reservation on behalf of 8b8ae5530f6847478106f78f50e7314d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:09.110256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.128287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa23310>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:21:07Z', 'revision_number': 5, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port': {'id': 'bbcb2164-072f-4569-8b14-9efe3137b2c5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:09.141885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.202438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] Checking router: 3c24a3c0-4e4f-4c84-9aa6-452627589a7b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:21:09.223678 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7897abf-4ba9-461f-9e7c-7918683a6f37 admin admin] Publish callbacks [] for security_group (145d5d42-9f44-4f7d-99d1-815103adbbab), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.229907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] Routers {'3c24a3c0-4e4f-4c84-9aa6-452627589a7b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:09.233508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa23310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:09.300870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Deleting port bbcb2164-072f-4569-8b14-9efe3137b2c5 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:09.301444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.318513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7897abf-4ba9-461f-9e7c-7918683a6f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (145d5d42-9f44-4f7d-99d1-815103adbbab), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.330142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d065021-08c4-4be7-b843-65f2d1bbc484 req-93ccded1-7794-4916-8ce0-a86b0f5d080d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.331810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d065021-08c4-4be7-b843-65f2d1bbc484 req-93ccded1-7794-4916-8ce0-a86b0f5d080d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 945 time: 0.1477740
Apr 30 21:21:09.332721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Publish callbacks [] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.387704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.389270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] Set router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:09.412605 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a7897abf-4ba9-461f-9e7c-7918683a6f37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99a37bca62d74ef594bfc452d211135d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0117815
Apr 30 21:21:09.415662 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Publish callbacks [] for security_group (2ea8c34d-d7f4-4e37-9758-ed477d5d85f0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.439529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36342) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:09.467424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa23310>, [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:21:09Z', 'revision_number': 6, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:09.484016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7897abf-4ba9-461f-9e7c-7918683a6f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145d5d42-9f44-4f7d-99d1-815103adbbab,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:09.493842 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2ea8c34d-d7f4-4e37-9758-ed477d5d85f0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.523480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdfdb0-b77f-4d34-ba38-77a96037aae8 None None] The sync data for ids ['3c24a3c0-4e4f-4c84-9aa6-452627589a7b'] in ncdv-master-1 is: [{'id': '3c24a3c0-4e4f-4c84-9aa6-452627589a7b', 'name': 'tempest-ServersTestManualDisk-685950428-router', 'tenant_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:32Z', 'updated_at': '2022-04-30T21:21:09Z', 'revision_number': 6, 'project_id': 'c91284d0547c4c8a9d99f57d0a43f98b', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:21:09.550270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Pushing event updated for resources: {'Port': ['ID=43096c42-65c0-4d8d-8241-5a8dc6c6d111,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:09.563576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:21:09.574615 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (4d7d9f33-bbcd-4e94-af99-ad7657726720), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.588706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:09.596634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c1e97bcf-b98f-42a5-9af2-4569f7a73071), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.596975 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Added segment c1e97bcf-b98f-42a5-9af2-4569f7a73071 of type vlan for network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae
Apr 30 21:21:09.691085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8766-d0cb-42c9-ac25-7f98150f15b5 admin admin] Publish callbacks [] for security_group (145d5d42-9f44-4f7d-99d1-815103adbbab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.699735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (7b3c83f5-11ee-4bcf-b36d-922b070bfdae), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.737013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8766-d0cb-42c9-ac25-7f98150f15b5 admin admin] Publish callbacks [] for security_group (145d5d42-9f44-4f7d-99d1-815103adbbab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.812098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:09.814125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:09.826534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e2860-4618-4a5e-9627-339127138ec7 req-62862b38-6d23-4dc8-b099-eb3118ec358e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.832323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e2860-4618-4a5e-9627-339127138ec7 req-62862b38-6d23-4dc8-b099-eb3118ec358e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.841048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e2860-4618-4a5e-9627-339127138ec7 req-62862b38-6d23-4dc8-b099-eb3118ec358e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.843476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e2860-4618-4a5e-9627-339127138ec7 req-62862b38-6d23-4dc8-b099-eb3118ec358e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.848778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e2860-4618-4a5e-9627-339127138ec7 req-62862b38-6d23-4dc8-b099-eb3118ec358e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.854920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e2860-4618-4a5e-9627-339127138ec7 req-62862b38-6d23-4dc8-b099-eb3118ec358e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.860373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e2860-4618-4a5e-9627-339127138ec7 req-62862b38-6d23-4dc8-b099-eb3118ec358e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.862487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-637e2860-4618-4a5e-9627-339127138ec7 req-62862b38-6d23-4dc8-b099-eb3118ec358e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5430 time: 0.4812436
Apr 30 21:21:09.928203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (7b3c83f5-11ee-4bcf-b36d-922b070bfdae), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.929653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:09.930329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:09.996368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d065021-08c4-4be7-b843-65f2d1bbc484 req-57f2b02d-525b-4e14-8b0a-db61136127a4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6424239
Apr 30 21:21:10.012210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] For port bbcb2164-072f-4569-8b14-9efe3137b2c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbcb2164-072f-4569-8b14-9efe3137b2c5,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:10.012580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.033600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-637e2860-4618-4a5e-9627-339127138ec7 req-7c5e0951-0068-4790-9c8c-14f4e80c8438 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1491153
Apr 30 21:21:10.033876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3c83f5-11ee-4bcf-b36d-922b070bfdae,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:10.039770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8766-d0cb-42c9-ac25-7f98150f15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (145d5d42-9f44-4f7d-99d1-815103adbbab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.043083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa1f8766-d0cb-42c9-ac25-7f98150f15b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.043564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Calling delete_port for bbcb2164-072f-4569-8b14-9efe3137b2c5 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:10.045025 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aa1f8766-d0cb-42c9-ac25-7f98150f15b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/145d5d42-9f44-4f7d-99d1-815103adbbab HTTP/1.1" status: 204  len: 168 time: 0.6048353
Apr 30 21:21:10.071557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:21:10.120933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f8766-d0cb-42c9-ac25-7f98150f15b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d5d42-9f44-4f7d-99d1-815103adbbab,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:10.142443 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c5cb92fc-2738-4abb-8b8a-3a15269fa465 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.1380353
Apr 30 21:21:10.147255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36346) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:10.159771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Request body: {'subnet': {'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1147531633-subnet', 'tenant_id': '8b8ae5530f6847478106f78f50e7314d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:10.189341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Router 4d7d9f33-bbcd-4e94-af99-ad7657726720 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:21:10.358167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Made reservation on behalf of 8b8ae5530f6847478106f78f50e7314d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:10.360444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.360845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:21:10.369016 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14a79b12-e380-4b9a-9cd1-ec9da1a7a289 admin admin] 10.222.0.23 "PUT /v2.0/routers/4d7d9f33-bbcd-4e94-af99-ad7657726720/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0918434
Apr 30 21:21:10.375120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7b43ea6f-7070-4a0f-b45b-f287a00a86ad up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:10.396337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4426bc60-88ce-4590-a19e-ad7f7845b6ee None None] Provisioning complete for port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:10.397884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4426bc60-88ce-4590-a19e-ad7f7845b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.500919 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bbcb2164-072f-4569-8b14-9efe3137b2c5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.531292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4426bc60-88ce-4590-a19e-ad7f7845b6ee None None] Port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:21:10.553509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcb2164-072f-4569-8b14-9efe3137b2c5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:10.560262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:10.560974 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.683396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:10.683396 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.720545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e70282-c172-4d08-b775-03460add7b9d req-9cf756e9-48ac-424a-9a03-77548d33d547 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:10.721999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b43ea6f-7070-4a0f-b45b-f287a00a86ad,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:10.722136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02e70282-c172-4d08-b775-03460add7b9d req-9cf756e9-48ac-424a-9a03-77548d33d547 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 945 time: 0.1709952
Apr 30 21:21:10.727023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device cdb35a6b-139d-435e-9c32-4c2cc700c91d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:10.811016 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.817485 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:10.874729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=7b43ea6f-7070-4a0f-b45b-f287a00a86ad,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:10.877346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device de2235a7-d605-430f-8445-403878af3e76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:10.922487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: de2235a7-d605-430f-8445-403878af3e76 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:10.922835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device de2235a7-d605-430f-8445-403878af3e76 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:10.925212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.925560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.925931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.926326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.926668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.926999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.927569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.927906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.928232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.928615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.928911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.929216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.929541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.929931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:10.930258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:11.000152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port cdb35a6b-139d-435e-9c32-4c2cc700c91d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:11.024281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d', 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107', 'port_id': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d', 'mac_address': 'fa:16:3e:26:89:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6940b647-3609-4564-b307-f6ea3540cbc9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:11.039663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.050180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks [] for router_controller (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.115686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port cdb35a6b-139d-435e-9c32-4c2cc700c91d is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:11.116541 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.135014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb35a6b-139d-435e-9c32-4c2cc700c91d {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:11.158905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port cdb35a6b-139d-435e-9c32-4c2cc700c91d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:11.214370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (8f91bf75-7dba-4c04-9746-3a687cbaaf8b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.222229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Deleting port 10b7463f-64be-41ee-8517-759ef5b7f0ef {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:11.222565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.251330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.252011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 68951237-c8b8-42a1-8ab3-47a4e01c2f51 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:11.267894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36372) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:11.272722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-07c3ff42-ad18-4abf-80ec-da6f51d165b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836253890', 'description': 'tempest-description--1367191644'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:11.372123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (3c24a3c0-4e4f-4c84-9aa6-452627589a7b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.372760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c24a3c0-4e4f-4c84-9aa6-452627589a7b {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:21:11.376001 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Sync routers for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:21:11.384340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff42-ad18-4abf-80ec-da6f51d165b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.390592 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:11.391354 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c86d730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:11.402393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.404926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8aa34468-05bc-4b0c-a748-8a762fb67c45 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3c24a3c0-4e4f-4c84-9aa6-452627589a7b HTTP/1.1" status: 204  len: 168 time: 2.7627950
Apr 30 21:21:11.410310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36376) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:11.413918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=cdb35a6b-139d-435e-9c32-4c2cc700c91d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:11.448309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc022-9601-4ede-9ee4-be1e24a00159 req-f6cddd2d-2838-445b-92e9-057def14b491 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:11.458636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9febc022-9601-4ede-9ee4-be1e24a00159 req-f6cddd2d-2838-445b-92e9-057def14b491 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 945 time: 0.2600067
Apr 30 21:21:11.497905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 68951237-c8b8-42a1-8ab3-47a4e01c2f51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:11.505375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-220100a6-9e67-48b4-9651-6f4ed7d1ff8c admin admin] Deleting subnet f1c69da7-5707-4178-868e-108b75ffdc92 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:21:11.513985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-220100a6-9e67-48b4-9651-6f4ed7d1ff8c admin admin] Publish callbacks [] for subnet (f1c69da7-5707-4178-868e-108b75ffdc92), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.535989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '68951237-c8b8-42a1-8ab3-47a4e01c2f51', 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'port_id': '68951237-c8b8-42a1-8ab3-47a4e01c2f51', 'mac_address': 'fa:16:3e:e7:1d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50d6dd4-111c-4c00-a457-494c755078c9', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:11.596997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:11.597353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.599093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-220100a6-9e67-48b4-9651-6f4ed7d1ff8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (f1c69da7-5707-4178-868e-108b75ffdc92), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.599423 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:11.615248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68951237-c8b8-42a1-8ab3-47a4e01c2f51 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:11.617651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f91bf75-7dba-4c04-9746-3a687cbaaf8b,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:11.644973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff42-ad18-4abf-80ec-da6f51d165b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (64a3be39-4495-4c03-b757-5c1379bc94ec), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.651704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 68951237-c8b8-42a1-8ab3-47a4e01c2f51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:11.708793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34384-67f4-4091-9edf-3153799d907f req-d45d61d8-bee7-4446-b041-76850725670f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:11.714807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34384-67f4-4091-9edf-3153799d907f req-d45d61d8-bee7-4446-b041-76850725670f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:11.715231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff42-ad18-4abf-80ec-da6f51d165b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (64a3be39-4495-4c03-b757-5c1379bc94ec), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.720236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34384-67f4-4091-9edf-3153799d907f req-d45d61d8-bee7-4446-b041-76850725670f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:11.730161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34384-67f4-4091-9edf-3153799d907f req-d45d61d8-bee7-4446-b041-76850725670f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:11.735511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34384-67f4-4091-9edf-3153799d907f req-d45d61d8-bee7-4446-b041-76850725670f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:11.742422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34384-67f4-4091-9edf-3153799d907f req-d45d61d8-bee7-4446-b041-76850725670f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:11.744238 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.746686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device c4baf2f0-f599-4e18-a1c9-15315a90ac2d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:11.748796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c34384-67f4-4091-9edf-3153799d907f req-d45d61d8-bee7-4446-b041-76850725670f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:11.749990 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-220100a6-9e67-48b4-9651-6f4ed7d1ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (f1c69da7-5707-4178-868e-108b75ffdc92), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.750126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5c34384-67f4-4091-9edf-3153799d907f req-d45d61d8-bee7-4446-b041-76850725670f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5431 time: 0.3656292
Apr 30 21:21:11.783408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Checking segment: {'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:11.783777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Network hostable DHCP agents. Network: 7b3c83f5-11ee-4bcf-b36d-922b070bfdae, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:21:11.798038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] For port 10b7463f-64be-41ee-8517-759ef5b7f0ef, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=10b7463f-64be-41ee-8517-759ef5b7f0ef,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:11.798281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.798700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3ff42-ad18-4abf-80ec-da6f51d165b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a3be39-4495-4c03-b757-5c1379bc94ec,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:11.810327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9febc022-9601-4ede-9ee4-be1e24a00159 req-264ffb2d-ba8c-4650-a070-ebdac52a8a3a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3506188
Apr 30 21:21:11.827978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Calling delete_port for 10b7463f-64be-41ee-8517-759ef5b7f0ef owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:11.840929 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff42-ad18-4abf-80ec-da6f51d165b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.840929 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-07c3ff42-ad18-4abf-80ec-da6f51d165b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5680177
Apr 30 21:21:11.842510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36382) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:11.872374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4711d147-e924-4d79-9cbc-6b1dd934f35c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'security_group_rule': {'security_group_id': '64a3be39-4495-4c03-b757-5c1379bc94ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:11.918055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port c4baf2f0-f599-4e18-a1c9-15315a90ac2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:11.921065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=68951237-c8b8-42a1-8ab3-47a4e01c2f51,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:11.934668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d', 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'port_id': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d', 'mac_address': 'fa:16:3e:1d:a4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50d6dd4-111c-4c00-a457-494c755078c9', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:11.938577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:21:11.958833 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c86d730>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 2, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:11.965508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-220100a6-9e67-48b4-9651-6f4ed7d1ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (f1c69da7-5707-4178-868e-108b75ffdc92), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:11.980433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5c34384-67f4-4091-9edf-3153799d907f req-bac0e446-d87e-431b-a4eb-80412db81dd1 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2068667
Apr 30 21:21:11.997107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7b43ea6f-7070-4a0f-b45b-f287a00a86ad up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:12.011041 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Checking router: 4d7d9f33-bbcd-4e94-af99-ad7657726720 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:21:12.011801 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Updating router 4d7d9f33-bbcd-4e94-af99-ad7657726720 port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:21:12.034228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port c4baf2f0-f599-4e18-a1c9-15315a90ac2d is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:12.035295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.035937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220100a6-9e67-48b4-9651-6f4ed7d1ff8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c69da7-5707-4178-868e-108b75ffdc92,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:12.049710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-220100a6-9e67-48b4-9651-6f4ed7d1ff8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.050556 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.058062 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-220100a6-9e67-48b4-9651-6f4ed7d1ff8c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f1c69da7-5707-4178-868e-108b75ffdc92 HTTP/1.1" status: 204  len: 168 time: 0.6417797
Apr 30 21:21:12.059283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36386) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:12.064117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4baf2f0-f599-4e18-a1c9-15315a90ac2d {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:12.082695 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4711d147-e924-4d79-9cbc-6b1dd934f35c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (7e7e14c8-4dc3-4c9e-b6c3-b3221c5a0bf3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.092894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port c4baf2f0-f599-4e18-a1c9-15315a90ac2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:12.094270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f034c1-9d20-4862-b24a-a91e2355928e None None] Network b64257ec-4b95-4265-9c51-aad2fb5f6475 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:12.097430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b3c83f5-11ee-4bcf-b36d-922b070bfdae) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:12.104240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:12.104906 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.124212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10124c-9b58-414c-877e-44311f74ad57 None None] Network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:12.194377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (10b7463f-64be-41ee-8517-759ef5b7f0ef), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.199897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-42a1c65d-4ec6-445c-915d-d64028c490c2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.0441732
Apr 30 21:21:12.202139 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.204363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 83b262c0-f5b8-4175-b9b8-1163fa513cc0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:12.230547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b64257ec-4b95-4265-9c51-aad2fb5f6475), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.240919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event deleted for resources: {'Port': ['ID=10b7463f-64be-41ee-8517-759ef5b7f0ef,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:12.314380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] No DVR routers for this DVR port 10b7463f-64be-41ee-8517-759ef5b7f0ef on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:21:12.321579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.327779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02e70282-c172-4d08-b775-03460add7b9d req-8e4a6c8f-47a3-4e9f-bb9c-a50190c567dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "DELETE /v2.0/ports/10b7463f-64be-41ee-8517-759ef5b7f0ef HTTP/1.1" status: 204  len: 173 time: 1.5718484
Apr 30 21:21:12.328285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535d878c-5289-4a05-abdb-c65a639e113d', 'name': 'network-vif-deleted', 'tag': '10b7463f-64be-41ee-8517-759ef5b7f0ef'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:12.338942 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20349ecc-9001-4dce-9410-32da3f73a2f7" -d '{"events": [{"server_uuid": "535d878c-5289-4a05-abdb-c65a639e113d", "name": "network-vif-deleted", "tag": "10b7463f-64be-41ee-8517-759ef5b7f0ef"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:12.345089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['10b7463f-64be-41ee-8517-759ef5b7f0ef'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:12.352175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4711d147-e924-4d79-9cbc-6b1dd934f35c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (7e7e14c8-4dc3-4c9e-b6c3-b3221c5a0bf3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.363594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Deleting port f4d94e43-60a9-458a-9c68-cbd8cacafe05 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:12.364086 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.416016 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f819df-2c34-4518-99b7-64dac4754d20 x-openstack-request-id: req-17f819df-2c34-4518-99b7-64dac4754d20 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:12.416528 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535d878c-5289-4a05-abdb-c65a639e113d", "name": "network-vif-deleted", "tag": "10b7463f-64be-41ee-8517-759ef5b7f0ef", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:12.416717 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17f819df-2c34-4518-99b7-64dac4754d20 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:12.417214 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f819df-2c34-4518-99b7-64dac4754d20'] response: {'server_uuid': '535d878c-5289-4a05-abdb-c65a639e113d', 'name': 'network-vif-deleted', 'tag': '10b7463f-64be-41ee-8517-759ef5b7f0ef', 'status': 'completed', 'code': 200}
Apr 30 21:21:12.449644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:12.450690 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.474573 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4711d147-e924-4d79-9cbc-6b1dd934f35c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (7e7e14c8-4dc3-4c9e-b6c3-b3221c5a0bf3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.486159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] For port f4d94e43-60a9-458a-9c68-cbd8cacafe05, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d94e43-60a9-458a-9c68-cbd8cacafe05,segment=NetworkSegment(565e050d-942c-4c91-8454-bf1e29328f30),segment_id=565e050d-942c-4c91-8454-bf1e29328f30)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:12.486800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.502578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b22113e-a05e-4e6e-bc05-7c58ed804e63 None None] Network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:12.523515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Calling delete_port for f4d94e43-60a9-458a-9c68-cbd8cacafe05 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:12.529130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711d147-e924-4d79-9cbc-6b1dd934f35c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7e14c8-4dc3-4c9e-b6c3-b3221c5a0bf3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:12.529294 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Publish callbacks [] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.593933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-5416e682-e41e-48a5-b471-e61e8627180b req-fac01024-c1c2-4582-a53a-25b0a620d0ad tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-376712282', 'description': 'tempest-description-289969475'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:12.608346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 83b262c0-f5b8-4175-b9b8-1163fa513cc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:12.608494 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.617954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:12.642404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '83b262c0-f5b8-4175-b9b8-1163fa513cc0', 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'port_id': '83b262c0-f5b8-4175-b9b8-1163fa513cc0', 'mac_address': 'fa:16:3e:06:b0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50d6dd4-111c-4c00-a457-494c755078c9', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:12.649279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4711d147-e924-4d79-9cbc-6b1dd934f35c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.654804 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4711d147-e924-4d79-9cbc-6b1dd934f35c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8087182
Apr 30 21:21:12.663552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36402) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:12.663552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-58473c71-11fd-4402-a2e2-a1ca65db88c5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'security_group_rule': {'security_group_id': '64a3be39-4495-4c03-b757-5c1379bc94ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:12.693656 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb898-87a5-4551-a8b1-77dd9ffad664 None None] Pushing event updated for resources: {'Port': ['ID=43096c42-65c0-4d8d-8241-5a8dc6c6d111,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:12.716187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] DHCP port deletion for b64257ec-4b95-4265-9c51-aad2fb5f6475 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:21:12.720546 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5416e682-e41e-48a5-b471-e61e8627180b req-fac01024-c1c2-4582-a53a-25b0a620d0ad tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.797677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:12.801202 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Attempting to bind port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:12.801901 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Attempting to bind port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:12.804134 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Attempting to bind port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:12.808662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:12.809246 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.810119 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:12.810729 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Checking segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:12.811187 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.811747 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Bound using segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:12.812534 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Bound port: 43096c42-65c0-4d8d-8241-5a8dc6c6d111, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:12.812694 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.839473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b262c0-f5b8-4175-b9b8-1163fa513cc0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:12.856145 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.858102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] Deleting port f4d94e43-60a9-458a-9c68-cbd8cacafe05 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:12.858746 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.939658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] No DVR routers for this DVR port f4d94e43-60a9-458a-9c68-cbd8cacafe05 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:21:12.942295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-58473c71-11fd-4402-a2e2-a1ca65db88c5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (aa6cf161-1fb4-4298-8498-a2cca1bfb6f2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.942453 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5416e682-e41e-48a5-b471-e61e8627180b req-fac01024-c1c2-4582-a53a-25b0a620d0ad tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (f7ef8d53-d162-4fc5-aa9a-1e25d138b59a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:12.944188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d94e43-60a9-458a-9c68-cbd8cacafe05,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:12.945370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36408) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:12.955037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bbcb2164-072f-4569-8b14-9efe3137b2c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:12.975726 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] For port 43096c42-65c0-4d8d-8241-5a8dc6c6d111, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:12.979840 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] For port 43096c42-65c0-4d8d-8241-5a8dc6c6d111, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43096c42-65c0-4d8d-8241-5a8dc6c6d111,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:13.010803 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5416e682-e41e-48a5-b471-e61e8627180b req-fac01024-c1c2-4582-a53a-25b0a620d0ad tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f7ef8d53-d162-4fc5-aa9a-1e25d138b59a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.034637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ba17161-b468-4e71-818d-f05203c00d32 req-5462a2c4-09cb-4687-b71a-14e0b097787a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=535d878c-5289-4a05-abdb-c65a639e113d HTTP/1.1" status: 200  len: 210 time: 0.0638552
Apr 30 21:21:13.039231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: bbcb2164-072f-4569-8b14-9efe3137b2c5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:13.039618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bbcb2164-072f-4569-8b14-9efe3137b2c5 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:13.042794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 83b262c0-f5b8-4175-b9b8-1163fa513cc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:13.057417 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.073699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac01024-c1c2-4582-a53a-25b0a620d0ad tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef8d53-d162-4fc5-aa9a-1e25d138b59a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:13.097037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] For port f4d94e43-60a9-458a-9c68-cbd8cacafe05, host ncdv-master-1, got binding levels [] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:13.097367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.120772 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.121787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b222076d-c1a2-4c03-8c2a-48a53d5a9274 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:13.123578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] Calling delete_port for f4d94e43-60a9-458a-9c68-cbd8cacafe05 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:13.138553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.ipam_backend_mixin [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] Port f4d94e43-60a9-458a-9c68-cbd8cacafe05 was not found and therefore no delete operation was performed {{(pid=115776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:21:13.142355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5416e682-e41e-48a5-b471-e61e8627180b req-fac01024-c1c2-4582-a53a-25b0a620d0ad tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.142355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5416e682-e41e-48a5-b471-e61e8627180b req-fac01024-c1c2-4582-a53a-25b0a620d0ad tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5522909
Apr 30 21:21:13.160767 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb898-87a5-4551-a8b1-77dd9ffad664 None None] Pushing event updated for resources: {'Port': ['ID=43096c42-65c0-4d8d-8241-5a8dc6c6d111,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:13.174595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd16c-f79c-47e4-9714-3373977e5fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.196567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:13.197546 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c86d730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:20:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:13.197718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (f4d94e43-60a9-458a-9c68-cbd8cacafe05), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.201961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d0109ab5-0d6c-4219-bf9c-6e3214532645 req-7ea61cdf-9e2a-424b-b9c6-1c1cddfa5af9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-294086249', 'description': 'tempest-description-1910836625'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:13.210535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b64257ec-4b95-4265-9c51-aad2fb5f6475), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.232733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-58473c71-11fd-4402-a2e2-a1ca65db88c5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (aa6cf161-1fb4-4298-8498-a2cca1bfb6f2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.248833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] No DVR routers for this DVR port f4d94e43-60a9-458a-9c68-cbd8cacafe05 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:21:13.277668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966add040>,) {'filters': {'network_id': ['b64257ec-4b95-4265-9c51-aad2fb5f6475']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:13.304382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966add040>, '565e050d-942c-4c91-8454-bf1e29328f30') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:13.304382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966add040>, '565e050d-942c-4c91-8454-bf1e29328f30') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:13.318070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (565e050d-942c-4c91-8454-bf1e29328f30), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.355863 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-58473c71-11fd-4402-a2e2-a1ca65db88c5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (aa6cf161-1fb4-4298-8498-a2cca1bfb6f2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.358250 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:13.359231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f591a-0489-4554-9df1-df87d9b384dd req-b206b23b-88a0-420e-9535-32a75338eb91 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:13.363580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (565e050d-942c-4c91-8454-bf1e29328f30), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.367350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f591a-0489-4554-9df1-df87d9b384dd req-b206b23b-88a0-420e-9535-32a75338eb91 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:13.373982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f591a-0489-4554-9df1-df87d9b384dd req-b206b23b-88a0-420e-9535-32a75338eb91 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:13.380028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f591a-0489-4554-9df1-df87d9b384dd req-b206b23b-88a0-420e-9535-32a75338eb91 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:13.386453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f591a-0489-4554-9df1-df87d9b384dd req-b206b23b-88a0-420e-9535-32a75338eb91 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:13.387081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:21:13.387507 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (565e050d-942c-4c91-8454-bf1e29328f30), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:21:13.393149 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:21:13.400266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f591a-0489-4554-9df1-df87d9b384dd req-b206b23b-88a0-420e-9535-32a75338eb91 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:13.404104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f591a-0489-4554-9df1-df87d9b384dd req-b206b23b-88a0-420e-9535-32a75338eb91 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:13.414752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-428f591a-0489-4554-9df1-df87d9b384dd req-b206b23b-88a0-420e-9535-32a75338eb91 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5434 time: 0.1925800
Apr 30 21:21:13.426319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d0109ab5-0d6c-4219-bf9c-6e3214532645 req-7ea61cdf-9e2a-424b-b9c6-1c1cddfa5af9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.489099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-58473c71-11fd-4402-a2e2-a1ca65db88c5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.492396 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-58473c71-11fd-4402-a2e2-a1ca65db88c5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8360240
Apr 30 21:21:13.493641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58473c71-11fd-4402-a2e2-a1ca65db88c5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6cf161-1fb4-4298-8498-a2cca1bfb6f2,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:13.496995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36416) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:13.506635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:13.591472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b64257ec-4b95-4265-9c51-aad2fb5f6475), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.602490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.607052 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] 10.222.0.23 "DELETE /v2.0/networks/b64257ec-4b95-4265-9c51-aad2fb5f6475 HTTP/1.1" status: 204  len: 168 time: 1.5401599
Apr 30 21:21:13.608490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-428f591a-0489-4554-9df1-df87d9b384dd req-6e0ba554-07b0-4eae-829b-c9e90328bbdd tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1887348
Apr 30 21:21:13.624751 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd16c-f79c-47e4-9714-3373977e5fee admin admin] Publish callbacks [] for security_group (641d27f6-488d-4e08-bec5-37f7e423e1cd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.650072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=83b262c0-f5b8-4175-b9b8-1163fa513cc0,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:13.659021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d0109ab5-0d6c-4219-bf9c-6e3214532645 req-7ea61cdf-9e2a-424b-b9c6-1c1cddfa5af9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (3acd7fa0-ff34-4d41-9777-37c9353e5067), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.661084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-80542093-e4b7-4cb0-9f25-adb18d6f6f5d None None] Provisioning complete for port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:13.661460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-80542093-e4b7-4cb0-9f25-adb18d6f6f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.671346 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.681836 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c86d730>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:12Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:13.691610 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd16c-f79c-47e4-9714-3373977e5fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (641d27f6-488d-4e08-bec5-37f7e423e1cd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.705182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a5a80-165b-4db4-8299-573a000ae5b2 None None] Pushing event deleted for resources: {'Port': ['ID=f4d94e43-60a9-458a-9c68-cbd8cacafe05,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:13.721484 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1370a9-c99e-4be0-b867-6fca412eb77f None None] The sync data for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 is: [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:12Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:21:13.729965 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d0109ab5-0d6c-4219-bf9c-6e3214532645 req-7ea61cdf-9e2a-424b-b9c6-1c1cddfa5af9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3acd7fa0-ff34-4d41-9777-37c9353e5067), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.732613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94e7f6-513c-41a1-9294-4d22f77ca33c admin admin] Pushing event deleted for resources: {'Network': ['ID=b64257ec-4b95-4265-9c51-aad2fb5f6475,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:13.746452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36420) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:13.746803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5c3bd16c-f79c-47e4-9714-3373977e5fee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9673e6cef5e44a39d1f3cfdfdda63c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7983961
Apr 30 21:21:13.766385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b222076d-c1a2-4c03-8c2a-48a53d5a9274, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:13.766922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bd16c-f79c-47e4-9714-3373977e5fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641d27f6-488d-4e08-bec5-37f7e423e1cd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:13.828074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea61cdf-9e2a-424b-b9c6-1c1cddfa5af9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd7fa0-ff34-4d41-9777-37c9353e5067,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:13.842517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-80542093-e4b7-4cb0-9f25-adb18d6f6f5d None None] Current status of the port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:13.842909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-80542093-e4b7-4cb0-9f25-adb18d6f6f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.857587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.860916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'port_id': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'mac_address': 'fa:16:3e:db:b8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:13.871360 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d0109ab5-0d6c-4219-bf9c-6e3214532645 req-7ea61cdf-9e2a-424b-b9c6-1c1cddfa5af9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.872646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0109ab5-0d6c-4219-bf9c-6e3214532645 req-7ea61cdf-9e2a-424b-b9c6-1c1cddfa5af9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.6752977
Apr 30 21:21:13.924339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-80542093-e4b7-4cb0-9f25-adb18d6f6f5d None None] For port 43096c42-65c0-4d8d-8241-5a8dc6c6d111, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43096c42-65c0-4d8d-8241-5a8dc6c6d111,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:13.941075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcbf1-c1e7-4a0d-8b01-4b113df0e8a7 admin admin] Publish callbacks [] for security_group (641d27f6-488d-4e08-bec5-37f7e423e1cd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.983161 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-80542093-e4b7-4cb0-9f25-adb18d6f6f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.990174 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcbf1-c1e7-4a0d-8b01-4b113df0e8a7 admin admin] Publish callbacks [] for security_group (641d27f6-488d-4e08-bec5-37f7e423e1cd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:13.996877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b222076d-c1a2-4c03-8c2a-48a53d5a9274 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:13.997441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.030277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 43096c42-65c0-4d8d-8241-5a8dc6c6d111 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:14.067604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b222076d-c1a2-4c03-8c2a-48a53d5a9274 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:14.101361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36432) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:14.113468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Allocated IP 172.35.4.15 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/b474742d-27d6-48f2-aeca-243027d47eb0) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:14.172166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b222076d-c1a2-4c03-8c2a-48a53d5a9274, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:14.173773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80542093-e4b7-4cb0-9f25-adb18d6f6f5d None None] Pushing event updated for resources: {'Port': ['ID=43096c42-65c0-4d8d-8241-5a8dc6c6d111,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:14.180593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-76251f23-43fe-46c1-82f0-1ac5d95b2ca0 None None] Provisioning complete for port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:14.181033 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-76251f23-43fe-46c1-82f0-1ac5d95b2ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.230685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-31965fe2-6754-4e98-a289-d3028da8771e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c91284d0547c4c8a9d99f57d0a43f98b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1279736
Apr 30 21:21:14.231172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36440) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:14.247396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:14.247773 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.279425 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.280103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b7b29b71-981b-4ddd-b8fa-c4dc14de585e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:14.299719 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for port (b474742d-27d6-48f2-aeca-243027d47eb0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.308046 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcbf1-c1e7-4a0d-8b01-4b113df0e8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (641d27f6-488d-4e08-bec5-37f7e423e1cd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.310855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4c2dcbf1-c1e7-4a0d-8b01-4b113df0e8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.312581 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4c2dcbf1-c1e7-4a0d-8b01-4b113df0e8a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/641d27f6-488d-4e08-bec5-37f7e423e1cd HTTP/1.1" status: 204  len: 168 time: 0.5651290
Apr 30 21:21:14.343342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dcbf1-c1e7-4a0d-8b01-4b113df0e8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641d27f6-488d-4e08-bec5-37f7e423e1cd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:14.380555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a23128f1-8f41-43af-a51a-e80f60a802d0 admin admin] Publish callbacks [] for security_group (ce9d73c6-12ec-4dac-a2aa-8d3ab1f169c4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.417172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a23128f1-8f41-43af-a51a-e80f60a802d0 admin admin] Publish callbacks [] for security_group (ce9d73c6-12ec-4dac-a2aa-8d3ab1f169c4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.470121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b474742d-27d6-48f2-aeca-243027d47eb0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.497785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-9bdfa93e-9b30-4260-a233-c0ba1c28c28b tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:14.507208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-9bdfa93e-9b30-4260-a233-c0ba1c28c28b tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 813 time: 0.3455842
Apr 30 21:21:14.516639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b222076d-c1a2-4c03-8c2a-48a53d5a9274,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:14.528597 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:14.533967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:14.536635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:14.566789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'Port': ['ID=b474742d-27d6-48f2-aeca-243027d47eb0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:14.581321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-15e5c9a9-f4f1-4954-a704-21b3bb04bdf5 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/quotas/8b8ae5530f6847478106f78f50e7314d HTTP/1.1" status: 200  len: 375 time: 0.0729563
Apr 30 21:21:14.592616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b7b29b71-981b-4ddd-b8fa-c4dc14de585e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:14.602436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:14.629991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e', 'network_id': '2398732c-111b-435b-a08f-1b346cc08b51', 'port_id': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e', 'mac_address': 'fa:16:3e:8a:00:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50d6dd4-111c-4c00-a457-494c755078c9', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:14.634024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-76251f23-43fe-46c1-82f0-1ac5d95b2ca0 None None] Current status of the port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:14.662390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a23128f1-8f41-43af-a51a-e80f60a802d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ce9d73c6-12ec-4dac-a2aa-8d3ab1f169c4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.665018 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a23128f1-8f41-43af-a51a-e80f60a802d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.668865 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a23128f1-8f41-43af-a51a-e80f60a802d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce9d73c6-12ec-4dac-a2aa-8d3ab1f169c4 HTTP/1.1" status: 204  len: 168 time: 0.4313791
Apr 30 21:21:14.674752 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (1be4844a-8808-4ac0-9440-3814122dc2e3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.684927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23128f1-8f41-43af-a51a-e80f60a802d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9d73c6-12ec-4dac-a2aa-8d3ab1f169c4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:14.685147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-a754a32f-9f01-4064-ad3a-fde410320ec2 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1029203
Apr 30 21:21:14.735622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b7b29b71-981b-4ddd-b8fa-c4dc14de585e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:14.736083 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.770545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b29b71-981b-4ddd-b8fa-c4dc14de585e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:14.783055 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b474742d-27d6-48f2-aeca-243027d47eb0), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.787061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f4d94e43-60a9-458a-9c68-cbd8cacafe05 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:14.848885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f4d94e43-60a9-458a-9c68-cbd8cacafe05 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:14.849246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f4d94e43-60a9-458a-9c68-cbd8cacafe05 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:14.849946 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-e8406b6d-0df9-4e7b-809c-36f62e852a8f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:14.852638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-e8406b6d-0df9-4e7b-809c-36f62e852a8f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.4061749
Apr 30 21:21:14.873736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b7b29b71-981b-4ddd-b8fa-c4dc14de585e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:14.879512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-79a13c1d-d031-4114-9a42-b2ff8073ab54 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/quotas/713c8f2f4e2141f18904b10656eaf37f HTTP/1.1" status: 200  len: 375 time: 0.0154166
Apr 30 21:21:14.889108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-c0679528-5cc0-474a-b25a-a31d78b9a6cf service neutron] 10.222.0.23 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029326
Apr 30 21:21:14.931700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-77e65bc7-f419-47ea-b9d6-99d8287d7f1e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404007
Apr 30 21:21:14.947776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:14.948602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ee2823b4-cb37-40e4-9569-718e828d60c1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:14.988299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-10ffe467-9e8a-4404-986f-d0f182450ff1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:21:14.993441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-10ffe467-9e8a-4404-986f-d0f182450ff1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0495501
Apr 30 21:21:15.092286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:15.106192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ee2823b4-cb37-40e4-9569-718e828d60c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee2823b4-cb37-40e4-9569-718e828d60c1,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:15.112189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for port (b474742d-27d6-48f2-aeca-243027d47eb0), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:15.137669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'ee2823b4-cb37-40e4-9569-718e828d60c1', 'network_id': 'b8d11e40-b37d-4318-bdf2-7339b1b28107', 'port_id': 'ee2823b4-cb37-40e4-9569-718e828d60c1', 'mac_address': 'fa:16:3e:81:ac:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6940b647-3609-4564-b307-f6ea3540cbc9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:15.193382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ee2823b4-cb37-40e4-9569-718e828d60c1 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:15.194157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:15.194287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-4c2d23d8-1541-48d4-9d44-4d4c211544da service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732476
Apr 30 21:21:15.196110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-f85d6411-f05a-4897-afd8-d9216ee4c0d4 service neutron] 10.222.0.23 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3062232
Apr 30 21:21:15.199367 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b474742d-27d6-48f2-aeca-243027d47eb0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:15.213409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2823b4-cb37-40e4-9569-718e828d60c1 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:15.240300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ee2823b4-cb37-40e4-9569-718e828d60c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee2823b4-cb37-40e4-9569-718e828d60c1,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:15.316470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'Port': ['ID=b474742d-27d6-48f2-aeca-243027d47eb0,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:15.325964 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:15.338510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (1be4844a-8808-4ac0-9440-3814122dc2e3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:15.422944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ee2823b4-cb37-40e4-9569-718e828d60c1,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:15.426010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:15.427644 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-299fd346-a0d8-4eff-b15b-a7a1c0810bb7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9272110
Apr 30 21:21:15.440812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-5ce7beae-685b-4fea-b929-fe0fac9a4143 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299931
Apr 30 21:21:15.729236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 10b7463f-64be-41ee-8517-759ef5b7f0ef no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:15.758461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 10b7463f-64be-41ee-8517-759ef5b7f0ef {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:15.759035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 10b7463f-64be-41ee-8517-759ef5b7f0ef not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:15.891600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4246c927-a1f3-44b4-9a28-1b7a9aa2028a req-ea7764ab-4a55-45c4-988c-1a1cc2dd3837 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 210 time: 0.1081786
Apr 30 21:21:15.918447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-59e1937b-d23e-4ab0-9345-9013ab03fe60 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:15.925748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-59e1937b-d23e-4ab0-9345-9013ab03fe60 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:15.926046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 43096c42-65c0-4d8d-8241-5a8dc6c6d111 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:15.933238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-59e1937b-d23e-4ab0-9345-9013ab03fe60 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:15.939523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-59e1937b-d23e-4ab0-9345-9013ab03fe60 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:15.946860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-59e1937b-d23e-4ab0-9345-9013ab03fe60 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:15.951866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-59e1937b-d23e-4ab0-9345-9013ab03fe60 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:15.964394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-59e1937b-d23e-4ab0-9345-9013ab03fe60 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:15.967074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-59e1937b-d23e-4ab0-9345-9013ab03fe60 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5437 time: 0.2729011
Apr 30 21:21:16.030732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:16.031385 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.078311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9078c32-76d1-47a6-8c7c-59cd8ca99b41 req-67180887-4f8c-45fe-aaf2-189a9cce10fa tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0925970
Apr 30 21:21:16.136812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-ea635f2c-91f9-4a43-ade1-eb7a8431383a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--836253890&fields=id&tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d HTTP/1.1" status: 200  len: 267 time: 0.1002381
Apr 30 21:21:16.175202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:16.213364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36520) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:16.223014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-400d4190-ccf3-49d2-84c1-f9358cd2fc6a req-8e3a3487-85c8-465a-856a-af504c4ed156 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 210 time: 0.0733542
Apr 30 21:21:16.279750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-09757139-6f52-4a99-b033-661a1bc4bf54 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:16.281862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-09757139-6f52-4a99-b033-661a1bc4bf54 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 816 time: 0.1434851
Apr 30 21:21:16.308574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-937a413d-760a-4669-8099-fb2fedb349ff tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/quotas/afc5d20f2f9f4ecf981cdfe980cfc21d HTTP/1.1" status: 200  len: 375 time: 0.0208812
Apr 30 21:21:16.374994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-050a328e-0cc5-40a6-aed3-3fec27ed27d2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0600851
Apr 30 21:21:16.414495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36528) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:16.472282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-493096267-network', 'tenant_id': '06b329e61e254c7c9c722e9afd8160ea'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:16.496375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-909ec787-f2db-4ad1-a908-ba5e225f1346 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1059656
Apr 30 21:21:16.511336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1246027970-network', 'tenant_id': '3e12f061321b434e92c0f85031c54ef8'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:16.586158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-92d8302d-15b8-409e-b9ed-b93405b28cf2 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840342
Apr 30 21:21:16.605502 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Made reservation on behalf of 06b329e61e254c7c9c722e9afd8160ea for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:16.610125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.614035 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Made reservation on behalf of 3e12f061321b434e92c0f85031c54ef8 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:16.627568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.642904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.656916 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.685388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.787231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Publish callbacks [] for security_group (3eb72c49-4277-4e7f-abbc-fbb5815bed7e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.795615 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Publish callbacks [] for security_group (73af4d04-b6dc-48f2-a7d2-3361ecfb3138), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.828088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['68951237-c8b8-42a1-8ab3-47a4e01c2f51'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:16.898302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab4b1b5c-e3cb-4384-bee3-7f130c87f69e req-2b29b757-8417-471d-ab9b-9b037559d4e3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 210 time: 0.0408638
Apr 30 21:21:16.902666 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3eb72c49-4277-4e7f-abbc-fbb5815bed7e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.930275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (73af4d04-b6dc-48f2-a7d2-3361ecfb3138), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:16.959314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:21:16.962196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb72c49-4277-4e7f-abbc-fbb5815bed7e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:16.972599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['b7b29b71-981b-4ddd-b8fa-c4dc14de585e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:17.000289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:21:17.005015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73af4d04-b6dc-48f2-a7d2-3361ecfb3138,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:17.020208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (897d4c43-a471-486e-b4bf-891e58515773), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.020432 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Added segment 897d4c43-a471-486e-b4bf-891e58515773 of type vlan for network 4e174604-3d00-4575-a608-2f7eb012a46b
Apr 30 21:21:17.025309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8dbc4be9-ee35-4de1-af72-0bf8166bdaee), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.026334 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Added segment 8dbc4be9-ee35-4de1-af72-0bf8166bdaee of type vlan for network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0
Apr 30 21:21:17.030658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0723f60-4453-48ce-a748-fa8792af9ec9 req-4ae73c98-740c-4b8c-93b6-78cac5553987 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 210 time: 0.0475688
Apr 30 21:21:17.114892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['b222076d-c1a2-4c03-8c2a-48a53d5a9274'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:17.150520 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (4e174604-3d00-4575-a608-2f7eb012a46b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.163040 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.237787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-659fbbbb-f899-4f62-a06c-447bff19ebfb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.243355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-659fbbbb-f899-4f62-a06c-447bff19ebfb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.244756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ee2823b4-cb37-40e4-9569-718e828d60c1'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:17.250585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-659fbbbb-f899-4f62-a06c-447bff19ebfb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.257043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-659fbbbb-f899-4f62-a06c-447bff19ebfb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.264616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-659fbbbb-f899-4f62-a06c-447bff19ebfb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.268523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-659fbbbb-f899-4f62-a06c-447bff19ebfb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.274766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-659fbbbb-f899-4f62-a06c-447bff19ebfb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.276955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-659fbbbb-f899-4f62-a06c-447bff19ebfb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5437 time: 0.1177239
Apr 30 21:21:17.285063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (4e174604-3d00-4575-a608-2f7eb012a46b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.289647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.289647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.345022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.346279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:17.347022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.350790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1127f1d1-b402-44a7-9f25-3efff0c4253e req-a445ac60-e682-43c3-ad4e-9034130e0e27 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0668795
Apr 30 21:21:17.372450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] Pushing event updated for resources: {'Network': ['ID=4e174604-3d00-4575-a608-2f7eb012a46b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:17.394700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d197116c-f4ab-40cd-b9b6-86acd1ceab5d req-e390fde5-1e39-4e1b-96ba-a2be523015ed tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 210 time: 0.0503850
Apr 30 21:21:17.411112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['83b262c0-f5b8-4175-b9b8-1163fa513cc0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:17.414460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 4e174604-3d00-4575-a608-2f7eb012a46b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:21:17.440992 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-216a5b83-8f82-49f9-8caa-0f3e0b856076 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0238369
Apr 30 21:21:17.444191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36552) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:17.449278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Request body: {'subnet': {'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1246027970-subnet', 'tenant_id': '3e12f061321b434e92c0f85031c54ef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:17.454500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:17.482535 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7225a30d-3044-4c9a-b365-b7b5c9c521b5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2679758
Apr 30 21:21:17.485555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36554) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:17.492280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:21:17.493290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Request body: {'subnet': {'network_id': '4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-493096267-subnet', 'tenant_id': '06b329e61e254c7c9c722e9afd8160ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:17.565028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Made reservation on behalf of 3e12f061321b434e92c0f85031c54ef8 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:17.567419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.568513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['cdb35a6b-139d-435e-9c32-4c2cc700c91d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:17.594000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Made reservation on behalf of 06b329e61e254c7c9c722e9afd8160ea for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:17.596708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.674618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['c4baf2f0-f599-4e18-a1c9-15315a90ac2d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:17.873725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (ee37c5b8-b199-4a59-87f9-ae2c6e1fde97), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.931425 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-53d74671-a215-4255-8e4c-db0e038048f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:17.933190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee37c5b8-b199-4a59-87f9-ae2c6e1fde97,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:17.942326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Checking segment: {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:17.942694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Network hostable DHCP agents. Network: 4e174604-3d00-4575-a608-2f7eb012a46b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:21:17.965803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (2d967b19-1583-4106-9f1a-b1c7f61e573d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:18.009594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01b77285-4e12-4134-88f9-8cc7b17d54a9 req-492ffa18-37f4-4e57-bf7b-9fa8409f3aed tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 210 time: 0.0453193
Apr 30 21:21:18.033450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Checking segment: {'id': '8dbc4be9-ee35-4de1-af72-0bf8166bdaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:18.033619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Network hostable DHCP agents. Network: 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:21:18.039636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d967b19-1583-4106-9f1a-b1c7f61e573d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:18.090626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Network 4e174604-3d00-4575-a608-2f7eb012a46b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:21:18.130541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ece4f7b-bc31-4236-8625-f4b63f4e46f1 req-5050b05b-55fb-4aec-9cd8-6bd569e90ad0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 210 time: 0.0263133
Apr 30 21:21:18.181889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:21:18.279716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e174604-3d00-4575-a608-2f7eb012a46b) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:18.284595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.285252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:18.290125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72976e5e-d706-4901-bd17-8de5a0dc25fb None None] Network 4e174604-3d00-4575-a608-2f7eb012a46b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:18.336344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:18.340346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.341177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:18.348185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d3964-c5fa-4da5-b8d1-a6106daf3582 None None] Network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:18.456702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca0214-b90a-4c6e-92f6-367686134116 None None] Network 4e174604-3d00-4575-a608-2f7eb012a46b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:18.488331 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b208f3d-ebb1-41a5-941e-6ef09295a0bf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0012562
Apr 30 21:21:18.524299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c4bd0573-bb20-4b74-975c-3f126274f8e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0713608
Apr 30 21:21:18.589916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-68149f6f-28e0-43aa-8caf-8f5ce1493219 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.596031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-68149f6f-28e0-43aa-8caf-8f5ce1493219 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.603570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-68149f6f-28e0-43aa-8caf-8f5ce1493219 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.611003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-68149f6f-28e0-43aa-8caf-8f5ce1493219 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.618823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-68149f6f-28e0-43aa-8caf-8f5ce1493219 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.624172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-68149f6f-28e0-43aa-8caf-8f5ce1493219 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.630151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-68149f6f-28e0-43aa-8caf-8f5ce1493219 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.632468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-68149f6f-28e0-43aa-8caf-8f5ce1493219 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5437 time: 0.1281452
Apr 30 21:21:18.659237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47937095-ab2d-456c-8528-71ba35a075af req-41e69359-6a4d-4682-ba64-397348b1e961 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 210 time: 0.1562829
Apr 30 21:21:18.684645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-b5a8f28c-a71e-41b8-8e54-95d7fd45aa64 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:18.686157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-b5a8f28c-a71e-41b8-8e54-95d7fd45aa64 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.3059857
Apr 30 21:21:18.715585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Request body: {'port': {'device_id': '3443c916-dda1-43d3-b094-442c866c9184', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'admin_state_up': True, 'tenant_id': '713c8f2f4e2141f18904b10656eaf37f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:18.804175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6d1bf-1195-42a8-98b0-b393962b5c29 None None] Network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:18.946370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69c31757-c36c-49ca-872e-f3bd0641e479 req-63e4cb8f-2b0e-4306-87e3-a33606aea0c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2901967
Apr 30 21:21:19.422281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-2a9d04c4-b27b-4418-88a3-70e920191b1d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:19.424144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-2a9d04c4-b27b-4418-88a3-70e920191b1d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.35 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 813 time: 0.7366836
Apr 30 21:21:19.496340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'port': {'device_id': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae', 'admin_state_up': True, 'tenant_id': '8b8ae5530f6847478106f78f50e7314d'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:19.552442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-9ab66c9b-8db5-480a-9fe4-e9a48a2c33a9 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:19.554451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-9ab66c9b-8db5-480a-9fe4-e9a48a2c33a9 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/networks?id=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 HTTP/1.1" status: 200  len: 813 time: 0.5738876
Apr 30 21:21:19.586723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Made reservation on behalf of 713c8f2f4e2141f18904b10656eaf37f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:19.589875 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:19.602396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24e51-7e43-47fe-851c-003dc551770a req-868fe36c-2d5c-4141-9760-8f2beae770c1 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:19.603864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-868fe36c-2d5c-4141-9760-8f2beae770c1 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/networks?id=4e174604-3d00-4575-a608-2f7eb012a46b HTTP/1.1" status: 200  len: 815 time: 0.2579913
Apr 30 21:21:19.605112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-971c784b-b9bd-4226-9112-41fd0199e45c tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/quotas/06b329e61e254c7c9c722e9afd8160ea HTTP/1.1" status: 200  len: 375 time: 0.0411363
Apr 30 21:21:19.664986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ccdd1b43-4231-477a-a9e6-25d03798f080 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/quotas/3e12f061321b434e92c0f85031c54ef8 HTTP/1.1" status: 200  len: 375 time: 0.0511439
Apr 30 21:21:19.666796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-14d7cc5a-103d-4b78-af80-662838f929ad tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06b329e61e254c7c9c722e9afd8160ea&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0498707
Apr 30 21:21:19.790990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-a421e3ec-707f-4d71-8f8b-a54770601ea5 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1112821
Apr 30 21:21:19.834989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-a49bb54b-9095-4922-893f-ec7b6a7a768d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:21:19.835895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-a49bb54b-9095-4922-893f-ec7b6a7a768d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0222759
Apr 30 21:21:20.044708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Made reservation on behalf of 8b8ae5530f6847478106f78f50e7314d for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:20.048028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:20.066922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-be7c1b6d-3c4e-4a53-981e-e0d54fb99509 service neutron] 10.222.0.23 "GET /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3920197
Apr 30 21:21:20.076002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Allocated IP 172.20.0.12 (5c8b504b-43e7-4642-bbf0-dab49293fda8/50ea73fb-9933-490f-b1df-626257b5fc26/5337eefd-6282-4815-8142-ab29768bf85b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:20.109587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d0706f48-2b8e-4b40-a774-982fb2544b72 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:20.112047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d0706f48-2b8e-4b40-a774-982fb2544b72 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.35 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 816 time: 0.3232710
Apr 30 21:21:20.164514 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4d63605e-6517-485d-8ab0-afc76c2b0427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:20.188953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-c4b9b369-e6bf-4f55-98e8-efa6279105d6 service neutron] 10.222.0.23 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3197505
Apr 30 21:21:20.336470 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:20.426490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-dc87b40b-701d-488b-8de0-9df4f05f5bb0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d HTTP/1.1" status: 200  len: 379 time: 0.2661772
Apr 30 21:21:20.476729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'port': {'device_id': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'admin_state_up': True, 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'security_groups': ['64a3be39-4495-4c03-b757-5c1379bc94ec']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:20.481624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-0f8f053c-9ce0-4262-8b4a-5dafa7992964 service neutron] 10.222.0.23 "GET /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4006710
Apr 30 21:21:20.586829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-193e6437-ffa2-4fe7-ad11-4c7b332bc993 service neutron] 10.222.0.23 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3882225
Apr 30 21:21:20.595734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Allocated IP 172.20.0.6 (7b3c83f5-11ee-4bcf-b36d-922b070bfdae/8f91bf75-7dba-4c04-9746-3a687cbaaf8b/7e51ce70-02d6-4e28-b92b-1abce8dc8c21) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:20.659732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks [] for port (5337eefd-6282-4815-8142-ab29768bf85b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:20.877955 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:20.880496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Made reservation on behalf of afc5d20f2f9f4ecf981cdfe980cfc21d for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:20.884539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:20.902354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3eb49fb4-0b1d-4960-a823-24081f60368d req-8eb40843-2b14-4b59-97e0-ccdba742dd31 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 210 time: 0.0915332
Apr 30 21:21:20.950984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:21.008697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2c66580-2d4f-4df9-8ab1-c475d543538c req-bc836337-4b39-4feb-a22c-f95964708d80 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 210 time: 0.0981181
Apr 30 21:21:21.044278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:21.103368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:21.105148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event updated for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:21.123276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:21.197646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9048570-90dd-4ad3-8902-dc3736a8cb51 req-b6b45eba-ed66-461d-b3ed-be391112fd4f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.199084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9048570-90dd-4ad3-8902-dc3736a8cb51 req-b6b45eba-ed66-461d-b3ed-be391112fd4f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 932 time: 0.1934824
Apr 30 21:21:21.255921 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:21.274643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-b2271910-61da-4cf5-8045-6edd5a6292e6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.279814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-b2271910-61da-4cf5-8045-6edd5a6292e6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.285116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-b2271910-61da-4cf5-8045-6edd5a6292e6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.292275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-b2271910-61da-4cf5-8045-6edd5a6292e6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.297507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-b2271910-61da-4cf5-8045-6edd5a6292e6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.303127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-b2271910-61da-4cf5-8045-6edd5a6292e6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.308409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-b2271910-61da-4cf5-8045-6edd5a6292e6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.310302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-b2271910-61da-4cf5-8045-6edd5a6292e6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5437 time: 0.2172961
Apr 30 21:21:21.326241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.326887 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:21.329397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:21.421530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Allocated IP 172.20.0.4 (b1ba9505-d2cf-4c5a-934a-6a1e685fc411/8f06132d-f4c2-4381-93fb-b51cd836f9b2/25241eca-3984-4407-9196-eb00543c2900) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:21.435525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9048570-90dd-4ad3-8902-dc3736a8cb51 req-57ffcade-e711-45ab-b15d-8220430758f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261944
Apr 30 21:21:21.452089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:21.468545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:21.474277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'Port': ['ID=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:21.477128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:21.535111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-dbe9208a-79fa-4352-9de0-6dc1beeb5bbc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8278012
Apr 30 21:21:21.558171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecb656a1-417c-4fd7-833b-a4c8afbd398e req-716352e8-a712-4954-8e6b-6ac6fc8067e5 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2377443
Apr 30 21:21:21.572744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Request body: {'port': {'device_id': '3443c916-dda1-43d3-b094-442c866c9184', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:21.576175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-775c39f3-d5da-462d-87a8-92b8c628ca5a req-4e98e387-fdf0-4817-b06f-2a697c10d015 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 210 time: 0.0922217
Apr 30 21:21:21.617621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:21.618263 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:21.726230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90effae1-2ea5-4cdc-9b53-e529121bf965 req-27a49a08-02c6-45e9-800e-6e376e11a43f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 210 time: 0.0638363
Apr 30 21:21:21.750499 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5337eefd-6282-4815-8142-ab29768bf85b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:21.815006 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for port (25241eca-3984-4407-9196-eb00543c2900), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:21.823364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-3e51ebe3-b967-4274-964e-30d8fc03c92e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3451555
Apr 30 21:21:21.837847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Request body: {'port': {'device_id': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:22.374754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:22.381781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8dd461a4-743f-4794-9137-3b780fcb6691 req-b63f5d13-35b1-489e-8ddf-a31b137d68b8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 210 time: 0.1121695
Apr 30 21:21:22.412991 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (25241eca-3984-4407-9196-eb00543c2900), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:22.412991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a6d91-5458-4ff8-b949-ae7de4a2ff4e req-7890045f-5477-43ec-84e9-264937954a3f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.413187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c10a6d91-5458-4ff8-b949-ae7de4a2ff4e req-7890045f-5477-43ec-84e9-264937954a3f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 931 time: 0.1453710
Apr 30 21:21:22.517154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:22.551465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:22.574110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:22.684535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:22.707737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c10a6d91-5458-4ff8-b949-ae7de4a2ff4e req-26c6410a-3010-44bb-b260-e112b2983b8d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2849729
Apr 30 21:21:22.735986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf4735-8bad-47d5-ae18-e417e5523dff req-ac16a0f8-346e-4a00-87d4-59b340d8c994 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.737513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73cf4735-8bad-47d5-ae18-e417e5523dff req-ac16a0f8-346e-4a00-87d4-59b340d8c994 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 932 time: 0.2193303
Apr 30 21:21:22.806464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a7f64832-9f20-47c2-a4ff-790e26be6424 None None] Provisioning complete for port 25241eca-3984-4407-9196-eb00543c2900 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:22.807024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7f64832-9f20-47c2-a4ff-790e26be6424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (25241eca-3984-4407-9196-eb00543c2900), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:22.835659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.836179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:22.851522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a7f64832-9f20-47c2-a4ff-790e26be6424 None None] Port 25241eca-3984-4407-9196-eb00543c2900 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:21:22.875885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5337eefd-6282-4815-8142-ab29768bf85b {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:22.906723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Publish callbacks [] for port (5337eefd-6282-4815-8142-ab29768bf85b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:22.953921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-2995e8a4-0dcf-45bc-b50a-75996078875b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.961964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-2995e8a4-0dcf-45bc-b50a-75996078875b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.964504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-2995e8a4-0dcf-45bc-b50a-75996078875b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.969657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-2995e8a4-0dcf-45bc-b50a-75996078875b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.974892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-2995e8a4-0dcf-45bc-b50a-75996078875b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.980078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-2995e8a4-0dcf-45bc-b50a-75996078875b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.985299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-2995e8a4-0dcf-45bc-b50a-75996078875b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:22.987275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-2995e8a4-0dcf-45bc-b50a-75996078875b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5437 time: 0.1902502
Apr 30 21:21:22.990257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73cf4735-8bad-47d5-ae18-e417e5523dff req-d92d1574-e1a1-4900-bfb1-7a6b704b2a8c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242205
Apr 30 21:21:23.001282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Transition to ACTIVE for port object 5337eefd-6282-4815-8142-ab29768bf85b will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:21:23.004607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-d62f1d2b-78c7-4d24-8ee7-359b9645e028 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5444057
Apr 30 21:21:23.018683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Request body: {'port': {'device_id': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:23.085153 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:23.109985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-368c62b6-a189-40b4-a94a-245cb8f89d9b req-1673c931-8694-466b-ba3c-8aef164a116a tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 210 time: 0.0548253
Apr 30 21:21:23.163365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:23.219585 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:23.225143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-353f9cf5-61f5-4348-8e43-96d96d90dd00 req-1970d59b-fc94-4f2f-b867-95f4c994618c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2259822
Apr 30 21:21:23.287660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b37f09e-a44e-43bc-848e-708730a84157 req-96c00529-1225-49c4-8aeb-5c5ee1ca578b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 210 time: 0.1106646
Apr 30 21:21:23.350720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:23.354981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Pushing event updated for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:23.385676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Publish callbacks [] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:23.461918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Transition to ACTIVE for port object 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:21:23.547318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24e51-7e43-47fe-851c-003dc551770a req-25828b20-bb96-46b9-b5e5-ab6ba03712c7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:23.548845 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-25828b20-bb96-46b9-b5e5-ab6ba03712c7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.20 "GET /v2.0/networks?id=4e174604-3d00-4575-a608-2f7eb012a46b HTTP/1.1" status: 200  len: 815 time: 0.1101532
Apr 30 21:21:23.554863 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:23.561062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Request body: {'port': {'device_id': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'admin_state_up': True, 'tenant_id': '3e12f061321b434e92c0f85031c54ef8'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:23.583755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-93029e91-20cb-432a-8422-63a24d6babf0 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:23.585710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-93029e91-20cb-432a-8422-63a24d6babf0 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.20 "GET /v2.0/networks?id=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 HTTP/1.1" status: 200  len: 813 time: 0.3165522
Apr 30 21:21:23.636044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Request body: {'port': {'device_id': '14900c0e-ec78-49e5-ae69-942a76d77fc1', 'network_id': '4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0', 'admin_state_up': True, 'tenant_id': '06b329e61e254c7c9c722e9afd8160ea'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:23.719049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Made reservation on behalf of 3e12f061321b434e92c0f85031c54ef8 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:23.722447 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:23.735708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7cdc-fe5b-4142-89d1-8f513e1f5bf5 req-28708778-e15b-41ec-9ff3-16f51830e7a2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:23.738295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de5c7cdc-fe5b-4142-89d1-8f513e1f5bf5 req-28708778-e15b-41ec-9ff3-16f51830e7a2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 931 time: 0.1915689
Apr 30 21:21:23.779009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Attempting to bind port 5337eefd-6282-4815-8142-ab29768bf85b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:23.779346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Attempting to bind port 5337eefd-6282-4815-8142-ab29768bf85b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:23.779669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Attempting to bind port 5337eefd-6282-4815-8142-ab29768bf85b on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:23.787868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Pushing event updated for resources: {'Port': ['ID=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:23.817726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Port 5337eefd-6282-4815-8142-ab29768bf85b on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:21:23.818267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Attempting to bind port 5337eefd-6282-4815-8142-ab29768bf85b on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:23.866096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Allocated IP 172.20.0.10 (4e174604-3d00-4575-a608-2f7eb012a46b/ee37c5b8-b199-4a59-87f9-ae2c6e1fde97/03bbeaca-a3de-45e7-975b-56c33a1d9bff) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:23.888367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:23.888622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Checking segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:23.889079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Bound using segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:23.889449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Bound port: 5337eefd-6282-4815-8142-ab29768bf85b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:23.890203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5337eefd-6282-4815-8142-ab29768bf85b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:23.998353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b85b20-3244-42c8-bc14-8e691b6e73bf req-fc64df26-6351-4239-9003-fc69035dd848 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:23.999812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4b85b20-3244-42c8-bc14-8e691b6e73bf req-fc64df26-6351-4239-9003-fc69035dd848 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 943 time: 0.2006125
Apr 30 21:21:24.019865 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks [] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.036371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de5c7cdc-fe5b-4142-89d1-8f513e1f5bf5 req-4ba97cf9-70c3-456d-aa90-472568984ad8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2597406
Apr 30 21:21:24.119436 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.142849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Attempting to bind port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:24.143090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Attempting to bind port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:24.143400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Attempting to bind port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 on network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:24.146326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:24.159805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Network 4e174604-3d00-4575-a608-2f7eb012a46b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:24.162918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:24.166746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:24.197903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Pushing event updated for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:24.209917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Made reservation on behalf of 06b329e61e254c7c9c722e9afd8160ea for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:24.213151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.220428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:24.224202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4b85b20-3244-42c8-bc14-8e691b6e73bf req-f66b644a-f59c-4441-891a-6346d3c4c5a0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931486
Apr 30 21:21:24.224779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 on network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:21:24.225101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Attempting to bind port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 on network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:24.225506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:24.226221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.255024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25241eca-3984-4407-9196-eb00543c2900 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:24.262642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:24.262977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Checking segment: {'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:24.263359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Bound using segment: {'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:24.263792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Bound port: 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:24.264146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.268145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Publish callbacks [] for port (25241eca-3984-4407-9196-eb00543c2900), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.275910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6a443-ec06-49a6-9081-eb4b3d9ce433 req-897cf69d-d524-4fff-b660-cb467f733e39 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:24.277560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cc6a443-ec06-49a6-9081-eb4b3d9ce433 req-897cf69d-d524-4fff-b660-cb467f733e39 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 944 time: 0.1663408
Apr 30 21:21:24.315878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Transition to ACTIVE for port object 25241eca-3984-4407-9196-eb00543c2900 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:21:24.328492 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e6becdb8-804a-49f6-8208-2a8cb8178a6a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7711527
Apr 30 21:21:24.339611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Request body: {'port': {'device_id': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:24.347605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b222076d-c1a2-4c03-8c2a-48a53d5a9274 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:24.398938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.403483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port b222076d-c1a2-4c03-8c2a-48a53d5a9274 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:24.407166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.416322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d4f3b8a-5608-45d8-a91d-7b6cd76c8677 req-a9416ede-3b92-4bc3-9dcb-d6b7a99ac584 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 210 time: 0.1065629
Apr 30 21:21:24.459546 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.469529 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.510755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:24.511366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.512698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] 10.222.0.35 "PUT /v2.0/ports/5337eefd-6282-4815-8142-ab29768bf85b HTTP/1.1" status: 200  len: 1092 time: 2.9494705
Apr 30 21:21:24.513271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port b222076d-c1a2-4c03-8c2a-48a53d5a9274 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:24.514076 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.517332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:24.519522 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edfa087-dbc5-4ed9-83d6-025661c9a723" -d '{"events": [{"name": "network-changed", "server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "tag": "5337eefd-6282-4815-8142-ab29768bf85b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:24.544808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cc6a443-ec06-49a6-9081-eb4b3d9ce433 req-9f441bc8-cd5f-4bd8-b60f-bf89ccf745ec tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517016
Apr 30 21:21:24.640496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b222076d-c1a2-4c03-8c2a-48a53d5a9274 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:24.641135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.679845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:24.682509 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12f0002-233d-4b25-bb24-7d320fc3918c" -d '{"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:24.697531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b222076d-c1a2-4c03-8c2a-48a53d5a9274, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:24.742587 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.744122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 83b262c0-f5b8-4175-b9b8-1163fa513cc0 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:24.752102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bbeaca-a3de-45e7-975b-56c33a1d9bff {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:24.761476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Publish callbacks [] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.784244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Transition to ACTIVE for port object 03bbeaca-a3de-45e7-975b-56c33a1d9bff will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:21:24.852137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b222076d-c1a2-4c03-8c2a-48a53d5a9274,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:24.860162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:24.868383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.924023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] For port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:24.930505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Pushing event updated for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:24.947809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:24.948216 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:24.951486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb2fc5-6c94-41c3-a2c7-920afde42302 service neutron] Pushing event updated for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:25.012072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] For port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:25.012675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Attempting to bind port 03bbeaca-a3de-45e7-975b-56c33a1d9bff on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:25.013019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Attempting to bind port 03bbeaca-a3de-45e7-975b-56c33a1d9bff by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:25.013352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Attempting to bind port 03bbeaca-a3de-45e7-975b-56c33a1d9bff on network 4e174604-3d00-4575-a608-2f7eb012a46b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:25.018743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Port 03bbeaca-a3de-45e7-975b-56c33a1d9bff on network 4e174604-3d00-4575-a608-2f7eb012a46b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:21:25.019198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Attempting to bind port 03bbeaca-a3de-45e7-975b-56c33a1d9bff on network 4e174604-3d00-4575-a608-2f7eb012a46b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:25.024887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:25.025231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Checking segment: {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:25.025618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Bound using segment: {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:25.026081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Bound port: 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:25.026839 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.039363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:25.039771 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.061476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db802b-2e78-41bd-a954-1d8699b39404 req-458502df-1a62-48d3-a792-78c133b6481d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.066838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db802b-2e78-41bd-a954-1d8699b39404 req-458502df-1a62-48d3-a792-78c133b6481d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.072687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db802b-2e78-41bd-a954-1d8699b39404 req-458502df-1a62-48d3-a792-78c133b6481d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.075844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 83b262c0-f5b8-4175-b9b8-1163fa513cc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:25.077929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db802b-2e78-41bd-a954-1d8699b39404 req-458502df-1a62-48d3-a792-78c133b6481d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.083123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db802b-2e78-41bd-a954-1d8699b39404 req-458502df-1a62-48d3-a792-78c133b6481d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.088474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db802b-2e78-41bd-a954-1d8699b39404 req-458502df-1a62-48d3-a792-78c133b6481d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.093672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db802b-2e78-41bd-a954-1d8699b39404 req-458502df-1a62-48d3-a792-78c133b6481d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.095676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73db802b-2e78-41bd-a954-1d8699b39404 req-458502df-1a62-48d3-a792-78c133b6481d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5437 time: 0.5923193
Apr 30 21:21:25.097133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:25.100862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:25.117841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Allocated IP 172.20.0.8 (4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0/2d967b19-1583-4106-9f1a-b1c7f61e573d/dd9e8d91-9874-4104-8556-90f37ddf0af6) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:25.141634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5e20e-4bda-4d5e-a1c2-3bb0a570344f req-ab4dd9d1-d526-4ae2-bacb-9a277627775b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.143101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98d5e20e-4bda-4d5e-a1c2-3bb0a570344f req-ab4dd9d1-d526-4ae2-bacb-9a277627775b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 944 time: 0.2231734
Apr 30 21:21:25.143980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-7def070b-7146-41e2-b1d4-f1be6a026dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.145292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-7def070b-7146-41e2-b1d4-f1be6a026dbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 1126 time: 0.2284687
Apr 30 21:21:25.158592 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.163193 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.163193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b7b29b71-981b-4ddd-b8fa-c4dc14de585e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:25.216093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:25.239526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.243371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=83b262c0-f5b8-4175-b9b8-1163fa513cc0,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:25.246554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port b7b29b71-981b-4ddd-b8fa-c4dc14de585e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:25.275757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-807e6471-5983-4d2f-823e-2e675520b2b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5337eefd-6282-4815-8142-ab29768bf85b HTTP/1.1" status: 200  len: 217 time: 0.1184309
Apr 30 21:21:25.285723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.286952 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.288928 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] 10.222.0.20 "PUT /v2.0/ports/03bbeaca-a3de-45e7-975b-56c33a1d9bff HTTP/1.1" status: 200  len: 1092 time: 0.9533818
Apr 30 21:21:25.289582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:25.292833 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:25.317233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.317872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.319260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 200  len: 1091 time: 3.4865592
Apr 30 21:21:25.320061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7fb07-4271-464b-b4b5-76d8c0445d6d service neutron] Pushing event updated for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:25.341663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port b7b29b71-981b-4ddd-b8fa-c4dc14de585e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:25.342155 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.427823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b7b29b71-981b-4ddd-b8fa-c4dc14de585e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:25.428980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.451193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24e51-7e43-47fe-851c-003dc551770a req-98cbffb2-701c-459b-be29-d383c53145f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.452801 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-98cbffb2-701c-459b-be29-d383c53145f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 1126 time: 0.0441411
Apr 30 21:21:25.461438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73db802b-2e78-41bd-a954-1d8699b39404 req-ac4d03a1-f170-4def-b5db-9a870c946897 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3449450
Apr 30 21:21:25.464100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b7b29b71-981b-4ddd-b8fa-c4dc14de585e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:25.468731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Attempting to bind port 25241eca-3984-4407-9196-eb00543c2900 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:25.469069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Attempting to bind port 25241eca-3984-4407-9196-eb00543c2900 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:25.469481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Attempting to bind port 25241eca-3984-4407-9196-eb00543c2900 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:25.473963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98d5e20e-4bda-4d5e-a1c2-3bb0a570344f req-6bca71fb-c97f-46b4-8f84-6a7d55ffbdb9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176675
Apr 30 21:21:25.494034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e71a28-6a85-49ee-9303-9a8d054f6a28 service neutron] Pushing event updated for resources: {'Port': ['ID=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:25.498348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-aee7a802-24e7-4ee6-ac96-4bab06aa7071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.506872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-aee7a802-24e7-4ee6-ac96-4bab06aa7071 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.1948471
Apr 30 21:21:25.521265 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-e0e5c2cb-709e-4885-aa7d-0dadacc1bd37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff HTTP/1.1" status: 200  len: 217 time: 0.0597105
Apr 30 21:21:25.544601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Port 25241eca-3984-4407-9196-eb00543c2900 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:21:25.544601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Attempting to bind port 25241eca-3984-4407-9196-eb00543c2900 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:25.554333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.555152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device cdb35a6b-139d-435e-9c32-4c2cc700c91d up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:25.571617 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b162aad-a26b-4567-aab9-c3a865305252 x-openstack-request-id: req-0b162aad-a26b-4567-aab9-c3a865305252 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:25.581680 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "tag": "5337eefd-6282-4815-8142-ab29768bf85b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:25.581680 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b162aad-a26b-4567-aab9-c3a865305252 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:25.581680 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b162aad-a26b-4567-aab9-c3a865305252'] response: {'name': 'network-changed', 'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b', 'status': 'completed', 'code': 200}
Apr 30 21:21:25.601228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-3d1b8abe-f7c7-4f48-b756-e04be1dca632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0937195
Apr 30 21:21:25.607671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:25.608008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Checking segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:25.608392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Bound using segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:25.608866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Bound port: 25241eca-3984-4407-9196-eb00543c2900, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:25.609218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.639672 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3880e4f5-80a1-4354-ae69-84b631ed4e79 x-openstack-request-id: req-3880e4f5-80a1-4354-ae69-84b631ed4e79 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:25.639965 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:25.640424 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3880e4f5-80a1-4354-ae69-84b631ed4e79 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:25.640981 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3880e4f5-80a1-4354-ae69-84b631ed4e79'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'code': 200}
Apr 30 21:21:25.641101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24e51-7e43-47fe-851c-003dc551770a req-abe654b6-f892-4be7-9d7f-4cf0b6c39301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.642991 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-abe654b6-f892-4be7-9d7f-4cf0b6c39301 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee37c5b8-b199-4a59-87f9-ae2c6e1fde97 HTTP/1.1" status: 200  len: 855 time: 0.1088247
Apr 30 21:21:25.684395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:25.692162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port cdb35a6b-139d-435e-9c32-4c2cc700c91d completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:25.707209 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-83361ba9-5cfa-489f-82b1-39dc76eda05e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e174604-3d00-4575-a608-2f7eb012a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523725
Apr 30 21:21:25.707423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-f46b2941-bc89-44ef-8f9e-f35de99e1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.708788 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-f46b2941-bc89-44ef-8f9e-f35de99e1691 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1125 time: 0.1631458
Apr 30 21:21:25.742420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port cdb35a6b-139d-435e-9c32-4c2cc700c91d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:25.743127 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.816511 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-5c4a891c-585c-41e8-ab1f-fea478e07b92 service neutron] 10.222.0.20 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0978296
Apr 30 21:21:25.832896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd4a18-619b-467d-93ed-58c016fba2d9 req-feb0115c-812b-4bd3-b4d8-35fd813426a7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.834997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cbd4a18-619b-467d-93ed-58c016fba2d9 req-feb0115c-812b-4bd3-b4d8-35fd813426a7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.2182434
Apr 30 21:21:25.848923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port cdb35a6b-139d-435e-9c32-4c2cc700c91d is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:25.849313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.852408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-518595f0-b4fb-4fec-9b64-b6d4e1594cdb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 200  len: 217 time: 0.1216221
Apr 30 21:21:25.893039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port cdb35a6b-139d-435e-9c32-4c2cc700c91d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:25.925699 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6ad24e51-7e43-47fe-851c-003dc551770a req-6ad5a0ab-fc25-4bbc-bed1-78db7fd0e591 service neutron] 10.222.0.20 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994301
Apr 30 21:21:25.941961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c59ef6-c933-4871-bed5-eba1e5d93fe6 req-a8c7355e-251a-4a07-88e1-d72f604e4ee9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:25.943458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94c59ef6-c933-4871-bed5-eba1e5d93fe6 req-a8c7355e-251a-4a07-88e1-d72f604e4ee9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 943 time: 0.2304378
Apr 30 21:21:25.951815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Publish callbacks [] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.959485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:25.961487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 68951237-c8b8-42a1-8ab3-47a4e01c2f51 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:25.998184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:26.027183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-a131e9fd-d433-4946-a622-63c3ee64bf51 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4120076
Apr 30 21:21:26.039011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=cdb35a6b-139d-435e-9c32-4c2cc700c91d,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:26.040646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:26.050366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:26.081490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-08187a6f-a19c-4700-8d86-7a51df1f9f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.082947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-08187a6f-a19c-4700-8d86-7a51df1f9f7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.2202947
Apr 30 21:21:26.118173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cbd4a18-619b-467d-93ed-58c016fba2d9 req-1ee35385-6df8-42d3-8c89-a43c73b657e0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2637043
Apr 30 21:21:26.171002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.187108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-12ea11e3-35f1-4392-8370-6bb776d05bb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663686
Apr 30 21:21:26.214311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94c59ef6-c933-4871-bed5-eba1e5d93fe6 req-c9f71cd9-a39b-47c0-be88-dd49957078d3 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605560
Apr 30 21:21:26.227500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:26.230486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.245045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.245666 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.247187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] 10.222.0.35 "PUT /v2.0/ports/25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 1091 time: 3.2347999
Apr 30 21:21:26.249943 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a5550e-0975-41cb-8568-e2dbfba0f338 x-openstack-request-id: req-c9a5550e-0975-41cb-8568-e2dbfba0f338 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:26.250233 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:26.250642 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9a5550e-0975-41cb-8568-e2dbfba0f338 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:26.251193 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a5550e-0975-41cb-8568-e2dbfba0f338'] response: {'name': 'network-changed', 'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'status': 'completed', 'code': 200}
Apr 30 21:21:26.299047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.325356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919c46d-e6cb-4781-b798-cae9cf4f1a2e service neutron] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:26.340192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7093a7a9-13f2-411e-92b5-77bd8c1eca92 req-9d1eda23-8432-43fd-ba22-b39646e598aa service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3014102
Apr 30 21:21:26.396550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:26.397971 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.444028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 68951237-c8b8-42a1-8ab3-47a4e01c2f51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:26.485874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:26.515986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:26.524722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.525610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device c4baf2f0-f599-4e18-a1c9-15315a90ac2d up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:26.529201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:26.536076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e5438-8661-4d10-9bc4-f742e82aa584 req-e6b01a86-1aac-4ef1-87a2-3cccfd40802d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.537569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-231e5438-8661-4d10-9bc4-f742e82aa584 req-e6b01a86-1aac-4ef1-87a2-3cccfd40802d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 944 time: 0.2046914
Apr 30 21:21:26.538190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Pushing event updated for resources: {'Port': ['ID=dd9e8d91-9874-4104-8556-90f37ddf0af6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:26.543649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-1025aa19-1ea6-4742-8787-35ccb8baa847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.545105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-1025aa19-1ea6-4742-8787-35ccb8baa847 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 1125 time: 0.1540680
Apr 30 21:21:26.552352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f395108-526c-43c5-a909-c29381644e79 req-ab1fd109-435f-4caf-9cf3-88782bd489ee tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.558269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f395108-526c-43c5-a909-c29381644e79 req-ab1fd109-435f-4caf-9cf3-88782bd489ee tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 931 time: 0.2171116
Apr 30 21:21:26.589960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-09aa9a99-02d7-46a5-8d55-59144fa7f9df service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3746634
Apr 30 21:21:26.612800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port c4baf2f0-f599-4e18-a1c9-15315a90ac2d completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:26.622091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=68951237-c8b8-42a1-8ab3-47a4e01c2f51,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:26.658460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.659133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.686874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-231e5438-8661-4d10-9bc4-f742e82aa584 req-e1f462b6-e0a2-4e5e-960a-f6773f57c2e7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066816
Apr 30 21:21:26.694760 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f395108-526c-43c5-a909-c29381644e79 req-f2caa63b-d7f4-4c77-adb2-ae2e14c60ec7 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354632
Apr 30 21:21:26.725419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port c4baf2f0-f599-4e18-a1c9-15315a90ac2d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:26.725930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.812100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port c4baf2f0-f599-4e18-a1c9-15315a90ac2d is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:26.812409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.828371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-f401aade-4e27-4956-8e41-6a70bfe22363 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2157114
Apr 30 21:21:26.836755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad5949-0469-47fb-a3b1-3496ca24ece6 req-70855071-4086-486d-87c6-11a37bbd45aa tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.838277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-baad5949-0469-47fb-a3b1-3496ca24ece6 req-70855071-4086-486d-87c6-11a37bbd45aa tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 944 time: 0.0814216
Apr 30 21:21:26.844579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-ad793ab4-128a-49d1-a679-0519dad1db7f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.845903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port c4baf2f0-f599-4e18-a1c9-15315a90ac2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:26.850983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-ad793ab4-128a-49d1-a679-0519dad1db7f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.855572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-ad793ab4-128a-49d1-a679-0519dad1db7f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.861054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-ad793ab4-128a-49d1-a679-0519dad1db7f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.867082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-ad793ab4-128a-49d1-a679-0519dad1db7f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.872375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-ad793ab4-128a-49d1-a679-0519dad1db7f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.877634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-ad793ab4-128a-49d1-a679-0519dad1db7f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:26.879605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-ad793ab4-128a-49d1-a679-0519dad1db7f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5442 time: 0.1342235
Apr 30 21:21:26.924404 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:26.925229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ee2823b4-cb37-40e4-9569-718e828d60c1 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:26.952063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-baad5949-0469-47fb-a3b1-3496ca24ece6 req-cc7010ff-1635-45e9-913b-7fac25c5de2d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714686
Apr 30 21:21:26.967362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b8a3ae4-ab87-49a2-96c1-7a93729f5d85 req-d4089cac-bf9f-4c64-92aa-d124f321f8be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0803668
Apr 30 21:21:27.003471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:27.011838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port ee2823b4-cb37-40e4-9569-718e828d60c1 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:27.096093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port ee2823b4-cb37-40e4-9569-718e828d60c1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:27.096432 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:27.178365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ee2823b4-cb37-40e4-9569-718e828d60c1 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:27.181035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:27.194339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Request body: {'port': {'device_id': '14900c0e-ec78-49e5-ae69-942a76d77fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:27.214321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ee2823b4-cb37-40e4-9569-718e828d60c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee2823b4-cb37-40e4-9569-718e828d60c1,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:27.248919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-5a35ca3a-a128-4146-8706-8f0c6109df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:27.251053 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-5a35ca3a-a128-4146-8706-8f0c6109df9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 1126 time: 0.0424974
Apr 30 21:21:27.285086 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:27.355519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ee2823b4-cb37-40e4-9569-718e828d60c1,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:27.371551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-15213cf2-de8e-4d4c-ac50-97654bfd8172 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 217 time: 0.1426446
Apr 30 21:21:27.378189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-8b80c4a7-6bdd-411e-af8f-a7818c46a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:27.379659 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-8b80c4a7-6bdd-411e-af8f-a7818c46a0c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e174604-3d00-4575-a608-2f7eb012a46b HTTP/1.1" status: 200  len: 916 time: 0.1167138
Apr 30 21:21:27.428757 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-17dd01e1-43eb-4277-b4cd-c52336dd0513 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff HTTP/1.1" status: 200  len: 217 time: 0.0392294
Apr 30 21:21:27.465651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d6528-7802-44c5-be09-cf65323ac16a req-df4d8375-8bd2-4245-909c-de1cf831b644 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:27.467164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45d6528-7802-44c5-be09-cf65323ac16a req-df4d8375-8bd2-4245-909c-de1cf831b644 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.2411571
Apr 30 21:21:27.479028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-1667ee6e-905e-4fa4-af28-5d57d10c79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:27.480499 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-1667ee6e-905e-4fa4-af28-5d57d10c79f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ee37c5b8-b199-4a59-87f9-ae2c6e1fde97 HTTP/1.1" status: 200  len: 855 time: 0.0435159
Apr 30 21:21:27.518746 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-64a1c5d7-9872-4190-beeb-e7c772c30909 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e174604-3d00-4575-a608-2f7eb012a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272050
Apr 30 21:21:27.618305 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-8eb24e10-c955-4cb5-bd2c-568b356e46e1 service neutron] 10.222.0.20 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913928
Apr 30 21:21:27.642918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b262c0-f5b8-4175-b9b8-1163fa513cc0'}, {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e'}, {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d'}, {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68951237-c8b8-42a1-8ab3-47a4e01c2f51'}, {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d'}, {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2823b4-cb37-40e4-9569-718e828d60c1'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:27.646201 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de97460a-b87a-433a-a65c-d7752fd28a39" -d '{"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "83b262c0-f5b8-4175-b9b8-1163fa513cc0"}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "b7b29b71-981b-4ddd-b8fa-c4dc14de585e"}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "cdb35a6b-139d-435e-9c32-4c2cc700c91d"}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "68951237-c8b8-42a1-8ab3-47a4e01c2f51"}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "c4baf2f0-f599-4e18-a1c9-15315a90ac2d"}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "ee2823b4-cb37-40e4-9569-718e828d60c1"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:27.716133 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-96d3157a-6038-4275-a7d0-fbcf83c4fb8d req-76adf06c-f062-4923-9ccd-37b34bd37c28 service neutron] 10.222.0.20 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872316
Apr 30 21:21:27.783390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21'}, {'name': 'network-changed', 'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'tag': '25241eca-3984-4407-9196-eb00543c2900'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:27.785615 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5685c8a4-6a59-46ed-a884-97195f09d451" -d '{"events": [{"name": "network-changed", "server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21"}, {"name": "network-changed", "server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "tag": "25241eca-3984-4407-9196-eb00543c2900"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:27.797645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-49d50c33-2ea1-4711-957d-9f417e5d7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:27.799147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-49d50c33-2ea1-4711-957d-9f417e5d7ff2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 1126 time: 0.5698800
Apr 30 21:21:27.845586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfadcf-9fcc-4b98-b532-0b65ce03c114 req-62d4198c-b562-407a-b4dd-2ff55833b27c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:27.847083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73bfadcf-9fcc-4b98-b532-0b65ce03c114 req-62d4198c-b562-407a-b4dd-2ff55833b27c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 943 time: 0.4845321
Apr 30 21:21:27.896215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:27.929362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-15b3e804-ded3-4e70-aaba-0b98ea343231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:27.930812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-15b3e804-ded3-4e70-aaba-0b98ea343231 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.5462379
Apr 30 21:21:27.969050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3df6d334-cc2d-415b-8453-1ac6d5457f36 req-da6d1fe6-7119-4fcb-967d-988d32991f76 service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7415512
Apr 30 21:21:28.065183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45d6528-7802-44c5-be09-cf65323ac16a req-ad9aab7e-9048-4fd9-ad19-14e543b82f56 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2740009
Apr 30 21:21:28.079386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-f72f56dc-8a20-4f60-b93e-20fe2726a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.090747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-f72f56dc-8a20-4f60-b93e-20fe2726a526 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1296000
Apr 30 21:21:28.112056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73bfadcf-9fcc-4b98-b532-0b65ce03c114 req-7dbdd5c4-3df5-4208-b768-d6747e08b52a tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2438450
Apr 30 21:21:28.122216 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842c498b-81b5-4383-8664-1985dba8d431 x-openstack-request-id: req-842c498b-81b5-4383-8664-1985dba8d431 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:28.122588 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "83b262c0-f5b8-4175-b9b8-1163fa513cc0", "code": 200}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "b7b29b71-981b-4ddd-b8fa-c4dc14de585e", "code": 200}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "cdb35a6b-139d-435e-9c32-4c2cc700c91d", "code": 200}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "68951237-c8b8-42a1-8ab3-47a4e01c2f51", "code": 200}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "c4baf2f0-f599-4e18-a1c9-15315a90ac2d", "code": 200}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-plugged", "status": "completed", "tag": "ee2823b4-cb37-40e4-9569-718e828d60c1", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:28.123097 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-842c498b-81b5-4383-8664-1985dba8d431 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:28.134972 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842c498b-81b5-4383-8664-1985dba8d431'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b262c0-f5b8-4175-b9b8-1163fa513cc0', 'code': 200}
Apr 30 21:21:28.134972 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842c498b-81b5-4383-8664-1985dba8d431'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e', 'code': 200}
Apr 30 21:21:28.134972 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842c498b-81b5-4383-8664-1985dba8d431'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d', 'code': 200}
Apr 30 21:21:28.134972 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842c498b-81b5-4383-8664-1985dba8d431'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68951237-c8b8-42a1-8ab3-47a4e01c2f51', 'code': 200}
Apr 30 21:21:28.134972 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842c498b-81b5-4383-8664-1985dba8d431'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d', 'code': 200}
Apr 30 21:21:28.134972 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842c498b-81b5-4383-8664-1985dba8d431'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2823b4-cb37-40e4-9569-718e828d60c1', 'code': 200}
Apr 30 21:21:28.196713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-fac2244c-bc51-4c55-9941-6875301e0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.198252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-fac2244c-bc51-4c55-9941-6875301e0b13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 913 time: 0.3756986
Apr 30 21:21:28.268234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-023e29f2-3d0a-4d6c-b56f-b30cfd6395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.268766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-023e29f2-3d0a-4d6c-b56f-b30cfd6395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.269155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-023e29f2-3d0a-4d6c-b56f-b30cfd6395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.269609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-023e29f2-3d0a-4d6c-b56f-b30cfd6395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.270089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-023e29f2-3d0a-4d6c-b56f-b30cfd6395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.270539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-023e29f2-3d0a-4d6c-b56f-b30cfd6395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.270997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-023e29f2-3d0a-4d6c-b56f-b30cfd6395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.272983 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-023e29f2-3d0a-4d6c-b56f-b30cfd6395ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6718 time: 0.0509856
Apr 30 21:21:28.345571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e07ac8-a4b2-444e-a6f5-4da01c330a47 req-f7dc518c-fdf0-40f2-9e9f-cea8cde528bd tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.347186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4e07ac8-a4b2-444e-a6f5-4da01c330a47 req-f7dc518c-fdf0-40f2-9e9f-cea8cde528bd tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 931 time: 0.1480269
Apr 30 21:21:28.353859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82600e5e-a653-4888-b511-7500f5acdf9f req-099bf758-20b9-4242-9a3c-3281a686416b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.355372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82600e5e-a653-4888-b511-7500f5acdf9f req-099bf758-20b9-4242-9a3c-3281a686416b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 944 time: 0.1552095
Apr 30 21:21:28.371325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03bbeaca-a3de-45e7-975b-56c33a1d9bff details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:28.463650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-c7b93f9d-f528-43d3-a808-cc2fdb9343f2 service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3671691
Apr 30 21:21:28.495712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:28.499364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82600e5e-a653-4888-b511-7500f5acdf9f req-4841dab4-da5d-4a8c-8156-88a41c08124c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338303
Apr 30 21:21:28.505821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4e07ac8-a4b2-444e-a6f5-4da01c330a47 req-89a15b1b-8ec8-4009-aa17-d8faa1993a88 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493857
Apr 30 21:21:28.512581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'port_id': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'mac_address': 'fa:16:3e:e5:8e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee37c5b8-b199-4a59-87f9-ae2c6e1fde97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:28.576455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 03bbeaca-a3de-45e7-975b-56c33a1d9bff is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:28.577817 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:28.598568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9e8d91-9874-4104-8556-90f37ddf0af6 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:28.600918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bbeaca-a3de-45e7-975b-56c33a1d9bff {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:28.608360 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Publish callbacks [] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:28.623661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Transition to ACTIVE for port object dd9e8d91-9874-4104-8556-90f37ddf0af6 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:21:28.630049 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbde530-1577-49ff-b1dd-5e03f1812021 x-openstack-request-id: req-0dbde530-1577-49ff-b1dd-5e03f1812021 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:28.630355 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "tag": "25241eca-3984-4407-9196-eb00543c2900", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:28.630615 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0dbde530-1577-49ff-b1dd-5e03f1812021 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:28.631598 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbde530-1577-49ff-b1dd-5e03f1812021'] response: {'name': 'network-changed', 'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21', 'status': 'completed', 'code': 200}
Apr 30 21:21:28.631914 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbde530-1577-49ff-b1dd-5e03f1812021'] response: {'name': 'network-changed', 'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'tag': '25241eca-3984-4407-9196-eb00543c2900', 'status': 'completed', 'code': 200}
Apr 30 21:21:28.633846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:28.656009 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e6f87fd6-6b5e-4556-9807-aecebc9aa933 req-aca5dca0-93a2-4dcb-88d4-2a0ca6f63cdd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3761711
Apr 30 21:21:28.701125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910960c-2354-4023-baf3-15a866199b54 req-7cecfa57-e285-47a1-b939-a236e5136887 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.702609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5910960c-2354-4023-baf3-15a866199b54 req-7cecfa57-e285-47a1-b939-a236e5136887 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 944 time: 0.0602598
Apr 30 21:21:28.744044 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:28.781376 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:28.783429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-bfeefbc1-9b14-4400-8db1-e0ff95ebac82 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.789414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-bfeefbc1-9b14-4400-8db1-e0ff95ebac82 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.794723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-bfeefbc1-9b14-4400-8db1-e0ff95ebac82 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.799993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-bfeefbc1-9b14-4400-8db1-e0ff95ebac82 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.805657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-bfeefbc1-9b14-4400-8db1-e0ff95ebac82 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.811253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-bfeefbc1-9b14-4400-8db1-e0ff95ebac82 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.816512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-bfeefbc1-9b14-4400-8db1-e0ff95ebac82 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:28.818511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-bfeefbc1-9b14-4400-8db1-e0ff95ebac82 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.1387610
Apr 30 21:21:28.829494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:28.880704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5910960c-2354-4023-baf3-15a866199b54 req-13dabea0-124b-440f-8dc9-e1cd9710b30d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576672
Apr 30 21:21:28.882770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e8d91-9874-4104-8556-90f37ddf0af6,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:29.058093 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-6137a526-1763-48df-a465-9105fa070ff2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5337eefd-6282-4815-8142-ab29768bf85b HTTP/1.1" status: 200  len: 217 time: 0.1444573
Apr 30 21:21:29.083327 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:21:29.092478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c9be9aa-8a3f-4f31-91ad-bd9a5a74651e req-87395f28-c4c7-42e0-b4b0-2561acd421cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2644291
Apr 30 21:21:29.121694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-667e38e2-4f80-4af0-82bf-7bd1663b2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.123293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-667e38e2-4f80-4af0-82bf-7bd1663b2865 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1125 time: 0.2011898
Apr 30 21:21:29.148266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['03bbeaca-a3de-45e7-975b-56c33a1d9bff'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:29.248084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-1401a691-f8e7-4f22-8fde-977932d357ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.249671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-1401a691-f8e7-4f22-8fde-977932d357ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.1812382
Apr 30 21:21:29.259746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Attempting to bind port dd9e8d91-9874-4104-8556-90f37ddf0af6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:29.260125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Attempting to bind port dd9e8d91-9874-4104-8556-90f37ddf0af6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8dbc4be9-ee35-4de1-af72-0bf8166bdaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:29.260417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Attempting to bind port dd9e8d91-9874-4104-8556-90f37ddf0af6 on network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:29.315186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76387134-6e5c-4c95-bbb0-6a19ee5e4f0e req-41590519-1b53-482c-beae-6de15dd23a3c service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4004827
Apr 30 21:21:29.335888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Port dd9e8d91-9874-4104-8556-90f37ddf0af6 on network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:21:29.336208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Attempting to bind port dd9e8d91-9874-4104-8556-90f37ddf0af6 on network 4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:29.350624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-44227b09-b1e9-4c10-8f81-3e70c140af4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805547
Apr 30 21:21:29.356773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0a67-5e3e-420d-b80d-d116f3a7612a req-b097ee7a-e5d2-4608-bee9-85f61df15b46 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.359287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-635c0a67-5e3e-420d-b80d-d116f3a7612a req-b097ee7a-e5d2-4608-bee9-85f61df15b46 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.2011485
Apr 30 21:21:29.371877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:29.372211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Checking segment: {'id': '8dbc4be9-ee35-4de1-af72-0bf8166bdaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:29.372574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Bound using segment: {'id': '8dbc4be9-ee35-4de1-af72-0bf8166bdaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:29.373010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Bound port: dd9e8d91-9874-4104-8556-90f37ddf0af6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbc4be9-ee35-4de1-af72-0bf8166bdaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:29.373362 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:29.385546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95922457-3912-437b-9961-a8d739b0084f req-2f7ebbd3-9cb1-4b8f-bc26-962f60b22c40 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.387022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95922457-3912-437b-9961-a8d739b0084f req-2f7ebbd3-9cb1-4b8f-bc26-962f60b22c40 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 943 time: 0.1756876
Apr 30 21:21:29.492194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-3b64a2e5-bc29-44a8-b3a4-ea192e96e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.493633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-3b64a2e5-bc29-44a8-b3a4-ea192e96e9c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 914 time: 0.3592541
Apr 30 21:21:29.573861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-635c0a67-5e3e-420d-b80d-d116f3a7612a req-e9c9e7d4-2766-4402-b206-1fddeca6591b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1947722
Apr 30 21:21:29.587903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] For port dd9e8d91-9874-4104-8556-90f37ddf0af6, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:29.608464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95922457-3912-437b-9961-a8d739b0084f req-6fbf82a1-b1e1-4101-883e-8b9c03f0b76f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971450
Apr 30 21:21:29.612747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] For port dd9e8d91-9874-4104-8556-90f37ddf0af6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9e8d91-9874-4104-8556-90f37ddf0af6,segment=NetworkSegment(8dbc4be9-ee35-4de1-af72-0bf8166bdaee),segment_id=8dbc4be9-ee35-4de1-af72-0bf8166bdaee)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:29.617494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-5d26f0a1-6430-48fb-b03e-bfd3c52b5205 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559183
Apr 30 21:21:29.666200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:29.739071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.739688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:29.741134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd9e8d91-9874-4104-8556-90f37ddf0af6 HTTP/1.1" status: 200  len: 1091 time: 2.5528882
Apr 30 21:21:29.745784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5337eefd-6282-4815-8142-ab29768bf85b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:29.747300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef943eeb-3859-43bf-9654-fca9298dd6ac req-b8108f63-0e1e-4f0a-93ce-237ae4969662 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.748722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef943eeb-3859-43bf-9654-fca9298dd6ac req-b8108f63-0e1e-4f0a-93ce-237ae4969662 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 943 time: 0.1133752
Apr 30 21:21:29.787649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec398-a515-4c5d-9519-3887bf57263a req-2ec45de2-b161-4c2c-8af3-55524d353f26 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.804780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c82ec398-a515-4c5d-9519-3887bf57263a req-2ec45de2-b161-4c2c-8af3-55524d353f26 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 944 time: 0.1168821
Apr 30 21:21:29.807751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30552b46-a8c2-4f95-b889-58268be3adb1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9e8d91-9874-4104-8556-90f37ddf0af6,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:29.852509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:29.864413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '5337eefd-6282-4815-8142-ab29768bf85b', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'port_id': '5337eefd-6282-4815-8142-ab29768bf85b', 'mac_address': 'fa:16:3e:d5:89:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea73fb-9933-490f-b1df-626257b5fc26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:29.890291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef943eeb-3859-43bf-9654-fca9298dd6ac req-89ceb402-bf67-4d40-b159-d6c35a57f189 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291354
Apr 30 21:21:29.898751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c82ec398-a515-4c5d-9519-3887bf57263a req-3d7a5380-8436-4f2f-ac9d-66338ab911ff tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954466
Apr 30 21:21:29.904877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 5337eefd-6282-4815-8142-ab29768bf85b is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:29.905110 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5337eefd-6282-4815-8142-ab29768bf85b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:29.907986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-76f3e031-df95-46aa-ad30-37a29ebd13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:29.909506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-76f3e031-df95-46aa-ad30-37a29ebd13ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06b329e61e254c7c9c722e9afd8160ea&device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 1125 time: 0.0608842
Apr 30 21:21:29.921203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5337eefd-6282-4815-8142-ab29768bf85b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:29.943894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:29.960559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-d17f682c-b07a-4002-b2fe-057708ba40fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd9e8d91-9874-4104-8556-90f37ddf0af6 HTTP/1.1" status: 200  len: 217 time: 0.0415378
Apr 30 21:21:30.027583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:30.036455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98305f7e-b01b-4450-9e91-d4e17f110170 req-18a3d838-ef18-428f-affa-2d9ca69ae23d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.038513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98305f7e-b01b-4450-9e91-d4e17f110170 req-18a3d838-ef18-428f-affa-2d9ca69ae23d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 945 time: 0.0723057
Apr 30 21:21:30.054910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-9dd0aec4-3027-4a02-bfac-c5dacab89dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.056313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-9dd0aec4-3027-4a02-bfac-c5dacab89dab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d967b19-1583-4106-9f1a-b1c7f61e573d HTTP/1.1" status: 200  len: 853 time: 0.0819452
Apr 30 21:21:30.077274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:30.104875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-67531c39-8734-4ea5-80b1-04a30084f71c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361826
Apr 30 21:21:30.129376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98305f7e-b01b-4450-9e91-d4e17f110170 req-88c51065-6f8c-48ed-922c-3245f0920353 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845730
Apr 30 21:21:30.224968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['5337eefd-6282-4815-8142-ab29768bf85b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:30.261690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-2a6415b0-ba2e-48a2-aa27-6ad6aa894cd4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.266990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-2a6415b0-ba2e-48a2-aa27-6ad6aa894cd4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.272305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-2a6415b0-ba2e-48a2-aa27-6ad6aa894cd4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.277582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-2a6415b0-ba2e-48a2-aa27-6ad6aa894cd4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.282859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-2a6415b0-ba2e-48a2-aa27-6ad6aa894cd4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.288122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-2a6415b0-ba2e-48a2-aa27-6ad6aa894cd4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.293327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-2a6415b0-ba2e-48a2-aa27-6ad6aa894cd4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.295247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-2a6415b0-ba2e-48a2-aa27-6ad6aa894cd4 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.1186476
Apr 30 21:21:30.337281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-d8638d54-0b57-49df-8563-edd2c9f34933 service neutron] 10.222.0.20 "GET /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228990
Apr 30 21:21:30.366420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-a44f677f-49aa-4154-8987-0b9573477c24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 200  len: 217 time: 0.1244779
Apr 30 21:21:30.378928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03bbeaca-a3de-45e7-975b-56c33a1d9bff up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:30.429114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 03bbeaca-a3de-45e7-975b-56c33a1d9bff completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:30.495748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 03bbeaca-a3de-45e7-975b-56c33a1d9bff triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:30.496135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:30.537042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-c31a0803-d2df-430e-933d-23ae6341fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:30.538531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-c31a0803-d2df-430e-933d-23ae6341fa63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.1558678
Apr 30 21:21:30.577309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5edfa087-dbc5-4ed9-83d6-025661c9a723 req-a5fd4c03-b7a9-4ea1-9411-89d443fa5290 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3343408
Apr 30 21:21:30.587048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 03bbeaca-a3de-45e7-975b-56c33a1d9bff is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:30.587825 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:30.597090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c66e678c-ba97-43ee-878a-7bb415a254ef req-b6bbcf0a-bd2e-46c3-8860-3e2ef664db71 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2707908
Apr 30 21:21:30.599983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c798ff-bf18-4ad9-a6db-98c31253e2ac req-08ac22e1-3732-40f4-acd4-bfe4fb03136e service neutron] 10.222.0.20 "GET /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2313538
Apr 30 21:21:30.601546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-7e0dad55-6501-4548-bed1-4e099b8372ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499227
Apr 30 21:21:30.626455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:30.628726 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94870d30-5dda-426b-9221-fbebdf39caf1" -d '{"events": [{"server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "name": "network-vif-plugged", "status": "completed", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:30.642845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:30.658459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14900c0e-ec78-49e5-ae69-942a76d77fc1', 'tag': 'dd9e8d91-9874-4104-8556-90f37ddf0af6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:30.788387 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:30.841843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:30.968115 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2" -d '{"events": [{"name": "network-changed", "server_uuid": "14900c0e-ec78-49e5-ae69-942a76d77fc1", "tag": "dd9e8d91-9874-4104-8556-90f37ddf0af6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:31.056167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23269cea-6de2-40ff-a0db-548b6b2f6ebe req-640e7514-a405-4dfb-a5d9-255cd3a4cb1e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.057633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23269cea-6de2-40ff-a0db-548b6b2f6ebe req-640e7514-a405-4dfb-a5d9-255cd3a4cb1e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.0851367
Apr 30 21:21:31.075537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca815e-a478-4867-a20c-c5bbf9815b02 req-bb51401d-238a-4752-aaf9-c2d724cbe21c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.076986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6ca815e-a478-4867-a20c-c5bbf9815b02 req-bb51401d-238a-4752-aaf9-c2d724cbe21c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 943 time: 0.1031175
Apr 30 21:21:31.129974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-3c8329b8-095f-4c1a-932d-e9904692b44f service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5216877
Apr 30 21:21:31.195864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23269cea-6de2-40ff-a0db-548b6b2f6ebe req-eb32c426-9a7f-42b0-b15d-0e68836b4008 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1289432
Apr 30 21:21:31.217564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6ca815e-a478-4867-a20c-c5bbf9815b02 req-495644d0-a714-4055-b896-143370d1d7b6 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324379
Apr 30 21:21:31.249806 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8340f6f-5a0b-40f4-a5e1-a126c7fd4616 x-openstack-request-id: req-e8340f6f-5a0b-40f4-a5e1-a126c7fd4616 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:31.250854 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "name": "network-vif-plugged", "status": "completed", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:31.251181 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8340f6f-5a0b-40f4-a5e1-a126c7fd4616 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:31.251648 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8340f6f-5a0b-40f4-a5e1-a126c7fd4616'] response: {'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'code': 200}
Apr 30 21:21:31.255517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-25794a4f-e8dd-468e-a46e-8422c6f4f725 service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1133459
Apr 30 21:21:31.408191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc29e05-b452-40cd-9e31-f0c331994d03 req-f8693329-d4a0-475a-bed1-1d703a7daede tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.409734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dc29e05-b452-40cd-9e31-f0c331994d03 req-f8693329-d4a0-475a-bed1-1d703a7daede tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 943 time: 0.1053038
Apr 30 21:21:31.418366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215324c6-839c-4a4c-92ad-85d45ddbd3b0 req-de6976fb-9744-44ff-a8c7-d0ae3529b410 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.419735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-215324c6-839c-4a4c-92ad-85d45ddbd3b0 req-de6976fb-9744-44ff-a8c7-d0ae3529b410 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 945 time: 0.1143005
Apr 30 21:21:31.422879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-e9c8a628-f476-41e4-895a-ac923bc83e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.424209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-e9c8a628-f476-41e4-895a-ac923bc83e5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 1125 time: 0.1303158
Apr 30 21:21:31.566411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-215324c6-839c-4a4c-92ad-85d45ddbd3b0 req-12b91024-e89f-4f52-9651-cc655387d844 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359115
Apr 30 21:21:31.574471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dc29e05-b452-40cd-9e31-f0c331994d03 req-ee987819-2381-4f15-a224-cfd45e4ae90b tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535091
Apr 30 21:21:31.594285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-32095209-1c54-40b7-9a75-aafd7456e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.594285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-32095209-1c54-40b7-9a75-aafd7456e347 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.1493068
Apr 30 21:21:31.623266 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59efd06-53be-4b83-ba80-955cfaafb4f6 x-openstack-request-id: req-a59efd06-53be-4b83-ba80-955cfaafb4f6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:31.623568 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14900c0e-ec78-49e5-ae69-942a76d77fc1", "tag": "dd9e8d91-9874-4104-8556-90f37ddf0af6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:31.623823 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a59efd06-53be-4b83-ba80-955cfaafb4f6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:31.626849 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59efd06-53be-4b83-ba80-955cfaafb4f6'] response: {'name': 'network-changed', 'server_uuid': '14900c0e-ec78-49e5-ae69-942a76d77fc1', 'tag': 'dd9e8d91-9874-4104-8556-90f37ddf0af6', 'status': 'completed', 'code': 200}
Apr 30 21:21:31.626849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-633f7e7e-5836-45a4-81c5-632ce8273771 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 217 time: 0.0394807
Apr 30 21:21:31.738376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-9b7efb54-5452-46a6-ab46-5046fbfd0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.738833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:31.739851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-9b7efb54-5452-46a6-ab46-5046fbfd0029 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.1080039
Apr 30 21:21:31.744786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5337eefd-6282-4815-8142-ab29768bf85b up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:31.754242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e8f8-1442-4c3d-8919-206b0a91f19d req-48be222f-a384-4734-b621-de43c5976986 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.755719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc03e8f8-1442-4c3d-8919-206b0a91f19d req-48be222f-a384-4734-b621-de43c5976986 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0974686
Apr 30 21:21:31.784663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-60556557-b6e8-47a9-a2dd-cf877773d4ef tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.790614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-60556557-b6e8-47a9-a2dd-cf877773d4ef tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.795901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-60556557-b6e8-47a9-a2dd-cf877773d4ef tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.801437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-60556557-b6e8-47a9-a2dd-cf877773d4ef tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.807603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-60556557-b6e8-47a9-a2dd-cf877773d4ef tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.813003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-60556557-b6e8-47a9-a2dd-cf877773d4ef tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.819117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-60556557-b6e8-47a9-a2dd-cf877773d4ef tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.821010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-60556557-b6e8-47a9-a2dd-cf877773d4ef tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.1248221
Apr 30 21:21:31.849449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 5337eefd-6282-4815-8142-ab29768bf85b completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:31.886405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:31.891080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-962966a8-46d9-44e5-974f-fa42df2e01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:31.892597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-962966a8-46d9-44e5-974f-fa42df2e01c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1449692
Apr 30 21:21:31.901839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21', 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae', 'port_id': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21', 'mac_address': 'fa:16:3e:39:4d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f91bf75-7dba-4c04-9746-3a687cbaaf8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:31.908670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 5337eefd-6282-4815-8142-ab29768bf85b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:31.909064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5337eefd-6282-4815-8142-ab29768bf85b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:31.970236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:31.970631 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:31.993546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:31.996759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc03e8f8-1442-4c3d-8919-206b0a91f19d req-5852aeb2-7764-43d0-86e7-1f9d3d278d18 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2316723
Apr 30 21:21:32.017906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:32.047635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a009b-a764-4ee9-bd7c-875fcf6dcb78 req-57c4b579-3bba-4c24-ba5e-f69a3d5f4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:32.049748 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a07a009b-a764-4ee9-bd7c-875fcf6dcb78 req-57c4b579-3bba-4c24-ba5e-f69a3d5f4c66 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 1128 time: 0.0406809
Apr 30 21:21:32.051492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 5337eefd-6282-4815-8142-ab29768bf85b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:32.052160 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5337eefd-6282-4815-8142-ab29768bf85b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:32.065126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-648ce3e8-7718-4026-bac4-5f2899b6cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:32.067007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-648ce3e8-7718-4026-bac4-5f2899b6cc96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06b329e61e254c7c9c722e9afd8160ea&device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 1125 time: 0.1802778
Apr 30 21:21:32.076042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-016cbb4b-c8ae-4ed2-b1c8-1c1313e355a6 req-711acb4f-9469-431d-92f3-2a81dd6a62da tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2375846
Apr 30 21:21:32.089651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:32.095660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:32.096535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 25241eca-3984-4407-9196-eb00543c2900 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:32.101598 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a07a009b-a764-4ee9-bd7c-875fcf6dcb78 req-93ee804d-6330-4535-85e1-91a50565a432 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443001
Apr 30 21:21:32.154559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-c0ad89c3-aaa1-4ec6-8caa-4466242ff337 service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375572
Apr 30 21:21:32.193541 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:32.195262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:32.259953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-261624a8-0cb8-4343-8c83-bc4f87dfa3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:32.261977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-261624a8-0cb8-4343-8c83-bc4f87dfa3b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 HTTP/1.1" status: 200  len: 914 time: 0.1848927
Apr 30 21:21:32.293532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:32.301688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:32.313893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '25241eca-3984-4407-9196-eb00543c2900', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'port_id': '25241eca-3984-4407-9196-eb00543c2900', 'mac_address': 'fa:16:3e:a1:96:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:32.352380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 25241eca-3984-4407-9196-eb00543c2900 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:32.352684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:32.365871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25241eca-3984-4407-9196-eb00543c2900 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:32.385035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:32.385236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5685c8a4-6a59-46ed-a884-97195f09d451 req-6492bd48-30be-4b59-b50f-a84258154274 service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235074
Apr 30 21:21:32.390257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-9d0c77b3-b810-4eca-b393-36e11e9ac92e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd9e8d91-9874-4104-8556-90f37ddf0af6 HTTP/1.1" status: 200  len: 217 time: 0.0972931
Apr 30 21:21:32.401050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c72f9f-37da-4635-9c08-1e448bb007a8 req-c19d238e-e6b4-4718-9264-3033d633093f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:32.402534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9c72f9f-37da-4635-9c08-1e448bb007a8 req-c19d238e-e6b4-4718-9264-3033d633093f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.1246662
Apr 30 21:21:32.446025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a36fb-78cb-4aee-bddd-7c28bf5189ec req-976fa31a-d4a0-41b2-8c55-0d6f2a405111 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:32.447450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-260a36fb-78cb-4aee-bddd-7c28bf5189ec req-976fa31a-d4a0-41b2-8c55-0d6f2a405111 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 944 time: 0.1373351
Apr 30 21:21:32.479008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:32.499854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-a621e5c4-249c-49c0-8ca1-0cb999178461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:32.501323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-a621e5c4-249c-49c0-8ca1-0cb999178461 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d967b19-1583-4106-9f1a-b1c7f61e573d HTTP/1.1" status: 200  len: 853 time: 0.0957651
Apr 30 21:21:32.526834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:32.533332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9c72f9f-37da-4635-9c08-1e448bb007a8 req-dfd05d15-2d0b-4fc7-9235-b1b16d844b45 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143730
Apr 30 21:21:32.535530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-260a36fb-78cb-4aee-bddd-7c28bf5189ec req-cf312bcf-1932-4dcc-a1f2-105479f431b6 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763402
Apr 30 21:21:32.715058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8b475-a49d-471a-9ba9-ee2f47bd5003 req-13978708-98dd-476a-806d-05c70ba3fe7a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:32.716519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ba8b475-a49d-471a-9ba9-ee2f47bd5003 req-13978708-98dd-476a-806d-05c70ba3fe7a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0775294
Apr 30 21:21:32.727794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fe9bd-f203-4089-a06d-56c16662819f req-fa7c70e5-1bdc-4699-90a1-68ea9348cffe tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:32.729229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f07fe9bd-f203-4089-a06d-56c16662819f req-fa7c70e5-1bdc-4699-90a1-68ea9348cffe tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 943 time: 0.0791433
Apr 30 21:21:32.792548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['25241eca-3984-4407-9196-eb00543c2900'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:32.800024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ba8b475-a49d-471a-9ba9-ee2f47bd5003 req-c4aa15d0-0aa3-4311-9305-1d6b095c3814 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698497
Apr 30 21:21:32.804381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f07fe9bd-f203-4089-a06d-56c16662819f req-af3c7016-e764-47f0-b313-59dbde8abf18 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685654
Apr 30 21:21:32.831451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-65d292f4-5e75-4951-b118-8ed966034f7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253146
Apr 30 21:21:32.932689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-30bcc042-b894-41c0-a331-7743fcc37a37 service neutron] 10.222.0.20 "GET /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952971
Apr 30 21:21:33.001971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:33.028673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f5720c-3e09-4e4c-ae32-266d5e3c0be2 req-e8dc20cc-d2a0-4ad5-9df4-74453db3d589 service neutron] 10.222.0.20 "GET /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876596
Apr 30 21:21:33.137675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8ce8-b380-4a58-aa78-60c4b6a67cc6 req-1ce26a93-934f-4b16-8a48-4bc6bd781211 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.139157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bec8ce8-b380-4a58-aa78-60c4b6a67cc6 req-1ce26a93-934f-4b16-8a48-4bc6bd781211 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0658617
Apr 30 21:21:33.225433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bec8ce8-b380-4a58-aa78-60c4b6a67cc6 req-e340fe20-1507-4d62-8935-3cdbeae55a73 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801966
Apr 30 21:21:33.231829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-31854e82-fff8-44ce-b401-7667e95d70cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.237035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-31854e82-fff8-44ce-b401-7667e95d70cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.242921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-31854e82-fff8-44ce-b401-7667e95d70cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.248095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-31854e82-fff8-44ce-b401-7667e95d70cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.252629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:33.253469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-31854e82-fff8-44ce-b401-7667e95d70cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.255988 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa6599-d48f-4396-b395-4d4e28a5f9e5" -d '{"events": [{"server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "name": "network-vif-plugged", "status": "completed", "tag": "5337eefd-6282-4815-8142-ab29768bf85b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:33.258838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-31854e82-fff8-44ce-b401-7667e95d70cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.264015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-31854e82-fff8-44ce-b401-7667e95d70cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.265931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-31854e82-fff8-44ce-b401-7667e95d70cc tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.1018734
Apr 30 21:21:33.300088 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea3e09-6d24-4572-b12c-29dff5c820fa x-openstack-request-id: req-e2ea3e09-6d24-4572-b12c-29dff5c820fa {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:33.300088 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "name": "network-vif-plugged", "status": "completed", "tag": "5337eefd-6282-4815-8142-ab29768bf85b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:33.300088 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2ea3e09-6d24-4572-b12c-29dff5c820fa {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:33.300088 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ea3e09-6d24-4572-b12c-29dff5c820fa'] response: {'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b', 'code': 200}
Apr 30 21:21:33.332081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29d87bd8-a4e3-4262-b9ff-827546a85338 req-a5ed64d0-43af-4b26-ac99-670d6e651e06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0597074
Apr 30 21:21:33.396716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809bf9e-a2b1-4352-818e-f44e76a403eb req-3e5e4bf8-5944-4af1-a44a-715a9c60ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.398258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a809bf9e-a2b1-4352-818e-f44e76a403eb req-3e5e4bf8-5944-4af1-a44a-715a9c60ec86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 1128 time: 0.0444000
Apr 30 21:21:33.482291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385afe-89e0-4935-97aa-d7d1839ef47e req-e0e720f7-f944-4312-b9fb-37200e60011d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.487563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385afe-89e0-4935-97aa-d7d1839ef47e req-e0e720f7-f944-4312-b9fb-37200e60011d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.492877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385afe-89e0-4935-97aa-d7d1839ef47e req-e0e720f7-f944-4312-b9fb-37200e60011d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.498155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385afe-89e0-4935-97aa-d7d1839ef47e req-e0e720f7-f944-4312-b9fb-37200e60011d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.503417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385afe-89e0-4935-97aa-d7d1839ef47e req-e0e720f7-f944-4312-b9fb-37200e60011d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.508705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385afe-89e0-4935-97aa-d7d1839ef47e req-e0e720f7-f944-4312-b9fb-37200e60011d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.513968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92385afe-89e0-4935-97aa-d7d1839ef47e req-e0e720f7-f944-4312-b9fb-37200e60011d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.515840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92385afe-89e0-4935-97aa-d7d1839ef47e req-e0e720f7-f944-4312-b9fb-37200e60011d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.1059363
Apr 30 21:21:33.518101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a809bf9e-a2b1-4352-818e-f44e76a403eb req-340dac00-5274-4d61-8145-2517c2d9f3c0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135523
Apr 30 21:21:33.526920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36756) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:33.531273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Request body: {'floatingip': {'port_id': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:33.575562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for floatingip (340b151e-482c-4a2b-b1b1-51d0959a9539), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:33.713395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4a9e-4326-47ab-a72a-96b21dce9168 req-5de27ef9-e30f-4d5b-afc4-52bf00767c63 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.714870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f35b4a9e-4326-47ab-a72a-96b21dce9168 req-5de27ef9-e30f-4d5b-afc4-52bf00767c63 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 944 time: 0.1068907
Apr 30 21:21:33.760129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8f447-4aba-402e-8032-fd5dcf9f9f80 req-7b056d8e-f03a-41b0-bf75-ae69908674ca tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:33.761464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94c8f447-4aba-402e-8032-fd5dcf9f9f80 req-7b056d8e-f03a-41b0-bf75-ae69908674ca tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.1369448
Apr 30 21:21:33.872115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:33.901672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f35b4a9e-4326-47ab-a72a-96b21dce9168 req-267f097f-1b74-4bdc-8192-818a11a91c7e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661038
Apr 30 21:21:33.910663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94c8f447-4aba-402e-8032-fd5dcf9f9f80 req-122c6aef-ae6e-48e7-868d-5a78b095930f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1398385
Apr 30 21:21:33.919459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:33.982344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:33.982344 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.062089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:34.062400 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.102454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:34.130727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5df8d-ff49-4e2f-807c-13ff69f60507 req-a1a177ed-7530-4c5c-86d1-5d9857a900f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:34.132240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1d5df8d-ff49-4e2f-807c-13ff69f60507 req-a1a177ed-7530-4c5c-86d1-5d9857a900f1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1548452
Apr 30 21:21:34.156486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af469de8-4dca-4580-b918-4efa102d3003 req-9d64efaf-749c-4fd2-89ad-cbea3289c64e tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:34.157913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af469de8-4dca-4580-b918-4efa102d3003 req-9d64efaf-749c-4fd2-89ad-cbea3289c64e tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 943 time: 0.0873811
Apr 30 21:21:34.175791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.176605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 25241eca-3984-4407-9196-eb00543c2900 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:34.250651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:34.260143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 25241eca-3984-4407-9196-eb00543c2900 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:34.291597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1d5df8d-ff49-4e2f-807c-13ff69f60507 req-023b2a05-8859-4fac-b5e2-d515f8733135 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515877
Apr 30 21:21:34.304531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af469de8-4dca-4580-b918-4efa102d3003 req-4f8efe06-6afb-46cc-b25b-015a25f1d3bf tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368487
Apr 30 21:21:34.323533 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.358560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 25241eca-3984-4407-9196-eb00543c2900 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:34.359103 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (25241eca-3984-4407-9196-eb00543c2900), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.383467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device dd9e8d91-9874-4104-8556-90f37ddf0af6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:34.395219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b665d-806f-4185-934c-d44d160c13b6 req-13f5ba83-3285-4635-956f-a6d39177e486 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:34.396696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe9b665d-806f-4185-934c-d44d160c13b6 req-13f5ba83-3285-4635-956f-a6d39177e486 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0486083
Apr 30 21:21:34.454267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe9b665d-806f-4185-934c-d44d160c13b6 req-f17ad324-f736-4847-a064-883fc0059c45 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511961
Apr 30 21:21:34.455776 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (340b151e-482c-4a2b-b1b1-51d0959a9539), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.521768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 25241eca-3984-4407-9196-eb00543c2900 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:34.522168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.550767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port dd9e8d91-9874-4104-8556-90f37ddf0af6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9e8d91-9874-4104-8556-90f37ddf0af6,segment=NetworkSegment(8dbc4be9-ee35-4de1-af72-0bf8166bdaee),segment_id=8dbc4be9-ee35-4de1-af72-0bf8166bdaee)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:34.580596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'dd9e8d91-9874-4104-8556-90f37ddf0af6', 'network_id': '4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0', 'port_id': 'dd9e8d91-9874-4104-8556-90f37ddf0af6', 'mac_address': 'fa:16:3e:d1:5a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d967b19-1583-4106-9f1a-b1c7f61e573d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:34.585901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:34.610204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5a88f-fc66-4247-b869-a1bf50d85873 req-d8bf07c2-06ee-483a-ae9e-7649103309d7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:34.611690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18f5a88f-fc66-4247-b869-a1bf50d85873 req-d8bf07c2-06ee-483a-ae9e-7649103309d7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0643308
Apr 30 21:21:34.612986 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Floating IP 340b151e-482c-4a2b-b1b1-51d0959a9539 associated. External IP: 172.35.4.147, port: b222076d-c1a2-4c03-8c2a-48a53d5a9274.
Apr 30 21:21:34.628072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port dd9e8d91-9874-4104-8556-90f37ddf0af6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:34.628464 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.642891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9e8d91-9874-4104-8556-90f37ddf0af6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:34.664903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port dd9e8d91-9874-4104-8556-90f37ddf0af6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9e8d91-9874-4104-8556-90f37ddf0af6,segment=NetworkSegment(8dbc4be9-ee35-4de1-af72-0bf8166bdaee),segment_id=8dbc4be9-ee35-4de1-af72-0bf8166bdaee)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:34.690088 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.740885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:34.744333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:34.793926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=dd9e8d91-9874-4104-8556-90f37ddf0af6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:35.075882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aa3e6-2781-4057-a48b-16d3212f0cb4 req-0cdb68d6-6267-4d30-a177-bf64ce2e44c1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:35.077415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d56aa3e6-2781-4057-a48b-16d3212f0cb4 req-0cdb68d6-6267-4d30-a177-bf64ce2e44c1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 945 time: 0.0847576
Apr 30 21:21:35.084838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18f5a88f-fc66-4247-b869-a1bf50d85873 req-73b997b3-3a5f-4461-a1e8-97723eca055e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269207
Apr 30 21:21:35.136849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dd9e8d91-9874-4104-8556-90f37ddf0af6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:35.229717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d56aa3e6-2781-4057-a48b-16d3212f0cb4 req-2d2e9f26-3053-4d25-8dde-b16ed597079f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439350
Apr 30 21:21:35.265698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d0512-9fd9-4929-81a3-9246dbb84857 req-8a02dfc1-ade5-4b6c-a5fb-8f6af35048a9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:35.267199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-284d0512-9fd9-4929-81a3-9246dbb84857 req-8a02dfc1-ade5-4b6c-a5fb-8f6af35048a9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0969365
Apr 30 21:21:35.299913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21'}, {'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25241eca-3984-4407-9196-eb00543c2900'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:35.304355 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c158f29d-85e1-4cf8-ad5b-4312d01aaab9" -d '{"events": [{"server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "name": "network-vif-plugged", "status": "completed", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21"}, {"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-plugged", "status": "completed", "tag": "25241eca-3984-4407-9196-eb00543c2900"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:35.338457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Router ec0a27ec-0409-406f-ae7c-95bfc626e15a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:21:35.344747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-284d0512-9fd9-4929-81a3-9246dbb84857 req-63f3a3dd-eb25-423c-850d-792ade039352 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679252
Apr 30 21:21:35.403236 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e781a85a-fcd2-44b4-b6c5-64165098c6f0 x-openstack-request-id: req-e781a85a-fcd2-44b4-b6c5-64165098c6f0 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:35.403729 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "name": "network-vif-plugged", "status": "completed", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21", "code": 200}, {"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-plugged", "status": "completed", "tag": "25241eca-3984-4407-9196-eb00543c2900", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:35.403813 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e781a85a-fcd2-44b4-b6c5-64165098c6f0 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:35.404208 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e781a85a-fcd2-44b4-b6c5-64165098c6f0'] response: {'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21', 'code': 200}
Apr 30 21:21:35.404472 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e781a85a-fcd2-44b4-b6c5-64165098c6f0'] response: {'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25241eca-3984-4407-9196-eb00543c2900', 'code': 200}
Apr 30 21:21:35.576385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257584-bb48-48cf-9096-d20a2121eee7 req-9a623896-86b8-49c8-851e-7d813935a3ca tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:35.579878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd257584-bb48-48cf-9096-d20a2121eee7 req-9a623896-86b8-49c8-851e-7d813935a3ca tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1192980
Apr 30 21:21:35.581278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:21:35.590904 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:35.593052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] Sync routers for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:21:35.604745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:35.605440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f670730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:21:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:35.636135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7736c6-66c2-4512-8646-3a247eee91aa req-1399edbf-e56a-48ac-96a6-a06f1dcfecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:35.637711 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7736c6-66c2-4512-8646-3a247eee91aa req-1399edbf-e56a-48ac-96a6-a06f1dcfecc5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1127 time: 0.1429186
Apr 30 21:21:35.646632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb26932-cadc-4171-97a7-cf9a87f4177b req-71962579-0dc4-4b43-afb5-f1a154d3777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:35.648063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bb26932-cadc-4171-97a7-cf9a87f4177b req-71962579-0dc4-4b43-afb5-f1a154d3777d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 1127 time: 0.1559300
Apr 30 21:21:35.683891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ae29d17c-9c40-4f44-843d-a87766450ebb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "PUT /v2.0/floatingips/340b151e-482c-4a2b-b1b1-51d0959a9539 HTTP/1.1" status: 200  len: 991 time: 2.1559329
Apr 30 21:21:35.710032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:35.712271 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c" -d '{"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:35.728780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:35.769076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0a3c6-3887-407f-9b36-6c99473b9966 req-e8066889-d725-4913-b50e-5b070257fe67 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:35.770607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ff0a3c6-3887-407f-9b36-6c99473b9966 req-e8066889-d725-4913-b50e-5b070257fe67 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 944 time: 0.1216905
Apr 30 21:21:35.781732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd257584-bb48-48cf-9096-d20a2121eee7 req-1dfbdc27-ec62-4b49-b55c-f1463f7c5e56 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782222
Apr 30 21:21:35.815633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7736c6-66c2-4512-8646-3a247eee91aa req-83ccd894-b3fb-49d6-b8bc-b2ddeadc1c8c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621821
Apr 30 21:21:35.830443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bb26932-cadc-4171-97a7-cf9a87f4177b req-2820ab79-092d-4e81-9743-49c4db16d423 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761701
Apr 30 21:21:35.854207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ff0a3c6-3887-407f-9b36-6c99473b9966 req-8c3ca706-d5a1-4d05-bbdc-63d1d96770cd tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690365
Apr 30 21:21:35.905483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fae99-7873-4811-8bd9-6b0694213cbb req-45311b08-01ee-4df1-8b08-c90f091ae053 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:35.906968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-422fae99-7873-4811-8bd9-6b0694213cbb req-45311b08-01ee-4df1-8b08-c90f091ae053 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0518937
Apr 30 21:21:35.909712 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c5f73-8805-44bd-8064-b6a35106dda0 x-openstack-request-id: req-1a9c5f73-8805-44bd-8064-b6a35106dda0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:35.909973 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:35.910226 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a9c5f73-8805-44bd-8064-b6a35106dda0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:35.910618 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9c5f73-8805-44bd-8064-b6a35106dda0'] response: {'name': 'network-changed', 'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'status': 'completed', 'code': 200}
Apr 30 21:21:35.984404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f670730>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '340b151e-482c-4a2b-b1b1-51d0959a9539', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'floating_ip_address': '172.35.4.147', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'port_id': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'mac_address': 'fa:16:3e:db:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:20:23Z', 'updated_at': '2022-04-30T21:21:34Z', 'revision_number': 1, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:49Z', 'revision_number': 5, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:36.004222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-03c6e817-3cb2-48c3-a62d-c12e4fb70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.004808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-03c6e817-3cb2-48c3-a62d-c12e4fb70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.005290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-03c6e817-3cb2-48c3-a62d-c12e4fb70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.006344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-03c6e817-3cb2-48c3-a62d-c12e4fb70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.006817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-03c6e817-3cb2-48c3-a62d-c12e4fb70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.007281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-03c6e817-3cb2-48c3-a62d-c12e4fb70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.007748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-03c6e817-3cb2-48c3-a62d-c12e4fb70682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.010106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-03c6e817-3cb2-48c3-a62d-c12e4fb70682 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6718 time: 0.0691655
Apr 30 21:21:36.014428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-422fae99-7873-4811-8bd9-6b0694213cbb req-45605127-299e-466a-9b76-11736ee36f8b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888746
Apr 30 21:21:36.014551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] Checking router: ec0a27ec-0409-406f-ae7c-95bfc626e15a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:21:36.023814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:36.024451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f670730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:21:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:36.105775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-bff9c81c-614f-475f-8ada-f41c60cac120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.107275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-bff9c81c-614f-475f-8ada-f41c60cac120 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b HTTP/1.1" status: 200  len: 918 time: 0.0912752
Apr 30 21:21:36.144719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:36.175992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-00201ffa-db1d-442f-87b4-5a0023505ada service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274 HTTP/1.1" status: 200  len: 999 time: 0.0614207
Apr 30 21:21:36.233826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-3e0f3782-f413-49da-9cb0-865e8215fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.235309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-3e0f3782-f413-49da-9cb0-865e8215fba2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48dcc9e8-7c02-4b81-9858-ab3db0e13872 HTTP/1.1" status: 200  len: 856 time: 0.0529263
Apr 30 21:21:36.283657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-486c2fd4-d60b-4592-b5c7-4cc1b1c51890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.285230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-486c2fd4-d60b-4592-b5c7-4cc1b1c51890 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432892
Apr 30 21:21:36.372630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f670730>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '340b151e-482c-4a2b-b1b1-51d0959a9539', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'floating_ip_address': '172.35.4.147', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'port_id': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'mac_address': 'fa:16:3e:db:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:20:23Z', 'updated_at': '2022-04-30T21:21:34Z', 'revision_number': 1, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:49Z', 'revision_number': 5, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:36.403331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d966a-b50c-432d-be51-1fe9f262da27 req-a3618a48-732d-482f-8bc3-a79a821de388 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.405350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a3d966a-b50c-432d-be51-1fe9f262da27 req-a3618a48-732d-482f-8bc3-a79a821de388 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 945 time: 0.0941143
Apr 30 21:21:36.407901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device dd9e8d91-9874-4104-8556-90f37ddf0af6 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:36.408392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb6047-aee7-4085-8b11-9050254b2fdb None None] The sync data for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 is: [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '340b151e-482c-4a2b-b1b1-51d0959a9539', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'floating_ip_address': '172.35.4.147', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'port_id': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'mac_address': 'fa:16:3e:db:b8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:20:23Z', 'updated_at': '2022-04-30T21:21:34Z', 'revision_number': 1, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:49Z', 'revision_number': 5, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:21:36.459708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port dd9e8d91-9874-4104-8556-90f37ddf0af6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:36.480286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-e9086d17-9e84-4a60-a454-eddc5f7bfc3e service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1875956
Apr 30 21:21:36.487516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a3d966a-b50c-432d-be51-1fe9f262da27 req-0468be57-2b79-4f59-b351-35a1e7e9cf67 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649576
Apr 30 21:21:36.604875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port dd9e8d91-9874-4104-8556-90f37ddf0af6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:36.606169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:36.615510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-263777a7-c2a9-4cdb-b3d0-8c03000fd30c req-59d57900-bf64-4c93-93e1-37199b0eaa1d service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254351
Apr 30 21:21:36.624144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c15ca-1c5f-4a53-8b0d-4da334b9449e req-94404bf0-b191-47fb-be4c-f1441cbc7cc9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.625661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-003c15ca-1c5f-4a53-8b0d-4da334b9449e req-94404bf0-b191-47fb-be4c-f1441cbc7cc9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0718329
Apr 30 21:21:36.669517 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24160d2b-2064-4f6a-90b3-b2b6b522a633 None None] New status for floating IP 340b151e-482c-4a2b-b1b1-51d0959a9539: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:21:36.725198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-003c15ca-1c5f-4a53-8b0d-4da334b9449e req-e23cf4fd-7b53-45a9-9440-7605c06c40d2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873396
Apr 30 21:21:36.735540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port dd9e8d91-9874-4104-8556-90f37ddf0af6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:36.735933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:36.777102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port dd9e8d91-9874-4104-8556-90f37ddf0af6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9e8d91-9874-4104-8556-90f37ddf0af6,segment=NetworkSegment(8dbc4be9-ee35-4de1-af72-0bf8166bdaee),segment_id=8dbc4be9-ee35-4de1-af72-0bf8166bdaee)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:36.811863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074d41b-cecb-4458-8cef-e28e2b85b64d req-22074dba-12b5-4af2-8486-79e0bb6aac92 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.813408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f074d41b-cecb-4458-8cef-e28e2b85b64d req-22074dba-12b5-4af2-8486-79e0bb6aac92 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0491898
Apr 30 21:21:36.832707 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:36.867140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f074d41b-cecb-4458-8cef-e28e2b85b64d req-c827c414-065a-484d-9516-0299f1d30581 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463438
Apr 30 21:21:36.884640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=dd9e8d91-9874-4104-8556-90f37ddf0af6,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:36.981310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca18e83-8e32-4836-a99c-f65253fc81aa req-6d3d0eab-e6d4-48c7-bdbe-4ea55ee36927 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:36.982889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ca18e83-8e32-4836-a99c-f65253fc81aa req-6d3d0eab-e6d4-48c7-bdbe-4ea55ee36927 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.0548613
Apr 30 21:21:37.031809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ca18e83-8e32-4836-a99c-f65253fc81aa req-2dca2233-6b94-4851-bde3-cc5606433631 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429463
Apr 30 21:21:37.139586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e4174-0824-44df-a1fb-f947b6d76ace req-ca06c634-6979-49d9-a248-c577d4c61d8d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:37.141143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-436e4174-0824-44df-a1fb-f947b6d76ace req-ca06c634-6979-49d9-a248-c577d4c61d8d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0518920
Apr 30 21:21:37.189686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-436e4174-0824-44df-a1fb-f947b6d76ace req-f6693848-dc13-4143-93f0-63996f75bd56 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420432
Apr 30 21:21:37.410116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14900c0e-ec78-49e5-ae69-942a76d77fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e8d91-9874-4104-8556-90f37ddf0af6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:37.410116 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7894171-645a-4dbb-87dc-2d4228e0163d" -d '{"events": [{"server_uuid": "14900c0e-ec78-49e5-ae69-942a76d77fc1", "name": "network-vif-plugged", "status": "completed", "tag": "dd9e8d91-9874-4104-8556-90f37ddf0af6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:37.446684 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc563950-5fcd-45fd-978e-9b67830c165d x-openstack-request-id: req-cc563950-5fcd-45fd-978e-9b67830c165d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:37.446982 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14900c0e-ec78-49e5-ae69-942a76d77fc1", "name": "network-vif-plugged", "status": "completed", "tag": "dd9e8d91-9874-4104-8556-90f37ddf0af6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:37.447234 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc563950-5fcd-45fd-978e-9b67830c165d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:37.447630 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc563950-5fcd-45fd-978e-9b67830c165d'] response: {'server_uuid': '14900c0e-ec78-49e5-ae69-942a76d77fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9e8d91-9874-4104-8556-90f37ddf0af6', 'code': 200}
Apr 30 21:21:37.547454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1c780-36d8-485f-a95f-bb06e211325a req-aa66f7ce-b819-491c-a48c-09e28fcf6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:37.549007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3af1c780-36d8-485f-a95f-bb06e211325a req-aa66f7ce-b819-491c-a48c-09e28fcf6b94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 1127 time: 0.0407245
Apr 30 21:21:37.631024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5c2d-59f8-4f5e-90b8-a347c2599d72 req-15fcf5a6-b695-41ce-953d-4a013d2599c0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:37.632515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d58d5c2d-59f8-4f5e-90b8-a347c2599d72 req-15fcf5a6-b695-41ce-953d-4a013d2599c0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 945 time: 0.0722399
Apr 30 21:21:37.635011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3af1c780-36d8-485f-a95f-bb06e211325a req-2fa23308-c135-4283-ae43-0629592fae21 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803866
Apr 30 21:21:37.681347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d58d5c2d-59f8-4f5e-90b8-a347c2599d72 req-4551023b-123e-44fe-abaf-df0031de7861 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418539
Apr 30 21:21:37.792086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01c62755-7931-4827-838d-22dcb260a04d req-4dc6dabe-8af8-489c-8e3b-c779089036bc tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-376712282&fields=id&tenant_id=8b8ae5530f6847478106f78f50e7314d HTTP/1.1" status: 200  len: 267 time: 0.0424252
Apr 30 21:21:37.874246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c62755-7931-4827-838d-22dcb260a04d req-42cb9d82-e0d7-43a7-89ca-5df7ce15d834 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:37.875663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01c62755-7931-4827-838d-22dcb260a04d req-42cb9d82-e0d7-43a7-89ca-5df7ce15d834 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 945 time: 0.0771384
Apr 30 21:21:37.884472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e951f-134e-4b61-8cb5-a0c088d8c13a req-31c6cb2c-6e05-4c92-9960-c2b6656bd81b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:37.885869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29e951f-134e-4b61-8cb5-a0c088d8c13a req-31c6cb2c-6e05-4c92-9960-c2b6656bd81b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0781260
Apr 30 21:21:37.891250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-01c62755-7931-4827-838d-22dcb260a04d req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'port': {'security_groups': ['2ea8c34d-d7f4-4e37-9758-ed477d5d85f0', 'f7ef8d53-d162-4fc5-aa9a-1e25d138b59a']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:37.993030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b29e951f-134e-4b61-8cb5-a0c088d8c13a req-4773b917-5757-4073-8680-8fceef4f4fc3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985537
Apr 30 21:21:37.997363 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-01c62755-7931-4827-838d-22dcb260a04d req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:38.122958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e8750-3c72-4b13-a7b3-eeb1738c9ca6 req-29f9fa8f-0dfa-4b55-82af-ce25a36fd90b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:38.140088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c5e8750-3c72-4b13-a7b3-eeb1738c9ca6 req-29f9fa8f-0dfa-4b55-82af-ce25a36fd90b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0696452
Apr 30 21:21:38.230708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c5e8750-3c72-4b13-a7b3-eeb1738c9ca6 req-358a4ba6-7c51-4447-a26c-1d5e231b0088 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985930
Apr 30 21:21:38.266721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-01c62755-7931-4827-838d-22dcb260a04d req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] For port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:38.324605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-01c62755-7931-4827-838d-22dcb260a04d req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:38.340874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3788fe7-21c8-4325-90eb-817bcc6ca15c req-864557d5-8d51-44f0-a6f8-c963807f58f3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:38.342579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3788fe7-21c8-4325-90eb-817bcc6ca15c req-864557d5-8d51-44f0-a6f8-c963807f58f3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0580504
Apr 30 21:21:38.351427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36840) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:38.356178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'floatingip': {'port_id': '25241eca-3984-4407-9196-eb00543c2900'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:38.397815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-01c62755-7931-4827-838d-22dcb260a04d req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:38.410075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:38.454329 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (1be4844a-8808-4ac0-9440-3814122dc2e3), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:38.510923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c62755-7931-4827-838d-22dcb260a04d req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:38.511540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-01c62755-7931-4827-838d-22dcb260a04d req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:38.513000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01c62755-7931-4827-838d-22dcb260a04d req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "PUT /v2.0/ports/7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 200  len: 981 time: 0.6262500
Apr 30 21:21:38.521701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:38.524014 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a04499a-d8c9-4bb6-adf2-648d9a711b84" -d '{"events": [{"name": "network-changed", "server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:38.562376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b120b-3f0f-40b5-b976-cf4da5552d31 req-90df73c0-e9b6-46e4-a1cc-47ba1b418ae8 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:38.564398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52b120b-3f0f-40b5-b976-cf4da5552d31 req-90df73c0-e9b6-46e4-a1cc-47ba1b418ae8 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.1719973
Apr 30 21:21:38.579147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:38.651852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'Port': ['ID=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:38.691658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.692012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.692357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.692702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.693628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.693989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.694982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.695328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.695664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.695996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.696327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.696654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.696980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.697307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.697635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5959c1-6e1a-4dff-ad73-a172a638bb52 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:38.718866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1533d-7a34-4003-83e5-c9a2c3a96a93 req-b37831e5-2c7e-423e-ab53-e4276fc1c3ab tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:38.722070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71e1533d-7a34-4003-83e5-c9a2c3a96a93 req-b37831e5-2c7e-423e-ab53-e4276fc1c3ab tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.1412144
Apr 30 21:21:38.782568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52b120b-3f0f-40b5-b976-cf4da5552d31 req-0124d69d-2f0c-4376-84da-f730c2887526 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029464
Apr 30 21:21:39.175476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71e1533d-7a34-4003-83e5-c9a2c3a96a93 req-f0942e6e-1536-47f6-b1b9-f1e7f8c1f20b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4440255
Apr 30 21:21:39.212524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-f6a2d1ab-e2fe-46aa-8bfd-b98dd150fb2b tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-294086249&fields=id&tenant_id=8b8ae5530f6847478106f78f50e7314d HTTP/1.1" status: 200  len: 267 time: 0.0941348
Apr 30 21:21:39.245906 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d2c3d3-59bc-42ac-98bf-b216ea06269c x-openstack-request-id: req-e1d2c3d3-59bc-42ac-98bf-b216ea06269c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:39.246195 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:39.246450 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1d2c3d3-59bc-42ac-98bf-b216ea06269c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:39.246842 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d2c3d3-59bc-42ac-98bf-b216ea06269c'] response: {'name': 'network-changed', 'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21', 'status': 'completed', 'code': 200}
Apr 30 21:21:39.421344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-fa29b5bb-59cd-498f-934a-ce8bad12008f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:39.422846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-fa29b5bb-59cd-498f-934a-ce8bad12008f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 984 time: 0.1799619
Apr 30 21:21:39.423753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-22396de2-b686-4f9a-8e54-6b3944f9fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:39.425120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-22396de2-b686-4f9a-8e54-6b3944f9fa5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1166 time: 0.1811464
Apr 30 21:21:39.448724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'port': {'security_groups': ['2ea8c34d-d7f4-4e37-9758-ed477d5d85f0', 'f7ef8d53-d162-4fc5-aa9a-1e25d138b59a', '3acd7fa0-ff34-4d41-9777-37c9353e5067']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:39.472702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f359ae2-999d-4c63-a26e-7d56a0347bbe req-d6e707ac-7777-497c-8658-cc6179715a92 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:39.474737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f359ae2-999d-4c63-a26e-7d56a0347bbe req-d6e707ac-7777-497c-8658-cc6179715a92 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1351104
Apr 30 21:21:39.666549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.resource_extend [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:21:39.730212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f359ae2-999d-4c63-a26e-7d56a0347bbe req-2c62adc0-2c3d-416a-9526-821277941380 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056909
Apr 30 21:21:39.733924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-80e583e3-7f62-47ad-a192-71c350ee3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:39.736215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-80e583e3-7f62-47ad-a192-71c350ee3946 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 914 time: 0.3011177
Apr 30 21:21:39.737161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:39.772971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:39.805159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-98d4f8e9-a369-4a59-b302-f848393263fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 200  len: 217 time: 0.0595126
Apr 30 21:21:39.843021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (1be4844a-8808-4ac0-9440-3814122dc2e3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:40.039378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1d77c-f3de-48ad-8fcc-12b0c93e6524 req-2fae4525-45f9-4ffd-9dc0-1d161039d1b9 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:40.040780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8b1d77c-f3de-48ad-8fcc-12b0c93e6524 req-2fae4525-45f9-4ffd-9dc0-1d161039d1b9 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.1423602
Apr 30 21:21:40.047515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-fa75b7d2-ea4b-45cc-9170-4c36207957bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:40.048887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-fa75b7d2-ea4b-45cc-9170-4c36207957bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.2164285
Apr 30 21:21:40.107166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-b350ec95-e787-4e1c-8f32-53d8d9e83ccf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521696
Apr 30 21:21:40.139262 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Floating IP 1be4844a-8808-4ac0-9440-3814122dc2e3 associated. External IP: 172.35.4.15, port: 25241eca-3984-4407-9196-eb00543c2900.
Apr 30 21:21:40.296984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8b1d77c-f3de-48ad-8fcc-12b0c93e6524 req-0377e49f-2c2c-423e-bd33-afa8e2e77bc0 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2470734
Apr 30 21:21:40.417765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] For port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:40.435276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-3bba3098-3f27-4432-a481-e73abdfa333b service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3155940
Apr 30 21:21:40.453720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317142de-7de9-43d8-8809-dbcb149a3f7a req-dddbe819-75cf-4bb7-9543-43f06d87033c tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:40.455155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-317142de-7de9-43d8-8809-dbcb149a3f7a req-dddbe819-75cf-4bb7-9543-43f06d87033c tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0979161
Apr 30 21:21:40.557117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:40.650200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:40.657622 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-317142de-7de9-43d8-8809-dbcb149a3f7a req-511a08df-bc5b-491a-abe2-b18245c0d7b7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924281
Apr 30 21:21:40.667672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:40.729541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a04499a-d8c9-4bb6-adf2-648d9a711b84 req-955bc9d6-eeae-4664-ab25-5d4ba031451b service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2827613
Apr 30 21:21:40.745650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:40.746510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:40.747811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cbca20d-1d3b-4e7a-b296-b7961ec76841 req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "PUT /v2.0/ports/7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 200  len: 1020 time: 1.3178327
Apr 30 21:21:40.776951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Router 4d7d9f33-bbcd-4e94-af99-ad7657726720 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:21:40.782076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caddc8-b7f2-4b61-989a-60e7bab16e82 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'Port': ['ID=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:40.823286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:40.921225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73f29c-5c19-4334-8fc1-34c77ae2cc0c req-0375a55e-931f-431c-9dc7-a5e38eb73357 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:40.922851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c73f29c-5c19-4334-8fc1-34c77ae2cc0c req-0375a55e-931f-431c-9dc7-a5e38eb73357 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1023 time: 0.0932128
Apr 30 21:21:40.961129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:21:40.968470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:40.973881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] Sync routers for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:21:41.017495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:41.017973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fafcb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:21:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:41.033999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0e46053b-1384-49a3-97aa-264211f5b2ce tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "PUT /v2.0/floatingips/1be4844a-8808-4ac0-9440-3814122dc2e3 HTTP/1.1" status: 200  len: 990 time: 2.6812105
Apr 30 21:21:41.055854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c73f29c-5c19-4334-8fc1-34c77ae2cc0c req-ea39b596-d119-48e6-9f84-d518635e9cf5 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=3acd7fa0-ff34-4d41-9777-37c9353e5067&id=f7ef8d53-d162-4fc5-aa9a-1e25d138b59a&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0 HTTP/1.1" status: 200  len: 6206 time: 0.1196539
Apr 30 21:21:41.140916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb2629-1403-4171-a7fd-79e5ae66c497 req-250bf175-84f0-4ec8-85dd-de9758f2de5d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:41.142700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aebb2629-1403-4171-a7fd-79e5ae66c497 req-250bf175-84f0-4ec8-85dd-de9758f2de5d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0667768
Apr 30 21:21:41.201505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff1db0-5359-4fc3-aa49-685925a81c87 req-a6e2a66a-d1d0-43dc-a696-e291ad1bc23b tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:41.203081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7ff1db0-5359-4fc3-aa49-685925a81c87 req-a6e2a66a-d1d0-43dc-a696-e291ad1bc23b tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.0836616
Apr 30 21:21:41.250202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21'}, {'name': 'network-changed', 'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'tag': '25241eca-3984-4407-9196-eb00543c2900'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:41.252408 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0f6c82-d2de-4d65-b2ef-714038720ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21"}, {"name": "network-changed", "server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "tag": "25241eca-3984-4407-9196-eb00543c2900"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:41.277076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aebb2629-1403-4171-a7fd-79e5ae66c497 req-828c1fa8-8236-4072-9171-c5388a971410 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104524
Apr 30 21:21:41.303215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-57921524-1917-413e-b9f9-752c090eafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:41.306289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-57921524-1917-413e-b9f9-752c090eafed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06b329e61e254c7c9c722e9afd8160ea&device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 1127 time: 0.0922580
Apr 30 21:21:41.310889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8bc20238-ae52-445e-bef4-d67b612c37bb req-6f6cd49c-3292-40f3-921e-8e65b411700e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1670172599 ', 'description': 'tempest-description-1602535885'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:41.329717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:41.349712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7ff1db0-5359-4fc3-aa49-685925a81c87 req-82c605c5-0fde-47f9-86b0-102f65314232 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377275
Apr 30 21:21:41.609696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fafcb20>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1be4844a-8808-4ac0-9440-3814122dc2e3', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'port_id': '25241eca-3984-4407-9196-eb00543c2900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'mac_address': 'fa:16:3e:a1:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:21:14Z', 'updated_at': '2022-04-30T21:21:39Z', 'revision_number': 1, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:41.636572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] Checking router: 4d7d9f33-bbcd-4e94-af99-ad7657726720 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:21:41.646526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:21:41.647036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fafcb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:21:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:41.708196 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031372c9-e6c6-4c80-b10a-84cd8468b104 x-openstack-request-id: req-031372c9-e6c6-4c80-b10a-84cd8468b104 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:41.708585 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "tag": "25241eca-3984-4407-9196-eb00543c2900", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:41.708852 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-031372c9-e6c6-4c80-b10a-84cd8468b104 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:41.709242 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031372c9-e6c6-4c80-b10a-84cd8468b104'] response: {'name': 'network-changed', 'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21', 'status': 'completed', 'code': 200}
Apr 30 21:21:41.709505 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031372c9-e6c6-4c80-b10a-84cd8468b104'] response: {'name': 'network-changed', 'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'tag': '25241eca-3984-4407-9196-eb00543c2900', 'status': 'completed', 'code': 200}
Apr 30 21:21:41.768885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:21:41.799123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8bc20238-ae52-445e-bef4-d67b612c37bb req-6f6cd49c-3292-40f3-921e-8e65b411700e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:41.801418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-760c984d-6fc4-4944-8dcc-e0dabc3ad755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:41.803756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-760c984d-6fc4-4944-8dcc-e0dabc3ad755 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1206 time: 0.0974479
Apr 30 21:21:41.852864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16316ff-9f48-47c3-b70a-d2e9313a12bb req-05bed537-db4a-4058-9359-39146db7a3eb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:41.854395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d16316ff-9f48-47c3-b70a-d2e9313a12bb req-05bed537-db4a-4058-9359-39146db7a3eb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.1166544
Apr 30 21:21:41.913894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-28664f84-4dfb-4c52-ad52-a354ff079759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:41.915370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-28664f84-4dfb-4c52-ad52-a354ff079759 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 HTTP/1.1" status: 200  len: 914 time: 0.5941179
Apr 30 21:21:41.995243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-49103886-9f15-4baa-ae2b-03b5fef545ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd9e8d91-9874-4104-8556-90f37ddf0af6 HTTP/1.1" status: 200  len: 217 time: 0.0662975
Apr 30 21:21:42.018693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fafcb20>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1be4844a-8808-4ac0-9440-3814122dc2e3', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'port_id': '25241eca-3984-4407-9196-eb00543c2900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'mac_address': 'fa:16:3e:a1:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:21:14Z', 'updated_at': '2022-04-30T21:21:39Z', 'revision_number': 1, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:42.048039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19e15a3-533a-4dfa-9a27-a2d5b2fd2af4 None None] The sync data for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 is: [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1be4844a-8808-4ac0-9440-3814122dc2e3', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'port_id': '25241eca-3984-4407-9196-eb00543c2900', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'mac_address': 'fa:16:3e:a1:96:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:21:14Z', 'updated_at': '2022-04-30T21:21:39Z', 'revision_number': 1, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:21:42.075376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d16316ff-9f48-47c3-b70a-d2e9313a12bb req-b3f54131-0ed6-46d6-86c5-89b83dc254c4 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859741
Apr 30 21:21:42.087184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-1b5235d4-920e-4860-bea9-344f5725a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:42.088732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-1b5235d4-920e-4860-bea9-344f5725a664 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 914 time: 0.2714891
Apr 30 21:21:42.113472 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8bc20238-ae52-445e-bef4-d67b612c37bb req-6f6cd49c-3292-40f3-921e-8e65b411700e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (6cfd577b-a269-4b2b-9878-4905dcb7c717), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:42.142989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-bede5cd1-f0b2-4ccd-b119-0f50adc57dc7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 200  len: 217 time: 0.0441523
Apr 30 21:21:42.147130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-d05e70a1-fc6a-4153-b060-9395d7a00c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:42.148616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-d05e70a1-fc6a-4153-b060-9395d7a00c1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d967b19-1583-4106-9f1a-b1c7f61e573d HTTP/1.1" status: 200  len: 853 time: 0.1414156
Apr 30 21:21:42.157164 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8bc20238-ae52-445e-bef4-d67b612c37bb req-6f6cd49c-3292-40f3-921e-8e65b411700e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6cfd577b-a269-4b2b-9878-4905dcb7c717), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:42.239416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-71b69044-63a1-4ddb-a824-fa1e5b1d30d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0797620
Apr 30 21:21:42.251482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cd49c-3292-40f3-921e-8e65b411700e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd577b-a269-4b2b-9878-4905dcb7c717,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:42.261685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-b807bdb6-11e7-4b28-a9ca-596d85e1a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:42.263240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-b807bdb6-11e7-4b28-a9ca-596d85e1a8fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.1133585
Apr 30 21:21:42.286392 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8bc20238-ae52-445e-bef4-d67b612c37bb req-6f6cd49c-3292-40f3-921e-8e65b411700e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:42.288169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bc20238-ae52-445e-bef4-d67b612c37bb req-6f6cd49c-3292-40f3-921e-8e65b411700e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.9876838
Apr 30 21:21:42.289447 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90d078c-7467-4f71-b7e7-29e601669cf0 None None] New status for floating IP 1be4844a-8808-4ac0-9440-3814122dc2e3: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:21:42.351056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-e0a50fa0-e607-4d4e-aa7e-b43475da8aa3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748448
Apr 30 21:21:42.500014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c947569-2bb1-4f77-a52e-e30f1b95a9ff req-d03a0f94-f462-4828-ac6f-9ecf9ef0efcc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:42.501485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c947569-2bb1-4f77-a52e-e30f1b95a9ff req-d03a0f94-f462-4828-ac6f-9ecf9ef0efcc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1411521
Apr 30 21:21:42.512448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adededa1-04b4-427b-bb55-a18e97a6ff78 req-d32dc18d-1b06-416e-9bb7-8e21384a8236 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/6cfd577b-a269-4b2b-9878-4905dcb7c717 HTTP/1.1" status: 200  len: 1800 time: 0.1906252
Apr 30 21:21:42.520647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-01330d52-4b97-4546-b0e1-dc984b0f73fb service neutron] 10.222.0.20 "GET /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721417
Apr 30 21:21:42.648556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-c505243a-18af-4c8f-b64c-05e5002cde66 service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2900674
Apr 30 21:21:42.696926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2ef63-effb-4ef3-88cc-6217169c77c4 req-e98fa045-ffbc-4347-b878-a83b40046eda tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:42.698507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42a2ef63-effb-4ef3-88cc-6217169c77c4 req-e98fa045-ffbc-4347-b878-a83b40046eda tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.1155474
Apr 30 21:21:42.730850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c947569-2bb1-4f77-a52e-e30f1b95a9ff req-3e0d6ec7-280e-42ea-a48a-6d901fc252de tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194467
Apr 30 21:21:42.812629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db59922e-fe57-4f1e-94a5-3a22f147e481 req-09bd3b9c-cff2-439c-8116-9f500dd9b895 service neutron] 10.222.0.20 "GET /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2840981
Apr 30 21:21:42.851202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42a2ef63-effb-4ef3-88cc-6217169c77c4 req-c8023b26-eef3-4780-ab30-7c1a0970ef14 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146557
Apr 30 21:21:42.862506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42aef774-de28-4345-84d6-0450fdfb6716 req-69c31744-6972-4737-a311-94256f3ef0c1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/6cfd577b-a269-4b2b-9878-4905dcb7c717 HTTP/1.1" status: 200  len: 1800 time: 0.1007550
Apr 30 21:21:42.869081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-47a61989-35a2-4561-9808-3cd4ff913dec service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124038
Apr 30 21:21:42.964188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-c344a1fe-c812-4f4e-ad08-7573bfcbce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:42.965712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-c344a1fe-c812-4f4e-ad08-7573bfcbce96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 1127 time: 0.0508761
Apr 30 21:21:42.966444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42aef774-de28-4345-84d6-0450fdfb6716 req-3d12b9f1-eeb5-47a3-9be1-12897089ff1c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (6cfd577b-a269-4b2b-9878-4905dcb7c717), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:43.035178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42aef774-de28-4345-84d6-0450fdfb6716 req-3d12b9f1-eeb5-47a3-9be1-12897089ff1c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (6cfd577b-a269-4b2b-9878-4905dcb7c717), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:43.103758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-d29aa094-9ec9-492b-b16b-2553dd4b6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:43.105397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-d29aa094-9ec9-492b-b16b-2553dd4b6b45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.1331143
Apr 30 21:21:43.203833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-3576064b-8640-45c3-b540-88354480097d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 1000 time: 0.0920806
Apr 30 21:21:43.206750 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42aef774-de28-4345-84d6-0450fdfb6716 req-3d12b9f1-eeb5-47a3-9be1-12897089ff1c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6cfd577b-a269-4b2b-9878-4905dcb7c717), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:43.209974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42aef774-de28-4345-84d6-0450fdfb6716 req-3d12b9f1-eeb5-47a3-9be1-12897089ff1c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:43.210994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42aef774-de28-4345-84d6-0450fdfb6716 req-3d12b9f1-eeb5-47a3-9be1-12897089ff1c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/6cfd577b-a269-4b2b-9878-4905dcb7c717 HTTP/1.1" status: 204  len: 173 time: 0.3410356
Apr 30 21:21:43.231736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf1a99-b486-4aae-b7e5-02435fad147e req-a2794ad6-6af5-45c5-a2ef-7b85eedb9dc6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:43.233200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6adf1a99-b486-4aae-b7e5-02435fad147e req-a2794ad6-6af5-45c5-a2ef-7b85eedb9dc6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0796347
Apr 30 21:21:43.268289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12b9f1-eeb5-47a3-9be1-12897089ff1c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfd577b-a269-4b2b-9878-4905dcb7c717,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:43.309141 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-8e14cbfb-aece-4ee7-8232-d9ffc726a8de req-1c75d5bd-ac6e-4978-a15a-ddcafccee97c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:21:43.309141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e14cbfb-aece-4ee7-8232-d9ffc726a8de req-1c75d5bd-ac6e-4978-a15a-ddcafccee97c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/6cfd577b-a269-4b2b-9878-4905dcb7c717 HTTP/1.1" status: 404  len: 352 time: 0.0447066
Apr 30 21:21:43.309141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-05dde228-5742-4701-b4c5-90fd574af1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:43.309141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-05dde228-5742-4701-b4c5-90fd574af1d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.0932896
Apr 30 21:21:43.344007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-07617c04-1deb-40b2-a081-8a6dbfc2a50c req-6d577264-2f1f-4373-b838-a22afd4673af tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1694576627', 'description': 'tempest-description-1249017619'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:43.390662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6adf1a99-b486-4aae-b7e5-02435fad147e req-62632c00-628b-4910-9850-20ad8d4e7f7b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336739
Apr 30 21:21:43.399229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-64c3d2f2-2faf-45a8-ad83-9b2fe3c24386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:43.400972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-64c3d2f2-2faf-45a8-ad83-9b2fe3c24386 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0836112
Apr 30 21:21:43.482318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-07617c04-1deb-40b2-a081-8a6dbfc2a50c req-6d577264-2f1f-4373-b838-a22afd4673af tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:43.503515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-57ab6643-63f3-4c4c-8d1a-e07fb54e1529 service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959737
Apr 30 21:21:43.633265 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-07617c04-1deb-40b2-a081-8a6dbfc2a50c req-6d577264-2f1f-4373-b838-a22afd4673af tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (22a28b49-9aa7-4a27-8872-ae42cb7445ca), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:43.637174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0f6c82-d2de-4d65-b2ef-714038720ec2 req-497aafe2-0862-4e64-9c45-5d7872022acf service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274734
Apr 30 21:21:43.707047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-07617c04-1deb-40b2-a081-8a6dbfc2a50c req-6d577264-2f1f-4373-b838-a22afd4673af tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (22a28b49-9aa7-4a27-8872-ae42cb7445ca), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:43.737040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d577264-2f1f-4373-b838-a22afd4673af tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a28b49-9aa7-4a27-8872-ae42cb7445ca,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:43.845502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff497b89-cac5-409a-9933-3646b4bcd103 req-51ceda7d-a712-48e1-bcc4-9e340940c510 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:43.847123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff497b89-cac5-409a-9933-3646b4bcd103 req-51ceda7d-a712-48e1-bcc4-9e340940c510 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0487647
Apr 30 21:21:43.850799 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-07617c04-1deb-40b2-a081-8a6dbfc2a50c req-6d577264-2f1f-4373-b838-a22afd4673af tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:43.852584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07617c04-1deb-40b2-a081-8a6dbfc2a50c req-6d577264-2f1f-4373-b838-a22afd4673af tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5222704
Apr 30 21:21:43.884805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6316f4c1-d8b9-43a3-bc50-e6a3e43bc715 req-1b645ba7-3ae3-402e-97fe-3252af44116f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1517533938', 'description': 'tempest-description-608171839'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:43.918864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff497b89-cac5-409a-9933-3646b4bcd103 req-10396aa2-53d1-4eff-b246-234fa0cfe0fd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652432
Apr 30 21:21:43.976327 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6316f4c1-d8b9-43a3-bc50-e6a3e43bc715 req-1b645ba7-3ae3-402e-97fe-3252af44116f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:44.043888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5352ef-19ba-4105-bd38-baa31a6a6ffd req-598ee192-95cb-49d9-a498-48b5d9bea9cc tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:44.045369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a5352ef-19ba-4105-bd38-baa31a6a6ffd req-598ee192-95cb-49d9-a498-48b5d9bea9cc tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.0596666
Apr 30 21:21:44.113331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6316f4c1-d8b9-43a3-bc50-e6a3e43bc715 req-1b645ba7-3ae3-402e-97fe-3252af44116f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (db752416-2acb-42fa-9e08-aac4aed4c913), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:44.118666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a5352ef-19ba-4105-bd38-baa31a6a6ffd req-c0cc7421-501b-4415-a869-9798e98e3bdf tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655382
Apr 30 21:21:44.198563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6316f4c1-d8b9-43a3-bc50-e6a3e43bc715 req-1b645ba7-3ae3-402e-97fe-3252af44116f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (db752416-2acb-42fa-9e08-aac4aed4c913), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:44.229414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b645ba7-3ae3-402e-97fe-3252af44116f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db752416-2acb-42fa-9e08-aac4aed4c913,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:44.280715 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6316f4c1-d8b9-43a3-bc50-e6a3e43bc715 req-1b645ba7-3ae3-402e-97fe-3252af44116f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:44.281972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6316f4c1-d8b9-43a3-bc50-e6a3e43bc715 req-1b645ba7-3ae3-402e-97fe-3252af44116f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4077089
Apr 30 21:21:44.305954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-5d592d6f-82fd-4890-8e17-e8fe68fc9639 req-de3b2ff0-f729-419a-9a28-a46506b1ad79 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1448070160', 'description': 'tempest-description-1657905800'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:44.375371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5d592d6f-82fd-4890-8e17-e8fe68fc9639 req-de3b2ff0-f729-419a-9a28-a46506b1ad79 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:44.446750 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5d592d6f-82fd-4890-8e17-e8fe68fc9639 req-de3b2ff0-f729-419a-9a28-a46506b1ad79 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (2572a270-49b7-46ba-a411-000d6d75f164), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:44.518621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5d592d6f-82fd-4890-8e17-e8fe68fc9639 req-de3b2ff0-f729-419a-9a28-a46506b1ad79 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2572a270-49b7-46ba-a411-000d6d75f164), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:44.579872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b2ff0-f729-419a-9a28-a46506b1ad79 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2572a270-49b7-46ba-a411-000d6d75f164,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:44.600332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4887d78-2e8d-4f99-8c78-def2e5ca9406 req-fc754a10-642f-48a8-9b16-a298f2afb1e2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:44.601828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4887d78-2e8d-4f99-8c78-def2e5ca9406 req-fc754a10-642f-48a8-9b16-a298f2afb1e2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0567911
Apr 30 21:21:44.616534 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5d592d6f-82fd-4890-8e17-e8fe68fc9639 req-de3b2ff0-f729-419a-9a28-a46506b1ad79 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:44.617638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d592d6f-82fd-4890-8e17-e8fe68fc9639 req-de3b2ff0-f729-419a-9a28-a46506b1ad79 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.3162129
Apr 30 21:21:44.655595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4887d78-2e8d-4f99-8c78-def2e5ca9406 req-feec03ad-fec2-4162-b0fc-ae4aea5de84a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479927
Apr 30 21:21:44.726384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3371115-9104-4f23-a089-1f778de205c7 req-9d84221a-06e1-49ae-ae0d-ea2da15da31c tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:44.727825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3371115-9104-4f23-a089-1f778de205c7 req-9d84221a-06e1-49ae-ae0d-ea2da15da31c tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.0608096
Apr 30 21:21:44.813956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3371115-9104-4f23-a089-1f778de205c7 req-be1ab41f-4ac2-4a8d-8003-45f13e2ae1ee tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778213
Apr 30 21:21:44.839448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f052ae4-ad27-43bb-95d3-3e9d6752ad97 req-98d32107-42bb-4be8-932c-8700c9a2483d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b8ae5530f6847478106f78f50e7314d HTTP/1.1" status: 200  len: 11012 time: 0.1605358
Apr 30 21:21:44.885634 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f052ae4-ad27-43bb-95d3-3e9d6752ad97 req-205d0482-3f56-4970-a345-98dc1f980a98 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/2ea8c34d-d7f4-4e37-9758-ed477d5d85f0 HTTP/1.1" status: 200  len: 3002 time: 0.0400898
Apr 30 21:21:44.930024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f052ae4-ad27-43bb-95d3-3e9d6752ad97 req-b567b8fd-87ad-4e84-b923-22666f13ea2b tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/2ea8c34d-d7f4-4e37-9758-ed477d5d85f0 HTTP/1.1" status: 200  len: 3002 time: 0.0384984
Apr 30 21:21:44.991322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09b55cfc-122f-4fb5-8bf4-db2a659572ae req-783ef650-533b-43f6-b22c-279788f8e373 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/22a28b49-9aa7-4a27-8872-ae42cb7445ca HTTP/1.1" status: 200  len: 1820 time: 0.0394018
Apr 30 21:21:45.060162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c819186-5738-4ca0-a968-35656ec729a2 req-b7d6a255-5c93-4aa8-9772-f5aee285e0c2 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:45.061775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c819186-5738-4ca0-a968-35656ec729a2 req-b7d6a255-5c93-4aa8-9772-f5aee285e0c2 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0747790
Apr 30 21:21:45.101604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09b55cfc-122f-4fb5-8bf4-db2a659572ae req-93e703ef-819e-44bc-8742-91c04ccb2ba9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (22a28b49-9aa7-4a27-8872-ae42cb7445ca), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.139552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09b55cfc-122f-4fb5-8bf4-db2a659572ae req-93e703ef-819e-44bc-8742-91c04ccb2ba9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (22a28b49-9aa7-4a27-8872-ae42cb7445ca), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.144613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c819186-5738-4ca0-a968-35656ec729a2 req-57823a43-72e5-4407-9f65-b9a5ab038a33 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766497
Apr 30 21:21:45.226951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09b55cfc-122f-4fb5-8bf4-db2a659572ae req-93e703ef-819e-44bc-8742-91c04ccb2ba9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (22a28b49-9aa7-4a27-8872-ae42cb7445ca), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.229637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-09b55cfc-122f-4fb5-8bf4-db2a659572ae req-93e703ef-819e-44bc-8742-91c04ccb2ba9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.230798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09b55cfc-122f-4fb5-8bf4-db2a659572ae req-93e703ef-819e-44bc-8742-91c04ccb2ba9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/22a28b49-9aa7-4a27-8872-ae42cb7445ca HTTP/1.1" status: 204  len: 173 time: 0.2310729
Apr 30 21:21:45.240276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e703ef-819e-44bc-8742-91c04ccb2ba9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a28b49-9aa7-4a27-8872-ae42cb7445ca,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:45.263194 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-226ecf31-a9ff-486c-8ca3-ae2abe58aafe req-1c649273-9412-4c80-abb9-0f27243f28fe tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:21:45.264199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-226ecf31-a9ff-486c-8ca3-ae2abe58aafe req-1c649273-9412-4c80-abb9-0f27243f28fe tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/22a28b49-9aa7-4a27-8872-ae42cb7445ca HTTP/1.1" status: 404  len: 352 time: 0.0144382
Apr 30 21:21:45.322056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3de726fa-46bb-48d7-8028-a377105579f6 req-6a3aa9a0-4993-496e-ba07-5d5b2825c422 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/db752416-2acb-42fa-9e08-aac4aed4c913 HTTP/1.1" status: 200  len: 1819 time: 0.0388396
Apr 30 21:21:45.378987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3de726fa-46bb-48d7-8028-a377105579f6 req-75a17dfa-c858-404e-9adc-837951a280a1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (db752416-2acb-42fa-9e08-aac4aed4c913), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.400869 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3de726fa-46bb-48d7-8028-a377105579f6 req-75a17dfa-c858-404e-9adc-837951a280a1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (db752416-2acb-42fa-9e08-aac4aed4c913), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.570301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3de726fa-46bb-48d7-8028-a377105579f6 req-75a17dfa-c858-404e-9adc-837951a280a1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (db752416-2acb-42fa-9e08-aac4aed4c913), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.572912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3de726fa-46bb-48d7-8028-a377105579f6 req-75a17dfa-c858-404e-9adc-837951a280a1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.574097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3de726fa-46bb-48d7-8028-a377105579f6 req-75a17dfa-c858-404e-9adc-837951a280a1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/db752416-2acb-42fa-9e08-aac4aed4c913 HTTP/1.1" status: 204  len: 173 time: 0.2465253
Apr 30 21:21:45.583472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a17dfa-c858-404e-9adc-837951a280a1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db752416-2acb-42fa-9e08-aac4aed4c913,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:45.606733 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-d79d8124-852f-4716-a87c-af4d5747ef2c req-3aad2462-5395-4be7-bd03-47f429b3ff85 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:21:45.607743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d79d8124-852f-4716-a87c-af4d5747ef2c req-3aad2462-5395-4be7-bd03-47f429b3ff85 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/db752416-2acb-42fa-9e08-aac4aed4c913 HTTP/1.1" status: 404  len: 352 time: 0.0140383
Apr 30 21:21:45.666065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c810d8a-788a-49c9-ae38-a4696ad904f9 req-cf7de35e-4a6f-4962-9457-3af27ae067e9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/2572a270-49b7-46ba-a411-000d6d75f164 HTTP/1.1" status: 200  len: 1820 time: 0.0378428
Apr 30 21:21:45.725898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c810d8a-788a-49c9-ae38-a4696ad904f9 req-345dd181-b95d-4229-a1a9-d416670c015a tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (2572a270-49b7-46ba-a411-000d6d75f164), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.776763 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c810d8a-788a-49c9-ae38-a4696ad904f9 req-345dd181-b95d-4229-a1a9-d416670c015a tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (2572a270-49b7-46ba-a411-000d6d75f164), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.802075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fbdaf-02e3-4ceb-b157-fa9b2e055a9c req-e700278b-00e4-4ee6-a595-27483cda79e0 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:45.804161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc2fbdaf-02e3-4ceb-b157-fa9b2e055a9c req-e700278b-00e4-4ee6-a595-27483cda79e0 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0665183
Apr 30 21:21:45.861590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc2fbdaf-02e3-4ceb-b157-fa9b2e055a9c req-7ea517d9-30d0-44aa-b463-2f7024a4313d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508029
Apr 30 21:21:45.918249 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c810d8a-788a-49c9-ae38-a4696ad904f9 req-345dd181-b95d-4229-a1a9-d416670c015a tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2572a270-49b7-46ba-a411-000d6d75f164), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.920810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c810d8a-788a-49c9-ae38-a4696ad904f9 req-345dd181-b95d-4229-a1a9-d416670c015a tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:45.921964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c810d8a-788a-49c9-ae38-a4696ad904f9 req-345dd181-b95d-4229-a1a9-d416670c015a tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/2572a270-49b7-46ba-a411-000d6d75f164 HTTP/1.1" status: 204  len: 173 time: 0.2504909
Apr 30 21:21:45.961093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dd181-b95d-4229-a1a9-d416670c015a tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2572a270-49b7-46ba-a411-000d6d75f164,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:45.979967 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-256d7860-db73-4950-85a3-d5a8d53e89c0 req-b3a42eff-86b9-4ef4-85ee-9665953e7b32 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:21:45.980958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-256d7860-db73-4950-85a3-d5a8d53e89c0 req-b3a42eff-86b9-4ef4-85ee-9665953e7b32 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/2572a270-49b7-46ba-a411-000d6d75f164 HTTP/1.1" status: 404  len: 352 time: 0.0236144
Apr 30 21:21:45.998834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2df41-3369-4232-b77c-9e00bc78bc5f req-f9d46cfe-9c80-4ee2-967c-b5fc1cd9bd2b tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:46.001268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37a2df41-3369-4232-b77c-9e00bc78bc5f req-f9d46cfe-9c80-4ee2-967c-b5fc1cd9bd2b tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.0775373
Apr 30 21:21:46.089996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37a2df41-3369-4232-b77c-9e00bc78bc5f req-c381f492-22fa-4ed8-9e66-b862ce716961 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eb72c49-4277-4e7f-abbc-fbb5815bed7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812390
Apr 30 21:21:46.103071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb7b624-11aa-4a21-829d-84778a237255 req-07d4c47f-b038-47b6-9366-6108a3a7c227 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b8ae5530f6847478106f78f50e7314d HTTP/1.1" status: 200  len: 6206 time: 0.1003821
Apr 30 21:21:46.171642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-845634c6-9107-4ae2-b58d-71892d1c9673 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:46.173024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-845634c6-9107-4ae2-b58d-71892d1c9673 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.20 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 945 time: 0.0691056
Apr 30 21:21:46.211743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb7b624-11aa-4a21-829d-84778a237255 req-18005b12-137d-46e4-b0f0-781a75170056 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/2ea8c34d-d7f4-4e37-9758-ed477d5d85f0 HTTP/1.1" status: 200  len: 3002 time: 0.0989976
Apr 30 21:21:46.318731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92cfdf-8249-4cf6-a0c5-3f0197fc54ce req-b8705c04-53b0-4fe9-9c1e-95c461213df8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:46.320199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf92cfdf-8249-4cf6-a0c5-3f0197fc54ce req-b8705c04-53b0-4fe9-9c1e-95c461213df8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1056502
Apr 30 21:21:46.356045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb7b624-11aa-4a21-829d-84778a237255 req-e58dbd9c-939e-4b22-b21b-fe51fbb26cc9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/2ea8c34d-d7f4-4e37-9758-ed477d5d85f0 HTTP/1.1" status: 200  len: 3002 time: 0.1371522
Apr 30 21:21:46.358288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Deleting port dd9e8d91-9874-4104-8556-90f37ddf0af6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:21:46.358631 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.413369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-928a4d3b-a03a-4495-812b-af36f867892f req-f99af46c-419c-40ad-8929-65866462d125 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2070493505', 'description': 'tempest-description-1255180394'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:46.450327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf92cfdf-8249-4cf6-a0c5-3f0197fc54ce req-9293368a-5fd6-43f3-85e9-ae6d1b38f196 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205752
Apr 30 21:21:46.487614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] For port dd9e8d91-9874-4104-8556-90f37ddf0af6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9e8d91-9874-4104-8556-90f37ddf0af6,segment=NetworkSegment(8dbc4be9-ee35-4de1-af72-0bf8166bdaee),segment_id=8dbc4be9-ee35-4de1-af72-0bf8166bdaee)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:46.488026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.501164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Calling delete_port for dd9e8d91-9874-4104-8556-90f37ddf0af6 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:21:46.546170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-928a4d3b-a03a-4495-812b-af36f867892f req-f99af46c-419c-40ad-8929-65866462d125 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.667168 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-928a4d3b-a03a-4495-812b-af36f867892f req-f99af46c-419c-40ad-8929-65866462d125 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (48bf3612-bf9b-470a-96a8-0ba6432dc15a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.701238 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.729504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-928a4d3b-a03a-4495-812b-af36f867892f req-f99af46c-419c-40ad-8929-65866462d125 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (48bf3612-bf9b-470a-96a8-0ba6432dc15a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.762909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af46c-419c-40ad-8929-65866462d125 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48bf3612-bf9b-470a-96a8-0ba6432dc15a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:46.781002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (dd9e8d91-9874-4104-8556-90f37ddf0af6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.813143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Pushing event deleted for resources: {'Port': ['ID=dd9e8d91-9874-4104-8556-90f37ddf0af6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:46.842827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-928a4d3b-a03a-4495-812b-af36f867892f req-f99af46c-419c-40ad-8929-65866462d125 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.844014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-928a4d3b-a03a-4495-812b-af36f867892f req-f99af46c-419c-40ad-8929-65866462d125 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.4421732
Apr 30 21:21:46.861893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] No DVR routers for this DVR port dd9e8d91-9874-4104-8556-90f37ddf0af6 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:21:46.864796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:46.868187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c3d1df5-1a72-434d-9fcb-74e639c1d29d req-bfec821a-daf4-4a18-800e-925f9fb40a90 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.20 "DELETE /v2.0/ports/dd9e8d91-9874-4104-8556-90f37ddf0af6 HTTP/1.1" status: 204  len: 173 time: 0.6880574
Apr 30 21:21:46.868693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14900c0e-ec78-49e5-ae69-942a76d77fc1', 'name': 'network-vif-deleted', 'tag': 'dd9e8d91-9874-4104-8556-90f37ddf0af6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:46.870995 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b573d87a-ef65-4f8e-a627-3c7143484b92" -d '{"events": [{"server_uuid": "14900c0e-ec78-49e5-ae69-942a76d77fc1", "name": "network-vif-deleted", "tag": "dd9e8d91-9874-4104-8556-90f37ddf0af6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:46.877682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-576372f8-2d6c-4537-8fee-fd75b9d24182 req-9af4fc6a-3195-4212-9a10-e6153d7f6522 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-526780883', 'description': 'tempest-description-978256777'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:46.910081 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578076d0-1148-46f8-b389-da102e24a696 x-openstack-request-id: req-578076d0-1148-46f8-b389-da102e24a696 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:46.910387 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14900c0e-ec78-49e5-ae69-942a76d77fc1", "name": "network-vif-deleted", "tag": "dd9e8d91-9874-4104-8556-90f37ddf0af6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:46.910650 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-578076d0-1148-46f8-b389-da102e24a696 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:46.911045 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578076d0-1148-46f8-b389-da102e24a696'] response: {'server_uuid': '14900c0e-ec78-49e5-ae69-942a76d77fc1', 'name': 'network-vif-deleted', 'tag': 'dd9e8d91-9874-4104-8556-90f37ddf0af6', 'status': 'completed', 'code': 200}
Apr 30 21:21:46.965322 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-576372f8-2d6c-4537-8fee-fd75b9d24182 req-9af4fc6a-3195-4212-9a10-e6153d7f6522 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:47.010448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8370804-1e68-4433-a177-fcd121436035 req-7d5ddfba-2e78-4fe4-8e81-5ce1a3cf6428 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:47.011916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8370804-1e68-4433-a177-fcd121436035 req-7d5ddfba-2e78-4fe4-8e81-5ce1a3cf6428 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0574074
Apr 30 21:21:47.093245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8370804-1e68-4433-a177-fcd121436035 req-3941bdaf-c6cf-43b3-a190-81456f19d1a1 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723586
Apr 30 21:21:47.102200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-576372f8-2d6c-4537-8fee-fd75b9d24182 req-9af4fc6a-3195-4212-9a10-e6153d7f6522 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (d3ae815d-5315-4395-8139-f5d582e807b0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:47.186125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65d4cc89-5dd6-4135-b840-a2e212b63ca5 req-17c6a2ca-fc5e-48a6-aa4f-5bc2ff8dcf89 tempest-InstanceActionsTestJSON-975144923 tempest-InstanceActionsTestJSON-975144923-project] 10.222.0.23 "GET /v2.0/ports?device_id=14900c0e-ec78-49e5-ae69-942a76d77fc1 HTTP/1.1" status: 200  len: 210 time: 0.0285430
Apr 30 21:21:47.192504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-576372f8-2d6c-4537-8fee-fd75b9d24182 req-9af4fc6a-3195-4212-9a10-e6153d7f6522 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d3ae815d-5315-4395-8139-f5d582e807b0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:47.222281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4fc6a-3195-4212-9a10-e6153d7f6522 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ae815d-5315-4395-8139-f5d582e807b0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:47.286073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-576372f8-2d6c-4537-8fee-fd75b9d24182 req-9af4fc6a-3195-4212-9a10-e6153d7f6522 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:47.287352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-576372f8-2d6c-4537-8fee-fd75b9d24182 req-9af4fc6a-3195-4212-9a10-e6153d7f6522 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.4137609
Apr 30 21:21:47.578958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7321031-d8f3-485c-83b1-9867f245be39 req-e060d039-16b6-46c4-b9d3-9526e16e2689 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:47.580416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-e060d039-16b6-46c4-b9d3-9526e16e2689 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 813 time: 0.1374869
Apr 30 21:21:47.586340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2254c-a51e-4248-9c00-2186210d6360 req-5815c911-becc-46bc-9d25-9fbc0a375699 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:47.587685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0be2254c-a51e-4248-9c00-2186210d6360 req-5815c911-becc-46bc-9d25-9fbc0a375699 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0648983
Apr 30 21:21:47.604501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-e68dc40e-a87b-47d5-997f-0299de98a1c1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/quotas/8b8ae5530f6847478106f78f50e7314d HTTP/1.1" status: 200  len: 375 time: 0.0159183
Apr 30 21:21:47.670714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-5aa8e81c-6a01-4c79-97f8-9688ec389777 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0589585
Apr 30 21:21:47.673668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0be2254c-a51e-4248-9c00-2186210d6360 req-5ea838ef-3c9c-4e8b-a660-4879050c8b0d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790343
Apr 30 21:21:47.763417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-2d187356-9b3a-440e-88e7-bb337f1ae48f service neutron] 10.222.0.23 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854552
Apr 30 21:21:47.857700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-cba1bf16-edfa-472e-bed0-8ff3a6e2b391 service neutron] 10.222.0.23 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859401
Apr 30 21:21:47.868145 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de303c0e-0103-4f80-b28e-484ab5b4cf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:48.112868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d14aa4f-c06a-4ce9-b850-52053f90dff5 req-4e481fe2-336f-4709-8c40-f7f376b6b71c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 210 time: 0.0367227
Apr 30 21:21:48.211239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468cfaa-9509-4cc0-a956-bfe2b995c0b1 req-79351445-c2f7-47a1-94e4-2458ee431520 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:48.212310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8468cfaa-9509-4cc0-a956-bfe2b995c0b1 req-79351445-c2f7-47a1-94e4-2458ee431520 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0475321
Apr 30 21:21:48.261843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8468cfaa-9509-4cc0-a956-bfe2b995c0b1 req-714a68b0-b820-4ea6-9705-c3df9f9f80e4 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431287
Apr 30 21:21:48.263791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36962) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:48.313449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbccbd1-faa4-46b5-930c-80182bcb7339 admin admin] Deleting subnet 2d967b19-1583-4106-9f1a-b1c7f61e573d {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:21:48.316806 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fbccbd1-faa4-46b5-930c-80182bcb7339 admin admin] Publish callbacks [] for subnet (2d967b19-1583-4106-9f1a-b1c7f61e573d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:48.351693 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fbccbd1-faa4-46b5-930c-80182bcb7339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (2d967b19-1583-4106-9f1a-b1c7f61e573d), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:48.489003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device dd9e8d91-9874-4104-8556-90f37ddf0af6 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:21:48.510364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: dd9e8d91-9874-4104-8556-90f37ddf0af6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:21:48.510713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device dd9e8d91-9874-4104-8556-90f37ddf0af6 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:21:48.686081 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fbccbd1-faa4-46b5-930c-80182bcb7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (2d967b19-1583-4106-9f1a-b1c7f61e573d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:48.789764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac088-15fc-4289-90db-0e5e864f56be req-a519dddb-97d0-4082-a497-e184aec17190 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:48.791283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807ac088-15fc-4289-90db-0e5e864f56be req-a519dddb-97d0-4082-a497-e184aec17190 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0462301
Apr 30 21:21:48.805205 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fbccbd1-faa4-46b5-930c-80182bcb7339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (2d967b19-1583-4106-9f1a-b1c7f61e573d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:48.846483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbccbd1-faa4-46b5-930c-80182bcb7339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d967b19-1583-4106-9f1a-b1c7f61e573d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:48.855467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fbccbd1-faa4-46b5-930c-80182bcb7339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:48.856339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9fbccbd1-faa4-46b5-930c-80182bcb7339 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2d967b19-1583-4106-9f1a-b1c7f61e573d HTTP/1.1" status: 204  len: 168 time: 0.5916266
Apr 30 21:21:48.859078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36976) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:48.873408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-807ac088-15fc-4289-90db-0e5e864f56be req-33348650-cc3b-4362-b54c-71ca5bb5513c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762603
Apr 30 21:21:48.930014 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.004583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.023877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966eb8e20>,) {'filters': {'network_id': ['4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:49.032885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966eb8e20>, '8dbc4be9-ee35-4de1-af72-0bf8166bdaee') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:49.033181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966eb8e20>, '8dbc4be9-ee35-4de1-af72-0bf8166bdaee') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:21:49.042811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (8dbc4be9-ee35-4de1-af72-0bf8166bdaee), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.057258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8dbc4be9-ee35-4de1-af72-0bf8166bdaee), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.063803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:21:49.064196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (8dbc4be9-ee35-4de1-af72-0bf8166bdaee), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:21:49.065896 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:21:49.209484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.214930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.216087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9694bd8-6be7-4317-b28f-2ca49374b9f2 req-cb712a9b-7299-4a61-9118-88baee9fe5ec tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 210 time: 0.0320783
Apr 30 21:21:49.220678 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0 HTTP/1.1" status: 204  len: 168 time: 0.3580248
Apr 30 21:21:49.232736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa3c30a-e2d6-4ad0-98a6-6121283b1ac0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:49.242596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.243003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.245877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.245877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.245877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.245877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.245877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.245877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.245877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.245877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.246843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.246843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.246843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.247090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.247421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d65f98-3bfb-4abd-aa16-972b368a9664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:21:49.383609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7d6d0-f8e5-4f35-b1a2-3cb710259aa1 req-5f43fa44-7c16-4bf0-a364-c4479bcbed0e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:49.385587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2e7d6d0-f8e5-4f35-b1a2-3cb710259aa1 req-5f43fa44-7c16-4bf0-a364-c4479bcbed0e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0468264
Apr 30 21:21:49.436483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2e7d6d0-f8e5-4f35-b1a2-3cb710259aa1 req-44239676-6e30-41d9-abcb-7ed862def23a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431576
Apr 30 21:21:49.632430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36984) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:49.671946 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eb1f742c-291a-4de2-be8e-b1b319506451 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06b329e61e254c7c9c722e9afd8160ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383699
Apr 30 21:21:49.674291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36986) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:49.720920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b996a078-4b6d-480f-b563-50f21f6c7695 admin admin] Publish callbacks [] for security_group (3eb72c49-4277-4e7f-abbc-fbb5815bed7e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.743202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b996a078-4b6d-480f-b563-50f21f6c7695 admin admin] Publish callbacks [] for security_group (3eb72c49-4277-4e7f-abbc-fbb5815bed7e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.929853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b996a078-4b6d-480f-b563-50f21f6c7695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3eb72c49-4277-4e7f-abbc-fbb5815bed7e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.936141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b996a078-4b6d-480f-b563-50f21f6c7695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:49.936141 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b996a078-4b6d-480f-b563-50f21f6c7695 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eb72c49-4277-4e7f-abbc-fbb5815bed7e HTTP/1.1" status: 204  len: 168 time: 0.2586548
Apr 30 21:21:49.942032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996a078-4b6d-480f-b563-50f21f6c7695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb72c49-4277-4e7f-abbc-fbb5815bed7e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:49.999314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25a7ed-574d-4767-9d55-60bfee6677a2 req-9bf36fa1-1bc9-42c8-9cff-c5f1a405456e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:50.000957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb25a7ed-574d-4767-9d55-60bfee6677a2 req-9bf36fa1-1bc9-42c8-9cff-c5f1a405456e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0519917
Apr 30 21:21:50.053988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb25a7ed-574d-4767-9d55-60bfee6677a2 req-8ddcea2c-9e93-40da-ac92-19fc1302c485 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468488
Apr 30 21:21:50.118302 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e7ff-b7cc-430d-bf83-bdc51538cbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:50.215765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7321031-d8f3-485c-83b1-9867f245be39 req-ba0050e3-20fa-482f-be79-3576ba9b0f20 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:50.217189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-ba0050e3-20fa-482f-be79-3576ba9b0f20 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.20 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 813 time: 0.1018522
Apr 30 21:21:50.231876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'port': {'device_id': '703208f7-1534-4904-bd47-2912f134e612', 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae', 'admin_state_up': True, 'tenant_id': '8b8ae5530f6847478106f78f50e7314d'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:50.340489 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5b1c1e1-a57e-40bc-a027-0658918dd551 req-d921d5b7-e6aa-45cb-85f7-6d85306f0472 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 210 time: 0.0356171
Apr 30 21:21:50.386627 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:50.438718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Made reservation on behalf of 8b8ae5530f6847478106f78f50e7314d for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:50.442119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:50.598743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9989b-5afc-4ceb-a6e8-9d1a3c4d1e9a req-5c34431d-41ce-4467-9473-0dd5b6bd2d3e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:50.600772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb9989b-5afc-4ceb-a6e8-9d1a3c4d1e9a req-5c34431d-41ce-4467-9473-0dd5b6bd2d3e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0823567
Apr 30 21:21:50.639313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Allocated IP 172.20.0.9 (7b3c83f5-11ee-4bcf-b36d-922b070bfdae/8f91bf75-7dba-4c04-9746-3a687cbaaf8b/7fed5ec0-2e20-45e9-adca-fbfa5aac5d72) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:50.674072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fb9989b-5afc-4ceb-a6e8-9d1a3c4d1e9a req-6a8bbcfa-999e-4d1c-ace5-e843dfad1f46 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662720
Apr 30 21:21:50.839918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:50.936109 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:50.952002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:50.988197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:50.992315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:50.994952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:51.025269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'Port': ['ID=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:51.060836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:51.060836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.061178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37014) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:51.109829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-96246f9c-5e88-4f3d-9727-58cbcd46909e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8821976
Apr 30 21:21:51.124773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Request body: {'port': {'device_id': '703208f7-1534-4904-bd47-2912f134e612', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:51.183764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1966650046-network', 'tenant_id': '5dc17b1f657d4f6caefcd0aae175053d'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:51.226388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480990f5-923d-4abd-a2e3-2dfdbdce2406 req-fd6c8242-d86e-41a0-ad16-137a0270cfbf tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:51.227858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-480990f5-923d-4abd-a2e3-2dfdbdce2406 req-fd6c8242-d86e-41a0-ad16-137a0270cfbf tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0989282
Apr 30 21:21:51.232563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.277453 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.306870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Made reservation on behalf of 5dc17b1f657d4f6caefcd0aae175053d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:51.309304 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.318468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.323210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-480990f5-923d-4abd-a2e3-2dfdbdce2406 req-9adb932f-975f-4001-9072-edb9712ffa3f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884302
Apr 30 21:21:51.407410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Publish callbacks [] for security_group (71d95489-91cd-422d-b04f-2b873509d0ff), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.478511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (71d95489-91cd-422d-b04f-2b873509d0ff), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.508561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:21:51.510640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a8239-1eb2-4245-b739-52ef5d21ecd3 req-62118016-eaea-4afd-af48-b0705cea53df tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:51.512204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-920a8239-1eb2-4245-b739-52ef5d21ecd3 req-62118016-eaea-4afd-af48-b0705cea53df tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 931 time: 0.0703099
Apr 30 21:21:51.515976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d95489-91cd-422d-b04f-2b873509d0ff,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:51.522552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7160a259-15c4-4446-bf92-b9a9e7212b98), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.522881 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Added segment 7160a259-15c4-4446-bf92-b9a9e7212b98 of type vlan for network 33316c41-54f6-4e10-894d-0bdc761056d7
Apr 30 21:21:51.567731 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (33316c41-54f6-4e10-894d-0bdc761056d7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.616888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-920a8239-1eb2-4245-b739-52ef5d21ecd3 req-bc02b6b0-335b-4fb3-9809-6ae9c6289a95 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963507
Apr 30 21:21:51.633353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:51.641463 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Publish callbacks [] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.654400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Transition to ACTIVE for port object 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:21:51.664115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (33316c41-54f6-4e10-894d-0bdc761056d7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.664115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:51.664115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.718549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] Pushing event updated for resources: {'Network': ['ID=33316c41-54f6-4e10-894d-0bdc761056d7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:51.728776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 33316c41-54f6-4e10-894d-0bdc761056d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:21:51.784878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.794396 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8aa498f1-56f8-4f6a-8319-4f330b5625ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.7290435
Apr 30 21:21:51.794745 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37024) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:21:51.799919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Request body: {'subnet': {'network_id': '33316c41-54f6-4e10-894d-0bdc761056d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1966650046-subnet', 'tenant_id': '5dc17b1f657d4f6caefcd0aae175053d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:51.852457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f3830-ec21-4028-97e9-81a436ab29e7 req-453fd77b-d024-4104-910f-1243c584feff tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:51.853985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da5f3830-ec21-4028-97e9-81a436ab29e7 req-453fd77b-d024-4104-910f-1243c584feff tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.1046793
Apr 30 21:21:51.884007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:51.900986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Made reservation on behalf of 5dc17b1f657d4f6caefcd0aae175053d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:51.903351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:51.954552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da5f3830-ec21-4028-97e9-81a436ab29e7 req-5fce66dd-c49e-4586-acc8-c574c96b42b3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940568
Apr 30 21:21:51.982723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Attempting to bind port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:51.983064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Attempting to bind port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:51.983398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Attempting to bind port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 on network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:51.988147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 on network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:21:51.988475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Attempting to bind port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 on network 7b3c83f5-11ee-4bcf-b36d-922b070bfdae {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:51.993439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:51.993917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Checking segment: {'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:51.994302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Bound using segment: {'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:51.994729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Bound port: 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e97bcf-b98f-42a5-9af2-4569f7a73071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:51.995090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:52.063717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] For port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:52.066810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] For port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:52.129913 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:52.152638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (15f468fa-ccf0-4aad-9207-48b1270ab102), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:52.167142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.167792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:52.169164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 HTTP/1.1" status: 200  len: 1091 time: 1.0504644
Apr 30 21:21:52.169632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:52.171896 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f701160-0dad-460c-9651-916b11fbc0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:52.197887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8dc2a-067c-4963-b688-0df92ca404b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:52.219015 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ff27a8-5afd-4b8d-baa0-a0feeaa09bcc x-openstack-request-id: req-96ff27a8-5afd-4b8d-baa0-a0feeaa09bcc {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:52.219311 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:52.219586 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96ff27a8-5afd-4b8d-baa0-a0feeaa09bcc {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:52.220005 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ff27a8-5afd-4b8d-baa0-a0feeaa09bcc'] response: {'name': 'network-changed', 'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72', 'status': 'completed', 'code': 200}
Apr 30 21:21:52.225995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f468fa-ccf0-4aad-9207-48b1270ab102,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:52.232541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Checking segment: {'id': '7160a259-15c4-4446-bf92-b9a9e7212b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33316c41-54f6-4e10-894d-0bdc761056d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:52.232968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Network hostable DHCP agents. Network: 33316c41-54f6-4e10-894d-0bdc761056d7, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:21:52.282237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f701160-0dad-460c-9651-916b11fbc0d6 req-717050da-6bbf-4b37-a9a2-4c850f7d16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.283753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f701160-0dad-460c-9651-916b11fbc0d6 req-717050da-6bbf-4b37-a9a2-4c850f7d16b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1125 time: 0.0399866
Apr 30 21:21:52.323941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Network 33316c41-54f6-4e10-894d-0bdc761056d7 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:21:52.386804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f701160-0dad-460c-9651-916b11fbc0d6 req-1b35396a-23bf-4437-8a4a-b630078cf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.391830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f701160-0dad-460c-9651-916b11fbc0d6 req-1b35396a-23bf-4437-8a4a-b630078cf509 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8b8ae5530f6847478106f78f50e7314d&shared=False HTTP/1.1" status: 200  len: 914 time: 0.0967345
Apr 30 21:21:52.409715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33316c41-54f6-4e10-894d-0bdc761056d7) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:52.413881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.415230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:52.421963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31dacd-d709-4c5b-8526-f9896d94f06b None None] Network 33316c41-54f6-4e10-894d-0bdc761056d7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:52.495089 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1119eef7-3754-4ee5-b67e-38ac9d3e0217 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.6990547
Apr 30 21:21:52.497506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef834e1-9a21-4bc1-8297-3b5e9fd0c0cc req-f8893564-753e-4581-b209-ff36d67db7e1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.504416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ef834e1-9a21-4bc1-8297-3b5e9fd0c0cc req-f8893564-753e-4581-b209-ff36d67db7e1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1009440
Apr 30 21:21:52.538333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191c8a08-a588-4780-b5b3-f8ce4239ca6c None None] Network 33316c41-54f6-4e10-894d-0bdc761056d7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:21:52.563772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f701160-0dad-460c-9651-916b11fbc0d6 req-6059605e-d394-4cef-9716-a94092136487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.565305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f701160-0dad-460c-9651-916b11fbc0d6 req-6059605e-d394-4cef-9716-a94092136487 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1698830
Apr 30 21:21:52.578835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ef834e1-9a21-4bc1-8297-3b5e9fd0c0cc req-df127795-d811-4119-9ab7-75482eb0dff3 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735059
Apr 30 21:21:52.663627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7321031-d8f3-485c-83b1-9867f245be39 req-0e2e46ad-4a35-4300-a7cb-6ce3c6a4eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.663627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-0e2e46ad-4a35-4300-a7cb-6ce3c6a4eeaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1125 time: 0.0440094
Apr 30 21:21:52.715762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-a6d407e5-0adf-4f20-b835-b1d411a6e64d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 HTTP/1.1" status: 200  len: 217 time: 0.0424871
Apr 30 21:21:52.805078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1bb9f-e855-4a42-8ec0-1e70e983b525 req-fb4d40af-5ee8-46bb-a6de-33cd055b7b29 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.806579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74b1bb9f-e855-4a42-8ec0-1e70e983b525 req-fb4d40af-5ee8-46bb-a6de-33cd055b7b29 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 943 time: 0.0936685
Apr 30 21:21:52.823699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7321031-d8f3-485c-83b1-9867f245be39 req-99af9c7d-8e68-49f6-b7d2-11759c0981a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:52.825119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-99af9c7d-8e68-49f6-b7d2-11759c0981a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.1007624
Apr 30 21:21:52.875547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-5b3d057b-7a3f-4bdd-b87b-bbb15891d335 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420804
Apr 30 21:21:52.980689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74b1bb9f-e855-4a42-8ec0-1e70e983b525 req-06072ae5-1838-4c2b-90af-4c7aaef3b24e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670897
Apr 30 21:21:53.043873 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:53.066775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-16d3238f-8f7f-4102-bed8-7da497d5a690 service neutron] 10.222.0.20 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809556
Apr 30 21:21:53.089885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-45dd3c73-34ab-49bb-ace0-216a435a2a2f tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:53.091263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-45dd3c73-34ab-49bb-ace0-216a435a2a2f tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/networks?id=33316c41-54f6-4e10-894d-0bdc761056d7 HTTP/1.1" status: 200  len: 822 time: 0.2230408
Apr 30 21:21:53.158411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a32c0-0daf-42f6-b570-6a1666b3e16e req-c67fa31f-ebef-42cb-a7e4-1d16d13673e7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:53.159855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-187a32c0-0daf-42f6-b570-6a1666b3e16e req-c67fa31f-ebef-42cb-a7e4-1d16d13673e7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.1152694
Apr 30 21:21:53.163057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-db6a7628-9c94-44ba-afd1-20947911a6fb tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/quotas/5dc17b1f657d4f6caefcd0aae175053d HTTP/1.1" status: 200  len: 375 time: 0.0633061
Apr 30 21:21:53.224439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-b9432a2f-71c1-4dc5-b2f1-55a3fc2cf52a tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5dc17b1f657d4f6caefcd0aae175053d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0498924
Apr 30 21:21:53.263263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7321031-d8f3-485c-83b1-9867f245be39 req-eea651aa-7b3f-45ef-87d4-86c4b3a7f754 service neutron] 10.222.0.20 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800289
Apr 30 21:21:53.266648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-187a32c0-0daf-42f6-b570-6a1666b3e16e req-8f39aa87-a48e-4c4a-8b48-15ad3c82756f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995297
Apr 30 21:21:53.397858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-04c41515-cca3-4e3d-bf12-b59deaade88d service neutron] 10.222.0.23 "GET /v2.0/networks/33316c41-54f6-4e10-894d-0bdc761056d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627576
Apr 30 21:21:53.486494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-ffb7efa7-597a-4227-8662-66f91ad5fa36 service neutron] 10.222.0.23 "GET /v2.0/networks/33316c41-54f6-4e10-894d-0bdc761056d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825422
Apr 30 21:21:53.722593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-382b295b-1c33-4244-b903-0b2222ce4fd0 req-37b7da1e-fe7a-4482-a0e6-31051844f11a tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 210 time: 0.0375743
Apr 30 21:21:53.731071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d12631-876d-43e4-a71c-f77dab328286 req-df0367cb-e116-4fca-b205-4a5e78d137e2 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:53.732519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45d12631-876d-43e4-a71c-f77dab328286 req-df0367cb-e116-4fca-b205-4a5e78d137e2 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0925345
Apr 30 21:21:53.781876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45d12631-876d-43e4-a71c-f77dab328286 req-5f53f77a-0020-430f-b1fb-9624b8c2b063 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434067
Apr 30 21:21:54.098407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19181b8d-05d3-4c92-8b5f-8aa737bea1ac req-a8df7331-96f8-440f-a8cd-0f416ab3c8b6 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:54.099913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19181b8d-05d3-4c92-8b5f-8aa737bea1ac req-a8df7331-96f8-440f-a8cd-0f416ab3c8b6 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 943 time: 0.0494401
Apr 30 21:21:54.147035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19181b8d-05d3-4c92-8b5f-8aa737bea1ac req-e6d6fdb2-7788-4f9f-8ef6-790bd46e9fe8 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414810
Apr 30 21:21:54.384452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d84a5-57d4-4164-be0d-a8cf6690a740 req-f6f3b704-9d2c-41ba-8d8d-a2b1ed21f384 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:54.385949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f5d84a5-57d4-4164-be0d-a8cf6690a740 req-f6f3b704-9d2c-41ba-8d8d-a2b1ed21f384 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0475724
Apr 30 21:21:54.427407 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:54.438016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f5d84a5-57d4-4164-be0d-a8cf6690a740 req-a2745333-5a5f-4a37-9f83-af5bafe59251 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463555
Apr 30 21:21:54.825545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40a2af1c-dfe9-4d3f-be55-ead750dd631f req-8149d3ee-a0a8-45ef-b4f4-861e0ca5059e tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 210 time: 0.0273635
Apr 30 21:21:54.898909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35400029-130d-4c56-a1cf-2d163e56a6e8 req-0d47ea4c-c918-46ca-a8c3-dfd450807fa9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:54.900371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35400029-130d-4c56-a1cf-2d163e56a6e8 req-0d47ea4c-c918-46ca-a8c3-dfd450807fa9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0459347
Apr 30 21:21:54.952603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35400029-130d-4c56-a1cf-2d163e56a6e8 req-d43e31eb-bcce-4118-836c-e58aeaca8d5b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440922
Apr 30 21:21:55.261131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f8d45-0b42-42a1-9d8a-7bb434236aa6 req-eb7d00c1-dc6a-4acb-b176-6779864856dc tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:55.262648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-528f8d45-0b42-42a1-9d8a-7bb434236aa6 req-eb7d00c1-dc6a-4acb-b176-6779864856dc tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 943 time: 0.0467603
Apr 30 21:21:55.320433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-528f8d45-0b42-42a1-9d8a-7bb434236aa6 req-fbf2c2ff-2501-4d5f-bbcd-64ce434e2bfe tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518904
Apr 30 21:21:55.562431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c719d6-603f-40fd-9914-a3ad8841c615 req-f4b61352-13e5-4b48-b1dd-b6552e267b24 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:55.564044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8c719d6-603f-40fd-9914-a3ad8841c615 req-f4b61352-13e5-4b48-b1dd-b6552e267b24 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0586581
Apr 30 21:21:55.613118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8c719d6-603f-40fd-9914-a3ad8841c615 req-25aa07d7-1549-40a0-821c-18226030556f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417578
Apr 30 21:21:55.888510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-aef15d9a-95de-43bc-a244-da4151b2b58f tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:55.890031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-aef15d9a-95de-43bc-a244-da4151b2b58f tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.35 "GET /v2.0/networks?id=33316c41-54f6-4e10-894d-0bdc761056d7 HTTP/1.1" status: 200  len: 822 time: 0.1049278
Apr 30 21:21:55.930558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Request body: {'port': {'device_id': '7cff1b97-a0f9-40ae-95b5-54d8cbf64720', 'network_id': '33316c41-54f6-4e10-894d-0bdc761056d7', 'admin_state_up': True, 'tenant_id': '5dc17b1f657d4f6caefcd0aae175053d'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:55.934765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b891602-072c-42e6-89b3-3185220cf32d req-5589c3a5-d088-42bf-b169-b2224bab70e3 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 210 time: 0.0367548
Apr 30 21:21:56.080998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c828b-14dc-49d4-9a15-ac817512b877 req-3588d33a-5e68-46e2-a872-0fd74746d787 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:56.082414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d80c828b-14dc-49d4-9a15-ac817512b877 req-3588d33a-5e68-46e2-a872-0fd74746d787 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0573919
Apr 30 21:21:56.126317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Made reservation on behalf of 5dc17b1f657d4f6caefcd0aae175053d for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:21:56.129528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:56.141196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d80c828b-14dc-49d4-9a15-ac817512b877 req-09f7f856-3525-4ae9-a46a-4c7a9ff10374 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530570
Apr 30 21:21:56.257699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Allocated IP 172.20.0.6 (33316c41-54f6-4e10-894d-0bdc761056d7/15f468fa-ccf0-4aad-9207-48b1270ab102/782e899c-e697-463d-a2f3-2518f28f1d5b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:21:56.441230 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Publish callbacks [] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:56.455638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df4df1-06c7-4756-889f-8a06ddc4b4c9 req-f02f7b42-5a74-4063-be71-a2d3ae308b6c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:56.457098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73df4df1-06c7-4756-889f-8a06ddc4b4c9 req-f02f7b42-5a74-4063-be71-a2d3ae308b6c tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 943 time: 0.0670533
Apr 30 21:21:56.494536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:21:56.537793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73df4df1-06c7-4756-889f-8a06ddc4b4c9 req-5c616f6d-e640-42e9-8fe9-ef37a4317b58 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727239
Apr 30 21:21:56.592856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:56.593095 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:56.604624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72', 'network_id': '7b3c83f5-11ee-4bcf-b36d-922b070bfdae', 'port_id': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72', 'mac_address': 'fa:16:3e:17:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f91bf75-7dba-4c04-9746-3a687cbaaf8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:21:56.636027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Network 33316c41-54f6-4e10-894d-0bdc761056d7 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:21:56.639366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:21:56.641933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:21:56.642522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:56.643021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:56.658347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:56.678401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Pushing event updated for resources: {'Port': ['ID=782e899c-e697-463d-a2f3-2518f28f1d5b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:56.682113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:56.736039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:56.736650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:56.741225 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:56.753575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609ce63-6235-4771-a1e4-a7c77bdf9a17 req-581b3e8d-ddce-4264-a210-426a8873926b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:56.755377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8609ce63-6235-4771-a1e4-a7c77bdf9a17 req-581b3e8d-ddce-4264-a210-426a8873926b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0659299
Apr 30 21:21:56.801580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:56.813291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8609ce63-6235-4771-a1e4-a7c77bdf9a17 req-a9e2fdf4-46d6-4639-8a82-2fc0d4fe8e7a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512228
Apr 30 21:21:56.818838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-f08b968f-7181-4cdf-99b0-34085d8db8b4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8926995
Apr 30 21:21:56.830326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Request body: {'port': {'device_id': '7cff1b97-a0f9-40ae-95b5-54d8cbf64720', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:21:56.891191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:57.109016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5eee4-3c84-452f-ac06-3661559bebad req-4fcdf155-aee3-4381-9af2-63e64e9486fc tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:57.110603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05e5eee4-3c84-452f-ac06-3661559bebad req-4fcdf155-aee3-4381-9af2-63e64e9486fc tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 931 time: 0.0948815
Apr 30 21:21:57.157778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:21:57.532368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3dfa3-738f-4c84-a0af-fec1093ed058 req-287d883c-5d81-4af3-a6e6-20feb04d526f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:57.533923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10d3dfa3-738f-4c84-a0af-fec1093ed058 req-287d883c-5d81-4af3-a6e6-20feb04d526f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0863986
Apr 30 21:21:57.545954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05e5eee4-3c84-452f-ac06-3661559bebad req-8c4ad9b5-219f-4265-b7b6-41f1d842b016 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4282544
Apr 30 21:21:57.658802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10d3dfa3-738f-4c84-a0af-fec1093ed058 req-ed2689bc-cadd-40fe-9ecc-5c4b8a0feeee tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177230
Apr 30 21:21:57.666998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782e899c-e697-463d-a2f3-2518f28f1d5b {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:21:57.680149 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Publish callbacks [] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:57.696658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1722969-1bb6-4cf4-93b9-e675d0a46e24 req-846876ff-5e7e-4ea1-b90b-aab0cc41f49e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:57.698138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1722969-1bb6-4cf4-93b9-e675d0a46e24 req-846876ff-5e7e-4ea1-b90b-aab0cc41f49e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 944 time: 0.0792615
Apr 30 21:21:57.703007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Transition to ACTIVE for port object 782e899c-e697-463d-a2f3-2518f28f1d5b will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:21:57.745964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1722969-1bb6-4cf4-93b9-e675d0a46e24 req-c3e44b9d-0737-4771-ab6a-a75d160b8676 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418131
Apr 30 21:21:57.780878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:57.830681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Pushing event updated for resources: {'Port': ['ID=782e899c-e697-463d-a2f3-2518f28f1d5b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:57.946656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2e186-1fef-449a-a0b8-52630f7f103b req-cb9a044f-81d3-4489-afe7-18edea13d033 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:57.948105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ef2e186-1fef-449a-a0b8-52630f7f103b req-cb9a044f-81d3-4489-afe7-18edea13d033 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0638697
Apr 30 21:21:57.949163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Attempting to bind port 782e899c-e697-463d-a2f3-2518f28f1d5b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:21:57.949490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Attempting to bind port 782e899c-e697-463d-a2f3-2518f28f1d5b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7160a259-15c4-4446-bf92-b9a9e7212b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33316c41-54f6-4e10-894d-0bdc761056d7'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:21:57.949829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Attempting to bind port 782e899c-e697-463d-a2f3-2518f28f1d5b on network 33316c41-54f6-4e10-894d-0bdc761056d7 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:57.955989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Port 782e899c-e697-463d-a2f3-2518f28f1d5b on network 33316c41-54f6-4e10-894d-0bdc761056d7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:21:57.956302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Attempting to bind port 782e899c-e697-463d-a2f3-2518f28f1d5b on network 33316c41-54f6-4e10-894d-0bdc761056d7 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:21:57.971736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:21:57.972068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Checking segment: {'id': '7160a259-15c4-4446-bf92-b9a9e7212b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33316c41-54f6-4e10-894d-0bdc761056d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:21:57.972435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Bound using segment: {'id': '7160a259-15c4-4446-bf92-b9a9e7212b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33316c41-54f6-4e10-894d-0bdc761056d7'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:21:57.972859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Bound port: 782e899c-e697-463d-a2f3-2518f28f1d5b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7160a259-15c4-4446-bf92-b9a9e7212b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '33316c41-54f6-4e10-894d-0bdc761056d7'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:21:57.973209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:58.039344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ef2e186-1fef-449a-a0b8-52630f7f103b req-f264b845-458e-4e56-b745-dfbcb02bf4e6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847850
Apr 30 21:21:58.062733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] For port 782e899c-e697-463d-a2f3-2518f28f1d5b, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:21:58.066074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] For port 782e899c-e697-463d-a2f3-2518f28f1d5b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782e899c-e697-463d-a2f3-2518f28f1d5b,segment=NetworkSegment(7160a259-15c4-4446-bf92-b9a9e7212b98),segment_id=7160a259-15c4-4446-bf92-b9a9e7212b98)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:21:58.164435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:58.199501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:58.200118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:58.201559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] 10.222.0.35 "PUT /v2.0/ports/782e899c-e697-463d-a2f3-2518f28f1d5b HTTP/1.1" status: 200  len: 1091 time: 1.3752902
Apr 30 21:21:58.202023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cff1b97-a0f9-40ae-95b5-54d8cbf64720', 'tag': '782e899c-e697-463d-a2f3-2518f28f1d5b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:58.204288 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04459328-ca67-42a4-bb1f-28aca6e05a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cff1b97-a0f9-40ae-95b5-54d8cbf64720", "tag": "782e899c-e697-463d-a2f3-2518f28f1d5b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:58.227014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680298-7bc1-45d2-a356-22a885288006 service neutron] Pushing event updated for resources: {'Port': ['ID=782e899c-e697-463d-a2f3-2518f28f1d5b,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:58.243623 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6ed93f-5d49-437b-b050-6e0060de3fb6 x-openstack-request-id: req-3d6ed93f-5d49-437b-b050-6e0060de3fb6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:58.243936 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cff1b97-a0f9-40ae-95b5-54d8cbf64720", "tag": "782e899c-e697-463d-a2f3-2518f28f1d5b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:58.244183 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d6ed93f-5d49-437b-b050-6e0060de3fb6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:58.244638 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6ed93f-5d49-437b-b050-6e0060de3fb6'] response: {'name': 'network-changed', 'server_uuid': '7cff1b97-a0f9-40ae-95b5-54d8cbf64720', 'tag': '782e899c-e697-463d-a2f3-2518f28f1d5b', 'status': 'completed', 'code': 200}
Apr 30 21:21:58.306347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459328-ca67-42a4-bb1f-28aca6e05a5e req-68f2a3d7-3ee2-481b-b357-d1b4dbbf40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:58.307781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04459328-ca67-42a4-bb1f-28aca6e05a5e req-68f2a3d7-3ee2-481b-b357-d1b4dbbf40e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5dc17b1f657d4f6caefcd0aae175053d&device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 1125 time: 0.0427163
Apr 30 21:21:58.411445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459328-ca67-42a4-bb1f-28aca6e05a5e req-7211b71b-51c8-4cda-8d5b-225eda9a2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:58.413550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04459328-ca67-42a4-bb1f-28aca6e05a5e req-7211b71b-51c8-4cda-8d5b-225eda9a2a34 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5dc17b1f657d4f6caefcd0aae175053d&shared=False HTTP/1.1" status: 200  len: 923 time: 0.0981045
Apr 30 21:21:58.505953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04459328-ca67-42a4-bb1f-28aca6e05a5e req-b6bf2e48-6d79-4721-8f78-b9362258094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:58.507738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04459328-ca67-42a4-bb1f-28aca6e05a5e req-b6bf2e48-6d79-4721-8f78-b9362258094c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0886571
Apr 30 21:21:58.520885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:21:58.572752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:21:58.598822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-c380a06c-c550-429b-a82c-c3e454852e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:58.600951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-c380a06c-c550-429b-a82c-c3e454852e94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5dc17b1f657d4f6caefcd0aae175053d&device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 1125 time: 0.0404024
Apr 30 21:21:58.648116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-7b081e8a-39f2-4bf9-b232-116056c45ec4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=782e899c-e697-463d-a2f3-2518f28f1d5b HTTP/1.1" status: 200  len: 217 time: 0.0398443
Apr 30 21:21:58.654825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:21:58.658294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:58.724277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b30a07-6737-4a27-b153-6dd246a6bd19 req-38e264b5-8663-4c74-9298-0f9d78af0f4f tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:58.726423 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61b30a07-6737-4a27-b153-6dd246a6bd19 req-38e264b5-8663-4c74-9298-0f9d78af0f4f tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 943 time: 0.0815563
Apr 30 21:21:58.730414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-063174fc-db4a-44ad-97f3-ee106781b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:58.731785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-063174fc-db4a-44ad-97f3-ee106781b89c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=15f468fa-ccf0-4aad-9207-48b1270ab102 HTTP/1.1" status: 200  len: 862 time: 0.0765414
Apr 30 21:21:58.746923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:21:58.747317 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:58.774146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:21:58.776757 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8bd613-268e-4b75-afb3-43c8367281b9" -d '{"events": [{"server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "name": "network-vif-plugged", "status": "completed", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:21:58.789390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:21:58.809238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-1691e1ae-cdde-47ba-8687-6736ef07dc4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33316c41-54f6-4e10-894d-0bdc761056d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613024
Apr 30 21:21:58.836943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a83b6-fff0-4ca1-b484-7267a2c0c023 req-ba7a1d5e-e22b-444a-89d7-9ac35c4ac597 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:58.838320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-355a83b6-fff0-4ca1-b484-7267a2c0c023 req-ba7a1d5e-e22b-444a-89d7-9ac35c4ac597 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1043792
Apr 30 21:21:58.866449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:21:58.905521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61b30a07-6737-4a27-b153-6dd246a6bd19 req-cb4a7d7b-cfba-408c-bf17-90a73e1fc45d tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725550
Apr 30 21:21:58.913635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:21:58.958414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-355a83b6-fff0-4ca1-b484-7267a2c0c023 req-cb66aa21-39f7-480a-a18f-2cf7fceb7b98 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064763
Apr 30 21:21:58.981747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-350781bb-026b-4276-8ecc-d75ab06156cc service neutron] 10.222.0.35 "GET /v2.0/networks/33316c41-54f6-4e10-894d-0bdc761056d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527345
Apr 30 21:21:59.007167 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5056098a-5f5a-45c7-a06e-f191f1d603b7 x-openstack-request-id: req-5056098a-5f5a-45c7-a06e-f191f1d603b7 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:21:59.007463 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "name": "network-vif-plugged", "status": "completed", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:21:59.007751 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5056098a-5f5a-45c7-a06e-f191f1d603b7 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:21:59.008125 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5056098a-5f5a-45c7-a06e-f191f1d603b7'] response: {'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72', 'code': 200}
Apr 30 21:21:59.110032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a87d4-67cf-4152-b1b4-400fc0cbc89c req-bb2faa03-483b-4ce6-9ee5-fc06490fa884 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:59.111443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-968a87d4-67cf-4152-b1b4-400fc0cbc89c req-bb2faa03-483b-4ce6-9ee5-fc06490fa884 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 945 time: 0.1202157
Apr 30 21:21:59.184684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95bf5-2112-4205-b786-cd427d2c2001 req-e69ca6a5-0ad7-46c2-a736-ecdee8f6df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:59.186214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ad95bf5-2112-4205-b786-cd427d2c2001 req-e69ca6a5-0ad7-46c2-a736-ecdee8f6df90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1127 time: 0.1223326
Apr 30 21:21:59.200553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02cc58f8-9f7f-4ebe-85c6-bce6222cfb91 req-3afee9c9-406f-4d59-8d7a-6d22b68b7119 service neutron] 10.222.0.35 "GET /v2.0/networks/33316c41-54f6-4e10-894d-0bdc761056d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191012
Apr 30 21:21:59.219497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463d0f-9936-4c16-a89e-a7e4005909ad req-c6fea9fa-d9b8-45f8-b108-92fbb5da3494 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:21:59.220958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11463d0f-9936-4c16-a89e-a7e4005909ad req-c6fea9fa-d9b8-45f8-b108-92fbb5da3494 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.1086359
Apr 30 21:21:59.268128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-968a87d4-67cf-4152-b1b4-400fc0cbc89c req-cdd54cbb-e336-4cb8-8de2-78ea12001967 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441908
Apr 30 21:21:59.292922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ad95bf5-2112-4205-b786-cd427d2c2001 req-3d2c4a8a-ab3d-4133-a168-ef114db9e0de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972927
Apr 30 21:21:59.309319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11463d0f-9936-4c16-a89e-a7e4005909ad req-027fecc4-8f3a-4111-9a7a-37d8458b3b3d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796075
Apr 30 21:22:00.024994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293afe97-c135-4a62-bd71-f9f0ab7fa32c req-c32b6992-e28d-4559-80fc-e99a3e4028bc tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:00.030939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-293afe97-c135-4a62-bd71-f9f0ab7fa32c req-c32b6992-e28d-4559-80fc-e99a3e4028bc tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 943 time: 0.0487511
Apr 30 21:22:00.087617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5ba92-209f-4aab-bc70-e55759387db0 req-f85621e2-25fd-4d5c-8202-d4553f4a8280 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:00.089026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23b5ba92-209f-4aab-bc70-e55759387db0 req-f85621e2-25fd-4d5c-8202-d4553f4a8280 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0603390
Apr 30 21:22:00.124397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-293afe97-c135-4a62-bd71-f9f0ab7fa32c req-cb44228f-41d7-4eaa-9559-02ef5be5189d tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872867
Apr 30 21:22:00.154908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23b5ba92-209f-4aab-bc70-e55759387db0 req-3d140a87-d624-43df-a169-53fd39268527 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601089
Apr 30 21:22:00.383762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d94291-1655-4907-93d3-787e744142a3 req-0bf0ed5e-4c44-42ed-a0dd-b5cb222b1c06 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:00.385295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58d94291-1655-4907-93d3-787e744142a3 req-0bf0ed5e-4c44-42ed-a0dd-b5cb222b1c06 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 945 time: 0.0491419
Apr 30 21:22:00.452757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826794f0-75b2-4e24-b10b-35ead4d51e8d req-f0d25d91-22bc-4213-b750-fc583a29ae21 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:00.454279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-826794f0-75b2-4e24-b10b-35ead4d51e8d req-f0d25d91-22bc-4213-b750-fc583a29ae21 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0680645
Apr 30 21:22:00.481571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58d94291-1655-4907-93d3-787e744142a3 req-b220b9ff-cb10-4404-b0a8-81c7256595e2 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857394
Apr 30 21:22:00.511402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-826794f0-75b2-4e24-b10b-35ead4d51e8d req-221b8319-735f-4cd4-a195-112155b16c2b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492756
Apr 30 21:22:01.256573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f427d-0488-42db-bd91-fadf31e77fd3 req-924a81e3-bc05-49e4-a1f8-7e80490ee4a5 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:01.258592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a6f427d-0488-42db-bd91-fadf31e77fd3 req-924a81e3-bc05-49e4-a1f8-7e80490ee4a5 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 943 time: 0.0615144
Apr 30 21:22:01.307986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61bf0-2b7d-43ba-a30d-aa4f3d377da6 req-dcc43eb1-58a2-4b82-8b4b-7bd22fd33afe tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:01.309468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bc61bf0-2b7d-43ba-a30d-aa4f3d377da6 req-dcc43eb1-58a2-4b82-8b4b-7bd22fd33afe tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0742383
Apr 30 21:22:01.346483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a6f427d-0488-42db-bd91-fadf31e77fd3 req-5b4a739d-53f0-42ab-bd1d-617f144abf3d tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716693
Apr 30 21:22:01.374064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bc61bf0-2b7d-43ba-a30d-aa4f3d377da6 req-48599114-99d0-41ae-99bc-314e8c82aa91 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569072
Apr 30 21:22:01.627670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8a7a6-8e62-4359-b060-3d9fe96d9358 req-a66c5580-7383-470b-a6a9-b4ff73584903 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:01.629063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aac8a7a6-8e62-4359-b060-3d9fe96d9358 req-a66c5580-7383-470b-a6a9-b4ff73584903 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 945 time: 0.0801790
Apr 30 21:22:01.652119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6259ef-c271-4932-acfb-ba3b55b0b1f6 req-4efd8efa-8260-40a8-9fa3-0026628f75cb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:01.653582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee6259ef-c271-4932-acfb-ba3b55b0b1f6 req-4efd8efa-8260-40a8-9fa3-0026628f75cb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0718503
Apr 30 21:22:01.711402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aac8a7a6-8e62-4359-b060-3d9fe96d9358 req-fdeacf1e-d62a-4225-b11c-2b2a59e247c5 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735211
Apr 30 21:22:01.728779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee6259ef-c271-4932-acfb-ba3b55b0b1f6 req-bb644772-d70d-428a-b834-e10a1db225be tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687251
Apr 30 21:22:01.823625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c82a751-200c-4d28-8003-4599097c4c85 req-f6f1ff8d-5378-45bf-ab71-fd65c4ed4356 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2070493505&fields=id&tenant_id=8b8ae5530f6847478106f78f50e7314d HTTP/1.1" status: 200  len: 267 time: 0.0438654
Apr 30 21:22:01.875211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82a751-200c-4d28-8003-4599097c4c85 req-14914ea1-babb-4f24-885e-e84c8918697f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:01.876739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c82a751-200c-4d28-8003-4599097c4c85 req-14914ea1-babb-4f24-885e-e84c8918697f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 945 time: 0.0474777
Apr 30 21:22:01.887167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-4c82a751-200c-4d28-8003-4599097c4c85 req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'port': {'security_groups': ['2ea8c34d-d7f4-4e37-9758-ed477d5d85f0', '48bf3612-bf9b-470a-96a8-0ba6432dc15a']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:01.968524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c82a751-200c-4d28-8003-4599097c4c85 req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:02.002184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 782e899c-e697-463d-a2f3-2518f28f1d5b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:22:02.100730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 782e899c-e697-463d-a2f3-2518f28f1d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782e899c-e697-463d-a2f3-2518f28f1d5b,segment=NetworkSegment(7160a259-15c4-4446-bf92-b9a9e7212b98),segment_id=7160a259-15c4-4446-bf92-b9a9e7212b98)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:02.111957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '782e899c-e697-463d-a2f3-2518f28f1d5b', 'network_id': '33316c41-54f6-4e10-894d-0bdc761056d7', 'port_id': '782e899c-e697-463d-a2f3-2518f28f1d5b', 'mac_address': 'fa:16:3e:73:86:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f468fa-ccf0-4aad-9207-48b1270ab102', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:22:02.153060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 782e899c-e697-463d-a2f3-2518f28f1d5b is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:02.153371 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:02.160162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-4c82a751-200c-4d28-8003-4599097c4c85 req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] For port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:02.166384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782e899c-e697-463d-a2f3-2518f28f1d5b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:02.190409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 782e899c-e697-463d-a2f3-2518f28f1d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782e899c-e697-463d-a2f3-2518f28f1d5b,segment=NetworkSegment(7160a259-15c4-4446-bf92-b9a9e7212b98),segment_id=7160a259-15c4-4446-bf92-b9a9e7212b98)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:02.194334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c82a751-200c-4d28-8003-4599097c4c85 req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:02.239360 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:02.246048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c82a751-200c-4d28-8003-4599097c4c85 req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:02.271580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:02.290928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82a751-200c-4d28-8003-4599097c4c85 req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:02.291556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4c82a751-200c-4d28-8003-4599097c4c85 req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:02.292941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c82a751-200c-4d28-8003-4599097c4c85 req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "PUT /v2.0/ports/7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 HTTP/1.1" status: 200  len: 981 time: 0.4101286
Apr 30 21:22:02.293681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:02.295718 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2306bbf-a162-4fc4-b6ee-96f0142569cc" -d '{"events": [{"name": "network-changed", "server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:02.324508 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60470f-bde9-4214-929b-a60c8c56807f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'Port': ['ID=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:02.340605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=782e899c-e697-463d-a2f3-2518f28f1d5b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:02.370417 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1195a6e-6ed7-4c60-8ebb-9ffb90b0052c x-openstack-request-id: req-d1195a6e-6ed7-4c60-8ebb-9ffb90b0052c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:02.370760 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:02.370968 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1195a6e-6ed7-4c60-8ebb-9ffb90b0052c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:02.371415 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1195a6e-6ed7-4c60-8ebb-9ffb90b0052c'] response: {'name': 'network-changed', 'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72', 'status': 'completed', 'code': 200}
Apr 30 21:22:02.385718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af5d4515-e326-45ca-a4f7-b5ca5c44fc63 req-09b78653-4605-4153-b4a6-6cd0a5a248f4 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/48bf3612-bf9b-470a-96a8-0ba6432dc15a HTTP/1.1" status: 200  len: 1820 time: 0.0480366
Apr 30 21:22:02.436765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:02.470429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:02.495483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-01ef97a6-ad17-4ecf-994d-840f3fa04f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:02.497011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-01ef97a6-ad17-4ecf-994d-840f3fa04f15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1166 time: 0.1103249
Apr 30 21:22:02.522134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c34b7-1e03-4418-9b90-c9d5c3befbbc req-fd6aa46a-11a8-49c8-a8cc-14b21210d960 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:02.523620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-034c34b7-1e03-4418-9b90-c9d5c3befbbc req-fd6aa46a-11a8-49c8-a8cc-14b21210d960 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 944 time: 0.0855851
Apr 30 21:22:02.545039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['782e899c-e697-463d-a2f3-2518f28f1d5b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:02.562260 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-af5d4515-e326-45ca-a4f7-b5ca5c44fc63 req-afb58972-5aff-47ea-bdb0-b4a1aad2e8ce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:22:02.567823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af5d4515-e326-45ca-a4f7-b5ca5c44fc63 req-afb58972-5aff-47ea-bdb0-b4a1aad2e8ce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/48bf3612-bf9b-470a-96a8-0ba6432dc15a HTTP/1.1" status: 409  len: 341 time: 0.1690822
Apr 30 21:22:02.683026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-98c08b40-39c6-4ec4-918e-223eb6b338f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1077614
Apr 30 21:22:02.713964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-034c34b7-1e03-4418-9b90-c9d5c3befbbc req-2fc482cf-f834-4e8b-80ba-10ddd6244278 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795115
Apr 30 21:22:02.719408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-b574fa4d-3aa9-48a5-9cf5-358f4b691524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:02.720878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-b574fa4d-3aa9-48a5-9cf5-358f4b691524 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 914 time: 0.2127702
Apr 30 21:22:02.739017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5244df-88a1-4543-9474-164358b46519 req-a213dcf7-98bb-44cf-8f3d-878e3ba401fe tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:02.740578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a5244df-88a1-4543-9474-164358b46519 req-a213dcf7-98bb-44cf-8f3d-878e3ba401fe tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1056583
Apr 30 21:22:02.799365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-a91ec661-9a91-43ca-aa17-7619b49aa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:02.801128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-a91ec661-9a91-43ca-aa17-7619b49aa14f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1206 time: 0.0594175
Apr 30 21:22:02.823486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a5244df-88a1-4543-9474-164358b46519 req-fb2652a1-3cb9-4d25-a002-072c952cf8c4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736685
Apr 30 21:22:02.960351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc198b01-1f63-406a-8c9d-397cb423cc3b req-11f93d88-aaf1-414c-ac67-d1b46d53efe3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:02.961940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc198b01-1f63-406a-8c9d-397cb423cc3b req-11f93d88-aaf1-414c-ac67-d1b46d53efe3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0641687
Apr 30 21:22:02.985732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-599434df-6f2c-4b30-953c-a6ee6e27d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:02.985732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-599434df-6f2c-4b30-953c-a6ee6e27d322 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 914 time: 0.1465752
Apr 30 21:22:03.029304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-bacee181-e3f7-44ca-816a-489628ba8405 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 200  len: 217 time: 0.0387466
Apr 30 21:22:03.102384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc198b01-1f63-406a-8c9d-397cb423cc3b req-800f38c8-9513-48c6-8aea-e08ef0b909f2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329730
Apr 30 21:22:03.123983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eed48b-6a1e-4ea2-849c-fc3384709b8c req-2f9c16f4-aca6-44fa-b8b2-30f33e18ea78 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:03.125448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87eed48b-6a1e-4ea2-849c-fc3384709b8c req-2f9c16f4-aca6-44fa-b8b2-30f33e18ea78 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 984 time: 0.0879967
Apr 30 21:22:03.130815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-17656611-f0f6-43bf-9191-a6ac027e362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:03.132137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-17656611-f0f6-43bf-9191-a6ac027e362c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.0957355
Apr 30 21:22:03.177058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-74476fa8-5699-43bb-9604-772dcce9c7db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370643
Apr 30 21:22:03.251521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87eed48b-6a1e-4ea2-849c-fc3384709b8c req-40bd742b-e494-48dd-bee1-7a06d9014400 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=48bf3612-bf9b-470a-96a8-0ba6432dc15a&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1177795
Apr 30 21:22:03.289580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-2a03a698-ad22-4824-8a85-fa1dad7939ce service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995929
Apr 30 21:22:03.384600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1988c758-1d63-4c47-88a2-aa736ad9ccb6 req-e274374f-7872-417e-9c62-50ad6d854693 service neutron] 10.222.0.35 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897105
Apr 30 21:22:03.833927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9129a32-2288-48ea-a8aa-0dbc78da66ab req-643b7301-4642-4cac-94c5-8a458abdaf4d tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:03.835498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9129a32-2288-48ea-a8aa-0dbc78da66ab req-643b7301-4642-4cac-94c5-8a458abdaf4d tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 944 time: 0.0510566
Apr 30 21:22:03.894524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-79b219ee-0385-42ae-85f4-1007b13682ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 HTTP/1.1" status: 200  len: 217 time: 0.0529780
Apr 30 21:22:03.912030 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-f5099cf2-2e4e-48bb-86f2-b3106ca99d8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0410459
Apr 30 21:22:03.997148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9129a32-2288-48ea-a8aa-0dbc78da66ab req-6973f030-93c5-483f-a96d-4bdc30af6344 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495628
Apr 30 21:22:04.004077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 782e899c-e697-463d-a2f3-2518f28f1d5b up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:22:04.011276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d718-c9d8-4675-89bc-ee9f71bd5f2a req-e73063e7-3232-4929-9aa9-11a1f0b823dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.023155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d3d718-c9d8-4675-89bc-ee9f71bd5f2a req-e73063e7-3232-4929-9aa9-11a1f0b823dc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1042743
Apr 30 21:22:04.023155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-93ad8911-9727-4ac9-99b0-1cd0a86e2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.023155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-93ad8911-9727-4ac9-99b0-1cd0a86e2cb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.1156414
Apr 30 21:22:04.038222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-39454e42-e468-4de0-8f3a-78ce3d5a81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.040333 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-39454e42-e468-4de0-8f3a-78ce3d5a81dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9c121a94ec3445baa05dcaa3dc22af2&device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 1128 time: 0.0712447
Apr 30 21:22:04.063045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 782e899c-e697-463d-a2f3-2518f28f1d5b completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:22:04.070837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-a93aefa5-39c1-4ab9-bf67-38fbf1baf1ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428417
Apr 30 21:22:04.129834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 782e899c-e697-463d-a2f3-2518f28f1d5b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:22:04.130388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:04.154633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d3d718-c9d8-4675-89bc-ee9f71bd5f2a req-e38ded5f-90bb-434b-a51e-d0c2a23cea82 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346996
Apr 30 21:22:04.160475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-bae35c9b-9fd5-4339-b463-908b68a8139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.162066 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-bae35c9b-9fd5-4339-b463-908b68a8139f service neutron] 10.222.0.20 "GET /v2.0/networks?id=03738ce1-c48f-4ad4-be94-161589abefe2 HTTP/1.1" status: 200  len: 916 time: 0.0987864
Apr 30 21:22:04.237556 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-0cfe30a5-baad-45a9-a598-7bdb0ee882fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 HTTP/1.1" status: 200  len: 1001 time: 0.0692558
Apr 30 21:22:04.249923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 782e899c-e697-463d-a2f3-2518f28f1d5b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:04.250243 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:04.271636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-d260404a-bdbd-48d9-a7e4-aa7f4eac207e service neutron] 10.222.0.20 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907055
Apr 30 21:22:04.285690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8355ee5-16c8-477e-a81a-5f6dd1d94f79 req-cedca9c7-887a-41bf-ae98-6d4940f2e14f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.287317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8355ee5-16c8-477e-a81a-5f6dd1d94f79 req-cedca9c7-887a-41bf-ae98-6d4940f2e14f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0809207
Apr 30 21:22:04.289973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff1b97-a0f9-40ae-95b5-54d8cbf64720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782e899c-e697-463d-a2f3-2518f28f1d5b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:04.293533 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9756f93-ce8b-41d8-a90a-1ee88d6d92c2" -d '{"events": [{"server_uuid": "7cff1b97-a0f9-40ae-95b5-54d8cbf64720", "name": "network-vif-plugged", "status": "completed", "tag": "782e899c-e697-463d-a2f3-2518f28f1d5b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:04.307629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-85c8b349-7046-40a7-9412-79b2e06f064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.309525 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-85c8b349-7046-40a7-9412-79b2e06f064d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77813a45-3d28-401a-82c7-7405d4826d07 HTTP/1.1" status: 200  len: 854 time: 0.0586870
Apr 30 21:22:04.311400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 782e899c-e697-463d-a2f3-2518f28f1d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782e899c-e697-463d-a2f3-2518f28f1d5b,segment=NetworkSegment(7160a259-15c4-4446-bf92-b9a9e7212b98),segment_id=7160a259-15c4-4446-bf92-b9a9e7212b98)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:04.359370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-53272482-6745-4821-8162-d80b445fa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.360927 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-53272482-6745-4821-8162-d80b445fa3b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03738ce1-c48f-4ad4-be94-161589abefe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452349
Apr 30 21:22:04.375163 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:04.424379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=782e899c-e697-463d-a2f3-2518f28f1d5b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:04.436204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9abdc3-0e9b-4e17-853c-84359437d07c req-469722aa-c9f9-4477-82be-5a47389759cd tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.437702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e9abdc3-0e9b-4e17-853c-84359437d07c req-469722aa-c9f9-4477-82be-5a47389759cd tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 984 time: 0.0893662
Apr 30 21:22:04.477800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8355ee5-16c8-477e-a81a-5f6dd1d94f79 req-7b7369fc-cd26-4987-a7e6-4e7b3109dca8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587701
Apr 30 21:22:04.481735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2306bbf-a162-4fc4-b6ee-96f0142569cc req-149b2c94-4b04-41e2-9897-bc6916182d94 service neutron] 10.222.0.20 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1934125
Apr 30 21:22:04.520077 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a04aa2-589d-4339-9b9e-88651334f51b x-openstack-request-id: req-15a04aa2-589d-4339-9b9e-88651334f51b {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:04.520380 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cff1b97-a0f9-40ae-95b5-54d8cbf64720", "name": "network-vif-plugged", "status": "completed", "tag": "782e899c-e697-463d-a2f3-2518f28f1d5b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:04.520640 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15a04aa2-589d-4339-9b9e-88651334f51b {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:04.521045 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a04aa2-589d-4339-9b9e-88651334f51b'] response: {'server_uuid': '7cff1b97-a0f9-40ae-95b5-54d8cbf64720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782e899c-e697-463d-a2f3-2518f28f1d5b', 'code': 200}
Apr 30 21:22:04.522113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e9abdc3-0e9b-4e17-853c-84359437d07c req-69850738-56cf-4479-820f-a0d6f898d473 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=48bf3612-bf9b-470a-96a8-0ba6432dc15a&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0776293
Apr 30 21:22:04.867055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7572c-fcda-49ce-a57a-32696690858f req-aa83e85a-1ac6-4187-8202-a5f3034aaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:04.869141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f7572c-fcda-49ce-a57a-32696690858f req-aa83e85a-1ac6-4187-8202-a5f3034aaf3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 1127 time: 0.0491476
Apr 30 21:22:04.916323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f7572c-fcda-49ce-a57a-32696690858f req-a7df608c-1481-4935-8b02-4c3496647852 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394280
Apr 30 21:22:05.115393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28ab5-a12f-4210-a250-70a2b7ac5748 req-4303337e-698a-4097-a8a8-705f0df26d79 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:05.116927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72b28ab5-a12f-4210-a250-70a2b7ac5748 req-4303337e-698a-4097-a8a8-705f0df26d79 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 945 time: 0.0468986
Apr 30 21:22:05.165671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72b28ab5-a12f-4210-a250-70a2b7ac5748 req-1d87acca-9a49-43f0-81d1-789c4566b50b tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427451
Apr 30 21:22:05.295533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0c72b-aee9-46bd-b0db-12e37827d403 req-fe05d58b-d96a-45f2-8da5-c9106e1e5723 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:05.297088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88c0c72b-aee9-46bd-b0db-12e37827d403 req-fe05d58b-d96a-45f2-8da5-c9106e1e5723 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0545049
Apr 30 21:22:05.346338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88c0c72b-aee9-46bd-b0db-12e37827d403 req-d97fddd8-7b9f-4cc2-a699-970de265595e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430536
Apr 30 21:22:05.446008 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-cc99d3ae-b0c1-4eb2-bf07-ad99263f3778 service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930851
Apr 30 21:22:05.548740 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6bde4b50-7183-4a07-b1d9-99c1639d37ad req-75015dd5-d8f1-41f1-ba87-1f5a650f1fb5 service neutron] 10.222.0.20 "GET /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967987
Apr 30 21:22:05.574250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-cd04e7d0-6419-426d-93d5-ee3a05dbbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:05.575840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-cd04e7d0-6419-426d-93d5-ee3a05dbbf66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1166 time: 0.0536263
Apr 30 21:22:05.719563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b62cc-f9c3-4c83-a5d0-82e6ff498687 req-8bd49d50-277b-444c-a3df-c541e8bd010f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:05.720944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-583b62cc-f9c3-4c83-a5d0-82e6ff498687 req-8bd49d50-277b-444c-a3df-c541e8bd010f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.1382771
Apr 30 21:22:05.735897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23654225-741b-480f-b5ba-521ef69f76c1 req-354e69bd-d11a-45fe-a057-1ca99bd39c76 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:05.737236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23654225-741b-480f-b5ba-521ef69f76c1 req-354e69bd-d11a-45fe-a057-1ca99bd39c76 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 984 time: 0.1297328
Apr 30 21:22:05.787820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-821af3ce-c7f9-4191-bc47-266f61774ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:05.789623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-821af3ce-c7f9-4191-bc47-266f61774ea0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 914 time: 0.2057223
Apr 30 21:22:05.862317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-706f34b5-3b5a-443f-bd36-193faa94d1a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 HTTP/1.1" status: 200  len: 217 time: 0.0508986
Apr 30 21:22:05.886693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-583b62cc-f9c3-4c83-a5d0-82e6ff498687 req-ce68300d-cfcc-4e79-9a6f-357da6f41ed8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570077
Apr 30 21:22:05.913477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23654225-741b-480f-b5ba-521ef69f76c1 req-19ddeaf4-34ea-48a5-8b8c-4e14f6159d9e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=48bf3612-bf9b-470a-96a8-0ba6432dc15a&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1671705
Apr 30 21:22:05.928858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-7337157c-e334-4aae-b035-4816d68fedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:05.931140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-7337157c-e334-4aae-b035-4816d68fedb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.0583842
Apr 30 21:22:05.973316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-845586f8-0e76-4bf7-b808-a6eddb882763 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325150
Apr 30 21:22:06.073455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-1e156bed-db58-4d1c-90cc-8efb7374ce72 service neutron] 10.222.0.20 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930135
Apr 30 21:22:06.132142 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:22:06.169104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e40a60-5fdf-4049-9692-3273ef1d86f8 req-55047fd0-4b15-4b27-a4bc-9cc7e0d2b364 service neutron] 10.222.0.20 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898867
Apr 30 21:22:06.295215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8035c6-9a67-4dd8-a883-abaecfe109a6 req-0448e7e6-c06d-4576-bcf2-c0052f6f03b6 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:06.296794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f8035c6-9a67-4dd8-a883-abaecfe109a6 req-0448e7e6-c06d-4576-bcf2-c0052f6f03b6 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 945 time: 0.0495222
Apr 30 21:22:06.348834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f8035c6-9a67-4dd8-a883-abaecfe109a6 req-aaa7f6e3-fede-4b1b-a1ab-53177c5a2d0e tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459986
Apr 30 21:22:06.484248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9419-fbfb-4811-8921-577e41fd526c req-ae01af0d-9504-4434-a338-9bb4c1145156 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:06.485693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-404a9419-fbfb-4811-8921-577e41fd526c req-ae01af0d-9504-4434-a338-9bb4c1145156 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0476136
Apr 30 21:22:06.532112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-404a9419-fbfb-4811-8921-577e41fd526c req-305a337a-e27b-4d99-840c-56d0095d6670 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403652
Apr 30 21:22:06.535282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03bbeaca-a3de-45e7-975b-56c33a1d9bff details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:22:06.539295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03bbeaca-a3de-45e7-975b-56c33a1d9bff no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:22:06.826989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 03bbeaca-a3de-45e7-975b-56c33a1d9bff is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:06.827286 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:06.830088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:06.848794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'port_id': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'mac_address': 'fa:16:3e:e5:8e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee37c5b8-b199-4a59-87f9-ae2c6e1fde97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:22:06.864076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:06.870006 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f2dd2-0a56-486d-bfde-1cf653d4dba5" -d '{"events": [{"server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "name": "network-vif-unplugged", "status": "completed", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:06.896090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:06.908808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 03bbeaca-a3de-45e7-975b-56c33a1d9bff is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:06.909196 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:06.911831 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab928c-15e5-4f15-9ad5-6db63c09a5b8 x-openstack-request-id: req-78ab928c-15e5-4f15-9ad5-6db63c09a5b8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:06.912121 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "name": "network-vif-unplugged", "status": "completed", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:06.912367 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78ab928c-15e5-4f15-9ad5-6db63c09a5b8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:06.914541 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ab928c-15e5-4f15-9ad5-6db63c09a5b8'] response: {'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'code': 200}
Apr 30 21:22:06.924874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03bbeaca-a3de-45e7-975b-56c33a1d9bff {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:06.986669 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:07.046049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c2db6-0b2f-4a3b-aee2-8a0e94329e9e req-f7574ce2-0028-4a47-b0c0-4a348cc1cd39 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:07.047555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-657c2db6-0b2f-4a3b-aee2-8a0e94329e9e req-f7574ce2-0028-4a47-b0c0-4a348cc1cd39 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0783272
Apr 30 21:22:07.066623 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:22:07.066973 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:22:07.069694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:07.071780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd61b10-58ea-498c-88f5-c6f75c760960 req-21f33b50-2d41-4971-a8da-a26d43cdb09d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:07.073231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7dd61b10-58ea-498c-88f5-c6f75c760960 req-21f33b50-2d41-4971-a8da-a26d43cdb09d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 984 time: 0.0714288
Apr 30 21:22:07.132018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-657c2db6-0b2f-4a3b-aee2-8a0e94329e9e req-85717785-9a09-4091-9260-2a9750be4ad9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754538
Apr 30 21:22:07.155887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7dd61b10-58ea-498c-88f5-c6f75c760960 req-2af7d0e6-55f4-4fdf-99e4-7029cee35ccf tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=48bf3612-bf9b-470a-96a8-0ba6432dc15a&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0759451
Apr 30 21:22:07.462450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993114d-dde7-4347-9c3b-341c56c48cbe req-8d04224d-dd1e-4c91-94ad-3f2f947c69a4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:07.463902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8993114d-dde7-4347-9c3b-341c56c48cbe req-8d04224d-dd1e-4c91-94ad-3f2f947c69a4 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 945 time: 0.0470335
Apr 30 21:22:07.513514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8993114d-dde7-4347-9c3b-341c56c48cbe req-90da00aa-9985-4def-9bdd-25993d5a7229 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439200
Apr 30 21:22:07.618058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 03bbeaca-a3de-45e7-975b-56c33a1d9bff is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:07.618625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:07.632282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bbeaca-a3de-45e7-975b-56c33a1d9bff {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:07.652769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afc94f-44d6-45fd-8f09-d2c5086ff5cd req-919de9f7-b3ab-42af-ba94-fc0717afce96 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:07.654334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:07.654716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78afc94f-44d6-45fd-8f09-d2c5086ff5cd req-919de9f7-b3ab-42af-ba94-fc0717afce96 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0507812
Apr 30 21:22:07.704383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78afc94f-44d6-45fd-8f09-d2c5086ff5cd req-9fb4f945-0c4f-4f9d-8f01-8a470aed9ae9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423124
Apr 30 21:22:07.740375 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:07.789412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:08.030412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82cfcd-0697-4080-a09a-d40a9d345303 req-8c7c31c6-4eef-4ab0-bc37-27a3d76e5903 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:08.031960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d82cfcd-0697-4080-a09a-d40a9d345303 req-8c7c31c6-4eef-4ab0-bc37-27a3d76e5903 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 945 time: 0.0478356
Apr 30 21:22:08.078737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d82cfcd-0697-4080-a09a-d40a9d345303 req-16a8983c-ca6c-468c-85c3-7526a808d92b tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411437
Apr 30 21:22:08.116182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['03bbeaca-a3de-45e7-975b-56c33a1d9bff'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:08.293898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc5225-d8bd-49f2-8d70-90e383173c0b req-95aade21-3d97-4fd3-aee0-a26365bf9fb7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:08.295392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8bc5225-d8bd-49f2-8d70-90e383173c0b req-95aade21-3d97-4fd3-aee0-a26365bf9fb7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 945 time: 0.0803654
Apr 30 21:22:08.315587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10341f-de20-4419-ac8d-c41b644f151f req-66e3e376-80f0-4fbd-997b-d0e5caaaf829 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:08.317036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a10341f-de20-4419-ac8d-c41b644f151f req-66e3e376-80f0-4fbd-997b-d0e5caaaf829 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 984 time: 0.0688436
Apr 30 21:22:08.380019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8bc5225-d8bd-49f2-8d70-90e383173c0b req-9e907ade-84cc-49c7-a597-e83121ef4a6f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790820
Apr 30 21:22:08.397386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a10341f-de20-4419-ac8d-c41b644f151f req-6eb84155-8485-4d00-8c90-a0df6c094ff3 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=48bf3612-bf9b-470a-96a8-0ba6432dc15a&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0736604
Apr 30 21:22:08.511312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6db87486-c982-4c88-af58-dc0163537b7e req-172139f3-6a34-4978-a3fd-2c0b27e329ae tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-526780883&fields=id&tenant_id=8b8ae5530f6847478106f78f50e7314d HTTP/1.1" status: 200  len: 267 time: 0.0456853
Apr 30 21:22:08.565363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db87486-c982-4c88-af58-dc0163537b7e req-ac5fa62e-f908-41a8-898c-fc7b9a170cce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:08.566844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6db87486-c982-4c88-af58-dc0163537b7e req-ac5fa62e-f908-41a8-898c-fc7b9a170cce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 984 time: 0.0503447
Apr 30 21:22:08.577411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6db87486-c982-4c88-af58-dc0163537b7e req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'port': {'security_groups': ['2ea8c34d-d7f4-4e37-9758-ed477d5d85f0', '48bf3612-bf9b-470a-96a8-0ba6432dc15a', 'd3ae815d-5315-4395-8139-f5d582e807b0']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:08.657749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6db87486-c982-4c88-af58-dc0163537b7e req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:08.870714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6d509-6356-435c-880e-1a5af22d693b req-fa5b6878-5f3d-4660-8157-220717ab023b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:08.872137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bac6d509-6356-435c-880e-1a5af22d693b req-fa5b6878-5f3d-4660-8157-220717ab023b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0883617
Apr 30 21:22:08.919860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6db87486-c982-4c88-af58-dc0163537b7e req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] For port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:09.255602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bac6d509-6356-435c-880e-1a5af22d693b req-f0fd8328-56c6-46c5-ac03-125d8dd5e704 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3737309
Apr 30 21:22:09.275931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6db87486-c982-4c88-af58-dc0163537b7e req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:09.327884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6db87486-c982-4c88-af58-dc0163537b7e req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:09.341576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:09.371809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:09.373780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03bbeaca-a3de-45e7-975b-56c33a1d9bff up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:22:09.396146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c87839-f32f-40c3-84fd-e45b059c81be req-6ad3a688-be26-4f52-93c6-d11289f7090e tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:09.397651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9c87839-f32f-40c3-84fd-e45b059c81be req-6ad3a688-be26-4f52-93c6-d11289f7090e tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 945 time: 0.0814764
Apr 30 21:22:09.408749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db87486-c982-4c88-af58-dc0163537b7e req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:09.409355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6db87486-c982-4c88-af58-dc0163537b7e req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:09.410745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6db87486-c982-4c88-af58-dc0163537b7e req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "PUT /v2.0/ports/7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 HTTP/1.1" status: 200  len: 1020 time: 0.8377194
Apr 30 21:22:09.411185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:09.414000 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0e4089-feba-4441-a259-ae955b32acdd" -d '{"events": [{"name": "network-changed", "server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:09.456355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2083703-d683-48b9-b17d-1d12d19eed01 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'Port': ['ID=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:09.491719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9c87839-f32f-40c3-84fd-e45b059c81be req-94a16d4e-d905-4756-af50-0693d9153f11 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/security-groups?id=71d95489-91cd-422d-b04f-2b873509d0ff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724559
Apr 30 21:22:09.535330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 03bbeaca-a3de-45e7-975b-56c33a1d9bff triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:22:09.535732 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:09.545604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9d8e5-1074-4a53-9d74-116672242f52 req-cacda1c3-5808-498b-95ac-618bea9cbaf7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:09.547602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92b9d8e5-1074-4a53-9d74-116672242f52 req-cacda1c3-5808-498b-95ac-618bea9cbaf7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 945 time: 0.0542989
Apr 30 21:22:09.549108 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8742846b-486a-446d-9ea3-9ba1fb547132 x-openstack-request-id: req-8742846b-486a-446d-9ea3-9ba1fb547132 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:09.549393 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:09.549643 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8742846b-486a-446d-9ea3-9ba1fb547132 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:09.550062 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8742846b-486a-446d-9ea3-9ba1fb547132'] response: {'name': 'network-changed', 'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72', 'status': 'completed', 'code': 200}
Apr 30 21:22:09.597303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:09.656348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4089-feba-4441-a259-ae955b32acdd req-7079d7af-9c02-4733-a8ad-2b31f78b83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:09.657867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc0e4089-feba-4441-a259-ae955b32acdd req-7079d7af-9c02-4733-a8ad-2b31f78b83ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b8ae5530f6847478106f78f50e7314d&device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1206 time: 0.0795288
Apr 30 21:22:09.671364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92b9d8e5-1074-4a53-9d74-116672242f52 req-c9f66f96-1fb2-44e1-ac3d-3669f671f295 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132579
Apr 30 21:22:09.673527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15a322bb-1a58-4652-bc09-a4896ab07481 req-8946b912-f815-4ea1-bd9d-5f9edaeb9079 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/d3ae815d-5315-4395-8139-f5d582e807b0 HTTP/1.1" status: 200  len: 1818 time: 0.1083927
Apr 30 21:22:09.778141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-dcefdf6f-6d67-4876-93a8-4662b94a3d4a tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:09.779516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-dcefdf6f-6d67-4876-93a8-4662b94a3d4a tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.35 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 945 time: 0.1187599
Apr 30 21:22:09.789098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 03bbeaca-a3de-45e7-975b-56c33a1d9bff is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:09.789482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:09.872494 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-15a322bb-1a58-4652-bc09-a4896ab07481 req-30aaac27-0710-4c8d-bea9-e97ca6986b3b tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:22:09.873518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15a322bb-1a58-4652-bc09-a4896ab07481 req-30aaac27-0710-4c8d-bea9-e97ca6986b3b tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3ae815d-5315-4395-8139-f5d582e807b0 HTTP/1.1" status: 409  len: 341 time: 0.1596804
Apr 30 21:22:09.880926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:09.883817 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f79b81-85c3-4a37-b498-a4d27a788180" -d '{"events": [{"server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "name": "network-vif-plugged", "status": "completed", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:09.895710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4089-feba-4441-a259-ae955b32acdd req-67a47caa-5901-4be2-9f4b-6ca9fd9e13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:09.897176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc0e4089-feba-4441-a259-ae955b32acdd req-67a47caa-5901-4be2-9f4b-6ca9fd9e13e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 200  len: 914 time: 0.2203932
Apr 30 21:22:09.945437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:09.947573 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5f553-c102-4a49-940b-a04a2da6e5a1 x-openstack-request-id: req-fbe5f553-c102-4a49-940b-a04a2da6e5a1 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:09.947857 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "name": "network-vif-plugged", "status": "completed", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:09.948103 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbe5f553-c102-4a49-940b-a04a2da6e5a1 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:09.953774 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe5f553-c102-4a49-940b-a04a2da6e5a1'] response: {'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'code': 200}
Apr 30 21:22:09.953925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc0e4089-feba-4441-a259-ae955b32acdd req-05c8cbf4-d346-4035-b918-38ac65f41739 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 HTTP/1.1" status: 200  len: 217 time: 0.0461040
Apr 30 21:22:09.954493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Deleting port 782e899c-e697-463d-a2f3-2518f28f1d5b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:22:09.954892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:10.009101 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:10.026498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5337eefd-6282-4815-8142-ab29768bf85b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:22:10.062003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4089-feba-4441-a259-ae955b32acdd req-7e2a220e-f652-4a45-b450-f08ff5b2183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:10.062003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc0e4089-feba-4441-a259-ae955b32acdd req-7e2a220e-f652-4a45-b450-f08ff5b2183e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 200  len: 853 time: 0.0915363
Apr 30 21:22:10.109168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc0e4089-feba-4441-a259-ae955b32acdd req-4468615f-017a-4103-9fb1-fd786c7276f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b3c83f5-11ee-4bcf-b36d-922b070bfdae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0328617
Apr 30 21:22:10.115293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] For port 782e899c-e697-463d-a2f3-2518f28f1d5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=782e899c-e697-463d-a2f3-2518f28f1d5b,segment=NetworkSegment(7160a259-15c4-4446-bf92-b9a9e7212b98),segment_id=7160a259-15c4-4446-bf92-b9a9e7212b98)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:10.115664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:10.122016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adba47-5a84-42f4-9728-5c3eddb343f7 req-6a4476e7-0b3f-499a-8860-5810b9ab95fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:10.124412 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e8adba47-5a84-42f4-9728-5c3eddb343f7 req-6a4476e7-0b3f-499a-8860-5810b9ab95fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 1128 time: 0.0492818
Apr 30 21:22:10.189744 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e8adba47-5a84-42f4-9728-5c3eddb343f7 req-885b7d4f-ca64-470c-840e-c5a42b6e0354 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593288
Apr 30 21:22:10.195053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Calling delete_port for 782e899c-e697-463d-a2f3-2518f28f1d5b owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:22:10.208874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:10.283509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:10.290646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc0e4089-feba-4441-a259-ae955b32acdd req-3dfa4d77-7d40-44e8-8b09-21ecf215069a service neutron] 10.222.0.20 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715362
Apr 30 21:22:10.305885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '5337eefd-6282-4815-8142-ab29768bf85b', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'port_id': '5337eefd-6282-4815-8142-ab29768bf85b', 'mac_address': 'fa:16:3e:d5:89:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea73fb-9933-490f-b1df-626257b5fc26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:22:10.371153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 5337eefd-6282-4815-8142-ab29768bf85b is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:10.373846 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5337eefd-6282-4815-8142-ab29768bf85b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:10.393320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5337eefd-6282-4815-8142-ab29768bf85b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:10.414136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a6b29-8467-4dc3-97f2-fe296db5d55d req-3a9b2d67-34b2-40f6-ac9e-1080df450f8f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:10.419792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47a6b29-8467-4dc3-97f2-fe296db5d55d req-3a9b2d67-34b2-40f6-ac9e-1080df450f8f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0672700
Apr 30 21:22:10.428588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:10.476515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed95f13-ce94-4c87-914e-8452fd352f4c req-d977ab21-a681-42d7-9743-b534e3ac57e1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:10.478019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aed95f13-ce94-4c87-914e-8452fd352f4c req-d977ab21-a681-42d7-9743-b534e3ac57e1 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1023 time: 0.0614648
Apr 30 21:22:10.485396 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (782e899c-e697-463d-a2f3-2518f28f1d5b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:10.496371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['782e899c-e697-463d-a2f3-2518f28f1d5b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:10.520365 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:10.557609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Pushing event deleted for resources: {'Port': ['ID=782e899c-e697-463d-a2f3-2518f28f1d5b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:10.573322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47a6b29-8467-4dc3-97f2-fe296db5d55d req-0f808710-ec4d-4fe9-80e4-0bf44996d320 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484036
Apr 30 21:22:10.621977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['5337eefd-6282-4815-8142-ab29768bf85b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:10.630480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] No DVR routers for this DVR port 782e899c-e697-463d-a2f3-2518f28f1d5b on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:22:10.635609 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:10.639141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f137672-fcc2-4a54-bef6-297133a1ffb3 req-bc9f8e38-3f51-4d61-8c73-aa59033f6e13 tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.35 "DELETE /v2.0/ports/782e899c-e697-463d-a2f3-2518f28f1d5b HTTP/1.1" status: 204  len: 173 time: 0.8533552
Apr 30 21:22:10.663334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aed95f13-ce94-4c87-914e-8452fd352f4c req-c0db91e8-c66d-43de-8166-00443644b4c5 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=48bf3612-bf9b-470a-96a8-0ba6432dc15a&id=d3ae815d-5315-4395-8139-f5d582e807b0&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1787593
Apr 30 21:22:10.666698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:10.703118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05cb33a2-5e4d-4133-b189-53f7d8ccbe98 req-e7afc7ac-090a-4dbc-ab73-3133ecbfc21d tempest-InstanceActionsNegativeTestJSON-1744550906 tempest-InstanceActionsNegativeTestJSON-1744550906-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cff1b97-a0f9-40ae-95b5-54d8cbf64720 HTTP/1.1" status: 200  len: 210 time: 0.0320342
Apr 30 21:22:10.815481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e8ce6-3522-47e1-9748-f33a0681ceef req-b395437a-d8a4-4be2-8eb9-18974907aca2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:10.816964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad5e8ce6-3522-47e1-9748-f33a0681ceef req-b395437a-d8a4-4be2-8eb9-18974907aca2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0545988
Apr 30 21:22:10.868846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad5e8ce6-3522-47e1-9748-f33a0681ceef req-bea36a70-22a7-44b8-9ee0-2854f95b5b5c tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453017
Apr 30 21:22:11.551518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cff1b97-a0f9-40ae-95b5-54d8cbf64720', 'name': 'network-vif-deleted', 'tag': '782e899c-e697-463d-a2f3-2518f28f1d5b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:11.559048 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b992222b-4bdf-42b2-b791-5c1bae02205e" -d '{"events": [{"server_uuid": "7cff1b97-a0f9-40ae-95b5-54d8cbf64720", "name": "network-vif-deleted", "tag": "782e899c-e697-463d-a2f3-2518f28f1d5b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:11.649014 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f679c-2a6f-417f-b45e-7048fa8ea2e5 x-openstack-request-id: req-f47f679c-2a6f-417f-b45e-7048fa8ea2e5 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:11.649306 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cff1b97-a0f9-40ae-95b5-54d8cbf64720", "name": "network-vif-deleted", "tag": "782e899c-e697-463d-a2f3-2518f28f1d5b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:11.649638 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f47f679c-2a6f-417f-b45e-7048fa8ea2e5 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:11.650075 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47f679c-2a6f-417f-b45e-7048fa8ea2e5'] response: {'server_uuid': '7cff1b97-a0f9-40ae-95b5-54d8cbf64720', 'name': 'network-vif-deleted', 'tag': '782e899c-e697-463d-a2f3-2518f28f1d5b', 'status': 'completed', 'code': 200}
Apr 30 21:22:11.805631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67162c4a-5c30-48f3-9c39-29ef3d176ef5 req-7d44ece4-07c2-47b3-8114-bacd64b281c5 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:11.812904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67162c4a-5c30-48f3-9c39-29ef3d176ef5 req-7d44ece4-07c2-47b3-8114-bacd64b281c5 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 945 time: 0.1255839
Apr 30 21:22:11.867120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc0e4089-feba-4441-a259-ae955b32acdd req-60e16171-4abd-4fd5-a95c-f3250177a08f service neutron] 10.222.0.20 "GET /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302079
Apr 30 21:22:11.923639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67162c4a-5c30-48f3-9c39-29ef3d176ef5 req-4c1773ff-c33c-40c2-96af-bb274b807107 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097224
Apr 30 21:22:11.938586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d06f63-c704-4998-b81e-c6bdff6c5511 req-e6fd1f66-346d-4028-af64-8f4a7eb0fe05 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:11.940547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3d06f63-c704-4998-b81e-c6bdff6c5511 req-e6fd1f66-346d-4028-af64-8f4a7eb0fe05 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1023 time: 0.0913773
Apr 30 21:22:11.997495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37262) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:12.051931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3d06f63-c704-4998-b81e-c6bdff6c5511 req-2e263886-6335-4e23-b42e-a52ef11a8366 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=48bf3612-bf9b-470a-96a8-0ba6432dc15a&id=d3ae815d-5315-4395-8139-f5d582e807b0&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1053648
Apr 30 21:22:12.059914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5337eefd-6282-4815-8142-ab29768bf85b up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:22:12.087228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb5854e-ac75-45d8-8171-d12819f21da8 admin admin] Deleting subnet 15f468fa-ccf0-4aad-9207-48b1270ab102 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:22:12.091291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cb5854e-ac75-45d8-8171-d12819f21da8 admin admin] Publish callbacks [] for subnet (15f468fa-ccf0-4aad-9207-48b1270ab102), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.130474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5c867-1d3d-4d5f-9bdd-0a6f1a4399a5 req-427d2650-62f0-4f9f-bc2a-c55035997320 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:12.132080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45a5c867-1d3d-4d5f-9bdd-0a6f1a4399a5 req-427d2650-62f0-4f9f-bc2a-c55035997320 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0699258
Apr 30 21:22:12.139318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 5337eefd-6282-4815-8142-ab29768bf85b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:22:12.140283 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5337eefd-6282-4815-8142-ab29768bf85b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.147484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cb5854e-ac75-45d8-8171-d12819f21da8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (15f468fa-ccf0-4aad-9207-48b1270ab102), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.189084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45a5c867-1d3d-4d5f-9bdd-0a6f1a4399a5 req-f687cd9f-4802-407a-8061-a1e918576a45 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475984
Apr 30 21:22:12.216768 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cb5854e-ac75-45d8-8171-d12819f21da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (15f468fa-ccf0-4aad-9207-48b1270ab102), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.291718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-c66717b0-85b4-4644-ae6d-1bc8265afabd tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:12.293371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-c66717b0-85b4-4644-ae6d-1bc8265afabd tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.20 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1023 time: 0.0835791
Apr 30 21:22:12.307148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 5337eefd-6282-4815-8142-ab29768bf85b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:12.311172 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5337eefd-6282-4815-8142-ab29768bf85b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.343795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:12.346098 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72cad04-d0c1-4f51-b34a-7be5a1a18577" -d '{"events": [{"server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "name": "network-vif-plugged", "status": "completed", "tag": "5337eefd-6282-4815-8142-ab29768bf85b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:12.361599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:12.380954 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cb5854e-ac75-45d8-8171-d12819f21da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (15f468fa-ccf0-4aad-9207-48b1270ab102), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.396759 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295b6de0-b01d-4d09-a9aa-1f72b2ed284d x-openstack-request-id: req-295b6de0-b01d-4d09-a9aa-1f72b2ed284d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:12.397060 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "name": "network-vif-plugged", "status": "completed", "tag": "5337eefd-6282-4815-8142-ab29768bf85b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:12.397330 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-295b6de0-b01d-4d09-a9aa-1f72b2ed284d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:12.397788 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295b6de0-b01d-4d09-a9aa-1f72b2ed284d'] response: {'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b', 'code': 200}
Apr 30 21:22:12.422733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5854e-ac75-45d8-8171-d12819f21da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f468fa-ccf0-4aad-9207-48b1270ab102,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:12.428847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cb5854e-ac75-45d8-8171-d12819f21da8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.432991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.434316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 782e899c-e697-463d-a2f3-2518f28f1d5b no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:22:12.441324 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3cb5854e-ac75-45d8-8171-d12819f21da8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/15f468fa-ccf0-4aad-9207-48b1270ab102 HTTP/1.1" status: 204  len: 168 time: 0.4417896
Apr 30 21:22:12.443705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37266) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:12.482075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 782e899c-e697-463d-a2f3-2518f28f1d5b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:22:12.482683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 782e899c-e697-463d-a2f3-2518f28f1d5b not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:22:12.513025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:12.524539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.524539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.524539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.524539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.524539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.524539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.525191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.525191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.525467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.525932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.526270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.526751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.527088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.527416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.527773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:12.580998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (33316c41-54f6-4e10-894d-0bdc761056d7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.586201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Deleting port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:22:12.586659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.764043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (33316c41-54f6-4e10-894d-0bdc761056d7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.779174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] For port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:12.779547 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.806968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89674202e0>,) {'filters': {'network_id': ['33316c41-54f6-4e10-894d-0bdc761056d7']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:12.811138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Calling delete_port for 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:22:12.826606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89674202e0>, '7160a259-15c4-4446-bf92-b9a9e7212b98') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:12.826913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89674202e0>, '7160a259-15c4-4446-bf92-b9a9e7212b98') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:12.843269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (7160a259-15c4-4446-bf92-b9a9e7212b98), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.917578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7160a259-15c4-4446-bf92-b9a9e7212b98), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.929329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:22:12.930056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (7160a259-15c4-4446-bf92-b9a9e7212b98), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:22:12.932122 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:22:13.108854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a08fde-5fae-4072-ac03-9a5717d1c48d req-2e96d938-1860-4a33-b71b-bcc197d12ecb tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:13.110451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01a08fde-5fae-4072-ac03-9a5717d1c48d req-2e96d938-1860-4a33-b71b-bcc197d12ecb tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0809777
Apr 30 21:22:13.214417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (33316c41-54f6-4e10-894d-0bdc761056d7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:13.219448 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:13.223717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] 10.222.0.23 "DELETE /v2.0/networks/33316c41-54f6-4e10-894d-0bdc761056d7 HTTP/1.1" status: 204  len: 168 time: 0.7789223
Apr 30 21:22:13.261466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6edc58-d550-477a-830c-bdb11f0eb04e admin admin] Pushing event deleted for resources: {'Network': ['ID=33316c41-54f6-4e10-894d-0bdc761056d7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:13.291146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976fd58-3450-41d8-bec6-e0d897ec6196 req-5d2814b5-7b8e-45d2-9272-0a6da18865d7 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:13.291146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a976fd58-3450-41d8-bec6-e0d897ec6196 req-5d2814b5-7b8e-45d2-9272-0a6da18865d7 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 1023 time: 0.1532309
Apr 30 21:22:13.329627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01a08fde-5fae-4072-ac03-9a5717d1c48d req-9779b63d-f5d2-43c1-9902-bde96c56429c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982169
Apr 30 21:22:13.401229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a976fd58-3450-41d8-bec6-e0d897ec6196 req-b5617884-2bbd-4144-9d8d-9701361983f2 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=48bf3612-bf9b-470a-96a8-0ba6432dc15a&id=d3ae815d-5315-4395-8139-f5d582e807b0&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1021354
Apr 30 21:22:13.449202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7fed5ec0-2e20-45e9-adca-fbfa5aac5d72), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:13.462452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:13.481147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'Port': ['ID=7fed5ec0-2e20-45e9-adca-fbfa5aac5d72,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:13.491192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d439d-04ef-4ab7-a597-7ee7d269f60e req-1d9a5b3c-5bd8-4574-9f5b-ddd5ea0a42d8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:13.493422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-167d439d-04ef-4ab7-a597-7ee7d269f60e req-1d9a5b3c-5bd8-4574-9f5b-ddd5ea0a42d8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0863562
Apr 30 21:22:13.558555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] No DVR routers for this DVR port 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:22:13.566689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:13.571506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fc7f53e-b42d-48da-8fa8-3cdc764fee18 req-518e21c2-efad-4164-a731-9ab800011dd9 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.20 "DELETE /v2.0/ports/7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 HTTP/1.1" status: 204  len: 173 time: 1.2692680
Apr 30 21:22:13.589852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-167d439d-04ef-4ab7-a597-7ee7d269f60e req-19680ccd-66c7-4c28-9b39-0d75bb172ee5 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880349
Apr 30 21:22:13.651883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'name': 'network-vif-deleted', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:13.655264 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb01c8e6-427f-400b-b90b-be1705b342fa" -d '{"events": [{"server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "name": "network-vif-deleted", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:13.720930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37282) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:13.787191 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b523639-0479-4bf3-a260-9424636ba32e x-openstack-request-id: req-8b523639-0479-4bf3-a260-9424636ba32e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:13.787559 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703208f7-1534-4904-bd47-2912f134e612", "name": "network-vif-deleted", "tag": "7fed5ec0-2e20-45e9-adca-fbfa5aac5d72", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:13.787936 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b523639-0479-4bf3-a260-9424636ba32e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:13.788486 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b523639-0479-4bf3-a260-9424636ba32e'] response: {'server_uuid': '703208f7-1534-4904-bd47-2912f134e612', 'name': 'network-vif-deleted', 'tag': '7fed5ec0-2e20-45e9-adca-fbfa5aac5d72', 'status': 'completed', 'code': 200}
Apr 30 21:22:13.843124 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3b72e1fd-7638-468f-a229-3596ffbf375d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dc17b1f657d4f6caefcd0aae175053d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1193593
Apr 30 21:22:13.844617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37284) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:13.884291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bb4e9-a77c-4adc-883b-b88eb285f9f1 req-8636e60b-a68a-4509-aafc-d231e601ead2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:13.887013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a4bb4e9-a77c-4adc-883b-b88eb285f9f1 req-8636e60b-a68a-4509-aafc-d231e601ead2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0971606
Apr 30 21:22:13.921197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8629fada-6c4d-49ed-931f-a2367b3e993a admin admin] Publish callbacks [] for security_group (71d95489-91cd-422d-b04f-2b873509d0ff), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:13.947358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8629fada-6c4d-49ed-931f-a2367b3e993a admin admin] Publish callbacks [] for security_group (71d95489-91cd-422d-b04f-2b873509d0ff), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:13.956279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a4bb4e9-a77c-4adc-883b-b88eb285f9f1 req-31f583a9-5f61-4e59-bb90-568bf5fdb215 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588477
Apr 30 21:22:14.106574 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8629fada-6c4d-49ed-931f-a2367b3e993a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (71d95489-91cd-422d-b04f-2b873509d0ff), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:14.109817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8629fada-6c4d-49ed-931f-a2367b3e993a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:14.114655 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8629fada-6c4d-49ed-931f-a2367b3e993a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71d95489-91cd-422d-b04f-2b873509d0ff HTTP/1.1" status: 204  len: 168 time: 0.2688715
Apr 30 21:22:14.124517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629fada-6c4d-49ed-931f-a2367b3e993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d95489-91cd-422d-b04f-2b873509d0ff,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:14.538853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d800f-570c-452b-a557-45166a098f38 req-49e37a6c-e676-4277-9306-92ab73925f4f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:14.540817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb5d800f-570c-452b-a557-45166a098f38 req-49e37a6c-e676-4277-9306-92ab73925f4f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0765095
Apr 30 21:22:14.626645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8f33a4b-f60e-4750-aa5b-ab4bf16c4eb7 req-8f2b2e51-7513-45d0-985b-ed6d18c42bbb tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=703208f7-1534-4904-bd47-2912f134e612 HTTP/1.1" status: 200  len: 210 time: 0.0586836
Apr 30 21:22:14.677965 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb5d800f-570c-452b-a557-45166a098f38 req-082461a5-515c-48b9-b441-93bdd0a90e34 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229603
Apr 30 21:22:14.843167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-f9518242-099f-462c-b9ae-d36beee66689 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:14.845223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-f9518242-099f-462c-b9ae-d36beee66689 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/networks?id=4e174604-3d00-4575-a608-2f7eb012a46b HTTP/1.1" status: 200  len: 815 time: 0.1172526
Apr 30 21:22:14.867284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-629f85b1-3433-4634-aeb1-2d9863c79fcf tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/quotas/3e12f061321b434e92c0f85031c54ef8 HTTP/1.1" status: 200  len: 375 time: 0.0163672
Apr 30 21:22:14.919468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-ffba7dfe-4612-499a-a8ad-c039406405ac tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0470140
Apr 30 21:22:15.025110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-d24c0c68-e9ca-48c7-ab09-d3a3d96f7ba1 service neutron] 10.222.0.23 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987875
Apr 30 21:22:15.123555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-fa477cc6-82b3-453d-bfb0-e1baefe72dea service neutron] 10.222.0.23 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912836
Apr 30 21:22:15.416913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:22:15.454636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:22:15.455148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7fed5ec0-2e20-45e9-adca-fbfa5aac5d72 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:22:15.460386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ded6950f-4155-4ca0-b6eb-4b19c2559463 req-84a80e1b-50d0-4a82-b34e-0e37157be45d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 210 time: 0.0611889
Apr 30 21:22:15.613106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37338) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:15.797405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1296708673-network', 'tenant_id': 'def690693f654dc8aff77fa04e78d762'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:15.836167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9906589-d578-479b-8286-18b4fbeec92a req-8215e61c-7ef7-4b93-a20a-2f1a81f3b8fd tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/48bf3612-bf9b-470a-96a8-0ba6432dc15a HTTP/1.1" status: 200  len: 1820 time: 0.1217902
Apr 30 21:22:15.859694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-ff5f89ec-ff72-4316-b01b-61d71df43ed0 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:15.861128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-ff5f89ec-ff72-4316-b01b-61d71df43ed0 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284 HTTP/1.1" status: 200  len: 946 time: 0.0805030
Apr 30 21:22:15.900576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Made reservation on behalf of def690693f654dc8aff77fa04e78d762 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:15.903523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:15.912455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:15.982385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1942988-d274-4680-b57c-18d475e606cf req-f1547594-455c-40e5-9a50-8577192db6a0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:15.994733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1942988-d274-4680-b57c-18d475e606cf req-f1547594-455c-40e5-9a50-8577192db6a0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.2306972
Apr 30 21:22:16.052522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Publish callbacks [] for security_group (f45e6675-cb8c-4f0a-b9b7-539bd31ef415), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.108825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a9906589-d578-479b-8286-18b4fbeec92a req-3835b4a2-db15-4a08-a0a5-ef9bf73fa236 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (48bf3612-bf9b-470a-96a8-0ba6432dc15a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.147307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Deleting port 03bbeaca-a3de-45e7-975b-56c33a1d9bff {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:22:16.148247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.171591 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f45e6675-cb8c-4f0a-b9b7-539bd31ef415), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.198810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1942988-d274-4680-b57c-18d475e606cf req-91ddc9af-8bd9-4861-8d98-00094d2142a1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015221
Apr 30 21:22:16.218926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45e6675-cb8c-4f0a-b9b7-539bd31ef415,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:16.225259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:22:16.236481 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (89a472da-6157-403c-8102-5d366d595ac1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.237010 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Added segment 89a472da-6157-403c-8102-5d366d595ac1 of type vlan for network 896bc984-19f0-4812-b66b-5fd5d59f2642
Apr 30 21:22:16.238275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a9906589-d578-479b-8286-18b4fbeec92a req-3835b4a2-db15-4a08-a0a5-ef9bf73fa236 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (48bf3612-bf9b-470a-96a8-0ba6432dc15a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.287918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (896bc984-19f0-4812-b66b-5fd5d59f2642), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.332604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] For port 03bbeaca-a3de-45e7-975b-56c33a1d9bff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03bbeaca-a3de-45e7-975b-56c33a1d9bff,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:16.333049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.355337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Calling delete_port for 03bbeaca-a3de-45e7-975b-56c33a1d9bff owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:22:16.404743 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a9906589-d578-479b-8286-18b4fbeec92a req-3835b4a2-db15-4a08-a0a5-ef9bf73fa236 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (48bf3612-bf9b-470a-96a8-0ba6432dc15a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.407672 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a9906589-d578-479b-8286-18b4fbeec92a req-3835b4a2-db15-4a08-a0a5-ef9bf73fa236 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.409119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (896bc984-19f0-4812-b66b-5fd5d59f2642), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.410321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:16.411087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.423117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9906589-d578-479b-8286-18b4fbeec92a req-3835b4a2-db15-4a08-a0a5-ef9bf73fa236 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/48bf3612-bf9b-470a-96a8-0ba6432dc15a HTTP/1.1" status: 204  len: 173 time: 0.5697820
Apr 30 21:22:16.481423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835b4a2-db15-4a08-a0a5-ef9bf73fa236 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bf3612-bf9b-470a-96a8-0ba6432dc15a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:16.511266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] Pushing event updated for resources: {'Network': ['ID=896bc984-19f0-4812-b66b-5fd5d59f2642,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:16.520930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed9ca86b-7056-4fdc-a86d-112731d3e305 req-c6af3586-a132-4cfd-838b-56280ce9f578 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/d3ae815d-5315-4395-8139-f5d582e807b0 HTTP/1.1" status: 200  len: 1818 time: 0.0764115
Apr 30 21:22:16.554588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 896bc984-19f0-4812-b66b-5fd5d59f2642 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:22:16.560477 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8ad42c29-3ee5-4826-a359-2a2bba7fa755 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9405937
Apr 30 21:22:16.563269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37354) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:16.568561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Request body: {'subnet': {'network_id': '896bc984-19f0-4812-b66b-5fd5d59f2642', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1296708673-subnet', 'tenant_id': 'def690693f654dc8aff77fa04e78d762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:16.613342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efdfa084-e765-450e-9494-f08b2afca49d req-8f134c92-24a6-434b-a929-412c348d99c5 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 210 time: 0.0394928
Apr 30 21:22:16.677370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Made reservation on behalf of def690693f654dc8aff77fa04e78d762 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:16.680216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.695265 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ed9ca86b-7056-4fdc-a86d-112731d3e305 req-e78462a2-4501-46d5-8072-c13012494683 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (d3ae815d-5315-4395-8139-f5d582e807b0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.730277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.738278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ed9ca86b-7056-4fdc-a86d-112731d3e305 req-e78462a2-4501-46d5-8072-c13012494683 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (d3ae815d-5315-4395-8139-f5d582e807b0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.894772 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (03bbeaca-a3de-45e7-975b-56c33a1d9bff), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.914100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['03bbeaca-a3de-45e7-975b-56c33a1d9bff'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:16.933887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Pushing event deleted for resources: {'Port': ['ID=03bbeaca-a3de-45e7-975b-56c33a1d9bff,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:16.966004 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ed9ca86b-7056-4fdc-a86d-112731d3e305 req-e78462a2-4501-46d5-8072-c13012494683 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d3ae815d-5315-4395-8139-f5d582e807b0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.968566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ed9ca86b-7056-4fdc-a86d-112731d3e305 req-e78462a2-4501-46d5-8072-c13012494683 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:16.974239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed9ca86b-7056-4fdc-a86d-112731d3e305 req-e78462a2-4501-46d5-8072-c13012494683 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3ae815d-5315-4395-8139-f5d582e807b0 HTTP/1.1" status: 204  len: 173 time: 0.4511364
Apr 30 21:22:17.002752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78462a2-4501-46d5-8072-c13012494683 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ae815d-5315-4395-8139-f5d582e807b0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:17.010638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-12035f4b-16b4-4534-9239-a1e7f16c70e4 req-c10050f8-9cb2-41fc-83fb-8f18c7394091 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1343656220', 'description': 'tempest-description-1787453620'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:17.014621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] No DVR routers for this DVR port 03bbeaca-a3de-45e7-975b-56c33a1d9bff on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:22:17.017863 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.023368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b9c27a8-cd0e-46e6-8bf7-a088d31ea7c3 req-a6904eb1-18f4-48a8-a0bd-df5fa2dff301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.20 "DELETE /v2.0/ports/03bbeaca-a3de-45e7-975b-56c33a1d9bff HTTP/1.1" status: 204  len: 173 time: 1.1203241
Apr 30 21:22:17.024158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'name': 'network-vif-deleted', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:17.026527 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0db0f1-cedb-4128-807c-a445489c3233" -d '{"events": [{"server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "name": "network-vif-deleted", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:17.095753 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edea22e-e4b6-4845-bcee-be3274dadb07 x-openstack-request-id: req-4edea22e-e4b6-4845-bcee-be3274dadb07 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:17.096231 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cd1ae9-f07c-4fe0-8c7d-84e3cab56284", "name": "network-vif-deleted", "tag": "03bbeaca-a3de-45e7-975b-56c33a1d9bff", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:17.096648 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4edea22e-e4b6-4845-bcee-be3274dadb07 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:17.097213 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edea22e-e4b6-4845-bcee-be3274dadb07'] response: {'server_uuid': 'd5cd1ae9-f07c-4fe0-8c7d-84e3cab56284', 'name': 'network-vif-deleted', 'tag': '03bbeaca-a3de-45e7-975b-56c33a1d9bff', 'status': 'completed', 'code': 200}
Apr 30 21:22:17.157357 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-12035f4b-16b4-4534-9239-a1e7f16c70e4 req-c10050f8-9cb2-41fc-83fb-8f18c7394091 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.247231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-12035f4b-16b4-4534-9239-a1e7f16c70e4 req-c10050f8-9cb2-41fc-83fb-8f18c7394091 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.259220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (803e1b8a-c822-4a5e-9bcc-5115cc1f4932), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.317995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-12035f4b-16b4-4534-9239-a1e7f16c70e4 req-c10050f8-9cb2-41fc-83fb-8f18c7394091 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.354364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803e1b8a-c822-4a5e-9bcc-5115cc1f4932,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:17.368085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10050f8-9cb2-41fc-83fb-8f18c7394091 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:17.383781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Checking segment: {'id': '89a472da-6157-403c-8102-5d366d595ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '896bc984-19f0-4812-b66b-5fd5d59f2642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:22:17.385730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Network hostable DHCP agents. Network: 896bc984-19f0-4812-b66b-5fd5d59f2642, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:22:17.450998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296a6f4-b139-421c-a547-4dda3df3a790 req-f005febf-1008-4c65-ab08-257b7c872796 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:17.458385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4296a6f4-b139-421c-a547-4dda3df3a790 req-f005febf-1008-4c65-ab08-257b7c872796 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0918837
Apr 30 21:22:17.468559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Network 896bc984-19f0-4812-b66b-5fd5d59f2642 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:22:17.509220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4296a6f4-b139-421c-a547-4dda3df3a790 req-a08bcaae-325a-4557-9d57-6ef3e298c787 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498455
Apr 30 21:22:17.512393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-12035f4b-16b4-4534-9239-a1e7f16c70e4 req-c10050f8-9cb2-41fc-83fb-8f18c7394091 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.513777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12035f4b-16b4-4534-9239-a1e7f16c70e4 req-c10050f8-9cb2-41fc-83fb-8f18c7394091 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5084541
Apr 30 21:22:17.523409 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 896bc984-19f0-4812-b66b-5fd5d59f2642) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:22:17.528457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:17.529514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.544396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3f23e-75bd-4a9c-9b25-e768b5bba777 None None] Network 896bc984-19f0-4812-b66b-5fd5d59f2642 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:22:17.605480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b71ffb00-9c6b-4224-9dba-ea6dbf206b50 req-f4cb1907-8773-4539-8da1-3de9d9f28c5f tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb HTTP/1.1" status: 200  len: 1820 time: 0.0580814
Apr 30 21:22:17.612372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b71ffb00-9c6b-4224-9dba-ea6dbf206b50 req-a450cfa2-e8a6-47d2-94da-dbf838fc5c09 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1243429234', 'description': 'tempest-description-hth-2100716974'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:17.640575 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-38cc47e2-f8af-440c-98e1-39cd3baf4355 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0700943
Apr 30 21:22:17.676201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b71ffb00-9c6b-4224-9dba-ea6dbf206b50 req-a450cfa2-e8a6-47d2-94da-dbf838fc5c09 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.691262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f00681-d843-4474-8502-0cb1d4cfcb83 None None] Network 896bc984-19f0-4812-b66b-5fd5d59f2642 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:22:17.761543 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b71ffb00-9c6b-4224-9dba-ea6dbf206b50 req-a450cfa2-e8a6-47d2-94da-dbf838fc5c09 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.823398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b71ffb00-9c6b-4224-9dba-ea6dbf206b50 req-a450cfa2-e8a6-47d2-94da-dbf838fc5c09 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.826103 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b71ffb00-9c6b-4224-9dba-ea6dbf206b50 req-a450cfa2-e8a6-47d2-94da-dbf838fc5c09 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.827354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b71ffb00-9c6b-4224-9dba-ea6dbf206b50 req-a450cfa2-e8a6-47d2-94da-dbf838fc5c09 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "PUT /v2.0/security-groups/eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb HTTP/1.1" status: 200  len: 1794 time: 0.2209377
Apr 30 21:22:17.872361 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e80553c-8a75-4885-a3ec-ad1d7f10f086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:17.929892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450cfa2-e8a6-47d2-94da-dbf838fc5c09 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:18.009277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-542f0722-3e68-4a19-aca9-73ff21946161 req-92ec9280-90cf-4505-930f-1651ed56c47c tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 210 time: 0.1873217
Apr 30 21:22:18.142052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-ff9c9993-8376-48d7-a05e-0cc65c7d54d4 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:18.143939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-ff9c9993-8376-48d7-a05e-0cc65c7d54d4 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.35 "GET /v2.0/networks?id=4e174604-3d00-4575-a608-2f7eb012a46b HTTP/1.1" status: 200  len: 815 time: 0.2376511
Apr 30 21:22:18.163007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Request body: {'port': {'device_id': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'admin_state_up': True, 'tenant_id': '3e12f061321b434e92c0f85031c54ef8'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:18.229332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a26c0ccf-6492-4fc5-8d26-429f7a1b4d23 req-3fb73573-f920-4f9c-ab66-9974bf6bc954 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb HTTP/1.1" status: 200  len: 1794 time: 0.3022316
Apr 30 21:22:18.357279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83a4cb6c-9785-467f-8785-17af2ab79af8 req-51a55819-98ce-429e-9ba3-a4259d86ed0d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb HTTP/1.1" status: 200  len: 1794 time: 0.0951240
Apr 30 21:22:18.431520 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83a4cb6c-9785-467f-8785-17af2ab79af8 req-f610f997-469e-4e01-a447-e41a816340ce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:18.456420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Made reservation on behalf of 3e12f061321b434e92c0f85031c54ef8 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:18.459886 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:18.493124 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83a4cb6c-9785-467f-8785-17af2ab79af8 req-f610f997-469e-4e01-a447-e41a816340ce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:18.690000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Allocated IP 172.20.0.4 (4e174604-3d00-4575-a608-2f7eb012a46b/ee37c5b8-b199-4a59-87f9-ae2c6e1fde97/86e1db01-58fa-40a2-8fdb-edc142f30736) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:22:18.801676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83a4cb6c-9785-467f-8785-17af2ab79af8 req-f610f997-469e-4e01-a447-e41a816340ce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:18.804429 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83a4cb6c-9785-467f-8785-17af2ab79af8 req-f610f997-469e-4e01-a447-e41a816340ce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:18.810391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83a4cb6c-9785-467f-8785-17af2ab79af8 req-f610f997-469e-4e01-a447-e41a816340ce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb HTTP/1.1" status: 204  len: 173 time: 0.4434910
Apr 30 21:22:18.851194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f997-469e-4e01-a447-e41a816340ce tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3baa4a-7469-4bdd-a850-2b5b4ad92ffb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:18.941948 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks [] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:19.013861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b205ff-e80c-49a7-b0c4-37aeb1894885 req-2c241798-12f7-4f89-822b-177744d088bd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:19.015423 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2b205ff-e80c-49a7-b0c4-37aeb1894885 req-2c241798-12f7-4f89-822b-177744d088bd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0648856
Apr 30 21:22:19.070800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2b205ff-e80c-49a7-b0c4-37aeb1894885 req-eeebe089-ce2d-4d39-99b2-498100b66667 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486434
Apr 30 21:22:19.185720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee540b83-8642-431b-8cb1-6274665a6899 req-942a6f82-1127-4af0-9a35-8bb97c678edd tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 210 time: 0.0315635
Apr 30 21:22:19.221178 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-98fe4a2b-4f01-4ec8-8dd7-9902851ea4a0 req-cd483411-77ee-4ac0-9689-beccd3ea15d8 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:22:19.222285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98fe4a2b-4f01-4ec8-8dd7-9902851ea4a0 req-cd483411-77ee-4ac0-9689-beccd3ea15d8 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/d3ae815d-5315-4395-8139-f5d582e807b0 HTTP/1.1" status: 404  len: 352 time: 0.0147188
Apr 30 21:22:19.260474 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-3099a698-3cdf-4e91-9b35-7864202dafbd req-e8f2392b-4091-4146-ab39-8e7910e1ba3d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:22:19.261425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3099a698-3cdf-4e91-9b35-7864202dafbd req-e8f2392b-4091-4146-ab39-8e7910e1ba3d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/48bf3612-bf9b-470a-96a8-0ba6432dc15a HTTP/1.1" status: 404  len: 352 time: 0.0176558
Apr 30 21:22:19.296219 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-9e544fb0-bd4c-4898-93e7-fedbaae913b0 req-0643d25f-abe9-40b0-89e4-a9a8d8a994d5 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:22:19.297166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e544fb0-bd4c-4898-93e7-fedbaae913b0 req-0643d25f-abe9-40b0-89e4-a9a8d8a994d5 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/2572a270-49b7-46ba-a411-000d6d75f164 HTTP/1.1" status: 404  len: 352 time: 0.0148549
Apr 30 21:22:19.334792 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-4880b1c2-62d2-4760-b905-269f1e4e657f req-72fba98a-7c23-459a-a2dd-ac22367eb0c3 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:22:19.336185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4880b1c2-62d2-4760-b905-269f1e4e657f req-72fba98a-7c23-459a-a2dd-ac22367eb0c3 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/db752416-2acb-42fa-9e08-aac4aed4c913 HTTP/1.1" status: 404  len: 352 time: 0.0146499
Apr 30 21:22:19.369405 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-2c48aae9-73cc-4ddb-99b8-3b5e61bdb6ac req-f67d6e90-6f42-4fdb-9cfe-da76820116c4 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:22:19.370475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c48aae9-73cc-4ddb-99b8-3b5e61bdb6ac req-f67d6e90-6f42-4fdb-9cfe-da76820116c4 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/22a28b49-9aa7-4a27-8872-ae42cb7445ca HTTP/1.1" status: 404  len: 352 time: 0.0145817
Apr 30 21:22:19.414067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03bbeaca-a3de-45e7-975b-56c33a1d9bff no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:22:19.417625 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-8c227261-2590-49c7-ad29-2eeddddd1832 req-90e5ead1-8a8e-4313-a713-5915d915fdff tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] show failed (client error): The resource could not be found.
Apr 30 21:22:19.418292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c227261-2590-49c7-ad29-2eeddddd1832 req-90e5ead1-8a8e-4313-a713-5915d915fdff tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/6cfd577b-a269-4b2b-9878-4905dcb7c717 HTTP/1.1" status: 404  len: 352 time: 0.0272985
Apr 30 21:22:19.419589 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:19.460563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Network 4e174604-3d00-4575-a608-2f7eb012a46b is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:22:19.465648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:22:19.468600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 03bbeaca-a3de-45e7-975b-56c33a1d9bff {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:22:19.468749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:22:19.468961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03bbeaca-a3de-45e7-975b-56c33a1d9bff not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:22:19.514371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Pushing event updated for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:19.537808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:19.538615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:19.594611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-42de1f82-16d9-4164-9952-0633e44a9878 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4397542
Apr 30 21:22:19.606922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Request body: {'port': {'device_id': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:19.694155 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:20.147048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa033856-e116-46d4-9db4-d110292188c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:20.287363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d6c97-fcaf-4521-8333-3109db508957 req-021c744b-8804-4ff4-811b-dd471d1ab4c4 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:20.288945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f3d6c97-fcaf-4521-8333-3109db508957 req-021c744b-8804-4ff4-811b-dd471d1ab4c4 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1023 time: 0.0733702
Apr 30 21:22:20.374631 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:20.384121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add0e2e-9ca1-4f8e-a2ce-74681bedab6a req-53cad3b8-cb0a-4979-9416-f41a664fdaa7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:20.385650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6add0e2e-9ca1-4f8e-a2ce-74681bedab6a req-53cad3b8-cb0a-4979-9416-f41a664fdaa7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0941732
Apr 30 21:22:20.462083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f3d6c97-fcaf-4521-8333-3109db508957 req-b1486ed3-dba5-4e21-88f3-9c819ba76e9b tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=3acd7fa0-ff34-4d41-9777-37c9353e5067&id=f7ef8d53-d162-4fc5-aa9a-1e25d138b59a&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.1670761
Apr 30 21:22:20.506919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6add0e2e-9ca1-4f8e-a2ce-74681bedab6a req-fa0cb848-bedd-4e07-8153-dc475c281e13 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032283
Apr 30 21:22:20.654150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e1db01-58fa-40a2-8fdb-edc142f30736 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:20.666467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Publish callbacks [] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:20.677703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ff477-d4b0-4b12-abea-01e0e85ca0a4 req-27bfa778-8564-4889-9310-517137960adc tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:20.679787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56ff477-d4b0-4b12-abea-01e0e85ca0a4 req-27bfa778-8564-4889-9310-517137960adc tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 931 time: 0.0727139
Apr 30 21:22:20.700006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Transition to ACTIVE for port object 86e1db01-58fa-40a2-8fdb-edc142f30736 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:22:20.755573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56ff477-d4b0-4b12-abea-01e0e85ca0a4 req-1580564c-80f7-4fd9-9103-00548511ee89 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644896
Apr 30 21:22:20.832828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:20.920006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Pushing event updated for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:20.990303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Attempting to bind port 86e1db01-58fa-40a2-8fdb-edc142f30736 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:22:20.990560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Attempting to bind port 86e1db01-58fa-40a2-8fdb-edc142f30736 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:22:20.990887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Attempting to bind port 86e1db01-58fa-40a2-8fdb-edc142f30736 on network 4e174604-3d00-4575-a608-2f7eb012a46b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:22:20.997310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Port 86e1db01-58fa-40a2-8fdb-edc142f30736 on network 4e174604-3d00-4575-a608-2f7eb012a46b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:22:20.997634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Attempting to bind port 86e1db01-58fa-40a2-8fdb-edc142f30736 on network 4e174604-3d00-4575-a608-2f7eb012a46b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:22:21.004472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:22:21.007308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Checking segment: {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:22:21.007308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Bound using segment: {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:22:21.007308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Bound port: 86e1db01-58fa-40a2-8fdb-edc142f30736, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:22:21.007308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:21.093157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:22:21.096719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:22:21.182108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:21.243777 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:21.266405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:21.267036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:21.272486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] 10.222.0.35 "PUT /v2.0/ports/86e1db01-58fa-40a2-8fdb-edc142f30736 HTTP/1.1" status: 200  len: 1091 time: 1.6658640
Apr 30 21:22:21.293106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:21.293106 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c3ba11-6d2e-4071-8f61-d76a0255bfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:21.364581 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70061f91-7cbb-4b05-92b8-1e24b04358bf x-openstack-request-id: req-70061f91-7cbb-4b05-92b8-1e24b04358bf {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:21.365052 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:21.365317 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70061f91-7cbb-4b05-92b8-1e24b04358bf {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:21.365712 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70061f91-7cbb-4b05-92b8-1e24b04358bf'] response: {'name': 'network-changed', 'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'status': 'completed', 'code': 200}
Apr 30 21:22:21.388083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-93d8c81c-cb9d-4b40-b454-56e99c9337f2 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:21.389622 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-93d8c81c-cb9d-4b40-b454-56e99c9337f2 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.35 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1023 time: 0.1526811
Apr 30 21:22:21.392982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366e136-8ae5-4573-9cf4-21015461aef4 service neutron] Pushing event updated for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:21.530976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3ba11-6d2e-4071-8f61-d76a0255bfa1 req-9b40d136-d667-47d6-b6b9-85177653bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:21.532438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96c3ba11-6d2e-4071-8f61-d76a0255bfa1 req-9b40d136-d667-47d6-b6b9-85177653bf19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 1125 time: 0.1332555
Apr 30 21:22:21.583423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-353893c7-6030-41e9-bdab-396430bdc6da tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:21.584983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-353893c7-6030-41e9-bdab-396430bdc6da tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/networks?id=896bc984-19f0-4812-b66b-5fd5d59f2642 HTTP/1.1" status: 200  len: 810 time: 0.3468204
Apr 30 21:22:21.667408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-e19481ed-0040-46cd-83a8-68c06adac067 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/quotas/def690693f654dc8aff77fa04e78d762 HTTP/1.1" status: 200  len: 375 time: 0.0391650
Apr 30 21:22:21.670404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Deleting port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:22:21.670817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:21.750694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1b45058c-e349-4aa9-a4d7-c4cc180d0a86 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=def690693f654dc8aff77fa04e78d762&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0729206
Apr 30 21:22:21.842660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3ba11-6d2e-4071-8f61-d76a0255bfa1 req-9497075f-f965-4f8b-92c8-434d0ef8e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:21.844131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96c3ba11-6d2e-4071-8f61-d76a0255bfa1 req-9497075f-f965-4f8b-92c8-434d0ef8e61a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e12f061321b434e92c0f85031c54ef8&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2811027
Apr 30 21:22:21.923601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] For port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,segment=NetworkSegment(c1e97bcf-b98f-42a5-9af2-4569f7a73071),segment_id=c1e97bcf-b98f-42a5-9af2-4569f7a73071)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:21.923981 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:21.953001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Calling delete_port for 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:22:22.047040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1d3f3791-3061-4f0b-904d-9d30c5df9bd4 service neutron] 10.222.0.23 "GET /v2.0/networks/896bc984-19f0-4812-b66b-5fd5d59f2642?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2815273
Apr 30 21:22:22.090660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3ba11-6d2e-4071-8f61-d76a0255bfa1 req-6ea50837-7991-4ff4-940e-ae3a09e283c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:22.092036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96c3ba11-6d2e-4071-8f61-d76a0255bfa1 req-6ea50837-7991-4ff4-940e-ae3a09e283c9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2358947
Apr 30 21:22:22.198376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-23649eeb-9466-4ab4-bc78-cc0bcae0cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:22.199887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-23649eeb-9466-4ab4-bc78-cc0bcae0cac5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 1125 time: 0.0647731
Apr 30 21:22:22.282904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-08f063d0-d12b-4aca-8901-f6f3ad97bb6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86e1db01-58fa-40a2-8fdb-edc142f30736 HTTP/1.1" status: 200  len: 217 time: 0.0693688
Apr 30 21:22:22.293858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1c907624-efaf-4486-9785-2d03ea9c9696 service neutron] 10.222.0.23 "GET /v2.0/networks/896bc984-19f0-4812-b66b-5fd5d59f2642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357726
Apr 30 21:22:22.400158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334aebd-8640-4181-af55-aefeabd80e3b req-a69b0a94-6750-4534-9f7e-6b174edcdb6d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:22.401673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8334aebd-8640-4181-af55-aefeabd80e3b req-a69b0a94-6750-4534-9f7e-6b174edcdb6d tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 1023 time: 0.1238110
Apr 30 21:22:22.434161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-5d031b0b-e71c-4b8f-b1b1-f07c5fbbf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:22.435871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-5d031b0b-e71c-4b8f-b1b1-f07c5fbbf4b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee37c5b8-b199-4a59-87f9-ae2c6e1fde97 HTTP/1.1" status: 200  len: 855 time: 0.1365354
Apr 30 21:22:22.488050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-dbe4577b-7167-4b80-be6d-6e80df1e7c7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e174604-3d00-4575-a608-2f7eb012a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440712
Apr 30 21:22:22.557151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7e51ce70-02d6-4e28-b92b-1abce8dc8c21), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:22.582746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['7e51ce70-02d6-4e28-b92b-1abce8dc8c21'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:22.613139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8334aebd-8640-4181-af55-aefeabd80e3b req-cb6c2ffe-5775-4ca2-bd56-43cc741d6a16 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups?id=3acd7fa0-ff34-4d41-9777-37c9353e5067&id=f7ef8d53-d162-4fc5-aa9a-1e25d138b59a&id=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.2006612
Apr 30 21:22:22.616859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'Port': ['ID=7e51ce70-02d6-4e28-b92b-1abce8dc8c21,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:22.722251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-52485385-af9f-4b99-ae2c-94964fab6e7a service neutron] 10.222.0.35 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255173
Apr 30 21:22:22.722769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] No DVR routers for this DVR port 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:22:22.726569 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:22.729913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bddc2e1-d89f-4df4-b515-4c8218c3aee8 req-1240363a-7ae5-41ed-80b2-f0147b46a16e tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.35 "DELETE /v2.0/ports/7e51ce70-02d6-4e28-b92b-1abce8dc8c21 HTTP/1.1" status: 204  len: 173 time: 1.3286879
Apr 30 21:22:22.809684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1afbb-15a3-45dd-a7ae-0bf2c45fd11d req-ef072363-a9dc-4336-a627-2dbe195f72dd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:22.811195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-feb1afbb-15a3-45dd-a7ae-0bf2c45fd11d req-ef072363-a9dc-4336-a627-2dbe195f72dd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.1002753
Apr 30 21:22:22.883640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60998aef-8b1d-4a8b-b07e-a1f76b23d5d8 req-66f8c265-3940-4ce7-8190-2c34766f1a29 service neutron] 10.222.0.35 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526294
Apr 30 21:22:22.886913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-feb1afbb-15a3-45dd-a7ae-0bf2c45fd11d req-e9caee12-0132-4b44-89d5-29051e3aad97 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695179
Apr 30 21:22:22.988214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306ebef-5ea4-4c78-8d87-eb6bb92d584c req-81d3741a-f6ae-4ad1-96ec-171183f9e68e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:22.989688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f306ebef-5ea4-4c78-8d87-eb6bb92d584c req-81d3741a-f6ae-4ad1-96ec-171183f9e68e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 943 time: 0.0470488
Apr 30 21:22:23.038859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f306ebef-5ea4-4c78-8d87-eb6bb92d584c req-a0996228-9b83-44f1-9544-a37a86ea3bbf tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429885
Apr 30 21:22:23.149947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb23df-1fe1-43e0-944b-d76ac43d8fcc req-9d492dda-ebd3-4dba-8b4c-7241549287e0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:23.151344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2eb23df-1fe1-43e0-944b-d76ac43d8fcc req-9d492dda-ebd3-4dba-8b4c-7241549287e0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0547769
Apr 30 21:22:23.206135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2eb23df-1fe1-43e0-944b-d76ac43d8fcc req-925826d8-2c57-47cd-8a88-8ceb010b83e8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491061
Apr 30 21:22:23.296780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:23.364707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d106689b-9e80-4e7f-8f6a-f122f6a6eace req-fecdb2c0-606b-41aa-84ae-0742632b83d2 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 210 time: 0.0289199
Apr 30 21:22:23.368427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'name': 'network-vif-deleted', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:23.371441 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6419be95-ac4f-4a5a-bf65-29f4cee62a76" -d '{"events": [{"server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "name": "network-vif-deleted", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:23.432533 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5ddaff-4a43-4fd0-bd95-0b3b33a5560e x-openstack-request-id: req-cc5ddaff-4a43-4fd0-bd95-0b3b33a5560e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:23.432950 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37", "name": "network-vif-deleted", "tag": "7e51ce70-02d6-4e28-b92b-1abce8dc8c21", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:23.433346 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc5ddaff-4a43-4fd0-bd95-0b3b33a5560e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:23.433748 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5ddaff-4a43-4fd0-bd95-0b3b33a5560e'] response: {'server_uuid': 'c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37', 'name': 'network-vif-deleted', 'tag': '7e51ce70-02d6-4e28-b92b-1abce8dc8c21', 'status': 'completed', 'code': 200}
Apr 30 21:22:23.744413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f841ac0-afbf-4168-837a-4e88c17a8ef9 req-2b38eb7b-c8aa-46ee-b871-315fc52dd7fb tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 210 time: 0.0385728
Apr 30 21:22:24.010685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561c648-8e25-4840-a5f9-61a804e34d2c req-5d0560f6-0a2a-4080-a9c9-2becdefb191f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:24.012167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2561c648-8e25-4840-a5f9-61a804e34d2c req-5d0560f6-0a2a-4080-a9c9-2becdefb191f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0477104
Apr 30 21:22:24.063537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2561c648-8e25-4840-a5f9-61a804e34d2c req-b26b0ab3-1577-419d-bea5-148dcae8edd7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452168
Apr 30 21:22:24.155445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbc4fa-5e4e-4dd4-aaa1-ef1b1ed31e09 req-c2189dd5-77f5-4938-8f74-9a6322c85ebf tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:24.156902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87cbc4fa-5e4e-4dd4-aaa1-ef1b1ed31e09 req-c2189dd5-77f5-4938-8f74-9a6322c85ebf tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 943 time: 0.0477762
Apr 30 21:22:24.207660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87cbc4fa-5e4e-4dd4-aaa1-ef1b1ed31e09 req-6833db06-9a1a-41af-8543-b8b1d22993ad tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451045
Apr 30 21:22:24.333954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860b91f-9f0e-4be8-8767-654bc170471b req-36000db5-9670-480f-b3a6-733350dc04c4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:24.335595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5860b91f-9f0e-4be8-8767-654bc170471b req-36000db5-9670-480f-b3a6-733350dc04c4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0502009
Apr 30 21:22:24.387599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5860b91f-9f0e-4be8-8767-654bc170471b req-9da2f4f3-89c2-42ea-b243-1a630338f724 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438182
Apr 30 21:22:24.403572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:24.470270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8918ae4-1d8e-4a7c-bb81-aa26041c7fc8 req-7362e334-f6ff-4f59-94dd-5ff4dd20cdeb tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 210 time: 0.0303991
Apr 30 21:22:24.866086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-488fef5d-0b5f-4927-bda9-f3443b415658 req-a3da8609-e27e-4d8f-a675-224d4241cba4 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3896bdd-3ae4-4fd0-bd0f-bed9973e3d37 HTTP/1.1" status: 200  len: 210 time: 0.0328653
Apr 30 21:22:25.205529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a2e2b-5c6b-46d5-8fe5-94e8d97407d5 req-ba74f7cd-6f80-4909-9fe9-eaa204f2041e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:25.207070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d33a2e2b-5c6b-46d5-8fe5-94e8d97407d5 req-ba74f7cd-6f80-4909-9fe9-eaa204f2041e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0755892
Apr 30 21:22:25.214198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-db4eb925-87aa-4758-a5dc-360932328906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:25.215619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-db4eb925-87aa-4758-a5dc-360932328906 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 1128 time: 0.0542316
Apr 30 21:22:25.351824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d33a2e2b-5c6b-46d5-8fe5-94e8d97407d5 req-bc372cb0-b4e7-4178-85c0-062a51eb4b18 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351204
Apr 30 21:22:25.369194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1986d-7296-45c3-94da-b5e0a61c41dc req-4060929f-8b3f-44e0-92ee-8f5af6ae5455 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:25.370686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bd1986d-7296-45c3-94da-b5e0a61c41dc req-4060929f-8b3f-44e0-92ee-8f5af6ae5455 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 943 time: 0.0904193
Apr 30 21:22:25.387699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-7a337fcc-6c61-4425-88cd-7451c1fc730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:25.389806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-7a337fcc-6c61-4425-88cd-7451c1fc730e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 913 time: 0.1667454
Apr 30 21:22:25.438576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-07a2c48f-fee4-4fd1-a631-1340aeadf760 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5337eefd-6282-4815-8142-ab29768bf85b HTTP/1.1" status: 200  len: 217 time: 0.0425620
Apr 30 21:22:25.497335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bd1986d-7296-45c3-94da-b5e0a61c41dc req-6487d14f-793c-4788-af10-61e0a3de164c tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191154
Apr 30 21:22:25.587655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec7755-b726-46d9-b486-bb49d0a985fa req-4b645201-4844-4a8c-83c6-5813da82ad66 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:25.589081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96ec7755-b726-46d9-b486-bb49d0a985fa req-4b645201-4844-4a8c-83c6-5813da82ad66 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.1120455
Apr 30 21:22:25.590448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-a3e22a17-7dbe-4cc5-98f8-847f13520974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:25.591741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-a3e22a17-7dbe-4cc5-98f8-847f13520974 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.1450443
Apr 30 21:22:25.640686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a7aacc1-f087-44a1-8266-4a8fd307ac17 req-5c1b1124-8006-4dee-90df-128f9a326782 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 210 time: 0.0624220
Apr 30 21:22:25.671973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-5771ea1e-0c0a-4d5f-a596-aaa1d0ecc601 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0710955
Apr 30 21:22:25.767689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-cee1e87f-f203-4e9f-87e2-42b804daf021 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:25.769091 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-cee1e87f-f203-4e9f-87e2-42b804daf021 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.20 "GET /v2.0/networks?id=896bc984-19f0-4812-b66b-5fd5d59f2642 HTTP/1.1" status: 200  len: 810 time: 0.2527876
Apr 30 21:22:25.773943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96ec7755-b726-46d9-b486-bb49d0a985fa req-3fcde2fe-d1f1-49bd-b892-a39d97a528ad tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1710870
Apr 30 21:22:25.792845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Request body: {'port': {'device_id': '8e018247-8af5-4fb9-8e4a-9530ce9fea58', 'network_id': '896bc984-19f0-4812-b66b-5fd5d59f2642', 'admin_state_up': True, 'tenant_id': 'def690693f654dc8aff77fa04e78d762'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:25.861513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-1db8c977-2e6d-4d40-987d-025522271855 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801007
Apr 30 21:22:26.097707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86e1db01-58fa-40a2-8fdb-edc142f30736 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:22:26.100049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:22:26.132724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:22:26.133200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 7e51ce70-02d6-4e28-b92b-1abce8dc8c21 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:22:26.226278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:26.238830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'port_id': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'mac_address': 'fa:16:3e:53:84:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee37c5b8-b199-4a59-87f9-ae2c6e1fde97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:22:26.277445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86e1db01-58fa-40a2-8fdb-edc142f30736 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:26.277883 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:26.297617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e1db01-58fa-40a2-8fdb-edc142f30736 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:26.317053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Made reservation on behalf of def690693f654dc8aff77fa04e78d762 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:26.319046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:26.320365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:26.326105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54fd6281-c025-4b3b-b5cb-a4cae3d24a2b req-56163d10-5de3-4d47-a4c9-ba4f80411b5c service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4565454
Apr 30 21:22:26.333960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70139727-eb1f-45fb-8d37-903224a3733d req-a7f12699-783b-46a6-b3fd-05ad53f84d1a tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/3acd7fa0-ff34-4d41-9777-37c9353e5067 HTTP/1.1" status: 200  len: 1819 time: 0.3929048
Apr 30 21:22:26.368844 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:26.426162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:26.495998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70139727-eb1f-45fb-8d37-903224a3733d req-d6f4f94b-5911-4640-a7ee-9ec06b600320 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (3acd7fa0-ff34-4d41-9777-37c9353e5067), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:26.526124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ddf5-246e-49ab-bd47-efdf64850430 req-b0e070aa-2cfb-44f7-a9f3-951de42338e1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:26.527578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee77ddf5-246e-49ab-bd47-efdf64850430 req-b0e070aa-2cfb-44f7-a9f3-951de42338e1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0960393
Apr 30 21:22:26.553837 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70139727-eb1f-45fb-8d37-903224a3733d req-d6f4f94b-5911-4640-a7ee-9ec06b600320 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (3acd7fa0-ff34-4d41-9777-37c9353e5067), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:26.572387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Allocated IP 172.20.0.8 (896bc984-19f0-4812-b66b-5fd5d59f2642/803e1b8a-c822-4a5e-9bcc-5115cc1f4932/84957c75-79ae-4d1b-b3b8-dbbefc739b40) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:22:26.598087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['86e1db01-58fa-40a2-8fdb-edc142f30736'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:26.627462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee77ddf5-246e-49ab-bd47-efdf64850430 req-de77d2f2-f053-4c39-b5ac-b3cdf2885c7e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913169
Apr 30 21:22:26.734937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70139727-eb1f-45fb-8d37-903224a3733d req-d6f4f94b-5911-4640-a7ee-9ec06b600320 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3acd7fa0-ff34-4d41-9777-37c9353e5067), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:26.737418 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70139727-eb1f-45fb-8d37-903224a3733d req-d6f4f94b-5911-4640-a7ee-9ec06b600320 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:26.738556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70139727-eb1f-45fb-8d37-903224a3733d req-d6f4f94b-5911-4640-a7ee-9ec06b600320 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/3acd7fa0-ff34-4d41-9777-37c9353e5067 HTTP/1.1" status: 204  len: 173 time: 0.3962865
Apr 30 21:22:26.764246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4f94b-5911-4640-a7ee-9ec06b600320 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd7fa0-ff34-4d41-9777-37c9353e5067,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:26.774321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f9cec-752d-4850-acf3-ae94bb1aa90d req-2e0dd9f2-6e7d-4dcd-85db-cf895e13a4d2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:26.775975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-657f9cec-752d-4850-acf3-ae94bb1aa90d req-2e0dd9f2-6e7d-4dcd-85db-cf895e13a4d2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 944 time: 0.0710771
Apr 30 21:22:26.853772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8da683d1-04a9-4146-bbb7-1e593bfd7f11 req-6bfbb5e7-37c3-414b-83b7-f931f6889186 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 210 time: 0.0523684
Apr 30 21:22:26.874504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Publish callbacks [] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:26.906118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-657f9cec-752d-4850-acf3-ae94bb1aa90d req-efdfc1a4-d6d7-4528-b29c-18cc6b093e46 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163754
Apr 30 21:22:26.949621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4388769-d4a7-4d35-9872-7b7ca9996ebb req-5888374c-03e2-4c5e-ac5e-36da35a256ec tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "GET /v2.0/security-groups/f7ef8d53-d162-4fc5-aa9a-1e25d138b59a HTTP/1.1" status: 200  len: 1818 time: 0.0639975
Apr 30 21:22:27.026455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e3387-6d37-41f6-8148-0dd6a5d8ef97 req-609779c8-92b0-4373-a598-24124ba66581 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:27.027817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df8e3387-6d37-41f6-8148-0dd6a5d8ef97 req-609779c8-92b0-4373-a598-24124ba66581 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0641186
Apr 30 21:22:27.049424 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.094260 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d4388769-d4a7-4d35-9872-7b7ca9996ebb req-9d48afb2-13f8-4bc4-84a1-1facf30648d0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (f7ef8d53-d162-4fc5-aa9a-1e25d138b59a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.129341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Network 896bc984-19f0-4812-b66b-5fd5d59f2642 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:22:27.148119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:22:27.155883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:22:27.159134 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d4388769-d4a7-4d35-9872-7b7ca9996ebb req-9d48afb2-13f8-4bc4-84a1-1facf30648d0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (f7ef8d53-d162-4fc5-aa9a-1e25d138b59a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.161685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Pushing event updated for resources: {'Port': ['ID=84957c75-79ae-4d1b-b3b8-dbbefc739b40,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:27.199489 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df8e3387-6d37-41f6-8148-0dd6a5d8ef97 req-03c74bed-6af5-4b54-9d53-39101925af01 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1657331
Apr 30 21:22:27.239880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:27.240478 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.306415 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d4388769-d4a7-4d35-9872-7b7ca9996ebb req-9d48afb2-13f8-4bc4-84a1-1facf30648d0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f7ef8d53-d162-4fc5-aa9a-1e25d138b59a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.310190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d4388769-d4a7-4d35-9872-7b7ca9996ebb req-9d48afb2-13f8-4bc4-84a1-1facf30648d0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.311202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4388769-d4a7-4d35-9872-7b7ca9996ebb req-9d48afb2-13f8-4bc4-84a1-1facf30648d0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] 10.222.0.23 "DELETE /v2.0/security-groups/f7ef8d53-d162-4fc5-aa9a-1e25d138b59a HTTP/1.1" status: 204  len: 173 time: 0.3559096
Apr 30 21:22:27.317746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-1fd16d77-f688-4aaa-b9ee-44b24f1b508b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5267777
Apr 30 21:22:27.317988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37586) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:27.325081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48afb2-13f8-4bc4-84a1-1facf30648d0 tempest-SecurityGroupsTestJSON-332661857 tempest-SecurityGroupsTestJSON-332661857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef8d53-d162-4fc5-aa9a-1e25d138b59a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:27.331983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Request body: {'port': {'device_id': '8e018247-8af5-4fb9-8e4a-9530ce9fea58', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:27.378564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f008815-463a-46c9-9535-32daf01982d2 admin admin] Deleting subnet 8f91bf75-7dba-4c04-9746-3a687cbaaf8b {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:22:27.382416 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f008815-463a-46c9-9535-32daf01982d2 admin admin] Publish callbacks [] for subnet (8f91bf75-7dba-4c04-9746-3a687cbaaf8b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.403129 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.417208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f008815-463a-46c9-9535-32daf01982d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8f91bf75-7dba-4c04-9746-3a687cbaaf8b), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.456039 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f008815-463a-46c9-9535-32daf01982d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8f91bf75-7dba-4c04-9746-3a687cbaaf8b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.552233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f008815-463a-46c9-9535-32daf01982d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8f91bf75-7dba-4c04-9746-3a687cbaaf8b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.576718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f008815-463a-46c9-9535-32daf01982d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f91bf75-7dba-4c04-9746-3a687cbaaf8b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:27.582711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f008815-463a-46c9-9535-32daf01982d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.585980 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5f008815-463a-46c9-9535-32daf01982d2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8f91bf75-7dba-4c04-9746-3a687cbaaf8b HTTP/1.1" status: 204  len: 168 time: 0.2668839
Apr 30 21:22:27.588368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37588) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:27.669722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (7b3c83f5-11ee-4bcf-b36d-922b070bfdae), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.677268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84957c75-79ae-4d1b-b3b8-dbbefc739b40 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:27.685850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Publish callbacks [] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.699741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Transition to ACTIVE for port object 84957c75-79ae-4d1b-b3b8-dbbefc739b40 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:22:27.749982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (7b3c83f5-11ee-4bcf-b36d-922b070bfdae), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.759320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf11c29-30fb-42e1-aa80-26644b6d604f req-9ba4e278-6f16-4528-b87d-79c8934e8a61 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:27.760853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbf11c29-30fb-42e1-aa80-26644b6d604f req-9ba4e278-6f16-4528-b87d-79c8934e8a61 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 946 time: 0.0484033
Apr 30 21:22:27.771545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966d2a190>,) {'filters': {'network_id': ['7b3c83f5-11ee-4bcf-b36d-922b070bfdae']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:27.780912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d2a190>, 'c1e97bcf-b98f-42a5-9af2-4569f7a73071') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:27.781207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d2a190>, 'c1e97bcf-b98f-42a5-9af2-4569f7a73071') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:27.786960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.795734 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (c1e97bcf-b98f-42a5-9af2-4569f7a73071), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.810971 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c1e97bcf-b98f-42a5-9af2-4569f7a73071), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.816841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:22:27.817223 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (c1e97bcf-b98f-42a5-9af2-4569f7a73071), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:22:27.821042 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:22:27.858825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbf11c29-30fb-42e1-aa80-26644b6d604f req-5ee62f30-1366-430c-ae3b-f3fc5d116c78 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921290
Apr 30 21:22:27.870577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Pushing event updated for resources: {'Port': ['ID=84957c75-79ae-4d1b-b3b8-dbbefc739b40,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:27.981524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Attempting to bind port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:22:27.983756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Attempting to bind port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '89a472da-6157-403c-8102-5d366d595ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '896bc984-19f0-4812-b66b-5fd5d59f2642'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:22:27.983756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Attempting to bind port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 on network 896bc984-19f0-4812-b66b-5fd5d59f2642 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:22:27.992617 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (7b3c83f5-11ee-4bcf-b36d-922b070bfdae), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:27.998126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.002140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07cc11-a34b-420e-baeb-a2a95b0370ee req-fe944f22-54ba-498e-aada-deedde856d31 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.002140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a07cc11-a34b-420e-baeb-a2a95b0370ee req-fe944f22-54ba-498e-aada-deedde856d31 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 943 time: 0.0730760
Apr 30 21:22:28.003827 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] 10.222.0.23 "DELETE /v2.0/networks/7b3c83f5-11ee-4bcf-b36d-922b070bfdae HTTP/1.1" status: 204  len: 168 time: 0.4145257
Apr 30 21:22:28.012977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 on network 896bc984-19f0-4812-b66b-5fd5d59f2642 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:22:28.013332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Attempting to bind port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 on network 896bc984-19f0-4812-b66b-5fd5d59f2642 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:22:28.017935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8c95a-db87-4944-a5b7-37fdfabba97a admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3c83f5-11ee-4bcf-b36d-922b070bfdae,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:28.060350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:22:28.060697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Checking segment: {'id': '89a472da-6157-403c-8102-5d366d595ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '896bc984-19f0-4812-b66b-5fd5d59f2642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:22:28.061154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Bound using segment: {'id': '89a472da-6157-403c-8102-5d366d595ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '896bc984-19f0-4812-b66b-5fd5d59f2642'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:22:28.061540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Bound port: 84957c75-79ae-4d1b-b3b8-dbbefc739b40, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a472da-6157-403c-8102-5d366d595ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '896bc984-19f0-4812-b66b-5fd5d59f2642'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:22:28.061925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.096256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee163f-e8d2-45cd-91ae-dfa4cfd05ce6 req-e4c519ba-7b58-4b51-ab32-9c01a1976a38 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.097735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efee163f-e8d2-45cd-91ae-dfa4cfd05ce6 req-e4c519ba-7b58-4b51-ab32-9c01a1976a38 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 944 time: 0.1132925
Apr 30 21:22:28.111981 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86e1db01-58fa-40a2-8fdb-edc142f30736 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:22:28.151248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a07cc11-a34b-420e-baeb-a2a95b0370ee req-07017ed7-c79d-480d-94b4-fb79386d1b33 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393116
Apr 30 21:22:28.158737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 86e1db01-58fa-40a2-8fdb-edc142f30736 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:22:28.206289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efee163f-e8d2-45cd-91ae-dfa4cfd05ce6 req-758e714c-0f79-4994-8b33-12153b19f820 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962975
Apr 30 21:22:28.207329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] For port 84957c75-79ae-4d1b-b3b8-dbbefc739b40, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:22:28.211201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] For port 84957c75-79ae-4d1b-b3b8-dbbefc739b40, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84957c75-79ae-4d1b-b3b8-dbbefc739b40,segment=NetworkSegment(89a472da-6157-403c-8102-5d366d595ac1),segment_id=89a472da-6157-403c-8102-5d366d595ac1)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:22:28.265513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 86e1db01-58fa-40a2-8fdb-edc142f30736 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:22:28.265968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.321865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a34ea6-1885-48f2-a130-02b3c84a06a1 req-9312dc67-f7a2-495e-90d3-e6b515b2616f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.323344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68a34ea6-1885-48f2-a130-02b3c84a06a1 req-9312dc67-f7a2-495e-90d3-e6b515b2616f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0505733
Apr 30 21:22:28.353137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86e1db01-58fa-40a2-8fdb-edc142f30736 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:28.353527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.370572 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.382776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:28.385056 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0e8c86-8b71-4bc4-8f35-8ece35dd3689" -d '{"events": [{"server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "name": "network-vif-plugged", "status": "completed", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:28.398515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:28.420473 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44302e4-c42d-48ef-a41a-54e31a3a9a88 x-openstack-request-id: req-d44302e4-c42d-48ef-a41a-54e31a3a9a88 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:28.420768 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "name": "network-vif-plugged", "status": "completed", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:28.421022 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d44302e4-c42d-48ef-a41a-54e31a3a9a88 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:28.421421 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44302e4-c42d-48ef-a41a-54e31a3a9a88'] response: {'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'code': 200}
Apr 30 21:22:28.424365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68a34ea6-1885-48f2-a130-02b3c84a06a1 req-190e36bf-0770-49be-9c3b-8343ed55d3b3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952084
Apr 30 21:22:28.430974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.435874 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.435874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] 10.222.0.20 "PUT /v2.0/ports/84957c75-79ae-4d1b-b3b8-dbbefc739b40 HTTP/1.1" status: 200  len: 1091 time: 1.1057940
Apr 30 21:22:28.435874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e018247-8af5-4fb9-8e4a-9530ce9fea58', 'tag': '84957c75-79ae-4d1b-b3b8-dbbefc739b40'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:28.435874 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f9c64e-a1d4-4e6f-a42d-4034c173a53c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e018247-8af5-4fb9-8e4a-9530ce9fea58", "tag": "84957c75-79ae-4d1b-b3b8-dbbefc739b40"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:28.463615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a67e6-1582-4c83-902c-da7a2c22de50 service neutron] Pushing event updated for resources: {'Port': ['ID=84957c75-79ae-4d1b-b3b8-dbbefc739b40,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:28.476138 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c358652-5d42-4d1e-958d-55c0d4602f9e x-openstack-request-id: req-3c358652-5d42-4d1e-958d-55c0d4602f9e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:28.476431 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e018247-8af5-4fb9-8e4a-9530ce9fea58", "tag": "84957c75-79ae-4d1b-b3b8-dbbefc739b40", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:28.478391 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c358652-5d42-4d1e-958d-55c0d4602f9e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:28.478876 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c358652-5d42-4d1e-958d-55c0d4602f9e'] response: {'name': 'network-changed', 'server_uuid': '8e018247-8af5-4fb9-8e4a-9530ce9fea58', 'tag': '84957c75-79ae-4d1b-b3b8-dbbefc739b40', 'status': 'completed', 'code': 200}
Apr 30 21:22:28.479631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37604) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:28.483161 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.483960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5337eefd-6282-4815-8142-ab29768bf85b no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:22:28.530484 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5cda773e-5f0a-4b73-a889-ccf9bf8a9f9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b8ae5530f6847478106f78f50e7314d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0496676
Apr 30 21:22:28.531332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37606) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:28.541657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9c64e-a1d4-4e6f-a42d-4034c173a53c req-1c30b6a9-6b41-4644-ac84-01b8094c19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.544033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58f9c64e-a1d4-4e6f-a42d-4034c173a53c req-1c30b6a9-6b41-4644-ac84-01b8094c19a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=def690693f654dc8aff77fa04e78d762&device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 1125 time: 0.0472488
Apr 30 21:22:28.560220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:28.586067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cbac4fb3-2872-4482-96e6-1353881c10ea admin admin] Publish callbacks [] for security_group (2ea8c34d-d7f4-4e37-9758-ed477d5d85f0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.606880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 5337eefd-6282-4815-8142-ab29768bf85b is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:28.612807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5337eefd-6282-4815-8142-ab29768bf85b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.614855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cbac4fb3-2872-4482-96e6-1353881c10ea admin admin] Publish callbacks [] for security_group (2ea8c34d-d7f4-4e37-9758-ed477d5d85f0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.648555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:28.705470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e5698-68c7-4b47-98bf-df31aa720994 req-f49af9c2-b2cd-426f-a56e-ff7c793bc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.707018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-308e5698-68c7-4b47-98bf-df31aa720994 req-f49af9c2-b2cd-426f-a56e-ff7c793bc479 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 1127 time: 0.0559587
Apr 30 21:22:28.731908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9c64e-a1d4-4e6f-a42d-4034c173a53c req-d692929d-6876-4556-819a-2ab0456dc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.733369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58f9c64e-a1d4-4e6f-a42d-4034c173a53c req-d692929d-6876-4556-819a-2ab0456dc91c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=def690693f654dc8aff77fa04e78d762&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1758614
Apr 30 21:22:28.757596 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.803378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cbac4fb3-2872-4482-96e6-1353881c10ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2ea8c34d-d7f4-4e37-9758-ed477d5d85f0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.806701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cbac4fb3-2872-4482-96e6-1353881c10ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:28.810528 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cbac4fb3-2872-4482-96e6-1353881c10ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ea8c34d-d7f4-4e37-9758-ed477d5d85f0 HTTP/1.1" status: 204  len: 168 time: 0.2752624
Apr 30 21:22:28.810682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-308e5698-68c7-4b47-98bf-df31aa720994 req-fae6b65f-e24a-4bb6-8a4c-d80420c06e45 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920532
Apr 30 21:22:28.810885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:28.816456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac4fb3-2872-4482-96e6-1353881c10ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8c34d-d7f4-4e37-9758-ed477d5d85f0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:28.869156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9c64e-a1d4-4e6f-a42d-4034c173a53c req-12bd14e1-b5b6-4808-bbde-dbdf15778358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.870683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58f9c64e-a1d4-4e6f-a42d-4034c173a53c req-12bd14e1-b5b6-4808-bbde-dbdf15778358 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1257124
Apr 30 21:22:28.993709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-8e69e858-056a-46a6-bf8b-00fbd48c40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:28.995242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-8e69e858-056a-46a6-bf8b-00fbd48c40f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=def690693f654dc8aff77fa04e78d762&device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 1125 time: 0.0662608
Apr 30 21:22:29.005816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a8c11-647b-43ad-ade9-20a29b347407 req-9c62c3d7-eccb-4290-b437-89090dd668e5 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:29.007825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d97a8c11-647b-43ad-ade9-20a29b347407 req-9c62c3d7-eccb-4290-b437-89090dd668e5 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 944 time: 0.0706227
Apr 30 21:22:29.053883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-966fe14f-2e5a-4d7c-b0a9-77778573111e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84957c75-79ae-4d1b-b3b8-dbbefc739b40 HTTP/1.1" status: 200  len: 217 time: 0.0445786
Apr 30 21:22:29.127134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d97a8c11-647b-43ad-ade9-20a29b347407 req-d512bf04-fcd7-4f8d-9d8e-a3e525e7ecb7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126614
Apr 30 21:22:29.134867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-7b290332-6573-4495-99eb-59405b1d2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:29.136297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-7b290332-6573-4495-99eb-59405b1d2bbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=803e1b8a-c822-4a5e-9bcc-5115cc1f4932 HTTP/1.1" status: 200  len: 850 time: 0.0731721
Apr 30 21:22:29.177374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-a9c0245a-726f-41fa-be7e-7f2812107d4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=896bc984-19f0-4812-b66b-5fd5d59f2642&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261028
Apr 30 21:22:29.329545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361b859-7937-4f4e-bf5a-bd704afd267d req-3c42ebc2-5b65-4b08-bed6-fd102b988249 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:29.331245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e361b859-7937-4f4e-bf5a-bd704afd267d req-3c42ebc2-5b65-4b08-bed6-fd102b988249 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 943 time: 0.0813985
Apr 30 21:22:29.368274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-954900fe-d288-42db-9697-c8f9b67d6acf service neutron] 10.222.0.20 "GET /v2.0/networks/896bc984-19f0-4812-b66b-5fd5d59f2642?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754844
Apr 30 21:22:29.442264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e361b859-7937-4f4e-bf5a-bd704afd267d req-005f47ef-6f2f-4b4e-b824-6e8bd8793ec6 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004000
Apr 30 21:22:29.486742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2bd5b3e-ea98-4658-9b0d-5285c4e54470 req-8e9a4bb7-e990-48cd-b5f1-bdd9a9058a84 service neutron] 10.222.0.20 "GET /v2.0/networks/896bc984-19f0-4812-b66b-5fd5d59f2642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1067414
Apr 30 21:22:29.586139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d657bc-b7fd-4781-955c-2397302df949 req-c9cc4480-0b8e-405e-8487-b38bc617764c tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:29.587649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8d657bc-b7fd-4781-955c-2397302df949 req-c9cc4480-0b8e-405e-8487-b38bc617764c tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0627575
Apr 30 21:22:29.642342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8d657bc-b7fd-4781-955c-2397302df949 req-2f5aabd4-9af1-4531-9916-c0439f2126ab tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488286
Apr 30 21:22:29.753390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ecf88-a955-48ad-9d01-09395a26b526 req-6a621d2b-ad24-4399-a399-33ad9c77a11e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:29.754896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf9ecf88-a955-48ad-9d01-09395a26b526 req-6a621d2b-ad24-4399-a399-33ad9c77a11e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0533748
Apr 30 21:22:29.810943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf9ecf88-a955-48ad-9d01-09395a26b526 req-d326dcbe-30b9-4a2b-9532-739a715ef63d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494716
Apr 30 21:22:29.913930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37658) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:30.012608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1512323386-network', 'tenant_id': '18c521a1be054741967d000f121446de'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:30.111621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Made reservation on behalf of 18c521a1be054741967d000f121446de for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:30.114029 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.123172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.198617 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Publish callbacks [] for security_group (42b28e80-526c-4880-a13d-cd1ccef7710d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.294298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (42b28e80-526c-4880-a13d-cd1ccef7710d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.320139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:22:30.330998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b28e80-526c-4880-a13d-cd1ccef7710d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:30.337939 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fb2e00a5-cb69-4769-b59d-b807174eeabb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.338284 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Added segment fb2e00a5-cb69-4769-b59d-b807174eeabb of type vlan for network af9ae57f-9043-46ae-863f-7ae66e30bf54
Apr 30 21:22:30.377256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (af9ae57f-9043-46ae-863f-7ae66e30bf54), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.422571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:30.425022 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794e2343-48e2-4789-a7b3-c227e24e5cd8" -d '{"events": [{"server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "name": "network-vif-unplugged", "status": "completed", "tag": "5337eefd-6282-4815-8142-ab29768bf85b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:30.454418 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (af9ae57f-9043-46ae-863f-7ae66e30bf54), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.455451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:30.456043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.469709 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07b4a64-834a-4d6b-bea4-f4a026d2a152 x-openstack-request-id: req-d07b4a64-834a-4d6b-bea4-f4a026d2a152 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:30.469709 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "name": "network-vif-unplugged", "status": "failed", "tag": "5337eefd-6282-4815-8142-ab29768bf85b", "code": 422}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:30.469709 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d07b4a64-834a-4d6b-bea4-f4a026d2a152 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:30.469709 ncdv-master-1 neutron-server[115776]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d07b4a64-834a-4d6b-bea4-f4a026d2a152']: {'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b', 'code': 422} returned with failed status
Apr 30 21:22:30.558743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] Pushing event updated for resources: {'Network': ['ID=af9ae57f-9043-46ae-863f-7ae66e30bf54,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:30.575348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ba4f-019c-40cc-ac7f-84d2c0647d33 req-aa2caab0-9ef2-443e-8c98-a60a03ffc14b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:30.577520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db49ba4f-019c-40cc-ac7f-84d2c0647d33 req-aa2caab0-9ef2-443e-8c98-a60a03ffc14b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 943 time: 0.0670710
Apr 30 21:22:30.582447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2661c4f6-a4d2-4b58-92e7-a5f8a41a91ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6670372
Apr 30 21:22:30.584381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network af9ae57f-9043-46ae-863f-7ae66e30bf54 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:22:30.585021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37684) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:30.590368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Request body: {'subnet': {'network_id': 'af9ae57f-9043-46ae-863f-7ae66e30bf54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1512323386-subnet', 'tenant_id': '18c521a1be054741967d000f121446de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:30.628240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db49ba4f-019c-40cc-ac7f-84d2c0647d33 req-7db263b3-9d59-46b8-962e-2832b0a7546b tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441597
Apr 30 21:22:30.720957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Made reservation on behalf of 18c521a1be054741967d000f121446de for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:30.720957 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.763390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96899f71-8a03-4f9d-a4a4-68b7f6905c35 req-7fbcc65a-c415-4bfc-9fc9-80e90f835ebf tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:30.765290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96899f71-8a03-4f9d-a4a4-68b7f6905c35 req-7fbcc65a-c415-4bfc-9fc9-80e90f835ebf tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0474474
Apr 30 21:22:30.814893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96899f71-8a03-4f9d-a4a4-68b7f6905c35 req-e0e37eb8-0301-4c27-8d0d-6eb666c11b77 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437999
Apr 30 21:22:30.872987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31745579-99ee-4826-acd6-2b818d2d3204 req-0f7ef6db-2b20-409a-9b50-2d38fe297217 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:30.874703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31745579-99ee-4826-acd6-2b818d2d3204 req-0f7ef6db-2b20-409a-9b50-2d38fe297217 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=3443c916-dda1-43d3-b094-442c866c9184 HTTP/1.1" status: 200  len: 944 time: 0.0589452
Apr 30 21:22:30.923167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (03fc726f-c2ec-4e8b-bc18-4b483b039ca7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:30.982775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fc726f-c2ec-4e8b-bc18-4b483b039ca7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:30.993105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d28af-4eb6-4213-958a-ae34adbd38a2 req-0f53b889-55d4-4152-b464-9e46603d02c8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:30.993273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Checking segment: {'id': 'fb2e00a5-cb69-4769-b59d-b807174eeabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'af9ae57f-9043-46ae-863f-7ae66e30bf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:22:30.993635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Network hostable DHCP agents. Network: af9ae57f-9043-46ae-863f-7ae66e30bf54, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:22:30.994668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa4d28af-4eb6-4213-958a-ae34adbd38a2 req-0f53b889-55d4-4152-b464-9e46603d02c8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0809758
Apr 30 21:22:31.026113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Deleting port 5337eefd-6282-4815-8142-ab29768bf85b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:22:31.026453 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5337eefd-6282-4815-8142-ab29768bf85b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.103710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa4d28af-4eb6-4213-958a-ae34adbd38a2 req-fa2ff448-b58d-4fd4-8d67-655684402f13 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012697
Apr 30 21:22:31.106102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Network af9ae57f-9043-46ae-863f-7ae66e30bf54 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:22:31.138805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] For port 5337eefd-6282-4815-8142-ab29768bf85b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5337eefd-6282-4815-8142-ab29768bf85b,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:31.139115 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5337eefd-6282-4815-8142-ab29768bf85b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.154070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Calling delete_port for 5337eefd-6282-4815-8142-ab29768bf85b owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:22:31.214764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, af9ae57f-9043-46ae-863f-7ae66e30bf54) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:22:31.220536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:31.221686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.232468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a53a7-fc7f-450e-bedb-abc39cc4b679 None None] Network af9ae57f-9043-46ae-863f-7ae66e30bf54 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:22:31.242181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359767-b80f-48a9-b070-c236663dbbde req-290ac13a-b86e-481f-be99-6db3ea11d224 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:31.243594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d359767-b80f-48a9-b070-c236663dbbde req-290ac13a-b86e-481f-be99-6db3ea11d224 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0811000
Apr 30 21:22:31.285879 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-788a2a9b-45ee-4052-91e4-9d79f60f1a0b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.6995838
Apr 30 21:22:31.336295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591e3a1-beb5-49c5-863f-a1bdd4d70392 None None] Network af9ae57f-9043-46ae-863f-7ae66e30bf54 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:22:31.358599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d359767-b80f-48a9-b070-c236663dbbde req-33a2a1ec-080a-4cba-9760-d3c64827a683 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046035
Apr 30 21:22:31.429620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5337eefd-6282-4815-8142-ab29768bf85b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.472172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event deleted for resources: {'Port': ['ID=5337eefd-6282-4815-8142-ab29768bf85b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:31.513714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] No DVR routers for this DVR port 5337eefd-6282-4815-8142-ab29768bf85b on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:22:31.516274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.519676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31745579-99ee-4826-acd6-2b818d2d3204 req-93eaa798-3a83-4c15-84c0-636c2599a64a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "DELETE /v2.0/ports/5337eefd-6282-4815-8142-ab29768bf85b HTTP/1.1" status: 204  len: 173 time: 0.6388791
Apr 30 21:22:31.520137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'name': 'network-vif-deleted', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:31.523030 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc7f247-b0f4-40a8-9997-4c2a54dcd385" -d '{"events": [{"server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "name": "network-vif-deleted", "tag": "5337eefd-6282-4815-8142-ab29768bf85b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:31.562049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37700) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:31.588765 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae1386d-2595-47c0-abfb-82489f6fba81 x-openstack-request-id: req-bae1386d-2595-47c0-abfb-82489f6fba81 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:31.589246 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3443c916-dda1-43d3-b094-442c866c9184", "name": "network-vif-deleted", "tag": "5337eefd-6282-4815-8142-ab29768bf85b", "status": "failed", "code": 422}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:31.589659 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bae1386d-2595-47c0-abfb-82489f6fba81 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:31.590792 ncdv-master-1 neutron-server[115774]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bae1386d-2595-47c0-abfb-82489f6fba81']: {'server_uuid': '3443c916-dda1-43d3-b094-442c866c9184', 'name': 'network-vif-deleted', 'tag': '5337eefd-6282-4815-8142-ab29768bf85b', 'status': 'failed', 'code': 422} returned with failed status
Apr 30 21:22:31.608507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5292fc4e-6657-4ca8-81c9-27f9123f0e74 admin admin] Deleting subnet 03fc726f-c2ec-4e8b-bc18-4b483b039ca7 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:22:31.611888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5292fc4e-6657-4ca8-81c9-27f9123f0e74 admin admin] Publish callbacks [] for subnet (03fc726f-c2ec-4e8b-bc18-4b483b039ca7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.648112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5292fc4e-6657-4ca8-81c9-27f9123f0e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (03fc726f-c2ec-4e8b-bc18-4b483b039ca7), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.680629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadca7a-9cdd-46d9-bda8-be5c4cb5f9e0 req-d31f410f-4f48-418e-afd3-1cd6e3369b70 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:31.682135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfadca7a-9cdd-46d9-bda8-be5c4cb5f9e0 req-d31f410f-4f48-418e-afd3-1cd6e3369b70 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0477583
Apr 30 21:22:31.690450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5292fc4e-6657-4ca8-81c9-27f9123f0e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (03fc726f-c2ec-4e8b-bc18-4b483b039ca7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.731297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfadca7a-9cdd-46d9-bda8-be5c4cb5f9e0 req-949c39cd-b2b3-4cfa-96d0-c17cfd977ceb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432971
Apr 30 21:22:31.821345 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5292fc4e-6657-4ca8-81c9-27f9123f0e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (03fc726f-c2ec-4e8b-bc18-4b483b039ca7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.836921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5292fc4e-6657-4ca8-81c9-27f9123f0e74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:31.840675 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5292fc4e-6657-4ca8-81c9-27f9123f0e74 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03fc726f-c2ec-4e8b-bc18-4b483b039ca7 HTTP/1.1" status: 204  len: 168 time: 0.2775564
Apr 30 21:22:31.843447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37712) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:31.864003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292fc4e-6657-4ca8-81c9-27f9123f0e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03fc726f-c2ec-4e8b-bc18-4b483b039ca7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:31.934704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (af9ae57f-9043-46ae-863f-7ae66e30bf54), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.022678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (af9ae57f-9043-46ae-863f-7ae66e30bf54), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.047757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896ca3a280>,) {'filters': {'network_id': ['af9ae57f-9043-46ae-863f-7ae66e30bf54']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:32.060478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ca3a280>, 'fb2e00a5-cb69-4769-b59d-b807174eeabb') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:32.060755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ca3a280>, 'fb2e00a5-cb69-4769-b59d-b807174eeabb') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:32.079964 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (fb2e00a5-cb69-4769-b59d-b807174eeabb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.116476 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fb2e00a5-cb69-4769-b59d-b807174eeabb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.127841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d0292-4a5e-45bf-8a9e-55952b8bc250 req-333153a9-b563-40f3-b279-3923a50f1c31 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:32.129341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e7d0292-4a5e-45bf-8a9e-55952b8bc250 req-333153a9-b563-40f3-b279-3923a50f1c31 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 943 time: 0.0666649
Apr 30 21:22:32.132407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:22:32.132805 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (fb2e00a5-cb69-4769-b59d-b807174eeabb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:22:32.134542 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:22:32.156775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5337eefd-6282-4815-8142-ab29768bf85b no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:22:32.177232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 5337eefd-6282-4815-8142-ab29768bf85b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:22:32.177698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 5337eefd-6282-4815-8142-ab29768bf85b not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:22:32.218873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e7d0292-4a5e-45bf-8a9e-55952b8bc250 req-609f7830-b04d-4cd9-b811-8c3a67d5ae06 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747674
Apr 30 21:22:32.311914 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (af9ae57f-9043-46ae-863f-7ae66e30bf54), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.318107 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.321721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] 10.222.0.23 "DELETE /v2.0/networks/af9ae57f-9043-46ae-863f-7ae66e30bf54 HTTP/1.1" status: 204  len: 168 time: 0.4770896
Apr 30 21:22:32.341714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9fe7a-a1cc-42f9-bae7-56e600d13643 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9ae57f-9043-46ae-863f-7ae66e30bf54,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:32.351694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27eb9a-8523-4ad1-8df5-124d8563f62e req-ea8ec44d-de7d-4ea8-9685-258a08ca0114 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:32.353069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c27eb9a-8523-4ad1-8df5-124d8563f62e req-ea8ec44d-de7d-4ea8-9685-258a08ca0114 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0696120
Apr 30 21:22:32.402162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c27eb9a-8523-4ad1-8df5-124d8563f62e req-73552b7d-cef4-42ae-8763-a4764b6ad93d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415683
Apr 30 21:22:32.506371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eebf7e-5d0f-4733-a56a-f7ab07a2ed3b req-aa167463-463e-43fd-80af-d31e223c36f3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:32.507870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27eebf7e-5d0f-4733-a56a-f7ab07a2ed3b req-aa167463-463e-43fd-80af-d31e223c36f3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0487416
Apr 30 21:22:32.559090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27eebf7e-5d0f-4733-a56a-f7ab07a2ed3b req-a67faaa9-8b2d-4946-8bc6-e231bbf48837 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452979
Apr 30 21:22:32.684579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37738) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:32.727771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-af1adf97-68be-4e9c-b86b-4ea2d94b0071 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18c521a1be054741967d000f121446de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0418818
Apr 30 21:22:32.730378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37742) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:32.812094 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8deb5c0-931b-4dda-80e2-cb09c8459f93 admin admin] Publish callbacks [] for security_group (42b28e80-526c-4880-a13d-cd1ccef7710d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.911394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8deb5c0-931b-4dda-80e2-cb09c8459f93 admin admin] Publish callbacks [] for security_group (42b28e80-526c-4880-a13d-cd1ccef7710d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:32.924759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6d78-94a0-4128-8751-4b371cb570db req-36355409-87c0-4698-a58e-13ab537b7db6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:32.926551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9da6d78-94a0-4128-8751-4b371cb570db req-36355409-87c0-4698-a58e-13ab537b7db6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0861394
Apr 30 21:22:32.989603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-81a0b7f2-0728-4362-afe0-6252b7a5e26c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:32.991131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-81a0b7f2-0728-4362-afe0-6252b7a5e26c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.2076244
Apr 30 21:22:33.024184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-7e204493-ae53-4990-81ab-ff254deffa21 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/quotas/713c8f2f4e2141f18904b10656eaf37f HTTP/1.1" status: 200  len: 375 time: 0.0224566
Apr 30 21:22:33.028714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9da6d78-94a0-4128-8751-4b371cb570db req-742ee030-855a-4ec9-8afe-8094f61a68e7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931351
Apr 30 21:22:33.060017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-324ea5e6-6341-4cf1-ae53-7d295a44786b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0278008
Apr 30 21:22:33.087206 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8deb5c0-931b-4dda-80e2-cb09c8459f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (42b28e80-526c-4880-a13d-cd1ccef7710d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:33.087952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8deb5c0-931b-4dda-80e2-cb09c8459f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:33.089014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b8deb5c0-931b-4dda-80e2-cb09c8459f93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42b28e80-526c-4880-a13d-cd1ccef7710d HTTP/1.1" status: 204  len: 168 time: 0.3575525
Apr 30 21:22:33.428113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8deb5c0-931b-4dda-80e2-cb09c8459f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b28e80-526c-4880-a13d-cd1ccef7710d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:33.461513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 84957c75-79ae-4d1b-b3b8-dbbefc739b40 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:22:33.489186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29feddbb-d555-4ada-beac-ae4738fb892c req-d8b7210a-1994-4dde-9fb3-f847a60718db tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:33.491293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29feddbb-d555-4ada-beac-ae4738fb892c req-d8b7210a-1994-4dde-9fb3-f847a60718db tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 943 time: 0.0663924
Apr 30 21:22:33.524749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-05a1f591-a200-49b3-a4e7-f13efca073cb service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4564908
Apr 30 21:22:33.576604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 84957c75-79ae-4d1b-b3b8-dbbefc739b40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84957c75-79ae-4d1b-b3b8-dbbefc739b40,segment=NetworkSegment(89a472da-6157-403c-8102-5d366d595ac1),segment_id=89a472da-6157-403c-8102-5d366d595ac1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:33.591873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '84957c75-79ae-4d1b-b3b8-dbbefc739b40', 'network_id': '896bc984-19f0-4812-b66b-5fd5d59f2642', 'port_id': '84957c75-79ae-4d1b-b3b8-dbbefc739b40', 'mac_address': 'fa:16:3e:51:81:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803e1b8a-c822-4a5e-9bcc-5115cc1f4932', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:22:33.610316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29feddbb-d555-4ada-beac-ae4738fb892c req-68019067-6404-46a4-b6cd-a1f3d2c89065 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086786
Apr 30 21:22:33.635973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:33.636482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:33.654775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84957c75-79ae-4d1b-b3b8-dbbefc739b40 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:33.657977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-b3e617ba-231b-4e02-a8a5-ef8963594c9c service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255839
Apr 30 21:22:33.681400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 84957c75-79ae-4d1b-b3b8-dbbefc739b40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84957c75-79ae-4d1b-b3b8-dbbefc739b40,segment=NetworkSegment(89a472da-6157-403c-8102-5d366d595ac1),segment_id=89a472da-6157-403c-8102-5d366d595ac1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:33.729481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f64814-27b1-4469-bcb8-b0d8cf407e31 req-084295f3-2aa0-4a4b-97d0-ec3a50ecf6b2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:33.736040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5f64814-27b1-4469-bcb8-b0d8cf407e31 req-084295f3-2aa0-4a4b-97d0-ec3a50ecf6b2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0576804
Apr 30 21:22:33.746370 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:33.781700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5f64814-27b1-4469-bcb8-b0d8cf407e31 req-9ef459b0-34d8-4d11-8431-7a092ba8cefd tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447950
Apr 30 21:22:33.796172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=84957c75-79ae-4d1b-b3b8-dbbefc739b40,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:33.913078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c95d998-9b65-49ae-84d7-1d34f2b458aa req-8b3e938f-34a4-4db3-afb7-8accecf174cf tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 210 time: 0.0295360
Apr 30 21:22:34.149416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1796c7-caff-4a45-826e-dca1d319ebf3 req-b6d663f1-ab6c-46b8-8608-a35138c7fba9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:34.150945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f1796c7-caff-4a45-826e-dca1d319ebf3 req-b6d663f1-ab6c-46b8-8608-a35138c7fba9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0511417
Apr 30 21:22:34.182644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['84957c75-79ae-4d1b-b3b8-dbbefc739b40'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:34.201791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f1796c7-caff-4a45-826e-dca1d319ebf3 req-c451fac0-6834-41b2-ba14-348f8b017d99 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446024
Apr 30 21:22:34.720459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85433686-b5d7-4c3a-99d1-f6d014de3128 req-52c20d4d-4e50-4e7f-aa7b-7f08ee8f6924 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:34.722035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85433686-b5d7-4c3a-99d1-f6d014de3128 req-52c20d4d-4e50-4e7f-aa7b-7f08ee8f6924 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 944 time: 0.0484519
Apr 30 21:22:34.769374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85433686-b5d7-4c3a-99d1-f6d014de3128 req-2ce2fd8c-43d7-4c45-b20c-c91129d53856 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411909
Apr 30 21:22:34.906706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af421af1-f5ed-4fd4-905d-c3f07c671097 req-dc47e142-d135-4351-bc6e-d16a147213a7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:34.914233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af421af1-f5ed-4fd4-905d-c3f07c671097 req-dc47e142-d135-4351-bc6e-d16a147213a7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0531504
Apr 30 21:22:34.972366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af421af1-f5ed-4fd4-905d-c3f07c671097 req-108b5ab5-cb77-4cce-baa8-e030624b1e64 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559001
Apr 30 21:22:35.036662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7233abdc-ed25-4e87-b35b-e4b79779314a req-286c7c27-91d5-4592-bd90-8db4e0192976 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 210 time: 0.0299723
Apr 30 21:22:35.326962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af5ac8-4e31-472c-ad49-7290d5ac731f req-80d597a3-94b2-48d0-a8f5-0ab24d161d57 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:35.328429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57af5ac8-4e31-472c-ad49-7290d5ac731f req-80d597a3-94b2-48d0-a8f5-0ab24d161d57 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0530221
Apr 30 21:22:35.378094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57af5ac8-4e31-472c-ad49-7290d5ac731f req-c0b56730-6813-4ff3-9e21-011ed08b3aeb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438738
Apr 30 21:22:35.500710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 84957c75-79ae-4d1b-b3b8-dbbefc739b40 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:22:35.546329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:22:35.676834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:22:35.677218 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:35.756814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:35.757125 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:35.781004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e018247-8af5-4fb9-8e4a-9530ce9fea58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84957c75-79ae-4d1b-b3b8-dbbefc739b40'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:35.785716 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2570ff08-0e15-436a-9e83-1109801618c1" -d '{"events": [{"server_uuid": "8e018247-8af5-4fb9-8e4a-9530ce9fea58", "name": "network-vif-plugged", "status": "completed", "tag": "84957c75-79ae-4d1b-b3b8-dbbefc739b40"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:35.801608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 84957c75-79ae-4d1b-b3b8-dbbefc739b40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84957c75-79ae-4d1b-b3b8-dbbefc739b40,segment=NetworkSegment(89a472da-6157-403c-8102-5d366d595ac1),segment_id=89a472da-6157-403c-8102-5d366d595ac1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:35.839614 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ae8e5a-8131-4292-b26a-d3822f255541 x-openstack-request-id: req-58ae8e5a-8131-4292-b26a-d3822f255541 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:35.839918 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e018247-8af5-4fb9-8e4a-9530ce9fea58", "name": "network-vif-plugged", "status": "completed", "tag": "84957c75-79ae-4d1b-b3b8-dbbefc739b40", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:35.840499 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58ae8e5a-8131-4292-b26a-d3822f255541 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:35.840904 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ae8e5a-8131-4292-b26a-d3822f255541'] response: {'server_uuid': '8e018247-8af5-4fb9-8e4a-9530ce9fea58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84957c75-79ae-4d1b-b3b8-dbbefc739b40', 'code': 200}
Apr 30 21:22:35.861476 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:35.911364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fe75a-f3bc-463a-8445-6a3a6583f01f req-8b892944-0e42-4e49-97fe-726b484fc700 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:35.918289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b01fe75a-f3bc-463a-8445-6a3a6583f01f req-8b892944-0e42-4e49-97fe-726b484fc700 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 945 time: 0.0650012
Apr 30 21:22:35.940008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=84957c75-79ae-4d1b-b3b8-dbbefc739b40,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:36.004502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d78f-3741-4e4b-af57-b518925b077d req-cf2ef15e-7972-4a2e-baf3-dd18943852db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:36.005984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c010d78f-3741-4e4b-af57-b518925b077d req-cf2ef15e-7972-4a2e-baf3-dd18943852db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 1127 time: 0.0658195
Apr 30 21:22:36.067100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b01fe75a-f3bc-463a-8445-6a3a6583f01f req-3355c907-1cd6-4853-a58d-053fa81abf0a tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465225
Apr 30 21:22:36.156640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4a22c-edfb-4f2c-8dae-534c44028d54 req-83cccd96-c6f6-4b09-9d07-a6350bd3b2d8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:36.158105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2a4a22c-edfb-4f2c-8dae-534c44028d54 req-83cccd96-c6f6-4b09-9d07-a6350bd3b2d8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0956295
Apr 30 21:22:36.160110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c010d78f-3741-4e4b-af57-b518925b077d req-cc8c1d41-ba31-47e7-b326-b4db9c6664b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419549
Apr 30 21:22:36.199202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc99ceba-f6e1-4d05-84e9-87dd19707d38 req-dfdd112f-101b-48ec-8284-842641405b3c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 210 time: 0.0529366
Apr 30 21:22:36.222222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-bd80deac-47da-4808-b87e-2db5e5d28123 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:36.223646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-bd80deac-47da-4808-b87e-2db5e5d28123 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.2362599
Apr 30 21:22:36.239016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Request body: {'port': {'device_id': 'aea01481-3f35-431b-aa50-2295fd12c5c2', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'admin_state_up': True, 'tenant_id': '713c8f2f4e2141f18904b10656eaf37f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:36.306901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2a4a22c-edfb-4f2c-8dae-534c44028d54 req-515c877b-616c-459e-adcd-9cd43b1503c9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1349485
Apr 30 21:22:36.459808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Made reservation on behalf of 713c8f2f4e2141f18904b10656eaf37f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:36.462938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:36.507201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd153362-2080-4ee4-bf54-5592f790c751 req-6cfbbef7-47d0-453e-a4a9-36df5645b318 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:36.508660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd153362-2080-4ee4-bf54-5592f790c751 req-6cfbbef7-47d0-453e-a4a9-36df5645b318 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0598443
Apr 30 21:22:36.605960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd153362-2080-4ee4-bf54-5592f790c751 req-fc5a787c-d966-420b-8360-12a6d6d18ced tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915985
Apr 30 21:22:36.654541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Allocated IP 172.20.0.3 (5c8b504b-43e7-4642-bbf0-dab49293fda8/50ea73fb-9933-490f-b1df-626257b5fc26/cd0808cc-294c-40d5-8a93-da73a96261d2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:22:36.808089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks [] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:36.900090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:36.950292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:22:36.953399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:22:36.958015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:22:36.991922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event updated for resources: {'Port': ['ID=cd0808cc-294c-40d5-8a93-da73a96261d2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:37.020527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:37.021160 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:37.107945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-e4f4cfa8-fa9a-4d46-bbe8-b6dc01b940b7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8733351
Apr 30 21:22:37.118607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Request body: {'port': {'device_id': 'aea01481-3f35-431b-aa50-2295fd12c5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:37.222872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ed66c-f061-4521-ba74-bedb3940e8e2 req-ff771c2e-c8f6-4ce0-b1c6-643885a118db tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:37.224403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-983ed66c-f061-4521-ba74-bedb3940e8e2 req-ff771c2e-c8f6-4ce0-b1c6-643885a118db tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 945 time: 0.0720730
Apr 30 21:22:37.232660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:37.327768 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-983ed66c-f061-4521-ba74-bedb3940e8e2 req-c3d365f1-bf31-436c-a914-71157c042dc3 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965364
Apr 30 21:22:37.453107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb678d3-dec9-4821-8b2b-b0099ae3ecfa req-e80853e9-1e00-4c94-a89f-b09a4a1bff0a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:37.454648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdb678d3-dec9-4821-8b2b-b0099ae3ecfa req-e80853e9-1e00-4c94-a89f-b09a4a1bff0a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 931 time: 0.1449845
Apr 30 21:22:37.521461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7bdfa-eee1-48ce-b888-6a822e43d97c req-2a36eb19-727c-459d-b26a-5dd287340b26 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:37.523578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fb7bdfa-eee1-48ce-b888-6a822e43d97c req-2a36eb19-727c-459d-b26a-5dd287340b26 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0947952
Apr 30 21:22:37.622346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdb678d3-dec9-4821-8b2b-b0099ae3ecfa req-7912ddc4-80ae-486d-b74a-26094edbdd3e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389575
Apr 30 21:22:37.660233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fb7bdfa-eee1-48ce-b888-6a822e43d97c req-fe780174-75bb-42bd-bf6a-aed73d8798f5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1255383
Apr 30 21:22:37.772340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10cae3-9b0a-47c5-a8be-c7174c71aba4 req-5ed2e61f-894d-4bc6-8848-82c1e6ffba91 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:37.773863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e10cae3-9b0a-47c5-a8be-c7174c71aba4 req-5ed2e61f-894d-4bc6-8848-82c1e6ffba91 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0746615
Apr 30 21:22:37.780128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0808cc-294c-40d5-8a93-da73a96261d2 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:37.789128 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Publish callbacks [] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:37.813968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Transition to ACTIVE for port object cd0808cc-294c-40d5-8a93-da73a96261d2 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:22:37.840115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e10cae3-9b0a-47c5-a8be-c7174c71aba4 req-755f7dbb-b7f8-40d7-9dae-5a2338be0397 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555174
Apr 30 21:22:37.962752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:38.022900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Pushing event updated for resources: {'Port': ['ID=cd0808cc-294c-40d5-8a93-da73a96261d2,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:38.091279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Attempting to bind port cd0808cc-294c-40d5-8a93-da73a96261d2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:22:38.091733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Attempting to bind port cd0808cc-294c-40d5-8a93-da73a96261d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:22:38.092068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Attempting to bind port cd0808cc-294c-40d5-8a93-da73a96261d2 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:22:38.096811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Port cd0808cc-294c-40d5-8a93-da73a96261d2 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:22:38.097129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Attempting to bind port cd0808cc-294c-40d5-8a93-da73a96261d2 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:22:38.102096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:22:38.102436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Checking segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:22:38.107324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Bound using segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:22:38.107324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Bound port: cd0808cc-294c-40d5-8a93-da73a96261d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:22:38.107324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:38.166868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] For port cd0808cc-294c-40d5-8a93-da73a96261d2, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:22:38.169787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] For port cd0808cc-294c-40d5-8a93-da73a96261d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd0808cc-294c-40d5-8a93-da73a96261d2,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:22:38.243487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:38.284892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:38.285552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:38.286980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] 10.222.0.35 "PUT /v2.0/ports/cd0808cc-294c-40d5-8a93-da73a96261d2 HTTP/1.1" status: 200  len: 1091 time: 1.1726201
Apr 30 21:22:38.287444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea01481-3f35-431b-aa50-2295fd12c5c2', 'tag': 'cd0808cc-294c-40d5-8a93-da73a96261d2'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:38.289841 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5e6f93-556e-4df7-a0ce-ab7cbe0d13ff" -d '{"events": [{"name": "network-changed", "server_uuid": "aea01481-3f35-431b-aa50-2295fd12c5c2", "tag": "cd0808cc-294c-40d5-8a93-da73a96261d2"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:38.312204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416c3c9-00e3-4129-986f-a000aace80ac service neutron] Pushing event updated for resources: {'Port': ['ID=cd0808cc-294c-40d5-8a93-da73a96261d2,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:38.331792 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f339f3-c004-46bc-bbae-0c70b285b105 x-openstack-request-id: req-40f339f3-c004-46bc-bbae-0c70b285b105 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:38.332087 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea01481-3f35-431b-aa50-2295fd12c5c2", "tag": "cd0808cc-294c-40d5-8a93-da73a96261d2", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:38.332495 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40f339f3-c004-46bc-bbae-0c70b285b105 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:38.332846 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f339f3-c004-46bc-bbae-0c70b285b105'] response: {'name': 'network-changed', 'server_uuid': 'aea01481-3f35-431b-aa50-2295fd12c5c2', 'tag': 'cd0808cc-294c-40d5-8a93-da73a96261d2', 'status': 'completed', 'code': 200}
Apr 30 21:22:38.402629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e6f93-556e-4df7-a0ce-ab7cbe0d13ff req-1cc5f696-cd89-4abb-8b94-82843d23ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:38.404724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a5e6f93-556e-4df7-a0ce-ab7cbe0d13ff req-1cc5f696-cd89-4abb-8b94-82843d23ea1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 1125 time: 0.0534892
Apr 30 21:22:38.511107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8c9f-5018-40bd-bacb-7688ea5434cd req-fbac445e-3ee8-4e14-956c-1793bef4bc19 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:38.512626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ebb8c9f-5018-40bd-bacb-7688ea5434cd req-fbac445e-3ee8-4e14-956c-1793bef4bc19 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 945 time: 0.1021340
Apr 30 21:22:38.574737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e6f93-556e-4df7-a0ce-ab7cbe0d13ff req-443df116-edd8-4202-9c4f-fff4e900f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:38.576204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a5e6f93-556e-4df7-a0ce-ab7cbe0d13ff req-443df116-edd8-4202-9c4f-fff4e900f169 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=713c8f2f4e2141f18904b10656eaf37f&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1640763
Apr 30 21:22:38.596787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ebb8c9f-5018-40bd-bacb-7688ea5434cd req-2736079d-4e72-452b-be22-3a2b6a568bb9 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763719
Apr 30 21:22:38.709473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e6f93-556e-4df7-a0ce-ab7cbe0d13ff req-b19a2648-2873-47a1-a01e-84e0f5a66f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:38.711645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a5e6f93-556e-4df7-a0ce-ab7cbe0d13ff req-b19a2648-2873-47a1-a01e-84e0f5a66f40 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1268830
Apr 30 21:22:38.791923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fe46e-0b1a-478a-b0d8-af199cb4852c req-65867d9a-2bdc-47ed-83d9-afc7c94a8505 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:38.793399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a1fe46e-0b1a-478a-b0d8-af199cb4852c req-65867d9a-2bdc-47ed-83d9-afc7c94a8505 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 943 time: 0.0806937
Apr 30 21:22:38.810252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-f6b41ddb-c16b-4706-97eb-b095e09232da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:38.811635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-f6b41ddb-c16b-4706-97eb-b095e09232da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 1125 time: 0.0573790
Apr 30 21:22:38.861292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-cda3f554-6a36-4e7f-817d-aee7eaadb81a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd0808cc-294c-40d5-8a93-da73a96261d2 HTTP/1.1" status: 200  len: 217 time: 0.0417049
Apr 30 21:22:38.915231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a1fe46e-0b1a-478a-b0d8-af199cb4852c req-cf82b80b-cc80-4a00-b165-ebb3572d0452 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141064
Apr 30 21:22:38.932043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-72641e98-79aa-4a51-8373-4a655e1e3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:38.933591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-72641e98-79aa-4a51-8373-4a655e1e3b01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.0659790
Apr 30 21:22:38.973095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-afcdda73-a2b5-4a1e-baeb-e8ca2007228d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297880
Apr 30 21:22:39.114250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba3eab-a437-4cc1-ae9f-e8c7bb8e84d9 req-a9b3a136-2d16-44ba-86ef-8d2eee1021aa tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:39.116317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78ba3eab-a437-4cc1-ae9f-e8c7bb8e84d9 req-a9b3a136-2d16-44ba-86ef-8d2eee1021aa tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.1152611
Apr 30 21:22:39.148023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3ccf-0b79-4931-9328-8dbfe0540d5c req-a548cbce-e153-479a-b783-dd2cd64447ca tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:39.149451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd1c3ccf-0b79-4931-9328-8dbfe0540d5c req-a548cbce-e153-479a-b783-dd2cd64447ca tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0905097
Apr 30 21:22:39.211781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-670f43be-69bd-4201-b1d2-7f6c0e9ff3ff service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287223
Apr 30 21:22:39.282302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78ba3eab-a437-4cc1-ae9f-e8c7bb8e84d9 req-47eebb20-7269-45c5-94c2-a08cbcaa7c2a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1595802
Apr 30 21:22:39.293399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd1c3ccf-0b79-4931-9328-8dbfe0540d5c req-b9513773-bace-4109-ac2f-1d349a01c835 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365998
Apr 30 21:22:39.335590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe84a309-0f71-4915-98fb-0cd026be4d5c req-d862f1ff-1c0a-4b3b-8b4a-28a6ddfc5f28 service neutron] 10.222.0.35 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136320
Apr 30 21:22:39.400566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204b97a-0f0b-4fa9-a3e7-238eadd922de req-2ef22024-ae3e-4c6d-bae7-5fd48ff2e565 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:39.402105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4204b97a-0f0b-4fa9-a3e7-238eadd922de req-2ef22024-ae3e-4c6d-bae7-5fd48ff2e565 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 945 time: 0.0491555
Apr 30 21:22:39.454363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4204b97a-0f0b-4fa9-a3e7-238eadd922de req-2ade427e-105a-438d-8983-8c41428c8c53 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464766
Apr 30 21:22:40.041453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc5292-99dd-498a-a8a7-cdc20641e675 req-c7e6398d-63cf-4ef4-8d81-dffbea7cdfcc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:40.043047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09fc5292-99dd-498a-a8a7-cdc20641e675 req-c7e6398d-63cf-4ef4-8d81-dffbea7cdfcc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 943 time: 0.0472672
Apr 30 21:22:40.090653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09fc5292-99dd-498a-a8a7-cdc20641e675 req-ecc2762c-e9b0-42fa-83bb-f10e1f4ad3fc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419385
Apr 30 21:22:40.226728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 25241eca-3984-4407-9196-eb00543c2900 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:22:40.340785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:40.354762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '25241eca-3984-4407-9196-eb00543c2900', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'port_id': '25241eca-3984-4407-9196-eb00543c2900', 'mac_address': 'fa:16:3e:a1:96:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:22:40.395104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 25241eca-3984-4407-9196-eb00543c2900 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:40.395509 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:40.409000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25241eca-3984-4407-9196-eb00543c2900 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:40.429293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:40.442802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb991ce-e091-494e-9b20-0fe636ddcd08 req-2ee95196-1404-4c56-8aef-2a2560aaab45 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:40.445024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fb991ce-e091-494e-9b20-0fe636ddcd08 req-2ee95196-1404-4c56-8aef-2a2560aaab45 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0827861
Apr 30 21:22:40.463201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7d758-3ac2-47c9-8049-df3894b80696 req-24709f93-e499-4a0b-a137-21ce313bb40e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:40.466878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1b7d758-3ac2-47c9-8049-df3894b80696 req-24709f93-e499-4a0b-a137-21ce313bb40e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0890882
Apr 30 21:22:40.511248 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:40.542430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-753bd43c-ff60-404a-8da3-467692764b64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:40.544421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-753bd43c-ff60-404a-8da3-467692764b64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 945 time: 0.0965281
Apr 30 21:22:40.565547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:40.594396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['25241eca-3984-4407-9196-eb00543c2900'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:40.605569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fb991ce-e091-494e-9b20-0fe636ddcd08 req-51b6f3a6-18e2-45d2-ba62-997ff8014b1a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1497915
Apr 30 21:22:40.614422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1b7d758-3ac2-47c9-8049-df3894b80696 req-33016534-ee00-4349-969e-77dcd6195516 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284943
Apr 30 21:22:40.691060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Deleting port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:22:40.691580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:40.785657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4a785-068b-43cc-b7e9-38907565afae req-9e0763a1-0217-4f02-ac6a-08ef93d6af3c tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:40.787685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00f4a785-068b-43cc-b7e9-38907565afae req-9e0763a1-0217-4f02-ac6a-08ef93d6af3c tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 945 time: 0.0803082
Apr 30 21:22:40.838316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] For port 84957c75-79ae-4d1b-b3b8-dbbefc739b40, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=84957c75-79ae-4d1b-b3b8-dbbefc739b40,segment=NetworkSegment(89a472da-6157-403c-8102-5d366d595ac1),segment_id=89a472da-6157-403c-8102-5d366d595ac1)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:40.838742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:40.864956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Calling delete_port for 84957c75-79ae-4d1b-b3b8-dbbefc739b40 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:22:40.876691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00f4a785-068b-43cc-b7e9-38907565afae req-e62d5c82-22ce-4eab-9d54-c8e24c9e20a3 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/security-groups?id=f45e6675-cb8c-4f0a-b9b7-539bd31ef415&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799267
Apr 30 21:22:41.082800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (84957c75-79ae-4d1b-b3b8-dbbefc739b40), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:41.098827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['84957c75-79ae-4d1b-b3b8-dbbefc739b40'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:41.118721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Pushing event deleted for resources: {'Port': ['ID=84957c75-79ae-4d1b-b3b8-dbbefc739b40,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:41.147670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.148015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.148359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.148694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.149034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.149368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.149861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.150206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.150538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.155564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.155564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.155564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.155564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.155564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.155564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:41.178869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] No DVR routers for this DVR port 84957c75-79ae-4d1b-b3b8-dbbefc739b40 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:22:41.188773 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:41.192032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3306036f-69fc-4fd3-8ebe-54bbbd57eade req-652fe8bd-f5cf-413c-8dd6-23404d325a64 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.20 "DELETE /v2.0/ports/84957c75-79ae-4d1b-b3b8-dbbefc739b40 HTTP/1.1" status: 204  len: 173 time: 0.6384206
Apr 30 21:22:41.192534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e018247-8af5-4fb9-8e4a-9530ce9fea58', 'name': 'network-vif-deleted', 'tag': '84957c75-79ae-4d1b-b3b8-dbbefc739b40'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:41.195333 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0338915-01b8-430e-8de6-c4186d6242d7" -d '{"events": [{"server_uuid": "8e018247-8af5-4fb9-8e4a-9530ce9fea58", "name": "network-vif-deleted", "tag": "84957c75-79ae-4d1b-b3b8-dbbefc739b40"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:41.233861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3cf87-2bbb-4714-93b2-a3fd0193495f req-6e78db9f-b838-431a-a9b3-5d247233efa4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:41.235501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9b3cf87-2bbb-4714-93b2-a3fd0193495f req-6e78db9f-b838-431a-a9b3-5d247233efa4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 943 time: 0.0591724
Apr 30 21:22:41.237068 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e3de19-aee4-46b9-b211-fb3863c52d59 x-openstack-request-id: req-88e3de19-aee4-46b9-b211-fb3863c52d59 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:41.237356 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e018247-8af5-4fb9-8e4a-9530ce9fea58", "name": "network-vif-deleted", "tag": "84957c75-79ae-4d1b-b3b8-dbbefc739b40", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:41.237603 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88e3de19-aee4-46b9-b211-fb3863c52d59 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:41.241085 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e3de19-aee4-46b9-b211-fb3863c52d59'] response: {'server_uuid': '8e018247-8af5-4fb9-8e4a-9530ce9fea58', 'name': 'network-vif-deleted', 'tag': '84957c75-79ae-4d1b-b3b8-dbbefc739b40', 'status': 'completed', 'code': 200}
Apr 30 21:22:41.306801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9b3cf87-2bbb-4714-93b2-a3fd0193495f req-20ac2475-399e-4d6c-a5ce-1cfd250f41b3 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559797
Apr 30 21:22:41.783895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2bddd-0fbb-4705-8496-01dfe6a17f5b req-b858a161-6133-45c9-9433-d15f787f66bf tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:41.784838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ae2bddd-0fbb-4705-8496-01dfe6a17f5b req-b858a161-6133-45c9-9433-d15f787f66bf tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0923457
Apr 30 21:22:41.807556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82c6b1-a49e-44ed-9b34-a3c964778653 req-112d6d84-c476-4446-be79-1dbb1208e64e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:41.809271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e82c6b1-a49e-44ed-9b34-a3c964778653 req-112d6d84-c476-4446-be79-1dbb1208e64e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0769899
Apr 30 21:22:41.890933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ae2bddd-0fbb-4705-8496-01dfe6a17f5b req-6d432792-d115-4e2f-b8de-496c2b6d514f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961754
Apr 30 21:22:41.907196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e82c6b1-a49e-44ed-9b34-a3c964778653 req-6edd3c0b-d26f-4a57-94b3-2e43450277f1 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890875
Apr 30 21:22:42.009552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ace954e8-8e30-4a9e-b50b-79972ec98f8b req-49bb2052-1edd-435e-aceb-1939b32fc2a5 tempest-ServerGroupTestJSON-1706015977 tempest-ServerGroupTestJSON-1706015977-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e018247-8af5-4fb9-8e4a-9530ce9fea58 HTTP/1.1" status: 200  len: 210 time: 0.0315444
Apr 30 21:22:42.248277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device cd0808cc-294c-40d5-8a93-da73a96261d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:22:42.259991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 25241eca-3984-4407-9196-eb00543c2900 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:22:42.379712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 25241eca-3984-4407-9196-eb00543c2900 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:22:42.380066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (25241eca-3984-4407-9196-eb00543c2900), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:42.438337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port cd0808cc-294c-40d5-8a93-da73a96261d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd0808cc-294c-40d5-8a93-da73a96261d2,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:42.464603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'cd0808cc-294c-40d5-8a93-da73a96261d2', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'port_id': 'cd0808cc-294c-40d5-8a93-da73a96261d2', 'mac_address': 'fa:16:3e:9d:db:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea73fb-9933-490f-b1df-626257b5fc26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:22:42.501290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad201f8-31c5-4f18-9dc0-c0a9bc38164e req-b6bddd33-7986-4f11-bb5a-d3a18aebd3f7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:42.510826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bad201f8-31c5-4f18-9dc0-c0a9bc38164e req-b6bddd33-7986-4f11-bb5a-d3a18aebd3f7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 943 time: 0.0656593
Apr 30 21:22:42.529250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port cd0808cc-294c-40d5-8a93-da73a96261d2 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:42.529644 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:42.548617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 25241eca-3984-4407-9196-eb00543c2900 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:42.549033 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:42.552329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0808cc-294c-40d5-8a93-da73a96261d2 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:42.582709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bad201f8-31c5-4f18-9dc0-c0a9bc38164e req-824a7544-f32f-4b24-adb3-43f36f32b121 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708072
Apr 30 21:22:42.593531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25241eca-3984-4407-9196-eb00543c2900'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:42.596728 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc95938-b174-4774-b026-45d7253a4bda" -d '{"events": [{"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-plugged", "status": "completed", "tag": "25241eca-3984-4407-9196-eb00543c2900"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:42.604044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port cd0808cc-294c-40d5-8a93-da73a96261d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd0808cc-294c-40d5-8a93-da73a96261d2,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:42.612860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:42.655021 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ea30dc-48f7-4430-b02b-883ee874416c x-openstack-request-id: req-27ea30dc-48f7-4430-b02b-883ee874416c {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:42.655498 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-plugged", "status": "completed", "tag": "25241eca-3984-4407-9196-eb00543c2900", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:42.656172 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27ea30dc-48f7-4430-b02b-883ee874416c {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:42.656737 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ea30dc-48f7-4430-b02b-883ee874416c'] response: {'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25241eca-3984-4407-9196-eb00543c2900', 'code': 200}
Apr 30 21:22:42.728538 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:42.791949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=cd0808cc-294c-40d5-8a93-da73a96261d2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:42.803078 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:42.855593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:42.962119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['cd0808cc-294c-40d5-8a93-da73a96261d2'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:22:43.134276 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:22:43.165409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c4d32-5793-4bfe-a5ab-24c1781145b1 req-2b6cd13e-472f-430b-8ab7-ee4c2b2413f9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:43.173937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e7c4d32-5793-4bfe-a5ab-24c1781145b1 req-2b6cd13e-472f-430b-8ab7-ee4c2b2413f9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.1019514
Apr 30 21:22:43.182546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a8f5d-b29b-44dc-93e7-06eb3b4ce160 req-46c3691d-8481-4c05-80a3-6d71105df2a2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:43.192694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d8a8f5d-b29b-44dc-93e7-06eb3b4ce160 req-46c3691d-8481-4c05-80a3-6d71105df2a2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.1163566
Apr 30 21:22:43.192817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37998) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:43.265957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e7c4d32-5793-4bfe-a5ab-24c1781145b1 req-44a869e6-c10d-4c6f-9097-0244397dea1b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907485
Apr 30 21:22:43.317868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d8a8f5d-b29b-44dc-93e7-06eb3b4ce160 req-3dfe5983-a045-4216-8ddb-7d20eae74689 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262057
Apr 30 21:22:43.351444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0d888cdd-7e4d-472c-b1e6-0b68c7d4c9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.439125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0d888cdd-7e4d-472c-b1e6-0b68c7d4c9a9 admin admin] Publish callbacks [] for security_group (be8e1f15-16e6-4e44-915c-cf25c9fe8471), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.536368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0d888cdd-7e4d-472c-b1e6-0b68c7d4c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (be8e1f15-16e6-4e44-915c-cf25c9fe8471), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.536668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 84957c75-79ae-4d1b-b3b8-dbbefc739b40 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:22:43.578287 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0d888cdd-7e4d-472c-b1e6-0b68c7d4c9a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebce3b7cc7a7481688e5dcdfdd1c41af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3815048
Apr 30 21:22:43.578614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38014) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:43.595945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 84957c75-79ae-4d1b-b3b8-dbbefc739b40 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:22:43.596563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 84957c75-79ae-4d1b-b3b8-dbbefc739b40 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:22:43.622483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d888cdd-7e4d-472c-b1e6-0b68c7d4c9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e1f15-16e6-4e44-915c-cf25c9fe8471,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:43.688938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e31b67b-34ac-42f3-a15d-a28beddc1fa1 admin admin] Publish callbacks [] for security_group (be8e1f15-16e6-4e44-915c-cf25c9fe8471), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.716859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e31b67b-34ac-42f3-a15d-a28beddc1fa1 admin admin] Publish callbacks [] for security_group (be8e1f15-16e6-4e44-915c-cf25c9fe8471), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.730081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ab9f-9000-4b94-b4ff-b126e96ba9a4 req-42f3e3cc-b17c-45fe-880e-11a120244588 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:43.732714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc77ab9f-9000-4b94-b4ff-b126e96ba9a4 req-42f3e3cc-b17c-45fe-880e-11a120244588 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 944 time: 0.0714209
Apr 30 21:22:43.774193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38024) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:43.841501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc77ab9f-9000-4b94-b4ff-b126e96ba9a4 req-1a9c56c0-c4ad-4d4c-bcc8-a84e19b67414 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026201
Apr 30 21:22:43.866388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5dba20-5f62-4e86-a303-269a80ea5c1e admin admin] Deleting subnet 803e1b8a-c822-4a5e-9bcc-5115cc1f4932 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:22:43.871056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba20-5f62-4e86-a303-269a80ea5c1e admin admin] Publish callbacks [] for subnet (803e1b8a-c822-4a5e-9bcc-5115cc1f4932), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.875597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e31b67b-34ac-42f3-a15d-a28beddc1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (be8e1f15-16e6-4e44-915c-cf25c9fe8471), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.875597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e31b67b-34ac-42f3-a15d-a28beddc1fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.875597 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8e31b67b-34ac-42f3-a15d-a28beddc1fa1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be8e1f15-16e6-4e44-915c-cf25c9fe8471 HTTP/1.1" status: 204  len: 168 time: 0.2949934
Apr 30 21:22:43.882825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31b67b-34ac-42f3-a15d-a28beddc1fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e1f15-16e6-4e44-915c-cf25c9fe8471,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:43.924538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba20-5f62-4e86-a303-269a80ea5c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (803e1b8a-c822-4a5e-9bcc-5115cc1f4932), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:43.981346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba20-5f62-4e86-a303-269a80ea5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (803e1b8a-c822-4a5e-9bcc-5115cc1f4932), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.140286 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba20-5f62-4e86-a303-269a80ea5c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (803e1b8a-c822-4a5e-9bcc-5115cc1f4932), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.170121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dba20-5f62-4e86-a303-269a80ea5c1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803e1b8a-c822-4a5e-9bcc-5115cc1f4932,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:44.176568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc5dba20-5f62-4e86-a303-269a80ea5c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.180435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bc5dba20-5f62-4e86-a303-269a80ea5c1e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/803e1b8a-c822-4a5e-9bcc-5115cc1f4932 HTTP/1.1" status: 204  len: 168 time: 0.4052799
Apr 30 21:22:44.182923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38028) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:44.253539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device cd0808cc-294c-40d5-8a93-da73a96261d2 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:22:44.294428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (896bc984-19f0-4812-b66b-5fd5d59f2642), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.368432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port cd0808cc-294c-40d5-8a93-da73a96261d2 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:22:44.426228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port cd0808cc-294c-40d5-8a93-da73a96261d2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:22:44.427052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.460971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (896bc984-19f0-4812-b66b-5fd5d59f2642), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.509116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e485c7-b587-4cf1-a417-de2265a3daf0 req-abe824c1-13ea-4ac9-9ab7-2e804aae66a8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:44.510630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9e485c7-b587-4cf1-a417-de2265a3daf0 req-abe824c1-13ea-4ac9-9ab7-2e804aae66a8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.1087046
Apr 30 21:22:44.565509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port cd0808cc-294c-40d5-8a93-da73a96261d2 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:22:44.566458 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.608264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port cd0808cc-294c-40d5-8a93-da73a96261d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd0808cc-294c-40d5-8a93-da73a96261d2,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:22:44.662784 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38036) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:44.663327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea01481-3f35-431b-aa50-2295fd12c5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0808cc-294c-40d5-8a93-da73a96261d2'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:44.663327 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5086574-5116-44f2-b24a-f5f992a64de7" -d '{"events": [{"server_uuid": "aea01481-3f35-431b-aa50-2295fd12c5c2", "name": "network-vif-plugged", "status": "completed", "tag": "cd0808cc-294c-40d5-8a93-da73a96261d2"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:44.684895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-573ca724-c772-459b-9fc6-90a77467c974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.685128 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.761164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=cd0808cc-294c-40d5-8a93-da73a96261d2,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:44.825518 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-573ca724-c772-459b-9fc6-90a77467c974 admin admin] Publish callbacks [] for security_group (576091cb-b744-4c03-a796-ad576c6479b4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.886531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3220301-9e79-4072-8589-282ad5083357 req-32f0eef6-a1f8-4948-ba79-f3cf2d1ef718 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:44.890215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3220301-9e79-4072-8589-282ad5083357 req-32f0eef6-a1f8-4948-ba79-f3cf2d1ef718 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.4522405
Apr 30 21:22:44.900660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896708dd00>,) {'filters': {'network_id': ['896bc984-19f0-4812-b66b-5fd5d59f2642']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:44.919968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896708dd00>, '89a472da-6157-403c-8102-5d366d595ac1') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:44.920262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896708dd00>, '89a472da-6157-403c-8102-5d366d595ac1') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:22:44.922321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-573ca724-c772-459b-9fc6-90a77467c974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (576091cb-b744-4c03-a796-ad576c6479b4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.964870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (89a472da-6157-403c-8102-5d366d595ac1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:44.978597 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-573ca724-c772-459b-9fc6-90a77467c974 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94ad12bf94b74559943c10d48e500a7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3207128
Apr 30 21:22:44.980592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38042) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:44.994984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ca724-c772-459b-9fc6-90a77467c974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576091cb-b744-4c03-a796-ad576c6479b4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:44.997620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (89a472da-6157-403c-8102-5d366d595ac1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:45.004642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9e485c7-b587-4cf1-a417-de2265a3daf0 req-8ed5abd6-baa8-424c-bd12-0134037082df tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4865334
Apr 30 21:22:45.015935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:22:45.016359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (89a472da-6157-403c-8102-5d366d595ac1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:22:45.018771 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:22:45.066881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121802e0-67bc-42ec-860d-f05a6efb128e admin admin] Publish callbacks [] for security_group (576091cb-b744-4c03-a796-ad576c6479b4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:45.081687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3220301-9e79-4072-8589-282ad5083357 req-f3f27e04-9b6f-4d0d-8325-3770402d9407 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1758330
Apr 30 21:22:45.101398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121802e0-67bc-42ec-860d-f05a6efb128e admin admin] Publish callbacks [] for security_group (576091cb-b744-4c03-a796-ad576c6479b4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:45.109915 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe3a86e-61df-4abc-9856-9b65e0d5e3ad x-openstack-request-id: req-bbe3a86e-61df-4abc-9856-9b65e0d5e3ad {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:45.109915 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea01481-3f35-431b-aa50-2295fd12c5c2", "name": "network-vif-plugged", "status": "completed", "tag": "cd0808cc-294c-40d5-8a93-da73a96261d2", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:45.109915 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbe3a86e-61df-4abc-9856-9b65e0d5e3ad {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:45.109915 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe3a86e-61df-4abc-9856-9b65e0d5e3ad'] response: {'server_uuid': 'aea01481-3f35-431b-aa50-2295fd12c5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0808cc-294c-40d5-8a93-da73a96261d2', 'code': 200}
Apr 30 21:22:45.184900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (896bc984-19f0-4812-b66b-5fd5d59f2642), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:45.213937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:45.217801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] 10.222.0.23 "DELETE /v2.0/networks/896bc984-19f0-4812-b66b-5fd5d59f2642 HTTP/1.1" status: 204  len: 168 time: 1.0331724
Apr 30 21:22:45.259899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121802e0-67bc-42ec-860d-f05a6efb128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (576091cb-b744-4c03-a796-ad576c6479b4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:45.262731 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121802e0-67bc-42ec-860d-f05a6efb128e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:45.266402 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-121802e0-67bc-42ec-860d-f05a6efb128e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/576091cb-b744-4c03-a796-ad576c6479b4 HTTP/1.1" status: 204  len: 168 time: 0.2752397
Apr 30 21:22:45.275642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10758c87-c7c5-4ec6-982e-51b1f4660946 admin admin] Pushing event deleted for resources: {'Network': ['ID=896bc984-19f0-4812-b66b-5fd5d59f2642,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:45.281443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12520866-b1b2-4784-aeba-8313f334b6df req-f2f037a0-ad64-4a8b-bbcb-3ca865d6da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:45.282993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12520866-b1b2-4784-aeba-8313f334b6df req-f2f037a0-ad64-4a8b-bbcb-3ca865d6da6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 1127 time: 0.1092975
Apr 30 21:22:45.302036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121802e0-67bc-42ec-860d-f05a6efb128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576091cb-b744-4c03-a796-ad576c6479b4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:45.337552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70371e13-9888-4348-8334-e2aa7da4d27d req-5cc88674-e2f8-4227-8cba-01306c0fb05a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:45.337552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70371e13-9888-4348-8334-e2aa7da4d27d req-5cc88674-e2f8-4227-8cba-01306c0fb05a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1258276
Apr 30 21:22:45.382336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12520866-b1b2-4784-aeba-8313f334b6df req-80b6f43c-66fc-414a-9052-1c094cb906c6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809832
Apr 30 21:22:45.413218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70371e13-9888-4348-8334-e2aa7da4d27d req-bb0d4ef7-929e-4f0b-8e7b-9a582d9081ce tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654726
Apr 30 21:22:46.150317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103dd83-00b3-4249-8625-54ad2ffe464a req-710e0e61-246f-41fe-a7b5-b7bbe556cb63 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:46.152329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2103dd83-00b3-4249-8625-54ad2ffe464a req-710e0e61-246f-41fe-a7b5-b7bbe556cb63 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0569963
Apr 30 21:22:46.203458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38056) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:46.236471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2103dd83-00b3-4249-8625-54ad2ffe464a req-1c2be909-e6c8-4f28-bd40-e932b24b2228 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781200
Apr 30 21:22:46.252667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481040f-5b51-44ef-aedb-2c23b78f63df req-54c6170c-caa4-419c-81e2-7f490f90244c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:46.254420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c481040f-5b51-44ef-aedb-2c23b78f63df req-54c6170c-caa4-419c-81e2-7f490f90244c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0708172
Apr 30 21:22:46.267534 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ecb22db2-9adc-4fe8-b109-8bb552a01931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=def690693f654dc8aff77fa04e78d762&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0626137
Apr 30 21:22:46.268177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38062) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:46.352734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c481040f-5b51-44ef-aedb-2c23b78f63df req-f9e00bf2-8646-4f9b-9019-366b94e9d2b1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917790
Apr 30 21:22:46.366621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91e81a70-bd1e-48d6-ae6e-ca375f91fd0c admin admin] Publish callbacks [] for security_group (f45e6675-cb8c-4f0a-b9b7-539bd31ef415), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:46.404833 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91e81a70-bd1e-48d6-ae6e-ca375f91fd0c admin admin] Publish callbacks [] for security_group (f45e6675-cb8c-4f0a-b9b7-539bd31ef415), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:46.557314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91e81a70-bd1e-48d6-ae6e-ca375f91fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f45e6675-cb8c-4f0a-b9b7-539bd31ef415), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:46.560367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91e81a70-bd1e-48d6-ae6e-ca375f91fd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:46.572552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-91e81a70-bd1e-48d6-ae6e-ca375f91fd0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f45e6675-cb8c-4f0a-b9b7-539bd31ef415 HTTP/1.1" status: 204  len: 168 time: 0.2950222
Apr 30 21:22:46.606105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e81a70-bd1e-48d6-ae6e-ca375f91fd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45e6675-cb8c-4f0a-b9b7-539bd31ef415,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:46.627766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f7015-c07a-49d5-9a1f-dd3ffc83aac1 req-8277efd9-818b-4738-878c-10f49dc24444 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:46.639836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-677f7015-c07a-49d5-9a1f-dd3ffc83aac1 req-8277efd9-818b-4738-878c-10f49dc24444 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1316090
Apr 30 21:22:46.717025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-677f7015-c07a-49d5-9a1f-dd3ffc83aac1 req-e0fc24b4-cb24-4037-9a84-c7fb104211cc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748725
Apr 30 21:22:46.735901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:47.408389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4f69-ad13-440b-b33f-63e3f0471a64 req-3a2ad692-a389-4523-98ba-e35bea058583 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:47.410577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb0b4f69-ad13-440b-b33f-63e3f0471a64 req-3a2ad692-a389-4523-98ba-e35bea058583 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0612557
Apr 30 21:22:47.495834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb0b4f69-ad13-440b-b33f-63e3f0471a64 req-ecc10346-f197-4623-92d5-cfca8b39884d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757198
Apr 30 21:22:47.567652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a47a3-2bc4-4efc-a5e0-b692a798b1c6 req-f7d37802-efb4-45a7-879e-58786270c450 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:47.571192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b2a47a3-2bc4-4efc-a5e0-b692a798b1c6 req-f7d37802-efb4-45a7-879e-58786270c450 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0928919
Apr 30 21:22:47.639590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b2a47a3-2bc4-4efc-a5e0-b692a798b1c6 req-ef3dfd33-cdf7-4a3e-9a91-72c258d67c9b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594511
Apr 30 21:22:47.876178 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-029c1313-ea98-4a70-9a49-97f956445bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:47.901600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8582995-8d2f-4f3a-9052-5242b3dc5a1f req-3a128fe1-04b5-4189-872f-7302a721107f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:47.910616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8582995-8d2f-4f3a-9052-5242b3dc5a1f req-3a128fe1-04b5-4189-872f-7302a721107f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0869591
Apr 30 21:22:47.972819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8582995-8d2f-4f3a-9052-5242b3dc5a1f req-52f9c553-a88c-4e72-9359-ac03a3c83262 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599761
Apr 30 21:22:48.158307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38118) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:48.291396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1863106445-network', 'tenant_id': '03431e5f43c045d78e741327bacf5d1c'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:48.350010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b86cc5-9adb-4568-b40e-c1dd985bdae5 req-bea96f2e-e062-421b-94bc-e19f724325ea tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:48.354297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b86cc5-9adb-4568-b40e-c1dd985bdae5 req-bea96f2e-e062-421b-94bc-e19f724325ea tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0651257
Apr 30 21:22:48.420510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48b86cc5-9adb-4568-b40e-c1dd985bdae5 req-1d5a53a2-6d3f-4bc9-aa3b-ad8922cdec6d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602350
Apr 30 21:22:48.430815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Made reservation on behalf of 03431e5f43c045d78e741327bacf5d1c for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:48.436015 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:48.451724 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:48.573992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Publish callbacks [] for security_group (d3630b5a-b9dd-43f6-9a79-e958e218abbf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:48.654846 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d3630b5a-b9dd-43f6-9a79-e958e218abbf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:48.671147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629485a9-c2f6-4f1e-909e-6758950b24e4 req-c70b4aae-0086-4a3b-928a-2b57e3992cbb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:48.677284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-629485a9-c2f6-4f1e-909e-6758950b24e4 req-c70b4aae-0086-4a3b-928a-2b57e3992cbb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0727510
Apr 30 21:22:48.699479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:22:48.729189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c227fc01-bcfe-4b49-8290-e84d51d4bf5b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:48.729553 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Added segment c227fc01-bcfe-4b49-8290-e84d51d4bf5b of type vlan for network a18bd1b2-5934-4e48-a955-c0e02d4a1da2
Apr 30 21:22:48.731017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3630b5a-b9dd-43f6-9a79-e958e218abbf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:48.761135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-629485a9-c2f6-4f1e-909e-6758950b24e4 req-afb61558-63e1-4f83-8f6c-607c8693255a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711083
Apr 30 21:22:48.817891 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a18bd1b2-5934-4e48-a955-c0e02d4a1da2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:48.858557 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1432c-7b15-42ec-b6e9-eb8ad23d835f req-0c357cd1-1970-41fa-bfee-b218f5ecc1ca tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:48.870779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0fd1432c-7b15-42ec-b6e9-eb8ad23d835f req-0c357cd1-1970-41fa-bfee-b218f5ecc1ca tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.1139150
Apr 30 21:22:48.911094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a18bd1b2-5934-4e48-a955-c0e02d4a1da2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:48.912654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:48.913314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:48.925282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0fd1432c-7b15-42ec-b6e9-eb8ad23d835f req-1ff68b7d-b6f4-41ae-8342-670541771ca5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526488
Apr 30 21:22:49.017170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] Pushing event updated for resources: {'Network': ['ID=a18bd1b2-5934-4e48-a955-c0e02d4a1da2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:49.030719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a18bd1b2-5934-4e48-a955-c0e02d4a1da2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:22:49.037207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38140) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:49.037722 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-33b325d3-394b-4e92-9ddd-23d61304524c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8782585
Apr 30 21:22:49.042598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Request body: {'subnet': {'network_id': 'a18bd1b2-5934-4e48-a955-c0e02d4a1da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1863106445-subnet', 'tenant_id': '03431e5f43c045d78e741327bacf5d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:49.157262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Made reservation on behalf of 03431e5f43c045d78e741327bacf5d1c for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:49.161486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:49.466331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (6131c5f7-69da-448d-a942-10e02cc5a048), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:49.530512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6131c5f7-69da-448d-a942-10e02cc5a048,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:49.598483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa391f7-255c-4407-91fd-1f6c39b67efd req-94cfd19c-96be-481e-8bd1-c8f09f7bb22a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:49.600630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-faa391f7-255c-4407-91fd-1f6c39b67efd req-94cfd19c-96be-481e-8bd1-c8f09f7bb22a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0658803
Apr 30 21:22:49.604712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Checking segment: {'id': 'c227fc01-bcfe-4b49-8290-e84d51d4bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a18bd1b2-5934-4e48-a955-c0e02d4a1da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:22:49.605097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Network hostable DHCP agents. Network: a18bd1b2-5934-4e48-a955-c0e02d4a1da2, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:22:49.659129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-faa391f7-255c-4407-91fd-1f6c39b67efd req-ac635344-c414-4940-a41d-471c5734b70d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505006
Apr 30 21:22:49.931884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc273a8-d8b0-4661-b649-987f8c910e9c req-a6027214-fc98-4524-8ccc-84703d010cc3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:49.931884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fc273a8-d8b0-4661-b649-987f8c910e9c req-a6027214-fc98-4524-8ccc-84703d010cc3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0470800
Apr 30 21:22:49.943410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fc273a8-d8b0-4661-b649-987f8c910e9c req-62c68376-f562-4a61-bf82-c402497f2b82 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442755
Apr 30 21:22:50.055593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded883e-02fa-499a-a4eb-932df103412f req-46497365-d18c-47c8-bb44-cfbc714919a3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:50.057217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eded883e-02fa-499a-a4eb-932df103412f req-46497365-d18c-47c8-bb44-cfbc714919a3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0519450
Apr 30 21:22:50.108364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eded883e-02fa-499a-a4eb-932df103412f req-45c490e7-ab0e-4628-b1c5-cbadfa48970b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452080
Apr 30 21:22:50.111058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Network a18bd1b2-5934-4e48-a955-c0e02d4a1da2 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:22:50.115277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0bce29b8-a6bd-4e06-adc9-bb789c6ea03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:50.208312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a18bd1b2-5934-4e48-a955-c0e02d4a1da2) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:22:50.212995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:50.220072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:50.220189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740b2eb-3050-4b14-8070-d4ef34120546 None None] Network a18bd1b2-5934-4e48-a955-c0e02d4a1da2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:22:50.304917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7fe862ea-8081-4150-a002-fb5fb8bb12ba admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.2661428
Apr 30 21:22:50.403037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:50.408140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13313fcf-81e4-4627-a16a-b1d984b12e10 None None] Network a18bd1b2-5934-4e48-a955-c0e02d4a1da2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:22:50.831884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1990ef9-d7ca-4db1-b413-70f67cda4d17 req-f0973b72-1c03-4694-b284-06b46a13c76e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:50.848382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1990ef9-d7ca-4db1-b413-70f67cda4d17 req-f0973b72-1c03-4694-b284-06b46a13c76e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0898190
Apr 30 21:22:50.976101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1990ef9-d7ca-4db1-b413-70f67cda4d17 req-4bde8b98-5d96-494a-aa38-c563afebd8cb tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257255
Apr 30 21:22:50.998543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-40c9e6ea-9b86-40de-ba7f-f6320ca550f8 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:51.005461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-40c9e6ea-9b86-40de-ba7f-f6320ca550f8 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/networks?id=a18bd1b2-5934-4e48-a955-c0e02d4a1da2 HTTP/1.1" status: 200  len: 821 time: 0.1660228
Apr 30 21:22:51.026908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-954b5423-7161-43f2-ad63-38002e047fff tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/quotas/03431e5f43c045d78e741327bacf5d1c HTTP/1.1" status: 200  len: 375 time: 0.0204697
Apr 30 21:22:51.066579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-6b2edb2c-504f-4707-a7f0-6b431979d06d tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=03431e5f43c045d78e741327bacf5d1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0387087
Apr 30 21:22:51.192871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a6e0e-cf0a-4036-8273-19c15404d92c req-9bf7e9f5-1467-4710-8b24-b4b805084050 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:51.195006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f8a6e0e-cf0a-4036-8273-19c15404d92c req-9bf7e9f5-1467-4710-8b24-b4b805084050 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.1069243
Apr 30 21:22:51.232207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-8c0d2ea6-4cc9-4561-89d7-9e120e96c350 service neutron] 10.222.0.23 "GET /v2.0/networks/a18bd1b2-5934-4e48-a955-c0e02d4a1da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643529
Apr 30 21:22:51.274384 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:51.348494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f8a6e0e-cf0a-4036-8273-19c15404d92c req-b1b70111-4fbc-4215-9136-cb6294547125 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428795
Apr 30 21:22:51.390569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-b312fccd-95b8-4748-9c7d-06cada689ad0 service neutron] 10.222.0.23 "GET /v2.0/networks/a18bd1b2-5934-4e48-a955-c0e02d4a1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574202
Apr 30 21:22:51.480636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73708-2251-41a1-94d1-4f92d10f72d1 req-ee9f1dbf-42ae-4298-9595-da06e611d0ff tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:51.482286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37e73708-2251-41a1-94d1-4f92d10f72d1 req-ee9f1dbf-42ae-4298-9595-da06e611d0ff tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0563352
Apr 30 21:22:51.555435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38204) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:51.572769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37e73708-2251-41a1-94d1-4f92d10f72d1 req-70b176e8-4a28-4794-8ac3-19d22db15dc9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769494
Apr 30 21:22:51.689206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebdbe41d-c206-4c58-9438-a0cb49023db4 req-86ad20e4-c027-46fc-ac93-1822af0ed6f7 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 210 time: 0.0440152
Apr 30 21:22:51.739818 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:51.831502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Publish callbacks [] for security_group (4e3ab27c-c5a7-4726-aac5-bba3fb5896c6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:51.922484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4e3ab27c-c5a7-4726-aac5-bba3fb5896c6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:51.962655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3ab27c-c5a7-4726-aac5-bba3fb5896c6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:51.966745 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf5cbf4fea854b93815d80d3af27bdf4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4096863
Apr 30 21:22:51.970643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38218) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:51.978018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.978369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.978714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.979048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.979378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.979704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.980026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.980356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.980674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.980998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.981318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.981635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.981999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.982317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:51.982633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865d176-f315-42b4-9e63-bd56e277813b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:22:52.068560 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b028da7c-4bb6-4e7c-9647-7086872a012f admin admin] Publish callbacks [] for security_group (4e3ab27c-c5a7-4726-aac5-bba3fb5896c6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:52.131974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b028da7c-4bb6-4e7c-9647-7086872a012f admin admin] Publish callbacks [] for security_group (4e3ab27c-c5a7-4726-aac5-bba3fb5896c6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:52.169127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff899fe-c374-4118-a4f4-5cbb7e26468e req-2b66f306-79c6-436c-9b69-1c3b98954d13 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:52.170736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ff899fe-c374-4118-a4f4-5cbb7e26468e req-2b66f306-79c6-436c-9b69-1c3b98954d13 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0964527
Apr 30 21:22:52.236451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ff899fe-c374-4118-a4f4-5cbb7e26468e req-97e109ed-ea06-4bd4-bf1c-01044fb785bc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557859
Apr 30 21:22:52.339397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b028da7c-4bb6-4e7c-9647-7086872a012f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4e3ab27c-c5a7-4726-aac5-bba3fb5896c6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:52.342804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b028da7c-4bb6-4e7c-9647-7086872a012f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:52.351038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b028da7c-4bb6-4e7c-9647-7086872a012f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e3ab27c-c5a7-4726-aac5-bba3fb5896c6 HTTP/1.1" status: 204  len: 168 time: 0.3771157
Apr 30 21:22:52.371523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028da7c-4bb6-4e7c-9647-7086872a012f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3ab27c-c5a7-4726-aac5-bba3fb5896c6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:52.504652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d11e5f-0130-41f5-ad52-398ead11e632 req-dcb96f68-914b-4fb7-ae30-a91bb6d91ea7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:52.507082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36d11e5f-0130-41f5-ad52-398ead11e632 req-dcb96f68-914b-4fb7-ae30-a91bb6d91ea7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0663621
Apr 30 21:22:52.572061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36d11e5f-0130-41f5-ad52-398ead11e632 req-21c112d7-219c-42a8-afa0-2a53f39c0c7d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582943
Apr 30 21:22:52.718913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bf085-db0e-4561-b4e4-619366a9a49b req-8a6597a6-211b-4bf2-8f38-beb46eb26ee9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:52.720662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb9bf085-db0e-4561-b4e4-619366a9a49b req-8a6597a6-211b-4bf2-8f38-beb46eb26ee9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0734372
Apr 30 21:22:52.797953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb9bf085-db0e-4561-b4e4-619366a9a49b req-c1df423e-5c0c-4037-b904-25a797dfea78 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679996
Apr 30 21:22:52.824227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9743839d-e16b-4a14-9ee9-e6772b800d3b req-7889f700-c59e-4ba0-a863-4cba50c951c2 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 210 time: 0.0506463
Apr 30 21:22:53.059658 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:53.158525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38234) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:53.175642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62723ea4-fdad-4f13-a6ee-8798fd131993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:53.285294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62723ea4-fdad-4f13-a6ee-8798fd131993 admin admin] Publish callbacks [] for security_group (4c68c2b0-c35b-4c28-89a6-8fa75b9a29c6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:53.380012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d172-f640-4808-82a4-9452d43ff067 req-f27830ac-1e98-44eb-8bee-395fd73e69ca tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:53.381999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f58d172-f640-4808-82a4-9452d43ff067 req-f27830ac-1e98-44eb-8bee-395fd73e69ca tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0533979
Apr 30 21:22:53.442420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f58d172-f640-4808-82a4-9452d43ff067 req-e894f924-3be2-4707-93cc-f2b3bd43254e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519104
Apr 30 21:22:53.619579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62723ea4-fdad-4f13-a6ee-8798fd131993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4c68c2b0-c35b-4c28-89a6-8fa75b9a29c6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:53.675400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-62723ea4-fdad-4f13-a6ee-8798fd131993 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=350378218f3e4f86985047806ea958a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5127363
Apr 30 21:22:53.677788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38240) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:22:53.698208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62723ea4-fdad-4f13-a6ee-8798fd131993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c68c2b0-c35b-4c28-89a6-8fa75b9a29c6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:53.722044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7a0fe-1e43-43cc-95ba-c7e685f57f29 req-e5ad2ee3-e78c-4167-bae8-5bf9f076364a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:53.723527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2a7a0fe-1e43-43cc-95ba-c7e685f57f29 req-e5ad2ee3-e78c-4167-bae8-5bf9f076364a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0668998
Apr 30 21:22:53.737059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c738de88-bee9-491e-b8a0-19a7c0cb742d admin admin] Publish callbacks [] for security_group (4c68c2b0-c35b-4c28-89a6-8fa75b9a29c6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:53.759500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c738de88-bee9-491e-b8a0-19a7c0cb742d admin admin] Publish callbacks [] for security_group (4c68c2b0-c35b-4c28-89a6-8fa75b9a29c6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:53.778306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2a7a0fe-1e43-43cc-95ba-c7e685f57f29 req-9f9f8779-8972-4699-8d3e-5449dbde5a3f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486689
Apr 30 21:22:53.896605 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c738de88-bee9-491e-b8a0-19a7c0cb742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4c68c2b0-c35b-4c28-89a6-8fa75b9a29c6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:53.900822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c738de88-bee9-491e-b8a0-19a7c0cb742d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:53.905220 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c738de88-bee9-491e-b8a0-19a7c0cb742d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c68c2b0-c35b-4c28-89a6-8fa75b9a29c6 HTTP/1.1" status: 204  len: 168 time: 0.2284670
Apr 30 21:22:53.915085 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738de88-bee9-491e-b8a0-19a7c0cb742d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c68c2b0-c35b-4c28-89a6-8fa75b9a29c6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:53.978405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff383dc-7e4e-425f-8323-f156d067c981 req-58f801bd-b282-4c2e-8b28-d697fa5801c9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:53.998099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ff383dc-7e4e-425f-8323-f156d067c981 req-58f801bd-b282-4c2e-8b28-d697fa5801c9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0769429
Apr 30 21:22:54.056781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b8f0afb-c573-4c9c-b85f-def332b60515 req-804bd45f-c4f1-4fad-aa0e-2fb6ae4290d9 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 210 time: 0.0512187
Apr 30 21:22:54.103051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ff383dc-7e4e-425f-8323-f156d067c981 req-ce7c87a2-1130-41a5-b102-df878dd5838b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040273
Apr 30 21:22:54.391147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:54.604118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30301f-bd4e-47d2-995b-5920578356de req-c07c2d9a-8169-42d2-bb32-0001c4b0df13 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:54.605575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c30301f-bd4e-47d2-995b-5920578356de req-c07c2d9a-8169-42d2-bb32-0001c4b0df13 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0613832
Apr 30 21:22:54.661456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-833290e3-23f0-435e-a292-0018136b894c tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:54.663614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-833290e3-23f0-435e-a292-0018136b894c tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.20 "GET /v2.0/networks?id=a18bd1b2-5934-4e48-a955-c0e02d4a1da2 HTTP/1.1" status: 200  len: 821 time: 0.1819911
Apr 30 21:22:54.680793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c30301f-bd4e-47d2-995b-5920578356de req-21c88e30-b6c2-4dd3-8ac7-202c969f28f7 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655015
Apr 30 21:22:54.685497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Request body: {'port': {'device_id': '40b49131-df20-4dde-9c8f-eba13c1f9a8b', 'network_id': 'a18bd1b2-5934-4e48-a955-c0e02d4a1da2', 'admin_state_up': True, 'tenant_id': '03431e5f43c045d78e741327bacf5d1c'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:54.883385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Made reservation on behalf of 03431e5f43c045d78e741327bacf5d1c for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:22:54.887473 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:54.927340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a40134-91a9-4f02-85de-4bfb78a1c649 req-79f8b554-5e84-4f1d-89f8-1ee23aeaf3de tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:54.928899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05a40134-91a9-4f02-85de-4bfb78a1c649 req-79f8b554-5e84-4f1d-89f8-1ee23aeaf3de tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0763683
Apr 30 21:22:55.045419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05a40134-91a9-4f02-85de-4bfb78a1c649 req-47db343c-2f0a-423c-99bd-83eaee58b3ca tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053252
Apr 30 21:22:55.091928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Allocated IP 172.20.0.6 (a18bd1b2-5934-4e48-a955-c0e02d4a1da2/6131c5f7-69da-448d-a942-10e02cc5a048/60f58a50-d792-48a6-9c70-5e4356d53e72) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:22:55.249407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33380e3b-d0b3-4397-baa0-c72536c63efe req-d357589e-f00f-4767-9c97-e82f0bef4c12 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 210 time: 0.0967395
Apr 30 21:22:55.273464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552d420-8024-46e0-a0be-cd5d0586be9a req-9b9bf798-7975-4f14-b7b9-411a0e857292 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:55.274999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5552d420-8024-46e0-a0be-cd5d0586be9a req-9b9bf798-7975-4f14-b7b9-411a0e857292 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0757713
Apr 30 21:22:55.341564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Publish callbacks [] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:55.357876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5552d420-8024-46e0-a0be-cd5d0586be9a req-727887ce-7b08-4c13-9f3c-1451255ad284 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729377
Apr 30 21:22:55.513478 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:55.562528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Network a18bd1b2-5934-4e48-a955-c0e02d4a1da2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:22:55.565602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:22:55.569920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:22:55.596715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Pushing event updated for resources: {'Port': ['ID=60f58a50-d792-48a6-9c70-5e4356d53e72,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:55.652222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:55.653208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:55.667780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-53af78c9-8f85-4288-9cdc-21848bc71e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:55.669321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-53af78c9-8f85-4288-9cdc-21848bc71e25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 1127 time: 0.0573308
Apr 30 21:22:55.723980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-006b7233-fb06-48a3-b168-04d74160a04a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0422876
Apr 30 21:22:55.743350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Request body: {'port': {'device_id': '40b49131-df20-4dde-9c8f-eba13c1f9a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:22:55.856304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8486ca-d996-4258-9cae-17df233563fb req-f847037f-dedf-40a8-aecb-c2aa9a683eb0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:55.857795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d8486ca-d996-4258-9cae-17df233563fb req-f847037f-dedf-40a8-aecb-c2aa9a683eb0 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0920649
Apr 30 21:22:55.860656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-748c6b09-1577-489d-8389-e87ad13ac891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:55.862018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-748c6b09-1577-489d-8389-e87ad13ac891 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.1869075
Apr 30 21:22:55.891564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:55.966532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-03c829d2-4110-4d6c-aa9f-ac38c0f43dcd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 1000 time: 0.0916789
Apr 30 21:22:56.006512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d8486ca-d996-4258-9cae-17df233563fb req-42ee1126-bdd4-4947-80df-e67f59c9ba76 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400669
Apr 30 21:22:56.059212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-c5f5bb06-358b-4325-8c7c-fba696236406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:56.060665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-c5f5bb06-358b-4325-8c7c-fba696236406 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.0705874
Apr 30 21:22:56.179975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-91cd9808-7a6f-4054-bfc2-0ea1b4846c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:56.181446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-91cd9808-7a6f-4054-bfc2-0ea1b4846c5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0789292
Apr 30 21:22:56.217296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1803766-9275-4543-a7c2-1a9ee7feafef req-33220219-7e71-4410-9a7b-0d33888c077f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:56.218773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1803766-9275-4543-a7c2-1a9ee7feafef req-33220219-7e71-4410-9a7b-0d33888c077f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0893953
Apr 30 21:22:56.399609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1803766-9275-4543-a7c2-1a9ee7feafef req-10a71936-6af3-46be-8480-4a9e8a5cab4e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480913
Apr 30 21:22:56.429560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-38d9a8c2-cec6-43ea-a627-7c5e16e92cc9 service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377610
Apr 30 21:22:56.435452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afd0fe-f672-4cb1-8d76-02aa4b736a2e req-1ddbc989-288a-4ef8-b77d-51ffe05cc762 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:56.442749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33afd0fe-f672-4cb1-8d76-02aa4b736a2e req-1ddbc989-288a-4ef8-b77d-51ffe05cc762 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 931 time: 0.1014121
Apr 30 21:22:56.603678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a74b21-fe17-4101-a5e8-36f42fbed6d8 req-e8428162-4b9a-420f-aa25-dc1fefd69076 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:56.605139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99a74b21-fe17-4101-a5e8-36f42fbed6d8 req-e8428162-4b9a-420f-aa25-dc1fefd69076 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.1304433
Apr 30 21:22:56.632220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f58a50-d792-48a6-9c70-5e4356d53e72 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:22:56.645101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33afd0fe-f672-4cb1-8d76-02aa4b736a2e req-d47f267f-35d9-4e3a-9b66-d6d7260cb197 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971381
Apr 30 21:22:56.647425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Publish callbacks [] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:56.685564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a0bb457-fb54-4160-92f9-892e8d93bed6 req-dedc5aa6-a86a-4edf-8a2f-84a132caccd1 service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464480
Apr 30 21:22:56.689521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Transition to ACTIVE for port object 60f58a50-d792-48a6-9c70-5e4356d53e72 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:22:56.706204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99a74b21-fe17-4101-a5e8-36f42fbed6d8 req-bed42f72-e147-4e1d-aa08-a7c88741db41 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931225
Apr 30 21:22:56.801462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:56.852049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Pushing event updated for resources: {'Port': ['ID=60f58a50-d792-48a6-9c70-5e4356d53e72,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:56.919836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Attempting to bind port 60f58a50-d792-48a6-9c70-5e4356d53e72 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:22:56.920170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Attempting to bind port 60f58a50-d792-48a6-9c70-5e4356d53e72 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c227fc01-bcfe-4b49-8290-e84d51d4bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a18bd1b2-5934-4e48-a955-c0e02d4a1da2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:22:56.920500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Attempting to bind port 60f58a50-d792-48a6-9c70-5e4356d53e72 on network a18bd1b2-5934-4e48-a955-c0e02d4a1da2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:22:56.925036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Port 60f58a50-d792-48a6-9c70-5e4356d53e72 on network a18bd1b2-5934-4e48-a955-c0e02d4a1da2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:22:56.925355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Attempting to bind port 60f58a50-d792-48a6-9c70-5e4356d53e72 on network a18bd1b2-5934-4e48-a955-c0e02d4a1da2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:22:56.930729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:22:56.931063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Checking segment: {'id': 'c227fc01-bcfe-4b49-8290-e84d51d4bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a18bd1b2-5934-4e48-a955-c0e02d4a1da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:22:56.931444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Bound using segment: {'id': 'c227fc01-bcfe-4b49-8290-e84d51d4bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a18bd1b2-5934-4e48-a955-c0e02d4a1da2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:22:56.931866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Bound port: 60f58a50-d792-48a6-9c70-5e4356d53e72, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c227fc01-bcfe-4b49-8290-e84d51d4bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a18bd1b2-5934-4e48-a955-c0e02d4a1da2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:22:56.932222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:56.996326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] For port 60f58a50-d792-48a6-9c70-5e4356d53e72, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:22:56.999519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] For port 60f58a50-d792-48a6-9c70-5e4356d53e72, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60f58a50-d792-48a6-9c70-5e4356d53e72,segment=NetworkSegment(c227fc01-bcfe-4b49-8290-e84d51d4bf5b),segment_id=c227fc01-bcfe-4b49-8290-e84d51d4bf5b)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:22:57.059165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:57.100494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.101132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:22:57.102569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] 10.222.0.20 "PUT /v2.0/ports/60f58a50-d792-48a6-9c70-5e4356d53e72 HTTP/1.1" status: 200  len: 1091 time: 1.3656101
Apr 30 21:22:57.103121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b49131-df20-4dde-9c8f-eba13c1f9a8b', 'tag': '60f58a50-d792-48a6-9c70-5e4356d53e72'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:22:57.105378 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6d5f39-d7a7-4041-8cba-094c241e4eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "40b49131-df20-4dde-9c8f-eba13c1f9a8b", "tag": "60f58a50-d792-48a6-9c70-5e4356d53e72"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:22:57.145001 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875442e0-ec46-475c-9ad6-910cdf8b0e1a x-openstack-request-id: req-875442e0-ec46-475c-9ad6-910cdf8b0e1a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:22:57.145293 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b49131-df20-4dde-9c8f-eba13c1f9a8b", "tag": "60f58a50-d792-48a6-9c70-5e4356d53e72", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:22:57.145543 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-875442e0-ec46-475c-9ad6-910cdf8b0e1a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:22:57.146070 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875442e0-ec46-475c-9ad6-910cdf8b0e1a'] response: {'name': 'network-changed', 'server_uuid': '40b49131-df20-4dde-9c8f-eba13c1f9a8b', 'tag': '60f58a50-d792-48a6-9c70-5e4356d53e72', 'status': 'completed', 'code': 200}
Apr 30 21:22:57.164878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37221b54-a8dc-49b0-bb9f-8a0c7d78d445 req-4b427887-0595-456e-ad1d-17e91112f65d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.166500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37221b54-a8dc-49b0-bb9f-8a0c7d78d445 req-4b427887-0595-456e-ad1d-17e91112f65d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0841482
Apr 30 21:22:57.169844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a58ba8-b2ce-4391-a0f1-85b62447cf8e service neutron] Pushing event updated for resources: {'Port': ['ID=60f58a50-d792-48a6-9c70-5e4356d53e72,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:22:57.237232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d5f39-d7a7-4041-8cba-094c241e4eb1 req-07147ed7-702a-4621-8bf1-fd4b88731878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.238740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6d5f39-d7a7-4041-8cba-094c241e4eb1 req-07147ed7-702a-4621-8bf1-fd4b88731878 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03431e5f43c045d78e741327bacf5d1c&device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 1125 time: 0.0635185
Apr 30 21:22:57.262240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37221b54-a8dc-49b0-bb9f-8a0c7d78d445 req-18664f5a-a811-4f52-b70c-af52e684f393 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882881
Apr 30 21:22:57.346339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d5f39-d7a7-4041-8cba-094c241e4eb1 req-6d0574ae-c93a-448d-8800-740eeb5151ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.347797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6d5f39-d7a7-4041-8cba-094c241e4eb1 req-6d0574ae-c93a-448d-8800-740eeb5151ae service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=03431e5f43c045d78e741327bacf5d1c&shared=False HTTP/1.1" status: 200  len: 922 time: 0.0992515
Apr 30 21:22:57.453882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d5f39-d7a7-4041-8cba-094c241e4eb1 req-7c674f10-c749-436d-a891-7fb57db4b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.455523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6d5f39-d7a7-4041-8cba-094c241e4eb1 req-7c674f10-c749-436d-a891-7fb57db4b679 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1012094
Apr 30 21:22:57.552427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d08ea-7869-4c27-a426-c89e959d0a70 req-42c6396b-7cbd-40a1-9f8f-08aa3408324a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.554456 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-924d08ea-7869-4c27-a426-c89e959d0a70 req-42c6396b-7cbd-40a1-9f8f-08aa3408324a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0791597
Apr 30 21:22:57.560281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-1e1e9228-5725-4f90-a704-817235df80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.563138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-1e1e9228-5725-4f90-a704-817235df80a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03431e5f43c045d78e741327bacf5d1c&device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 1125 time: 0.0539830
Apr 30 21:22:57.622581 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-181f65de-fafe-4e64-a286-b343333b211c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60f58a50-d792-48a6-9c70-5e4356d53e72 HTTP/1.1" status: 200  len: 217 time: 0.0428822
Apr 30 21:22:57.665133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-924d08ea-7869-4c27-a426-c89e959d0a70 req-c822114c-2a49-4603-9e53-5e4f8d217a2f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023667
Apr 30 21:22:57.695792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-5cb11bae-0bc1-4fed-81ec-c1271685a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.697257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-5cb11bae-0bc1-4fed-81ec-c1271685a9b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6131c5f7-69da-448d-a942-10e02cc5a048 HTTP/1.1" status: 200  len: 861 time: 0.0645041
Apr 30 21:22:57.745237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-454c9eaa-38f3-488d-abae-797bbe6692f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a18bd1b2-5934-4e48-a955-c0e02d4a1da2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368428
Apr 30 21:22:57.832634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e104f-5ad9-4026-9974-d118a6f0cd57 req-74a0b479-c117-4177-afc4-f664bf1ff3d3 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:57.834566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-153e104f-5ad9-4026-9974-d118a6f0cd57 req-74a0b479-c117-4177-afc4-f664bf1ff3d3 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 943 time: 0.1163211
Apr 30 21:22:58.216492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31aa97-38a7-48c7-949b-03e13e559151 req-162ea4f5-1a62-4fe2-9c0a-3467607eb1af tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:58.217971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d31aa97-38a7-48c7-949b-03e13e559151 req-162ea4f5-1a62-4fe2-9c0a-3467607eb1af tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.4296155
Apr 30 21:22:58.259060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-153e104f-5ad9-4026-9974-d118a6f0cd57 req-09bce1d8-e266-47dd-872d-749c61d1ba06 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3993964
Apr 30 21:22:58.268558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-c9f8947f-20a8-490d-8f24-8a346b133bca service neutron] 10.222.0.20 "GET /v2.0/networks/a18bd1b2-5934-4e48-a955-c0e02d4a1da2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5039964
Apr 30 21:22:58.336758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d31aa97-38a7-48c7-949b-03e13e559151 req-ea9948b2-a4c5-40ce-ad07-b1ba58a4bad5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108594
Apr 30 21:22:58.417046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416032a-2944-426b-9d19-cdb1aa8e00f7 req-d6e76697-641f-4c5f-bc14-d66ecb90c973 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:58.418564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8416032a-2944-426b-9d19-cdb1aa8e00f7 req-d6e76697-641f-4c5f-bc14-d66ecb90c973 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0661633
Apr 30 21:22:58.437495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cef1bee-bf28-4653-81ef-8db8295605eb req-b3c1d8da-137d-4c82-ab7c-c449a4f87755 service neutron] 10.222.0.20 "GET /v2.0/networks/a18bd1b2-5934-4e48-a955-c0e02d4a1da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617923
Apr 30 21:22:58.479189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8416032a-2944-426b-9d19-cdb1aa8e00f7 req-6c6afd38-7b6d-475e-ae61-42ce41382cb6 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547049
Apr 30 21:22:58.812631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6c8ac-b6ce-4279-817a-9b1cbeb2e678 req-9a70daa6-d7b8-4021-a284-7f5882c6d2a4 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:58.814190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35d6c8ac-b6ce-4279-817a-9b1cbeb2e678 req-9a70daa6-d7b8-4021-a284-7f5882c6d2a4 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0564675
Apr 30 21:22:58.862347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35d6c8ac-b6ce-4279-817a-9b1cbeb2e678 req-ea835bfd-d07d-405d-8cdc-09b71a4afe13 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421603
Apr 30 21:22:59.397575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7765e-d84a-4e26-9185-15f624e2227a req-8e43f0a1-fc3d-4063-a31c-1a44dab09e65 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:59.400412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccf7765e-d84a-4e26-9185-15f624e2227a req-8e43f0a1-fc3d-4063-a31c-1a44dab09e65 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 943 time: 0.0534098
Apr 30 21:22:59.480973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ad833-0f57-47bd-b5c1-feb4d178e958 req-a4a008b5-9c67-4510-ad34-2ce0b2419821 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:59.482418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b2ad833-0f57-47bd-b5c1-feb4d178e958 req-a4a008b5-9c67-4510-ad34-2ce0b2419821 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0633409
Apr 30 21:22:59.485615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccf7765e-d84a-4e26-9185-15f624e2227a req-bdd633c5-0a77-4553-83c5-f609db75da4e tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803854
Apr 30 21:22:59.556271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b2ad833-0f57-47bd-b5c1-feb4d178e958 req-5f802a10-1213-4fe0-a84a-35d9f5eab87f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613480
Apr 30 21:22:59.629223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dd9b9-4cc0-4e8d-bdd8-3c10330e9340 req-fed01bca-546d-47b1-936e-099a3e81d624 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:59.638300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c92dd9b9-4cc0-4e8d-bdd8-3c10330e9340 req-fed01bca-546d-47b1-936e-099a3e81d624 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0610316
Apr 30 21:22:59.687863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c92dd9b9-4cc0-4e8d-bdd8-3c10330e9340 req-674e3caa-9100-4980-b45c-95ba2b271bca tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487313
Apr 30 21:22:59.978287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c074a-93ec-430c-9750-9184d1fba45c req-0fedd83a-95a3-40c6-9917-7ce12c0d68b0 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:22:59.981250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-561c074a-93ec-430c-9750-9184d1fba45c req-0fedd83a-95a3-40c6-9917-7ce12c0d68b0 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0510447
Apr 30 21:23:00.031626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-561c074a-93ec-430c-9750-9184d1fba45c req-131746d2-3373-488a-98c6-b4a97dc57919 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444722
Apr 30 21:23:00.347954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 25241eca-3984-4407-9196-eb00543c2900 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:23:00.434603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 25241eca-3984-4407-9196-eb00543c2900 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:00.437602 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:00.457224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25241eca-3984-4407-9196-eb00543c2900'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:00.460169 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3acd59c-2ed1-4f6c-aa97-3f8e8c1abc84" -d '{"events": [{"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-unplugged", "status": "completed", "tag": "25241eca-3984-4407-9196-eb00543c2900"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:00.472610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:00.494571 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358d4e65-2679-4121-bc55-5628ab85578a x-openstack-request-id: req-358d4e65-2679-4121-bc55-5628ab85578a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:00.494855 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-unplugged", "status": "failed", "tag": "25241eca-3984-4407-9196-eb00543c2900", "code": 422}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:00.495144 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-358d4e65-2679-4121-bc55-5628ab85578a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:00.495547 ncdv-master-1 neutron-server[115776]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-358d4e65-2679-4121-bc55-5628ab85578a']: {'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25241eca-3984-4407-9196-eb00543c2900', 'code': 422} returned with failed status
Apr 30 21:23:00.535020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:00.603869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:00.624051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484bfc9-a622-431f-b999-ada86d24640d req-4d760bb2-6adf-4858-8ac6-0603f1c6670f tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:00.625696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4484bfc9-a622-431f-b999-ada86d24640d req-4d760bb2-6adf-4858-8ac6-0603f1c6670f tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 943 time: 0.0524693
Apr 30 21:23:00.677655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4484bfc9-a622-431f-b999-ada86d24640d req-08713801-63ca-484c-81fa-e92043e9790a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455976
Apr 30 21:23:00.808158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25104628-41f2-4f30-8c72-1b487bffa070 req-a88b20ed-f334-4d09-992d-6fe4286f543d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:00.811590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25104628-41f2-4f30-8c72-1b487bffa070 req-a88b20ed-f334-4d09-992d-6fe4286f543d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0517805
Apr 30 21:23:00.830908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-40891ea5-27fc-49c3-afea-a6d3831bb1eb req-5c022dbf-c979-46f4-b61e-803fd3d86b13 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:23:00.831888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40891ea5-27fc-49c3-afea-a6d3831bb1eb req-5c022dbf-c979-46f4-b61e-803fd3d86b13 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0059516
Apr 30 21:23:00.871424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25104628-41f2-4f30-8c72-1b487bffa070 req-93c29d69-c631-47fd-ae7b-b8fa95635d4a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524673
Apr 30 21:23:01.164824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2577855-86ac-4357-b2d9-d40ee39498a8 req-9ad5432d-67c7-4855-a8b8-d59ce00cc1b1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:01.166513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2577855-86ac-4357-b2d9-d40ee39498a8 req-9ad5432d-67c7-4855-a8b8-d59ce00cc1b1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.0724502
Apr 30 21:23:01.196797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c9d9-6865-4211-9ccc-c76d8fec5cd3 req-96698621-3beb-41f6-992b-72a90c9fc80d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:01.198318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99a0c9d9-6865-4211-9ccc-c76d8fec5cd3 req-96698621-3beb-41f6-992b-72a90c9fc80d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0768588
Apr 30 21:23:01.254287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2577855-86ac-4357-b2d9-d40ee39498a8 req-3ba57426-f229-4cb9-91a8-72150ff847b3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812092
Apr 30 21:23:01.282472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99a0c9d9-6865-4211-9ccc-c76d8fec5cd3 req-1ab46e70-bb91-4f11-8d25-6a83732f01fe tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771394
Apr 30 21:23:01.653192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 60f58a50-d792-48a6-9c70-5e4356d53e72 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:23:01.701530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-9fa41a4f-ef5d-4959-becf-321bfa719597 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1801832
Apr 30 21:23:01.710739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-e565edf9-ffd3-4e65-ad03-9df3eeab525b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:23:01.712112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-e565edf9-ffd3-4e65-ad03-9df3eeab525b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054724
Apr 30 21:23:01.800664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95766-1555-494a-8f22-726993839724 req-6fd79f86-7975-43cd-8d12-8172b6b43447 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:01.803610 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-6fd79f86-7975-43cd-8d12-8172b6b43447 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports/25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 940 time: 0.0598092
Apr 30 21:23:01.823580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebb084-7584-4c16-b730-3225d9453bc0 req-57b48a36-17e5-4f04-9b14-a308e8f058c1 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:01.826663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90ebb084-7584-4c16-b730-3225d9453bc0 req-57b48a36-17e5-4f04-9b14-a308e8f058c1 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 943 time: 0.0694532
Apr 30 21:23:01.902470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90ebb084-7584-4c16-b730-3225d9453bc0 req-e7f1c1d0-76f7-4917-825b-972d4eae5ddf tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697694
Apr 30 21:23:01.960345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 60f58a50-d792-48a6-9c70-5e4356d53e72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60f58a50-d792-48a6-9c70-5e4356d53e72,segment=NetworkSegment(c227fc01-bcfe-4b49-8290-e84d51d4bf5b),segment_id=c227fc01-bcfe-4b49-8290-e84d51d4bf5b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:01.973091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '60f58a50-d792-48a6-9c70-5e4356d53e72', 'network_id': 'a18bd1b2-5934-4e48-a955-c0e02d4a1da2', 'port_id': '60f58a50-d792-48a6-9c70-5e4356d53e72', 'mac_address': 'fa:16:3e:f5:1f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6131c5f7-69da-448d-a942-10e02cc5a048', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:23:02.005945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c532c2b-bd56-4b88-ab45-8d7a8ed4b6d5 req-2c13cc23-f750-4259-a698-9853ff29e6ab tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:02.006457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c532c2b-bd56-4b88-ab45-8d7a8ed4b6d5 req-2c13cc23-f750-4259-a698-9853ff29e6ab tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0563734
Apr 30 21:23:02.014555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 60f58a50-d792-48a6-9c70-5e4356d53e72 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:02.015146 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:02.030667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f58a50-d792-48a6-9c70-5e4356d53e72 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:02.053849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 60f58a50-d792-48a6-9c70-5e4356d53e72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60f58a50-d792-48a6-9c70-5e4356d53e72,segment=NetworkSegment(c227fc01-bcfe-4b49-8290-e84d51d4bf5b),segment_id=c227fc01-bcfe-4b49-8290-e84d51d4bf5b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:02.064170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c532c2b-bd56-4b88-ab45-8d7a8ed4b6d5 req-a0e80a25-63a6-4d9b-bceb-d1859fa14798 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500376
Apr 30 21:23:02.157245 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:02.204207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=60f58a50-d792-48a6-9c70-5e4356d53e72,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:02.416907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db484f-f015-46b7-a772-cb3cd378023b req-000479cb-a031-4b6c-8c81-bef91bf6fcdd tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:02.418448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00db484f-f015-46b7-a772-cb3cd378023b req-000479cb-a031-4b6c-8c81-bef91bf6fcdd tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.0796354
Apr 30 21:23:02.438739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa69d-0247-46b0-a824-00383303cdc4 req-feee8ccb-ca9e-4c75-90e2-c78a9d07410e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:02.440151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2daa69d-0247-46b0-a824-00383303cdc4 req-feee8ccb-ca9e-4c75-90e2-c78a9d07410e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0682626
Apr 30 21:23:02.502925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00db484f-f015-46b7-a772-cb3cd378023b req-3a96ed08-0416-45b4-a8ba-4aa043de0895 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767689
Apr 30 21:23:02.517561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2daa69d-0247-46b0-a824-00383303cdc4 req-64559395-68f8-46e1-a09c-1237c1d9da09 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679286
Apr 30 21:23:02.546712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['60f58a50-d792-48a6-9c70-5e4356d53e72'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:03.041165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193b1a0-078b-4369-928e-39159b15df28 req-b81583b9-e14e-4537-a60d-0143d621c841 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:03.043181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f193b1a0-078b-4369-928e-39159b15df28 req-b81583b9-e14e-4537-a60d-0143d621c841 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 944 time: 0.0670705
Apr 30 21:23:03.104303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f193b1a0-078b-4369-928e-39159b15df28 req-af230c47-2166-43cc-8453-bfd07e4ce2c5 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553532
Apr 30 21:23:03.216734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f3a2-a583-4781-b511-fc5a117b2a1f req-3e47b4c7-3e3b-4285-80fc-a942cb0a18cc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:03.217544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a52f3a2-a583-4781-b511-fc5a117b2a1f req-3e47b4c7-3e3b-4285-80fc-a942cb0a18cc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0571458
Apr 30 21:23:03.272235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a52f3a2-a583-4781-b511-fc5a117b2a1f req-f16dc2d6-4843-4921-8dce-4d554d633fb6 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442054
Apr 30 21:23:03.668440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5758-2261-4da1-9a87-5509617f044b req-fda26adc-8af2-41da-912d-5e553acff4e7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:03.669972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81bf5758-2261-4da1-9a87-5509617f044b req-fda26adc-8af2-41da-912d-5e553acff4e7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0580204
Apr 30 21:23:03.679187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375c6ab-8ab1-480b-bf2f-56c270c5cdc6 req-8e96798d-194d-44bd-906e-fc6c2c141edf tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:03.680929 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e375c6ab-8ab1-480b-bf2f-56c270c5cdc6 req-8e96798d-194d-44bd-906e-fc6c2c141edf tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.1045558
Apr 30 21:23:03.754138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81bf5758-2261-4da1-9a87-5509617f044b req-b59ea810-6415-4725-8a61-33659b4ab0fe tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721061
Apr 30 21:23:03.757379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e375c6ab-8ab1-480b-bf2f-56c270c5cdc6 req-c229c6b7-7721-4bd6-819c-7eae69812533 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691791
Apr 30 21:23:03.762068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 60f58a50-d792-48a6-9c70-5e4356d53e72 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:23:03.811968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 60f58a50-d792-48a6-9c70-5e4356d53e72 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:23:03.870987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 60f58a50-d792-48a6-9c70-5e4356d53e72 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:23:03.871376 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:03.950087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 60f58a50-d792-48a6-9c70-5e4356d53e72 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:03.950482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:03.973749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b49131-df20-4dde-9c8f-eba13c1f9a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f58a50-d792-48a6-9c70-5e4356d53e72'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:03.976040 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24449dad-7273-4293-a119-8b78598f6829" -d '{"events": [{"server_uuid": "40b49131-df20-4dde-9c8f-eba13c1f9a8b", "name": "network-vif-plugged", "status": "completed", "tag": "60f58a50-d792-48a6-9c70-5e4356d53e72"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:03.988556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 60f58a50-d792-48a6-9c70-5e4356d53e72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60f58a50-d792-48a6-9c70-5e4356d53e72,segment=NetworkSegment(c227fc01-bcfe-4b49-8290-e84d51d4bf5b),segment_id=c227fc01-bcfe-4b49-8290-e84d51d4bf5b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:04.018673 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a92fa8-8a42-4cdd-a3d9-3dd7c23f5c8e x-openstack-request-id: req-71a92fa8-8a42-4cdd-a3d9-3dd7c23f5c8e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:04.019020 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b49131-df20-4dde-9c8f-eba13c1f9a8b", "name": "network-vif-plugged", "status": "completed", "tag": "60f58a50-d792-48a6-9c70-5e4356d53e72", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:04.019258 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71a92fa8-8a42-4cdd-a3d9-3dd7c23f5c8e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:04.025896 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a92fa8-8a42-4cdd-a3d9-3dd7c23f5c8e'] response: {'server_uuid': '40b49131-df20-4dde-9c8f-eba13c1f9a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f58a50-d792-48a6-9c70-5e4356d53e72', 'code': 200}
Apr 30 21:23:04.065367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:04.120544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=60f58a50-d792-48a6-9c70-5e4356d53e72,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:04.124367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32801681-4c06-48ba-ae14-983dd6b6979f req-68d0fb39-743d-4d7c-91d4-98cb95805c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.125925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32801681-4c06-48ba-ae14-983dd6b6979f req-68d0fb39-743d-4d7c-91d4-98cb95805c96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 1127 time: 0.0398180
Apr 30 21:23:04.206028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32801681-4c06-48ba-ae14-983dd6b6979f req-525122dd-d90d-43a1-b4de-a63c9d65e4f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613182
Apr 30 21:23:04.241512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbb7fc-5d83-4953-a5cb-1b9d8912cbd6 req-8a4e5567-5393-49f0-adf0-a58d02c08ac2 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.243078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4dbb7fc-5d83-4953-a5cb-1b9d8912cbd6 req-8a4e5567-5393-49f0-adf0-a58d02c08ac2 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0530086
Apr 30 21:23:04.294434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4dbb7fc-5d83-4953-a5cb-1b9d8912cbd6 req-3b1f6c7b-1bfc-466b-8e1e-0cca0d17130a tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458231
Apr 30 21:23:04.399804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae19a7-db93-4948-ac6b-26d8f7710595 req-41a3b7cc-1681-4443-9c48-a6a88f99d4d6 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.401296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ae19a7-db93-4948-ac6b-26d8f7710595 req-41a3b7cc-1681-4443-9c48-a6a88f99d4d6 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0467763
Apr 30 21:23:04.495167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0ae19a7-db93-4948-ac6b-26d8f7710595 req-6e7706fe-8629-47c2-9516-5bf8361d31ab tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871530
Apr 30 21:23:04.505989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-0e0b102f-d77b-4c71-a288-602966679f10 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0628843
Apr 30 21:23:04.596072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bb2f2033-cd58-4167-914f-5d8af5877ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.597030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bb2f2033-cd58-4167-914f-5d8af5877ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.597681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bb2f2033-cd58-4167-914f-5d8af5877ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.598433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bb2f2033-cd58-4167-914f-5d8af5877ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.599184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bb2f2033-cd58-4167-914f-5d8af5877ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.600680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bb2f2033-cd58-4167-914f-5d8af5877ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.601348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bb2f2033-cd58-4167-914f-5d8af5877ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.604812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bb2f2033-cd58-4167-914f-5d8af5877ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b57cf4c7f250443a8afd9460085f6951&device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 6708 time: 0.0695035
Apr 30 21:23:04.908047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16587-c519-4966-8dcd-7db4aed7c890 req-8ac7fa95-22f4-4e1f-a839-92129dd8cada tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.910554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8e16587-c519-4966-8dcd-7db4aed7c890 req-8ac7fa95-22f4-4e1f-a839-92129dd8cada tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0829456
Apr 30 21:23:04.919805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf93c58-98fd-4e87-bf55-2985a3860eeb req-0f801753-e729-4374-a567-f46754c64ae6 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:04.921268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf93c58-98fd-4e87-bf55-2985a3860eeb req-0f801753-e729-4374-a567-f46754c64ae6 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.0845084
Apr 30 21:23:05.011272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8e16587-c519-4966-8dcd-7db4aed7c890 req-a1c954ea-6c29-407d-8506-aca7a985b458 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890152
Apr 30 21:23:05.048794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf93c58-98fd-4e87-bf55-2985a3860eeb req-0bc932d0-15a4-4a49-934d-6a916f77feb6 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194575
Apr 30 21:23:05.092705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b957ab49-1e92-4e6b-a113-b68939561a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:05.093184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b957ab49-1e92-4e6b-a113-b68939561a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:05.093652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b957ab49-1e92-4e6b-a113-b68939561a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:05.095395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b957ab49-1e92-4e6b-a113-b68939561a13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f054da6-523b-43c4-83a2-ca0049497cde&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=dcb46efb-f856-4d0a-9c79-6edd64276510&id=491ca467-fa0f-4500-813a-eee0ea86bd57&id=491ca467-fa0f-4500-813a-eee0ea86bd57 HTTP/1.1" status: 200  len: 2294 time: 0.1132388
Apr 30 21:23:05.171686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-be2f889b-6403-462c-98a5-88d5949b4115 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e HTTP/1.1" status: 200  len: 1001 time: 0.0665441
Apr 30 21:23:05.224490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b8310567-b970-4b00-b0ee-8c9b25d4f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:05.225989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b8310567-b970-4b00-b0ee-8c9b25d4f237 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c851f35a-af8a-45a3-a6e7-adf7f97d2833 HTTP/1.1" status: 200  len: 851 time: 0.0472932
Apr 30 21:23:05.415380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713620c6-55ab-415f-9efa-35c121e19770 req-c3203374-9b57-4a69-9175-5dbc4ec4442c tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:05.416905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-713620c6-55ab-415f-9efa-35c121e19770 req-c3203374-9b57-4a69-9175-5dbc4ec4442c tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0523803
Apr 30 21:23:05.477806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-713620c6-55ab-415f-9efa-35c121e19770 req-020422dc-59d5-4ea8-9d0c-215567073305 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529127
Apr 30 21:23:05.661641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95766-1555-494a-8f22-726993839724 req-21ca789e-5b91-43c8-9726-2e5a755e0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:05.664996 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-21ca789e-5b91-43c8-9726-2e5a755e0a59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70&tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d HTTP/1.1" status: 200  len: 1125 time: 0.0534606
Apr 30 21:23:05.679896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:05.688358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76e3de-1984-49a6-9dda-b3f6c3e8a6cb req-99b3075c-7462-435b-9de7-30d0ace8fb51 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:05.690755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c76e3de-1984-49a6-9dda-b3f6c3e8a6cb req-99b3075c-7462-435b-9de7-30d0ace8fb51 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0960212
Apr 30 21:23:05.691227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b6094ff8-822c-4be5-81c5-85cff6c84ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:05.692672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b6094ff8-822c-4be5-81c5-85cff6c84ef8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f054da6-523b-43c4-83a2-ca0049497cde&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0633540
Apr 30 21:23:05.757629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:05.796861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c76e3de-1984-49a6-9dda-b3f6c3e8a6cb req-b1911b2d-e571-4db5-b46f-04e0ca5ec033 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999269
Apr 30 21:23:05.837675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-15a51661-973e-4e33-ba33-ab56704e8728 service neutron] 10.222.0.20 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323943
Apr 30 21:23:05.943794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-85f55682-444b-4628-8168-fff4668ff43f service neutron] 10.222.0.20 "GET /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024787
Apr 30 21:23:05.991443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-3b144576-95ee-445b-b7dc-9ddf240ad4a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 217 time: 0.0417688
Apr 30 21:23:06.025448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:06.044683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-3d5cffd6-1223-4ed4-882a-7ac82f289cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.046271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-3d5cffd6-1223-4ed4-882a-7ac82f289cb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0490911
Apr 30 21:23:06.062867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] For port 25241eca-3984-4407-9196-eb00543c2900, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:23:06.095387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-fcd4b8ef-5b50-4297-8994-b49a6d7d96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.096918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-fcd4b8ef-5b50-4297-8994-b49a6d7d96c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0447900
Apr 30 21:23:06.098046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25241eca-3984-4407-9196-eb00543c2900 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:06.109488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Publish callbacks [] for port (25241eca-3984-4407-9196-eb00543c2900), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:06.119689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Transition to ACTIVE for port object 25241eca-3984-4407-9196-eb00543c2900 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:23:06.185678 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:06.202966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dd1b5-241a-40a1-9b14-91163f65a284 req-87a2b58a-557a-4dfe-b7eb-c06068c677ee tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.204432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e5dd1b5-241a-40a1-9b14-91163f65a284 req-87a2b58a-557a-4dfe-b7eb-c06068c677ee tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.1066232
Apr 30 21:23:06.265354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=9']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:06.267072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d0136-abac-481d-8384-b3c491e57693 req-adb33221-fd8e-4816-bc4d-c3965fd46ca4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.275651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001d0136-abac-481d-8384-b3c491e57693 req-adb33221-fd8e-4816-bc4d-c3965fd46ca4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 943 time: 0.1188207
Apr 30 21:23:06.360969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-f2648234-3f20-4c2b-89c6-ac759075138b service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2299211
Apr 30 21:23:06.382797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e5dd1b5-241a-40a1-9b14-91163f65a284 req-6ed9168e-698a-4fe3-b28a-fee2695c062a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592615
Apr 30 21:23:06.412231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] No DVR routers for this DVR port 25241eca-3984-4407-9196-eb00543c2900 on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:23:06.457070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001d0136-abac-481d-8384-b3c491e57693 req-66a0355c-ee33-4c6d-98f4-e65472a3279b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1725481
Apr 30 21:23:06.527689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-fb7ba126-c047-4541-9d60-513144c325ef service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573601
Apr 30 21:23:06.582626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-b6f06780-b0c3-48ce-86a2-5728319e4d62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 217 time: 0.0482893
Apr 30 21:23:06.594716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Attempting to bind port 25241eca-3984-4407-9196-eb00543c2900 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:23:06.595049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Attempting to bind port 25241eca-3984-4407-9196-eb00543c2900 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:23:06.595365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Attempting to bind port 25241eca-3984-4407-9196-eb00543c2900 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:06.603142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Port 25241eca-3984-4407-9196-eb00543c2900 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:23:06.603453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Attempting to bind port 25241eca-3984-4407-9196-eb00543c2900 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:06.612662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:23:06.613051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Checking segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:23:06.620333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Bound using segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:23:06.620333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Bound port: 25241eca-3984-4407-9196-eb00543c2900, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:23:06.620333 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:06.660280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e8779-aba9-4fee-84cd-06c68997c986 req-cc9503d5-adce-4d08-9aea-adf5c66be2c0 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.662434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-071e8779-aba9-4fee-84cd-06c68997c986 req-cc9503d5-adce-4d08-9aea-adf5c66be2c0 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0818508
Apr 30 21:23:06.668658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-0d51fc42-2430-4cc3-9e8f-c7999a29ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.670110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-0d51fc42-2430-4cc3-9e8f-c7999a29ebc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0791883
Apr 30 21:23:06.681207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] For port 25241eca-3984-4407-9196-eb00543c2900, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:23:06.684267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] For port 25241eca-3984-4407-9196-eb00543c2900, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:23:06.743021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-d0b32abb-15df-4d14-9741-5a8ec4b6a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.744577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-d0b32abb-15df-4d14-9741-5a8ec4b6a792 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0667360
Apr 30 21:23:06.748938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-071e8779-aba9-4fee-84cd-06c68997c986 req-2d96485f-c9d3-4975-94fb-0e43fd9945f4 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779572
Apr 30 21:23:06.756732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:06.800795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.801526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:06.803454 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] 10.222.0.20 "PUT /v2.0/ports/25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 1091 time: 1.1297090
Apr 30 21:23:06.803998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'tag': '25241eca-3984-4407-9196-eb00543c2900'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:06.806294 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad747a-ea3f-4997-ba43-b34f36da180f" -d '{"events": [{"name": "network-changed", "server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "tag": "25241eca-3984-4407-9196-eb00543c2900"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:06.915503 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91afecd-5967-49c6-9e7a-3a9d81cfbe27 x-openstack-request-id: req-a91afecd-5967-49c6-9e7a-3a9d81cfbe27 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:06.918685 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "tag": "25241eca-3984-4407-9196-eb00543c2900", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:06.918685 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a91afecd-5967-49c6-9e7a-3a9d81cfbe27 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:06.918685 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91afecd-5967-49c6-9e7a-3a9d81cfbe27'] response: {'name': 'network-changed', 'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'tag': '25241eca-3984-4407-9196-eb00543c2900', 'status': 'completed', 'code': 200}
Apr 30 21:23:06.920392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783aecc-ce0d-43cb-b366-e04c995854ad service neutron] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=10']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:06.950596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95766-1555-494a-8f22-726993839724 req-0098412a-5576-4f4f-b2b0-497c4baeac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:06.952262 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-0098412a-5576-4f4f-b2b0-497c4baeac83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 1126 time: 0.1196179
Apr 30 21:23:06.961412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-92f9beba-cbe7-452a-9899-de38070676a7 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2088819
Apr 30 21:23:07.089531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d997854-03fc-48c3-bf9a-f85e79c5780b req-2f7069e6-3df4-4efd-9e31-0156fe82a1f4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.091977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95766-1555-494a-8f22-726993839724 req-c7a689ce-97d0-49fa-8091-9eb953e60f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.093651 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-c7a689ce-97d0-49fa-8091-9eb953e60f43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.1349304
Apr 30 21:23:07.097674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d997854-03fc-48c3-bf9a-f85e79c5780b req-2f7069e6-3df4-4efd-9e31-0156fe82a1f4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1428468
Apr 30 21:23:07.183057 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-03183faf-b9e6-4eac-9414-a3938fa1d90c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 998 time: 0.0822642
Apr 30 21:23:07.184314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d997854-03fc-48c3-bf9a-f85e79c5780b req-f482f20d-a5e2-4b5c-bba7-22fc246b3afc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858166
Apr 30 21:23:07.190056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-7f83db50-17e9-4b88-a105-44f9697c75ee service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141240
Apr 30 21:23:07.237377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-96d8f42b-347b-40f6-8b2c-f9cc3bb9a88f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=b3fce87b-a558-49fc-83b7-71bd012b7290 HTTP/1.1" status: 200  len: 217 time: 0.0408559
Apr 30 21:23:07.251753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95766-1555-494a-8f22-726993839724 req-60ae8b7a-920e-4e0f-82b5-18763ab85d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.256857 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-60ae8b7a-920e-4e0f-82b5-18763ab85d98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.0601866
Apr 30 21:23:07.324155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95766-1555-494a-8f22-726993839724 req-9da4f15f-1a44-40bc-b1ae-51e048d2343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.325841 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-9da4f15f-1a44-40bc-b1ae-51e048d2343a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0667150
Apr 30 21:23:07.340812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-80b24bec-deb8-45ad-a54d-ab866fb56526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.342237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-80b24bec-deb8-45ad-a54d-ab866fb56526 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0978365
Apr 30 21:23:07.397041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-042b9979-3e48-432e-b626-4781a0eaf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.398080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-042b9979-3e48-432e-b626-4781a0eaf3ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0495732
Apr 30 21:23:07.456067 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-4614048b-4a62-4430-ba66-a8acbd8327aa service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232953
Apr 30 21:23:07.521824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-3280b9fe-d2b6-463e-8e89-dbb008b2fdf2 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1127062
Apr 30 21:23:07.591060 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-32e95766-1555-494a-8f22-726993839724 req-d96f156a-06ad-48d1-8801-d7a20f77f88a service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236424
Apr 30 21:23:07.677973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a065f14-b1ad-43e9-883f-e7abc652506b req-89dff645-8993-4d1a-8e94-018b2ce10703 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.679390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a065f14-b1ad-43e9-883f-e7abc652506b req-89dff645-8993-4d1a-8e94-018b2ce10703 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.1371586
Apr 30 21:23:07.691330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f95af-7636-4184-aa4c-09e62ac8e4f1 req-aec48f46-11cc-4514-b193-39c7b1e7800f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.692762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-777f95af-7636-4184-aa4c-09e62ac8e4f1 req-aec48f46-11cc-4514-b193-39c7b1e7800f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0789936
Apr 30 21:23:07.766920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-522fb7fe-2ce8-4d6f-9d12-83f57b5effee service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378182
Apr 30 21:23:07.813991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-105ed4c2-d48c-408e-ab0f-c93fd9b4fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.816122 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-105ed4c2-d48c-408e-ab0f-c93fd9b4fe8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 1126 time: 0.0765903
Apr 30 21:23:07.825640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-34cf4ddb-3ace-4e11-af5f-fc5b46b5e2d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 HTTP/1.1" status: 200  len: 217 time: 0.0497694
Apr 30 21:23:07.828660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-777f95af-7636-4184-aa4c-09e62ac8e4f1 req-06f2d2ca-fe6a-44a0-b492-18c8d5a83ce8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1278965
Apr 30 21:23:07.838625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a065f14-b1ad-43e9-883f-e7abc652506b req-3c05f87c-82c9-40fd-bc1b-0b6e51f7aa3f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443071
Apr 30 21:23:07.930132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-eb42c5a5-0ad5-4d77-a8fe-c3667b71e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.931887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-eb42c5a5-0ad5-4d77-a8fe-c3667b71e0ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 200  len: 797 time: 0.0894136
Apr 30 21:23:07.943586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-b24ce674-ce9d-4a2f-861c-a8fb95ce097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:07.944746 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-b24ce674-ce9d-4a2f-861c-a8fb95ce097a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.1223779
Apr 30 21:23:07.999001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bce96272-85ee-4a06-ba07-d7f9722e65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:08.002497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-bce96272-85ee-4a06-ba07-d7f9722e65a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dcb46efb-f856-4d0a-9c79-6edd64276510&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0632136
Apr 30 21:23:08.021198 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-85870e5f-42d5-4f99-8b05-a3d7fcd05936 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 200  len: 998 time: 0.0694568
Apr 30 21:23:08.081352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-89bd98b3-fe7b-48cb-8ee5-6e3be5eefa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:08.082916 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-89bd98b3-fe7b-48cb-8ee5-6e3be5eefa87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.0548637
Apr 30 21:23:08.119475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-0cd636dc-3562-437a-9c7f-00a16d98b5dd service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093557
Apr 30 21:23:08.128760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-700d01f0-7635-4c04-a991-0a7ac76fb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:08.130456 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-700d01f0-7635-4c04-a991-0a7ac76fb547 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0410283
Apr 30 21:23:08.242211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-c9f40ffa-9e18-44bb-a9ff-eea6f1b622c3 service neutron] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1161718
Apr 30 21:23:08.255012 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-8ff06433-5c1f-493e-89cd-a059c0dd2d7a service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163163
Apr 30 21:23:08.296423 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-ff98a24e-30fd-4a19-8fa6-24c2d57641cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 HTTP/1.1" status: 200  len: 217 time: 0.0456614
Apr 30 21:23:08.348561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289b5e-f954-409c-835a-f1657d0b297f req-7f0f78b8-cf3d-4acd-85c2-723ae9e7781e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:08.350851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06289b5e-f954-409c-835a-f1657d0b297f req-7f0f78b8-cf3d-4acd-85c2-723ae9e7781e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0571082
Apr 30 21:23:08.358234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86e1db01-58fa-40a2-8fdb-edc142f30736 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:23:08.388607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-13ad747a-ea3f-4997-ba43-b34f36da180f req-89e9a9c8-ca77-400e-8e37-71faaa7504da service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274402
Apr 30 21:23:08.449039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06289b5e-f954-409c-835a-f1657d0b297f req-7061e978-865e-4bf7-9d9d-4bf48a022b47 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904543
Apr 30 21:23:08.455110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ed39d-b045-4c4a-84e1-f513216bc3ca req-ef347706-6246-49b6-8382-23c865c41f8f tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:08.456578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f2ed39d-b045-4c4a-84e1-f513216bc3ca req-ef347706-6246-49b6-8382-23c865c41f8f tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0799537
Apr 30 21:23:08.459327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86e1db01-58fa-40a2-8fdb-edc142f30736 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:23:08.517807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f2ed39d-b045-4c4a-84e1-f513216bc3ca req-3bec1a9f-cfb0-4971-87d2-26cfbb0894a2 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536232
Apr 30 21:23:08.590951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:08.627436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'port_id': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'mac_address': 'fa:16:3e:53:84:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee37c5b8-b199-4a59-87f9-ae2c6e1fde97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:23:08.640274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86e1db01-58fa-40a2-8fdb-edc142f30736 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:08.640668 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:08.687733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:08.689951 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac331f4-ab62-4d4a-afc0-a719684b0440" -d '{"events": [{"server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "name": "network-vif-unplugged", "status": "completed", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:08.702627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86e1db01-58fa-40a2-8fdb-edc142f30736 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:08.703018 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:08.708055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:08.722766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86e1db01-58fa-40a2-8fdb-edc142f30736 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:08.731559 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febcc255-3afb-45e1-ad13-3d9b0afd67d9 x-openstack-request-id: req-febcc255-3afb-45e1-ad13-3d9b0afd67d9 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:08.731875 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "name": "network-vif-unplugged", "status": "completed", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:08.732115 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-febcc255-3afb-45e1-ad13-3d9b0afd67d9 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:08.732638 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febcc255-3afb-45e1-ad13-3d9b0afd67d9'] response: {'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'code': 200}
Apr 30 21:23:08.763946 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:08.832455 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:23:08.832848 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:23:08.842315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:08.984468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327337e-ebf4-43a4-8ebf-c67e283b0c90 req-2d2bf1b0-b1e5-48bd-9a88-aba7786ec29b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:08.985961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c327337e-ebf4-43a4-8ebf-c67e283b0c90 req-2d2bf1b0-b1e5-48bd-9a88-aba7786ec29b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 943 time: 0.0841053
Apr 30 21:23:09.013127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9799-b0fe-4d71-a805-061b1750949d req-dd1b8497-820d-4087-a69a-6db4c62b8732 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:09.014563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f9e9799-b0fe-4d71-a805-061b1750949d req-dd1b8497-820d-4087-a69a-6db4c62b8732 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0746603
Apr 30 21:23:09.061927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c327337e-ebf4-43a4-8ebf-c67e283b0c90 req-54accd07-f3d4-4cee-8208-a5ee31b12386 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699813
Apr 30 21:23:09.088235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f9e9799-b0fe-4d71-a805-061b1750949d req-8b594b25-a41b-437a-a9de-5165b57a81c1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672147
Apr 30 21:23:09.370473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86e1db01-58fa-40a2-8fdb-edc142f30736 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:09.371055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:09.384589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e1db01-58fa-40a2-8fdb-edc142f30736 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:09.405898 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:09.471737 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:09.580133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:09.652959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50847-a8f8-4d68-81ee-6aca3af7b73b req-c77f3e49-5bc7-475b-8525-76272248ae76 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:09.655179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3af50847-a8f8-4d68-81ee-6aca3af7b73b req-c77f3e49-5bc7-475b-8525-76272248ae76 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0801029
Apr 30 21:23:09.710404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['86e1db01-58fa-40a2-8fdb-edc142f30736'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:09.751703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e0b6-a097-4548-9180-09da2f688c1b req-a7a4cd15-8ef1-4d7a-9d72-89c3757e1506 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:09.753252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e392e0b6-a097-4548-9180-09da2f688c1b req-a7a4cd15-8ef1-4d7a-9d72-89c3757e1506 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0966325
Apr 30 21:23:09.809082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3af50847-a8f8-4d68-81ee-6aca3af7b73b req-33788179-0f5a-4a0a-8525-1376c9968b42 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419778
Apr 30 21:23:09.831110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e392e0b6-a097-4548-9180-09da2f688c1b req-fc691987-f090-4266-bf39-cbbd5459d6fa tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678995
Apr 30 21:23:10.245810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b3027-adb3-4d10-ba8b-2d5c7cf6f657 req-be48ccc9-665a-4d23-99db-3778ed7df1f6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:10.247377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-430b3027-adb3-4d10-ba8b-2d5c7cf6f657 req-be48ccc9-665a-4d23-99db-3778ed7df1f6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 944 time: 0.0807543
Apr 30 21:23:10.318276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ab4c5-abfa-4d45-8d9e-6313b7db5961 req-6daaf357-e386-41b1-8cd9-8cfebf71f23f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:10.322234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e6ab4c5-abfa-4d45-8d9e-6313b7db5961 req-6daaf357-e386-41b1-8cd9-8cfebf71f23f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0999184
Apr 30 21:23:10.351339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86e1db01-58fa-40a2-8fdb-edc142f30736 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:23:10.369238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-430b3027-adb3-4d10-ba8b-2d5c7cf6f657 req-df727588-4921-4c0c-994f-e8a49378f813 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048346
Apr 30 21:23:10.439011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 86e1db01-58fa-40a2-8fdb-edc142f30736 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:23:10.440209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:10.448517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e6ab4c5-abfa-4d45-8d9e-6313b7db5961 req-251d67bb-0d56-4785-bac3-300b83f98da0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1117604
Apr 30 21:23:10.538143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86e1db01-58fa-40a2-8fdb-edc142f30736 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:10.538542 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:10.574389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:10.664948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:10.723271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:10.733979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:10.736438 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92813c38-6791-4983-b72a-1cc6a66119ba" -d '{"events": [{"server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "name": "network-vif-plugged", "status": "completed", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:10.772954 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be70ac8-f954-4a46-b9b1-efa25bbb37a6 x-openstack-request-id: req-1be70ac8-f954-4a46-b9b1-efa25bbb37a6 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:10.773283 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "name": "network-vif-plugged", "status": "completed", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:10.773543 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1be70ac8-f954-4a46-b9b1-efa25bbb37a6 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:10.773973 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be70ac8-f954-4a46-b9b1-efa25bbb37a6'] response: {'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'code': 200}
Apr 30 21:23:11.024791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486be43-e995-4148-bc2f-3e04947e01b3 req-3b56c83e-ed56-476d-962c-4399effa8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:11.026567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8486be43-e995-4148-bc2f-3e04947e01b3 req-3b56c83e-ed56-476d-962c-4399effa8552 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 1127 time: 0.1309345
Apr 30 21:23:11.064736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505d54-678a-4dc7-9ea7-58dea182522a req-1e664470-84cd-469e-82f8-36d1d895c8c3 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:11.066278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0505d54-678a-4dc7-9ea7-58dea182522a req-1e664470-84cd-469e-82f8-36d1d895c8c3 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1157153
Apr 30 21:23:11.074597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799e7c4-42d9-4d64-b7a8-7277d6fe699a req-881d7186-b89b-4cab-89c9-9ec71723eefc tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:11.076046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f799e7c4-42d9-4d64-b7a8-7277d6fe699a req-881d7186-b89b-4cab-89c9-9ec71723eefc tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.1137135
Apr 30 21:23:11.149770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8486be43-e995-4148-bc2f-3e04947e01b3 req-2e188533-a270-4add-83c6-0ca324bd1392 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141183
Apr 30 21:23:11.183320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0505d54-678a-4dc7-9ea7-58dea182522a req-db8540ae-8d66-41d7-8473-d0a23db146ff tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063037
Apr 30 21:23:11.195080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f799e7c4-42d9-4d64-b7a8-7277d6fe699a req-7fe3a427-54e9-4e1b-8f0f-bd502744d791 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092172
Apr 30 21:23:11.540782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd9aa-8047-4535-9aef-3f6932285a6d req-1c72aae1-91a9-46b0-b43a-5d81d91bc451 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:11.542627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f09bd9aa-8047-4535-9aef-3f6932285a6d req-1c72aae1-91a9-46b0-b43a-5d81d91bc451 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0963669
Apr 30 21:23:11.618634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357eff1-4b7d-4f01-801f-62b47dc3bf8e req-40af824d-ebc2-41e3-9f1b-accb629785b3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:11.618634 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3357eff1-4b7d-4f01-801f-62b47dc3bf8e req-40af824d-ebc2-41e3-9f1b-accb629785b3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0723073
Apr 30 21:23:11.674427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f09bd9aa-8047-4535-9aef-3f6932285a6d req-614bbfb9-c28d-4c86-9131-103b59a29e4f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110110
Apr 30 21:23:11.704808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3357eff1-4b7d-4f01-801f-62b47dc3bf8e req-2631488e-d5ba-4491-9cdc-d213d0bf7f61 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786111
Apr 30 21:23:12.378630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346814b6-c39f-41e2-8d85-89e69af5bf68 req-ae301a7b-96c5-44b8-a321-64f8b63a2960 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:12.382089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-346814b6-c39f-41e2-8d85-89e69af5bf68 req-ae301a7b-96c5-44b8-a321-64f8b63a2960 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0985909
Apr 30 21:23:12.398892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff12a0d-b3cf-4fba-9daf-98d3fb0ed9c5 req-0fd9d74d-f4c6-458f-9198-97f060dc5ddb tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:12.400823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ff12a0d-b3cf-4fba-9daf-98d3fb0ed9c5 req-0fd9d74d-f4c6-458f-9198-97f060dc5ddb tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1068716
Apr 30 21:23:12.539727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-346814b6-c39f-41e2-8d85-89e69af5bf68 req-79472130-a189-4895-83e1-1a57cf929954 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489465
Apr 30 21:23:12.550449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ff12a0d-b3cf-4fba-9daf-98d3fb0ed9c5 req-d04a6295-0f6c-4a06-bc8c-900a8ef4eaea tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187308
Apr 30 21:23:12.585981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38730) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:12.706502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3bf5-5491-4552-9ef9-25a0668a09e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:12.818613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155c67c-4b95-49f7-96d8-66e4340fec49 req-70a1c38d-75c1-43a0-842c-cba29dbeb4ed tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:12.820752 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3bf5-5491-4552-9ef9-25a0668a09e0 admin admin] Publish callbacks [] for security_group (b6bb310f-10ac-44fc-9692-626d7dc61359), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:12.822237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3155c67c-4b95-49f7-96d8-66e4340fec49 req-70a1c38d-75c1-43a0-842c-cba29dbeb4ed tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0843918
Apr 30 21:23:12.882213 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb2e3bf5-5491-4552-9ef9-25a0668a09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b6bb310f-10ac-44fc-9692-626d7dc61359), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:12.888024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255e47-8e1d-41fe-9d82-7a4b786563dc req-f4c1b028-9f58-4020-a4f9-5b867175dcbe tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:12.889563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79255e47-8e1d-41fe-9d82-7a4b786563dc req-f4c1b028-9f58-4020-a4f9-5b867175dcbe tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0640833
Apr 30 21:23:12.919171 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e3bf5-5491-4552-9ef9-25a0668a09e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bb310f-10ac-44fc-9692-626d7dc61359,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:12.926304 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fb2e3bf5-5491-4552-9ef9-25a0668a09e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95dcf9a748f74f429c0ba59c06b9a11f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3391740
Apr 30 21:23:12.928081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38740) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:12.928164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3155c67c-4b95-49f7-96d8-66e4340fec49 req-82ac5db4-e46f-4aca-97da-8f65e258df57 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922804
Apr 30 21:23:12.952493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79255e47-8e1d-41fe-9d82-7a4b786563dc req-85076bf3-3175-46d9-bb17-f2a3b2cb20ae tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570095
Apr 30 21:23:13.012999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68cc5841-65cd-4a89-8155-7264870c64f3 admin admin] Publish callbacks [] for security_group (b6bb310f-10ac-44fc-9692-626d7dc61359), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:13.041079 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68cc5841-65cd-4a89-8155-7264870c64f3 admin admin] Publish callbacks [] for security_group (b6bb310f-10ac-44fc-9692-626d7dc61359), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:13.120582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8410e4c-fdf4-4364-a3b5-6941b445b123 req-98249531-354d-4ea9-9cb0-3ac241af4f42 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:13.128570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8410e4c-fdf4-4364-a3b5-6941b445b123 req-98249531-354d-4ea9-9cb0-3ac241af4f42 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.0868852
Apr 30 21:23:13.172820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8410e4c-fdf4-4364-a3b5-6941b445b123 req-b5d8497d-5254-4df1-b5be-a611b8b01025 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429089
Apr 30 21:23:13.202405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68cc5841-65cd-4a89-8155-7264870c64f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b6bb310f-10ac-44fc-9692-626d7dc61359), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:13.205352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68cc5841-65cd-4a89-8155-7264870c64f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:13.207480 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-68cc5841-65cd-4a89-8155-7264870c64f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6bb310f-10ac-44fc-9692-626d7dc61359 HTTP/1.1" status: 204  len: 168 time: 0.2785265
Apr 30 21:23:13.230215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc5841-65cd-4a89-8155-7264870c64f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bb310f-10ac-44fc-9692-626d7dc61359,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:13.688383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ec15-75a0-428f-a64f-632699f6df69 req-b231ea70-3188-492e-8451-860ea0607daf tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:13.696518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58d5ec15-75a0-428f-a64f-632699f6df69 req-b231ea70-3188-492e-8451-860ea0607daf tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0794985
Apr 30 21:23:13.785953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e53a12-0144-45ea-939d-b70d5eac6ad4 req-e5373442-8fa3-4a0a-b6aa-b6d2525fc40a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:13.787509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64e53a12-0144-45ea-939d-b70d5eac6ad4 req-e5373442-8fa3-4a0a-b6aa-b6d2525fc40a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0746779
Apr 30 21:23:13.790820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58d5ec15-75a0-428f-a64f-632699f6df69 req-ae386e09-d842-4d90-ba80-1ac3b78f81c8 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934026
Apr 30 21:23:13.868949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64e53a12-0144-45ea-939d-b70d5eac6ad4 req-f6565e37-8fd5-4f40-a3dc-e665e086ae99 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748155
Apr 30 21:23:13.995185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38766) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:14.030539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9d89-9278-4601-b222-cfb9268df0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:14.081973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-bd2ecbdc-5be2-40c3-9048-12f50e99490d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:14.089949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-bd2ecbdc-5be2-40c3-9048-12f50e99490d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/networks?id=4e174604-3d00-4575-a608-2f7eb012a46b HTTP/1.1" status: 200  len: 815 time: 0.1761436
Apr 30 21:23:14.159863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9246b6-dfff-4d29-998e-ee0f2ea80356 req-479a2c54-30d7-4c4f-9677-deb236eca49e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:14.161702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a9246b6-dfff-4d29-998e-ee0f2ea80356 req-479a2c54-30d7-4c4f-9677-deb236eca49e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.1159921
Apr 30 21:23:14.163112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-962e03f4-9dee-4e45-b9c2-d3fa1b6417ee tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/quotas/3e12f061321b434e92c0f85031c54ef8 HTTP/1.1" status: 200  len: 375 time: 0.0724730
Apr 30 21:23:14.262344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-3c5a8ffe-495f-47f1-89be-5071f6200ad9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0914657
Apr 30 21:23:14.298161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a9246b6-dfff-4d29-998e-ee0f2ea80356 req-e54c9e66-9406-4a02-bbbc-97fe0a0dbacc tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263332
Apr 30 21:23:14.372202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9d89-9278-4601-b222-cfb9268df0d4 admin admin] Publish callbacks [] for security_group (1976090d-fea0-4758-b189-f0388861a824), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:14.406727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-40ab22f1-c1cf-4964-ab57-1ca21e11857d service neutron] 10.222.0.23 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241946
Apr 30 21:23:14.464940 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9d89-9278-4601-b222-cfb9268df0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1976090d-fea0-4758-b189-f0388861a824), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:14.534138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0d1b9d89-9278-4601-b222-cfb9268df0d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=474d2e5f1bfd475fa1bbf3ecebe6db98&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5378592
Apr 30 21:23:14.534802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b9d89-9278-4601-b222-cfb9268df0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1976090d-fea0-4758-b189-f0388861a824,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:14.536810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38770) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:14.554903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-2d6f0f90-3b3f-4252-98d9-d3f1b67ca621 service neutron] 10.222.0.23 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416631
Apr 30 21:23:14.599909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d128ac17-640a-4379-bb4e-b48f4e2e48fd admin admin] Publish callbacks [] for security_group (1976090d-fea0-4758-b189-f0388861a824), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:14.622037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d128ac17-640a-4379-bb4e-b48f4e2e48fd admin admin] Publish callbacks [] for security_group (1976090d-fea0-4758-b189-f0388861a824), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:15.013730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d128ac17-640a-4379-bb4e-b48f4e2e48fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1976090d-fea0-4758-b189-f0388861a824), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:15.018678 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d128ac17-640a-4379-bb4e-b48f4e2e48fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:15.021654 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d128ac17-640a-4379-bb4e-b48f4e2e48fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1976090d-fea0-4758-b189-f0388861a824 HTTP/1.1" status: 204  len: 168 time: 0.4836416
Apr 30 21:23:15.033077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128ac17-640a-4379-bb4e-b48f4e2e48fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1976090d-fea0-4758-b189-f0388861a824,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:15.319838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ce247-f35d-4149-a75e-9d42d89be2b1 req-27729220-1583-42de-a8e4-5b52d451fa94 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:15.321486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b0ce247-f35d-4149-a75e-9d42d89be2b1 req-27729220-1583-42de-a8e4-5b52d451fa94 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.4462855
Apr 30 21:23:15.335213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b0ea9-43ab-454c-89ad-8bfc432ceae7 req-d6b6af52-2b7c-4512-b74e-898e4fa1d316 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:15.344318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f40b0ea9-43ab-454c-89ad-8bfc432ceae7 req-d6b6af52-2b7c-4512-b74e-898e4fa1d316 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1083255
Apr 30 21:23:15.376339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-377c9dd5-8172-45be-8348-11f28b6b5a67 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:15.377865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-377c9dd5-8172-45be-8348-11f28b6b5a67 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.35 "GET /v2.0/ports?device_id=d140b58d-54d4-4d07-a911-6b4ce98c09d3 HTTP/1.1" status: 200  len: 945 time: 0.1411955
Apr 30 21:23:15.513278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b0ce247-f35d-4149-a75e-9d42d89be2b1 req-3ed6abd4-2032-423a-8f8c-28357e6a70aa tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847453
Apr 30 21:23:15.537883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f40b0ea9-43ab-454c-89ad-8bfc432ceae7 req-1e86dd60-c1df-4004-8a8f-fcfd15a14b73 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926601
Apr 30 21:23:15.591358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Deleting port 86e1db01-58fa-40a2-8fdb-edc142f30736 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:23:15.599692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:15.708012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-104e1f1c-f389-4121-9941-e94489548f98 req-1a38838b-2370-42e8-bb63-734a249cf189 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 210 time: 0.0510333
Apr 30 21:23:15.812704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] For port 86e1db01-58fa-40a2-8fdb-edc142f30736, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86e1db01-58fa-40a2-8fdb-edc142f30736,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:15.813092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:15.828026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f1175-d7d4-4cd7-8a74-0f0a641ffa48 req-a4902677-d4a2-4789-b06f-c67563b33654 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:15.829892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b9f1175-d7d4-4cd7-8a74-0f0a641ffa48 req-a4902677-d4a2-4789-b06f-c67563b33654 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0803719
Apr 30 21:23:15.836952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Calling delete_port for 86e1db01-58fa-40a2-8fdb-edc142f30736 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:23:15.949818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b9f1175-d7d4-4cd7-8a74-0f0a641ffa48 req-b2b9e355-af48-44b1-ac23-2a3936aa43a3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054695
Apr 30 21:23:16.100590 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (86e1db01-58fa-40a2-8fdb-edc142f30736), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:16.112317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['86e1db01-58fa-40a2-8fdb-edc142f30736'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:16.156897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Pushing event deleted for resources: {'Port': ['ID=86e1db01-58fa-40a2-8fdb-edc142f30736,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:16.206732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] No DVR routers for this DVR port 86e1db01-58fa-40a2-8fdb-edc142f30736 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:23:16.210839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:16.215230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cccd563-52c2-41c1-ab4e-1f6e2960a1dc req-a6ebb978-2f69-4652-b728-a353aafa9849 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.35 "DELETE /v2.0/ports/86e1db01-58fa-40a2-8fdb-edc142f30736 HTTP/1.1" status: 204  len: 173 time: 0.8287897
Apr 30 21:23:16.215941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'name': 'network-vif-deleted', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:16.219279 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e269bc-c3e6-45dc-b652-496dca130e58" -d '{"events": [{"server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "name": "network-vif-deleted", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:16.261295 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e13b11-1668-40d3-9aed-28ea2b9a26ca x-openstack-request-id: req-08e13b11-1668-40d3-9aed-28ea2b9a26ca {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:16.261813 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d140b58d-54d4-4d07-a911-6b4ce98c09d3", "name": "network-vif-deleted", "tag": "86e1db01-58fa-40a2-8fdb-edc142f30736", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:16.262367 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08e13b11-1668-40d3-9aed-28ea2b9a26ca {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:16.262772 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e13b11-1668-40d3-9aed-28ea2b9a26ca'] response: {'server_uuid': 'd140b58d-54d4-4d07-a911-6b4ce98c09d3', 'name': 'network-vif-deleted', 'tag': '86e1db01-58fa-40a2-8fdb-edc142f30736', 'status': 'completed', 'code': 200}
Apr 30 21:23:16.655148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8986f-8c65-434a-8b8b-51bce3aab358 req-e7fb2001-0601-49fa-87c4-52afe42ac507 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:16.655148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1df8986f-8c65-434a-8b8b-51bce3aab358 req-e7fb2001-0601-49fa-87c4-52afe42ac507 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0499272
Apr 30 21:23:16.717132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4e7e3-5933-47f5-b3cf-21e88b044785 req-96b19c4c-7a3e-4fa2-92ee-609d725d0d44 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:16.740620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8d4e7e3-5933-47f5-b3cf-21e88b044785 req-96b19c4c-7a3e-4fa2-92ee-609d725d0d44 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0711048
Apr 30 21:23:16.762875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1df8986f-8c65-434a-8b8b-51bce3aab358 req-606bc229-964a-4a16-aeb0-457df2f0b593 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025212
Apr 30 21:23:16.827051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8d4e7e3-5933-47f5-b3cf-21e88b044785 req-53c60d58-32eb-4e41-bbbb-78b08b08ee17 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770199
Apr 30 21:23:16.893667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cd248f0-a485-4067-a2ca-fafe379fad45 req-0e0a6ce4-405c-4c4a-9549-a29c2314d880 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 210 time: 0.0468040
Apr 30 21:23:17.105373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e259ef-1936-4811-9287-08a545f393b9 req-3e765920-4ac2-444f-9042-26e4a13e5ac4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:17.107264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25e259ef-1936-4811-9287-08a545f393b9 req-3e765920-4ac2-444f-9042-26e4a13e5ac4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0723610
Apr 30 21:23:17.144671 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:17.216305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25e259ef-1936-4811-9287-08a545f393b9 req-fe1ba976-b535-480c-9a8e-a4e41d408d2f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907109
Apr 30 21:23:17.881796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dae6d9e4-495d-4459-a951-c1df694809fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:17.991580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc82a-43f9-46de-aacd-ee32ec993752 req-96860fcb-8fa4-43eb-a335-2ec4b29fc68d tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:17.991580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-625bc82a-43f9-46de-aacd-ee32ec993752 req-96860fcb-8fa4-43eb-a335-2ec4b29fc68d tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0831313
Apr 30 21:23:17.995769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a02c2-ec1f-49d8-ae31-be278d4df71e req-2c4a7a6a-b41d-4baa-9f87-99a2672fd5e8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:17.997401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a48a02c2-ec1f-49d8-ae31-be278d4df71e req-2c4a7a6a-b41d-4baa-9f87-99a2672fd5e8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.0835860
Apr 30 21:23:18.095820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-625bc82a-43f9-46de-aacd-ee32ec993752 req-40a02848-b25f-4c18-921b-44ae578e06c9 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972106
Apr 30 21:23:18.109603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a48a02c2-ec1f-49d8-ae31-be278d4df71e req-ad27ecbf-76bc-46c3-bf4d-9351f0693b64 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049728
Apr 30 21:23:18.269016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93489151-5557-4e66-921f-5b3b7b81ddc9 req-3d500172-44a4-4db2-80cf-a42323b085b2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 210 time: 0.0878682
Apr 30 21:23:18.381213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86e1db01-58fa-40a2-8fdb-edc142f30736 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:23:18.396182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45d675-0bb8-440f-8702-7c7ed6ff5885 req-c916d033-e0dd-4eb9-9502-3efdb8a44707 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:18.396182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc45d675-0bb8-440f-8702-7c7ed6ff5885 req-c916d033-e0dd-4eb9-9502-3efdb8a44707 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0606065
Apr 30 21:23:18.409254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 86e1db01-58fa-40a2-8fdb-edc142f30736 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:23:18.409903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86e1db01-58fa-40a2-8fdb-edc142f30736 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:23:18.450956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc45d675-0bb8-440f-8702-7c7ed6ff5885 req-112752aa-99fc-418b-97d6-c91124f9b979 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490868
Apr 30 21:23:18.589337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-a75a50b8-8655-4313-bfad-894b2e85b448 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:18.590718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-a75a50b8-8655-4313-bfad-894b2e85b448 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.35 "GET /v2.0/networks?id=4e174604-3d00-4575-a608-2f7eb012a46b HTTP/1.1" status: 200  len: 815 time: 0.1171947
Apr 30 21:23:18.636497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Request body: {'port': {'device_id': 'f68ea920-b2de-476c-91c8-ffcb2dc8aebc', 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'admin_state_up': True, 'tenant_id': '3e12f061321b434e92c0f85031c54ef8'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:18.883889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Made reservation on behalf of 3e12f061321b434e92c0f85031c54ef8 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:18.887374 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:19.022190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Allocated IP 172.20.0.4 (4e174604-3d00-4575-a608-2f7eb012a46b/ee37c5b8-b199-4a59-87f9-ae2c6e1fde97/73100fec-86e0-498c-92e3-2401522c8b0f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:23:19.274792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks [] for port (73100fec-86e0-498c-92e3-2401522c8b0f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:19.276825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-e4e44bd9-f87f-4a7f-9e07-009e3acc7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.278414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-e4e44bd9-f87f-4a7f-9e07-009e3acc7a63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 200  len: 797 time: 0.1361291
Apr 30 21:23:19.309055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af0fb7-90ba-4ed0-85e1-370687e8cc13 req-4921802d-dac9-4707-bc6b-4efb1170f337 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.310589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3af0fb7-90ba-4ed0-85e1-370687e8cc13 req-4921802d-dac9-4707-bc6b-4efb1170f337 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.1194713
Apr 30 21:23:19.328669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f9b0a-ff6a-4e0b-8d3f-4b6111287f9c req-d8ba83a7-6fee-4db7-b724-963d29e5e4a4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.330173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-559f9b0a-ff6a-4e0b-8d3f-4b6111287f9c req-d8ba83a7-6fee-4db7-b724-963d29e5e4a4 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1236763
Apr 30 21:23:19.347441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-9b523eb6-2d91-4829-86de-b427337a20a9 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.349643 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-9b523eb6-2d91-4829-86de-b427337a20a9 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.20 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.0533726
Apr 30 21:23:19.420586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-5fa3c31d-83f9-4f63-8f87-9ef79cc5915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.422106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-5fa3c31d-83f9-4f63-8f87-9ef79cc5915a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1222827
Apr 30 21:23:19.449858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3af0fb7-90ba-4ed0-85e1-370687e8cc13 req-fb446c9e-17c2-4a43-a017-39c76c05ec0e tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275141
Apr 30 21:23:19.453938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-559f9b0a-ff6a-4e0b-8d3f-4b6111287f9c req-09e7c36b-b9c1-439a-81ec-2fb1dccfa7c8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991757
Apr 30 21:23:19.488186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:19.580588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Network 4e174604-3d00-4575-a608-2f7eb012a46b is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:23:19.596930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349fc0b-be32-4183-b6f7-569a3203bc22 req-96876019-fe6b-420f-bf2d-5b92b59a18bf tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.598441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9349fc0b-be32-4183-b6f7-569a3203bc22 req-96876019-fe6b-420f-bf2d-5b92b59a18bf tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 931 time: 0.0788133
Apr 30 21:23:19.599859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:23:19.602410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:23:19.607703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Pushing event updated for resources: {'Port': ['ID=73100fec-86e0-498c-92e3-2401522c8b0f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:19.678129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.678659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:19.702355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9349fc0b-be32-4183-b6f7-569a3203bc22 req-40a147c3-3cf5-4573-a6f4-3204f847e282 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918829
Apr 30 21:23:19.764608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-0e6ece07-1df9-40e5-bb6f-afffdc9030a6 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1324015
Apr 30 21:23:19.780299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Request body: {'port': {'device_id': 'f68ea920-b2de-476c-91c8-ffcb2dc8aebc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:19.847252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6e1bc-9a26-47d9-aa05-0186cebeefa8 req-75339e96-2d79-48f7-bfcd-d59b3c5e6320 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.855837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31c6e1bc-9a26-47d9-aa05-0186cebeefa8 req-75339e96-2d79-48f7-bfcd-d59b3c5e6320 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0832620
Apr 30 21:23:19.924699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:19.948734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63c533-7fb8-4e5b-83fb-6626c587f4d8 req-20975c6e-dae2-4b00-a475-380587abab4c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:19.950252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab63c533-7fb8-4e5b-83fb-6626c587f4d8 req-20975c6e-dae2-4b00-a475-380587abab4c tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1006055
Apr 30 21:23:19.994070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31c6e1bc-9a26-47d9-aa05-0186cebeefa8 req-c75eda3b-233d-4672-b335-6baeadb3475e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263890
Apr 30 21:23:20.091964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab63c533-7fb8-4e5b-83fb-6626c587f4d8 req-cff3dd9c-0a21-4c25-818e-fd623714c5e5 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328545
Apr 30 21:23:20.135460 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:23:20.144530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a836-f7d9-4933-acac-8adb5d9bb977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.188629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Deleting port 60f58a50-d792-48a6-9c70-5e4356d53e72 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:23:20.188935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.247425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-abd78723-0f8b-48d3-8305-08caf6bb0a6f service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524360
Apr 30 21:23:20.284416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] For port 60f58a50-d792-48a6-9c70-5e4356d53e72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=60f58a50-d792-48a6-9c70-5e4356d53e72,segment=NetworkSegment(c227fc01-bcfe-4b49-8290-e84d51d4bf5b),segment_id=c227fc01-bcfe-4b49-8290-e84d51d4bf5b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:20.284840 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.402600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73100fec-86e0-498c-92e3-2401522c8b0f {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:20.404737 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.412751 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Publish callbacks [] for port (73100fec-86e0-498c-92e3-2401522c8b0f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.416586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-6bf9501e-e929-480d-a708-1aa50b369c13 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577291
Apr 30 21:23:20.467148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Transition to ACTIVE for port object 73100fec-86e0-498c-92e3-2401522c8b0f will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:23:20.468918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-a383a6f0-778f-4e32-999c-4dca125ee887 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5 HTTP/1.1" status: 200  len: 217 time: 0.0439258
Apr 30 21:23:20.507898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38882) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:20.530255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.538301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-f6b82faa-832e-4120-bde1-b0d79f961bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:20.542391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-f6b82faa-832e-4120-bde1-b0d79f961bbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 200  len: 797 time: 0.0616117
Apr 30 21:23:20.643147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Calling delete_port for 60f58a50-d792-48a6-9c70-5e4356d53e72 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:23:20.674021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-d62548da-d037-4c5a-aa67-0619f7da8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:20.675502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-d62548da-d037-4c5a-aa67-0619f7da8bc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=491ca467-fa0f-4500-813a-eee0ea86bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0999639
Apr 30 21:23:20.682712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f57bc-7b4d-4920-93cd-f0533d575e5d req-51b94ef5-8a31-4f1d-a757-a8adcd19155e tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:20.684059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff3f57bc-7b4d-4920-93cd-f0533d575e5d req-51b94ef5-8a31-4f1d-a757-a8adcd19155e tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 945 time: 0.1403265
Apr 30 21:23:20.688422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Pushing event updated for resources: {'Port': ['ID=73100fec-86e0-498c-92e3-2401522c8b0f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:20.690838 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-538fa535-9e0f-4b02-ad16-71cafa958bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.831327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (60f58a50-d792-48a6-9c70-5e4356d53e72), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.863483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Pushing event deleted for resources: {'Port': ['ID=60f58a50-d792-48a6-9c70-5e4356d53e72,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:20.909920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] No DVR routers for this DVR port 60f58a50-d792-48a6-9c70-5e4356d53e72 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:23:20.913045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:20.916350 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6a8c29f7-8f34-4397-ae07-64f90b082edf req-15842ea6-9dd6-447c-ae4b-a1966813ec57 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.20 "DELETE /v2.0/ports/60f58a50-d792-48a6-9c70-5e4356d53e72 HTTP/1.1" status: 204  len: 173 time: 0.8263764
Apr 30 21:23:20.916803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b49131-df20-4dde-9c8f-eba13c1f9a8b', 'name': 'network-vif-deleted', 'tag': '60f58a50-d792-48a6-9c70-5e4356d53e72'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:20.919037 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b94d955-6301-4e0d-bf25-9c4117fef17f" -d '{"events": [{"server_uuid": "40b49131-df20-4dde-9c8f-eba13c1f9a8b", "name": "network-vif-deleted", "tag": "60f58a50-d792-48a6-9c70-5e4356d53e72"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:20.947159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62774ad-1f41-4309-a33c-d7c3ef1f9260 req-8b3898d4-ce79-457b-8c0d-4fc07f7c640d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:20.948625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d62774ad-1f41-4309-a33c-d7c3ef1f9260 req-8b3898d4-ce79-457b-8c0d-4fc07f7c640d tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 943 time: 0.1669726
Apr 30 21:23:20.974845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-77489438-5510-4ab2-b916-d0660b0f1262 service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875865
Apr 30 21:23:20.997638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff3f57bc-7b4d-4920-93cd-f0533d575e5d req-9177150b-b3be-47aa-b471-4720f6f01474 tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3630b5a-b9dd-43f6-9a79-e958e218abbf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2970972
Apr 30 21:23:21.005586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Attempting to bind port 73100fec-86e0-498c-92e3-2401522c8b0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:23:21.005964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Attempting to bind port 73100fec-86e0-498c-92e3-2401522c8b0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:23:21.006299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Attempting to bind port 73100fec-86e0-498c-92e3-2401522c8b0f on network 4e174604-3d00-4575-a608-2f7eb012a46b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:21.050310 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f9833-eee8-4f1a-91b7-b6e30bc0627b x-openstack-request-id: req-689f9833-eee8-4f1a-91b7-b6e30bc0627b {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:21.050585 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b49131-df20-4dde-9c8f-eba13c1f9a8b", "name": "network-vif-deleted", "tag": "60f58a50-d792-48a6-9c70-5e4356d53e72", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:21.050828 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-689f9833-eee8-4f1a-91b7-b6e30bc0627b {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:21.051232 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689f9833-eee8-4f1a-91b7-b6e30bc0627b'] response: {'server_uuid': '40b49131-df20-4dde-9c8f-eba13c1f9a8b', 'name': 'network-vif-deleted', 'tag': '60f58a50-d792-48a6-9c70-5e4356d53e72', 'status': 'completed', 'code': 200}
Apr 30 21:23:21.070653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Port 73100fec-86e0-498c-92e3-2401522c8b0f on network 4e174604-3d00-4575-a608-2f7eb012a46b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:23:21.070986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Attempting to bind port 73100fec-86e0-498c-92e3-2401522c8b0f on network 4e174604-3d00-4575-a608-2f7eb012a46b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:21.097159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-0bb39cea-c1df-4171-8677-3b9c2eead82a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:21.099255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-0bb39cea-c1df-4171-8677-3b9c2eead82a tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.1478722
Apr 30 21:23:21.111379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:23:21.111379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Checking segment: {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:23:21.111729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Bound using segment: {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:23:21.112173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Bound port: 73100fec-86e0-498c-92e3-2401522c8b0f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897d4c43-a471-486e-b4bf-891e58515773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:23:21.112535 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.238111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d62774ad-1f41-4309-a33c-d7c3ef1f9260 req-aef727df-8912-46fa-99e4-ebc64d89309b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2824700
Apr 30 21:23:21.263901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-538fa535-9e0f-4b02-ad16-71cafa958bb8 admin admin] Publish callbacks [] for security_group (b26d78b3-f74c-4bf5-a97a-095a18cdd8e5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.298424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c27db-8bf7-4b9e-bc6c-9d646677c862 req-4a703ba6-9eb0-4408-b013-5b3b16b43e3b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:21.300160 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-178c27db-8bf7-4b9e-bc6c-9d646677c862 req-4a703ba6-9eb0-4408-b013-5b3b16b43e3b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.1903813
Apr 30 21:23:21.327061 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.653441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f810b2c-3f47-49fd-b2a6-56a0470fab3e req-fa6cb02f-d8a0-4a1b-8add-6bd2a23e316f service neutron] 10.222.0.20 "GET /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6546655
Apr 30 21:23:21.683779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-538fa535-9e0f-4b02-ad16-71cafa958bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b26d78b3-f74c-4bf5-a97a-095a18cdd8e5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.718266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] For port 73100fec-86e0-498c-92e3-2401522c8b0f, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:23:21.757185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea2cf4-6975-42ca-8ab7-29b7f2c61b78 req-e65c5948-d564-47e0-b2bf-508a9da73757 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:21.758699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12ea2cf4-6975-42ca-8ab7-29b7f2c61b78 req-e65c5948-d564-47e0-b2bf-508a9da73757 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 945 time: 0.4463868
Apr 30 21:23:21.775600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] For port 73100fec-86e0-498c-92e3-2401522c8b0f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73100fec-86e0-498c-92e3-2401522c8b0f,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:23:21.779903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Deleting port cd0808cc-294c-40d5-8a93-da73a96261d2 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:23:21.780244 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.792754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-538fa535-9e0f-4b02-ad16-71cafa958bb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d1dae6fd1a0408b9a6c6f4d103d624b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2837672
Apr 30 21:23:21.795751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38894) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:21.830569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 60f58a50-d792-48a6-9c70-5e4356d53e72 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:23:21.844668 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e12f142-ae62-4513-8872-2dfcce4031c9 admin admin] Publish callbacks [] for security_group (b26d78b3-f74c-4bf5-a97a-095a18cdd8e5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.846699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa535-9e0f-4b02-ad16-71cafa958bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26d78b3-f74c-4bf5-a97a-095a18cdd8e5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:21.854032 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.859998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 60f58a50-d792-48a6-9c70-5e4356d53e72 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:23:21.860351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 60f58a50-d792-48a6-9c70-5e4356d53e72 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:23:21.863923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-178c27db-8bf7-4b9e-bc6c-9d646677c862 req-053ffde4-dc4f-4287-98cf-947c6bf557e8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5430000
Apr 30 21:23:21.899619 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e12f142-ae62-4513-8872-2dfcce4031c9 admin admin] Publish callbacks [] for security_group (b26d78b3-f74c-4bf5-a97a-095a18cdd8e5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.920041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:21.920523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:21.921978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] 10.222.0.35 "PUT /v2.0/ports/73100fec-86e0-498c-92e3-2401522c8b0f HTTP/1.1" status: 200  len: 1091 time: 2.1474800
Apr 30 21:23:21.927593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68ea920-b2de-476c-91c8-ffcb2dc8aebc', 'tag': '73100fec-86e0-498c-92e3-2401522c8b0f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:21.929869 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288789f6-e0c9-4fdb-b6b1-e5301cddea3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f68ea920-b2de-476c-91c8-ffcb2dc8aebc", "tag": "73100fec-86e0-498c-92e3-2401522c8b0f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:21.972174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12ea2cf4-6975-42ca-8ab7-29b7f2c61b78 req-d56f45aa-ced1-4de1-89c2-68108ee4f050 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929693
Apr 30 21:23:21.977516 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21feb84-04e8-4a3a-a759-1377f329885b x-openstack-request-id: req-b21feb84-04e8-4a3a-a759-1377f329885b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:21.977822 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68ea920-b2de-476c-91c8-ffcb2dc8aebc", "tag": "73100fec-86e0-498c-92e3-2401522c8b0f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:21.978074 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b21feb84-04e8-4a3a-a759-1377f329885b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:21.978560 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21feb84-04e8-4a3a-a759-1377f329885b'] response: {'name': 'network-changed', 'server_uuid': 'f68ea920-b2de-476c-91c8-ffcb2dc8aebc', 'tag': '73100fec-86e0-498c-92e3-2401522c8b0f', 'status': 'completed', 'code': 200}
Apr 30 21:23:21.990962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ccc18-fca8-4968-9c4c-f22c19235338 service neutron] Pushing event updated for resources: {'Port': ['ID=73100fec-86e0-498c-92e3-2401522c8b0f,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:21.998114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] For port cd0808cc-294c-40d5-8a93-da73a96261d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd0808cc-294c-40d5-8a93-da73a96261d2,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:21.998493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:22.036804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Calling delete_port for cd0808cc-294c-40d5-8a93-da73a96261d2 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:23:22.058628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288789f6-e0c9-4fdb-b6b1-e5301cddea3a req-5670f09d-cbfe-494b-9f95-149cbc035d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:22.060149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-288789f6-e0c9-4fdb-b6b1-e5301cddea3a req-5670f09d-cbfe-494b-9f95-149cbc035d15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 1125 time: 0.0533569
Apr 30 21:23:22.064885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e12f142-ae62-4513-8872-2dfcce4031c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b26d78b3-f74c-4bf5-a97a-095a18cdd8e5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:22.069271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e12f142-ae62-4513-8872-2dfcce4031c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:22.073857 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7e12f142-ae62-4513-8872-2dfcce4031c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b26d78b3-f74c-4bf5-a97a-095a18cdd8e5 HTTP/1.1" status: 204  len: 168 time: 0.2746899
Apr 30 21:23:22.088169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12f142-ae62-4513-8872-2dfcce4031c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26d78b3-f74c-4bf5-a97a-095a18cdd8e5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:22.194172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-456ea6f0-12a1-40ac-8f41-e8dececff126 req-1fde3e35-86d8-48a4-8bb3-c95cbaa6064f tempest-ServerMetadataNegativeTestJSON-281332971 tempest-ServerMetadataNegativeTestJSON-281332971-project] 10.222.0.23 "GET /v2.0/ports?device_id=40b49131-df20-4dde-9c8f-eba13c1f9a8b HTTP/1.1" status: 200  len: 210 time: 0.0500424
Apr 30 21:23:22.242725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288789f6-e0c9-4fdb-b6b1-e5301cddea3a req-a42daf87-c31b-4b66-b878-8b9f55d9d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:22.244235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-288789f6-e0c9-4fdb-b6b1-e5301cddea3a req-a42daf87-c31b-4b66-b878-8b9f55d9d7dc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3e12f061321b434e92c0f85031c54ef8&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1560059
Apr 30 21:23:22.405795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a0869-3b07-42db-bdf9-6b512ff4df20 req-acc3875d-85f4-4692-bee1-51cf18d421a5 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:22.407343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-921a0869-3b07-42db-bdf9-6b512ff4df20 req-acc3875d-85f4-4692-bee1-51cf18d421a5 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 943 time: 0.0846705
Apr 30 21:23:22.439453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288789f6-e0c9-4fdb-b6b1-e5301cddea3a req-20b958e1-8a95-4602-aaae-7b4d6f303229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:22.440940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-288789f6-e0c9-4fdb-b6b1-e5301cddea3a req-20b958e1-8a95-4602-aaae-7b4d6f303229 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1770773
Apr 30 21:23:22.443900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cd0808cc-294c-40d5-8a93-da73a96261d2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:22.496500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event deleted for resources: {'Port': ['ID=cd0808cc-294c-40d5-8a93-da73a96261d2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:22.534584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-921a0869-3b07-42db-bdf9-6b512ff4df20 req-982f622e-122d-4bab-a835-4d8afa73b140 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193402
Apr 30 21:23:22.560325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-63291b19-d88a-47aa-a581-176daa52e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:22.565682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-63291b19-d88a-47aa-a581-176daa52e8fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e12f061321b434e92c0f85031c54ef8&device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 1125 time: 0.0777276
Apr 30 21:23:22.582641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] No DVR routers for this DVR port cd0808cc-294c-40d5-8a93-da73a96261d2 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:23:22.585800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:22.588906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2c822ba-d047-45fa-b3d5-7453882df7ab req-e348c4fe-be16-4dfb-8140-1006e6355526 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.35 "DELETE /v2.0/ports/cd0808cc-294c-40d5-8a93-da73a96261d2 HTTP/1.1" status: 204  len: 173 time: 1.4685605
Apr 30 21:23:22.616459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-caedb1c0-0cbe-440a-8077-b5edfe0e28d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73100fec-86e0-498c-92e3-2401522c8b0f HTTP/1.1" status: 200  len: 217 time: 0.0391805
Apr 30 21:23:22.671782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-2fb930ba-eebf-47bc-a044-4782cf93ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:22.673251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-2fb930ba-eebf-47bc-a044-4782cf93ca10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee37c5b8-b199-4a59-87f9-ae2c6e1fde97 HTTP/1.1" status: 200  len: 855 time: 0.0518944
Apr 30 21:23:22.705159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-054db937-327c-45f7-988c-f5737a3b7dc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4e174604-3d00-4575-a608-2f7eb012a46b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265973
Apr 30 21:23:22.786818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38906) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:22.812756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62806f10-27b8-48a7-a3cd-f8377e72f86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:22.823494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-33e31025-ca6e-4ec3-832a-045780668949 service neutron] 10.222.0.35 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096985
Apr 30 21:23:22.950655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af03efde-9d90-4c5e-bc53-b3f2c077e82d req-261b4b29-3100-4153-ba0d-2b087374854c service neutron] 10.222.0.35 "GET /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195085
Apr 30 21:23:23.006066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62806f10-27b8-48a7-a3cd-f8377e72f86b admin admin] Publish callbacks [] for security_group (57f07770-24a9-4c36-a99d-d3baa4d19d7b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.014713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c96161-af60-45a0-8b8c-2c5b517ae9be req-632b57a4-1f0f-4095-9cac-827340a58fb3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:23.016205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12c96161-af60-45a0-8b8c-2c5b517ae9be req-632b57a4-1f0f-4095-9cac-827340a58fb3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0697520
Apr 30 21:23:23.096616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2152fbcf-39d3-49af-b18a-6f4b725aba89 req-391368c5-9968-46b8-b187-9a0417b0162f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 210 time: 0.0366960
Apr 30 21:23:23.099920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12c96161-af60-45a0-8b8c-2c5b517ae9be req-171481dd-0d60-443f-a726-0bb3f5bd2ee5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752149
Apr 30 21:23:23.110515 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.115636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62806f10-27b8-48a7-a3cd-f8377e72f86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (57f07770-24a9-4c36-a99d-d3baa4d19d7b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.160530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-62806f10-27b8-48a7-a3cd-f8377e72f86b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe2c164a565b426c95704ca3585696b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3726673
Apr 30 21:23:23.161397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62806f10-27b8-48a7-a3cd-f8377e72f86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f07770-24a9-4c36-a99d-d3baa4d19d7b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:23.163567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38912) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:23.215313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e38b8eb-fbd8-474d-b1d1-c545f6e25a43 admin admin] Publish callbacks [] for security_group (57f07770-24a9-4c36-a99d-d3baa4d19d7b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.240320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e38b8eb-fbd8-474d-b1d1-c545f6e25a43 admin admin] Publish callbacks [] for security_group (57f07770-24a9-4c36-a99d-d3baa4d19d7b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.260465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:23.315940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e3ebef-68bd-4d42-a65f-db85674e9b8b admin admin] Deleting subnet 6131c5f7-69da-448d-a942-10e02cc5a048 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:23:23.319543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e3ebef-68bd-4d42-a65f-db85674e9b8b admin admin] Publish callbacks [] for subnet (6131c5f7-69da-448d-a942-10e02cc5a048), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.353541 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e3ebef-68bd-4d42-a65f-db85674e9b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (6131c5f7-69da-448d-a942-10e02cc5a048), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.392952 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e3ebef-68bd-4d42-a65f-db85674e9b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (6131c5f7-69da-448d-a942-10e02cc5a048), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.426049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e38b8eb-fbd8-474d-b1d1-c545f6e25a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (57f07770-24a9-4c36-a99d-d3baa4d19d7b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.429442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e38b8eb-fbd8-474d-b1d1-c545f6e25a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.430892 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e38b8eb-fbd8-474d-b1d1-c545f6e25a43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57f07770-24a9-4c36-a99d-d3baa4d19d7b HTTP/1.1" status: 204  len: 168 time: 0.2662778
Apr 30 21:23:23.445197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38b8eb-fbd8-474d-b1d1-c545f6e25a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f07770-24a9-4c36-a99d-d3baa4d19d7b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:23.584776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e3ebef-68bd-4d42-a65f-db85674e9b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (6131c5f7-69da-448d-a942-10e02cc5a048), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.611282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3ebef-68bd-4d42-a65f-db85674e9b8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6131c5f7-69da-448d-a942-10e02cc5a048,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:23.615623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e3ebef-68bd-4d42-a65f-db85674e9b8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.618746 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-16e3ebef-68bd-4d42-a65f-db85674e9b8b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6131c5f7-69da-448d-a942-10e02cc5a048 HTTP/1.1" status: 204  len: 168 time: 0.3572659
Apr 30 21:23:23.621150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38922) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:23.659096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbfad9-bc75-418c-b007-26d83438e49e req-0b62ee16-2abb-4db1-b760-387c399760ec tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:23.660583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96dbfad9-bc75-418c-b007-26d83438e49e req-0b62ee16-2abb-4db1-b760-387c399760ec tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 943 time: 0.0514958
Apr 30 21:23:23.689421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a18bd1b2-5934-4e48-a955-c0e02d4a1da2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.717008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96dbfad9-bc75-418c-b007-26d83438e49e req-83f56763-fc3a-4e1f-b796-02e7945c8d0e tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499117
Apr 30 21:23:23.776083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a18bd1b2-5934-4e48-a955-c0e02d4a1da2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.796390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896769c670>,) {'filters': {'network_id': ['a18bd1b2-5934-4e48-a955-c0e02d4a1da2']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:23.806666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896769c670>, 'c227fc01-bcfe-4b49-8290-e84d51d4bf5b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:23.806969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896769c670>, 'c227fc01-bcfe-4b49-8290-e84d51d4bf5b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:23.816789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (c227fc01-bcfe-4b49-8290-e84d51d4bf5b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.833736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c227fc01-bcfe-4b49-8290-e84d51d4bf5b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.833984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 25241eca-3984-4407-9196-eb00543c2900 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:23:23.841056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:23:23.841551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (c227fc01-bcfe-4b49-8290-e84d51d4bf5b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:23:23.843767 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:23:23.945651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:23.959572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '25241eca-3984-4407-9196-eb00543c2900', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'port_id': '25241eca-3984-4407-9196-eb00543c2900', 'mac_address': 'fa:16:3e:a1:96:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:23:23.962496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a18bd1b2-5934-4e48-a955-c0e02d4a1da2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.969838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:23.974799 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] 10.222.0.23 "DELETE /v2.0/networks/a18bd1b2-5934-4e48-a955-c0e02d4a1da2 HTTP/1.1" status: 204  len: 168 time: 0.3503981
Apr 30 21:23:23.979626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea01481-3f35-431b-aa50-2295fd12c5c2', 'name': 'network-vif-deleted', 'tag': 'cd0808cc-294c-40d5-8a93-da73a96261d2'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:23.982746 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384c9c30-8271-420f-9d78-0a3afd386cf9" -d '{"events": [{"server_uuid": "aea01481-3f35-431b-aa50-2295fd12c5c2", "name": "network-vif-deleted", "tag": "cd0808cc-294c-40d5-8a93-da73a96261d2"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:23.994023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a6182-ef28-49cb-8a2a-32bad92b3b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a18bd1b2-5934-4e48-a955-c0e02d4a1da2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:24.009142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 25241eca-3984-4407-9196-eb00543c2900 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:24.009803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:24.027994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25241eca-3984-4407-9196-eb00543c2900 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:24.032031 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846eecf4-364c-4700-9120-f3bbdc6f970e x-openstack-request-id: req-846eecf4-364c-4700-9120-f3bbdc6f970e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:24.032325 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea01481-3f35-431b-aa50-2295fd12c5c2", "name": "network-vif-deleted", "tag": "cd0808cc-294c-40d5-8a93-da73a96261d2", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:24.032580 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-846eecf4-364c-4700-9120-f3bbdc6f970e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:24.033008 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846eecf4-364c-4700-9120-f3bbdc6f970e'] response: {'server_uuid': 'aea01481-3f35-431b-aa50-2295fd12c5c2', 'name': 'network-vif-deleted', 'tag': 'cd0808cc-294c-40d5-8a93-da73a96261d2', 'status': 'completed', 'code': 200}
Apr 30 21:23:24.049917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:24.209331 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:24.236534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90e25ebc-1924-4959-baac-aee106bdc678 req-93526c6c-3855-432d-9b13-1d6ed576c00e tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=aea01481-3f35-431b-aa50-2295fd12c5c2 HTTP/1.1" status: 200  len: 210 time: 0.0467896
Apr 30 21:23:24.250593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2da3c-d4ff-4b6f-913e-5911c0820edb req-708d5ea9-f4b1-4bdf-a29f-760d7c93d659 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:24.260540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fa2da3c-d4ff-4b6f-913e-5911c0820edb req-708d5ea9-f4b1-4bdf-a29f-760d7c93d659 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 944 time: 0.0733864
Apr 30 21:23:24.267533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=11']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:24.269476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.271007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.271007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.271984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.272340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.272687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.273028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.273367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.273859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.274200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.274585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.274919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.275251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.275580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.275910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:24.309052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fa2da3c-d4ff-4b6f-913e-5911c0820edb req-d90cb577-2261-4f34-94e9-ce747aefc4ab tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508842
Apr 30 21:23:24.393246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device cd0808cc-294c-40d5-8a93-da73a96261d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:23:24.413915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: cd0808cc-294c-40d5-8a93-da73a96261d2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:23:24.414263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device cd0808cc-294c-40d5-8a93-da73a96261d2 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:23:24.418572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:24.568820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38948) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:24.622129 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b7eb323-1566-4c51-938a-819b44d6c58a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03431e5f43c045d78e741327bacf5d1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0497603
Apr 30 21:23:24.622371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['25241eca-3984-4407-9196-eb00543c2900'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:24.622477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:24.673042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-400d0f77-ef1a-45d6-a07f-2872eb68198f admin admin] Publish callbacks [] for security_group (d3630b5a-b9dd-43f6-9a79-e958e218abbf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:24.695521 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-400d0f77-ef1a-45d6-a07f-2872eb68198f admin admin] Publish callbacks [] for security_group (d3630b5a-b9dd-43f6-9a79-e958e218abbf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:24.830438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-400d0f77-ef1a-45d6-a07f-2872eb68198f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d3630b5a-b9dd-43f6-9a79-e958e218abbf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:24.833832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-400d0f77-ef1a-45d6-a07f-2872eb68198f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:24.834982 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-400d0f77-ef1a-45d6-a07f-2872eb68198f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3630b5a-b9dd-43f6-9a79-e958e218abbf HTTP/1.1" status: 204  len: 168 time: 0.2116866
Apr 30 21:23:24.836273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdec894-f2a6-4eac-9556-ba98a121b54b req-95d4269f-1966-4cfb-91bb-c2c994f304af tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:24.837142 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efdec894-f2a6-4eac-9556-ba98a121b54b req-95d4269f-1966-4cfb-91bb-c2c994f304af tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 943 time: 0.0475903
Apr 30 21:23:24.844509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d0f77-ef1a-45d6-a07f-2872eb68198f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3630b5a-b9dd-43f6-9a79-e958e218abbf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:24.900556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efdec894-f2a6-4eac-9556-ba98a121b54b req-0710b255-c856-4a87-8107-dd579963c71b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485916
Apr 30 21:23:25.440868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66add94-338c-42c4-a986-47d8ea8e1a48 req-56741ffa-eebe-47ab-b711-62a3184f4515 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:25.442443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d66add94-338c-42c4-a986-47d8ea8e1a48 req-56741ffa-eebe-47ab-b711-62a3184f4515 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 945 time: 0.0528259
Apr 30 21:23:25.494980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d66add94-338c-42c4-a986-47d8ea8e1a48 req-60891de5-f015-4ab1-bc49-732541592819 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456264
Apr 30 21:23:25.511267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38980) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:25.642500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f47a161d-c7cc-4d62-947c-667688fdd44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:25.657179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-6480cb80-6f9d-44fd-a507-5426a3c1e974 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:25.658769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-6480cb80-6f9d-44fd-a507-5426a3c1e974 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.1139269
Apr 30 21:23:25.674336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-9c997904-e8a3-4799-ad1a-5fc48027a47d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/quotas/713c8f2f4e2141f18904b10656eaf37f HTTP/1.1" status: 200  len: 375 time: 0.0091166
Apr 30 21:23:25.708457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-7c3f4be3-5d9e-4607-9689-82a146f3aafb tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0282016
Apr 30 21:23:25.724630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f47a161d-c7cc-4d62-947c-667688fdd44d admin admin] Publish callbacks [] for security_group (805a1114-89b9-4802-916b-1d6a9d9ac17a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:25.784748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f47a161d-c7cc-4d62-947c-667688fdd44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (805a1114-89b9-4802-916b-1d6a9d9ac17a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:25.827849 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f47a161d-c7cc-4d62-947c-667688fdd44d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=907f0ff604644f12aa9f08c620858c51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3147597
Apr 30 21:23:25.829081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a161d-c7cc-4d62-947c-667688fdd44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805a1114-89b9-4802-916b-1d6a9d9ac17a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:25.831558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38996) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:25.865480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 25241eca-3984-4407-9196-eb00543c2900 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:23:25.898194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2084f8f2-62c0-4a31-b507-801f9cca3952 admin admin] Publish callbacks [] for security_group (805a1114-89b9-4802-916b-1d6a9d9ac17a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:25.920241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 25241eca-3984-4407-9196-eb00543c2900 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:23:25.927240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-f62293b3-ca58-4c26-9cdb-544524e31f21 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100229
Apr 30 21:23:25.928465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2084f8f2-62c0-4a31-b507-801f9cca3952 admin admin] Publish callbacks [] for security_group (805a1114-89b9-4802-916b-1d6a9d9ac17a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:25.985840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 25241eca-3984-4407-9196-eb00543c2900 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:23:25.986485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (25241eca-3984-4407-9196-eb00543c2900), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.041993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2084f8f2-62c0-4a31-b507-801f9cca3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (805a1114-89b9-4802-916b-1d6a9d9ac17a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.044598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2084f8f2-62c0-4a31-b507-801f9cca3952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.046107 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2084f8f2-62c0-4a31-b507-801f9cca3952 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/805a1114-89b9-4802-916b-1d6a9d9ac17a HTTP/1.1" status: 204  len: 168 time: 0.2134213
Apr 30 21:23:26.048006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae679de-6206-4226-9704-a6cc820e711e req-08ec6b46-493c-4b2f-8232-94ac137c8718 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:26.055284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ae679de-6206-4226-9704-a6cc820e711e req-08ec6b46-493c-4b2f-8232-94ac137c8718 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 943 time: 0.0682702
Apr 30 21:23:26.055417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084f8f2-62c0-4a31-b507-801f9cca3952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805a1114-89b9-4802-916b-1d6a9d9ac17a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:26.109737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 25241eca-3984-4407-9196-eb00543c2900 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:26.110164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (25241eca-3984-4407-9196-eb00543c2900), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.118430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-48982ffe-39a8-457a-ad68-5db1c6831c25 service neutron] 10.222.0.23 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1902051
Apr 30 21:23:26.138028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ae679de-6206-4226-9704-a6cc820e711e req-35d06e67-7dd6-4121-b2b4-4b55b6bede33 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722172
Apr 30 21:23:26.152693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25241eca-3984-4407-9196-eb00543c2900'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:26.155496 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d03abc-7e1d-485e-9b02-3300c4c21f4c" -d '{"events": [{"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-plugged", "status": "completed", "tag": "25241eca-3984-4407-9196-eb00543c2900"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:26.173360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 25241eca-3984-4407-9196-eb00543c2900, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:26.210771 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb0a3a4-2be6-457c-a611-a8657cdfe8fe x-openstack-request-id: req-4fb0a3a4-2be6-457c-a611-a8657cdfe8fe {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:26.211076 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-plugged", "status": "completed", "tag": "25241eca-3984-4407-9196-eb00543c2900", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:26.211339 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fb0a3a4-2be6-457c-a611-a8657cdfe8fe {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:26.211787 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb0a3a4-2be6-457c-a611-a8657cdfe8fe'] response: {'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25241eca-3984-4407-9196-eb00543c2900', 'code': 200}
Apr 30 21:23:26.217376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39012) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:26.316067 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (25241eca-3984-4407-9196-eb00543c2900), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.367186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=12']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:26.407833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 73100fec-86e0-498c-92e3-2401522c8b0f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:23:26.420380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-340823446-network', 'tenant_id': '8e529167b5244152802e4fb30080be96'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:26.523993 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 73100fec-86e0-498c-92e3-2401522c8b0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73100fec-86e0-498c-92e3-2401522c8b0f,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:26.539562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67463835-70b7-4737-b9c0-03846d7d88ce req-57c8fd94-c4f9-4aab-87cf-d8154aae5898 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 210 time: 0.0489273
Apr 30 21:23:26.540706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '73100fec-86e0-498c-92e3-2401522c8b0f', 'network_id': '4e174604-3d00-4575-a608-2f7eb012a46b', 'port_id': '73100fec-86e0-498c-92e3-2401522c8b0f', 'mac_address': 'fa:16:3e:bf:9b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee37c5b8-b199-4a59-87f9-ae2c6e1fde97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:23:26.544676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Made reservation on behalf of 8e529167b5244152802e4fb30080be96 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:26.551160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.590090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 73100fec-86e0-498c-92e3-2401522c8b0f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:26.592660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.592917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.613186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07143f8-6856-4dff-bcda-b04185fbeea2 req-ea458646-8193-4725-ac37-6433eaecf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:26.615654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c07143f8-6856-4dff-bcda-b04185fbeea2 req-ea458646-8193-4725-ac37-6433eaecf11b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 1128 time: 0.0704055
Apr 30 21:23:26.621457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73100fec-86e0-498c-92e3-2401522c8b0f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:26.669851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 73100fec-86e0-498c-92e3-2401522c8b0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73100fec-86e0-498c-92e3-2401522c8b0f,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:26.693850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c07143f8-6856-4dff-bcda-b04185fbeea2 req-79db9187-41a4-49b1-b557-c388cae2a192 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707524
Apr 30 21:23:26.725626 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Publish callbacks [] for security_group (cdf08689-53e8-48e8-9c28-0db1ad44f198), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.730154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab347ea-dcf8-4e26-958d-52e8b73ad62d req-57e8160d-fe7a-47db-93a4-9389220a1913 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:26.731896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fab347ea-dcf8-4e26-958d-52e8b73ad62d req-57e8160d-fe7a-47db-93a4-9389220a1913 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.0594606
Apr 30 21:23:26.782449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fab347ea-dcf8-4e26-958d-52e8b73ad62d req-071a227f-e853-4a2f-86ac-1b492a7796f9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448837
Apr 30 21:23:26.796287 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.820416 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cdf08689-53e8-48e8-9c28-0db1ad44f198), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.845552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:23:26.846725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=73100fec-86e0-498c-92e3-2401522c8b0f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:26.862234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf08689-53e8-48e8-9c28-0db1ad44f198,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:26.866884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ba12801c-03a4-41d9-9681-c7aa48d0fcb5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.867233 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Added segment ba12801c-03a4-41d9-9681-c7aa48d0fcb5 of type vlan for network 10cf88fc-5161-456c-9bb9-10fd173e980a
Apr 30 21:23:26.908306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (10cf88fc-5161-456c-9bb9-10fd173e980a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:26.992627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['73100fec-86e0-498c-92e3-2401522c8b0f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:27.024863 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (10cf88fc-5161-456c-9bb9-10fd173e980a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:27.026636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:27.027435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:27.102156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] Pushing event updated for resources: {'Network': ['ID=10cf88fc-5161-456c-9bb9-10fd173e980a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:27.116883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 10cf88fc-5161-456c-9bb9-10fd173e980a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:23:27.142938 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5cf5e838-9d1f-476d-a2f8-2c193d6acf3b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9241579
Apr 30 21:23:27.145575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39042) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:27.151089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Request body: {'subnet': {'network_id': '10cf88fc-5161-456c-9bb9-10fd173e980a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-340823446-subnet', 'tenant_id': '8e529167b5244152802e4fb30080be96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:27.290978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab5bd3-d411-4df6-9302-52a2c09f1563 req-e969693a-5127-4e98-9444-c5efbbceef9b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:27.293058 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Made reservation on behalf of 8e529167b5244152802e4fb30080be96 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:27.295692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:27.305895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29ab5bd3-d411-4df6-9302-52a2c09f1563 req-e969693a-5127-4e98-9444-c5efbbceef9b tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 944 time: 0.0714278
Apr 30 21:23:27.369430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29ab5bd3-d411-4df6-9302-52a2c09f1563 req-59754fd8-4b5d-4d49-8d5d-27258944bf4a tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627065
Apr 30 21:23:27.596114 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (025a5c09-2900-4103-a91e-36b2ed2317ac), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:27.642663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a03e8b9-54e1-4855-ae32-5a1a9dd1d33c req-ce457bd6-a774-4b80-aacc-4843a0f41e08 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 210 time: 0.0279300
Apr 30 21:23:27.664395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=025a5c09-2900-4103-a91e-36b2ed2317ac,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:27.664395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Checking segment: {'id': 'ba12801c-03a4-41d9-9681-c7aa48d0fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '10cf88fc-5161-456c-9bb9-10fd173e980a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:23:27.664395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Network hostable DHCP agents. Network: 10cf88fc-5161-456c-9bb9-10fd173e980a, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:23:27.744324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Network 10cf88fc-5161-456c-9bb9-10fd173e980a is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:23:27.864513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10cf88fc-5161-456c-9bb9-10fd173e980a) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:23:27.869027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:27.869661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:27.879994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b58d03-5302-4c67-88c0-ce560e456313 None None] Network 10cf88fc-5161-456c-9bb9-10fd173e980a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:23:27.930194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfddb66-94e4-4730-81cc-65f658582953 req-5c08b38d-142f-4b20-9d42-5df26622cf95 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:27.937388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebfddb66-94e4-4730-81cc-65f658582953 req-5c08b38d-142f-4b20-9d42-5df26622cf95 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.0775225
Apr 30 21:23:27.985145 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-44208cf0-e7ed-486a-9aa2-837779fd2d90 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8380532
Apr 30 21:23:27.985394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d249f62-2ac0-4442-ac1f-9e15fba9f9b2 None None] Network 10cf88fc-5161-456c-9bb9-10fd173e980a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:23:27.995658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebfddb66-94e4-4730-81cc-65f658582953 req-4f536010-ae46-4de2-8f73-0601d8647358 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572383
Apr 30 21:23:28.428315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 73100fec-86e0-498c-92e3-2401522c8b0f up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:23:28.438385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245970d3-28f6-4793-bdfa-35689dc6866c req-f977a046-17ed-48ff-8be6-fb2d3bb28536 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:28.442908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-f977a046-17ed-48ff-8be6-fb2d3bb28536 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/networks?id=10cf88fc-5161-456c-9bb9-10fd173e980a HTTP/1.1" status: 200  len: 812 time: 0.1046216
Apr 30 21:23:28.467291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-7797828e-7b78-4da9-90d7-3af55bd38a25 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/quotas/8e529167b5244152802e4fb30080be96 HTTP/1.1" status: 200  len: 375 time: 0.0207117
Apr 30 21:23:28.474244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 73100fec-86e0-498c-92e3-2401522c8b0f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:23:28.524746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-93c68569-09bb-4d4a-af9c-a9f0bba76a0a tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8e529167b5244152802e4fb30080be96&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0419519
Apr 30 21:23:28.531068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254b565-f889-4dc0-ab43-26c082296a92 req-8e9c4aa5-12b0-4bee-8fa8-c5b79c9be3a3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:28.537957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f254b565-f889-4dc0-ab43-26c082296a92 req-8e9c4aa5-12b0-4bee-8fa8-c5b79c9be3a3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 944 time: 0.0902531
Apr 30 21:23:28.585572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39114) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:28.596267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 73100fec-86e0-498c-92e3-2401522c8b0f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:23:28.596512 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:28.648084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f254b565-f889-4dc0-ab43-26c082296a92 req-99b27610-4b41-4760-990c-ced8f3afe7d5 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091690
Apr 30 21:23:28.694206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-75f942f9-9991-41d4-ae06-2f842b1e6f51 service neutron] 10.222.0.23 "GET /v2.0/networks/10cf88fc-5161-456c-9bb9-10fd173e980a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536400
Apr 30 21:23:28.725081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 73100fec-86e0-498c-92e3-2401522c8b0f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:28.725467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:28.766991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c04f18ca-96fe-4502-af33-44419d0803fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:28.861673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-708825e4-332e-40a1-be38-12056ed28b04 req-634883fe-f2b3-4bea-bed9-6d4b5bcc5bfe tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 210 time: 0.0380607
Apr 30 21:23:28.883741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-41914891-3707-4119-8983-e48baaa5c2b7 service neutron] 10.222.0.23 "GET /v2.0/networks/10cf88fc-5161-456c-9bb9-10fd173e980a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822047
Apr 30 21:23:28.909118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c04f18ca-96fe-4502-af33-44419d0803fd admin admin] Publish callbacks [] for security_group (c37d80f5-cefc-4c13-aa3a-ba35d88561b6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:28.913810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68ea920-b2de-476c-91c8-ffcb2dc8aebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73100fec-86e0-498c-92e3-2401522c8b0f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:28.916453 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d4ecbc-9962-4b70-8ad7-d0d842093f68" -d '{"events": [{"server_uuid": "f68ea920-b2de-476c-91c8-ffcb2dc8aebc", "name": "network-vif-plugged", "status": "completed", "tag": "73100fec-86e0-498c-92e3-2401522c8b0f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:28.930043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 73100fec-86e0-498c-92e3-2401522c8b0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73100fec-86e0-498c-92e3-2401522c8b0f,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:28.955977 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc0a1ce-f774-49d1-942d-010f141dce7d x-openstack-request-id: req-7fc0a1ce-f774-49d1-942d-010f141dce7d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:28.956341 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68ea920-b2de-476c-91c8-ffcb2dc8aebc", "name": "network-vif-plugged", "status": "completed", "tag": "73100fec-86e0-498c-92e3-2401522c8b0f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:28.956594 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fc0a1ce-f774-49d1-942d-010f141dce7d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:28.956994 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc0a1ce-f774-49d1-942d-010f141dce7d'] response: {'server_uuid': 'f68ea920-b2de-476c-91c8-ffcb2dc8aebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73100fec-86e0-498c-92e3-2401522c8b0f', 'code': 200}
Apr 30 21:23:29.010171 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c04f18ca-96fe-4502-af33-44419d0803fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c37d80f5-cefc-4c13-aa3a-ba35d88561b6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:29.030975 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:29.099990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f18ca-96fe-4502-af33-44419d0803fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37d80f5-cefc-4c13-aa3a-ba35d88561b6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:29.112996 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c04f18ca-96fe-4502-af33-44419d0803fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a76a79d19647491a81a3529150a616ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5262277
Apr 30 21:23:29.116202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39146) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:29.164970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=73100fec-86e0-498c-92e3-2401522c8b0f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:29.191537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dea51963-7a08-4000-b052-addb8c427c78 req-8f790eb2-b8bc-410e-a697-b9adaae807c4 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 210 time: 0.0548511
Apr 30 21:23:29.206047 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fef9e0f5-c2e3-47c2-85f2-401688a85ed9 admin admin] Publish callbacks [] for security_group (c37d80f5-cefc-4c13-aa3a-ba35d88561b6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:29.227748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1f6a2-26a1-477b-bee5-79a28467378b req-479bc167-f6d7-4d7e-83df-56a2a0ef701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:29.229342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5a1f6a2-26a1-477b-bee5-79a28467378b req-479bc167-f6d7-4d7e-83df-56a2a0ef701c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 1127 time: 0.2017970
Apr 30 21:23:29.237026 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fef9e0f5-c2e3-47c2-85f2-401688a85ed9 admin admin] Publish callbacks [] for security_group (c37d80f5-cefc-4c13-aa3a-ba35d88561b6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:29.272994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebbe7d-271e-469e-8007-0f9652157176 req-1f9c12b3-f247-4a4d-9e89-f4b082e28ab2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:29.280147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82ebbe7d-271e-469e-8007-0f9652157176 req-1f9c12b3-f247-4a4d-9e89-f4b082e28ab2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.1422796
Apr 30 21:23:29.320358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-a2a68f44-681f-42ca-9e0b-624d36441791 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:29.321958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-a2a68f44-681f-42ca-9e0b-624d36441791 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.20 "GET /v2.0/networks?id=5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 200  len: 812 time: 0.3561761
Apr 30 21:23:29.349526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Request body: {'port': {'device_id': '7ea365ed-b6bf-45aa-a641-9910a053bff4', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'admin_state_up': True, 'tenant_id': '713c8f2f4e2141f18904b10656eaf37f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:29.409619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82ebbe7d-271e-469e-8007-0f9652157176 req-411135b9-873d-49b9-8fb5-2ae633ee7c87 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1286242
Apr 30 21:23:29.412112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5a1f6a2-26a1-477b-bee5-79a28467378b req-e09aadd6-8fcf-4261-bceb-f503284b3f1b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693909
Apr 30 21:23:29.437881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fef9e0f5-c2e3-47c2-85f2-401688a85ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c37d80f5-cefc-4c13-aa3a-ba35d88561b6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:29.441103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fef9e0f5-c2e3-47c2-85f2-401688a85ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:29.441725 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fef9e0f5-c2e3-47c2-85f2-401688a85ed9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c37d80f5-cefc-4c13-aa3a-ba35d88561b6 HTTP/1.1" status: 204  len: 168 time: 0.3237088
Apr 30 21:23:29.452622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9e0f5-c2e3-47c2-85f2-401688a85ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37d80f5-cefc-4c13-aa3a-ba35d88561b6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:29.590242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Made reservation on behalf of 713c8f2f4e2141f18904b10656eaf37f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:29.593608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:29.768439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Allocated IP 172.20.0.9 (5c8b504b-43e7-4642-bbf0-dab49293fda8/50ea73fb-9933-490f-b1df-626257b5fc26/a0e222ae-5b71-43e3-93df-41e695206783) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:23:29.776250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967457-088a-45c0-9bed-7ccb001175d3 req-6b7178f7-1d46-47d8-aafd-b290ebce0294 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:29.779387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26967457-088a-45c0-9bed-7ccb001175d3 req-6b7178f7-1d46-47d8-aafd-b290ebce0294 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.0642619
Apr 30 21:23:29.869988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26967457-088a-45c0-9bed-7ccb001175d3 req-67d7e923-cf96-4293-9922-f5e087eba331 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789454
Apr 30 21:23:29.984458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks [] for port (a0e222ae-5b71-43e3-93df-41e695206783), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:30.023876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3a3b9ca-5b55-465b-b21b-9cf531a5bef8 req-8cab73c4-de7b-4d35-bc4d-5f454f21beae tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 210 time: 0.0341766
Apr 30 21:23:30.150815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a0e222ae-5b71-43e3-93df-41e695206783), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:30.199340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Network 5c8b504b-43e7-4642-bbf0-dab49293fda8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:23:30.202379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:23:30.206304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:23:30.215451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event updated for resources: {'Port': ['ID=a0e222ae-5b71-43e3-93df-41e695206783,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:30.272864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:30.273562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:30.298369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3baf301d-2a53-45df-b34b-409d48767e7e req-a9fbeab4-1f4b-4d65-afe0-e51d03530dc2 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 210 time: 0.0424526
Apr 30 21:23:30.392479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-30f389cb-5150-4233-947b-31d85977dc20 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0500209
Apr 30 21:23:30.404000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Request body: {'port': {'device_id': '7ea365ed-b6bf-45aa-a641-9910a053bff4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:30.475730 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a0e222ae-5b71-43e3-93df-41e695206783), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:30.620561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f35a5c-b5ad-494a-b73d-62e4148a585e req-e4a144d0-a923-436a-9f72-dadba39e339c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:30.622084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9f35a5c-b5ad-494a-b73d-62e4148a585e req-e4a144d0-a923-436a-9f72-dadba39e339c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.1077783
Apr 30 21:23:30.735124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9f35a5c-b5ad-494a-b73d-62e4148a585e req-cf6a3c16-0d6d-414b-b56a-a2e6d3572d41 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963988
Apr 30 21:23:30.827898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e222ae-5b71-43e3-93df-41e695206783 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:30.835184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Publish callbacks [] for port (a0e222ae-5b71-43e3-93df-41e695206783), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:30.847104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Transition to ACTIVE for port object a0e222ae-5b71-43e3-93df-41e695206783 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:23:30.966967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a0e222ae-5b71-43e3-93df-41e695206783), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:31.049673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff009e-c5ca-404a-b2dd-997e9d4b7ad7 req-e66cb2df-049c-41bb-b50c-42301b5cb301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:31.052373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7ff009e-c5ca-404a-b2dd-997e9d4b7ad7 req-e66cb2df-049c-41bb-b50c-42301b5cb301 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.0894694
Apr 30 21:23:31.063730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e222ae-5b71-43e3-93df-41e695206783,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:31.186021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7ff009e-c5ca-404a-b2dd-997e9d4b7ad7 req-16dc20fc-70e2-4cf9-afd5-0d7315839702 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248710
Apr 30 21:23:31.191761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366ec81-fceb-4cb7-ae53-37070cc8d6a8 req-10ac613e-212e-480d-a1eb-e334f9928dfb tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:31.193214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6366ec81-fceb-4cb7-ae53-37070cc8d6a8 req-10ac613e-212e-480d-a1eb-e334f9928dfb tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 943 time: 0.0930693
Apr 30 21:23:31.225102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Attempting to bind port a0e222ae-5b71-43e3-93df-41e695206783 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:23:31.225435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Attempting to bind port a0e222ae-5b71-43e3-93df-41e695206783 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:23:31.225782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Attempting to bind port a0e222ae-5b71-43e3-93df-41e695206783 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:31.239775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Port a0e222ae-5b71-43e3-93df-41e695206783 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:23:31.240098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Attempting to bind port a0e222ae-5b71-43e3-93df-41e695206783 on network 5c8b504b-43e7-4642-bbf0-dab49293fda8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:31.251561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:23:31.251899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Checking segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:23:31.252281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Bound using segment: {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:23:31.252715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Bound port: a0e222ae-5b71-43e3-93df-41e695206783, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:23:31.253069 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a0e222ae-5b71-43e3-93df-41e695206783), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:31.277124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6366ec81-fceb-4cb7-ae53-37070cc8d6a8 req-f050a958-758a-4640-8ae3-73b668404466 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762169
Apr 30 21:23:31.339278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867cda2-c05e-4770-96f7-3f7aba709edd req-bc5f29b9-6ac3-4a57-9fe3-e4c97f315e57 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:31.340751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a867cda2-c05e-4770-96f7-3f7aba709edd req-bc5f29b9-6ac3-4a57-9fe3-e4c97f315e57 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.0814772
Apr 30 21:23:31.388098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] For port a0e222ae-5b71-43e3-93df-41e695206783, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:23:31.421004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-204cffd8-6326-4c8f-8173-89fcdbe1968a req-098ad5b1-9fab-4c14-8739-886d17b799f6 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 210 time: 0.0452735
Apr 30 21:23:31.422691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] For port a0e222ae-5b71-43e3-93df-41e695206783, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0e222ae-5b71-43e3-93df-41e695206783,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:23:31.446630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a867cda2-c05e-4770-96f7-3f7aba709edd req-1b1d548d-4cd2-4b84-89f1-494de4556a92 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966840
Apr 30 21:23:31.476505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a0e222ae-5b71-43e3-93df-41e695206783), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:31.510135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:31.510785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:31.512168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] 10.222.0.20 "PUT /v2.0/ports/a0e222ae-5b71-43e3-93df-41e695206783 HTTP/1.1" status: 200  len: 1091 time: 1.1122777
Apr 30 21:23:31.512615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea365ed-b6bf-45aa-a641-9910a053bff4', 'tag': 'a0e222ae-5b71-43e3-93df-41e695206783'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:31.514865 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df63f52-bb7a-43a2-8a8b-5d3e85ceb71b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea365ed-b6bf-45aa-a641-9910a053bff4", "tag": "a0e222ae-5b71-43e3-93df-41e695206783"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:31.541643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc50c5f-9ddc-4af7-a566-9de70c719600 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e222ae-5b71-43e3-93df-41e695206783,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:31.563458 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dac977-e903-4468-895f-e318efc6934d x-openstack-request-id: req-f1dac977-e903-4468-895f-e318efc6934d {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:31.563744 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea365ed-b6bf-45aa-a641-9910a053bff4", "tag": "a0e222ae-5b71-43e3-93df-41e695206783", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:31.563998 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1dac977-e903-4468-895f-e318efc6934d {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:31.564407 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dac977-e903-4468-895f-e318efc6934d'] response: {'name': 'network-changed', 'server_uuid': '7ea365ed-b6bf-45aa-a641-9910a053bff4', 'tag': 'a0e222ae-5b71-43e3-93df-41e695206783', 'status': 'completed', 'code': 200}
Apr 30 21:23:31.668986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63f52-bb7a-43a2-8a8b-5d3e85ceb71b req-a58fc775-8851-4e3a-a630-e466301261ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:31.670532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8df63f52-bb7a-43a2-8a8b-5d3e85ceb71b req-a58fc775-8851-4e3a-a630-e466301261ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 1125 time: 0.0846641
Apr 30 21:23:31.765721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245970d3-28f6-4793-bdfa-35689dc6866c req-2adb5fe1-a7d9-43a3-8180-2918bb96a43a tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:31.767231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-2adb5fe1-a7d9-43a3-8180-2918bb96a43a tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.35 "GET /v2.0/networks?id=10cf88fc-5161-456c-9bb9-10fd173e980a HTTP/1.1" status: 200  len: 812 time: 0.1913116
Apr 30 21:23:31.781359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Request body: {'port': {'device_id': 'adf3087c-f703-4c0c-a5cd-eee33eb353ac', 'network_id': '10cf88fc-5161-456c-9bb9-10fd173e980a', 'admin_state_up': True, 'tenant_id': '8e529167b5244152802e4fb30080be96'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:32.240147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63f52-bb7a-43a2-8a8b-5d3e85ceb71b req-39950e0d-e97e-4088-a39e-629e244a5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:32.241622 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8df63f52-bb7a-43a2-8a8b-5d3e85ceb71b req-39950e0d-e97e-4088-a39e-629e244a5bc4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=713c8f2f4e2141f18904b10656eaf37f&shared=False HTTP/1.1" status: 200  len: 913 time: 0.5632377
Apr 30 21:23:32.250862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8ccf4-76e6-4633-b166-195abb8c4641 req-52a4e607-fcff-4bd3-b69f-e482f2125fca tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:32.252306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1f8ccf4-76e6-4633-b166-195abb8c4641 req-52a4e607-fcff-4bd3-b69f-e482f2125fca tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.4676330
Apr 30 21:23:32.270739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673453a5-3c6c-4f8c-8dca-7dacc4d91bfa req-5853ee08-c223-4adb-a347-11c9c05c57c3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:32.272137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-673453a5-3c6c-4f8c-8dca-7dacc4d91bfa req-5853ee08-c223-4adb-a347-11c9c05c57c3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.4281580
Apr 30 21:23:32.431842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-673453a5-3c6c-4f8c-8dca-7dacc4d91bfa req-732fe370-d341-474e-8e0e-d06b277997bc tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1388988
Apr 30 21:23:32.436877 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1f8ccf4-76e6-4633-b166-195abb8c4641 req-ae9c1a0b-6c2c-4a98-96c1-aaa1b6b25886 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599274
Apr 30 21:23:32.450145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63f52-bb7a-43a2-8a8b-5d3e85ceb71b req-4a6d0b2e-c4bf-4416-944a-df699bc26101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:32.462295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8df63f52-bb7a-43a2-8a8b-5d3e85ceb71b req-4a6d0b2e-c4bf-4416-944a-df699bc26101 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1957142
Apr 30 21:23:32.487193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Made reservation on behalf of 8e529167b5244152802e4fb30080be96 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:32.491329 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:32.570220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-217121e2-fe74-4448-bd5f-bcdc3955e208 req-e3608a4a-1385-4209-a714-cb3ae47e9ba0 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 210 time: 0.0674989
Apr 30 21:23:32.639366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-f4380bc6-c2f8-404d-8796-6ca79a4288f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:32.640858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-f4380bc6-c2f8-404d-8796-6ca79a4288f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=713c8f2f4e2141f18904b10656eaf37f&device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 1125 time: 0.1347942
Apr 30 21:23:32.690017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721f60a-9e9a-40aa-9a65-d2f98dec9bf9 req-a92207fb-cb9d-49df-8ee4-efcbaa41ce55 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:32.691352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5721f60a-9e9a-40aa-9a65-d2f98dec9bf9 req-a92207fb-cb9d-49df-8ee4-efcbaa41ce55 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 943 time: 0.1316099
Apr 30 21:23:32.735893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-7d60ab67-cab1-4374-a536-7493a6d2cef8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0e222ae-5b71-43e3-93df-41e695206783 HTTP/1.1" status: 200  len: 217 time: 0.0805931
Apr 30 21:23:32.787749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b322a-aff1-45a6-bd5a-7b80d878bc40 req-c08be181-a3e8-4604-bda3-1ad856374cc9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:32.789176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a04b322a-aff1-45a6-bd5a-7b80d878bc40 req-c08be181-a3e8-4604-bda3-1ad856374cc9 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.1531129
Apr 30 21:23:32.883696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-14cda24e-4ec7-451c-a2cb-699d86baba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:32.885204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-14cda24e-4ec7-451c-a2cb-699d86baba0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 200  len: 852 time: 0.1353669
Apr 30 21:23:32.886264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Allocated IP 172.20.0.8 (10cf88fc-5161-456c-9bb9-10fd173e980a/025a5c09-2900-4103-a91e-36b2ed2317ac/8cd19e61-12c2-4e50-b7c2-20f3747fbe6b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:23:32.897373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5721f60a-9e9a-40aa-9a65-d2f98dec9bf9 req-8e87d62b-01b2-43ba-868b-1a07665d8aef tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679630
Apr 30 21:23:32.942741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-9d6f5cb1-1289-42ed-b97c-2a9444003ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c8b504b-43e7-4642-bbf0-dab49293fda8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421083
Apr 30 21:23:32.949904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a04b322a-aff1-45a6-bd5a-7b80d878bc40 req-7f7caa41-34df-4122-a9b2-4cdb4115d6d8 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405418
Apr 30 21:23:33.116675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-7cbf1c06-c997-4d3e-8c12-a7c6465ff09e service neutron] 10.222.0.20 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657965
Apr 30 21:23:33.230371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Publish callbacks [] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:33.254199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68d20c-323c-4850-8439-43dbe4e931b4 req-24c00406-2a20-44e8-9fcb-ddaebc0e7ecb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:33.256193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c68d20c-323c-4850-8439-43dbe4e931b4 req-24c00406-2a20-44e8-9fcb-ddaebc0e7ecb tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.0722830
Apr 30 21:23:33.326528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57b466f9-2670-40a3-bdd5-26c5bd5c6059 req-7b51b10a-3215-4376-a42d-f98eda3eb7b6 service neutron] 10.222.0.20 "GET /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018666
Apr 30 21:23:33.341823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c68d20c-323c-4850-8439-43dbe4e931b4 req-3bde00df-a1c0-410f-a378-0eb358715306 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768123
Apr 30 21:23:33.419915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:33.498141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2afb99-712a-48a8-921d-979a963709fa req-ae3c1f1d-ce6d-4c40-b9af-ca171b559f11 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:33.499638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc2afb99-712a-48a8-921d-979a963709fa req-ae3c1f1d-ce6d-4c40-b9af-ca171b559f11 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.0903544
Apr 30 21:23:33.506518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Network 10cf88fc-5161-456c-9bb9-10fd173e980a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:23:33.521963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:23:33.525023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:23:33.527543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Pushing event updated for resources: {'Port': ['ID=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:33.596266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:33.596879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:33.603845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc2afb99-712a-48a8-921d-979a963709fa req-a0c2e6ba-240a-43fa-a38c-28d0820886a1 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962448
Apr 30 21:23:33.680997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-b1a7627f-f818-4546-8013-3652d82f1e36 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9052324
Apr 30 21:23:33.694895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Request body: {'port': {'device_id': 'adf3087c-f703-4c0c-a5cd-eee33eb353ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:33.705749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3860d-eeca-4938-917d-a359f66e0ea3 req-f4f28fd1-f8f2-4fc6-90e6-640de65bb238 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:33.707257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1dd3860d-eeca-4938-917d-a359f66e0ea3 req-f4f28fd1-f8f2-4fc6-90e6-640de65bb238 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 931 time: 0.0646398
Apr 30 21:23:33.794749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:33.806841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1dd3860d-eeca-4938-917d-a359f66e0ea3 req-f126bbd6-39e6-450a-83a8-c516e2ff4b30 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827065
Apr 30 21:23:34.039018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf22de-7a82-42e4-9b97-b196bbe59656 req-a3a3f46a-82b8-4ef9-a34f-9050c0aa9a70 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:34.040485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2cf22de-7a82-42e4-9b97-b196bbe59656 req-a3a3f46a-82b8-4ef9-a34f-9050c0aa9a70 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 943 time: 0.0662279
Apr 30 21:23:34.120198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2cf22de-7a82-42e4-9b97-b196bbe59656 req-e4b2b71e-960d-4662-b5ec-1802bf165b17 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733526
Apr 30 21:23:34.184617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:34.195843 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Publish callbacks [] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:34.203553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f2e1c-e527-4247-9b2d-3341d6607ad5 req-cd229409-add3-4322-9da9-f9928af5c53f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:34.205026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d68f2e1c-e527-4247-9b2d-3341d6607ad5 req-cd229409-add3-4322-9da9-f9928af5c53f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.0799901
Apr 30 21:23:34.221353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Transition to ACTIVE for port object 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:23:34.260500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d68f2e1c-e527-4247-9b2d-3341d6607ad5 req-a92fb3a2-9209-4990-9527-b23164bebff7 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482049
Apr 30 21:23:34.281422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:34.335647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Pushing event updated for resources: {'Port': ['ID=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:34.401875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Attempting to bind port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:23:34.402206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Attempting to bind port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ba12801c-03a4-41d9-9681-c7aa48d0fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '10cf88fc-5161-456c-9bb9-10fd173e980a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:23:34.402528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Attempting to bind port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b on network 10cf88fc-5161-456c-9bb9-10fd173e980a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:34.406715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b on network 10cf88fc-5161-456c-9bb9-10fd173e980a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:23:34.407035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Attempting to bind port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b on network 10cf88fc-5161-456c-9bb9-10fd173e980a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:34.411805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:23:34.412131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Checking segment: {'id': 'ba12801c-03a4-41d9-9681-c7aa48d0fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '10cf88fc-5161-456c-9bb9-10fd173e980a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:23:34.412505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Bound using segment: {'id': 'ba12801c-03a4-41d9-9681-c7aa48d0fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '10cf88fc-5161-456c-9bb9-10fd173e980a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:23:34.412921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Bound port: 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba12801c-03a4-41d9-9681-c7aa48d0fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '10cf88fc-5161-456c-9bb9-10fd173e980a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:23:34.413268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:34.478640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] For port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:23:34.481552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] For port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,segment=NetworkSegment(ba12801c-03a4-41d9-9681-c7aa48d0fcb5),segment_id=ba12801c-03a4-41d9-9681-c7aa48d0fcb5)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:23:34.538905 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:34.573411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:34.574056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:34.575400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] 10.222.0.35 "PUT /v2.0/ports/8cd19e61-12c2-4e50-b7c2-20f3747fbe6b HTTP/1.1" status: 200  len: 1091 time: 0.8865893
Apr 30 21:23:34.575833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf3087c-f703-4c0c-a5cd-eee33eb353ac', 'tag': '8cd19e61-12c2-4e50-b7c2-20f3747fbe6b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:34.578087 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af9c1b4-69d5-4add-8674-3e522a164062" -d '{"events": [{"name": "network-changed", "server_uuid": "adf3087c-f703-4c0c-a5cd-eee33eb353ac", "tag": "8cd19e61-12c2-4e50-b7c2-20f3747fbe6b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:34.601101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e3507-5766-48cc-87e5-9c1383fc625b service neutron] Pushing event updated for resources: {'Port': ['ID=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:34.615747 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e698caa5-8f74-4749-b31d-0570de3780fd x-openstack-request-id: req-e698caa5-8f74-4749-b31d-0570de3780fd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:34.616041 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf3087c-f703-4c0c-a5cd-eee33eb353ac", "tag": "8cd19e61-12c2-4e50-b7c2-20f3747fbe6b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:34.616298 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e698caa5-8f74-4749-b31d-0570de3780fd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:34.616709 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e698caa5-8f74-4749-b31d-0570de3780fd'] response: {'name': 'network-changed', 'server_uuid': 'adf3087c-f703-4c0c-a5cd-eee33eb353ac', 'tag': '8cd19e61-12c2-4e50-b7c2-20f3747fbe6b', 'status': 'completed', 'code': 200}
Apr 30 21:23:34.925363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28aebb-258c-436d-b627-57fef1d55e1d req-89005a81-514b-4807-a46d-f982910714f3 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:34.927568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a28aebb-258c-436d-b627-57fef1d55e1d req-89005a81-514b-4807-a46d-f982910714f3 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 943 time: 0.0538621
Apr 30 21:23:34.983531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a28aebb-258c-436d-b627-57fef1d55e1d req-5e2409dd-bfa1-4c9d-bdd5-ea607b9256fc tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502753
Apr 30 21:23:35.011840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9c1b4-69d5-4add-8674-3e522a164062 req-3ce73fa2-5515-4e61-998f-238ddb3ac63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:35.013402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2af9c1b4-69d5-4add-8674-3e522a164062 req-3ce73fa2-5515-4e61-998f-238ddb3ac63b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e529167b5244152802e4fb30080be96&device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 1125 time: 0.0449877
Apr 30 21:23:35.216350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9c1b4-69d5-4add-8674-3e522a164062 req-32952921-be86-4a03-992c-7613f6df5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:35.217838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2af9c1b4-69d5-4add-8674-3e522a164062 req-32952921-be86-4a03-992c-7613f6df5fc2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8e529167b5244152802e4fb30080be96&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1130431
Apr 30 21:23:35.324860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43509ce-6213-433f-ac50-8f7c357a9363 req-e37c6392-c977-4073-95b8-b8c32fcf92a1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:35.326375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b43509ce-6213-433f-ac50-8f7c357a9363 req-e37c6392-c977-4073-95b8-b8c32fcf92a1 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 943 time: 0.1326394
Apr 30 21:23:35.390487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-fa653275-4de4-45df-9b7b-df9bdfc690d2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:35.391913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-fa653275-4de4-45df-9b7b-df9bdfc690d2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.35 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.1533868
Apr 30 21:23:35.461904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ba966-ac24-45f4-8eae-821bc8ed5e4c req-ae6476a9-400f-456f-a562-9b18d9ed8af3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:35.463369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-932ba966-ac24-45f4-8eae-821bc8ed5e4c req-ae6476a9-400f-456f-a562-9b18d9ed8af3 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 945 time: 0.1273944
Apr 30 21:23:35.517453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9c1b4-69d5-4add-8674-3e522a164062 req-e304dc1f-94b9-4a24-8d7f-633ecacce96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:35.518916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2af9c1b4-69d5-4add-8674-3e522a164062 req-e304dc1f-94b9-4a24-8d7f-633ecacce96b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2814529
Apr 30 21:23:35.544549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b43509ce-6213-433f-ac50-8f7c357a9363 req-e65ccce4-50f7-452e-92a0-fdad50d74b90 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111907
Apr 30 21:23:35.621740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-932ba966-ac24-45f4-8eae-821bc8ed5e4c req-6fe12ae5-c39c-4a55-a761-c1d3b9abf620 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/security-groups?id=73af4d04-b6dc-48f2-a7d2-3361ecfb3138&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460807
Apr 30 21:23:35.624148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Deleting port 73100fec-86e0-498c-92e3-2401522c8b0f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:23:35.624490 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:35.629717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245970d3-28f6-4793-bdfa-35689dc6866c req-cc832cd8-14cb-4efe-b057-94b46b16d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:35.634030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-cc832cd8-14cb-4efe-b057-94b46b16d024 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8e529167b5244152802e4fb30080be96&device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 1125 time: 0.0729747
Apr 30 21:23:35.701472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-eecd831c-36f9-41ed-89d7-c8377638af91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b HTTP/1.1" status: 200  len: 217 time: 0.0600080
Apr 30 21:23:35.780500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245970d3-28f6-4793-bdfa-35689dc6866c req-fdc4043d-b519-4957-8ae4-1c228f59169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:35.781907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-fdc4043d-b519-4957-8ae4-1c228f59169d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=025a5c09-2900-4103-a91e-36b2ed2317ac HTTP/1.1" status: 200  len: 852 time: 0.0733271
Apr 30 21:23:35.789524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] For port 73100fec-86e0-498c-92e3-2401522c8b0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73100fec-86e0-498c-92e3-2401522c8b0f,segment=NetworkSegment(897d4c43-a471-486e-b4bf-891e58515773),segment_id=897d4c43-a471-486e-b4bf-891e58515773)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:35.789932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:35.825338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Calling delete_port for 73100fec-86e0-498c-92e3-2401522c8b0f owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:23:35.832442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-c8a957e4-7aaa-41d8-8678-11acec45ff16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=10cf88fc-5161-456c-9bb9-10fd173e980a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448709
Apr 30 21:23:35.879987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a0e222ae-5b71-43e3-93df-41e695206783 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:23:35.986416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a0e222ae-5b71-43e3-93df-41e695206783, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0e222ae-5b71-43e3-93df-41e695206783,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:35.987302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-1f62baec-8c80-45d4-a29e-dc0e68dc2a8d service neutron] 10.222.0.35 "GET /v2.0/networks/10cf88fc-5161-456c-9bb9-10fd173e980a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479750
Apr 30 21:23:36.010347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'a0e222ae-5b71-43e3-93df-41e695206783', 'network_id': '5c8b504b-43e7-4642-bbf0-dab49293fda8', 'port_id': 'a0e222ae-5b71-43e3-93df-41e695206783', 'mac_address': 'fa:16:3e:ce:3e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50ea73fb-9933-490f-b1df-626257b5fc26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:23:36.051906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a0e222ae-5b71-43e3-93df-41e695206783 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:36.052548 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a0e222ae-5b71-43e3-93df-41e695206783), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:36.068483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e222ae-5b71-43e3-93df-41e695206783 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:36.089315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a0e222ae-5b71-43e3-93df-41e695206783, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0e222ae-5b71-43e3-93df-41e695206783,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:36.135319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cc9f9-e78d-4eb0-8c38-34e2ef952d58 req-9cc1df57-f973-4492-9aa8-db2922ffe810 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:36.136774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d51cc9f9-e78d-4eb0-8c38-34e2ef952d58 req-9cc1df57-f973-4492-9aa8-db2922ffe810 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 943 time: 0.0714624
Apr 30 21:23:36.162196 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a0e222ae-5b71-43e3-93df-41e695206783), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:36.177548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-245970d3-28f6-4793-bdfa-35689dc6866c req-6d702106-56d3-4432-9785-378c193b0931 service neutron] 10.222.0.35 "GET /v2.0/networks/10cf88fc-5161-456c-9bb9-10fd173e980a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836116
Apr 30 21:23:36.213894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d51cc9f9-e78d-4eb0-8c38-34e2ef952d58 req-aff5bf2a-0cf5-4e97-ba01-81f2515de208 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686374
Apr 30 21:23:36.217519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a0e222ae-5b71-43e3-93df-41e695206783,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:36.230315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (73100fec-86e0-498c-92e3-2401522c8b0f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:36.241970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['73100fec-86e0-498c-92e3-2401522c8b0f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:36.260695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Pushing event deleted for resources: {'Port': ['ID=73100fec-86e0-498c-92e3-2401522c8b0f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:36.303223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] No DVR routers for this DVR port 73100fec-86e0-498c-92e3-2401522c8b0f on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:23:36.305820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:36.309066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc6752d6-3c2d-4228-9e5e-5dab3ca3cb01 req-d33e383b-724b-4884-a6a4-dab45c4adc0f tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.35 "DELETE /v2.0/ports/73100fec-86e0-498c-92e3-2401522c8b0f HTTP/1.1" status: 204  len: 173 time: 0.9092774
Apr 30 21:23:36.563558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a0e222ae-5b71-43e3-93df-41e695206783'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:36.617401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68ea920-b2de-476c-91c8-ffcb2dc8aebc', 'name': 'network-vif-deleted', 'tag': '73100fec-86e0-498c-92e3-2401522c8b0f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:36.619826 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e1d90a-a1cd-4276-8e23-044c1e44424f" -d '{"events": [{"server_uuid": "f68ea920-b2de-476c-91c8-ffcb2dc8aebc", "name": "network-vif-deleted", "tag": "73100fec-86e0-498c-92e3-2401522c8b0f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:36.656600 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcc2f65-ed20-457b-9a60-12dd2a4e2d8f x-openstack-request-id: req-bbcc2f65-ed20-457b-9a60-12dd2a4e2d8f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:36.656897 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68ea920-b2de-476c-91c8-ffcb2dc8aebc", "name": "network-vif-deleted", "tag": "73100fec-86e0-498c-92e3-2401522c8b0f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:36.657172 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbcc2f65-ed20-457b-9a60-12dd2a4e2d8f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:36.657567 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcc2f65-ed20-457b-9a60-12dd2a4e2d8f'] response: {'server_uuid': 'f68ea920-b2de-476c-91c8-ffcb2dc8aebc', 'name': 'network-vif-deleted', 'tag': '73100fec-86e0-498c-92e3-2401522c8b0f', 'status': 'completed', 'code': 200}
Apr 30 21:23:36.672049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50f7ec-5574-4ed4-ae1e-ad131d35757d req-04d1a53d-9bc3-49a0-a825-f476667f0c18 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:36.675307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d50f7ec-5574-4ed4-ae1e-ad131d35757d req-04d1a53d-9bc3-49a0-a825-f476667f0c18 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 944 time: 0.0582151
Apr 30 21:23:36.740951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69cd0db2-7735-415d-bf4c-8b6c75e9f7e7 req-048ecc90-b9a7-4bcb-a520-83a81f549edc tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 210 time: 0.0384004
Apr 30 21:23:36.754803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d50f7ec-5574-4ed4-ae1e-ad131d35757d req-7e97e0ee-26d2-45aa-aed4-91fc75ef58f2 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734463
Apr 30 21:23:37.334471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2cd0-38e2-4a39-ad37-9ffdaa33e30c req-2daf8234-29de-42b3-9698-bf43ff35d92a tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:37.335948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-215b2cd0-38e2-4a39-ad37-9ffdaa33e30c req-2daf8234-29de-42b3-9698-bf43ff35d92a tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 943 time: 0.0514481
Apr 30 21:23:37.381604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-215b2cd0-38e2-4a39-ad37-9ffdaa33e30c req-1b585423-c376-4793-a092-f1f43237c3ee tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400338
Apr 30 21:23:37.880277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02a6146b-de7e-4ca7-8a3e-81ea8751d8a7 req-f0579f2c-1785-4a45-982c-f655372b8be2 tempest-ServerDiskConfigTestJSON-156620508 tempest-ServerDiskConfigTestJSON-156620508-project] 10.222.0.23 "GET /v2.0/ports?device_id=f68ea920-b2de-476c-91c8-ffcb2dc8aebc HTTP/1.1" status: 200  len: 210 time: 0.0481031
Apr 30 21:23:37.895582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fa52b-2045-4016-98b9-982a787a6161 req-82baf9ae-cc03-470f-b7d4-4f5e504eea77 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:37.895731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a0e222ae-5b71-43e3-93df-41e695206783 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:23:37.896176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a66fa52b-2045-4016-98b9-982a787a6161 req-82baf9ae-cc03-470f-b7d4-4f5e504eea77 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 944 time: 0.0725932
Apr 30 21:23:37.945082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port a0e222ae-5b71-43e3-93df-41e695206783 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:23:37.949575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a66fa52b-2045-4016-98b9-982a787a6161 req-81cdbf30-1c58-466c-aa6d-0bf022e4093f tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471087
Apr 30 21:23:38.029861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port a0e222ae-5b71-43e3-93df-41e695206783 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:23:38.030173 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a0e222ae-5b71-43e3-93df-41e695206783), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:38.111920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a0e222ae-5b71-43e3-93df-41e695206783 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:38.112423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a0e222ae-5b71-43e3-93df-41e695206783), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:38.139088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea365ed-b6bf-45aa-a641-9910a053bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e222ae-5b71-43e3-93df-41e695206783'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:38.141288 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf6046b-d1a7-4610-94b0-f10a33ff2459" -d '{"events": [{"server_uuid": "7ea365ed-b6bf-45aa-a641-9910a053bff4", "name": "network-vif-plugged", "status": "completed", "tag": "a0e222ae-5b71-43e3-93df-41e695206783"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:38.154146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a0e222ae-5b71-43e3-93df-41e695206783, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0e222ae-5b71-43e3-93df-41e695206783,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:38.175873 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18946d6f-eb15-465b-ac5c-3176f70ff2c8 x-openstack-request-id: req-18946d6f-eb15-465b-ac5c-3176f70ff2c8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:38.176671 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea365ed-b6bf-45aa-a641-9910a053bff4", "name": "network-vif-plugged", "status": "completed", "tag": "a0e222ae-5b71-43e3-93df-41e695206783", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:38.176931 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18946d6f-eb15-465b-ac5c-3176f70ff2c8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:38.177337 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18946d6f-eb15-465b-ac5c-3176f70ff2c8'] response: {'server_uuid': '7ea365ed-b6bf-45aa-a641-9910a053bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e222ae-5b71-43e3-93df-41e695206783', 'code': 200}
Apr 30 21:23:38.224679 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a0e222ae-5b71-43e3-93df-41e695206783), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:38.266478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d64a4-de1d-4ed8-b609-2ccbe091564b req-d3665150-3424-478b-9906-c2e76b6b52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:38.268208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723d64a4-de1d-4ed8-b609-2ccbe091564b req-d3665150-3424-478b-9906-c2e76b6b52e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 1127 time: 0.0374897
Apr 30 21:23:38.273869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a0e222ae-5b71-43e3-93df-41e695206783,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:38.312737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-723d64a4-de1d-4ed8-b609-2ccbe091564b req-70952a13-50c0-421f-93af-0d2582420407 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381289
Apr 30 21:23:38.498705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7479c-0717-4dd9-ad17-158d26dec433 req-4fa0c43f-ab46-4694-a150-673a07118c41 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:38.500149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02f7479c-0717-4dd9-ad17-158d26dec433 req-4fa0c43f-ab46-4694-a150-673a07118c41 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 943 time: 0.0451937
Apr 30 21:23:38.551829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:23:38.553966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 73100fec-86e0-498c-92e3-2401522c8b0f no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:23:38.561367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02f7479c-0717-4dd9-ad17-158d26dec433 req-aab14a7d-0237-41cf-abde-9bca0657d9a6 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544903
Apr 30 21:23:38.579208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 73100fec-86e0-498c-92e3-2401522c8b0f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:23:38.579588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 73100fec-86e0-498c-92e3-2401522c8b0f not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:23:38.673777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,segment=NetworkSegment(ba12801c-03a4-41d9-9681-c7aa48d0fcb5),segment_id=ba12801c-03a4-41d9-9681-c7aa48d0fcb5)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:38.685685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '8cd19e61-12c2-4e50-b7c2-20f3747fbe6b', 'network_id': '10cf88fc-5161-456c-9bb9-10fd173e980a', 'port_id': '8cd19e61-12c2-4e50-b7c2-20f3747fbe6b', 'mac_address': 'fa:16:3e:04:86:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '025a5c09-2900-4103-a91e-36b2ed2317ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:23:38.723700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:38.724144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:38.737398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:38.757612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,segment=NetworkSegment(ba12801c-03a4-41d9-9681-c7aa48d0fcb5),segment_id=ba12801c-03a4-41d9-9681-c7aa48d0fcb5)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:38.835267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:38.888535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:39.024416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['8cd19e61-12c2-4e50-b7c2-20f3747fbe6b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:39.079765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49db78-de85-4ec9-8f5d-3f5dd7ef1ea1 req-1e880658-732d-466f-925f-08ed2d1ac8da tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:39.079915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39326) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:39.080359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd49db78-de85-4ec9-8f5d-3f5dd7ef1ea1 req-1e880658-732d-466f-925f-08ed2d1ac8da tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 945 time: 0.0580509
Apr 30 21:23:39.122088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf6c4a9-0328-40f4-9cb4-c47c16e9a4bb admin admin] Deleting subnet ee37c5b8-b199-4a59-87f9-ae2c6e1fde97 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:23:39.125309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c4a9-0328-40f4-9cb4-c47c16e9a4bb admin admin] Publish callbacks [] for subnet (ee37c5b8-b199-4a59-87f9-ae2c6e1fde97), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.129196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd49db78-de85-4ec9-8f5d-3f5dd7ef1ea1 req-6c458c90-c26f-45af-811d-b2612bfaf4cc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447598
Apr 30 21:23:39.168138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c4a9-0328-40f4-9cb4-c47c16e9a4bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (ee37c5b8-b199-4a59-87f9-ae2c6e1fde97), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.212525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c4a9-0328-40f4-9cb4-c47c16e9a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ee37c5b8-b199-4a59-87f9-ae2c6e1fde97), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.321966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c4a9-0328-40f4-9cb4-c47c16e9a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (ee37c5b8-b199-4a59-87f9-ae2c6e1fde97), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.347604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6c4a9-0328-40f4-9cb4-c47c16e9a4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee37c5b8-b199-4a59-87f9-ae2c6e1fde97,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:39.351842 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fcf6c4a9-0328-40f4-9cb4-c47c16e9a4bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.354522 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fcf6c4a9-0328-40f4-9cb4-c47c16e9a4bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ee37c5b8-b199-4a59-87f9-ae2c6e1fde97 HTTP/1.1" status: 204  len: 168 time: 0.2766378
Apr 30 21:23:39.356989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39328) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:39.428095 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (4e174604-3d00-4575-a608-2f7eb012a46b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.510595 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (4e174604-3d00-4575-a608-2f7eb012a46b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.529947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966f788e0>,) {'filters': {'network_id': ['4e174604-3d00-4575-a608-2f7eb012a46b']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:39.540403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f788e0>, '897d4c43-a471-486e-b4bf-891e58515773') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:39.540720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f788e0>, '897d4c43-a471-486e-b4bf-891e58515773') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:39.555935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (897d4c43-a471-486e-b4bf-891e58515773), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.569275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (897d4c43-a471-486e-b4bf-891e58515773), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.575155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:23:39.575536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (897d4c43-a471-486e-b4bf-891e58515773), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:23:39.577173 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:23:39.679911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61ffc-cfc4-4812-b005-ac168d6037a4 req-28518652-e544-40ec-adec-8b10c44e9632 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:39.681290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fa61ffc-cfc4-4812-b005-ac168d6037a4 req-28518652-e544-40ec-adec-8b10c44e9632 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 944 time: 0.0473082
Apr 30 21:23:39.729007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fa61ffc-cfc4-4812-b005-ac168d6037a4 req-726297f9-0e26-409b-9d02-db93e4c40286 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420887
Apr 30 21:23:39.744466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (4e174604-3d00-4575-a608-2f7eb012a46b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.749848 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:39.755524 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] 10.222.0.23 "DELETE /v2.0/networks/4e174604-3d00-4575-a608-2f7eb012a46b HTTP/1.1" status: 204  len: 168 time: 0.3950861
Apr 30 21:23:39.765263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8512709-3fd4-4ff2-ba81-1b4c08c9d3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4e174604-3d00-4575-a608-2f7eb012a46b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:40.191474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:40.232555 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cf621698-6833-4b0d-91a6-ddbbbd25b2ea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e12f061321b434e92c0f85031c54ef8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0393832
Apr 30 21:23:40.235230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39338) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:40.263543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebc2ce-d4a6-4ea5-8f69-a19cd1bb1811 req-59c9a7b3-4c33-4bca-84e2-8275e09d04cd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:40.265001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60ebc2ce-d4a6-4ea5-8f69-a19cd1bb1811 req-59c9a7b3-4c33-4bca-84e2-8275e09d04cd tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 945 time: 0.0651345
Apr 30 21:23:40.336792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60ebc2ce-d4a6-4ea5-8f69-a19cd1bb1811 req-0814909f-0710-4a7f-8f9e-4f9986a9c276 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623395
Apr 30 21:23:40.337485 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8e49678a-1f61-44af-aedd-aa9a10c5c975 admin admin] Publish callbacks [] for security_group (73af4d04-b6dc-48f2-a7d2-3361ecfb3138), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:40.360879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8e49678a-1f61-44af-aedd-aa9a10c5c975 admin admin] Publish callbacks [] for security_group (73af4d04-b6dc-48f2-a7d2-3361ecfb3138), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:40.486582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8e49678a-1f61-44af-aedd-aa9a10c5c975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (73af4d04-b6dc-48f2-a7d2-3361ecfb3138), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:40.489395 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8e49678a-1f61-44af-aedd-aa9a10c5c975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:40.490796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8e49678a-1f61-44af-aedd-aa9a10c5c975 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73af4d04-b6dc-48f2-a7d2-3361ecfb3138 HTTP/1.1" status: 204  len: 168 time: 0.2546265
Apr 30 21:23:40.498519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49678a-1f61-44af-aedd-aa9a10c5c975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73af4d04-b6dc-48f2-a7d2-3361ecfb3138,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:40.564821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:23:40.613651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:23:40.721661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:23:40.722429 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:40.722579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3da9f-52b3-4166-a43d-bd8aae7e8e57 req-b1efae1e-d6c4-43e7-9e6b-2efb925a69fe tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:40.724459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94f3da9f-52b3-4166-a43d-bd8aae7e8e57 req-b1efae1e-d6c4-43e7-9e6b-2efb925a69fe tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 945 time: 0.0472150
Apr 30 21:23:40.788159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94f3da9f-52b3-4166-a43d-bd8aae7e8e57 req-b644ecd5-26ec-4425-8da6-6966de04988b tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578494
Apr 30 21:23:40.813177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:23:40.813533 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:40.840030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf3087c-f703-4c0c-a5cd-eee33eb353ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd19e61-12c2-4e50-b7c2-20f3747fbe6b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:40.842466 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5355d06-e976-445d-8149-4be3bd41532c" -d '{"events": [{"server_uuid": "adf3087c-f703-4c0c-a5cd-eee33eb353ac", "name": "network-vif-plugged", "status": "completed", "tag": "8cd19e61-12c2-4e50-b7c2-20f3747fbe6b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:40.856927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,segment=NetworkSegment(ba12801c-03a4-41d9-9681-c7aa48d0fcb5),segment_id=ba12801c-03a4-41d9-9681-c7aa48d0fcb5)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:40.864543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815a408-94ba-426d-a6d1-9bfb216067ec req-95fd214e-e343-4c8e-8607-c472ad001d7b tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:40.866313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3815a408-94ba-426d-a6d1-9bfb216067ec req-95fd214e-e343-4c8e-8607-c472ad001d7b tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 944 time: 0.0599685
Apr 30 21:23:40.883647 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a50477-3ec1-498e-b38c-7adfe3533f4a x-openstack-request-id: req-02a50477-3ec1-498e-b38c-7adfe3533f4a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:40.883943 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf3087c-f703-4c0c-a5cd-eee33eb353ac", "name": "network-vif-plugged", "status": "completed", "tag": "8cd19e61-12c2-4e50-b7c2-20f3747fbe6b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:40.884200 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02a50477-3ec1-498e-b38c-7adfe3533f4a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:40.884603 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a50477-3ec1-498e-b38c-7adfe3533f4a'] response: {'server_uuid': 'adf3087c-f703-4c0c-a5cd-eee33eb353ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd19e61-12c2-4e50-b7c2-20f3747fbe6b', 'code': 200}
Apr 30 21:23:40.917310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3815a408-94ba-426d-a6d1-9bfb216067ec req-01202cf9-1060-416b-b79a-a22b1943ae11 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451646
Apr 30 21:23:40.938610 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:40.984856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941041-825f-4ce0-896f-1c152520ec35 req-198ceba5-eb12-4a3c-bae8-e339f05e5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:40.986457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3941041-825f-4ce0-896f-1c152520ec35 req-198ceba5-eb12-4a3c-bae8-e339f05e5989 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 1127 time: 0.0420332
Apr 30 21:23:40.991125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:41.033241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3941041-825f-4ce0-896f-1c152520ec35 req-09478726-7056-422a-8f8c-99237f4ab360 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408573
Apr 30 21:23:42.235539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4e658-0ed7-482f-b652-9611e6ae58d4 req-bc8800cd-ce9b-41ba-8a5b-1eb7d9b674f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:42.237017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5c4e658-0ed7-482f-b652-9611e6ae58d4 req-bc8800cd-ce9b-41ba-8a5b-1eb7d9b674f8 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 945 time: 0.3751709
Apr 30 21:23:42.258569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d741bd4-aceb-4174-aec0-4218868bb61d req-8cbc5102-7475-4926-86dd-5dadb49ef10e tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:42.259974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d741bd4-aceb-4174-aec0-4218868bb61d req-8cbc5102-7475-4926-86dd-5dadb49ef10e tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 945 time: 0.0662680
Apr 30 21:23:42.325085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5c4e658-0ed7-482f-b652-9611e6ae58d4 req-816183fc-e3c2-4bce-a24a-012d5c7f3cfc tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805428
Apr 30 21:23:42.329100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d741bd4-aceb-4174-aec0-4218868bb61d req-2ceff2b5-96b4-4b2c-81b0-80d7e23acc72 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630786
Apr 30 21:23:42.862078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bbc76-edbb-46d7-9312-e159986406e6 req-6e134c04-167a-494e-aefa-4ec011471b84 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:42.864907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-590bbc76-edbb-46d7-9312-e159986406e6 req-6e134c04-167a-494e-aefa-4ec011471b84 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 945 time: 0.0569887
Apr 30 21:23:42.913698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-590bbc76-edbb-46d7-9312-e159986406e6 req-26f8a9ff-3b75-4f1e-8cd8-5baf0bb6c17d tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426295
Apr 30 21:23:43.003331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39412) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:43.107014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:43.188959 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Publish callbacks [] for security_group (139bcd99-f62f-47bd-8535-a3babc79a816), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:43.258137 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (139bcd99-f62f-47bd-8535-a3babc79a816), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:43.297033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f310fd5a6bdd4e1ebf08bfbc064975ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2920756
Apr 30 21:23:43.297926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139bcd99-f62f-47bd-8535-a3babc79a816,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:43.300051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39416) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:43.306292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.306640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.306977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.307311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.307643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.307969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.308336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.308680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.309043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.309365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.309686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.310044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.313812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.313812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.313812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1c2b7d-647e-4b95-90ac-50f55873d908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:43.349356 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de8f539d-b084-47cc-8e61-d1c30d19ea3a admin admin] Publish callbacks [] for security_group (139bcd99-f62f-47bd-8535-a3babc79a816), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:43.371665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de8f539d-b084-47cc-8e61-d1c30d19ea3a admin admin] Publish callbacks [] for security_group (139bcd99-f62f-47bd-8535-a3babc79a816), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:43.446265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3e681-c43f-4001-b589-386b97d5ba18 req-77fcdb64-6e9e-4739-832c-ef5941ebf6c6 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:43.447718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6b3e681-c43f-4001-b589-386b97d5ba18 req-77fcdb64-6e9e-4739-832c-ef5941ebf6c6 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 945 time: 0.0465324
Apr 30 21:23:43.502287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6b3e681-c43f-4001-b589-386b97d5ba18 req-f155e15d-a30f-42b7-928d-368211126d06 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487781
Apr 30 21:23:43.509529 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de8f539d-b084-47cc-8e61-d1c30d19ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (139bcd99-f62f-47bd-8535-a3babc79a816), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:43.512083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de8f539d-b084-47cc-8e61-d1c30d19ea3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:43.514755 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de8f539d-b084-47cc-8e61-d1c30d19ea3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/139bcd99-f62f-47bd-8535-a3babc79a816 HTTP/1.1" status: 204  len: 168 time: 0.2128313
Apr 30 21:23:43.524054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f539d-b084-47cc-8e61-d1c30d19ea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139bcd99-f62f-47bd-8535-a3babc79a816,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:44.042330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1e83e-01de-414a-b7a6-e1ca1608c37a req-0aca5be7-ab7c-4055-a0bd-3ba8f483a9e6 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:44.043761 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fca1e83e-01de-414a-b7a6-e1ca1608c37a req-0aca5be7-ab7c-4055-a0bd-3ba8f483a9e6 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 945 time: 0.0479276
Apr 30 21:23:44.103281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fca1e83e-01de-414a-b7a6-e1ca1608c37a req-e33447d1-92fe-44cf-990b-4b2c616d42a2 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/security-groups?id=58d1a9ff-a358-499b-8ed9-0c5c823ecf45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525410
Apr 30 21:23:44.169924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca12c4-7df3-4bf8-a04e-b7f61108aeb9 req-def58881-2346-4728-942f-8382ab8723ea tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:44.171552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3ca12c4-7df3-4bf8-a04e-b7f61108aeb9 req-def58881-2346-4728-942f-8382ab8723ea tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 945 time: 0.0524540
Apr 30 21:23:44.219992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3ca12c4-7df3-4bf8-a04e-b7f61108aeb9 req-f7550bb9-4ece-4564-995c-a4082c40a61c tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422261
Apr 30 21:23:44.439810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295381e4-bb03-4944-b3dc-f63501b43137 req-7683d72e-f250-413a-b5ff-d0f0ecb43364 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:44.441307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-295381e4-bb03-4944-b3dc-f63501b43137 req-7683d72e-f250-413a-b5ff-d0f0ecb43364 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 945 time: 0.0521343
Apr 30 21:23:44.532388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Deleting port a0e222ae-5b71-43e3-93df-41e695206783 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:23:44.532728 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a0e222ae-5b71-43e3-93df-41e695206783), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:44.625669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] For port a0e222ae-5b71-43e3-93df-41e695206783, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a0e222ae-5b71-43e3-93df-41e695206783,segment=NetworkSegment(795c8d20-1b8f-4ae7-8741-62b0ac2cefd9),segment_id=795c8d20-1b8f-4ae7-8741-62b0ac2cefd9)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:44.626211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a0e222ae-5b71-43e3-93df-41e695206783), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:44.640766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Calling delete_port for a0e222ae-5b71-43e3-93df-41e695206783 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:23:44.870080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a0e222ae-5b71-43e3-93df-41e695206783), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:44.882994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a0e222ae-5b71-43e3-93df-41e695206783'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:44.902675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Pushing event deleted for resources: {'Port': ['ID=a0e222ae-5b71-43e3-93df-41e695206783,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:44.949054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] No DVR routers for this DVR port a0e222ae-5b71-43e3-93df-41e695206783 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:23:44.951731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:44.954999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-295381e4-bb03-4944-b3dc-f63501b43137 req-8ec72912-96d1-4fbc-a8fe-e3ff05a3f9f9 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.20 "DELETE /v2.0/ports/a0e222ae-5b71-43e3-93df-41e695206783 HTTP/1.1" status: 204  len: 173 time: 0.5079370
Apr 30 21:23:44.955442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea365ed-b6bf-45aa-a641-9910a053bff4', 'name': 'network-vif-deleted', 'tag': 'a0e222ae-5b71-43e3-93df-41e695206783'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:44.958242 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d30e85-b0b8-4133-a420-832dd9be97ac" -d '{"events": [{"server_uuid": "7ea365ed-b6bf-45aa-a641-9910a053bff4", "name": "network-vif-deleted", "tag": "a0e222ae-5b71-43e3-93df-41e695206783"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:44.994462 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d925d5d-e997-4561-8f62-4280705c78ec x-openstack-request-id: req-0d925d5d-e997-4561-8f62-4280705c78ec {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:44.994754 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea365ed-b6bf-45aa-a641-9910a053bff4", "name": "network-vif-deleted", "tag": "a0e222ae-5b71-43e3-93df-41e695206783", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:44.995009 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d925d5d-e997-4561-8f62-4280705c78ec {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:44.995413 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d925d5d-e997-4561-8f62-4280705c78ec'] response: {'server_uuid': '7ea365ed-b6bf-45aa-a641-9910a053bff4', 'name': 'network-vif-deleted', 'tag': 'a0e222ae-5b71-43e3-93df-41e695206783', 'status': 'completed', 'code': 200}
Apr 30 21:23:45.210151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e9c28eb-8d3e-40b2-8fe1-4a2a75c7bc7d req-a11a54c5-3d6f-48bc-9a16-1709c00ded68 tempest-DeleteServersTestJSON-557044403 tempest-DeleteServersTestJSON-557044403-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ea365ed-b6bf-45aa-a641-9910a053bff4 HTTP/1.1" status: 200  len: 210 time: 0.0272803
Apr 30 21:23:45.367709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a254-1df9-4081-86a6-175243838bfe req-5265c5eb-e352-4411-b1ae-c3b7258d9747 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:45.369166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4443a254-1df9-4081-86a6-175243838bfe req-5265c5eb-e352-4411-b1ae-c3b7258d9747 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 945 time: 0.0773640
Apr 30 21:23:45.391082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-c2498286-3b35-451f-b203-b270d0aadbc8 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:45.392376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-c2498286-3b35-451f-b203-b270d0aadbc8 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.35 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 945 time: 0.0664933
Apr 30 21:23:45.475769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4443a254-1df9-4081-86a6-175243838bfe req-10f9a914-4f9a-47cf-ab81-f275c88464f0 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdf08689-53e8-48e8-9c28-0db1ad44f198&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010990
Apr 30 21:23:45.515404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Deleting port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:23:45.515754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:45.611091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] For port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,segment=NetworkSegment(ba12801c-03a4-41d9-9681-c7aa48d0fcb5),segment_id=ba12801c-03a4-41d9-9681-c7aa48d0fcb5)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:23:45.611461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:45.629921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Calling delete_port for 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:23:45.835604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8cd19e61-12c2-4e50-b7c2-20f3747fbe6b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:45.847036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['8cd19e61-12c2-4e50-b7c2-20f3747fbe6b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:23:45.865908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Pushing event deleted for resources: {'Port': ['ID=8cd19e61-12c2-4e50-b7c2-20f3747fbe6b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:45.910972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] No DVR routers for this DVR port 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:23:45.914026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:45.917394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07a02c79-f89c-4d78-83c3-72f9c65bd280 req-fb952cb6-d2ca-42ef-a7f8-9b571d027e98 tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.35 "DELETE /v2.0/ports/8cd19e61-12c2-4e50-b7c2-20f3747fbe6b HTTP/1.1" status: 204  len: 173 time: 0.5180533
Apr 30 21:23:46.592046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb3b5de0-cc71-4c0c-9bd8-f5c855622251 req-7bef9556-b493-450b-844a-4a51c1b2b55c tempest-ServerPasswordTestJSON-1397838956 tempest-ServerPasswordTestJSON-1397838956-project] 10.222.0.23 "GET /v2.0/ports?device_id=adf3087c-f703-4c0c-a5cd-eee33eb353ac HTTP/1.1" status: 200  len: 210 time: 0.0292647
Apr 30 21:23:46.743247 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:46.996853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf3087c-f703-4c0c-a5cd-eee33eb353ac', 'name': 'network-vif-deleted', 'tag': '8cd19e61-12c2-4e50-b7c2-20f3747fbe6b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:46.999236 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde52bbf-fdec-40a7-aaa3-edcba8e3e3e5" -d '{"events": [{"server_uuid": "adf3087c-f703-4c0c-a5cd-eee33eb353ac", "name": "network-vif-deleted", "tag": "8cd19e61-12c2-4e50-b7c2-20f3747fbe6b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:47.033540 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd29dfe-30fa-448a-a6e1-61dc73cf575a x-openstack-request-id: req-dcd29dfe-30fa-448a-a6e1-61dc73cf575a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:47.033927 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf3087c-f703-4c0c-a5cd-eee33eb353ac", "name": "network-vif-deleted", "tag": "8cd19e61-12c2-4e50-b7c2-20f3747fbe6b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:47.034155 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcd29dfe-30fa-448a-a6e1-61dc73cf575a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:47.034578 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd29dfe-30fa-448a-a6e1-61dc73cf575a'] response: {'server_uuid': 'adf3087c-f703-4c0c-a5cd-eee33eb353ac', 'name': 'network-vif-deleted', 'tag': '8cd19e61-12c2-4e50-b7c2-20f3747fbe6b', 'status': 'completed', 'code': 200}
Apr 30 21:23:47.656083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39526) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:47.705241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-df93d3c9-a741-49a3-ae10-4572e49086b1 admin admin] Deleting subnet 025a5c09-2900-4103-a91e-36b2ed2317ac {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:23:47.709062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df93d3c9-a741-49a3-ae10-4572e49086b1 admin admin] Publish callbacks [] for subnet (025a5c09-2900-4103-a91e-36b2ed2317ac), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:47.743938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df93d3c9-a741-49a3-ae10-4572e49086b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (025a5c09-2900-4103-a91e-36b2ed2317ac), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:47.784641 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df93d3c9-a741-49a3-ae10-4572e49086b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (025a5c09-2900-4103-a91e-36b2ed2317ac), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:47.864368 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c73550c1-2609-4b62-808a-723d3e5f3321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:47.910736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df93d3c9-a741-49a3-ae10-4572e49086b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (025a5c09-2900-4103-a91e-36b2ed2317ac), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:47.938260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93d3c9-a741-49a3-ae10-4572e49086b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025a5c09-2900-4103-a91e-36b2ed2317ac,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:47.944574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df93d3c9-a741-49a3-ae10-4572e49086b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:47.947732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-df93d3c9-a741-49a3-ae10-4572e49086b1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/025a5c09-2900-4103-a91e-36b2ed2317ac HTTP/1.1" status: 204  len: 168 time: 0.2905266
Apr 30 21:23:47.950706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39530) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:47.955529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a0e222ae-5b71-43e3-93df-41e695206783 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:23:47.981011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: a0e222ae-5b71-43e3-93df-41e695206783 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:23:47.981366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a0e222ae-5b71-43e3-93df-41e695206783 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:23:48.053824 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (10cf88fc-5161-456c-9bb9-10fd173e980a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:48.111777 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (10cf88fc-5161-456c-9bb9-10fd173e980a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:48.133151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966bcce80>,) {'filters': {'network_id': ['10cf88fc-5161-456c-9bb9-10fd173e980a']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:48.142636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966bcce80>, 'ba12801c-03a4-41d9-9681-c7aa48d0fcb5') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:48.142929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966bcce80>, 'ba12801c-03a4-41d9-9681-c7aa48d0fcb5') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:48.152328 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (ba12801c-03a4-41d9-9681-c7aa48d0fcb5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:48.165796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ba12801c-03a4-41d9-9681-c7aa48d0fcb5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:48.171671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:23:48.172173 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (ba12801c-03a4-41d9-9681-c7aa48d0fcb5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:23:48.174153 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:23:48.378475 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (10cf88fc-5161-456c-9bb9-10fd173e980a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:48.383498 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:48.387290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] 10.222.0.23 "DELETE /v2.0/networks/10cf88fc-5161-456c-9bb9-10fd173e980a HTTP/1.1" status: 204  len: 168 time: 0.4356594
Apr 30 21:23:48.401069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e6dc-374e-40c8-ad25-583ac10159cd admin admin] Pushing event deleted for resources: {'Network': ['ID=10cf88fc-5161-456c-9bb9-10fd173e980a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:48.791307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:48.837792 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-62bf83f2-4f35-4e55-89a4-11e8a28e7aae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e529167b5244152802e4fb30080be96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0435705
Apr 30 21:23:48.838780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39546) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:48.887010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66ee18c-3665-46eb-894e-009216e85bab admin admin] Publish callbacks [] for security_group (cdf08689-53e8-48e8-9c28-0db1ad44f198), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:48.908160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66ee18c-3665-46eb-894e-009216e85bab admin admin] Publish callbacks [] for security_group (cdf08689-53e8-48e8-9c28-0db1ad44f198), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:49.012541 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66ee18c-3665-46eb-894e-009216e85bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cdf08689-53e8-48e8-9c28-0db1ad44f198), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:49.015152 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66ee18c-3665-46eb-894e-009216e85bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:49.016361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b66ee18c-3665-46eb-894e-009216e85bab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdf08689-53e8-48e8-9c28-0db1ad44f198 HTTP/1.1" status: 204  len: 168 time: 0.1766167
Apr 30 21:23:49.025567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ee18c-3665-46eb-894e-009216e85bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf08689-53e8-48e8-9c28-0db1ad44f198,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:50.048673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39588) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:50.145715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1661398173-network', 'tenant_id': 'bfe1b39ed5644c20ac54608a6f25e0bf'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:50.177288 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b7019ea2-2d76-4da1-a85f-102b3ef78570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.212052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Made reservation on behalf of bfe1b39ed5644c20ac54608a6f25e0bf for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:50.214464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.224538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.302441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Publish callbacks [] for security_group (0213daaf-1a03-4147-87ad-338a9b7544db), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.349235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0213daaf-1a03-4147-87ad-338a9b7544db), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.370755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:23:50.372266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.384758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0213daaf-1a03-4147-87ad-338a9b7544db,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:50.389629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bd761063-a367-452e-b369-1eadf5222a88), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.390002 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Added segment bd761063-a367-452e-b369-1eadf5222a88 of type vlan for network df6d16cb-5552-4b55-bc98-90dda2709a95
Apr 30 21:23:50.430780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (df6d16cb-5552-4b55-bc98-90dda2709a95), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.492209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (df6d16cb-5552-4b55-bc98-90dda2709a95), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.493183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:50.493834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.551454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] Pushing event updated for resources: {'Network': ['ID=df6d16cb-5552-4b55-bc98-90dda2709a95,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:50.562904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network df6d16cb-5552-4b55-bc98-90dda2709a95 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:23:50.610726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:23:50.630092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39598) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:50.636434 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-56b2b26d-b959-41bf-b308-5e1c4cbabd57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5804353
Apr 30 21:23:50.636556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Request body: {'subnet': {'network_id': 'df6d16cb-5552-4b55-bc98-90dda2709a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1661398173-subnet', 'tenant_id': 'bfe1b39ed5644c20ac54608a6f25e0bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:50.652469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:23:50.652809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 8cd19e61-12c2-4e50-b7c2-20f3747fbe6b not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:23:50.749656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Made reservation on behalf of bfe1b39ed5644c20ac54608a6f25e0bf for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:50.752138 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:50.972240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (378059f3-8172-4750-beab-1be4c248f5f3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:51.038165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378059f3-8172-4750-beab-1be4c248f5f3,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:51.042574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Checking segment: {'id': 'bd761063-a367-452e-b369-1eadf5222a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df6d16cb-5552-4b55-bc98-90dda2709a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:23:51.044149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Network hostable DHCP agents. Network: df6d16cb-5552-4b55-bc98-90dda2709a95, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:23:51.229779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Network df6d16cb-5552-4b55-bc98-90dda2709a95 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:23:51.273130 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:51.303760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df6d16cb-5552-4b55-bc98-90dda2709a95) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:23:51.308787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:51.309398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:51.323603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7509a5-3ffb-4576-aff6-c3e707c93097 None None] Network df6d16cb-5552-4b55-bc98-90dda2709a95 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:23:51.404113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-55bcae40-c63a-4923-b150-c149cbf331f1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7706745
Apr 30 21:23:51.436054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e14ee82-61e1-468d-8730-ea596d5268c4 None None] Network df6d16cb-5552-4b55-bc98-90dda2709a95 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:23:51.853102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-4a69c74b-f53a-4e79-aa3a-fe330417582e tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:51.854624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-4a69c74b-f53a-4e79-aa3a-fe330417582e tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/networks?id=df6d16cb-5552-4b55-bc98-90dda2709a95 HTTP/1.1" status: 200  len: 809 time: 0.1061580
Apr 30 21:23:51.869023 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-0eca9db8-761c-4b38-a452-0783b94fd76f tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/quotas/bfe1b39ed5644c20ac54608a6f25e0bf HTTP/1.1" status: 200  len: 375 time: 0.0089736
Apr 30 21:23:51.906195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-bc5abf1b-71c7-4373-b85a-30f6c07b5b76 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bfe1b39ed5644c20ac54608a6f25e0bf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0322540
Apr 30 21:23:51.994064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-638b1f7b-b7d6-4e62-be73-b7d37a2eb927 service neutron] 10.222.0.23 "GET /v2.0/networks/df6d16cb-5552-4b55-bc98-90dda2709a95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805035
Apr 30 21:23:52.087717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-b3e05c4d-4815-4d60-a2b0-81a273d222d5 service neutron] 10.222.0.23 "GET /v2.0/networks/df6d16cb-5552-4b55-bc98-90dda2709a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876989
Apr 30 21:23:52.372755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9105aaf2-58d8-4e5f-8c4b-ae6317216b0c req-aafbeea2-2664-4d69-bb02-c6c7193c4b92 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 210 time: 0.0298445
Apr 30 21:23:53.120832 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:53.459382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9805365d-b0a6-45aa-8714-bc3d6ce57674 req-79b7bc03-fb9b-40da-9cba-47740c3e7881 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 210 time: 0.0286014
Apr 30 21:23:54.418157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:54.569712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e2cc201-0793-4d8e-9e7f-0b1370531aaf req-3895082d-0bd6-4354-a744-ffad0e572bee tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 210 time: 0.0336583
Apr 30 21:23:54.729856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-d2896c8c-ebfd-468f-a4f1-af1d3709dd4a tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:54.731200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-d2896c8c-ebfd-468f-a4f1-af1d3709dd4a tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.35 "GET /v2.0/networks?id=df6d16cb-5552-4b55-bc98-90dda2709a95 HTTP/1.1" status: 200  len: 809 time: 0.1145501
Apr 30 21:23:54.743033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Request body: {'port': {'device_id': '72b4eece-01bc-4235-bec9-19ce66fb8765', 'network_id': 'df6d16cb-5552-4b55-bc98-90dda2709a95', 'admin_state_up': True, 'tenant_id': 'bfe1b39ed5644c20ac54608a6f25e0bf'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:54.988726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Made reservation on behalf of bfe1b39ed5644c20ac54608a6f25e0bf for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:54.992089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:55.120485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Allocated IP 172.20.0.10 (df6d16cb-5552-4b55-bc98-90dda2709a95/378059f3-8172-4750-beab-1be4c248f5f3/f59ac01b-d3e8-48d7-8da6-56f2417e58e1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:23:55.270748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Publish callbacks [] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:55.349649 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:55.398236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Network df6d16cb-5552-4b55-bc98-90dda2709a95 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:23:55.401292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:23:55.405038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:23:55.431010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Pushing event updated for resources: {'Port': ['ID=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:55.458448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:55.459070 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:55.528582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-cb8a6d12-978b-4df1-8c9e-ad27929a2a11 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7890103
Apr 30 21:23:55.539366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Request body: {'port': {'device_id': '72b4eece-01bc-4235-bec9-19ce66fb8765', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:55.604691 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:55.769637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2539d-4e26-4e91-a322-e7aae043651d req-4cb85212-f000-477b-a224-1dea1e2ff31b tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:55.771211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7e2539d-4e26-4e91-a322-e7aae043651d req-4cb85212-f000-477b-a224-1dea1e2ff31b tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 932 time: 0.1113110
Apr 30 21:23:55.873818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7e2539d-4e26-4e91-a322-e7aae043651d req-5a27f010-7c58-4a43-88c6-a53e286a719f tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963428
Apr 30 21:23:55.967984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59ac01b-d3e8-48d7-8da6-56f2417e58e1 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:23:55.975362 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Publish callbacks [] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:55.987925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Transition to ACTIVE for port object f59ac01b-d3e8-48d7-8da6-56f2417e58e1 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:23:56.081138 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.132294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Pushing event updated for resources: {'Port': ['ID=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:56.203311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Attempting to bind port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:23:56.203646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Attempting to bind port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd761063-a367-452e-b369-1eadf5222a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df6d16cb-5552-4b55-bc98-90dda2709a95'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:23:56.203973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Attempting to bind port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 on network df6d16cb-5552-4b55-bc98-90dda2709a95 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:56.208398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 on network df6d16cb-5552-4b55-bc98-90dda2709a95 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:23:56.208727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Attempting to bind port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 on network df6d16cb-5552-4b55-bc98-90dda2709a95 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:23:56.213675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:23:56.214064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Checking segment: {'id': 'bd761063-a367-452e-b369-1eadf5222a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df6d16cb-5552-4b55-bc98-90dda2709a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:23:56.214449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Bound using segment: {'id': 'bd761063-a367-452e-b369-1eadf5222a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df6d16cb-5552-4b55-bc98-90dda2709a95'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:23:56.214925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Bound port: f59ac01b-d3e8-48d7-8da6-56f2417e58e1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd761063-a367-452e-b369-1eadf5222a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'df6d16cb-5552-4b55-bc98-90dda2709a95'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:23:56.215281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.282410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] For port f59ac01b-d3e8-48d7-8da6-56f2417e58e1, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:23:56.285645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] For port f59ac01b-d3e8-48d7-8da6-56f2417e58e1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,segment=NetworkSegment(bd761063-a367-452e-b369-1eadf5222a88),segment_id=bd761063-a367-452e-b369-1eadf5222a88)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:23:56.349265 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.383448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:56.384021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.385410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] 10.222.0.35 "PUT /v2.0/ports/f59ac01b-d3e8-48d7-8da6-56f2417e58e1 HTTP/1.1" status: 200  len: 1092 time: 0.8500872
Apr 30 21:23:56.385880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b4eece-01bc-4235-bec9-19ce66fb8765', 'tag': 'f59ac01b-d3e8-48d7-8da6-56f2417e58e1'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:23:56.388095 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bef0640-908b-47f7-aabd-2b091c857124" -d '{"events": [{"name": "network-changed", "server_uuid": "72b4eece-01bc-4235-bec9-19ce66fb8765", "tag": "f59ac01b-d3e8-48d7-8da6-56f2417e58e1"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:23:56.424777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1294ad4-6472-4774-b53a-691598bf4977 service neutron] Pushing event updated for resources: {'Port': ['ID=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:56.435475 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f024cd7-1af9-4ffe-9b4d-b4239dcfaaaa x-openstack-request-id: req-9f024cd7-1af9-4ffe-9b4d-b4239dcfaaaa {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:23:56.435644 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b4eece-01bc-4235-bec9-19ce66fb8765", "tag": "f59ac01b-d3e8-48d7-8da6-56f2417e58e1", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:23:56.435908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39768) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:56.436369 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f024cd7-1af9-4ffe-9b4d-b4239dcfaaaa {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:23:56.436369 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f024cd7-1af9-4ffe-9b4d-b4239dcfaaaa'] response: {'name': 'network-changed', 'server_uuid': '72b4eece-01bc-4235-bec9-19ce66fb8765', 'tag': 'f59ac01b-d3e8-48d7-8da6-56f2417e58e1', 'status': 'completed', 'code': 200}
Apr 30 21:23:56.489806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Deleting subnet 50ea73fb-9933-490f-b1df-626257b5fc26 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:23:56.493593 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Publish callbacks [] for subnet (50ea73fb-9933-490f-b1df-626257b5fc26), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.494633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef0640-908b-47f7-aabd-2b091c857124 req-5df9f4b1-c70b-481b-a1e7-e86ea4289989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:56.496198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bef0640-908b-47f7-aabd-2b091c857124 req-5df9f4b1-c70b-481b-a1e7-e86ea4289989 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfe1b39ed5644c20ac54608a6f25e0bf&device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 1126 time: 0.0400522
Apr 30 21:23:56.530637 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (50ea73fb-9933-490f-b1df-626257b5fc26), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.574500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (50ea73fb-9933-490f-b1df-626257b5fc26), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.607266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef0640-908b-47f7-aabd-2b091c857124 req-d6d01d53-ce54-47f0-9141-881b89cd483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:56.609576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bef0640-908b-47f7-aabd-2b091c857124 req-d6d01d53-ce54-47f0-9141-881b89cd483b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bfe1b39ed5644c20ac54608a6f25e0bf&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1061258
Apr 30 21:23:56.705172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (50ea73fb-9933-490f-b1df-626257b5fc26), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.714348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef0640-908b-47f7-aabd-2b091c857124 req-cbf99fbe-24e6-4a57-a72d-039596a27baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:56.715932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bef0640-908b-47f7-aabd-2b091c857124 req-cbf99fbe-24e6-4a57-a72d-039596a27baf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0981669
Apr 30 21:23:56.731954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ea73fb-9933-490f-b1df-626257b5fc26,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:56.742233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.742582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.742926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.743419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.743680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.744011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.744815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.744815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.744960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.745276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.745598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.745947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.746271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.746594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.746990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:23:56.749914 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.753111 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98894d9e-7632-4486-9266-2d100f62cc47 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/50ea73fb-9933-490f-b1df-626257b5fc26 HTTP/1.1" status: 204  len: 168 time: 0.3154914
Apr 30 21:23:56.756279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39776) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:56.790990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-fc10ab51-f017-4561-b2e7-363de67b8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:56.792499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-fc10ab51-f017-4561-b2e7-363de67b8982 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfe1b39ed5644c20ac54608a6f25e0bf&device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 1126 time: 0.0405407
Apr 30 21:23:56.831201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (5c8b504b-43e7-4642-bbf0-dab49293fda8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.839270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-bd2fd1c4-5bd6-4844-9e1b-fd6a5703785c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f59ac01b-d3e8-48d7-8da6-56f2417e58e1 HTTP/1.1" status: 200  len: 217 time: 0.0394661
Apr 30 21:23:56.887192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-794f809d-1d7f-401a-99a5-1cefff63063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:56.888699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-794f809d-1d7f-401a-99a5-1cefff63063b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=378059f3-8172-4750-beab-1be4c248f5f3 HTTP/1.1" status: 200  len: 849 time: 0.0442719
Apr 30 21:23:56.909389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (5c8b504b-43e7-4642-bbf0-dab49293fda8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.924647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-24b786bb-f183-46ce-8d92-6480c1ae174f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=df6d16cb-5552-4b55-bc98-90dda2709a95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301261
Apr 30 21:23:56.937195 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966c8aaf0>,) {'filters': {'network_id': ['5c8b504b-43e7-4642-bbf0-dab49293fda8']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:56.949269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966c8aaf0>, '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:56.953142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966c8aaf0>, '795c8d20-1b8f-4ae7-8741-62b0ac2cefd9') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:23:56.960528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (795c8d20-1b8f-4ae7-8741-62b0ac2cefd9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.976595 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (795c8d20-1b8f-4ae7-8741-62b0ac2cefd9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.987219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:23:56.988150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (795c8d20-1b8f-4ae7-8741-62b0ac2cefd9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:23:56.989947 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:23:57.024947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39782) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:57.057923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150dc2e-3b12-4bf5-96fb-31f2782dde85 req-04598530-c09c-4927-933e-fafb26417755 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:57.059460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f150dc2e-3b12-4bf5-96fb-31f2782dde85 req-04598530-c09c-4927-933e-fafb26417755 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 944 time: 0.0597110
Apr 30 21:23:57.102857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-4f21bbc6-5aed-4101-a8b8-24675c9190d8 service neutron] 10.222.0.35 "GET /v2.0/networks/df6d16cb-5552-4b55-bc98-90dda2709a95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718144
Apr 30 21:23:57.115816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (5c8b504b-43e7-4642-bbf0-dab49293fda8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.126181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.130189 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c8b504b-43e7-4642-bbf0-dab49293fda8 HTTP/1.1" status: 204  len: 168 time: 0.3729796
Apr 30 21:23:57.145131 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:23:57.149813 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c91be1-a3bb-4c4c-ba22-c6406c3a13dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8b504b-43e7-4642-bbf0-dab49293fda8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:57.162633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de58fc7d-2aa3-4890-bd60-5650515d80d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.184424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f150dc2e-3b12-4bf5-96fb-31f2782dde85 req-ddebaf3c-ed1c-413b-9da3-1fd91614f9c5 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167459
Apr 30 21:23:57.234198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48307cc6-ccc2-4a64-87da-4aed2db410b7 req-67336176-ccf2-4913-a6b7-cf3582cedb7c service neutron] 10.222.0.35 "GET /v2.0/networks/df6d16cb-5552-4b55-bc98-90dda2709a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234007
Apr 30 21:23:57.248979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de58fc7d-2aa3-4890-bd60-5650515d80d8 admin admin] Publish callbacks [] for security_group (360bba56-2053-4097-9e73-7e7ac23b2add), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.326978 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de58fc7d-2aa3-4890-bd60-5650515d80d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (360bba56-2053-4097-9e73-7e7ac23b2add), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.372122 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de58fc7d-2aa3-4890-bd60-5650515d80d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8eb0464e4654fdc85af24d7eaa5660e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3461342
Apr 30 21:23:57.373000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58fc7d-2aa3-4890-bd60-5650515d80d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360bba56-2053-4097-9e73-7e7ac23b2add,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:57.375131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39788) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:57.424610 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffb982a2-ffc1-4a03-b89b-a68a5bf1ee65 admin admin] Publish callbacks [] for security_group (360bba56-2053-4097-9e73-7e7ac23b2add), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.442956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:57.446518 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffb982a2-ffc1-4a03-b89b-a68a5bf1ee65 admin admin] Publish callbacks [] for security_group (360bba56-2053-4097-9e73-7e7ac23b2add), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.482782 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5abd845e-d52f-44e9-a964-a30d2d280cc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=713c8f2f4e2141f18904b10656eaf37f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386214
Apr 30 21:23:57.485190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39792) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:57.531105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9b67e3d-4bf8-41f3-90e9-c692b98257f7 admin admin] Publish callbacks [] for security_group (58d1a9ff-a358-499b-8ed9-0c5c823ecf45), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.552592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9b67e3d-4bf8-41f3-90e9-c692b98257f7 admin admin] Publish callbacks [] for security_group (58d1a9ff-a358-499b-8ed9-0c5c823ecf45), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.600958 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffb982a2-ffc1-4a03-b89b-a68a5bf1ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (360bba56-2053-4097-9e73-7e7ac23b2add), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.603664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffb982a2-ffc1-4a03-b89b-a68a5bf1ee65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.604921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ffb982a2-ffc1-4a03-b89b-a68a5bf1ee65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/360bba56-2053-4097-9e73-7e7ac23b2add HTTP/1.1" status: 204  len: 168 time: 0.2288072
Apr 30 21:23:57.613033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb982a2-ffc1-4a03-b89b-a68a5bf1ee65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360bba56-2053-4097-9e73-7e7ac23b2add,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:57.681160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9b67e3d-4bf8-41f3-90e9-c692b98257f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (58d1a9ff-a358-499b-8ed9-0c5c823ecf45), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.683746 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9b67e3d-4bf8-41f3-90e9-c692b98257f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:57.684899 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b9b67e3d-4bf8-41f3-90e9-c692b98257f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58d1a9ff-a358-499b-8ed9-0c5c823ecf45 HTTP/1.1" status: 204  len: 168 time: 0.1985106
Apr 30 21:23:57.703770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b67e3d-4bf8-41f3-90e9-c692b98257f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d1a9ff-a358-499b-8ed9-0c5c823ecf45,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:58.316515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a78f2-888a-4a08-85d2-1fa7c0e16e0e req-99abc6f3-b96c-4980-a47a-4af938413cd8 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:58.318021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab0a78f2-888a-4a08-85d2-1fa7c0e16e0e req-99abc6f3-b96c-4980-a47a-4af938413cd8 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 944 time: 0.0517330
Apr 30 21:23:58.373499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab0a78f2-888a-4a08-85d2-1fa7c0e16e0e req-85e02112-4362-41de-aabf-7deb27b9df93 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498745
Apr 30 21:23:58.708771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39840) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:58.817474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1431355438-network', 'tenant_id': '3364787934af4f59b17a58b380fe95da'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:58.886345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Made reservation on behalf of 3364787934af4f59b17a58b380fe95da for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:58.888708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:58.898193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:58.972227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Publish callbacks [] for security_group (493c1a9e-dab0-43ad-9a6f-638d130ca67b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:59.069258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (493c1a9e-dab0-43ad-9a6f-638d130ca67b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:59.090611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:23:59.104805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493c1a9e-dab0-43ad-9a6f-638d130ca67b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:59.109709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a3bdd539-2871-4ef0-9b82-2d6b022626df), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:59.110077 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Added segment a3bdd539-2871-4ef0-9b82-2d6b022626df of type vlan for network 6d21022d-393a-4eff-ba51-560f37353f44
Apr 30 21:23:59.152578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6d21022d-393a-4eff-ba51-560f37353f44), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:59.247361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6d21022d-393a-4eff-ba51-560f37353f44), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:59.249165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:59.249948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:59.309050 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] Pushing event updated for resources: {'Network': ['ID=6d21022d-393a-4eff-ba51-560f37353f44,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:59.318964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6d21022d-393a-4eff-ba51-560f37353f44 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:23:59.360980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39862) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:23:59.361617 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-881dbd08-d9cc-46e2-8897-357a811f9e0e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6517828
Apr 30 21:23:59.368061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Request body: {'subnet': {'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1431355438-subnet', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:23:59.463701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Made reservation on behalf of 3364787934af4f59b17a58b380fe95da for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:23:59.466413 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:59.538608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67752f-8a41-4396-bab1-d6993e3bf8da req-8eaebf69-36ea-47ba-8d76-85928fdc3499 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:23:59.539992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f67752f-8a41-4396-bab1-d6993e3bf8da req-8eaebf69-36ea-47ba-8d76-85928fdc3499 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 944 time: 0.0887134
Apr 30 21:23:59.611843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f67752f-8a41-4396-bab1-d6993e3bf8da req-d6ef74f3-87df-4385-adc8-b699b9512cea tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641649
Apr 30 21:23:59.760891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (5a00c6c0-02bf-47fa-85d0-3ae326c45443), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:23:59.819618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a00c6c0-02bf-47fa-85d0-3ae326c45443,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:23:59.833163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Checking segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:23:59.833700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Network hostable DHCP agents. Network: 6d21022d-393a-4eff-ba51-560f37353f44, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:23:59.903387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Network 6d21022d-393a-4eff-ba51-560f37353f44 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:24:00.075048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d21022d-393a-4eff-ba51-560f37353f44) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:00.079514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:00.080153 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.089243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c394319-11e9-4072-97c5-1305b294bbd2 None None] Network 6d21022d-393a-4eff-ba51-560f37353f44 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:00.175808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-92262323-c64e-408c-b970-ab821e47fc1b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8130081
Apr 30 21:24:00.178405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39890) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:00.183549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:00.193505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6d21022d-393a-4eff-ba51-560f37353f44', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'project_id': '3364787934af4f59b17a58b380fe95da', 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:24:00.195468 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.264290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (28fe7786-f25b-47cd-b68d-9b7aefcc065a), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.265481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (28fe7786-f25b-47cd-b68d-9b7aefcc065a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.339360 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks [] for router_controller (28fe7786-f25b-47cd-b68d-9b7aefcc065a), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.346513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Allocated IP 172.20.0.2 (6d21022d-393a-4eff-ba51-560f37353f44/5a00c6c0-02bf-47fa-85d0-3ae326c45443/3734f796-b84c-4a3c-89e3-41af20707cad) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:00.493618 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Publish callbacks [] for port (3734f796-b84c-4a3c-89e3-41af20707cad), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.549819 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks [] for router_gateway (28fe7786-f25b-47cd-b68d-9b7aefcc065a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.572872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.615622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Network 6d21022d-393a-4eff-ba51-560f37353f44 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:00.620735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:00.622564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f59ac01b-d3e8-48d7-8da6-56f2417e58e1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:24:00.624774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:00.694994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Pushing event updated for resources: {'Port': ['ID=3734f796-b84c-4a3c-89e3-41af20707cad,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:00.717001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Attempting to bind port 3734f796-b84c-4a3c-89e3-41af20707cad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:00.717382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Attempting to bind port 3734f796-b84c-4a3c-89e3-41af20707cad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:00.717750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Attempting to bind port 3734f796-b84c-4a3c-89e3-41af20707cad on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:00.725227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:00.725605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Checking segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:00.726046 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.726443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Bound using segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:00.726921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Bound port: 3734f796-b84c-4a3c-89e3-41af20707cad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:00.727478 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.865613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] For port 3734f796-b84c-4a3c-89e3-41af20707cad, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:00.868743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f59ac01b-d3e8-48d7-8da6-56f2417e58e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,segment=NetworkSegment(bd761063-a367-452e-b369-1eadf5222a88),segment_id=bd761063-a367-452e-b369-1eadf5222a88)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:00.872285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] For port 3734f796-b84c-4a3c-89e3-41af20707cad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3734f796-b84c-4a3c-89e3-41af20707cad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:00.884181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'f59ac01b-d3e8-48d7-8da6-56f2417e58e1', 'network_id': 'df6d16cb-5552-4b55-bc98-90dda2709a95', 'port_id': 'f59ac01b-d3e8-48d7-8da6-56f2417e58e1', 'mac_address': 'fa:16:3e:ea:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378059f3-8172-4750-beab-1be4c248f5f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:24:00.927027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:00.927619 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.940254 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:00.979715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59ac01b-d3e8-48d7-8da6-56f2417e58e1 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:01.021558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f59ac01b-d3e8-48d7-8da6-56f2417e58e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,segment=NetworkSegment(bd761063-a367-452e-b369-1eadf5222a88),segment_id=bd761063-a367-452e-b369-1eadf5222a88)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:01.026566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4b111-5595-4223-92eb-1b2b7da5ff74 None None] Pushing event updated for resources: {'Port': ['ID=3734f796-b84c-4a3c-89e3-41af20707cad,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:01.087652 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.148373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:01.157461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39920) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:01.176856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fab36-f482-4837-a926-900f0e530ef8 req-875a8ba4-7e04-4afc-a483-9201ef4d319e tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:01.178615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84fab36-f482-4837-a926-900f0e530ef8 req-875a8ba4-7e04-4afc-a483-9201ef4d319e tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 945 time: 0.4330840
Apr 30 21:24:01.232238 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks [] for router_gateway (28fe7786-f25b-47cd-b68d-9b7aefcc065a), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.283803 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.301060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f59ac01b-d3e8-48d7-8da6-56f2417e58e1'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:24:01.311282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aba9fc58-c560-4781-9d1a-d719a127006a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.329200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e84fab36-f482-4837-a926-900f0e530ef8 req-b1347c57-e94d-48f8-9ff9-e98585bf0994 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390457
Apr 30 21:24:01.441624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aba9fc58-c560-4781-9d1a-d719a127006a admin admin] Publish callbacks [] for security_group (91897adf-f824-40a9-9273-894bc0d69e40), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.459712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Allocated IP 172.35.4.9 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/0d20834e-d14d-4e40-a9f7-5d7261d80292) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:01.504408 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aba9fc58-c560-4781-9d1a-d719a127006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (91897adf-f824-40a9-9273-894bc0d69e40), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.542692 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aba9fc58-c560-4781-9d1a-d719a127006a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6abbe77263be4f0e96c3b778f1653976&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3839958
Apr 30 21:24:01.544711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9fc58-c560-4781-9d1a-d719a127006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91897adf-f824-40a9-9273-894bc0d69e40,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:01.547961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39924) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:01.590600 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks [] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.634428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-383118f1-f176-409c-9e4b-c310957a6ff8 admin admin] Publish callbacks [] for security_group (91897adf-f824-40a9-9273-894bc0d69e40), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.660280 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-383118f1-f176-409c-9e4b-c310957a6ff8 admin admin] Publish callbacks [] for security_group (91897adf-f824-40a9-9273-894bc0d69e40), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.693369 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.736579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:01.741860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:01.744502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:01.753701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Pushing event updated for resources: {'Port': ['ID=0d20834e-d14d-4e40-a9f7-5d7261d80292,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:01.776713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-383118f1-f176-409c-9e4b-c310957a6ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (91897adf-f824-40a9-9273-894bc0d69e40), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.779353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-383118f1-f176-409c-9e4b-c310957a6ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:01.781720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-383118f1-f176-409c-9e4b-c310957a6ff8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91897adf-f824-40a9-9273-894bc0d69e40 HTTP/1.1" status: 204  len: 168 time: 0.2313914
Apr 30 21:24:01.794412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383118f1-f176-409c-9e4b-c310957a6ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91897adf-f824-40a9-9273-894bc0d69e40,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:02.007175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3734f796-b84c-4a3c-89e3-41af20707cad up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:02.062343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3734f796-b84c-4a3c-89e3-41af20707cad triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:02.062899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.126373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks [] for router_gateway (28fe7786-f25b-47cd-b68d-9b7aefcc065a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.240262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3163272-dfe1-42c4-a81c-3eff473fdebe None None] Network 6d21022d-393a-4eff-ba51-560f37353f44 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:02.298247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-58ad9f36-c6ea-4bf4-b262-c3f44bc6e358 None None] Provisioning complete for port 3734f796-b84c-4a3c-89e3-41af20707cad triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:02.298628 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-58ad9f36-c6ea-4bf4-b262-c3f44bc6e358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.352036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (28fe7786-f25b-47cd-b68d-9b7aefcc065a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.438162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3734f796-b84c-4a3c-89e3-41af20707cad is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:02.438548 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.505402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-58ad9f36-c6ea-4bf4-b262-c3f44bc6e358 None None] Current status of the port 3734f796-b84c-4a3c-89e3-41af20707cad is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:02.506087 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-58ad9f36-c6ea-4bf4-b262-c3f44bc6e358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.509834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744b08f-9621-4584-990e-12f2d4c3cdb1 req-907953e0-80ca-491a-9f68-fc25ce79ecba tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:02.510644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 3734f796-b84c-4a3c-89e3-41af20707cad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3734f796-b84c-4a3c-89e3-41af20707cad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:02.511371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0744b08f-9621-4584-990e-12f2d4c3cdb1 req-907953e0-80ca-491a-9f68-fc25ce79ecba tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 945 time: 0.0862486
Apr 30 21:24:02.536563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39936) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:02.553018 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f63c56c-032c-4cd3-bcdc-2c85ef9588db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.595859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0744b08f-9621-4584-990e-12f2d4c3cdb1 req-e4fca9e1-3a52-4432-8f81-35e2c119c2a5 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789018
Apr 30 21:24:02.612316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f59ac01b-d3e8-48d7-8da6-56f2417e58e1 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:02.618402 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.651027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f63c56c-032c-4cd3-bcdc-2c85ef9588db admin admin] Publish callbacks [] for security_group (88672347-e81c-47c5-83c1-9b7fd8596ef6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.724946 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Router 28fe7786-f25b-47cd-b68d-9b7aefcc065a is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:24:02.733195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-58ad9f36-c6ea-4bf4-b262-c3f44bc6e358 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:24:02.733561 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-58ad9f36-c6ea-4bf4-b262-c3f44bc6e358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:24:02.735888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=3734f796-b84c-4a3c-89e3-41af20707cad,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:02.743086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:24:02.766560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f63c56c-032c-4cd3-bcdc-2c85ef9588db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (88672347-e81c-47c5-83c1-9b7fd8596ef6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.809673 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1f63c56c-032c-4cd3-bcdc-2c85ef9588db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9492bde9ae1b46bb86c47027e9bdcc9d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2720172
Apr 30 21:24:02.810925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63c56c-032c-4cd3-bcdc-2c85ef9588db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88672347-e81c-47c5-83c1-9b7fd8596ef6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:02.812957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39944) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:02.840922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:02.842719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.873197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:02.885448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Sync routers for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:02.896888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-798bc24c-1d94-46fa-82fc-43ef1755771e admin admin] Publish callbacks [] for security_group (88672347-e81c-47c5-83c1-9b7fd8596ef6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.905916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:02.906526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8586a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:23:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:02.918752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-798bc24c-1d94-46fa-82fc-43ef1755771e admin admin] Publish callbacks [] for security_group (88672347-e81c-47c5-83c1-9b7fd8596ef6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.975060 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:02.976231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5513239c-6ecb-4ae6-829f-69f4f837c25d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.7969179
Apr 30 21:24:02.979241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39956) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:03.025697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:03.028765 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.046993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-798bc24c-1d94-46fa-82fc-43ef1755771e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (88672347-e81c-47c5-83c1-9b7fd8596ef6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.049877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-798bc24c-1d94-46fa-82fc-43ef1755771e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.051777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-798bc24c-1d94-46fa-82fc-43ef1755771e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88672347-e81c-47c5-83c1-9b7fd8596ef6 HTTP/1.1" status: 204  len: 168 time: 0.2378342
Apr 30 21:24:03.063857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b4eece-01bc-4235-bec9-19ce66fb8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59ac01b-d3e8-48d7-8da6-56f2417e58e1'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:03.066122 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f61a288-e719-429d-a942-5db3a8c7052b" -d '{"events": [{"server_uuid": "72b4eece-01bc-4235-bec9-19ce66fb8765", "name": "network-vif-plugged", "status": "completed", "tag": "f59ac01b-d3e8-48d7-8da6-56f2417e58e1"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:03.082993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bc24c-1d94-46fa-82fc-43ef1755771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88672347-e81c-47c5-83c1-9b7fd8596ef6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:03.083186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f59ac01b-d3e8-48d7-8da6-56f2417e58e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,segment=NetworkSegment(bd761063-a367-452e-b369-1eadf5222a88),segment_id=bd761063-a367-452e-b369-1eadf5222a88)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:03.100919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:03.137225 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb89da4-89c4-4247-843e-7e1b1281e937 x-openstack-request-id: req-adb89da4-89c4-4247-843e-7e1b1281e937 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:03.137514 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b4eece-01bc-4235-bec9-19ce66fb8765", "name": "network-vif-plugged", "status": "completed", "tag": "f59ac01b-d3e8-48d7-8da6-56f2417e58e1", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:03.138034 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adb89da4-89c4-4247-843e-7e1b1281e937 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:03.138307 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb89da4-89c4-4247-843e-7e1b1281e937'] response: {'server_uuid': '72b4eece-01bc-4235-bec9-19ce66fb8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59ac01b-d3e8-48d7-8da6-56f2417e58e1', 'code': 200}
Apr 30 21:24:03.221215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.254867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602919-7f33-4751-86eb-be73734e1be6 req-bf972961-ddae-494b-ae7a-9eed5e4a1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:03.256365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd602919-7f33-4751-86eb-be73734e1be6 req-bf972961-ddae-494b-ae7a-9eed5e4a1299 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 1128 time: 0.0492134
Apr 30 21:24:03.313994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd602919-7f33-4751-86eb-be73734e1be6 req-403f0d1f-d255-4e0c-a51b-bc91eb3b5b15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510633
Apr 30 21:24:03.333508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-58ad9f36-c6ea-4bf4-b262-c3f44bc6e358 None None] Current status of the port 3734f796-b84c-4a3c-89e3-41af20707cad is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:03.359144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:03.387167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8586a0>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:01Z', 'revision_number': 3, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:03.416035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Checking router: 28fe7786-f25b-47cd-b68d-9b7aefcc065a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:03.416391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Updating router 28fe7786-f25b-47cd-b68d-9b7aefcc065a port 0d20834e-d14d-4e40-a9f7-5d7261d80292 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:24:03.451335 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.475497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-61a7ebf1-b1cf-48a6-9cc7-4326b86d6f0b None None] Provisioning complete for port 3734f796-b84c-4a3c-89e3-41af20707cad triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:03.475884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61a7ebf1-b1cf-48a6-9cc7-4326b86d6f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.536806 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.702996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-61a7ebf1-b1cf-48a6-9cc7-4326b86d6f0b None None] Current status of the port 3734f796-b84c-4a3c-89e3-41af20707cad is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:03.734267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Allocated IP 172.20.0.1 (6d21022d-393a-4eff-ba51-560f37353f44/5a00c6c0-02bf-47fa-85d0-3ae326c45443/a89b9004-fba3-4734-8e71-030fe8456aef) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:03.758738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac686558-41e8-4bc5-b288-c8128d0cad4a req-9bdf8a50-078f-4c6c-9d30-28cdbf6de65d tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:03.760303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac686558-41e8-4bc5-b288-c8128d0cad4a req-9bdf8a50-078f-4c6c-9d30-28cdbf6de65d tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 946 time: 0.0656383
Apr 30 21:24:03.810564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac686558-41e8-4bc5-b288-c8128d0cad4a req-2ae1e60f-365c-40fe-a043-c5a1273dd1d1 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445702
Apr 30 21:24:03.822947 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Publish callbacks [] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.847899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Publish callbacks [] for port (a89b9004-fba3-4734-8e71-030fe8456aef), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.927169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.962223 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:03.970268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3734f796-b84c-4a3c-89e3-41af20707cad up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:04.001263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Network 6d21022d-393a-4eff-ba51-560f37353f44 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:04.005032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:04.007842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:04.018632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Attempting to bind port 0d20834e-d14d-4e40-a9f7-5d7261d80292 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:04.019754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Attempting to bind port 0d20834e-d14d-4e40-a9f7-5d7261d80292 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:04.020295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Attempting to bind port 0d20834e-d14d-4e40-a9f7-5d7261d80292 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:04.023137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667cbf9-ee8e-4730-914b-5d794adbde50 None None] Pushing event updated for resources: {'Port': ['ID=0d20834e-d14d-4e40-a9f7-5d7261d80292,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:04.041242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:04.041977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:04.042597 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.042739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:04.043331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Bound port: 0d20834e-d14d-4e40-a9f7-5d7261d80292, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:04.044011 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.055598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Pushing event updated for resources: {'Port': ['ID=a89b9004-fba3-4734-8e71-030fe8456aef,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:04.073324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (28fe7786-f25b-47cd-b68d-9b7aefcc065a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.113533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3734f796-b84c-4a3c-89e3-41af20707cad triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:04.114071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.117125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] For port 0d20834e-d14d-4e40-a9f7-5d7261d80292, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:04.156999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] For port 0d20834e-d14d-4e40-a9f7-5d7261d80292, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d20834e-d14d-4e40-a9f7-5d7261d80292,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:04.220861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3734f796-b84c-4a3c-89e3-41af20707cad is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:04.262255 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.301074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.492514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0a8d916a-27e3-4447-85e6-231f416ad68d None None] Provisioning complete for port a89b9004-fba3-4734-8e71-030fe8456aef triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:04.492882 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a8d916a-27e3-4447-85e6-231f416ad68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.532634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667cbf9-ee8e-4730-914b-5d794adbde50 None None] Pushing event updated for resources: {'Port': ['ID=0d20834e-d14d-4e40-a9f7-5d7261d80292,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:04.540280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Publish callbacks [] for port (a89b9004-fba3-4734-8e71-030fe8456aef), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.546214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:04.546838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8586a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:23:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:04.554762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d916a-27e3-4447-85e6-231f416ad68d None None] Port a89b9004-fba3-4734-8e71-030fe8456aef cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:24:04.606213 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.663924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:04.679300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Pushing event updated for resources: {'Port': ['ID=a89b9004-fba3-4734-8e71-030fe8456aef,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:04.681914 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (28fe7786-f25b-47cd-b68d-9b7aefcc065a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:04.784070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Network 6d21022d-393a-4eff-ba51-560f37353f44 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:04.784070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:04.888209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40012) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:04.899870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8586a0>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:03Z', 'revision_number': 1, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:04.930645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7658e-8db9-400d-a75c-a8b59a396b12 None None] The sync data for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 is: [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:03Z', 'revision_number': 1, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:04.972307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Router 28fe7786-f25b-47cd-b68d-9b7aefcc065a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:24:04.995710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf21955-9fca-4eed-a0b2-3a7b0cca2b56 req-30766c5d-ddfc-4bc0-bec4-c5eb333c6825 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:04.997706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bf21955-9fca-4eed-a0b2-3a7b0cca2b56 req-30766c5d-ddfc-4bc0-bec4-c5eb333c6825 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 946 time: 0.0822163
Apr 30 21:24:05.086256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4327-fe37-420c-8523-e684b2107cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:05.089439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bf21955-9fca-4eed-a0b2-3a7b0cca2b56 req-312020f7-f9e1-4136-b732-7aaa96513e50 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816290
Apr 30 21:24:05.166705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:05.181781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-89d7bf9d-c1f3-48b5-90c4-2431ef440691 None None] Provisioning complete for port a89b9004-fba3-4734-8e71-030fe8456aef triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:05.182340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-89d7bf9d-c1f3-48b5-90c4-2431ef440691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:05.213919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-977362c6-117d-47c2-a602-16f5357454cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0595033
Apr 30 21:24:05.214030 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-84dfc316-3c31-4791-a913-cb7ecf78631c admin admin] 10.222.0.23 "PUT /v2.0/routers/28fe7786-f25b-47cd-b68d-9b7aefcc065a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2270703
Apr 30 21:24:05.249955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-89d7bf9d-c1f3-48b5-90c4-2431ef440691 None None] Port a89b9004-fba3-4734-8e71-030fe8456aef cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:24:05.299452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-14c320ce-3f81-4cbe-96ab-9e8b74e97148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.300542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-14c320ce-3f81-4cbe-96ab-9e8b74e97148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.301010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-14c320ce-3f81-4cbe-96ab-9e8b74e97148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.301473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-14c320ce-3f81-4cbe-96ab-9e8b74e97148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.302040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-14c320ce-3f81-4cbe-96ab-9e8b74e97148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.302501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-14c320ce-3f81-4cbe-96ab-9e8b74e97148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.303019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-14c320ce-3f81-4cbe-96ab-9e8b74e97148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.305110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-14c320ce-3f81-4cbe-96ab-9e8b74e97148 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6718 time: 0.0643499
Apr 30 21:24:05.321420 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4327-fe37-420c-8523-e684b2107cfd admin admin] Publish callbacks [] for security_group (36afedea-1afd-45d7-beab-ba475de16739), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:05.391526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4327-fe37-420c-8523-e684b2107cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (36afedea-1afd-45d7-beab-ba475de16739), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:05.428235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c4327-fe37-420c-8523-e684b2107cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36afedea-1afd-45d7-beab-ba475de16739,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:05.460696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-49b2e426-1a0e-4553-b31c-195ac017ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.461610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-49b2e426-1a0e-4553-b31c-195ac017ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.462246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-49b2e426-1a0e-4553-b31c-195ac017ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.464228 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0a0c4327-fe37-420c-8523-e684b2107cfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4aee757b0df54992a28116e355fdc91e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5746567
Apr 30 21:24:05.468260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40026) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:05.468371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-49b2e426-1a0e-4553-b31c-195ac017ab33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=b8d11e40-b37d-4318-bdf2-7339b1b28107&id=b8d11e40-b37d-4318-bdf2-7339b1b28107 HTTP/1.1" status: 200  len: 2298 time: 0.1322374
Apr 30 21:24:05.530094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-385b8809-c921-4b62-b07f-bedc301915b0 admin admin] Publish callbacks [] for security_group (36afedea-1afd-45d7-beab-ba475de16739), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:05.575414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-385b8809-c921-4b62-b07f-bedc301915b0 admin admin] Publish callbacks [] for security_group (36afedea-1afd-45d7-beab-ba475de16739), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:05.613534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-3f3e3a45-3ce2-4467-ba97-44aa7bf05623 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274 HTTP/1.1" status: 200  len: 1001 time: 0.1392579
Apr 30 21:24:05.690036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-66d2b9e6-b9e5-448a-8b5e-423e2b103294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.692729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-66d2b9e6-b9e5-448a-8b5e-423e2b103294 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48dcc9e8-7c02-4b81-9858-ab3db0e13872 HTTP/1.1" status: 200  len: 856 time: 0.0717878
Apr 30 21:24:05.699417 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-385b8809-c921-4b62-b07f-bedc301915b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (36afedea-1afd-45d7-beab-ba475de16739), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:05.702337 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-385b8809-c921-4b62-b07f-bedc301915b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:05.703817 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-385b8809-c921-4b62-b07f-bedc301915b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36afedea-1afd-45d7-beab-ba475de16739 HTTP/1.1" status: 204  len: 168 time: 0.2361166
Apr 30 21:24:05.719293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b8809-c921-4b62-b07f-bedc301915b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36afedea-1afd-45d7-beab-ba475de16739,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:05.782462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-11b433c3-c4b8-44d4-88de-d8e6e651bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:05.784174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-11b433c3-c4b8-44d4-88de-d8e6e651bf15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0738587
Apr 30 21:24:05.900038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-c4512214-e7fb-4e83-b57e-312294a7c578 service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082392
Apr 30 21:24:06.055968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40046) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:06.074998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4daa2062-af9e-47bd-987d-96515957faec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32066545', 'description': 'tempest-description--1422602379'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:06.149333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-c89a8c7f-01ef-439a-82f9-3bf3c4849dfe service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318003
Apr 30 21:24:06.217029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-5fb4a9d0-3b44-4900-9e16-933fc10edd95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 217 time: 0.0603430
Apr 30 21:24:06.257925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4daa2062-af9e-47bd-987d-96515957faec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:06.319498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-569757bc-75a5-4e7e-ba53-8d4f404aa75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:06.323603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-569757bc-75a5-4e7e-ba53-8d4f404aa75e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0997214
Apr 30 21:24:06.438587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-c1ed9720-178c-4bbd-8682-ba4ac5d680e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:06.443546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-c1ed9720-178c-4bbd-8682-ba4ac5d680e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1098323
Apr 30 21:24:06.498491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4daa2062-af9e-47bd-987d-96515957faec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group (4663c810-dd04-4408-a55f-908774307c4f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:06.588806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-30852841-973b-4ad1-8308-8419a43cd394 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381869
Apr 30 21:24:06.595087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4daa2062-af9e-47bd-987d-96515957faec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4663c810-dd04-4408-a55f-908774307c4f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:06.665254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa2062-af9e-47bd-987d-96515957faec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4663c810-dd04-4408-a55f-908774307c4f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:06.695430 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4daa2062-af9e-47bd-987d-96515957faec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:06.700091 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4daa2062-af9e-47bd-987d-96515957faec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6398842
Apr 30 21:24:06.702558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40074) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:06.710046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d558c904-3bcd-4828-b9b8-894254b06420 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'security_group_rule': {'security_group_id': '4663c810-dd04-4408-a55f-908774307c4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:06.776636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-cc813121-13df-4f09-b591-247fe711997b service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695652
Apr 30 21:24:06.830521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-8618a0a8-d4fc-4426-adcf-14a791d6ffce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 217 time: 0.0463312
Apr 30 21:24:06.852531 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d558c904-3bcd-4828-b9b8-894254b06420 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group_rule (e663960a-ccd3-4efa-91bd-053fa0ff39c7), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:06.899257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-8162b01f-060f-42a2-a804-3fc4c61a7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:06.901359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-8162b01f-060f-42a2-a804-3fc4c61a7c9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0649939
Apr 30 21:24:06.963226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d558c904-3bcd-4828-b9b8-894254b06420 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group_rule (e663960a-ccd3-4efa-91bd-053fa0ff39c7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:06.968870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-889d5359-ac43-422a-b6a2-b4813cd30b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:06.970448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-889d5359-ac43-422a-b6a2-b4813cd30b36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0622954
Apr 30 21:24:07.074776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d558c904-3bcd-4828-b9b8-894254b06420 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e663960a-ccd3-4efa-91bd-053fa0ff39c7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:07.094595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558c904-3bcd-4828-b9b8-894254b06420 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e663960a-ccd3-4efa-91bd-053fa0ff39c7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:07.173415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-a81aacdc-cc49-48ae-b3ab-c4f2ef99afaa service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062331
Apr 30 21:24:07.180540 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d558c904-3bcd-4828-b9b8-894254b06420 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:07.181835 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d558c904-3bcd-4828-b9b8-894254b06420 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4778907
Apr 30 21:24:07.188333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40088) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:07.189177 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a93b8c85-6e86-4df1-aeb6-37d854f19b13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'security_group_rule': {'security_group_id': '4663c810-dd04-4408-a55f-908774307c4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:07.290881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a93b8c85-6e86-4df1-aeb6-37d854f19b13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group_rule (93c5d7d5-fab3-4f40-ae69-eb9ac0a8383d), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:07.364469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a93b8c85-6e86-4df1-aeb6-37d854f19b13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group_rule (93c5d7d5-fab3-4f40-ae69-eb9ac0a8383d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:07.435966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a93b8c85-6e86-4df1-aeb6-37d854f19b13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (93c5d7d5-fab3-4f40-ae69-eb9ac0a8383d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:07.461292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b8c85-6e86-4df1-aeb6-37d854f19b13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c5d7d5-fab3-4f40-ae69-eb9ac0a8383d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:07.476511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-3be21605-5949-44c5-ab87-ee8d7cb61020 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1044126
Apr 30 21:24:07.519664 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a93b8c85-6e86-4df1-aeb6-37d854f19b13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:07.525529 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a93b8c85-6e86-4df1-aeb6-37d854f19b13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3370211
Apr 30 21:24:07.525691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-b6b75e70-2ce4-4f7b-a769-ccc020dc0ddd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e HTTP/1.1" status: 200  len: 217 time: 0.0411975
Apr 30 21:24:07.525691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40102) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:07.529888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:07.589662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-03c684d1-60cd-4de2-a26f-b9e9ee01548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:07.595692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-03c684d1-60cd-4de2-a26f-b9e9ee01548d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0573177
Apr 30 21:24:07.648752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-0fbe6b90-a8cd-4b54-89a1-a98b407cb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:07.650553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-0fbe6b90-a8cd-4b54-89a1-a98b407cb03a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0478711
Apr 30 21:24:07.669604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:07.853155 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:07.865935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-b6508ba6-e45d-4026-8337-e9c8b761cab3 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051542
Apr 30 21:24:08.025113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0d20834e-d14d-4e40-a9f7-5d7261d80292 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:08.091627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0d20834e-d14d-4e40-a9f7-5d7261d80292 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:08.092468 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:08.102643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-86493658-3885-47eb-8a68-0e829d9f40b1 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272129
Apr 30 21:24:08.118493 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Sync routers for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:08.135999 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:08.136693 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cca1520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:23:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:08.144290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Allocated IP 172.35.4.218 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/496c11d1-2e2b-480b-a35e-62fb62576841) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:08.176397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40126) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:08.209376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0d20834e-d14d-4e40-a9f7-5d7261d80292 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:08.209376 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:08.231805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-acbd653e-1cfe-41af-b0e5-470c236355d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d HTTP/1.1" status: 200  len: 217 time: 0.1048255
Apr 30 21:24:08.234239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 0d20834e-d14d-4e40-a9f7-5d7261d80292, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d20834e-d14d-4e40-a9f7-5d7261d80292,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:08.308534 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:08.309288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:08.309425 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:08.369858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=0d20834e-d14d-4e40-a9f7-5d7261d80292,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:08.401410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:08.494079 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:08.592143 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cca1520>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 2, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:08.640262 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Checking router: 28fe7786-f25b-47cd-b68d-9b7aefcc065a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:08.640617 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Updating router 28fe7786-f25b-47cd-b68d-9b7aefcc065a port a89b9004-fba3-4734-8e71-030fe8456aef binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:24:08.672349 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:08.729825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-fb5957fb-e76c-455e-afd6-1534f4c20be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:08.731366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-fb5957fb-e76c-455e-afd6-1534f4c20be1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.4910390
Apr 30 21:24:08.815906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-59e11139-a284-412b-aea9-f126966aa007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:08.817425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-59e11139-a284-412b-aea9-f126966aa007 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0767984
Apr 30 21:24:08.821035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for port (496c11d1-2e2b-480b-a35e-62fb62576841), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:08.958645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-0511ee00-e726-41e0-a061-9e412c3717ed service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303604
Apr 30 21:24:09.027773 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Publish callbacks [] for port (a89b9004-fba3-4734-8e71-030fe8456aef), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.047001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (496c11d1-2e2b-480b-a35e-62fb62576841), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.077299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Allocated IP 172.35.4.167 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/46e4f96f-7c34-4201-b1c7-cc06a92157a9) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:09.098915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226ba51-0d80-452e-a50e-49e7d2ebe5dc req-5e3a4f10-75ce-4dab-b739-5eaf9f235b05 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:09.100458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b226ba51-0d80-452e-a50e-49e7d2ebe5dc req-5e3a4f10-75ce-4dab-b739-5eaf9f235b05 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 946 time: 0.1127353
Apr 30 21:24:09.109598 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.144630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:09.162808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:09.165146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Pushing event updated for resources: {'Port': ['ID=a89b9004-fba3-4734-8e71-030fe8456aef,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:09.165607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:09.175765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'Port': ['ID=496c11d1-2e2b-480b-a35e-62fb62576841,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:09.176713 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.177051 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.177383 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.177709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.178060 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.178480 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.178804 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.179120 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.179436 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.179747 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.180116 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.180434 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.180742 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.181051 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.181358 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:09.235963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-cf39ffe0-4535-49c7-9c8e-f742576a40cd service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2693341
Apr 30 21:24:09.246497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks [] for port (46e4f96f-7c34-4201-b1c7-cc06a92157a9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.256776 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b226ba51-0d80-452e-a50e-49e7d2ebe5dc req-e4d67466-00d4-4c12-a1e9-8ed97bff874b tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465354
Apr 30 21:24:09.277398 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Attempting to bind port a89b9004-fba3-4734-8e71-030fe8456aef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:09.278095 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Attempting to bind port a89b9004-fba3-4734-8e71-030fe8456aef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:09.278558 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Attempting to bind port a89b9004-fba3-4734-8e71-030fe8456aef on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:09.303477 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:09.304478 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Checking segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:09.304844 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.305346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Bound using segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:09.309421 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Bound port: a89b9004-fba3-4734-8e71-030fe8456aef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:09.309983 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.362380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (46e4f96f-7c34-4201-b1c7-cc06a92157a9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.416289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-9ea48150-e585-49db-bd88-805ece8df5ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d HTTP/1.1" status: 200  len: 217 time: 0.0692782
Apr 30 21:24:09.417280 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] For port a89b9004-fba3-4734-8e71-030fe8456aef, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:09.421309 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] For port a89b9004-fba3-4734-8e71-030fe8456aef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a89b9004-fba3-4734-8e71-030fe8456aef,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:09.429346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:09.431790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:09.436785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:09.464717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Pushing event updated for resources: {'Port': ['ID=46e4f96f-7c34-4201-b1c7-cc06a92157a9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:09.476869 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.488557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for floatingip (c8426b49-4571-4b3a-b87c-c36394b50b2b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.506278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114ac6f-0444-4c87-aa39-dca0b26ba80b req-aa4c5a0e-5a84-480d-8fd0-c81c34572d54 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:09.513588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c114ac6f-0444-4c87-aa39-dca0b26ba80b req-aa4c5a0e-5a84-480d-8fd0-c81c34572d54 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1479990
Apr 30 21:24:09.546058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-dbdc4185-4653-4ac2-a4f2-493f3996cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:09.547975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-dbdc4185-4653-4ac2-a4f2-493f3996cb5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.1058288
Apr 30 21:24:09.577850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks [] for floatingip (01707696-af0c-4bdd-aaef-52180bec1bb5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.584817 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:09.586088 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cca1520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:23:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:09.588904 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e105c9-f763-4b54-8c41-1e928486d4e0 None None] Pushing event updated for resources: {'Port': ['ID=a89b9004-fba3-4734-8e71-030fe8456aef,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:09.636957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (496c11d1-2e2b-480b-a35e-62fb62576841), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.642196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6511095a-9dbc-4504-a73a-6955b5631a04 None None] Provisioning complete for port a89b9004-fba3-4734-8e71-030fe8456aef triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:09.651006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6511095a-9dbc-4504-a73a-6955b5631a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.666850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c114ac6f-0444-4c87-aa39-dca0b26ba80b req-904b4a8c-86f4-4b9e-b62e-8b22674b0fd8 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1378052
Apr 30 21:24:09.698230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-5c6eafb5-bf3e-4e8f-b968-7f46b2c8a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:09.699466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-5c6eafb5-bf3e-4e8f-b968-7f46b2c8a192 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1194942
Apr 30 21:24:09.709787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (46e4f96f-7c34-4201-b1c7-cc06a92157a9), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.750793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62d1fc-fa85-4103-a8fd-7fb30ee58588 req-e2438071-c7f2-4ce9-a2ab-9f918009b08e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:09.752884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a62d1fc-fa85-4103-a8fd-7fb30ee58588 req-e2438071-c7f2-4ce9-a2ab-9f918009b08e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.0728288
Apr 30 21:24:09.775074 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:09.836178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6511095a-9dbc-4504-a73a-6955b5631a04 None None] Current status of the port a89b9004-fba3-4734-8e71-030fe8456aef is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:09.836821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6511095a-9dbc-4504-a73a-6955b5631a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.888181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a62d1fc-fa85-4103-a8fd-7fb30ee58588 req-6f9a8fa0-73d7-4293-9537-5ca00be3810d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191146
Apr 30 21:24:09.889408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6511095a-9dbc-4504-a73a-6955b5631a04 None None] For port a89b9004-fba3-4734-8e71-030fe8456aef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a89b9004-fba3-4734-8e71-030fe8456aef,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:09.969646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for port (496c11d1-2e2b-480b-a35e-62fb62576841), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:09.989291 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6511095a-9dbc-4504-a73a-6955b5631a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.009670 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks [] for port (46e4f96f-7c34-4201-b1c7-cc06a92157a9), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.043310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0d20834e-d14d-4e40-a9f7-5d7261d80292 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:10.085865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (496c11d1-2e2b-480b-a35e-62fb62576841), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.099038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511095a-9dbc-4504-a73a-6955b5631a04 None None] Pushing event updated for resources: {'Port': ['ID=a89b9004-fba3-4734-8e71-030fe8456aef,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:10.114512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (46e4f96f-7c34-4201-b1c7-cc06a92157a9), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.118752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d11b0bdb-56b1-41ea-83ec-434622beedf5 None None] Provisioning complete for port a89b9004-fba3-4734-8e71-030fe8456aef triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:10.119319 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d11b0bdb-56b1-41ea-83ec-434622beedf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.163360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0d20834e-d14d-4e40-a9f7-5d7261d80292 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:10.164079 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.192067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'Port': ['ID=496c11d1-2e2b-480b-a35e-62fb62576841,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:10.214108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c8426b49-4571-4b3a-b87c-c36394b50b2b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.223176 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Pushing event updated for resources: {'Port': ['ID=46e4f96f-7c34-4201-b1c7-cc06a92157a9,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:10.224830 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cca1520>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:09Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:10.234665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (01707696-af0c-4bdd-aaef-52180bec1bb5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.258162 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca63a0-b4c3-4094-b667-3c7dd8327859 None None] The sync data for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 is: [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:09Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:10.283304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d11b0bdb-56b1-41ea-83ec-434622beedf5 None None] Current status of the port a89b9004-fba3-4734-8e71-030fe8456aef is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:10.295194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.305020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-65af2102-7484-4bf6-9a7e-0ace7ea6cc97 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7699289
Apr 30 21:24:10.305705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0d20834e-d14d-4e40-a9f7-5d7261d80292 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:10.305705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a89b9004-fba3-4734-8e71-030fe8456aef up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:10.318838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.323703 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-816a4432-da18-4878-b9a5-1523aa1b69e4 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1462345
Apr 30 21:24:10.325733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40160) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:10.337649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1229451709', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'fixed_ips': [{'ip_address': '172.35.4.167'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:10.355296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a89b9004-fba3-4734-8e71-030fe8456aef triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:10.356562 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.429705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Made reservation on behalf of 5c72666ff1ef4a8c866242ac61c49446 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:10.432126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.443160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.443673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-8d9d2ae5-19f2-4fe5-a6a4-82618e21bf82 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:10.447062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-8d9d2ae5-19f2-4fe5-a6a4-82618e21bf82 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.35 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 946 time: 0.1415753
Apr 30 21:24:10.474639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82161b9d-4f6d-4048-b0af-533cf09dab52 req-9f98ec2a-bee9-434d-ab32-04d80a213a43 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:10.475105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a89b9004-fba3-4734-8e71-030fe8456aef is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:10.485845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82161b9d-4f6d-4048-b0af-533cf09dab52 req-9f98ec2a-bee9-434d-ab32-04d80a213a43 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 946 time: 0.1079373
Apr 30 21:24:10.546671 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks [] for security_group (2e61ea79-ac07-4441-91b4-9a4aab2d3f60), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.584196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2e61ea79-ac07-4441-91b4-9a4aab2d3f60), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.591547 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] device_id is not set on port e5c58cb6-1f99-4936-a5fd-f95850668af1 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:24:10.637964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82161b9d-4f6d-4048-b0af-533cf09dab52 req-c3d0e253-a7a7-413b-b9b4-aad1c5233038 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/security-groups?id=0213daaf-1a03-4147-87ad-338a9b7544db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429636
Apr 30 21:24:10.677625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Deleting port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:10.678005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.690626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e61ea79-ac07-4441-91b4-9a4aab2d3f60,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:10.697063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-5b317950-774b-4eda-8a49-28db79dfc03f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--32066545&fields=id&tenant_id=3364787934af4f59b17a58b380fe95da HTTP/1.1" status: 200  len: 267 time: 0.1666028
Apr 30 21:24:10.868901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31501a28-c311-4631-8275-cf33d27736b8 req-1a416aca-f42e-4b7f-b8c6-73d620430146 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:10.870418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31501a28-c311-4631-8275-cf33d27736b8 req-1a416aca-f42e-4b7f-b8c6-73d620430146 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1279535
Apr 30 21:24:10.870640 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:24:10.871119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:24:10.888185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] For port f59ac01b-d3e8-48d7-8da6-56f2417e58e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,segment=NetworkSegment(bd761063-a367-452e-b369-1eadf5222a88),segment_id=bd761063-a367-452e-b369-1eadf5222a88)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:10.888567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:10.923549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Calling delete_port for f59ac01b-d3e8-48d7-8da6-56f2417e58e1 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:10.975447 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-23119552-8727-449e-996b-4e29728e97c8 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.6471062
Apr 30 21:24:10.978169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40178) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:10.997796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-740490e0-73de-45d8-833b-d30b3cb238ba tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:10.999368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-740490e0-73de-45d8-833b-d30b3cb238ba tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.2704780
Apr 30 21:24:11.035506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31501a28-c311-4631-8275-cf33d27736b8 req-0a3beac9-4143-4dcb-9044-3b94f40b420d tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1550231
Apr 30 21:24:11.042551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-cf545962-6bf7-4f76-930f-9b885dd6507a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/quotas/3364787934af4f59b17a58b380fe95da HTTP/1.1" status: 200  len: 375 time: 0.0351973
Apr 30 21:24:11.175622 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-e9265ada-caef-4534-a184-518a036081cb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1229992
Apr 30 21:24:11.301222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6adce-3c13-495e-ba64-2366697700cd req-8ed99af7-cb13-4185-8bc9-6856bd1823b5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:11.303703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78b6adce-3c13-495e-ba64-2366697700cd req-8ed99af7-cb13-4185-8bc9-6856bd1823b5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.1806524
Apr 30 21:24:11.374579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f59ac01b-d3e8-48d7-8da6-56f2417e58e1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:11.386505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f59ac01b-d3e8-48d7-8da6-56f2417e58e1'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:24:11.387963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-706f555a-85f3-4a5d-834f-c62dd0983291 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962084
Apr 30 21:24:11.444610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Pushing event deleted for resources: {'Port': ['ID=f59ac01b-d3e8-48d7-8da6-56f2417e58e1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:11.460395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-7803acdf-6244-4542-ba50-b7bdf756de52 service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483706
Apr 30 21:24:11.495521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-c75f9b3b-ecad-4739-9860-44f178c231a6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:11.496975 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-c75f9b3b-ecad-4739-9860-44f178c231a6 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1569679
Apr 30 21:24:11.505458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-7f6b235c-66bb-4dd9-8538-683b4be0c15c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:11.506847 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-7f6b235c-66bb-4dd9-8538-683b4be0c15c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.20 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.1679018
Apr 30 21:24:11.519594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78b6adce-3c13-495e-ba64-2366697700cd req-e129fbde-9a7b-4879-be6b-b6ef883c537c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1967895
Apr 30 21:24:11.596283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] No DVR routers for this DVR port f59ac01b-d3e8-48d7-8da6-56f2417e58e1 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:24:11.607997 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:11.611260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22387bd5-f3a9-4302-ae2b-4c3bdfa29c60 req-034b94f7-5d53-421b-a390-c3f4f901b2c2 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.35 "DELETE /v2.0/ports/f59ac01b-d3e8-48d7-8da6-56f2417e58e1 HTTP/1.1" status: 204  len: 173 time: 1.1569934
Apr 30 21:24:11.611689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b4eece-01bc-4235-bec9-19ce66fb8765', 'name': 'network-vif-deleted', 'tag': 'f59ac01b-d3e8-48d7-8da6-56f2417e58e1'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:11.614589 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d08733f-c243-4f02-8d6f-72848ec82eca" -d '{"events": [{"server_uuid": "72b4eece-01bc-4235-bec9-19ce66fb8765", "name": "network-vif-deleted", "tag": "f59ac01b-d3e8-48d7-8da6-56f2417e58e1"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:11.618485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Deleting port 46e4f96f-7c34-4201-b1c7-cc06a92157a9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:11.618843 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (46e4f96f-7c34-4201-b1c7-cc06a92157a9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:11.658305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-f0a94eb5-9d9e-4a3b-ad8e-7c4a8e88468d service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558274
Apr 30 21:24:11.665122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-4895412c-ce89-48b5-898f-8ecb8b782d7a service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752217
Apr 30 21:24:11.672244 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4e73a6-8bfb-4ec6-8c73-e075ea4d41fe x-openstack-request-id: req-fc4e73a6-8bfb-4ec6-8c73-e075ea4d41fe {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:11.672843 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b4eece-01bc-4235-bec9-19ce66fb8765", "name": "network-vif-deleted", "tag": "f59ac01b-d3e8-48d7-8da6-56f2417e58e1", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:11.673100 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc4e73a6-8bfb-4ec6-8c73-e075ea4d41fe {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:11.673494 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4e73a6-8bfb-4ec6-8c73-e075ea4d41fe'] response: {'server_uuid': '72b4eece-01bc-4235-bec9-19ce66fb8765', 'name': 'network-vif-deleted', 'tag': 'f59ac01b-d3e8-48d7-8da6-56f2417e58e1', 'status': 'completed', 'code': 200}
Apr 30 21:24:11.736514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-b907c222-f813-493c-8983-51b831cd5623 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee2823b4-cb37-40e4-9569-718e828d60c1 HTTP/1.1" status: 200  len: 217 time: 0.0660231
Apr 30 21:24:11.748529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Deleting port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:11.748875 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:11.763362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Deleting port 25241eca-3984-4407-9196-eb00543c2900 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:11.763689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (25241eca-3984-4407-9196-eb00543c2900), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:11.838210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32ead854-ec18-4a50-be67-a02a8cd26f77 req-a22e9b35-833c-4363-aa1f-31a0a347ad41 tempest-ServerTagsTestJSON-1932595909 tempest-ServerTagsTestJSON-1932595909-project] 10.222.0.23 "GET /v2.0/ports?device_id=72b4eece-01bc-4235-bec9-19ce66fb8765 HTTP/1.1" status: 200  len: 210 time: 0.0388472
Apr 30 21:24:11.847109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-d13c46a7-3749-4941-9fbb-5f4fadde9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:11.849147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-d13c46a7-3749-4941-9fbb-5f4fadde9cf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.1033015
Apr 30 21:24:11.874285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (46e4f96f-7c34-4201-b1c7-cc06a92157a9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:11.874613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks [] for floatingip (46e4f96f-7c34-4201-b1c7-cc06a92157a9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:11.899717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Calling delete_port for 46e4f96f-7c34-4201-b1c7-cc06a92157a9 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:11.900901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc25d5-031c-4353-b447-859e4870c95e req-fe932d07-a2a0-4dbb-aa7c-80fbe0f59350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:11.902484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-fe932d07-a2a0-4dbb-aa7c-80fbe0f59350 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0424411
Apr 30 21:24:11.999707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] For port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:11.999996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.015747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] For port 25241eca-3984-4407-9196-eb00543c2900, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25241eca-3984-4407-9196-eb00543c2900,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:12.016126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (25241eca-3984-4407-9196-eb00543c2900), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.026873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-96e5970e-d512-48e1-a62a-b9c6f561bc7b service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122684
Apr 30 21:24:12.066268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a89b9004-fba3-4734-8e71-030fe8456aef up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:12.172572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a89b9004-fba3-4734-8e71-030fe8456aef triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:12.173350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.299348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee09336-2306-41bc-8dc8-98d246ea1870 req-d20d70be-fa8e-4893-a09b-264e98e4804f tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:12.301452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dee09336-2306-41bc-8dc8-98d246ea1870 req-d20d70be-fa8e-4893-a09b-264e98e4804f tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 946 time: 0.1343122
Apr 30 21:24:12.325259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a89b9004-fba3-4734-8e71-030fe8456aef is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:12.388088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6978df7-d88b-40d1-a7ac-bc0d54300645 req-5e18cc43-222a-4872-9590-787cc3c3e726 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 210 time: 0.2186818
Apr 30 21:24:12.420248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbdc25d5-031c-4353-b447-859e4870c95e req-a421dba8-7d47-47fe-9e27-91a5c2838ea6 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3816602
Apr 30 21:24:12.454588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dee09336-2306-41bc-8dc8-98d246ea1870 req-682654f9-9d82-4f3d-99e2-a645a281ffe5 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups?id=b192564f-3494-4cea-8d3b-76bb8cfccb8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688787
Apr 30 21:24:12.482584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.482941 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (1be4844a-8808-4ac0-9440-3814122dc2e3), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.483258 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Floating IP 1be4844a-8808-4ac0-9440-3814122dc2e3 disassociated. External IP: 172.35.4.15, port: 25241eca-3984-4407-9196-eb00543c2900.
Apr 30 21:24:12.483600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Calling delete_port for 25241eca-3984-4407-9196-eb00543c2900 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:12.496181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.496816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c07e63e4-124a-4fb5-9820-c3af59fa8667), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.496816 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Floating IP c07e63e4-124a-4fb5-9820-c3af59fa8667 disassociated. External IP: 172.35.4.31, port: 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0.
Apr 30 21:24:12.497162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Calling delete_port for 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:12.579541 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (46e4f96f-7c34-4201-b1c7-cc06a92157a9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.624303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Pushing event deleted for resources: {'Port': ['ID=46e4f96f-7c34-4201-b1c7-cc06a92157a9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:12.687519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11ed53-ce77-4285-9712-8ead69aa4dfe req-42b3a6e0-2066-44c1-bfe1-74e305acbaa9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:12.690833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb11ed53-ce77-4285-9712-8ead69aa4dfe req-42b3a6e0-2066-44c1-bfe1-74e305acbaa9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 946 time: 0.0684419
Apr 30 21:24:12.740844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb11ed53-ce77-4285-9712-8ead69aa4dfe req-b09f188c-45d1-4f86-9a41-3484f018ccf3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=64a3be39-4495-4c03-b757-5c1379bc94ec&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448444
Apr 30 21:24:12.784988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks [] for floatingip (01707696-af0c-4bdd-aaef-52180bec1bb5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.787508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.788666 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d6bdf82b-2331-4c72-bb54-611a839cabb5 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252 tempest-ExternalNetworksAdminNegativeTestJSON-1312775252-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/01707696-af0c-4bdd-aaef-52180bec1bb5 HTTP/1.1" status: 204  len: 168 time: 1.8096061
Apr 30 21:24:12.875425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.877108 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (25241eca-3984-4407-9196-eb00543c2900), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:12.913628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event deleted for resources: {'Port': ['ID=39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:12.920862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40234) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:12.961108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event deleted for resources: {'Port': ['ID=25241eca-3984-4407-9196-eb00543c2900,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:12.984513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3407fc2-4609-4de1-8f35-fca4c60aaf2b admin admin] Deleting subnet 378059f3-8172-4750-beab-1be4c248f5f3 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:24:12.989442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3407fc2-4609-4de1-8f35-fca4c60aaf2b admin admin] Publish callbacks [] for subnet (378059f3-8172-4750-beab-1be4c248f5f3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.053955 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3407fc2-4609-4de1-8f35-fca4c60aaf2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (378059f3-8172-4750-beab-1be4c248f5f3), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.096326 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3407fc2-4609-4de1-8f35-fca4c60aaf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (378059f3-8172-4750-beab-1be4c248f5f3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.158834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Router 4d7d9f33-bbcd-4e94-af99-ad7657726720 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:24:13.160590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Router 04843ad8-f78a-4ec7-8e85-1a812649ed30 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:24:13.296646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3407fc2-4609-4de1-8f35-fca4c60aaf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (378059f3-8172-4750-beab-1be4c248f5f3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.369857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:13.374264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3407fc2-4609-4de1-8f35-fca4c60aaf2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378059f3-8172-4750-beab-1be4c248f5f3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:13.375467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:13.382829 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3407fc2-4609-4de1-8f35-fca4c60aaf2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.384832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b3407fc2-4609-4de1-8f35-fca4c60aaf2b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/378059f3-8172-4750-beab-1be4c248f5f3 HTTP/1.1" status: 204  len: 168 time: 0.4629257
Apr 30 21:24:13.389249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40240) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:13.414128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] Sync routers for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:13.433093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:13.433725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca7e6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:23:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:13.446968 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] Sync routers for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:13.503592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] No DVR routers for this DVR port 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:24:13.504143 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:13.514689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.516251 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d940490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:23:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:13.518988 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e2683536-8903-4a33-a28e-acda5d7dc730 req-fdbb53e8-b6c9-4749-9dcc-e727af3268d7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.20 "DELETE /v2.0/ports/39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 HTTP/1.1" status: 204  len: 173 time: 2.0103071
Apr 30 21:24:13.534542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff0823b-a621-444c-a64b-dfd437b832df', 'name': 'network-vif-deleted', 'tag': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:13.534542 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eed2ef4-95be-4c47-91c0-a6350d22e9d2" -d '{"events": [{"server_uuid": "7ff0823b-a621-444c-a64b-dfd437b832df", "name": "network-vif-deleted", "tag": "39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:13.541795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40248) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:13.595264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] No DVR routers for this DVR port 25241eca-3984-4407-9196-eb00543c2900 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:24:13.600297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.620059 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-88f6773e-adca-4462-bd3c-3d37c59688a1 req-b5274393-e1a4-4a2d-8253-822aef29d12e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.20 "DELETE /v2.0/ports/25241eca-3984-4407-9196-eb00543c2900 HTTP/1.1" status: 204  len: 173 time: 2.0797653
Apr 30 21:24:13.702821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:13.771778 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:13.819911 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (df6d16cb-5552-4b55-bc98-90dda2709a95), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.828430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e683ac7-973d-4586-a981-f0e1a349eea0 req-0fe70afe-9e5d-476d-98f4-0410a212d07b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 210 time: 0.1574042
Apr 30 21:24:13.837318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a699557d-4ad3-4a05-8105-ac0989441bd0 req-ce7e2333-2b9c-4827-9290-749f553358ac tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 210 time: 0.1298237
Apr 30 21:24:13.874573 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05d5cb55-7f9d-4367-822c-1a537a955523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:13.892408 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8392da-f35f-4ef9-80c2-b46b281084e5 x-openstack-request-id: req-df8392da-f35f-4ef9-80c2-b46b281084e5 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:13.892704 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff0823b-a621-444c-a64b-dfd437b832df", "name": "network-vif-deleted", "tag": "39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:13.892968 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df8392da-f35f-4ef9-80c2-b46b281084e5 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:13.893387 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8392da-f35f-4ef9-80c2-b46b281084e5'] response: {'server_uuid': '7ff0823b-a621-444c-a64b-dfd437b832df', 'name': 'network-vif-deleted', 'tag': '39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0', 'status': 'completed', 'code': 200}
Apr 30 21:24:13.991409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca7e6d0>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.045292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b55ff807-a51a-472e-b80d-9c14c04e4143 req-a4a3f619-ae7e-4baf-9b1b-f821a71794d1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 210 time: 0.0866234
Apr 30 21:24:14.048218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] Checking router: 4d7d9f33-bbcd-4e94-af99-ad7657726720 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:14.059125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:14.059763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca7e6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:23:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.063674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (df6d16cb-5552-4b55-bc98-90dda2709a95), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.098846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967567880>,) {'filters': {'network_id': ['df6d16cb-5552-4b55-bc98-90dda2709a95']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.121003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967567880>, 'bd761063-a367-452e-b369-1eadf5222a88') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.121676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967567880>, 'bd761063-a367-452e-b369-1eadf5222a88') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.137545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (bd761063-a367-452e-b369-1eadf5222a88), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.158498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 25241eca-3984-4407-9196-eb00543c2900 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:24:14.168656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bd761063-a367-452e-b369-1eadf5222a88), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.185234 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05d5cb55-7f9d-4367-822c-1a537a955523 admin admin] Publish callbacks [] for security_group (71ae85e3-b7c6-4169-90ca-ddf4b4e428df), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.187675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:24:14.188406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (bd761063-a367-452e-b369-1eadf5222a88), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.189751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 25241eca-3984-4407-9196-eb00543c2900 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:24:14.191018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 25241eca-3984-4407-9196-eb00543c2900 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:24:14.191452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:24:14.191853 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:24:14.194233 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d940490>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:40Z', 'revision_number': 5, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.225340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:24:14.225719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 39ef5c24-20cd-43eb-b6dd-5ac35f46b4f0 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:24:14.248352 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] Checking router: 04843ad8-f78a-4ec7-8e85-1a812649ed30 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:14.258830 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:14.259455 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d940490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:23:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.275643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:14.311003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05d5cb55-7f9d-4367-822c-1a537a955523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (71ae85e3-b7c6-4169-90ca-ddf4b4e428df), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.358120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-05d5cb55-7f9d-4367-822c-1a537a955523 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6ff343ae4574701bd6f36e4b2fe7b0e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8142920
Apr 30 21:24:14.359313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5cb55-7f9d-4367-822c-1a537a955523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ae85e3-b7c6-4169-90ca-ddf4b4e428df,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:14.364121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (df6d16cb-5552-4b55-bc98-90dda2709a95), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.365724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40256) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:14.372250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.375389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] 10.222.0.23 "DELETE /v2.0/networks/df6d16cb-5552-4b55-bc98-90dda2709a95 HTTP/1.1" status: 204  len: 168 time: 0.9848547
Apr 30 21:24:14.394844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76266f0a-e8fa-4442-a251-814b7e361a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=df6d16cb-5552-4b55-bc98-90dda2709a95,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:14.409422 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:14.464155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b420614-de59-44fe-8576-82d262321f51 admin admin] Publish callbacks [] for security_group (71ae85e3-b7c6-4169-90ca-ddf4b4e428df), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.490204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b420614-de59-44fe-8576-82d262321f51 admin admin] Publish callbacks [] for security_group (71ae85e3-b7c6-4169-90ca-ddf4b4e428df), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.560086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca7e6d0>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.679458 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d940490>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:40Z', 'revision_number': 5, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:14.714329 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedb3d03-cf98-494b-810c-d0bf46c781dd None None] The sync data for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 is: [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:16:36Z', 'revision_number': 4, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '99d1f582-f755-41e9-bc4d-985208cf2a38', 'name': '', 'network_id': '03738ce1-c48f-4ad4-be94-161589abefe2', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'mac_address': 'fa:16:3e:0d:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '77813a45-3d28-401a-82c7-7405d4826d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:35Z', 'updated_at': '2022-04-30T21:16:40Z', 'revision_number': 5, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'subnets': [{'id': '77813a45-3d28-401a-82c7-7405d4826d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:14.723862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f59ac01b-d3e8-48d7-8da6-56f2417e58e1 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:24:14.726617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4575c2-1a4b-4641-ab27-6561f4f967ef None None] The sync data for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 is: [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:14.732696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b420614-de59-44fe-8576-82d262321f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (71ae85e3-b7c6-4169-90ca-ddf4b4e428df), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.739082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b420614-de59-44fe-8576-82d262321f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:14.740295 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1b420614-de59-44fe-8576-82d262321f51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71ae85e3-b7c6-4169-90ca-ddf4b4e428df HTTP/1.1" status: 204  len: 168 time: 0.3733087
Apr 30 21:24:14.751516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b420614-de59-44fe-8576-82d262321f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ae85e3-b7c6-4169-90ca-ddf4b4e428df,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:14.788809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: f59ac01b-d3e8-48d7-8da6-56f2417e58e1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:24:14.789099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f59ac01b-d3e8-48d7-8da6-56f2417e58e1 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:24:14.936377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40276) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:14.994572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5745bc33-1301-4e43-ba53-414904e47fb1 req-b8576274-3632-4263-88d2-e231c57a6ade tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 210 time: 0.0639822
Apr 30 21:24:15.036427 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a5218bf7-028f-4ee7-b350-1d494e98f81d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfe1b39ed5644c20ac54608a6f25e0bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0986426
Apr 30 21:24:15.039122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40278) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:15.085741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6239a87-e3e5-47b3-8284-13fd1ac38854 req-adf28d07-1b43-487b-83d4-472c145ac300 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ff0823b-a621-444c-a64b-dfd437b832df HTTP/1.1" status: 200  len: 210 time: 0.0728843
Apr 30 21:24:15.110065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9bd0e788-3807-4021-908d-38ade949f207 admin admin] Publish callbacks [] for security_group (0213daaf-1a03-4147-87ad-338a9b7544db), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.154694 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9bd0e788-3807-4021-908d-38ade949f207 admin admin] Publish callbacks [] for security_group (0213daaf-1a03-4147-87ad-338a9b7544db), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.280899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360809d6-bf79-4ffd-9f08-4fe63f7ec129 None None] New status for floating IP c07e63e4-124a-4fb5-9820-c3af59fa8667: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:24:15.303999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c952377-2004-41db-8b68-dc64ac23b997 req-129160ae-16f3-4d41-8e02-52af9787388e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=5651c8e3-b1ff-47a2-ac15-e68594650b70 HTTP/1.1" status: 200  len: 210 time: 0.0904927
Apr 30 21:24:15.323324 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867a9729-436f-49bc-a574-8fc43d1cc213 None None] New status for floating IP 1be4844a-8808-4ac0-9440-3814122dc2e3: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:24:15.335201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-37d3024b-efd6-4eb8-bb96-7380f96d34b8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:15.336920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-37d3024b-efd6-4eb8-bb96-7380f96d34b8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.2800443
Apr 30 21:24:15.406351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9bd0e788-3807-4021-908d-38ade949f207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0213daaf-1a03-4147-87ad-338a9b7544db), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.409680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9bd0e788-3807-4021-908d-38ade949f207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.411072 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9bd0e788-3807-4021-908d-38ade949f207 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0213daaf-1a03-4147-87ad-338a9b7544db HTTP/1.1" status: 204  len: 168 time: 0.3708086
Apr 30 21:24:15.421456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0e788-3807-4021-908d-38ade949f207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0213daaf-1a03-4147-87ad-338a9b7544db,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:15.426915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-5ca473a1-d20a-4e33-a72c-2d8aeb8fc298 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3364787934af4f59b17a58b380fe95da HTTP/1.1" status: 200  len: 378 time: 0.0818281
Apr 30 21:24:15.436580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'port': {'device_id': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'admin_state_up': True, 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'security_groups': ['4663c810-dd04-4408-a55f-908774307c4f']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:15.675394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Made reservation on behalf of 3364787934af4f59b17a58b380fe95da for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:15.679521 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.701649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40288) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:15.748566 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0951fd23-a18a-4703-89bf-3db5917a1833 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c72666ff1ef4a8c866242ac61c49446&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0450170
Apr 30 21:24:15.751224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40290) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:15.807069 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd279f10-f9cc-4b0e-9411-ab8cdd11cfb8 admin admin] Publish callbacks [] for security_group (2e61ea79-ac07-4441-91b4-9a4aab2d3f60), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.821869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Allocated IP 172.20.0.3 (6d21022d-393a-4eff-ba51-560f37353f44/5a00c6c0-02bf-47fa-85d0-3ae326c45443/241a93d8-ce90-4d90-8ad1-26bae3d008ad) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:15.830877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd279f10-f9cc-4b0e-9411-ab8cdd11cfb8 admin admin] Publish callbacks [] for security_group (2e61ea79-ac07-4441-91b4-9a4aab2d3f60), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.895296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-deleted', 'tag': '25241eca-3984-4407-9196-eb00543c2900'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:15.900674 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec2f86c-0510-421b-a774-a3dfc57b4e0f" -d '{"events": [{"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-deleted", "tag": "25241eca-3984-4407-9196-eb00543c2900"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:15.947202 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9573c731-fee8-442b-a631-8c01c619e4cc x-openstack-request-id: req-9573c731-fee8-442b-a631-8c01c619e4cc {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:15.947655 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5651c8e3-b1ff-47a2-ac15-e68594650b70", "name": "network-vif-deleted", "tag": "25241eca-3984-4407-9196-eb00543c2900", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:15.948092 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9573c731-fee8-442b-a631-8c01c619e4cc {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:15.948591 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9573c731-fee8-442b-a631-8c01c619e4cc'] response: {'server_uuid': '5651c8e3-b1ff-47a2-ac15-e68594650b70', 'name': 'network-vif-deleted', 'tag': '25241eca-3984-4407-9196-eb00543c2900', 'status': 'completed', 'code': 200}
Apr 30 21:24:15.949929 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd279f10-f9cc-4b0e-9411-ab8cdd11cfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2e61ea79-ac07-4441-91b4-9a4aab2d3f60), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.952608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd279f10-f9cc-4b0e-9411-ab8cdd11cfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:15.954183 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dd279f10-f9cc-4b0e-9411-ab8cdd11cfb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e61ea79-ac07-4441-91b4-9a4aab2d3f60 HTTP/1.1" status: 204  len: 168 time: 0.2010922
Apr 30 21:24:15.964270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd279f10-f9cc-4b0e-9411-ab8cdd11cfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e61ea79-ac07-4441-91b4-9a4aab2d3f60,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:15.982757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.100377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40268163-0b94-4b81-9406-a3a347bc37e3 req-f02a92e4-9e9a-4234-b5b2-62ca104f6a5c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 210 time: 0.0274382
Apr 30 21:24:16.161109 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.204609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Network 6d21022d-393a-4eff-ba51-560f37353f44 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:16.210513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:16.218160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:16.223689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:16.278818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:16.279522 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.282155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40314) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:16.357097 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da880d05-2b41-442f-aa19-54a16674c0c7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group (b192564f-3494-4cea-8d3b-76bb8cfccb8f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.395233 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da880d05-2b41-442f-aa19-54a16674c0c7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group (b192564f-3494-4cea-8d3b-76bb8cfccb8f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.420894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-b9f71c5f-e02c-488f-bae4-8628416778ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9849777
Apr 30 21:24:16.431379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Request body: {'port': {'device_id': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:16.527047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40332) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:16.531142 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.573778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1e6a9dde-b5e2-4184-929d-ffc17917c1ce None None] Provisioning complete for port 241a93d8-ce90-4d90-8ad1-26bae3d008ad triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:16.573778 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e6a9dde-b5e2-4184-929d-ffc17917c1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.589995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da880d05-2b41-442f-aa19-54a16674c0c7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b192564f-3494-4cea-8d3b-76bb8cfccb8f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.592757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da880d05-2b41-442f-aa19-54a16674c0c7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.596864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-da880d05-2b41-442f-aa19-54a16674c0c7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "DELETE /v2.0/security-groups/b192564f-3494-4cea-8d3b-76bb8cfccb8f HTTP/1.1" status: 204  len: 168 time: 0.3109441
Apr 30 21:24:16.598929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:16.620852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a9dde-b5e2-4184-929d-ffc17917c1ce None None] Port 241a93d8-ce90-4d90-8ad1-26bae3d008ad cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:24:16.627063 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-98cf0eff-9804-4cb9-a86f-7fc3aaf2cfe1 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] show failed (client error): The resource could not be found.
Apr 30 21:24:16.629805 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98cf0eff-9804-4cb9-a86f-7fc3aaf2cfe1 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "GET /v2.0/security-groups/b192564f-3494-4cea-8d3b-76bb8cfccb8f HTTP/1.1" status: 404  len: 347 time: 0.0227356
Apr 30 21:24:16.632668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40338) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:16.641129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f38edca9-26e4-495a-ae3c-c5af7ae348e8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (64a3be39-4495-4c03-b757-5c1379bc94ec), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.740933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f38edca9-26e4-495a-ae3c-c5af7ae348e8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (64a3be39-4495-4c03-b757-5c1379bc94ec), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.849058 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Deleting port 0a6ef2bd-162b-43f1-a530-08efa41f1265 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:16.850150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0a6ef2bd-162b-43f1-a530-08efa41f1265), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.855687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.927490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f38edca9-26e4-495a-ae3c-c5af7ae348e8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (64a3be39-4495-4c03-b757-5c1379bc94ec), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.930389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f38edca9-26e4-495a-ae3c-c5af7ae348e8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.934504 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f38edca9-26e4-495a-ae3c-c5af7ae348e8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "DELETE /v2.0/security-groups/64a3be39-4495-4c03-b757-5c1379bc94ec HTTP/1.1" status: 204  len: 168 time: 0.4037271
Apr 30 21:24:16.934602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da880d05-2b41-442f-aa19-54a16674c0c7 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b192564f-3494-4cea-8d3b-76bb8cfccb8f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:16.944189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40346) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:16.964015 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-a6f59c39-4746-4ab8-af4e-372ed69ab159 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] show failed (client error): The resource could not be found.
Apr 30 21:24:16.967721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a6f59c39-4746-4ab8-af4e-372ed69ab159 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups/64a3be39-4495-4c03-b757-5c1379bc94ec HTTP/1.1" status: 404  len: 347 time: 0.0198431
Apr 30 21:24:16.970897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40348) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:16.973512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0a6ef2bd-162b-43f1-a530-08efa41f1265), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.973912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for floatingip (0a6ef2bd-162b-43f1-a530-08efa41f1265), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:16.989772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38edca9-26e4-495a-ae3c-c5af7ae348e8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a3be39-4495-4c03-b757-5c1379bc94ec,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:17.043328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Calling delete_port for 0a6ef2bd-162b-43f1-a530-08efa41f1265 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:17.175053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Deleting port b474742d-27d6-48f2-aeca-243027d47eb0 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:17.175391 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b474742d-27d6-48f2-aeca-243027d47eb0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.266881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966b571-9b3a-4abc-a89a-c7feb4af6bef req-e9f8acb6-2e73-4ccf-a094-4cd8aee1ab1a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:17.268449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6966b571-9b3a-4abc-a89a-c7feb4af6bef req-e9f8acb6-2e73-4ccf-a094-4cd8aee1ab1a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 931 time: 0.0769825
Apr 30 21:24:17.276977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b474742d-27d6-48f2-aeca-243027d47eb0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.277533 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (b474742d-27d6-48f2-aeca-243027d47eb0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.285543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241a93d8-ce90-4d90-8ad1-26bae3d008ad {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:17.301229 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Publish callbacks [] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.313694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Calling delete_port for b474742d-27d6-48f2-aeca-243027d47eb0 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:17.359052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6966b571-9b3a-4abc-a89a-c7feb4af6bef req-af11c604-6cd9-4b81-b27d-2c73f7617130 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0687845
Apr 30 21:24:17.536465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40374) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:17.652601 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75953436-a469-4114-8225-9b833e6bf559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.739528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75953436-a469-4114-8225-9b833e6bf559 admin admin] Publish callbacks [] for security_group (e537e92d-8360-4cf1-b979-630b95017447), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.754123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0a6ef2bd-162b-43f1-a530-08efa41f1265), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.787952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Pushing event deleted for resources: {'Port': ['ID=0a6ef2bd-162b-43f1-a530-08efa41f1265,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:17.817627 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75953436-a469-4114-8225-9b833e6bf559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e537e92d-8360-4cf1-b979-630b95017447), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.847690 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f51e9db-1bbb-4e97-bd1a-d3d9ae8769dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.860068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75953436-a469-4114-8225-9b833e6bf559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e537e92d-8360-4cf1-b979-630b95017447,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:17.860193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks [] for floatingip (c07e63e4-124a-4fb5-9820-c3af59fa8667), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.863237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.864723 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1403addb-765a-430d-b6db-ac2535c41e38 tempest-ServersTestBootFromVolume-307388374 tempest-ServersTestBootFromVolume-307388374-project] 10.222.0.23 "DELETE /v2.0/floatingips/c07e63e4-124a-4fb5-9820-c3af59fa8667 HTTP/1.1" status: 204  len: 168 time: 1.2306058
Apr 30 21:24:17.866654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-75953436-a469-4114-8225-9b833e6bf559 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e70d13eec914f99bb25c21a3ee00cb9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3291016
Apr 30 21:24:17.869051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40384) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:17.869392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40386) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:17.920405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Transition to ACTIVE for port object 241a93d8-ce90-4d90-8ad1-26bae3d008ad will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:24:17.923790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b474742d-27d6-48f2-aeca-243027d47eb0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:17.953395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event deleted for resources: {'Port': ['ID=b474742d-27d6-48f2-aeca-243027d47eb0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:17.990680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fdef366-9799-4f25-9315-7772b49ff2f4 admin admin] Publish callbacks [] for security_group (e537e92d-8360-4cf1-b979-630b95017447), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.030036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.085432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:18.106313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fdef366-9799-4f25-9315-7772b49ff2f4 admin admin] Publish callbacks [] for security_group (e537e92d-8360-4cf1-b979-630b95017447), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.122702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (1be4844a-8808-4ac0-9440-3814122dc2e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.125215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.130076 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-28438f6b-8f60-478c-b13b-0a9271583169 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "DELETE /v2.0/floatingips/1be4844a-8808-4ac0-9440-3814122dc2e3 HTTP/1.1" status: 204  len: 168 time: 1.1522553
Apr 30 21:24:18.186314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Attempting to bind port 241a93d8-ce90-4d90-8ad1-26bae3d008ad on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:18.187016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Attempting to bind port 241a93d8-ce90-4d90-8ad1-26bae3d008ad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:18.187540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Attempting to bind port 241a93d8-ce90-4d90-8ad1-26bae3d008ad on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:18.196078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Port 241a93d8-ce90-4d90-8ad1-26bae3d008ad on network 6d21022d-393a-4eff-ba51-560f37353f44 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:24:18.196456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Attempting to bind port 241a93d8-ce90-4d90-8ad1-26bae3d008ad on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:18.202486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:18.203141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Checking segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:18.203692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Bound using segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:18.204272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Bound port: 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:18.205123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.309012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:18.318700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fdef366-9799-4f25-9315-7772b49ff2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e537e92d-8360-4cf1-b979-630b95017447), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.318988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:18.319582 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fdef366-9799-4f25-9315-7772b49ff2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.320847 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5fdef366-9799-4f25-9315-7772b49ff2f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e537e92d-8360-4cf1-b979-630b95017447 HTTP/1.1" status: 204  len: 168 time: 0.4493315
Apr 30 21:24:18.336165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdef366-9799-4f25-9315-7772b49ff2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e537e92d-8360-4cf1-b979-630b95017447,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:18.403058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.485097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:18.485823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.487257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] 10.222.0.35 "PUT /v2.0/ports/241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 1091 time: 2.0605416
Apr 30 21:24:18.488181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:18.490844 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c35c54e-e976-4778-a98b-0658a8ff4a99" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:18.521402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684453c2-d458-49e1-bd33-102d7bb56030 service neutron] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:18.555856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (04843ad8-f78a-4ec7-8e85-1a812649ed30), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.580170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40406) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:18.588701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-476136c3-193d-4def-bb0a-70d2c88f0e32 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47565424', 'description': 'tempest-description--1386347049'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:18.608856 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5421aae8-324c-42e8-8586-b3b34eee6102 x-openstack-request-id: req-5421aae8-324c-42e8-8586-b3b34eee6102 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:18.609196 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:18.609460 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5421aae8-324c-42e8-8586-b3b34eee6102 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:18.609826 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5421aae8-324c-42e8-8586-b3b34eee6102'] response: {'name': 'network-changed', 'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'status': 'completed', 'code': 200}
Apr 30 21:24:18.629049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247a94-9770-4b43-843f-2f2a2b8d7473 req-854f66d8-2a11-43c0-9cc4-5c1274dceee1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:18.630468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d247a94-9770-4b43-843f-2f2a2b8d7473 req-854f66d8-2a11-43c0-9cc4-5c1274dceee1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 943 time: 0.1036184
Apr 30 21:24:18.701256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35c54e-e976-4778-a98b-0658a8ff4a99 req-14a3baf3-c3a2-4d5e-b8ad-932d6233a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:18.702828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c35c54e-e976-4778-a98b-0658a8ff4a99 req-14a3baf3-c3a2-4d5e-b8ad-932d6233a8a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1125 time: 0.0696774
Apr 30 21:24:18.778465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-476136c3-193d-4def-bb0a-70d2c88f0e32 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.786359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d247a94-9770-4b43-843f-2f2a2b8d7473 req-364a1923-f317-4187-adca-fdfaaf3cee1c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1372309
Apr 30 21:24:18.896435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35c54e-e976-4778-a98b-0658a8ff4a99 req-8e085b36-65cc-4d90-8d5a-8a9d23f6808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:18.921305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c35c54e-e976-4778-a98b-0658a8ff4a99 req-8e085b36-65cc-4d90-8d5a-8a9d23f6808e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3364787934af4f59b17a58b380fe95da&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1881537
Apr 30 21:24:18.956206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Deleting port 99d1f582-f755-41e9-bc4d-985208cf2a38 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:18.957156 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:18.988982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-476136c3-193d-4def-bb0a-70d2c88f0e32 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (a274e161-3d93-408a-b9c7-e3bd5f66e8ab), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.031715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35c54e-e976-4778-a98b-0658a8ff4a99 req-2386100d-c187-43e7-a2e0-ffb4f395c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:19.033303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c35c54e-e976-4778-a98b-0658a8ff4a99 req-2386100d-c187-43e7-a2e0-ffb4f395c90e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1293373
Apr 30 21:24:19.068113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] For port 99d1f582-f755-41e9-bc4d-985208cf2a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=99d1f582-f755-41e9-bc4d-985208cf2a38,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:19.068682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.100300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Calling delete_port for 99d1f582-f755-41e9-bc4d-985208cf2a38 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:19.100300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40424) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.115193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-55bc420d-a825-44f6-b0e7-a1d196a486ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:19.117191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-55bc420d-a825-44f6-b0e7-a1d196a486ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1125 time: 0.0436580
Apr 30 21:24:19.165193 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-476136c3-193d-4def-bb0a-70d2c88f0e32 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a274e161-3d93-408a-b9c7-e3bd5f66e8ab), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.184079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-3b5cdb1d-a7c1-428f-b091-19843b3dd91e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 217 time: 0.0449364
Apr 30 21:24:19.230765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476136c3-193d-4def-bb0a-70d2c88f0e32 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a274e161-3d93-408a-b9c7-e3bd5f66e8ab,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:19.239571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f55579ab-3ec0-4e81-8f4d-0dac9f25f162 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:19.241569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-82af8418-1248-4871-aae8-9b1950be1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:19.243144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-82af8418-1248-4871-aae8-9b1950be1ae2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0642536
Apr 30 21:24:19.293100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-723cc361-863b-4bf0-ad3f-c77eb7771d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:19.294725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-723cc361-863b-4bf0-ad3f-c77eb7771d44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0460157
Apr 30 21:24:19.390605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-a0336578-d580-4b38-b9d4-143c79c04748 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889711
Apr 30 21:24:19.456644 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-476136c3-193d-4def-bb0a-70d2c88f0e32 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.460512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-476136c3-193d-4def-bb0a-70d2c88f0e32 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.8769710
Apr 30 21:24:19.461251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40430) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.465821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0e07866f-db46-407b-a7c2-04a84bcc8ac2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'security_group_rule': {'security_group_id': 'a274e161-3d93-408a-b9c7-e3bd5f66e8ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:19.491790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e7348fb-8284-4a61-9f3e-21f233ac115c req-7f60b730-a0aa-4550-9b6f-8a2c707f75a9 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949366
Apr 30 21:24:19.532250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (99d1f582-f755-41e9-bc4d-985208cf2a38), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.559004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Pushing event deleted for resources: {'Port': ['ID=99d1f582-f755-41e9-bc4d-985208cf2a38,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:19.570225 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f55579ab-3ec0-4e81-8f4d-0dac9f25f162 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "PUT /v2.0/quotas/7964f3c150924165ac1f06988e67314e HTTP/1.1" status: 200  len: 366 time: 0.4745669
Apr 30 21:24:19.573488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40432) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.587697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f72eedf9-07b0-449f-a78d-be05bee35197 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0112388
Apr 30 21:24:19.588658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40434) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.598912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-785fc72a-fac7-44fa-b711-758e8bd7c7f0 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "GET /v2.0/quotas/7964f3c150924165ac1f06988e67314e HTTP/1.1" status: 200  len: 366 time: 0.0090876
Apr 30 21:24:19.601243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40436) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.614791 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e07866f-db46-407b-a7c2-04a84bcc8ac2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (c630574c-a462-4cc1-939c-08604aa58051), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.712432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-65e0290f-95b7-49d7-af0c-bedf35a5438c tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/7964f3c150924165ac1f06988e67314e HTTP/1.1" status: 204  len: 168 time: 0.1099346
Apr 30 21:24:19.716638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40444) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.728808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-581691d0-ee4e-427a-aada-3decbe2557dc tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0095601
Apr 30 21:24:19.731483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40446) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.745824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c044196-fc72-4b5a-b0cb-7e0c1c66bed1 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "GET /v2.0/quotas/7964f3c150924165ac1f06988e67314e HTTP/1.1" status: 200  len: 370 time: 0.0124459
Apr 30 21:24:19.747957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40448) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.755455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e099733c-a3f6-4986-841c-53fbc9545e6f tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "GET /v2.0/quotas/7964f3c150924165ac1f06988e67314e/default HTTP/1.1" status: 200  len: 370 time: 0.0057988
Apr 30 21:24:19.758392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40450) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:19.769318 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-395ef71d-37c7-4f08-914a-811ad0dfe7a0 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] delete failed (client error): The resource could not be found.
Apr 30 21:24:19.774225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-395ef71d-37c7-4f08-914a-811ad0dfe7a0 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/7964f3c150924165ac1f06988e67314e HTTP/1.1" status: 404  len: 348 time: 0.0108731
Apr 30 21:24:19.779689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e07866f-db46-407b-a7c2-04a84bcc8ac2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (c630574c-a462-4cc1-939c-08604aa58051), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.796761 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (04843ad8-f78a-4ec7-8e85-1a812649ed30), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.881803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e07866f-db46-407b-a7c2-04a84bcc8ac2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (c630574c-a462-4cc1-939c-08604aa58051), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:19.917952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07866f-db46-407b-a7c2-04a84bcc8ac2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c630574c-a462-4cc1-939c-08604aa58051,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:19.935918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac05af-69d4-4b0d-9aed-6a38dcd18d8b req-b1e4ba27-7e33-4247-9f7d-dd86760be604 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:19.937894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08ac05af-69d4-4b0d-9aed-6a38dcd18d8b req-b1e4ba27-7e33-4247-9f7d-dd86760be604 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 943 time: 0.0570612
Apr 30 21:24:20.011360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08ac05af-69d4-4b0d-9aed-6a38dcd18d8b req-89503607-7fe3-4c55-9b1e-bf5b41c13ca6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0631540
Apr 30 21:24:20.048527 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e07866f-db46-407b-a7c2-04a84bcc8ac2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.053069 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0e07866f-db46-407b-a7c2-04a84bcc8ac2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5881500
Apr 30 21:24:20.053209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40460) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:20.053931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40462) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:20.057934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4035db42-e972-4f0b-8a82-31aa40211ac9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'security_group_rule': {'security_group_id': 'a274e161-3d93-408a-b9c7-e3bd5f66e8ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:20.117965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40466) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:20.126869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Router 04843ad8-f78a-4ec7-8e85-1a812649ed30 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:24:20.140291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Usage tracker for resource:network and project:3b107ae4a988422a892ab90f1d2b505a is out of sync, need to count used quota {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 30 21:24:20.152630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 30 21:24:20.152796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5646b5ef-3e5e-46c5-af08-e7e7385e68ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.153279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Usage tracker for resource:subnet and project:3b107ae4a988422a892ab90f1d2b505a is out of sync, need to count used quota {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 30 21:24:20.153806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 30 21:24:20.160360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Usage tracker for resource:subnetpool and project:3b107ae4a988422a892ab90f1d2b505a is out of sync, need to count used quota {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 30 21:24:20.164357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 30 21:24:20.170089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Usage tracker for resource:port and project:3b107ae4a988422a892ab90f1d2b505a is out of sync, need to count used quota {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 30 21:24:20.172476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 30 21:24:20.179016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Usage tracker for resource:router and project:3b107ae4a988422a892ab90f1d2b505a is out of sync, need to count used quota {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 30 21:24:20.181263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 30 21:24:20.187065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Usage tracker for resource:floatingip and project:3b107ae4a988422a892ab90f1d2b505a is out of sync, need to count used quota {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 30 21:24:20.190374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 30 21:24:20.208401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4035db42-e972-4f0b-8a82-31aa40211ac9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (b7056699-5e32-4ed4-8c5a-49713100c1d2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.228861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Usage tracker for resource:security_group and project:3b107ae4a988422a892ab90f1d2b505a is out of sync, need to count used quota {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 30 21:24:20.234598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 30 21:24:20.240962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Usage tracker for resource:security_group_rule and project:3b107ae4a988422a892ab90f1d2b505a is out of sync, need to count used quota {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
Apr 30 21:24:20.243042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.quota.resource [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=115774) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
Apr 30 21:24:20.248862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1290ef13-acb6-4ba5-af98-a52552c5f487 tempest-QuotasTest-986755975 tempest-QuotasTest-986755975-project-admin] 10.222.0.23 "GET /v2.0/quotas/3b107ae4a988422a892ab90f1d2b505a/details.json HTTP/1.1" status: 200  len: 703 time: 0.1298859
Apr 30 21:24:20.288689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4035db42-e972-4f0b-8a82-31aa40211ac9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (b7056699-5e32-4ed4-8c5a-49713100c1d2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.291765 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:20.296933 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6565b61c-1c52-4e55-832d-e0344abc413d admin admin] 10.222.0.23 "PUT /v2.0/routers/04843ad8-f78a-4ec7-8e85-1a812649ed30/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4263089
Apr 30 21:24:20.300278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40470) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:20.317972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] Sync routers for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:20.332419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:20.333061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fafc580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:20.360577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4035db42-e972-4f0b-8a82-31aa40211ac9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b7056699-5e32-4ed4-8c5a-49713100c1d2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.382755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035db42-e972-4f0b-8a82-31aa40211ac9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7056699-5e32-4ed4-8c5a-49713100c1d2,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:20.399874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-877661984-network', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:20.406798 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.451216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:20.453668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks [] for router (04843ad8-f78a-4ec7-8e85-1a812649ed30), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.510850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4035db42-e972-4f0b-8a82-31aa40211ac9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.515292 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4035db42-e972-4f0b-8a82-31aa40211ac9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4576676
Apr 30 21:24:20.515448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40472) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:20.521090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:20.567571 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks [] for router_gateway (04843ad8-f78a-4ec7-8e85-1a812649ed30), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.588929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Made reservation on behalf of 54ceedad6e134d94ac8758f8385a47e0 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:20.591293 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.602169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.606351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.636530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fafc580>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186'}], 'enable_snat': True}, 'gw_port_id': 'ca644b2a-0252-451e-9327-4913219c828a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:24:19Z', 'revision_number': 5, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port': {'id': 'ca644b2a-0252-451e-9327-4913219c828a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:32Z', 'updated_at': '2022-04-30T21:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:20.676836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Deleting port ca644b2a-0252-451e-9327-4913219c828a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:20.677670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ca644b2a-0252-451e-9327-4913219c828a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.680914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] Checking router: 04843ad8-f78a-4ec7-8e85-1a812649ed30 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:20.690596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] Routers {'04843ad8-f78a-4ec7-8e85-1a812649ed30'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:20.691290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fafc580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04843ad8-f78a-4ec7-8e85-1a812649ed30'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:20.698211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.795041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] Set router 04843ad8-f78a-4ec7-8e85-1a812649ed30 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:20.807746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] For port ca644b2a-0252-451e-9327-4913219c828a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca644b2a-0252-451e-9327-4913219c828a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:20.807746 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ca644b2a-0252-451e-9327-4913219c828a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.811022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Publish callbacks [] for security_group (71aa5d74-0eed-4c28-8ffb-d26b3b9c4f9b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.825829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Calling delete_port for ca644b2a-0252-451e-9327-4913219c828a owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:20.835653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Allocated IP 172.35.4.47 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/05036b80-1939-4990-9c66-5f09784a3921) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:20.854892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fafc580>, [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:24:20Z', 'revision_number': 6, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:20.888880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7262e355-37b8-484a-afe2-ddcc37cb4260 None None] The sync data for ids ['04843ad8-f78a-4ec7-8e85-1a812649ed30'] in ncdv-master-1 is: [{'id': '04843ad8-f78a-4ec7-8e85-1a812649ed30', 'name': 'tempest-ServersTestBootFromVolume-519364279-router', 'tenant_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:30Z', 'updated_at': '2022-04-30T21:24:20Z', 'revision_number': 6, 'project_id': 'b9c121a94ec3445baa05dcaa3dc22af2', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:20.890007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40476) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:20.897057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (71aa5d74-0eed-4c28-8ffb-d26b3b9c4f9b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.944811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:24:20.954987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa5d74-0eed-4c28-8ffb-d26b3b9c4f9b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:20.969259 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for port (05036b80-1939-4990-9c66-5f09784a3921), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.995731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c482de99-e1f4-416b-8a3a-a004eeedd14c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:20.996078 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Added segment c482de99-e1f4-416b-8a3a-a004eeedd14c of type vlan for network b4f0cca1-4180-4eed-af9d-38f99c4f5357
Apr 30 21:24:21.055894 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b4f0cca1-4180-4eed-af9d-38f99c4f5357), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.084288 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-147c05be-c265-48e2-b8df-469fe0b2f713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.094017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (05036b80-1939-4990-9c66-5f09784a3921), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.161189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:21.161967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e49f-c7e2-471f-b836-1a147c666317 req-15fe30f2-23b5-47f1-96d0-63b07f140a09 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:21.163819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f32e49f-c7e2-471f-b836-1a147c666317 req-15fe30f2-23b5-47f1-96d0-63b07f140a09 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 943 time: 0.0642250
Apr 30 21:24:21.167055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:21.171741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:21.190843 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b4f0cca1-4180-4eed-af9d-38f99c4f5357), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.191671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:21.192326 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.211020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'Port': ['ID=05036b80-1939-4990-9c66-5f09784a3921,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:21.256822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ca644b2a-0252-451e-9327-4913219c828a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.257652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-147c05be-c265-48e2-b8df-469fe0b2f713 admin admin] Publish callbacks [] for security_group (c72500bc-cc70-44ac-bdc0-d096524dfaa3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.258646 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.305967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (808c4a12-1540-4c77-a651-bce5f43e3254), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.313482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca644b2a-0252-451e-9327-4913219c828a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:21.324552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f32e49f-c7e2-471f-b836-1a147c666317 req-53b7ee13-5098-4c42-937a-fb9b45973d5b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1491642
Apr 30 21:24:21.327654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] Pushing event updated for resources: {'Network': ['ID=b4f0cca1-4180-4eed-af9d-38f99c4f5357,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:21.339733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:24:21.350276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-147c05be-c265-48e2-b8df-469fe0b2f713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c72500bc-cc70-44ac-bdc0-d096524dfaa3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.382235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c3c03a4d-fc2f-453f-a696-54e43be0dc43 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3277094
Apr 30 21:24:21.391850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40484) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:21.400751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Request body: {'subnet': {'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-877661984-subnet', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:21.427319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (04843ad8-f78a-4ec7-8e85-1a812649ed30), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.437276 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-147c05be-c265-48e2-b8df-469fe0b2f713 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c09c25b4b6c9472f9e18fb79a6903339&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5436873
Apr 30 21:24:21.437276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c05be-c265-48e2-b8df-469fe0b2f713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72500bc-cc70-44ac-bdc0-d096524dfaa3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:21.439843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40486) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:21.461255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (05036b80-1939-4990-9c66-5f09784a3921), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.517330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Made reservation on behalf of 54ceedad6e134d94ac8758f8385a47e0 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:21.520136 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.542604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3a65-6528-438f-a0ba-1fc5a26d509f admin admin] Publish callbacks [] for security_group (c72500bc-cc70-44ac-bdc0-d096524dfaa3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.565599 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (04843ad8-f78a-4ec7-8e85-1a812649ed30), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.572670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks [] for router_controller (04843ad8-f78a-4ec7-8e85-1a812649ed30), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.607578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3a65-6528-438f-a0ba-1fc5a26d509f admin admin] Publish callbacks [] for security_group (c72500bc-cc70-44ac-bdc0-d096524dfaa3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.691662 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for port (05036b80-1939-4990-9c66-5f09784a3921), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.717400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (04843ad8-f78a-4ec7-8e85-1a812649ed30), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.720344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04843ad8-f78a-4ec7-8e85-1a812649ed30 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:24:21.727354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.728484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-749f05e1-6557-461a-9d07-b7c1b1353d03 admin admin] 10.222.0.23 "DELETE /v2.0/routers/04843ad8-f78a-4ec7-8e85-1a812649ed30 HTTP/1.1" status: 204  len: 168 time: 1.4269915
Apr 30 21:24:21.731504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40488) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:21.773492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3a65-6528-438f-a0ba-1fc5a26d509f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c72500bc-cc70-44ac-bdc0-d096524dfaa3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.776091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3a65-6528-438f-a0ba-1fc5a26d509f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.777236 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5ebd3a65-6528-438f-a0ba-1fc5a26d509f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c72500bc-cc70-44ac-bdc0-d096524dfaa3 HTTP/1.1" status: 204  len: 168 time: 0.3364787
Apr 30 21:24:21.785100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-640911fb-69ac-4914-8339-5ca085966bfe admin admin] Deleting subnet 77813a45-3d28-401a-82c7-7405d4826d07 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:24:21.791817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-640911fb-69ac-4914-8339-5ca085966bfe admin admin] Publish callbacks [] for subnet (77813a45-3d28-401a-82c7-7405d4826d07), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.793674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd3a65-6528-438f-a0ba-1fc5a26d509f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72500bc-cc70-44ac-bdc0-d096524dfaa3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:21.830778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (353d2b09-9049-4f1b-8326-9f76b2b1b5cf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.830907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (05036b80-1939-4990-9c66-5f09784a3921), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.870021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-640911fb-69ac-4914-8339-5ca085966bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (77813a45-3d28-401a-82c7-7405d4826d07), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.891511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353d2b09-9049-4f1b-8326-9f76b2b1b5cf,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:21.902617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Checking segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:21.902988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Network hostable DHCP agents. Network: b4f0cca1-4180-4eed-af9d-38f99c4f5357, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:24:21.954985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (808c4a12-1540-4c77-a651-bce5f43e3254), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:21.964520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'Port': ['ID=05036b80-1939-4990-9c66-5f09784a3921,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:21.996792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 99d1f582-f755-41e9-bc4d-985208cf2a38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:24:22.011811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-640911fb-69ac-4914-8339-5ca085966bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (77813a45-3d28-401a-82c7-7405d4826d07), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.022634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 99d1f582-f755-41e9-bc4d-985208cf2a38 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:24:22.022982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 99d1f582-f755-41e9-bc4d-985208cf2a38 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:24:22.023414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ca644b2a-0252-451e-9327-4913219c828a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:24:22.049445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: ca644b2a-0252-451e-9327-4913219c828a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:24:22.049864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ca644b2a-0252-451e-9327-4913219c828a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:24:22.057510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:24:22.162067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.162067 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a67995f5-1301-4fe3-b67f-900ee46fbf97 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6362867
Apr 30 21:24:22.206428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b4f0cca1-4180-4eed-af9d-38f99c4f5357) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:22.210568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-640911fb-69ac-4914-8339-5ca085966bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (77813a45-3d28-401a-82c7-7405d4826d07), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.223102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:22.223238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d6d7b8-09dc-4e37-a013-afb847599012 None None] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:22.223713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.273316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640911fb-69ac-4914-8339-5ca085966bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77813a45-3d28-401a-82c7-7405d4826d07,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:22.276121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-640911fb-69ac-4914-8339-5ca085966bfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.282806 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-640911fb-69ac-4914-8339-5ca085966bfe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/77813a45-3d28-401a-82c7-7405d4826d07 HTTP/1.1" status: 204  len: 168 time: 0.5478077
Apr 30 21:24:22.284515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40516) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:22.296588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d93fb8b-c2d6-4791-92a3-e4231046c77f None None] Network 03738ce1-c48f-4ad4-be94-161589abefe2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:22.342252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fd787ae3-70ce-4927-a05b-21aaa2fc0338 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9448428
Apr 30 21:24:22.344523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40520) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:22.350357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:22.404349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (03738ce1-c48f-4ad4-be94-161589abefe2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.446336 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (65481a50-1986-474e-ba39-7f61dd910a17), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.447455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (65481a50-1986-474e-ba39-7f61dd910a17), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.492510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:24:22.493431 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.535102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-6c36bc3f-d746-4b22-8805-012be03853a1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--47565424&fields=id&tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d HTTP/1.1" status: 200  len: 267 time: 0.1224408
Apr 30 21:24:22.553308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c015e-5204-4c01-89e9-6062a452db98 req-f865d989-a8d1-439e-926c-7b4a22467149 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:22.554907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-938c015e-5204-4c01-89e9-6062a452db98 req-f865d989-a8d1-439e-926c-7b4a22467149 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 943 time: 0.1150241
Apr 30 21:24:22.556768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Deleting port 04342653-52d9-4804-9fcd-1d05b088e860 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:22.557122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (04342653-52d9-4804-9fcd-1d05b088e860), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.568336 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks [] for router_controller (65481a50-1986-474e-ba39-7f61dd910a17), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.599471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] DHCP port deletion for 03738ce1-c48f-4ad4-be94-161589abefe2 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:24:22.684639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] Deleting port 04342653-52d9-4804-9fcd-1d05b088e860 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:22.685026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (04342653-52d9-4804-9fcd-1d05b088e860), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.713299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] For port 04342653-52d9-4804-9fcd-1d05b088e860, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04342653-52d9-4804-9fcd-1d05b088e860,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:22.713672 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (04342653-52d9-4804-9fcd-1d05b088e860), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.735611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40534) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:22.754933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Calling delete_port for 04342653-52d9-4804-9fcd-1d05b088e860 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:22.770627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-938c015e-5204-4c01-89e9-6062a452db98 req-f3292ff7-c11d-46ac-992f-c11435a65ae9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1921196
Apr 30 21:24:22.836787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-11a2caa1-5df3-4cdd-99e3-2553568fc86c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:22.838269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-11a2caa1-5df3-4cdd-99e3-2553568fc86c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 816 time: 0.2823031
Apr 30 21:24:22.868191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40538) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:22.879083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-fe8b44cd-7815-493a-b5bd-2e758e31bc16 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/quotas/afc5d20f2f9f4ecf981cdfe980cfc21d HTTP/1.1" status: 200  len: 375 time: 0.0302789
Apr 30 21:24:22.889827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b0bcf94-55e8-4d3a-ba20-a7de5cff89fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.891506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:24:22.917034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] For port 04342653-52d9-4804-9fcd-1d05b088e860, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04342653-52d9-4804-9fcd-1d05b088e860,segment=NetworkSegment(fd20f0b8-ab6d-4762-86b0-2fb8206c81df),segment_id=fd20f0b8-ab6d-4762-86b0-2fb8206c81df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:22.917437 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (04342653-52d9-4804-9fcd-1d05b088e860), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.938583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Allocated IP 172.20.0.2 (b4f0cca1-4180-4eed-af9d-38f99c4f5357/353d2b09-9049-4f1b-8326-9f76b2b1b5cf/bec1b169-53a5-445c-b91e-16f4f07fe167) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:22.942227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] Calling delete_port for 04342653-52d9-4804-9fcd-1d05b088e860 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:22.951581 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks [] for router_gateway (65481a50-1986-474e-ba39-7f61dd910a17), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.960225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ecd7960e-5f64-4791-91ef-e059902d6ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:22.980205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-cf9b65d1-2fb7-4f46-b6e4-69b5363f5695 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0934756
Apr 30 21:24:23.157201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (04342653-52d9-4804-9fcd-1d05b088e860), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.178244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:23.195105 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (04342653-52d9-4804-9fcd-1d05b088e860), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.197832 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.203976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b0bcf94-55e8-4d3a-ba20-a7de5cff89fe admin admin] Publish callbacks [] for security_group (f46cf276-4e5c-4dc5-8b68-bf68700e31a2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.206861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-86730712-b541-43bd-8589-a5d4d36678d8 service neutron] 10.222.0.23 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072425
Apr 30 21:24:23.208878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ecd7960e-5f64-4791-91ef-e059902d6ab3 admin admin] Publish callbacks [] for security_group (3d410b86-e8b4-4f7b-983d-940bbaaaf675), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.223410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04342653-52d9-4804-9fcd-1d05b088e860,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.229445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] No DVR routers for this DVR port 04342653-52d9-4804-9fcd-1d05b088e860 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:24:23.237801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'mac_address': 'fa:16:3e:98:3d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:24:23.246411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] Pushing event deleted for resources: {'Port': ['ID=04342653-52d9-4804-9fcd-1d05b088e860,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.266963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f721e9-8061-472d-ba5a-ddaf5e40eae2 None None] No DVR routers for this DVR port 04342653-52d9-4804-9fcd-1d05b088e860 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:24:23.296799 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b0bcf94-55e8-4d3a-ba20-a7de5cff89fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f46cf276-4e5c-4dc5-8b68-bf68700e31a2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.337473 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Publish callbacks [] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.346924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:23.347428 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.364248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ecd7960e-5f64-4791-91ef-e059902d6ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3d410b86-e8b4-4f7b-983d-940bbaaaf675), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.368110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241a93d8-ce90-4d90-8ad1-26bae3d008ad {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:23.391362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:23.400856 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.432154 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6b0bcf94-55e8-4d3a-ba20-a7de5cff89fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b107ae4a988422a892ab90f1d2b505a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5627055
Apr 30 21:24:23.438387 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (03738ce1-c48f-4ad4-be94-161589abefe2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.442224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40540) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:23.454627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:23.456023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bcf94-55e8-4d3a-ba20-a7de5cff89fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46cf276-4e5c-4dc5-8b68-bf68700e31a2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.457742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:23.465144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:23.468576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Pushing event updated for resources: {'Port': ['ID=bec1b169-53a5-445c-b91e-16f4f07fe167,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.475516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ecd7960e-5f64-4791-91ef-e059902d6ab3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d60fbfd64cc04f3eb8f2db6746afaf04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7329910
Apr 30 21:24:23.482761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40542) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:23.501799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.515052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89666407f0>,) {'filters': {'network_id': ['03738ce1-c48f-4ad4-be94-161589abefe2']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:23.546718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-c05114e4-86a7-4f5e-8d92-5229fed67f4d service neutron] 10.222.0.23 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3324473
Apr 30 21:24:23.549496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89666407f0>, 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:23.549496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89666407f0>, 'fd20f0b8-ab6d-4762-86b0-2fb8206c81df') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:23.560106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7960e-5f64-4791-91ef-e059902d6ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d410b86-e8b4-4f7b-983d-940bbaaaf675,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.562025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d5305a-2a08-4e87-845a-93e2fd1df02d admin admin] Publish callbacks [] for security_group (3d410b86-e8b4-4f7b-983d-940bbaaaf675), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.563553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Attempting to bind port bec1b169-53a5-445c-b91e-16f4f07fe167 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:23.563937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Attempting to bind port bec1b169-53a5-445c-b91e-16f4f07fe167 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:23.564312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Attempting to bind port bec1b169-53a5-445c-b91e-16f4f07fe167 on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:23.569197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (fd20f0b8-ab6d-4762-86b0-2fb8206c81df), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.573192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:23.573583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Checking segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:23.574025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.574427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Bound using segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:23.574913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Bound port: bec1b169-53a5-445c-b91e-16f4f07fe167, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:23.575302 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.591351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks [] for router_gateway (65481a50-1986-474e-ba39-7f61dd910a17), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.594866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fd20f0b8-ab6d-4762-86b0-2fb8206c81df), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.604534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.605112 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fd766e7-da32-458b-9eb3-0fd8c30ff968 admin admin] Publish callbacks [] for security_group (f46cf276-4e5c-4dc5-8b68-bf68700e31a2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.607597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:24:23.607993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (fd20f0b8-ab6d-4762-86b0-2fb8206c81df), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:24:23.609686 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:24:23.638926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d5305a-2a08-4e87-845a-93e2fd1df02d admin admin] Publish callbacks [] for security_group (3d410b86-e8b4-4f7b-983d-940bbaaaf675), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.646177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.664452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] For port bec1b169-53a5-445c-b91e-16f4f07fe167, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:23.667731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] For port bec1b169-53a5-445c-b91e-16f4f07fe167, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bec1b169-53a5-445c-b91e-16f4f07fe167,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:23.681484 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fd766e7-da32-458b-9eb3-0fd8c30ff968 admin admin] Publish callbacks [] for security_group (f46cf276-4e5c-4dc5-8b68-bf68700e31a2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.703427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['241a93d8-ce90-4d90-8ad1-26bae3d008ad'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:24:23.773750 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.780952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Allocated IP 172.35.4.83 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/5615ca3e-a40b-4689-a83e-023044193966) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:23.814098 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (03738ce1-c48f-4ad4-be94-161589abefe2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.822731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.832525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/03738ce1-c48f-4ad4-be94-161589abefe2 HTTP/1.1" status: 204  len: 168 time: 1.5466385
Apr 30 21:24:23.862196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b164c3-ad89-4ed8-b985-c329c8afcb47 None None] Pushing event updated for resources: {'Port': ['ID=bec1b169-53a5-445c-b91e-16f4f07fe167,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.885577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fd766e7-da32-458b-9eb3-0fd8c30ff968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f46cf276-4e5c-4dc5-8b68-bf68700e31a2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.886757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d5305a-2a08-4e87-845a-93e2fd1df02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3d410b86-e8b4-4f7b-983d-940bbaaaf675), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.889331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b5d5305a-2a08-4e87-845a-93e2fd1df02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.890454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fd766e7-da32-458b-9eb3-0fd8c30ff968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:23.906447 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b5d5305a-2a08-4e87-845a-93e2fd1df02d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d410b86-e8b4-4f7b-983d-940bbaaaf675 HTTP/1.1" status: 204  len: 168 time: 0.4111400
Apr 30 21:24:23.910176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9fd766e7-da32-458b-9eb3-0fd8c30ff968 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f46cf276-4e5c-4dc5-8b68-bf68700e31a2 HTTP/1.1" status: 204  len: 168 time: 0.4619558
Apr 30 21:24:23.923408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066aa15-ede9-4b49-af7b-d46206832ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=03738ce1-c48f-4ad4-be94-161589abefe2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.947998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd766e7-da32-458b-9eb3-0fd8c30ff968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46cf276-4e5c-4dc5-8b68-bf68700e31a2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:23.975210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5305a-2a08-4e87-845a-93e2fd1df02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d410b86-e8b4-4f7b-983d-940bbaaaf675,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:24.051745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks [] for port (5615ca3e-a40b-4689-a83e-023044193966), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.108603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 04342653-52d9-4804-9fcd-1d05b088e860 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:24:24.132745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eca84c-cc48-40e2-9c38-7e9e0f079871 req-7964da82-7727-49a0-b2f7-c06b39562f7b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:24.134506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7eca84c-cc48-40e2-9c38-7e9e0f079871 req-7964da82-7727-49a0-b2f7-c06b39562f7b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1512852
Apr 30 21:24:24.145562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71891c79-7078-4402-8d31-ed895bc99286 req-4bf13dfc-8568-4922-9da4-078a8c86221a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 210 time: 0.1642611
Apr 30 21:24:24.153622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 04342653-52d9-4804-9fcd-1d05b088e860 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:24:24.163239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 04342653-52d9-4804-9fcd-1d05b088e860 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:24:24.212753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5615ca3e-a40b-4689-a83e-023044193966), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.256277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7eca84c-cc48-40e2-9c38-7e9e0f079871 req-9f6b7788-2317-49b8-8686-5f5703bb11f6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1032634
Apr 30 21:24:24.301898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:24.308122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:24.311970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:24.315314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Pushing event updated for resources: {'Port': ['ID=5615ca3e-a40b-4689-a83e-023044193966,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:24.418249 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.511879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40562) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:24.560330 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8fed214e-8ccd-41e9-b1b7-13675b90671c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9c121a94ec3445baa05dcaa3dc22af2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0459313
Apr 30 21:24:24.561729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40564) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:24.686058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ae92b2f-b690-42ba-b6f9-a700626e1774 admin admin] Publish callbacks [] for security_group (0993c57d-755d-4685-a9a5-0bceb695090b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.723227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ae92b2f-b690-42ba-b6f9-a700626e1774 admin admin] Publish callbacks [] for security_group (0993c57d-755d-4685-a9a5-0bceb695090b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.754295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:24.770099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks [] for router_gateway (65481a50-1986-474e-ba39-7f61dd910a17), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.820780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 241a93d8-ce90-4d90-8ad1-26bae3d008ad completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:24:24.914855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 241a93d8-ce90-4d90-8ad1-26bae3d008ad triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:24.915268 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.950826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ae92b2f-b690-42ba-b6f9-a700626e1774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0993c57d-755d-4685-a9a5-0bceb695090b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.955761 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ae92b2f-b690-42ba-b6f9-a700626e1774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:24.957068 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4ae92b2f-b690-42ba-b6f9-a700626e1774 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0993c57d-755d-4685-a9a5-0bceb695090b HTTP/1.1" status: 204  len: 168 time: 0.3939760
Apr 30 21:24:25.013853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae92b2f-b690-42ba-b6f9-a700626e1774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0993c57d-755d-4685-a9a5-0bceb695090b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:25.064201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:25.068788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (65481a50-1986-474e-ba39-7f61dd910a17), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:25.072054 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:25.102688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:25.104927 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7715101e-32fd-4bb3-92fd-f55ca1df1402" -d '{"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-plugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:25.123039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:25.153401 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458f986e-8e18-4fd5-8f2d-17d5f8d96a24 x-openstack-request-id: req-458f986e-8e18-4fd5-8f2d-17d5f8d96a24 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:25.153401 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-plugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:25.153401 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-458f986e-8e18-4fd5-8f2d-17d5f8d96a24 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:25.153835 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458f986e-8e18-4fd5-8f2d-17d5f8d96a24'] response: {'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'code': 200}
Apr 30 21:24:25.235105 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:25.316021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47283098-ae2a-4ccf-9e95-880d08f5089d None None] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:25.378875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Router 65481a50-1986-474e-ba39-7f61dd910a17 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:24:25.381281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d994af39-644c-4672-b3b5-18e8108acbb7 req-bea6939f-8a61-48e3-9d37-f188656ff5db tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 210 time: 0.0914066
Apr 30 21:24:25.400135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ee4b52c7-bd71-498a-abc1-9c4d5538c05d None None] Provisioning complete for port bec1b169-53a5-445c-b91e-16f4f07fe167 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:25.400719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ee4b52c7-bd71-498a-abc1-9c4d5538c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:25.420488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38668927-58f8-482e-b59f-ef1737b9fa18 req-ab68ac1b-c0ff-43f6-aff6-112f5f4a538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:25.421552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38668927-58f8-482e-b59f-ef1737b9fa18 req-ab68ac1b-c0ff-43f6-aff6-112f5f4a538c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1127 time: 0.1969659
Apr 30 21:24:25.434774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:25.464582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.465183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.465688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.466429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.467879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.468405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.468893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.469406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.471762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.472439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.472929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.474181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.474677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.475353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.475835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:25.529284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587364d0-53f9-4869-b58a-318ce506d648 req-38201072-5888-41cf-989a-a76734def7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:25.536066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-587364d0-53f9-4869-b58a-318ce506d648 req-38201072-5888-41cf-989a-a76734def7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.1688828
Apr 30 21:24:25.544162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38668927-58f8-482e-b59f-ef1737b9fa18 req-c47c6991-1c75-42d7-aa87-fe87a641ee31 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0963452
Apr 30 21:24:25.582127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:25.594853 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:25.608515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b52c7-bd71-498a-abc1-9c4d5538c05d None None] Current status of the port bec1b169-53a5-445c-b91e-16f4f07fe167 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:25.608842 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:25.609066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ee4b52c7-bd71-498a-abc1-9c4d5538c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:25.609856 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eab1460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:25.659681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-587364d0-53f9-4869-b58a-318ce506d648 req-4ef4729a-cb75-4116-8858-8762746fa1b9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1141925
Apr 30 21:24:25.682222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ee4b52c7-bd71-498a-abc1-9c4d5538c05d None None] For port bec1b169-53a5-445c-b91e-16f4f07fe167, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bec1b169-53a5-445c-b91e-16f4f07fe167,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:25.705857 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:25.707357 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-074504c2-31da-4088-9162-6a16f0fbf124 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.3615677
Apr 30 21:24:25.710029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40606) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:25.768196 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:25.782604 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ee4b52c7-bd71-498a-abc1-9c4d5538c05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:25.836215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b52c7-bd71-498a-abc1-9c4d5538c05d None None] Pushing event updated for resources: {'Port': ['ID=bec1b169-53a5-445c-b91e-16f4f07fe167,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:26.019550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-149abbf9-843c-4dd5-955d-baed6e9cf845 None None] Provisioning complete for port bec1b169-53a5-445c-b91e-16f4f07fe167 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:26.019924 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-149abbf9-843c-4dd5-955d-baed6e9cf845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:26.105282 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eab1460>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:24Z', 'revision_number': 3, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:26.108544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bec1b169-53a5-445c-b91e-16f4f07fe167 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:26.134414 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:26.135065 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Updating router 65481a50-1986-474e-ba39-7f61dd910a17 port 5615ca3e-a40b-4689-a83e-023044193966 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:24:26.157715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-149abbf9-843c-4dd5-955d-baed6e9cf845 None None] Current status of the port bec1b169-53a5-445c-b91e-16f4f07fe167 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:26.181626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bec1b169-53a5-445c-b91e-16f4f07fe167 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:26.182075 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:26.182415 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5615ca3e-a40b-4689-a83e-023044193966), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:26.316851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bec1b169-53a5-445c-b91e-16f4f07fe167 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:26.576176 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-dd59f90f-14a0-43ec-8bfa-66d74b6a07e1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:26.578254 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-dd59f90f-14a0-43ec-8bfa-66d74b6a07e1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.20 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 816 time: 0.1330104
Apr 30 21:24:26.687052 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-894c08c6-7db4-4174-98ab-bc3d96a6b4ba tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d HTTP/1.1" status: 200  len: 378 time: 0.1002262
Apr 30 21:24:26.697955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d656a3d8-2e77-4646-bb8e-8c4d4ef53ecd req-8ecb1f73-93b8-4af8-a976-c49960c39580 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 210 time: 0.0784187
Apr 30 21:24:26.700725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'port': {'device_id': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'admin_state_up': True, 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'security_groups': ['a274e161-3d93-408a-b9c7-e3bd5f66e8ab']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:26.712758 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Publish callbacks [] for port (5615ca3e-a40b-4689-a83e-023044193966), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:26.800506 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5615ca3e-a40b-4689-a83e-023044193966), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:26.854753 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ec7c4-861e-43cc-9faf-58f9a27378b1 None None] Pushing event updated for resources: {'Port': ['ID=5615ca3e-a40b-4689-a83e-023044193966,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:26.876438 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Attempting to bind port 5615ca3e-a40b-4689-a83e-023044193966 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:26.877832 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Attempting to bind port 5615ca3e-a40b-4689-a83e-023044193966 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:26.878421 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Attempting to bind port 5615ca3e-a40b-4689-a83e-023044193966 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:26.886445 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:26.887149 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:26.887806 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:26.888425 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:26.889135 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Bound port: 5615ca3e-a40b-4689-a83e-023044193966, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:26.889735 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5615ca3e-a40b-4689-a83e-023044193966), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:26.949007 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] For port 5615ca3e-a40b-4689-a83e-023044193966, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:26.953085 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] For port 5615ca3e-a40b-4689-a83e-023044193966, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5615ca3e-a40b-4689-a83e-023044193966,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:26.996273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e42cc-b5ca-43da-8349-9fce39f4cc2e req-77f0f1d8-5118-482b-be9a-90f73a7a9359 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:26.997878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f1e42cc-b5ca-43da-8349-9fce39f4cc2e req-77f0f1d8-5118-482b-be9a-90f73a7a9359 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.1683271
Apr 30 21:24:27.052866 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5615ca3e-a40b-4689-a83e-023044193966), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.110652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Made reservation on behalf of afc5d20f2f9f4ecf981cdfe980cfc21d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:27.113738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f1e42cc-b5ca-43da-8349-9fce39f4cc2e req-834b603a-3170-439d-b53d-2bc2b1765935 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0877225
Apr 30 21:24:27.114768 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.131619 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.155557 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:27.156196 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eab1460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:27.240105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ec7c4-861e-43cc-9faf-58f9a27378b1 None None] Pushing event updated for resources: {'Port': ['ID=5615ca3e-a40b-4689-a83e-023044193966,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:27.310821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40654) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:27.348015 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:27.368512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Allocated IP 172.20.0.11 (b1ba9505-d2cf-4c5a-934a-6a1e685fc411/8f06132d-f4c2-4381-93fb-b51cd836f9b2/a7573128-4b05-4280-bcc7-74239c0b44b6) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:27.421150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Allocated IP 172.20.0.1 (b4f0cca1-4180-4eed-af9d-38f99c4f5357/353d2b09-9049-4f1b-8326-9f76b2b1b5cf/812dbca5-207d-4818-9485-62790e3da759) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:27.543415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1977704862-network', 'tenant_id': 'dd851d0a5daa4d03977b37c9b6904b6c'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:27.579128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.589812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Publish callbacks [] for port (812dbca5-207d-4818-9485-62790e3da759), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.651445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Made reservation on behalf of dd851d0a5daa4d03977b37c9b6904b6c for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:27.653801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.663145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.691303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.695884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (812dbca5-207d-4818-9485-62790e3da759), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.728169 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eab1460>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:24Z', 'revision_number': 3, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:27.750858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:27.751890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:27.756346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:27.762417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:27.772438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:27.775354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:27.779984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Pushing event updated for resources: {'Port': ['ID=812dbca5-207d-4818-9485-62790e3da759,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:27.799011 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420c362-14ba-45d2-bb2c-b5e11ed932c7 None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:24Z', 'revision_number': 3, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:27.881027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:27.925675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:27.926681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:27.974432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (65481a50-1986-474e-ba39-7f61dd910a17), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.039868 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-2b518753-4f95-4987-98b0-5102d1a8065c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3348415
Apr 30 21:24:28.048653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Request body: {'port': {'device_id': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:28.129535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40686) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:28.141369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40688) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:28.144143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7c9b3-c65a-42a6-9e0c-a09389a9efab req-4451741a-b324-46f4-9aac-0e4da5c4977c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:28.145744 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9a7c9b3-c65a-42a6-9e0c-a09389a9efab req-4451741a-b324-46f4-9aac-0e4da5c4977c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 932 time: 0.3183599
Apr 30 21:24:28.147879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Publish callbacks [] for security_group (fa10246b-58f4-4fc3-a786-87ada1dcfce8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.185175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.246807 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fa10246b-58f4-4fc3-a786-87ada1dcfce8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.329978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-11e7c795-f013-41fd-861d-dd4dd204213f None None] Provisioning complete for port a7573128-4b05-4280-bcc7-74239c0b44b6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:28.330520 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11e7c795-f013-41fd-861d-dd4dd204213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.410947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-11e7c795-f013-41fd-861d-dd4dd204213f None None] Port a7573128-4b05-4280-bcc7-74239c0b44b6 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:24:28.421023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-11e7c795-f013-41fd-861d-dd4dd204213f None None] Provisioning complete for port 812dbca5-207d-4818-9485-62790e3da759 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:28.421642 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11e7c795-f013-41fd-861d-dd4dd204213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (812dbca5-207d-4818-9485-62790e3da759), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.425351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:24:28.432303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-246035927', 'router:external': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:28.436845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9bddfe6d-11ee-40f3-9e36-aec9d0f81156), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.437208 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Added segment 9bddfe6d-11ee-40f3-9e36-aec9d0f81156 of type vlan for network 369c733a-e1a7-43a2-a645-492680c2535f
Apr 30 21:24:28.456433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9a7c9b3-c65a-42a6-9e0c-a09389a9efab req-dad578f2-50f6-4a67-8b3e-8ca71502f562 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2867649
Apr 30 21:24:28.465835 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c24fa8b5-822d-44bf-98d7-0c6d48783afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.470013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-11e7c795-f013-41fd-861d-dd4dd204213f None None] Port 812dbca5-207d-4818-9485-62790e3da759 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:24:28.491180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (812dbca5-207d-4818-9485-62790e3da759), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.534587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa10246b-58f4-4fc3-a786-87ada1dcfce8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:28.547932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (369c733a-e1a7-43a2-a645-492680c2535f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.565650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86538e3-3d29-4acb-8c3b-aa55aff99aee req-cc92208b-f590-472a-af5b-933fc3a8facd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:28.571415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f86538e3-3d29-4acb-8c3b-aa55aff99aee req-cc92208b-f590-472a-af5b-933fc3a8facd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.2882774
Apr 30 21:24:28.571557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Made reservation on behalf of 3c79746fa72c4192b5984cecda6e91a2 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:28.573158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.594329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.696104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c24fa8b5-822d-44bf-98d7-0c6d48783afd admin admin] Publish callbacks [] for security_group (c6f4225d-f0ad-4f7f-afad-9e661b77dc6f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.711318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f86538e3-3d29-4acb-8c3b-aa55aff99aee req-218a25e5-4c68-4f70-bfd5-1dcd5bce993d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1215317
Apr 30 21:24:28.713860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (369c733a-e1a7-43a2-a645-492680c2535f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.714834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:28.715516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.759008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7573128-4b05-4280-bcc7-74239c0b44b6 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:28.769924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Publish callbacks [] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.804392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c24fa8b5-822d-44bf-98d7-0c6d48783afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c6f4225d-f0ad-4f7f-afad-9e661b77dc6f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.808065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Transition to ACTIVE for port object a7573128-4b05-4280-bcc7-74239c0b44b6 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:24:28.815517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for security_group (8deb3ae9-8ab5-49da-a8ae-260c99ac9be3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.852509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] Pushing event updated for resources: {'Network': ['ID=369c733a-e1a7-43a2-a645-492680c2535f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:28.854668 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c24fa8b5-822d-44bf-98d7-0c6d48783afd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2d5e4e93c5147dcae69e62ca9b45922&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7240353
Apr 30 21:24:28.855528 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40698) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:28.860157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3ddbbb12-786e-4e20-ace2-bb08872f72a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.5482857
Apr 30 21:24:28.860959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40700) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:28.861616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fa8b5-822d-44bf-98d7-0c6d48783afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f4225d-f0ad-4f7f-afad-9e661b77dc6f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:28.867419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 369c733a-e1a7-43a2-a645-492680c2535f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:24:28.875171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Request body: {'subnet': {'network_id': '369c733a-e1a7-43a2-a645-492680c2535f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1977704862-subnet', 'tenant_id': 'dd851d0a5daa4d03977b37c9b6904b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:28.887018 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.895341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8deb3ae9-8ab5-49da-a8ae-260c99ac9be3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:28.915537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d676d8-e3fa-4c93-bc6b-f48c25b52652 req-4e3c8b06-b01c-4e39-bf37-dff918a7313c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:28.917347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74d676d8-e3fa-4c93-bc6b-f48c25b52652 req-4e3c8b06-b01c-4e39-bf37-dff918a7313c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.1080897
Apr 30 21:24:28.928734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40702) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:28.933444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'floatingip': {'port_id': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:28.969691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deb3ae9-8ab5-49da-a8ae-260c99ac9be3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:28.992571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:24:28.997844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Made reservation on behalf of dd851d0a5daa4d03977b37c9b6904b6c for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:29.001341 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.017156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Publish callbacks [] for port (812dbca5-207d-4818-9485-62790e3da759), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.042775 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for floatingip (c8426b49-4571-4b3a-b87c-c36394b50b2b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.045297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8e1855be-b207-4105-ab6b-5f4019ed63f2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.045657 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Added segment 8e1855be-b207-4105-ab6b-5f4019ed63f2 of type vlan for network 0b60c2b9-2697-4f78-a414-a498daa0589e
Apr 30 21:24:29.047777 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce7b152d-02f6-4074-8cff-b7d006534c25 admin admin] Publish callbacks [] for security_group (c6f4225d-f0ad-4f7f-afad-9e661b77dc6f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.051516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:29.086814 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (812dbca5-207d-4818-9485-62790e3da759), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.208301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce7b152d-02f6-4074-8cff-b7d006534c25 admin admin] Publish callbacks [] for security_group (c6f4225d-f0ad-4f7f-afad-9e661b77dc6f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.214229 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0b60c2b9-2697-4f78-a414-a498daa0589e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.331443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Pushing event updated for resources: {'Port': ['ID=812dbca5-207d-4818-9485-62790e3da759,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:29.334720 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (65481a50-1986-474e-ba39-7f61dd910a17), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.356768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Attempting to bind port a7573128-4b05-4280-bcc7-74239c0b44b6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:29.357056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Attempting to bind port a7573128-4b05-4280-bcc7-74239c0b44b6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:29.357354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Attempting to bind port a7573128-4b05-4280-bcc7-74239c0b44b6 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:29.363925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Port a7573128-4b05-4280-bcc7-74239c0b44b6 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:24:29.364510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Attempting to bind port a7573128-4b05-4280-bcc7-74239c0b44b6 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:29.369907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:29.370353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Checking segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:29.375362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Bound using segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:29.375834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Bound port: a7573128-4b05-4280-bcc7-74239c0b44b6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:29.376199 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.443107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce7b152d-02f6-4074-8cff-b7d006534c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c6f4225d-f0ad-4f7f-afad-9e661b77dc6f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.445620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce7b152d-02f6-4074-8cff-b7d006534c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.446796 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ce7b152d-02f6-4074-8cff-b7d006534c25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6f4225d-f0ad-4f7f-afad-9e661b77dc6f HTTP/1.1" status: 204  len: 168 time: 0.5903652
Apr 30 21:24:29.466095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b152d-02f6-4074-8cff-b7d006534c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f4225d-f0ad-4f7f-afad-9e661b77dc6f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:29.470358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0b60c2b9-2697-4f78-a414-a498daa0589e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.471883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:29.472474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.558805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'Network': ['ID=0b60c2b9-2697-4f78-a414-a498daa0589e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:29.563895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:29.574527 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f0be88c9-ddf5-497a-b34d-0f588ca2b98d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.4064486
Apr 30 21:24:29.576814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0b60c2b9-2697-4f78-a414-a498daa0589e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:24:29.577743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40732) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:29.585039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'subnet': {'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:29.600934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:29.697992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Made reservation on behalf of 3c79746fa72c4192b5984cecda6e91a2 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:29.708884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.710960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8fb2e-230d-4d04-ad17-8bdcf4550317 req-14379b76-9b88-4ba2-8568-31c9151feaf4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:29.712485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28a8fb2e-230d-4d04-ad17-8bdcf4550317 req-14379b76-9b88-4ba2-8568-31c9151feaf4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1485672
Apr 30 21:24:29.718162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.726416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:29.740947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:29.801251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:29.805397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.805397 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] 10.222.0.20 "PUT /v2.0/ports/a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 200  len: 1092 time: 1.7602510
Apr 30 21:24:29.805595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (375495ca-0bd8-4935-ad53-6b9c2051b9c6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:29.805975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:29.806095 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025fd375-c52f-4bf2-a4a5-2e97f223984e" -d '{"events": [{"name": "network-changed", "server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:29.873145 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad084-9f70-4af4-9800-02c9de3d1695 service neutron] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:29.909792 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94431aa0-a85c-42a9-a870-5e263a9a03fc x-openstack-request-id: req-94431aa0-a85c-42a9-a870-5e263a9a03fc {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:29.909792 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:29.909792 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94431aa0-a85c-42a9-a870-5e263a9a03fc {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:29.909792 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94431aa0-a85c-42a9-a870-5e263a9a03fc'] response: {'name': 'network-changed', 'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'status': 'completed', 'code': 200}
Apr 30 21:24:30.091323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd375-c52f-4bf2-a4a5-2e97f223984e req-0128ecc9-1451-4ccc-b832-828891bd7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:30.092920 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-025fd375-c52f-4bf2-a4a5-2e97f223984e req-0128ecc9-1451-4ccc-b832-828891bd7ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 1126 time: 0.1646667
Apr 30 21:24:30.160577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5615ca3e-a40b-4689-a83e-023044193966 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:30.249225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28a8fb2e-230d-4d04-ad17-8bdcf4550317 req-b17cb89c-d97e-461d-a532-0fff5c53338a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5268621
Apr 30 21:24:30.256862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=375495ca-0bd8-4935-ad53-6b9c2051b9c6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:30.273176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5615ca3e-a40b-4689-a83e-023044193966 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:30.275207 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5615ca3e-a40b-4689-a83e-023044193966), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.293624 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.resource_extend [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:24:30.330196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd375-c52f-4bf2-a4a5-2e97f223984e req-28be109d-505c-40cc-870d-1e29fa91ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:30.332644 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-025fd375-c52f-4bf2-a4a5-2e97f223984e req-28be109d-505c-40cc-870d-1e29fa91ca39 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2302015
Apr 30 21:24:30.354126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9e9505f9-a49e-4c70-a356-bd88f06c6254 None None] Provisioning complete for port 812dbca5-207d-4818-9485-62790e3da759 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:30.354687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9e9505f9-a49e-4c70-a356-bd88f06c6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (812dbca5-207d-4818-9485-62790e3da759), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.394372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:24:30.407195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.418445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Checking segment: {'id': '9bddfe6d-11ee-40f3-9e36-aec9d0f81156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '369c733a-e1a7-43a2-a645-492680c2535f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:30.419773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Network hostable DHCP agents. Network: 369c733a-e1a7-43a2-a645-492680c2535f, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:24:30.433325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9e9505f9-a49e-4c70-a356-bd88f06c6254 None None] Port 812dbca5-207d-4818-9485-62790e3da759 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:24:30.444375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5615ca3e-a40b-4689-a83e-023044193966 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:30.444375 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5615ca3e-a40b-4689-a83e-023044193966), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.463271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c8426b49-4571-4b3a-b87c-c36394b50b2b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.466935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 5615ca3e-a40b-4689-a83e-023044193966, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5615ca3e-a40b-4689-a83e-023044193966,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:30.534627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd375-c52f-4bf2-a4a5-2e97f223984e req-cf14fd8d-99c7-4b1d-a7e4-c3ad4a049e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:30.536123 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-025fd375-c52f-4bf2-a4a5-2e97f223984e req-cf14fd8d-99c7-4b1d-a7e4-c3ad4a049e71 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1934714
Apr 30 21:24:30.549700 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5615ca3e-a40b-4689-a83e-023044193966), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.556079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:24:30.556601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (23979888-c55e-4fda-97b9-94d2386dd539), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.597344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Network 369c733a-e1a7-43a2-a645-492680c2535f is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:24:30.639482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=5615ca3e-a40b-4689-a83e-023044193966,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:30.664337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23979888-c55e-4fda-97b9-94d2386dd539,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:30.679358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-88e33e1f-147a-4c00-a15c-f272380f80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:30.680876 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-88e33e1f-147a-4c00-a15c-f272380f80e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 1126 time: 0.0854294
Apr 30 21:24:30.696991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Checking segment: {'id': '8e1855be-b207-4105-ab6b-5f4019ed63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:30.697533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Network hostable DHCP agents. Network: 0b60c2b9-2697-4f78-a414-a498daa0589e, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:24:30.704818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 369c733a-e1a7-43a2-a645-492680c2535f) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:30.707252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:30.708948 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Floating IP c8426b49-4571-4b3a-b87c-c36394b50b2b associated. External IP: 172.35.4.218, port: 241a93d8-ce90-4d90-8ad1-26bae3d008ad.
Apr 30 21:24:30.722609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e9694-69c2-4555-a72f-a70991a3df9f None None] Network 369c733a-e1a7-43a2-a645-492680c2535f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:30.722714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bb38ff8f-1ea2-4cf4-aa13-3e0a78e6a367 admin admin] 10.222.0.23 "PUT /v2.0/routers/65481a50-1986-474e-ba39-7f61dd910a17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0029805
Apr 30 21:24:30.722714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:30.722714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.723401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:30.769170 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-d7432666-8d79-4d4f-990d-b70d89a3c25d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 200  len: 217 time: 0.0738790
Apr 30 21:24:30.805479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:30.806135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fac49d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:30.834163 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-5bb653a5-17eb-4d18-b767-19e1a252903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:30.835776 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-5bb653a5-17eb-4d18-b767-19e1a252903c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.0572038
Apr 30 21:24:30.896679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Network 0b60c2b9-2697-4f78-a414-a498daa0589e is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:24:30.902838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b60c2b9-2697-4f78-a414-a498daa0589e) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:30.909836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:30.910721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:30.929703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-c062e020-d1ca-4891-87c0-0bc679e26eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:30.931924 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-c062e020-d1ca-4891-87c0-0bc679e26eff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0852830
Apr 30 21:24:30.947516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fb548052-e9f6-41a2-9f25-87116d27b16c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.0772645
Apr 30 21:24:31.060044 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-52142195-c680-4984-a927-aa42d5a7be26 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.4803832
Apr 30 21:24:31.062549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40772) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:31.067229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-416376320', 'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:31.128218 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-00291fc1-e817-41fc-b74d-48f59b7460c8 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835413
Apr 30 21:24:31.133728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69df6884-7e3c-42e7-9c28-2f4a28081cde None None] Network 0b60c2b9-2697-4f78-a414-a498daa0589e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:31.275525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:31.300136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Made reservation on behalf of 3c79746fa72c4192b5984cecda6e91a2 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:31.307536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:31.382594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcda23d-c636-4969-85ca-87b90ee5b928 None None] Network 0b60c2b9-2697-4f78-a414-a498daa0589e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:31.404316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] device_id is not set on port 5fcb0789-81f8-476e-886c-b59b0ecd2648 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:24:31.475379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Router 28fe7786-f25b-47cd-b68d-9b7aefcc065a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:24:31.524856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee275a-2a20-439c-8b14-90d41b236df8 None None] Network 369c733a-e1a7-43a2-a645-492680c2535f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:24:31.529007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77cc23-37a1-4a86-af5a-b2dbc6762ace req-74a8bbed-c279-42dc-8974-d361bc119437 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:31.540361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f77cc23-37a1-4a86-af5a-b2dbc6762ace req-74a8bbed-c279-42dc-8974-d361bc119437 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1338935
Apr 30 21:24:31.582557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Allocated IP 2001:db8::19d (0b60c2b9-2697-4f78-a414-a498daa0589e/23979888-c55e-4fda-97b9-94d2386dd539/5fcb0789-81f8-476e-886c-b59b0ecd2648) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:31.593281 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59cd05bc-0bee-4ff9-bfe9-6ea76d4d9ba1 req-b55314e3-aa6e-4b8d-8894-5dbc9c6057be service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4568863
Apr 30 21:24:31.693292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40784) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:31.694544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f77cc23-37a1-4a86-af5a-b2dbc6762ace req-3e8adb19-2a28-46cf-a3c8-1b675bc32ad0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1533105
Apr 30 21:24:31.706715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-de34f5f0-7d9f-458b-8ef6-312b4bd4a5f0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--332049069', 'description': 'tempest-description--674225752'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:31.768991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:31.788694 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] Sync routers for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:31.789481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:31.793165 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for port (5fcb0789-81f8-476e-886c-b59b0ecd2648), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:31.802301 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:31.803108 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf82c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:31.804152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fac49d0>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 2, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:31.839415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de34f5f0-7d9f-458b-8ef6-312b4bd4a5f0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:31.856986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d673f7a6-f196-46a1-ac9a-f8c388171186 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "PUT /v2.0/floatingips/c8426b49-4571-4b3a-b87c-c36394b50b2b HTTP/1.1" status: 200  len: 991 time: 2.9269187
Apr 30 21:24:31.857985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:31.860464 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:31.877450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:31.878893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Updating router 65481a50-1986-474e-ba39-7f61dd910a17 port 812dbca5-207d-4818-9485-62790e3da759 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:24:31.967463 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de34f5f0-7d9f-458b-8ef6-312b4bd4a5f0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (5bcabc79-e09f-4ee6-909f-96b8691a8274), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:31.972950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5fcb0789-81f8-476e-886c-b59b0ecd2648), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:31.978784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (812dbca5-207d-4818-9485-62790e3da759), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.024830 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:32.054521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Network 0b60c2b9-2697-4f78-a414-a498daa0589e is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:32.060636 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de34f5f0-7d9f-458b-8ef6-312b4bd4a5f0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5bcabc79-e09f-4ee6-909f-96b8691a8274), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.071540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:32.084328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:32.084328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:32.084328 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.084654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5615ca3e-a40b-4689-a83e-023044193966 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:32.096769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dad0a4-d58a-4555-be0c-cd52b97e7499 req-87df1fb2-edd3-4da2-89f0-62859ceaa140 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:32.100896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13dad0a4-d58a-4555-be0c-cd52b97e7499 req-87df1fb2-edd3-4da2-89f0-62859ceaa140 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.1390808
Apr 30 21:24:32.107466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'Port': ['ID=5fcb0789-81f8-476e-886c-b59b0ecd2648,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:32.133487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34f5f0-7d9f-458b-8ef6-312b4bd4a5f0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcabc79-e09f-4ee6-909f-96b8691a8274,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:32.196802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de34f5f0-7d9f-458b-8ef6-312b4bd4a5f0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.200134 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de34f5f0-7d9f-458b-8ef6-312b4bd4a5f0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4981890
Apr 30 21:24:32.200980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40806) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:32.205868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9b3dd0d4-76ea-4ebb-98cd-7e48ab203aa0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group_rule': {'security_group_id': '5bcabc79-e09f-4ee6-909f-96b8691a8274', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:32.247239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13dad0a4-d58a-4555-be0c-cd52b97e7499 req-61831f25-5c91-4bfa-87c7-a456eacf4b82 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1408045
Apr 30 21:24:32.287224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5615ca3e-a40b-4689-a83e-023044193966 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:32.287224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5615ca3e-a40b-4689-a83e-023044193966), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.287736 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-11aa22aa-7471-43e1-b3ca-fb3b0cb8f59d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.2097211
Apr 30 21:24:32.297926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40810) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:32.380241 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c194385c-682e-4a3c-9f56-d728e11ffbbf x-openstack-request-id: req-c194385c-682e-4a3c-9f56-d728e11ffbbf {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:32.380941 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:32.381245 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c194385c-682e-4a3c-9f56-d728e11ffbbf {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:32.381704 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c194385c-682e-4a3c-9f56-d728e11ffbbf'] response: {'name': 'network-changed', 'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'status': 'completed', 'code': 200}
Apr 30 21:24:32.390000 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd0d4-76ea-4ebb-98cd-7e48ab203aa0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (3b9c4997-72e3-4196-bde1-de70c2517ba2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.440170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf82c40>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c8426b49-4571-4b3a-b87c-c36394b50b2b', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'floating_ip_address': '172.35.4.218', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'port_id': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'mac_address': 'fa:16:3e:98:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:09Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 1, 'project_id': '3364787934af4f59b17a58b380fe95da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:09Z', 'revision_number': 5, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:32.441281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932831-0b84-40d5-b562-03154d630758 req-15310db1-f896-499d-b296-9a167cf76051 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:32.449374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-15310db1-f896-499d-b296-9a167cf76051 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/networks?id=369c733a-e1a7-43a2-a645-492680c2535f HTTP/1.1" status: 200  len: 818 time: 0.3015621
Apr 30 21:24:32.463079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5615ca3e-a40b-4689-a83e-023044193966 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:32.481212 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] Checking router: 28fe7786-f25b-47cd-b68d-9b7aefcc065a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:32.493233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd0d4-76ea-4ebb-98cd-7e48ab203aa0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (3b9c4997-72e3-4196-bde1-de70c2517ba2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.498520 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:32.499361 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf82c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:32.526391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-55ff8b3f-25f3-4f13-87ed-8e3cd9049d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:32.527878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-55ff8b3f-25f3-4f13-87ed-8e3cd9049d65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1127 time: 0.1494200
Apr 30 21:24:32.532209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Publish callbacks [] for port (812dbca5-207d-4818-9485-62790e3da759), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.545853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-48c9757e-7a52-43b7-b3ac-9cfcd0b29f50 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/quotas/dd851d0a5daa4d03977b37c9b6904b6c HTTP/1.1" status: 200  len: 375 time: 0.0954165
Apr 30 21:24:32.590204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-29c34ea5-a87f-47f7-854c-c62c0f57fb36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Deleting port 5fcb0789-81f8-476e-886c-b59b0ecd2648 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:32.590537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29c34ea5-a87f-47f7-854c-c62c0f57fb36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5fcb0789-81f8-476e-886c-b59b0ecd2648), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.615489 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:32.628138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd0d4-76ea-4ebb-98cd-7e48ab203aa0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (3b9c4997-72e3-4196-bde1-de70c2517ba2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.646780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (812dbca5-207d-4818-9485-62790e3da759), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.649503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dd0d4-76ea-4ebb-98cd-7e48ab203aa0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9c4997-72e3-4196-bde1-de70c2517ba2,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:32.650986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c13ead-2240-44c9-a255-cca7b979b367 req-9dc89baa-2d7c-4646-8a87-ecbc97fe5d50 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:32.652505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4c13ead-2240-44c9-a255-cca7b979b367 req-9dc89baa-2d7c-4646-8a87-ecbc97fe5d50 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.2009244
Apr 30 21:24:32.688448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-6d35f31d-65be-4377-9d09-f793f5da6e49 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dd851d0a5daa4d03977b37c9b6904b6c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1234396
Apr 30 21:24:32.757501 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b3dd0d4-76ea-4ebb-98cd-7e48ab203aa0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.759575 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b3dd0d4-76ea-4ebb-98cd-7e48ab203aa0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5575211
Apr 30 21:24:32.762096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40822) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:32.770038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-46f6a10a-eb5e-4721-b662-c3d3916cb673 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group_rule': {'security_group_id': '5bcabc79-e09f-4ee6-909f-96b8691a8274', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:32.786867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2094f22-5dba-476f-8bc4-73b81f416846 None None] Pushing event updated for resources: {'Port': ['ID=812dbca5-207d-4818-9485-62790e3da759,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:32.806912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Attempting to bind port 812dbca5-207d-4818-9485-62790e3da759 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:32.807628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Attempting to bind port 812dbca5-207d-4818-9485-62790e3da759 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:32.807770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Attempting to bind port 812dbca5-207d-4818-9485-62790e3da759 on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:32.818063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:32.822210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Checking segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:32.822210 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.822210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Bound using segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:32.822210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Bound port: 812dbca5-207d-4818-9485-62790e3da759, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:32.822210 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (812dbca5-207d-4818-9485-62790e3da759), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.885616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4c13ead-2240-44c9-a255-cca7b979b367 req-345c318c-3300-4613-ac2f-efbf49c869b9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2008071
Apr 30 21:24:32.903573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] For port 812dbca5-207d-4818-9485-62790e3da759, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:32.903696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46f6a10a-eb5e-4721-b662-c3d3916cb673 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (033dc6fc-241c-4aa1-8745-404e25d2a7f6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.905106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] For port 812dbca5-207d-4818-9485-62790e3da759, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=812dbca5-207d-4818-9485-62790e3da759,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:32.964308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29c34ea5-a87f-47f7-854c-c62c0f57fb36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5fcb0789-81f8-476e-886c-b59b0ecd2648), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:32.988276 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (812dbca5-207d-4818-9485-62790e3da759), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.013393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46f6a10a-eb5e-4721-b662-c3d3916cb673 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (033dc6fc-241c-4aa1-8745-404e25d2a7f6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.026944 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf82c40>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c8426b49-4571-4b3a-b87c-c36394b50b2b', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'floating_ip_address': '172.35.4.218', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'port_id': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'mac_address': 'fa:16:3e:98:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:09Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 1, 'project_id': '3364787934af4f59b17a58b380fe95da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:09Z', 'revision_number': 5, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:33.067206 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa5893-2c6f-4281-b999-1ce5f254a7f3 None None] The sync data for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 is: [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c8426b49-4571-4b3a-b87c-c36394b50b2b', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'floating_ip_address': '172.35.4.218', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'port_id': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'mac_address': 'fa:16:3e:98:3d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:09Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 1, 'project_id': '3364787934af4f59b17a58b380fe95da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:09Z', 'revision_number': 5, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:33.067419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-29c34ea5-a87f-47f7-854c-c62c0f57fb36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Calling delete_port for 5fcb0789-81f8-476e-886c-b59b0ecd2648 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:33.079798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-33467c0b-31ca-4db5-80e6-3e7fb066d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:33.082001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-33467c0b-31ca-4db5-80e6-3e7fb066d051 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.5318782
Apr 30 21:24:33.096386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:33.097049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fac49d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:33.108697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46f6a10a-eb5e-4721-b662-c3d3916cb673 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (033dc6fc-241c-4aa1-8745-404e25d2a7f6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.149073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6a10a-eb5e-4721-b662-c3d3916cb673 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033dc6fc-241c-4aa1-8745-404e25d2a7f6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:33.192984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957c13d-e563-46cd-9dc3-f44968fe198d req-74b69a42-6733-4a3f-86da-39435de2dfb3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:33.194854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b957c13d-e563-46cd-9dc3-f44968fe198d req-74b69a42-6733-4a3f-86da-39435de2dfb3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1276410
Apr 30 21:24:33.224850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-16be8195-8e3f-4e68-8ba8-13e8b7344aa6 None None] Provisioning complete for port 812dbca5-207d-4818-9485-62790e3da759 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:33.225230 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-16be8195-8e3f-4e68-8ba8-13e8b7344aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (812dbca5-207d-4818-9485-62790e3da759), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.230867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46f6a10a-eb5e-4721-b662-c3d3916cb673 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.233912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2094f22-5dba-476f-8bc4-73b81f416846 None None] Pushing event updated for resources: {'Port': ['ID=812dbca5-207d-4818-9485-62790e3da759,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:33.235419 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-46f6a10a-eb5e-4721-b662-c3d3916cb673 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4720986
Apr 30 21:24:33.236970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40836) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:33.253536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:33.321863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:33.325306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-2485771a-fa22-4356-b66a-08f5f0f03365 service neutron] 10.222.0.23 "GET /v2.0/networks/369c733a-e1a7-43a2-a645-492680c2535f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6165960
Apr 30 21:24:33.371091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.453372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-bb4ba766-3c30-49bd-bfda-91b9bee02227 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.3152633
Apr 30 21:24:33.533946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b957c13d-e563-46cd-9dc3-f44968fe198d req-63139a7a-90f0-4e45-9d30-9ec00e97f766 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2924359
Apr 30 21:24:33.540530 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.629422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804db22-0e06-4598-9ee9-6a41c5fcc207 None None] New status for floating IP c8426b49-4571-4b3a-b87c-c36394b50b2b: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:24:33.657105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-1b64d8f3-ff0c-41fc-8508-defb4f28821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:33.659369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-1b64d8f3-ff0c-41fc-8508-defb4f28821c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.1854551
Apr 30 21:24:33.662913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-e90b5120-a86f-46f4-8ec7-437656b8fc6f service neutron] 10.222.0.23 "GET /v2.0/networks/369c733a-e1a7-43a2-a645-492680c2535f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3367951
Apr 30 21:24:33.725475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-29c819ed-c7a0-4ad2-93ec-39c5e59f161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:33.727590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-29c819ed-c7a0-4ad2-93ec-39c5e59f161b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0615880
Apr 30 21:24:33.756952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29c34ea5-a87f-47f7-854c-c62c0f57fb36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5fcb0789-81f8-476e-886c-b59b0ecd2648), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.812805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-16be8195-8e3f-4e68-8ba8-13e8b7344aa6 None None] Current status of the port 812dbca5-207d-4818-9485-62790e3da759 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:33.813379 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-16be8195-8e3f-4e68-8ba8-13e8b7344aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (812dbca5-207d-4818-9485-62790e3da759), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.853862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c34ea5-a87f-47f7-854c-c62c0f57fb36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fcb0789-81f8-476e-886c-b59b0ecd2648,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:33.898462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29c34ea5-a87f-47f7-854c-c62c0f57fb36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:33.902539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-29c34ea5-a87f-47f7-854c-c62c0f57fb36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5fcb0789-81f8-476e-886c-b59b0ecd2648 HTTP/1.1" status: 204  len: 168 time: 1.5989501
Apr 30 21:24:33.905131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40844) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:33.910092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e', 'external_fixed_ips': [{'subnet_id': '23979888-c55e-4fda-97b9-94d2386dd539', 'ip_address': '2001:db8::19d'}]}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:33.911998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-16be8195-8e3f-4e68-8ba8-13e8b7344aa6 None None] For port 812dbca5-207d-4818-9485-62790e3da759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=812dbca5-207d-4818-9485-62790e3da759,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:34.001275 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-16be8195-8e3f-4e68-8ba8-13e8b7344aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (812dbca5-207d-4818-9485-62790e3da759), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.037278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fac49d0>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:32Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:34.048049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-463a6fb0-5695-428a-a2f1-16b3e17f1108 req-c10cde06-e194-40a9-81ff-1c4600024b91 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 210 time: 0.0802488
Apr 30 21:24:34.072708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-9f7cff1a-20b1-4a43-a29f-f14d77ab40f8 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386345
Apr 30 21:24:34.093710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a925ada8-cb1d-41fe-aa03-33734257c557 None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:32Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:34.106783 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (a65645a2-5914-4cea-91ee-4b0c49142d6a), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.108173 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (a65645a2-5914-4cea-91ee-4b0c49142d6a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.136629 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:24:34.198464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2767ef18-5a71-44e6-88f9-51f829641395 None None] Provisioning complete for port 812dbca5-207d-4818-9485-62790e3da759 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:34.198947 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2767ef18-5a71-44e6-88f9-51f829641395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (812dbca5-207d-4818-9485-62790e3da759), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.208470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:24:34.237889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Allocated IP 172.35.4.197 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/0821e276-f8a8-4438-9012-3dd330b0cdea) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:34.262439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be8195-8e3f-4e68-8ba8-13e8b7344aa6 None None] Pushing event updated for resources: {'Port': ['ID=812dbca5-207d-4818-9485-62790e3da759,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:34.305300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576034-3fb9-4a58-ab0f-380f2f8af5b3 req-9cbbb868-3781-4d66-b5d9-597867271567 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:34.307635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75576034-3fb9-4a58-ab0f-380f2f8af5b3 req-9cbbb868-3781-4d66-b5d9-597867271567 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.3039746
Apr 30 21:24:34.390508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (0821e276-f8a8-4438-9012-3dd330b0cdea), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.412748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_controller (a65645a2-5914-4cea-91ee-4b0c49142d6a), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.453401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e3c8c55-6d1f-4d55-9db3-788f3621c5a5 req-d3dee3cb-037a-45a8-b3de-ffcfa124f9fd service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3740644
Apr 30 21:24:34.468827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75576034-3fb9-4a58-ab0f-380f2f8af5b3 req-e56d009a-0ebd-46b4-8105-a65ef061c9a5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1448085
Apr 30 21:24:34.489503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2767ef18-5a71-44e6-88f9-51f829641395 None None] Current status of the port 812dbca5-207d-4818-9485-62790e3da759 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:34.518774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:34.550053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'port_id': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'mac_address': 'fa:16:3e:d8:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:24:34.554149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0821e276-f8a8-4438-9012-3dd330b0cdea), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.640314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:34.643517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:34.644490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a7573128-4b05-4280-bcc7-74239c0b44b6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:34.644944 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.650182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:34.668072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7573128-4b05-4280-bcc7-74239c0b44b6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:34.692496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=0821e276-f8a8-4438-9012-3dd330b0cdea,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:34.697072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:34.777667 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.795116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.811507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (a65645a2-5914-4cea-91ee-4b0c49142d6a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:34.827509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce9bb1-5a7e-4f24-90f0-5feda43af330 req-570d2622-c834-428f-8986-c4f341fdf21c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:34.835031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9ce9bb1-5a7e-4f24-90f0-5feda43af330 req-570d2622-c834-428f-8986-c4f341fdf21c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1164062
Apr 30 21:24:34.840352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:34.883577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9ce9bb1-5a7e-4f24-90f0-5feda43af330 req-73c8dc98-0a64-49f9-92e3-c67f4f20b771 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0475395
Apr 30 21:24:34.953138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0821e276-f8a8-4438-9012-3dd330b0cdea), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.154354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (a65645a2-5914-4cea-91ee-4b0c49142d6a), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.162166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (0821e276-f8a8-4438-9012-3dd330b0cdea), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.185454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.193348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a7573128-4b05-4280-bcc7-74239c0b44b6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:24:35.230156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-511f11ff-b583-4055-931c-6d3ddebf7774 req-33f9da3e-1950-4660-bc16-3766490c04f1 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 210 time: 0.0468254
Apr 30 21:24:35.291801 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0821e276-f8a8-4438-9012-3dd330b0cdea), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.378336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=0821e276-f8a8-4438-9012-3dd330b0cdea,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:35.403976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.427360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Allocated IP 2001:db8::19d (0b60c2b9-2697-4f78-a414-a498daa0589e/23979888-c55e-4fda-97b9-94d2386dd539/70be9da3-5bbe-4c8f-94e7-7b13abb0a248) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:35.528977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.534017 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-588614f9-3e88-47e2-a032-0a8935d62658 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2842841
Apr 30 21:24:35.562023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.626723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44809d6d-fb1e-47e2-8dc5-3357ec4b13b5 req-aa3fc588-50ee-4158-9f78-9357c715ddc8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:35.634732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44809d6d-fb1e-47e2-8dc5-3357ec4b13b5 req-aa3fc588-50ee-4158-9f78-9357c715ddc8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.0675268
Apr 30 21:24:35.702736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44809d6d-fb1e-47e2-8dc5-3357ec4b13b5 req-060d3a32-6e0d-4eac-a05d-bfb93adf5df8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0669878
Apr 30 21:24:35.777866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:35.873113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-a08ab118-0783-4db5-b6d6-2f42f35f4625 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--332049069&fields=id&tenant_id=54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 267 time: 0.1268375
Apr 30 21:24:35.876656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Network 0b60c2b9-2697-4f78-a414-a498daa0589e is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:35.884013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:35.896528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:35.916202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f452c3-8a4a-4e95-b0a9-c144797d70a6 req-504ebaa5-f23f-4d62-ba91-8e0fea8e752a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:35.916202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5f452c3-8a4a-4e95-b0a9-c144797d70a6 req-504ebaa5-f23f-4d62-ba91-8e0fea8e752a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.1220164
Apr 30 21:24:35.924450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'Port': ['ID=70be9da3-5bbe-4c8f-94e7-7b13abb0a248,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:36.023097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 812dbca5-207d-4818-9485-62790e3da759 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:36.080905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 812dbca5-207d-4818-9485-62790e3da759 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:36.082156 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (812dbca5-207d-4818-9485-62790e3da759), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:36.106542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5f452c3-8a4a-4e95-b0a9-c144797d70a6 req-ac5c17ea-53cb-498e-a1f2-f68ffa3dc55d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1850228
Apr 30 21:24:36.154899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-07d2e3e9-ca7e-46c3-929f-4855ac11e4ce tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:36.156383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-07d2e3e9-ca7e-46c3-929f-4855ac11e4ce tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 814 time: 0.2622092
Apr 30 21:24:36.174878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-792145ca-bb47-43a8-9eda-022edfe157a8 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/quotas/54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 375 time: 0.0124433
Apr 30 21:24:36.193568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 812dbca5-207d-4818-9485-62790e3da759 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:36.440370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:36.489218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port a7573128-4b05-4280-bcc7-74239c0b44b6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:24:36.588895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port a7573128-4b05-4280-bcc7-74239c0b44b6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:36.589393 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:36.624181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-8bcd364e-7818-4040-85c0-9a736753ab58 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4433913
Apr 30 21:24:36.679686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b3d8b-acbc-4fac-b8c0-e483f5579fb2 req-9cc2f0e0-93b9-4367-8a5f-b6d8a4e58414 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:36.681189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-614b3d8b-acbc-4fac-b8c0-e483f5579fb2 req-9cc2f0e0-93b9-4367-8a5f-b6d8a4e58414 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.4986715
Apr 30 21:24:36.685187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a7573128-4b05-4280-bcc7-74239c0b44b6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:36.685877 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:36.715371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:36.718918 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030ff92a-abf3-4325-90fd-291461952c54" -d '{"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-plugged", "status": "completed", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:36.732778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:36.856872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932831-0b84-40d5-b562-03154d630758 req-ce75c601-10af-4316-b7a4-9586957f917b tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:36.856872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-ce75c601-10af-4316-b7a4-9586957f917b tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.35 "GET /v2.0/networks?id=369c733a-e1a7-43a2-a645-492680c2535f HTTP/1.1" status: 200  len: 818 time: 0.2489715
Apr 30 21:24:36.862675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-614b3d8b-acbc-4fac-b8c0-e483f5579fb2 req-1318a007-5fbf-4a71-b521-b718fd36ba3f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1599975
Apr 30 21:24:36.869009 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (a65645a2-5914-4cea-91ee-4b0c49142d6a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:36.874925 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:36.875084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Request body: {'port': {'device_id': 'ebd46164-f27a-469c-a397-35c643decd85', 'network_id': '369c733a-e1a7-43a2-a645-492680c2535f', 'admin_state_up': True, 'tenant_id': 'dd851d0a5daa4d03977b37c9b6904b6c'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:36.924032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-aa4dd971-2b2d-4e95-92dc-ae9edbb1dd43 service neutron] 10.222.0.23 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2849555
Apr 30 21:24:36.963572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:37.181470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-a346d06e-5cd0-4d5d-afbb-db9e60a8c407 service neutron] 10.222.0.23 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004476
Apr 30 21:24:37.251459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (a65645a2-5914-4cea-91ee-4b0c49142d6a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:37.318952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Made reservation on behalf of dd851d0a5daa4d03977b37c9b6904b6c for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:37.322956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:37.531382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2e2cf6f-d584-4342-aaaa-22bfa77d730e req-7c9ef07c-b986-4752-a476-73d5a5b48081 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 210 time: 0.0470376
Apr 30 21:24:37.548084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Allocated IP 172.20.0.2 (369c733a-e1a7-43a2-a645-492680c2535f/375495ca-0bd8-4935-ad53-6b9c2051b9c6/58e9c6ec-5174-49f0-a17b-c9fc8f666119) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:37.607991 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c21cb25-3e1c-4ea4-8dd3-463b0c980f32 x-openstack-request-id: req-8c21cb25-3e1c-4ea4-8dd3-463b0c980f32 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:37.609414 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-plugged", "status": "completed", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:37.609920 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c21cb25-3e1c-4ea4-8dd3-463b0c980f32 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:37.610546 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c21cb25-3e1c-4ea4-8dd3-463b0c980f32'] response: {'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'code': 200}
Apr 30 21:24:37.653942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Router a65645a2-5914-4cea-91ee-4b0c49142d6a is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:24:37.727816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bbf77-d6c7-4b06-90f9-6e801b995957 req-84ca6c35-d506-4603-91cf-3032543faabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:37.729435 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-107bbf77-d6c7-4b06-90f9-6e801b995957 req-84ca6c35-d506-4603-91cf-3032543faabb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 1128 time: 0.0445826
Apr 30 21:24:37.741664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21c5b574-9db1-41d8-8ae3-d759cdf2df35 req-d43a2fe1-e1a0-4dc5-b84f-cc7170274df6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 210 time: 0.0469956
Apr 30 21:24:37.785911 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-107bbf77-d6c7-4b06-90f9-6e801b995957 req-93e53a7f-be93-4a65-bf2c-9df07a83c751 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447426
Apr 30 21:24:37.874172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Publish callbacks [] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:37.890957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:37.902942 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Sync routers for ids ['a65645a2-5914-4cea-91ee-4b0c49142d6a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:37.917292 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Routers {'a65645a2-5914-4cea-91ee-4b0c49142d6a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:37.918268 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c86ed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a65645a2-5914-4cea-91ee-4b0c49142d6a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:37.982657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:37.984333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fcbd86d2-aa16-4f21-bdfc-b19daf24f84e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 4.0783379
Apr 30 21:24:37.986933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:38.058672 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.076488 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Set router a65645a2-5914-4cea-91ee-4b0c49142d6a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:38.154701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Network 369c733a-e1a7-43a2-a645-492680c2535f is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:38.175063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:38.184274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:38.204287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70fc83-3c4d-4526-94b2-649eb6b31756 req-e51d4aa3-2a10-4aba-b0ac-cf28ab632847 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:38.204287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a70fc83-3c4d-4526-94b2-649eb6b31756 req-e51d4aa3-2a10-4aba-b0ac-cf28ab632847 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.2029829
Apr 30 21:24:38.237664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Pushing event updated for resources: {'Port': ['ID=58e9c6ec-5174-49f0-a17b-c9fc8f666119,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:38.285031 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c86ed00>, [{'id': 'a65645a2-5914-4cea-91ee-4b0c49142d6a', 'name': '', 'tenant_id': '3c79746fa72c4192b5984cecda6e91a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e', 'external_fixed_ips': [{'subnet_id': '23979888-c55e-4fda-97b9-94d2386dd539', 'ip_address': '2001:db8::19d'}], 'enable_snat': True}, 'gw_port_id': '70be9da3-5bbe-4c8f-94e7-7b13abb0a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:36Z', 'revision_number': 3, 'project_id': '3c79746fa72c4192b5984cecda6e91a2', 'gw_port': {'id': '70be9da3-5bbe-4c8f-94e7-7b13abb0a248', 'name': '', 'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a65645a2-5914-4cea-91ee-4b0c49142d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '23979888-c55e-4fda-97b9-94d2386dd539', 'ip_address': '2001:db8::19d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:35Z', 'updated_at': '2022-04-30T21:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23979888-c55e-4fda-97b9-94d2386dd539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:38.285506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (a65645a2-5914-4cea-91ee-4b0c49142d6a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.300452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:38.301109 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.323194 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Checking router: a65645a2-5914-4cea-91ee-4b0c49142d6a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:38.323573 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Updating router a65645a2-5914-4cea-91ee-4b0c49142d6a port 70be9da3-5bbe-4c8f-94e7-7b13abb0a248 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:24:38.357149 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.390442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a70fc83-3c4d-4526-94b2-649eb6b31756 req-57f7c83f-4574-44ed-811c-8c6bef1d32c4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1583650
Apr 30 21:24:38.447120 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (a65645a2-5914-4cea-91ee-4b0c49142d6a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.462673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-2d16e129-4d90-4af9-b11c-71d09227e775 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5943866
Apr 30 21:24:38.503034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Request body: {'port': {'device_id': 'ebd46164-f27a-469c-a397-35c643decd85', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:38.598956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.621809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Deleting port 70be9da3-5bbe-4c8f-94e7-7b13abb0a248 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:38.622344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.760174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed301b-a3a4-4f31-be83-97bae51a3418 req-769fd444-8d22-496c-ba21-262dd2c35586 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:38.760174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89ed301b-a3a4-4f31-be83-97bae51a3418 req-769fd444-8d22-496c-ba21-262dd2c35586 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 931 time: 0.0782316
Apr 30 21:24:38.802539 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Publish callbacks [] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.897161 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.959426 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Attempting to bind port 70be9da3-5bbe-4c8f-94e7-7b13abb0a248 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:38.960092 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Attempting to bind port 70be9da3-5bbe-4c8f-94e7-7b13abb0a248 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e1855be-b207-4105-ab6b-5f4019ed63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:38.960202 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Attempting to bind port 70be9da3-5bbe-4c8f-94e7-7b13abb0a248 on network 0b60c2b9-2697-4f78-a414-a498daa0589e {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:38.971405 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d2161-bba1-4fef-838c-1366d219ebaf None None] Pushing event updated for resources: {'Port': ['ID=70be9da3-5bbe-4c8f-94e7-7b13abb0a248,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:38.976959 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:38.977339 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Checking segment: {'id': '8e1855be-b207-4105-ab6b-5f4019ed63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:38.977866 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:38.978263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Bound using segment: {'id': '8e1855be-b207-4105-ab6b-5f4019ed63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:38.978744 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Bound port: 70be9da3-5bbe-4c8f-94e7-7b13abb0a248, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1855be-b207-4105-ab6b-5f4019ed63f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b60c2b9-2697-4f78-a414-a498daa0589e'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:38.979128 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:39.055002 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] For port 70be9da3-5bbe-4c8f-94e7-7b13abb0a248, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:39.060067 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] For port 70be9da3-5bbe-4c8f-94e7-7b13abb0a248, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70be9da3-5bbe-4c8f-94e7-7b13abb0a248,segment=NetworkSegment(8e1855be-b207-4105-ab6b-5f4019ed63f2),segment_id=8e1855be-b207-4105-ab6b-5f4019ed63f2)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:39.165684 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:39.216539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:39.228564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ecccfc3-046a-423f-9f77-8ec68bb54501 req-b17f93a1-1868-4a4e-a696-28239a528217 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 210 time: 0.0734563
Apr 30 21:24:39.228731 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d2161-bba1-4fef-838c-1366d219ebaf None None] Pushing event updated for resources: {'Port': ['ID=70be9da3-5bbe-4c8f-94e7-7b13abb0a248,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:39.247160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Calling delete_port for 70be9da3-5bbe-4c8f-94e7-7b13abb0a248 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:39.248774 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Routers {'a65645a2-5914-4cea-91ee-4b0c49142d6a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:39.248999 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c86ed00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a65645a2-5914-4cea-91ee-4b0c49142d6a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:39.333987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89ed301b-a3a4-4f31-be83-97bae51a3418 req-7b952449-7970-429d-aab7-6e82a457ee6e tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5388172
Apr 30 21:24:39.374610 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] Set router a65645a2-5914-4cea-91ee-4b0c49142d6a gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:39.463240 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c86ed00>, [{'id': 'a65645a2-5914-4cea-91ee-4b0c49142d6a', 'name': '', 'tenant_id': '3c79746fa72c4192b5984cecda6e91a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:38Z', 'revision_number': 4, 'project_id': '3c79746fa72c4192b5984cecda6e91a2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:39.507598 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acac4dc-7af3-4781-8b4e-af890fcfaf8c None None] The sync data for ids ['a65645a2-5914-4cea-91ee-4b0c49142d6a'] in ncdv-master-1 is: [{'id': 'a65645a2-5914-4cea-91ee-4b0c49142d6a', 'name': '', 'tenant_id': '3c79746fa72c4192b5984cecda6e91a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:38Z', 'revision_number': 4, 'project_id': '3c79746fa72c4192b5984cecda6e91a2', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:39.584630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57640c-6280-448d-8c02-f731df6f6519 req-2a5c329d-219f-4a8c-958e-38df408b6692 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:39.586204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e57640c-6280-448d-8c02-f731df6f6519 req-2a5c329d-219f-4a8c-958e-38df408b6692 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1137507
Apr 30 21:24:39.629706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e9c6ec-5174-49f0-a17b-c9fc8f666119 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:39.654606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Publish callbacks [] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:39.694365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Transition to ACTIVE for port object 58e9c6ec-5174-49f0-a17b-c9fc8f666119 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:24:39.709436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e57640c-6280-448d-8c02-f731df6f6519 req-d0d1e00b-0806-4884-86b2-a35071b478a3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1121845
Apr 30 21:24:39.803991 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:39.805820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (70be9da3-5bbe-4c8f-94e7-7b13abb0a248), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:39.918787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (a65645a2-5914-4cea-91ee-4b0c49142d6a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:39.931834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f304e6c-1ab4-4092-9cac-056184fee250 req-7f1c4d89-fba5-4367-b9e8-9910e0c4017b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:39.933361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f304e6c-1ab4-4092-9cac-056184fee250 req-7f1c4d89-fba5-4367-b9e8-9910e0c4017b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1398017
Apr 30 21:24:39.945150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41082) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:39.949839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Request body: {'floatingip': {'port_id': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:39.994895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (808c4a12-1540-4c77-a651-bce5f43e3254), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.005545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Pushing event updated for resources: {'Port': ['ID=58e9c6ec-5174-49f0-a17b-c9fc8f666119,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:40.071041 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (a65645a2-5914-4cea-91ee-4b0c49142d6a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.072783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event deleted for resources: {'Port': ['ID=70be9da3-5bbe-4c8f-94e7-7b13abb0a248,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:40.089523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_controller (a65645a2-5914-4cea-91ee-4b0c49142d6a), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.186731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Attempting to bind port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:40.187063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Attempting to bind port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9bddfe6d-11ee-40f3-9e36-aec9d0f81156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '369c733a-e1a7-43a2-a645-492680c2535f'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:40.187597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Attempting to bind port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 on network 369c733a-e1a7-43a2-a645-492680c2535f {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:40.192904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 on network 369c733a-e1a7-43a2-a645-492680c2535f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:24:40.193437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Attempting to bind port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 on network 369c733a-e1a7-43a2-a645-492680c2535f {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:40.199425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:40.199989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Checking segment: {'id': '9bddfe6d-11ee-40f3-9e36-aec9d0f81156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '369c733a-e1a7-43a2-a645-492680c2535f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:40.200553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Bound using segment: {'id': '9bddfe6d-11ee-40f3-9e36-aec9d0f81156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '369c733a-e1a7-43a2-a645-492680c2535f'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:40.200991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Bound port: 58e9c6ec-5174-49f0-a17b-c9fc8f666119, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bddfe6d-11ee-40f3-9e36-aec9d0f81156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '369c733a-e1a7-43a2-a645-492680c2535f'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:40.201487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.275037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] For port 58e9c6ec-5174-49f0-a17b-c9fc8f666119, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:40.280440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] For port 58e9c6ec-5174-49f0-a17b-c9fc8f666119, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58e9c6ec-5174-49f0-a17b-c9fc8f666119,segment=NetworkSegment(9bddfe6d-11ee-40f3-9e36-aec9d0f81156),segment_id=9bddfe6d-11ee-40f3-9e36-aec9d0f81156)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:40.325902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (a65645a2-5914-4cea-91ee-4b0c49142d6a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.326432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a65645a2-5914-4cea-91ee-4b0c49142d6a {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:24:40.342034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.343323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-310d263c-9498-4fe8-8c9f-d078a851450a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a65645a2-5914-4cea-91ee-4b0c49142d6a HTTP/1.1" status: 204  len: 168 time: 2.3554604
Apr 30 21:24:40.358896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41086) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:40.369464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22d028e9-c57f-4b5d-9c3d-ae0f8c80e30b req-49e5680b-69c0-495e-86ca-72763166e647 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 210 time: 0.0408764
Apr 30 21:24:40.410546 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.420223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa915847-37d5-47b3-9695-4716ada56ad6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Deleting subnet 23979888-c55e-4fda-97b9-94d2386dd539 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:24:40.453176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa915847-37d5-47b3-9695-4716ada56ad6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for subnet (23979888-c55e-4fda-97b9-94d2386dd539), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.518860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:40.518860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.518860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] 10.222.0.35 "PUT /v2.0/ports/58e9c6ec-5174-49f0-a17b-c9fc8f666119 HTTP/1.1" status: 200  len: 1091 time: 2.0221586
Apr 30 21:24:40.523769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd46164-f27a-469c-a397-35c643decd85', 'tag': '58e9c6ec-5174-49f0-a17b-c9fc8f666119'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:40.526268 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ebe392-1e07-47f2-a6cc-3511987ce7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd46164-f27a-469c-a397-35c643decd85", "tag": "58e9c6ec-5174-49f0-a17b-c9fc8f666119"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:40.539736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.573125 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa915847-37d5-47b3-9695-4716ada56ad6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (23979888-c55e-4fda-97b9-94d2386dd539), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.610287 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd53c939-47fa-41ca-8ffe-ac341b36c2a8 x-openstack-request-id: req-cd53c939-47fa-41ca-8ffe-ac341b36c2a8 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:40.610579 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd46164-f27a-469c-a397-35c643decd85", "tag": "58e9c6ec-5174-49f0-a17b-c9fc8f666119", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:40.611040 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd53c939-47fa-41ca-8ffe-ac341b36c2a8 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:40.611447 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd53c939-47fa-41ca-8ffe-ac341b36c2a8'] response: {'name': 'network-changed', 'server_uuid': 'ebd46164-f27a-469c-a397-35c643decd85', 'tag': '58e9c6ec-5174-49f0-a17b-c9fc8f666119', 'status': 'completed', 'code': 200}
Apr 30 21:24:40.637590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (808c4a12-1540-4c77-a651-bce5f43e3254), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.645450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ad79b-0add-49f3-b278-d2595051411b req-90071614-6fdc-4214-a1e5-87415b02f3f0 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:40.647247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c67ad79b-0add-49f3-b278-d2595051411b req-90071614-6fdc-4214-a1e5-87415b02f3f0 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 943 time: 0.1951325
Apr 30 21:24:40.657168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-7d5102ea-8028-45f4-9d7d-2bd621260f0a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:40.657479 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-7d5102ea-8028-45f4-9d7d-2bd621260f0a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 814 time: 0.2209499
Apr 30 21:24:40.658707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41094) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:40.680671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfc490-4a97-4345-829f-00d3b8270167 service neutron] Pushing event updated for resources: {'Port': ['ID=58e9c6ec-5174-49f0-a17b-c9fc8f666119,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:40.713666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebe392-1e07-47f2-a6cc-3511987ce7e6 req-60797b1d-960a-4793-89b1-8c69897b32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:40.715242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13ebe392-1e07-47f2-a6cc-3511987ce7e6 req-60797b1d-960a-4793-89b1-8c69897b32cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd851d0a5daa4d03977b37c9b6904b6c&device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 1125 time: 0.0979478
Apr 30 21:24:40.716410 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa915847-37d5-47b3-9695-4716ada56ad6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (23979888-c55e-4fda-97b9-94d2386dd539), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:40.832419 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-b90c0ca2-f5be-4362-915a-931ce2c8cf79 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 379 time: 0.1399028
Apr 30 21:24:40.843037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'port': {'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'admin_state_up': True, 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'security_groups': ['5bcabc79-e09f-4ee6-909f-96b8691a8274']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:40.849615 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Floating IP 808c4a12-1540-4c77-a651-bce5f43e3254 associated. External IP: 172.35.4.47, port: a7573128-4b05-4280-bcc7-74239c0b44b6.
Apr 30 21:24:40.866461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:24:40.875024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c67ad79b-0add-49f3-b278-d2595051411b req-0dfc4bbe-df01-4061-a1c2-9a654ed0e689 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1991918
Apr 30 21:24:40.951018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebe392-1e07-47f2-a6cc-3511987ce7e6 req-e898074f-59d5-4a49-82cb-1db6a4f62cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:40.952473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13ebe392-1e07-47f2-a6cc-3511987ce7e6 req-e898074f-59d5-4a49-82cb-1db6a4f62cee service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=dd851d0a5daa4d03977b37c9b6904b6c&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2093418
Apr 30 21:24:40.996566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:41.005921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24bab4ad-013d-4f85-ad4f-a911d0dcdafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.014922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'mac_address': 'fa:16:3e:98:3d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:24:41.022571 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa915847-37d5-47b3-9695-4716ada56ad6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (23979888-c55e-4fda-97b9-94d2386dd539), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.056318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa915847-37d5-47b3-9695-4716ada56ad6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23979888-c55e-4fda-97b9-94d2386dd539,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:41.061721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa915847-37d5-47b3-9695-4716ada56ad6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.068560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fa915847-37d5-47b3-9695-4716ada56ad6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/23979888-c55e-4fda-97b9-94d2386dd539 HTTP/1.1" status: 204  len: 168 time: 0.7087338
Apr 30 21:24:41.069701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41102) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:41.086539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:41.087547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.102639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 241a93d8-ce90-4d90-8ad1-26bae3d008ad {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:41.129295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:41.165591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebe392-1e07-47f2-a6cc-3511987ce7e6 req-1ccba3e0-0af1-4cda-a471-5972067a39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:41.167140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13ebe392-1e07-47f2-a6cc-3511987ce7e6 req-1ccba3e0-0af1-4cda-a471-5972067a39c8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2045791
Apr 30 21:24:41.169613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0b60c2b9-2697-4f78-a414-a498daa0589e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.254489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24bab4ad-013d-4f85-ad4f-a911d0dcdafb admin admin] Publish callbacks [] for security_group (4445351e-b499-44f2-b122-9fda303b29ab), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.269310 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.320312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932831-0b84-40d5-b562-03154d630758 req-81b88043-87dd-45dc-9865-09e7b57c262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:41.322974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-81b88043-87dd-45dc-9865-09e7b57c262b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dd851d0a5daa4d03977b37c9b6904b6c&device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 1125 time: 0.1081200
Apr 30 21:24:41.326806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Router 4d7d9f33-bbcd-4e94-af99-ad7657726720 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:24:41.328456 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0b60c2b9-2697-4f78-a414-a498daa0589e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.342405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:41.351135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['241a93d8-ce90-4d90-8ad1-26bae3d008ad'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:24:41.381290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-b136187a-f7c4-40f3-b485-3e6170005c6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e9c6ec-5174-49f0-a17b-c9fc8f666119 HTTP/1.1" status: 200  len: 217 time: 0.0491252
Apr 30 21:24:41.400165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c4d35e0>,) {'filters': {'network_id': ['0b60c2b9-2697-4f78-a414-a498daa0589e']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:41.436445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c4d35e0>, '8e1855be-b207-4105-ab6b-5f4019ed63f2') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:41.437028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c4d35e0>, '8e1855be-b207-4105-ab6b-5f4019ed63f2') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:41.438258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Made reservation on behalf of 54ceedad6e134d94ac8758f8385a47e0 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:41.441833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.450331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24bab4ad-013d-4f85-ad4f-a911d0dcdafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4445351e-b499-44f2-b122-9fda303b29ab), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.453854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (8e1855be-b207-4105-ab6b-5f4019ed63f2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.474862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932831-0b84-40d5-b562-03154d630758 req-312e63b7-2e93-4d2d-8283-f504103c4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:41.477095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-312e63b7-2e93-4d2d-8283-f504103c4606 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=375495ca-0bd8-4935-ad53-6b9c2051b9c6 HTTP/1.1" status: 200  len: 858 time: 0.0896323
Apr 30 21:24:41.478397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8e1855be-b207-4105-ab6b-5f4019ed63f2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.486653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:24:41.487274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (8e1855be-b207-4105-ab6b-5f4019ed63f2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   items = [
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:24:41.496059 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:24:41.529109 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-24bab4ad-013d-4f85-ad4f-a911d0dcdafb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e297ade488854410bf06fe5437e3ae64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8376956
Apr 30 21:24:41.529673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41114) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:41.561379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-b2d21952-1e32-4c69-8136-b805ea6b1d4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=369c733a-e1a7-43a2-a645-492680c2535f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760355
Apr 30 21:24:41.585333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bab4ad-013d-4f85-ad4f-a911d0dcdafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445351e-b499-44f2-b122-9fda303b29ab,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:41.606681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b360a41-4878-4fe6-ac8a-4cf953f03060 req-7b081503-1228-4544-a427-7097279de1bf tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 210 time: 0.0966730
Apr 30 21:24:41.630325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:41.638799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.646270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] Sync routers for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:41.660126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:41.661024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd401f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:41.716462 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-16e8b842-7ce8-4834-bcb2-36ca35800ebb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "PUT /v2.0/floatingips/808c4a12-1540-4c77-a651-bce5f43e3254 HTTP/1.1" status: 200  len: 991 time: 1.7700248
Apr 30 21:24:41.720684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:41.722932 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79430737-f759-4e8b-8698-15b097255608" -d '{"events": [{"name": "network-changed", "server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:41.725233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9612d439-3f1f-4cb6-9af3-b44ccc4ccf7d admin admin] Publish callbacks [] for security_group (4445351e-b499-44f2-b122-9fda303b29ab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.734450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Allocated IP 172.20.0.3 (b4f0cca1-4180-4eed-af9d-38f99c4f5357/353d2b09-9049-4f1b-8326-9f76b2b1b5cf/9f34796a-fd6b-425b-aaf7-911bec70b97e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:41.746473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-3e5cc8b6-6b3e-4907-a3ee-454ab3b7d31d service neutron] 10.222.0.35 "GET /v2.0/networks/369c733a-e1a7-43a2-a645-492680c2535f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586738
Apr 30 21:24:41.761727 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9612d439-3f1f-4cb6-9af3-b44ccc4ccf7d admin admin] Publish callbacks [] for security_group (4445351e-b499-44f2-b122-9fda303b29ab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.772512 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96c1208-e416-4a53-842b-a1bef1e19af2 x-openstack-request-id: req-c96c1208-e416-4a53-842b-a1bef1e19af2 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:41.775072 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:41.775072 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c96c1208-e416-4a53-842b-a1bef1e19af2 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:41.775072 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96c1208-e416-4a53-842b-a1bef1e19af2'] response: {'name': 'network-changed', 'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'status': 'completed', 'code': 200}
Apr 30 21:24:41.803552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:41.865110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0b60c2b9-2697-4f78-a414-a498daa0589e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.876013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  0b60c2b9-2697-4f78-a414-a498daa0589e {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 30 21:24:41.893526 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:41.902058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0b60c2b9-2697-4f78-a414-a498daa0589e HTTP/1.1" status: 204  len: 168 time: 0.8298247
Apr 30 21:24:41.916202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430737-f759-4e8b-8698-15b097255608 req-99c0ce47-2fac-4852-b880-460dc6fe3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:41.924965 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79430737-f759-4e8b-8698-15b097255608 req-99c0ce47-2fac-4852-b880-460dc6fe3055 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 1128 time: 0.1255336
Apr 30 21:24:41.959482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b1137-fd19-43e3-82b2-01f24961f604 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b60c2b9-2697-4f78-a414-a498daa0589e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:42.049675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430737-f759-4e8b-8698-15b097255608 req-aa0a6401-e9c0-4135-ab8c-a0485cccf993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:42.051212 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79430737-f759-4e8b-8698-15b097255608 req-aa0a6401-e9c0-4135-ab8c-a0485cccf993 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.1186852
Apr 30 21:24:42.068979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99932831-0b84-40d5-b562-03154d630758 req-a42a81a5-3aea-4a93-badf-18c1c9c4c61f service neutron] 10.222.0.35 "GET /v2.0/networks/369c733a-e1a7-43a2-a645-492680c2535f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3037548
Apr 30 21:24:42.177502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc38d81-e671-4682-8abd-a776bc88926f req-9ac8f1f7-7b50-4e9e-af2f-6b855ccba05c tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:42.191465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3bc38d81-e671-4682-8abd-a776bc88926f req-9ac8f1f7-7b50-4e9e-af2f-6b855ccba05c tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 943 time: 0.1157317
Apr 30 21:24:42.205650 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79430737-f759-4e8b-8698-15b097255608 req-c6227a0b-e392-41b1-804e-53319e63f365 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 200  len: 999 time: 0.1476259
Apr 30 21:24:42.228969 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:42.237473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd401f0>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '808c4a12-1540-4c77-a651-bce5f43e3254', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'floating_ip_address': '172.35.4.47', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'port_id': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'mac_address': 'fa:16:3e:d8:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:21Z', 'updated_at': '2022-04-30T21:24:40Z', 'revision_number': 1, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:42.240063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3bc38d81-e671-4682-8abd-a776bc88926f req-947cef8c-5c15-4c9b-af12-e892e88f0f14 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469024
Apr 30 21:24:42.288279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] Checking router: 4d7d9f33-bbcd-4e94-af99-ad7657726720 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:42.299853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:42.300020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430737-f759-4e8b-8698-15b097255608 req-3e3b7fe2-a519-434e-9f03-bea75a3702e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:42.300941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd401f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:42.301465 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79430737-f759-4e8b-8698-15b097255608 req-3e3b7fe2-a519-434e-9f03-bea75a3702e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.0886357
Apr 30 21:24:42.322259 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9612d439-3f1f-4cb6-9af3-b44ccc4ccf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4445351e-b499-44f2-b122-9fda303b29ab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:42.330464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9612d439-3f1f-4cb6-9af3-b44ccc4ccf7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:42.332266 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9612d439-3f1f-4cb6-9af3-b44ccc4ccf7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4445351e-b499-44f2-b122-9fda303b29ab HTTP/1.1" status: 204  len: 168 time: 0.7725785
Apr 30 21:24:42.429092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79430737-f759-4e8b-8698-15b097255608 req-459a6d3f-acfe-4682-86e4-16535356cb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:42.431090 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79430737-f759-4e8b-8698-15b097255608 req-459a6d3f-acfe-4682-86e4-16535356cb88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1190577
Apr 30 21:24:42.461693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612d439-3f1f-4cb6-9af3-b44ccc4ccf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445351e-b499-44f2-b122-9fda303b29ab,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:42.481688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:42.531238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41154) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:42.532194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-17b1bc8e-d2df-44ec-9bd8-216d80ceb400 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'router': {'name': 'tempest-router--1821016263', 'project_id': '26e31b6d76d64358ac445881c33c50f4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:42.609070 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79430737-f759-4e8b-8698-15b097255608 req-1577f5d9-1585-4824-8d29-2b0936299064 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603682
Apr 30 21:24:42.640593 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:42.657892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17b1bc8e-d2df-44ec-9bd8-216d80ceb400 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (e6bfb882-3623-4762-a443-bbe522506f7f), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:42.659257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17b1bc8e-d2df-44ec-9bd8-216d80ceb400 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (e6bfb882-3623-4762-a443-bbe522506f7f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:42.828004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:42.835475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:42.842879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17b1bc8e-d2df-44ec-9bd8-216d80ceb400 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_controller (e6bfb882-3623-4762-a443-bbe522506f7f), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:42.846729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:42.881190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59ca7-2932-4af0-82ea-9dbdd9b65d52 req-cb150765-66a7-46b7-b23f-9d317df5d8d3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:42.882803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7bc59ca7-2932-4af0-82ea-9dbdd9b65d52 req-cb150765-66a7-46b7-b23f-9d317df5d8d3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 931 time: 0.1083605
Apr 30 21:24:42.895862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:42.981111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:42.982330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:42.999528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7bc59ca7-2932-4af0-82ea-9dbdd9b65d52 req-9abe85fb-84cb-4300-aeb4-15e83db3d8bb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073005
Apr 30 21:24:43.000754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17b1bc8e-d2df-44ec-9bd8-216d80ceb400 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (e6bfb882-3623-4762-a443-bbe522506f7f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.039267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 241a93d8-ce90-4d90-8ad1-26bae3d008ad triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:43.044483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=9f34796a-fd6b-425b-aaf7-911bec70b97e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:43.044648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.070416 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-79430737-f759-4e8b-8698-15b097255608 req-d9ab648a-c140-41ae-8078-376bcb57f8d1 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4555218
Apr 30 21:24:43.087943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17b1bc8e-d2df-44ec-9bd8-216d80ceb400 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.089506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-17b1bc8e-d2df-44ec-9bd8-216d80ceb400 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.5609691
Apr 30 21:24:43.092245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41164) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:43.106517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd401f0>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '808c4a12-1540-4c77-a651-bce5f43e3254', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'floating_ip_address': '172.35.4.47', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'port_id': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'mac_address': 'fa:16:3e:d8:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:21Z', 'updated_at': '2022-04-30T21:24:40Z', 'revision_number': 1, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:43.118743 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-9c91bddf-0eb4-4fe2-99fe-8a548a9315f6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2802761
Apr 30 21:24:43.132289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Request body: {'port': {'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:43.147821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9bec63-8762-4ca4-8351-f611c5de564f None None] The sync data for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 is: [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '808c4a12-1540-4c77-a651-bce5f43e3254', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'floating_ip_address': '172.35.4.47', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'port_id': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'mac_address': 'fa:16:3e:d8:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:21Z', 'updated_at': '2022-04-30T21:24:40Z', 'revision_number': 1, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:43.224355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:43.224674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.271314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-088d6f80-b0f8-4586-96cc-a2a0e588ee36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (e6bfb882-3623-4762-a443-bbe522506f7f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.288494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.305462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:43.306076 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8184b628-fa22-4760-b996-498ff2c7a0fb" -d '{"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-plugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:43.328290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-444f741b-809e-4786-877f-387d4ad81e2e None None] Provisioning complete for port 9f34796a-fd6b-425b-aaf7-911bec70b97e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:43.328290 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-444f741b-809e-4786-877f-387d4ad81e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.373713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41170) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:43.378234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:43.398163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.402032 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbac215-a967-4d8d-9b58-97c289bdba0e x-openstack-request-id: req-ddbac215-a967-4d8d-9b58-97c289bdba0e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:43.402681 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-plugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:43.403096 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddbac215-a967-4d8d-9b58-97c289bdba0e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:43.403753 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbac215-a967-4d8d-9b58-97c289bdba0e'] response: {'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'code': 200}
Apr 30 21:24:43.418647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-444f741b-809e-4786-877f-387d4ad81e2e None None] Port 9f34796a-fd6b-425b-aaf7-911bec70b97e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:24:43.481021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.549511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Publish callbacks [] for security_group (64d7186c-118a-43b8-9e9f-4e4ffe0bc668), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.582823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:43.628880 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7d65e-b85b-427a-b2f4-ed6bb99b0462 None None] New status for floating IP 808c4a12-1540-4c77-a651-bce5f43e3254: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:24:43.659357 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (64d7186c-118a-43b8-9e9f-4e4ffe0bc668), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.693107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd060bbbc24843798ba4e710a5a76391&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3179557
Apr 30 21:24:43.698644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41172) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:43.708842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d4b0-0dff-43f1-83f4-3554a3107877 req-69dda2cc-7bd4-4253-93dc-c71edb5f711c tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:43.716426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45f0d4b0-0dff-43f1-83f4-3554a3107877 req-69dda2cc-7bd4-4253-93dc-c71edb5f711c tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 943 time: 0.3034453
Apr 30 21:24:43.740148 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-088d6f80-b0f8-4586-96cc-a2a0e588ee36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (e6bfb882-3623-4762-a443-bbe522506f7f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.748441 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-088d6f80-b0f8-4586-96cc-a2a0e588ee36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_controller (e6bfb882-3623-4762-a443-bbe522506f7f), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.777344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d7186c-118a-43b8-9e9f-4e4ffe0bc668,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:43.820221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.820752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.821347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.821788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.822188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.822728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.823139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.823552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.823958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.824342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.824746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.825153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.825548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.825958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.826626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139226fd-59b1-4a65-bc8e-b33cc9ef1574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:43.849824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45f0d4b0-0dff-43f1-83f4-3554a3107877 req-b9b6c45f-4805-4945-ab72-ff750060bade tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312282
Apr 30 21:24:43.868112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f34796a-fd6b-425b-aaf7-911bec70b97e {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:43.879446 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Publish callbacks [] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.900934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d84b32-d1a4-4f85-ab21-bddf12aaeaaa admin admin] Publish callbacks [] for security_group (64d7186c-118a-43b8-9e9f-4e4ffe0bc668), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.934458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d84b32-d1a4-4f85-ab21-bddf12aaeaaa admin admin] Publish callbacks [] for security_group (64d7186c-118a-43b8-9e9f-4e4ffe0bc668), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.948378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-088d6f80-b0f8-4586-96cc-a2a0e588ee36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (e6bfb882-3623-4762-a443-bbe522506f7f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.948943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088d6f80-b0f8-4586-96cc-a2a0e588ee36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6bfb882-3623-4762-a443-bbe522506f7f {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:24:43.953374 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-088d6f80-b0f8-4586-96cc-a2a0e588ee36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:43.954951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-088d6f80-b0f8-4586-96cc-a2a0e588ee36 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e6bfb882-3623-4762-a443-bbe522506f7f HTTP/1.1" status: 204  len: 168 time: 0.8610928
Apr 30 21:24:43.961819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Transition to ACTIVE for port object 9f34796a-fd6b-425b-aaf7-911bec70b97e will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:24:44.051647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:44.178557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d84b32-d1a4-4f85-ab21-bddf12aaeaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (64d7186c-118a-43b8-9e9f-4e4ffe0bc668), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:44.181623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d84b32-d1a4-4f85-ab21-bddf12aaeaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:44.183021 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-46d84b32-d1a4-4f85-ab21-bddf12aaeaaa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64d7186c-118a-43b8-9e9f-4e4ffe0bc668 HTTP/1.1" status: 204  len: 168 time: 0.4697919
Apr 30 21:24:44.189640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f34796a-fd6b-425b-aaf7-911bec70b97e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:44.211553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d84b32-d1a4-4f85-ab21-bddf12aaeaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d7186c-118a-43b8-9e9f-4e4ffe0bc668,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:44.293857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034708e-c857-42d5-8573-079f2a0b879f req-15ddfda6-40f7-4f45-a97a-8d78855fd846 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:44.295855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d034708e-c857-42d5-8573-079f2a0b879f req-15ddfda6-40f7-4f45-a97a-8d78855fd846 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 943 time: 0.1301391
Apr 30 21:24:44.347636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Attempting to bind port 9f34796a-fd6b-425b-aaf7-911bec70b97e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:44.347976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Attempting to bind port 9f34796a-fd6b-425b-aaf7-911bec70b97e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:44.348309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Attempting to bind port 9f34796a-fd6b-425b-aaf7-911bec70b97e on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:44.354314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Port 9f34796a-fd6b-425b-aaf7-911bec70b97e on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:24:44.354626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Attempting to bind port 9f34796a-fd6b-425b-aaf7-911bec70b97e on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:44.362558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:44.362923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Checking segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:44.365776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Bound using segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:44.365776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Bound port: 9f34796a-fd6b-425b-aaf7-911bec70b97e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:44.365776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:44.415949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d034708e-c857-42d5-8573-079f2a0b879f req-d9ffdda2-e587-4aad-8831-4cd865230999 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093946
Apr 30 21:24:44.475601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] For port 9f34796a-fd6b-425b-aaf7-911bec70b97e, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:44.480295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] For port 9f34796a-fd6b-425b-aaf7-911bec70b97e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f34796a-fd6b-425b-aaf7-911bec70b97e,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:44.588714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41184) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:44.594903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:44.645560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:44.646218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:44.648297 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f34796a-fd6b-425b-aaf7-911bec70b97e HTTP/1.1" status: 200  len: 1091 time: 1.5213041
Apr 30 21:24:44.650908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3981cebe-916e-45b7-a15c-a2639be85842', 'tag': '9f34796a-fd6b-425b-aaf7-911bec70b97e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:44.653848 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904c663-be3b-4768-a27d-9c5a33bf55c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3981cebe-916e-45b7-a15c-a2639be85842", "tag": "9f34796a-fd6b-425b-aaf7-911bec70b97e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:44.698900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed486c-97b8-4bff-a0b2-0944e24bd5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9f34796a-fd6b-425b-aaf7-911bec70b97e,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:44.752112 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cc1953-146c-4a55-ae1f-14b32b9d603c x-openstack-request-id: req-d7cc1953-146c-4a55-ae1f-14b32b9d603c {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:44.752421 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3981cebe-916e-45b7-a15c-a2639be85842", "tag": "9f34796a-fd6b-425b-aaf7-911bec70b97e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:44.752669 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7cc1953-146c-4a55-ae1f-14b32b9d603c {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:44.753667 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7cc1953-146c-4a55-ae1f-14b32b9d603c'] response: {'name': 'network-changed', 'server_uuid': '3981cebe-916e-45b7-a15c-a2639be85842', 'tag': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'status': 'completed', 'code': 200}
Apr 30 21:24:44.869471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 58e9c6ec-5174-49f0-a17b-c9fc8f666119 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:24:44.885786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904c663-be3b-4768-a27d-9c5a33bf55c3 req-401d9ef8-760a-4358-9e61-0d73eab672f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:44.895781 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3904c663-be3b-4768-a27d-9c5a33bf55c3 req-401d9ef8-760a-4358-9e61-0d73eab672f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 1125 time: 0.1092353
Apr 30 21:24:45.069880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bc60a-7c3b-4c99-906e-0be9031dfea9 req-6272a927-fb25-4bb6-9de5-d5ee0a0630a8 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:45.077429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-135bc60a-7c3b-4c99-906e-0be9031dfea9 req-6272a927-fb25-4bb6-9de5-d5ee0a0630a8 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 943 time: 0.0970697
Apr 30 21:24:45.150336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-135bc60a-7c3b-4c99-906e-0be9031dfea9 req-b35fef1d-6844-4845-9a45-796af184c38b tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716515
Apr 30 21:24:45.225681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904c663-be3b-4768-a27d-9c5a33bf55c3 req-a5c09798-b9e8-48d4-9a55-56b1d0fdd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:45.225681 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3904c663-be3b-4768-a27d-9c5a33bf55c3 req-a5c09798-b9e8-48d4-9a55-56b1d0fdd77d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=54ceedad6e134d94ac8758f8385a47e0&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2829249
Apr 30 21:24:45.226318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1745073006', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:45.226424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 58e9c6ec-5174-49f0-a17b-c9fc8f666119, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58e9c6ec-5174-49f0-a17b-c9fc8f666119,segment=NetworkSegment(9bddfe6d-11ee-40f3-9e36-aec9d0f81156),segment_id=9bddfe6d-11ee-40f3-9e36-aec9d0f81156)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:45.226424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '58e9c6ec-5174-49f0-a17b-c9fc8f666119', 'network_id': '369c733a-e1a7-43a2-a645-492680c2535f', 'port_id': '58e9c6ec-5174-49f0-a17b-c9fc8f666119', 'mac_address': 'fa:16:3e:26:31:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375495ca-0bd8-4935-ad53-6b9c2051b9c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:24:45.278280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:45.278790 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:45.300742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e9c6ec-5174-49f0-a17b-c9fc8f666119 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:45.321221 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (d3decca6-1b15-4158-b7ba-e5f8120dbb07), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:45.323444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (d3decca6-1b15-4158-b7ba-e5f8120dbb07), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:45.324040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904c663-be3b-4768-a27d-9c5a33bf55c3 req-7bd8b33b-b666-44a3-b26e-63515ad2cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:45.326914 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3904c663-be3b-4768-a27d-9c5a33bf55c3 req-7bd8b33b-b666-44a3-b26e-63515ad2cd45 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1323152
Apr 30 21:24:45.341216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 58e9c6ec-5174-49f0-a17b-c9fc8f666119, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58e9c6ec-5174-49f0-a17b-c9fc8f666119,segment=NetworkSegment(9bddfe6d-11ee-40f3-9e36-aec9d0f81156),segment_id=9bddfe6d-11ee-40f3-9e36-aec9d0f81156)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:45.445897 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:45.451425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-31c5f19b-f9fc-4db7-96d3-c47524ed13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:45.453306 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-31c5f19b-f9fc-4db7-96d3-c47524ed13c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 1125 time: 0.0759254
Apr 30 21:24:45.455080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (d3decca6-1b15-4158-b7ba-e5f8120dbb07), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:45.530785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=58e9c6ec-5174-49f0-a17b-c9fc8f666119,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:45.670534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['58e9c6ec-5174-49f0-a17b-c9fc8f666119'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:24:45.896166 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-eeb82272-f4c6-47dd-bd1c-ca27d1cc1b6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f34796a-fd6b-425b-aaf7-911bec70b97e HTTP/1.1" status: 200  len: 217 time: 0.4344506
Apr 30 21:24:45.967441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-242d4f08-eeeb-4a4b-b274-feaa06592dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:45.969324 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-242d4f08-eeeb-4a4b-b274-feaa06592dc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.0661280
Apr 30 21:24:46.043592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-7d341c17-8288-4870-a5db-20ea89572272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:46.045483 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-7d341c17-8288-4870-a5db-20ea89572272 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0685184
Apr 30 21:24:46.200134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837bd7d-1e15-4478-8a64-c6616a1a8b69 req-c08be949-790a-4768-807b-18c249538909 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:46.211242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f837bd7d-1e15-4478-8a64-c6616a1a8b69 req-c08be949-790a-4768-807b-18c249538909 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 943 time: 0.7040355
Apr 30 21:24:46.212464 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-75dc7c21-e70d-4e45-8480-3b6bfcf9880c service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584527
Apr 30 21:24:46.391242 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-7e0beeb1-04e6-4a81-a420-8229777bef30 req-3e5b418f-5338-4183-be77-421793b832d9 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724262
Apr 30 21:24:46.439601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f837bd7d-1e15-4478-8a64-c6616a1a8b69 req-bcb73c19-dc54-4545-a001-bc459e568795 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2272551
Apr 30 21:24:46.445382 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (d3decca6-1b15-4158-b7ba-e5f8120dbb07), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:46.482151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c745ce-73f2-4696-a2d9-4d28de6c05ed req-40677a41-70f4-475f-9872-bd6a9c6bc3d2 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:46.490722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6c745ce-73f2-4696-a2d9-4d28de6c05ed req-40677a41-70f4-475f-9872-bd6a9c6bc3d2 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 944 time: 0.1455717
Apr 30 21:24:46.594658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6c745ce-73f2-4696-a2d9-4d28de6c05ed req-4be2b3b8-4994-47c9-9660-cc7555d14014 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029673
Apr 30 21:24:46.749809 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (d3decca6-1b15-4158-b7ba-e5f8120dbb07), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:46.780323 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:46.822935 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:46.890146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 58e9c6ec-5174-49f0-a17b-c9fc8f666119 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:46.920187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Allocated IP 172.35.4.253 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/9db10530-a92e-4217-9af9-7cbb17f0d8b4) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:46.949840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:24:47.016788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:47.017173 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:47.131250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for port (9db10530-a92e-4217-9af9-7cbb17f0d8b4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:47.178294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:47.178691 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:47.213290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd46164-f27a-469c-a397-35c643decd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e9c6ec-5174-49f0-a17b-c9fc8f666119'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:47.216459 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d07eed-6d19-429f-a598-605e88b7dd3c" -d '{"events": [{"server_uuid": "ebd46164-f27a-469c-a397-35c643decd85", "name": "network-vif-plugged", "status": "completed", "tag": "58e9c6ec-5174-49f0-a17b-c9fc8f666119"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:47.231291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 58e9c6ec-5174-49f0-a17b-c9fc8f666119, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58e9c6ec-5174-49f0-a17b-c9fc8f666119,segment=NetworkSegment(9bddfe6d-11ee-40f3-9e36-aec9d0f81156),segment_id=9bddfe6d-11ee-40f3-9e36-aec9d0f81156)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:47.260373 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70deae-8b16-440e-9363-b843d52bcd1f x-openstack-request-id: req-4c70deae-8b16-440e-9363-b843d52bcd1f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:47.260373 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd46164-f27a-469c-a397-35c643decd85", "name": "network-vif-plugged", "status": "completed", "tag": "58e9c6ec-5174-49f0-a17b-c9fc8f666119", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:47.260373 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c70deae-8b16-440e-9363-b843d52bcd1f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:47.260373 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c70deae-8b16-440e-9363-b843d52bcd1f'] response: {'server_uuid': 'ebd46164-f27a-469c-a397-35c643decd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e9c6ec-5174-49f0-a17b-c9fc8f666119', 'code': 200}
Apr 30 21:24:47.287725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9db10530-a92e-4217-9af9-7cbb17f0d8b4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:47.334758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:47.363728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:47.369079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:47.402468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event updated for resources: {'Port': ['ID=9db10530-a92e-4217-9af9-7cbb17f0d8b4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:47.413876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f60e22-562f-4879-bf6f-8612341db399 req-065fddee-7577-4ea2-b45c-fdc1cccccb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:47.415418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9f60e22-562f-4879-bf6f-8612341db399 req-065fddee-7577-4ea2-b45c-fdc1cccccb04 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 1126 time: 0.0830905
Apr 30 21:24:47.505436 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:47.556826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9f60e22-562f-4879-bf6f-8612341db399 req-ebd39ece-6a04-4b06-b229-861ece5a460e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324010
Apr 30 21:24:47.575304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=58e9c6ec-5174-49f0-a17b-c9fc8f666119,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:47.614425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed76d6-e63b-4fe4-802b-c03fc6b78e59 req-a697d9dc-3735-437d-8de2-8ba7b96e8035 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:47.616007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42ed76d6-e63b-4fe4-802b-c03fc6b78e59 req-a697d9dc-3735-437d-8de2-8ba7b96e8035 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 943 time: 0.0649858
Apr 30 21:24:47.676284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42ed76d6-e63b-4fe4-802b-c03fc6b78e59 req-b3009fd0-f5b9-43a6-9bf1-e200b233a956 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542781
Apr 30 21:24:47.827325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0af550-8514-4e20-bb5b-775ab0df3440 req-ef5511f3-4bc6-489a-b0a0-8a8a362c6ebe tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:47.828826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af0af550-8514-4e20-bb5b-775ab0df3440 req-ef5511f3-4bc6-489a-b0a0-8a8a362c6ebe tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 945 time: 0.1200023
Apr 30 21:24:47.868863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd7d3bfe-7f47-4663-98c7-39f4290bdac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:47.916062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (d3decca6-1b15-4158-b7ba-e5f8120dbb07), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:47.998133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af0af550-8514-4e20-bb5b-775ab0df3440 req-eb782321-4103-4b1f-908c-6bbf646d7192 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443558
Apr 30 21:24:48.179023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (d3decca6-1b15-4158-b7ba-e5f8120dbb07), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:48.445920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Router d3decca6-1b15-4158-b7ba-e5f8120dbb07 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:24:48.487980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9f34796a-fd6b-425b-aaf7-911bec70b97e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:24:48.577324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:48.591999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58392b47-615e-404a-af32-112adc20c12d None None] Sync routers for ids ['d3decca6-1b15-4158-b7ba-e5f8120dbb07'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:48.625977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58392b47-615e-404a-af32-112adc20c12d None None] Routers {'d3decca6-1b15-4158-b7ba-e5f8120dbb07'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:48.626710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-58392b47-615e-404a-af32-112adc20c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c098730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d3decca6-1b15-4158-b7ba-e5f8120dbb07'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:48.671242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-58392b47-615e-404a-af32-112adc20c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c098730>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:48.675969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:48.680562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41268) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:48.681826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8696cbbc-ef2b-494b-982f-dd8d05cc7df8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 4.0917778
Apr 30 21:24:48.693636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9f34796a-fd6b-425b-aaf7-911bec70b97e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f34796a-fd6b-425b-aaf7-911bec70b97e,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:48.722107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58392b47-615e-404a-af32-112adc20c12d None None] Routers {'d3decca6-1b15-4158-b7ba-e5f8120dbb07'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:48.722107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-58392b47-615e-404a-af32-112adc20c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c098730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d3decca6-1b15-4158-b7ba-e5f8120dbb07'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:48.732836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:24:48.840741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-58392b47-615e-404a-af32-112adc20c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c098730>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:48.841613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58392b47-615e-404a-af32-112adc20c12d None None] The sync data for ids ['d3decca6-1b15-4158-b7ba-e5f8120dbb07'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:48.863676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9f34796a-fd6b-425b-aaf7-911bec70b97e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:48.864984 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:48.871996 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-54bf431c-a827-4429-a979-3488ddf87a7f tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/routers/d3decca6-1b15-4158-b7ba-e5f8120dbb07 HTTP/1.1" status: 200  len: 925 time: 0.1902077
Apr 30 21:24:48.877074 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41274) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:48.886903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f34796a-fd6b-425b-aaf7-911bec70b97e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:24:48.916606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c715371-f4ff-400f-9cdb-aa4c7b738556 req-84ac4bc3-b3f7-48b8-924d-a0ba11c2e59d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:48.918185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c715371-f4ff-400f-9cdb-aa4c7b738556 req-84ac4bc3-b3f7-48b8-924d-a0ba11c2e59d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 943 time: 0.1103013
Apr 30 21:24:48.921604 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-467e4892-dbe2-47e0-82a2-be0715bf64a1 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3decca6-1b15-4158-b7ba-e5f8120dbb07 HTTP/1.1" status: 200  len: 205 time: 0.0428364
Apr 30 21:24:48.924618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41276) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:48.927954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9f34796a-fd6b-425b-aaf7-911bec70b97e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f34796a-fd6b-425b-aaf7-911bec70b97e,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:49.017970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c715371-f4ff-400f-9cdb-aa4c7b738556 req-1f989c4d-6a11-41c0-a55b-5d24e734cebf tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864236
Apr 30 21:24:49.040671 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:49.128696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9f34796a-fd6b-425b-aaf7-911bec70b97e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:49.216066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28fa7f-0b9d-404f-a019-afb014c6528f req-ec930ae6-d607-4ff3-b4fa-75abe28e3cf2 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:49.217930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff28fa7f-0b9d-404f-a019-afb014c6528f req-ec930ae6-d607-4ff3-b4fa-75abe28e3cf2 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 945 time: 0.0613620
Apr 30 21:24:49.318693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (d3decca6-1b15-4158-b7ba-e5f8120dbb07), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:49.322295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff28fa7f-0b9d-404f-a019-afb014c6528f req-32be98c4-48fe-4a73-b19a-e7ff5c15bd98 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964620
Apr 30 21:24:49.426504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['9f34796a-fd6b-425b-aaf7-911bec70b97e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:24:49.489676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (d3decca6-1b15-4158-b7ba-e5f8120dbb07), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:49.643084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Deleting port 9db10530-a92e-4217-9af9-7cbb17f0d8b4 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:49.643833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9db10530-a92e-4217-9af9-7cbb17f0d8b4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:49.754062 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9db10530-a92e-4217-9af9-7cbb17f0d8b4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:49.768153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Calling delete_port for 9db10530-a92e-4217-9af9-7cbb17f0d8b4 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:49.990186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28a0af-0783-4444-8436-f54a2298a1f8 req-ab491fb2-1c22-49e3-8bc2-4f4bf20902cf tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:49.993321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb28a0af-0783-4444-8436-f54a2298a1f8 req-ab491fb2-1c22-49e3-8bc2-4f4bf20902cf tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 945 time: 0.0695534
Apr 30 21:24:50.071255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb28a0af-0783-4444-8436-f54a2298a1f8 req-2b929a1a-5bce-488d-88ff-be32635f6931 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720210
Apr 30 21:24:50.194400 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9db10530-a92e-4217-9af9-7cbb17f0d8b4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.194635 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d664cc2b-dbed-4f06-89ca-f4ef5afefddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.226076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event deleted for resources: {'Port': ['ID=9db10530-a92e-4217-9af9-7cbb17f0d8b4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:50.244647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622647f-4f03-421c-b3fe-16985addb23b req-6420f77d-39dc-4884-a023-e5cbcb14598b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:50.246626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0622647f-4f03-421c-b3fe-16985addb23b req-6420f77d-39dc-4884-a023-e5cbcb14598b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 944 time: 0.0832427
Apr 30 21:24:50.332907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0622647f-4f03-421c-b3fe-16985addb23b req-3208bfd4-3d17-43c3-ba31-62ac6b27dbe8 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756767
Apr 30 21:24:50.355800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (d3decca6-1b15-4158-b7ba-e5f8120dbb07), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.492393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (d3decca6-1b15-4158-b7ba-e5f8120dbb07), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.495430 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (d3decca6-1b15-4158-b7ba-e5f8120dbb07), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.622062 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (d3decca6-1b15-4158-b7ba-e5f8120dbb07), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.622915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Fanout notify agent at l3_agent the message router_deleted on router d3decca6-1b15-4158-b7ba-e5f8120dbb07 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:24:50.636083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.637204 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b35df5d-cba4-4840-b48e-4491b58f4abe tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/d3decca6-1b15-4158-b7ba-e5f8120dbb07 HTTP/1.1" status: 204  len: 168 time: 1.7116220
Apr 30 21:24:50.641120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41310) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:50.646827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-945821189', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': False}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:50.745518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9f34796a-fd6b-425b-aaf7-911bec70b97e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:50.755836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (484b89c9-f974-4726-a4ef-2c0e029b059c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.758705 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (484b89c9-f974-4726-a4ef-2c0e029b059c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.831992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 9f34796a-fd6b-425b-aaf7-911bec70b97e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:24:50.832254 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_controller (484b89c9-f974-4726-a4ef-2c0e029b059c), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.868997 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:50.897675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 9f34796a-fd6b-425b-aaf7-911bec70b97e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:50.898104 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:51.025314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 9f34796a-fd6b-425b-aaf7-911bec70b97e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:51.025708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:51.052553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3981cebe-916e-45b7-a15c-a2639be85842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f34796a-fd6b-425b-aaf7-911bec70b97e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:51.056613 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47bb8f1-f27b-4b1a-96a8-f85887c93200" -d '{"events": [{"server_uuid": "3981cebe-916e-45b7-a15c-a2639be85842", "name": "network-vif-plugged", "status": "completed", "tag": "9f34796a-fd6b-425b-aaf7-911bec70b97e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:51.071148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 9f34796a-fd6b-425b-aaf7-911bec70b97e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f34796a-fd6b-425b-aaf7-911bec70b97e,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:51.098195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (484b89c9-f974-4726-a4ef-2c0e029b059c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:51.109978 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e9a9f7-1f38-4630-aabb-72c463790694 x-openstack-request-id: req-a9e9a9f7-1f38-4630-aabb-72c463790694 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:51.110829 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3981cebe-916e-45b7-a15c-a2639be85842", "name": "network-vif-plugged", "status": "completed", "tag": "9f34796a-fd6b-425b-aaf7-911bec70b97e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:51.111104 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9e9a9f7-1f38-4630-aabb-72c463790694 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:51.111546 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e9a9f7-1f38-4630-aabb-72c463790694'] response: {'server_uuid': '3981cebe-916e-45b7-a15c-a2639be85842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'code': 200}
Apr 30 21:24:51.155331 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:51.239193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=9f34796a-fd6b-425b-aaf7-911bec70b97e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:51.272205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41367973-aecd-4802-8621-2a92f05cb7c2 req-0154431b-051d-432b-a807-0395f2642769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:51.276088 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-41367973-aecd-4802-8621-2a92f05cb7c2 req-0154431b-051d-432b-a807-0395f2642769 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 1127 time: 0.0716023
Apr 30 21:24:51.308382 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:51.369401 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-41367973-aecd-4802-8621-2a92f05cb7c2 req-b176630f-076c-4fae-9a00-8a39cd8f6538 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689847
Apr 30 21:24:51.371143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-8fc5260e-db40-41aa-90ac-d4e46f680f3e tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:51.373114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-8fc5260e-db40-41aa-90ac-d4e46f680f3e tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 945 time: 0.2071106
Apr 30 21:24:51.393573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9964354-62eb-4aa1-85cd-06b1289ebb70 req-63c55b6e-79c2-48da-9d04-3178ab00d5ef tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:51.395250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9964354-62eb-4aa1-85cd-06b1289ebb70 req-63c55b6e-79c2-48da-9d04-3178ab00d5ef tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 945 time: 0.2136128
Apr 30 21:24:51.891051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca9a01-fe8d-4bda-bde5-5d39dd525551 req-478fd4cf-4c93-4f2e-a56b-06dd5f184c51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:51.892539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eca9a01-fe8d-4bda-bde5-5d39dd525551 req-478fd4cf-4c93-4f2e-a56b-06dd5f184c51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 945 time: 0.1768973
Apr 30 21:24:51.928851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9964354-62eb-4aa1-85cd-06b1289ebb70 req-2d78527a-f382-4ff2-abe1-b18975b442c8 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa10246b-58f4-4fc3-a786-87ada1dcfce8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139859
Apr 30 21:24:51.997840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Deleting port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:52.002103 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:52.082662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (484b89c9-f974-4726-a4ef-2c0e029b059c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:52.112866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2eca9a01-fe8d-4bda-bde5-5d39dd525551 req-a2e67f51-5588-4bf1-9497-ac0ba8995b21 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1917274
Apr 30 21:24:52.116327 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:52.243463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] For port 58e9c6ec-5174-49f0-a17b-c9fc8f666119, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58e9c6ec-5174-49f0-a17b-c9fc8f666119,segment=NetworkSegment(9bddfe6d-11ee-40f3-9e36-aec9d0f81156),segment_id=9bddfe6d-11ee-40f3-9e36-aec9d0f81156)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:52.243853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:52.265259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Calling delete_port for 58e9c6ec-5174-49f0-a17b-c9fc8f666119 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:52.404999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Allocated IP 172.35.4.32 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/dbdebf5d-c2b3-4c77-8385-9cf5927766cf) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:52.579710 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:52.624895 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (58e9c6ec-5174-49f0-a17b-c9fc8f666119), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:52.638331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['58e9c6ec-5174-49f0-a17b-c9fc8f666119'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:24:52.670933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Pushing event deleted for resources: {'Port': ['ID=58e9c6ec-5174-49f0-a17b-c9fc8f666119,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:52.707889 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:52.788639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] No DVR routers for this DVR port 58e9c6ec-5174-49f0-a17b-c9fc8f666119 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:24:52.794561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'Port': ['ID=dbdebf5d-c2b3-4c77-8385-9cf5927766cf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:52.799522 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:52.803532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06a1435a-0a67-4959-b0cc-dc32c1769eb9 req-3dee1fed-a308-444c-aecd-bb5095b78c0d tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.35 "DELETE /v2.0/ports/58e9c6ec-5174-49f0-a17b-c9fc8f666119 HTTP/1.1" status: 204  len: 173 time: 1.4047422
Apr 30 21:24:52.807457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd46164-f27a-469c-a397-35c643decd85', 'name': 'network-vif-deleted', 'tag': '58e9c6ec-5174-49f0-a17b-c9fc8f666119'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:52.816587 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cbcac6-0d12-4231-bda7-a3759c0dbed3" -d '{"events": [{"server_uuid": "ebd46164-f27a-469c-a397-35c643decd85", "name": "network-vif-deleted", "tag": "58e9c6ec-5174-49f0-a17b-c9fc8f666119"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:52.847926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:52.854279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:52.856916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:52.888200 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61839547-6b00-4db3-ae58-8b227af33a8e x-openstack-request-id: req-61839547-6b00-4db3-ae58-8b227af33a8e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:52.888484 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd46164-f27a-469c-a397-35c643decd85", "name": "network-vif-deleted", "tag": "58e9c6ec-5174-49f0-a17b-c9fc8f666119", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:52.888737 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61839547-6b00-4db3-ae58-8b227af33a8e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:52.889162 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61839547-6b00-4db3-ae58-8b227af33a8e'] response: {'server_uuid': 'ebd46164-f27a-469c-a397-35c643decd85', 'name': 'network-vif-deleted', 'tag': '58e9c6ec-5174-49f0-a17b-c9fc8f666119', 'status': 'completed', 'code': 200}
Apr 30 21:24:53.096632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47ac1b5d-2f0a-48d2-9632-408ce06fd35f req-4b7772d3-d59a-4fc6-9eea-9133658c24b9 tempest-InstanceActionsV221TestJSON-846204210 tempest-InstanceActionsV221TestJSON-846204210-project] 10.222.0.23 "GET /v2.0/ports?device_id=ebd46164-f27a-469c-a397-35c643decd85 HTTP/1.1" status: 200  len: 210 time: 0.0408499
Apr 30 21:24:53.097961 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:53.373355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9561b-9e4c-44a3-b9e7-6529a7d1614b req-3ab8d7db-515e-4995-a3c5-7bc0f257ea5e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:53.375651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ff9561b-9e4c-44a3-b9e7-6529a7d1614b req-3ab8d7db-515e-4995-a3c5-7bc0f257ea5e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 945 time: 0.1668169
Apr 30 21:24:53.458077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ff9561b-9e4c-44a3-b9e7-6529a7d1614b req-6c20f8ce-7a27-4f75-b091-a8402930ae8d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745766
Apr 30 21:24:53.459359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (484b89c9-f974-4726-a4ef-2c0e029b059c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:53.667702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004028d4-906d-48f7-8fe3-fbede8acb5dd req-15db14fa-431b-46c9-a4c4-69980345f4b2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:53.669356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-004028d4-906d-48f7-8fe3-fbede8acb5dd req-15db14fa-431b-46c9-a4c4-69980345f4b2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 945 time: 0.0914814
Apr 30 21:24:53.685308 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41364) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:53.690866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'floatingip': {'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:53.787150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:53.945022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (484b89c9-f974-4726-a4ef-2c0e029b059c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.257058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Router 484b89c9-f974-4726-a4ef-2c0e029b059c is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:24:54.404390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41380) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:54.444652 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.474790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce40412-4430-4bcb-82b7-9bfe7b0cddb0 admin admin] Deleting subnet 375495ca-0bd8-4935-ad53-6b9c2051b9c6 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:24:54.478350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bce40412-4430-4bcb-82b7-9bfe7b0cddb0 admin admin] Publish callbacks [] for subnet (375495ca-0bd8-4935-ad53-6b9c2051b9c6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.485406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:54.496975 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Sync routers for ids ['484b89c9-f974-4726-a4ef-2c0e029b059c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:54.514948 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Routers {'484b89c9-f974-4726-a4ef-2c0e029b059c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:54.516947 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c998b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['484b89c9-f974-4726-a4ef-2c0e029b059c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:54.544204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bce40412-4430-4bcb-82b7-9bfe7b0cddb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (375495ca-0bd8-4935-ad53-6b9c2051b9c6), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.602574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.607318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c2107ae-edcc-4ef8-99f3-b7c815672583 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 3.9648824
Apr 30 21:24:54.615172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41384) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:54.640989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bce40412-4430-4bcb-82b7-9bfe7b0cddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (375495ca-0bd8-4935-ad53-6b9c2051b9c6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.665892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.682714 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Set router 484b89c9-f974-4726-a4ef-2c0e029b059c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:54.738582 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.826853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bce40412-4430-4bcb-82b7-9bfe7b0cddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (375495ca-0bd8-4935-ad53-6b9c2051b9c6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.841324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-05fc722a-0223-4730-8454-565aaaa9bdd0 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/routers/484b89c9-f974-4726-a4ef-2c0e029b059c HTTP/1.1" status: 200  len: 907 time: 0.2317762
Apr 30 21:24:54.844914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41386) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:54.850461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'router': {'name': 'tempest-snat-router-945821189', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': True}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:54.869351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce40412-4430-4bcb-82b7-9bfe7b0cddb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375495ca-0bd8-4935-ad53-6b9c2051b9c6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:54.874142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bce40412-4430-4bcb-82b7-9bfe7b0cddb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:54.881557 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bce40412-4430-4bcb-82b7-9bfe7b0cddb0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/375495ca-0bd8-4935-ad53-6b9c2051b9c6 HTTP/1.1" status: 204  len: 168 time: 0.4761231
Apr 30 21:24:54.884502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41388) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:54.895046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 58e9c6ec-5174-49f0-a17b-c9fc8f666119 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:24:54.897559 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c998b50>, [{'id': '484b89c9-f974-4726-a4ef-2c0e029b059c', 'name': 'tempest-snat-router-945821189', 'tenant_id': '3c79746fa72c4192b5984cecda6e91a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.32'}], 'enable_snat': False}, 'gw_port_id': 'dbdebf5d-c2b3-4c77-8385-9cf5927766cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:50Z', 'updated_at': '2022-04-30T21:24:53Z', 'revision_number': 3, 'project_id': '3c79746fa72c4192b5984cecda6e91a2', 'gw_port': {'id': 'dbdebf5d-c2b3-4c77-8385-9cf5927766cf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b89c9-f974-4726-a4ef-2c0e029b059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:52Z', 'updated_at': '2022-04-30T21:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:54.931968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 58e9c6ec-5174-49f0-a17b-c9fc8f666119 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:24:54.934130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 58e9c6ec-5174-49f0-a17b-c9fc8f666119 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:24:54.944921 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Checking router: 484b89c9-f974-4726-a4ef-2c0e029b059c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:54.945969 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Updating router 484b89c9-f974-4726-a4ef-2c0e029b059c port dbdebf5d-c2b3-4c77-8385-9cf5927766cf binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:24:54.950183 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Floating IP e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62 associated. External IP: 172.35.4.197, port: 9f34796a-fd6b-425b-aaf7-911bec70b97e.
Apr 30 21:24:54.979912 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.000720 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (369c733a-e1a7-43a2-a645-492680c2535f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.076114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.077169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.244744 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_controller (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.246562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (369c733a-e1a7-43a2-a645-492680c2535f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.285887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:24:55.287875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896620a730>,) {'filters': {'network_id': ['369c733a-e1a7-43a2-a645-492680c2535f']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:55.309831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896620a730>, '9bddfe6d-11ee-40f3-9e36-aec9d0f81156') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:55.310130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896620a730>, '9bddfe6d-11ee-40f3-9e36-aec9d0f81156') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:55.340275 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Publish callbacks [] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.427077 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (9bddfe6d-11ee-40f3-9e36-aec9d0f81156), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.433316 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.483290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9bddfe6d-11ee-40f3-9e36-aec9d0f81156), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.534088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:24:55.534782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (9bddfe6d-11ee-40f3-9e36-aec9d0f81156), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:24:55.536309 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:24:55.573453 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Attempting to bind port dbdebf5d-c2b3-4c77-8385-9cf5927766cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:55.574093 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Attempting to bind port dbdebf5d-c2b3-4c77-8385-9cf5927766cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:55.574347 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.576253 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Attempting to bind port dbdebf5d-c2b3-4c77-8385-9cf5927766cf on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:55.582353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:55.590748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.597441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:55.617746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:55.620143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9c6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:55.624471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f4e99-b129-4178-93e6-52c9c08d1435 None None] Pushing event updated for resources: {'Port': ['ID=dbdebf5d-c2b3-4c77-8385-9cf5927766cf,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:55.635460 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:55.636357 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:55.637035 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.641140 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:55.643024 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Bound port: dbdebf5d-c2b3-4c77-8385-9cf5927766cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:55.643701 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.656605 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b4e3c64b-f9eb-45f5-80f8-3c0561d05234 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "PUT /v2.0/floatingips/e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62 HTTP/1.1" status: 200  len: 991 time: 1.9692988
Apr 30 21:24:55.657804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3981cebe-916e-45b7-a15c-a2639be85842', 'tag': '9f34796a-fd6b-425b-aaf7-911bec70b97e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:24:55.659752 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a" -d '{"events": [{"name": "network-changed", "server_uuid": "3981cebe-916e-45b7-a15c-a2639be85842", "tag": "9f34796a-fd6b-425b-aaf7-911bec70b97e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:24:55.721282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (369c733a-e1a7-43a2-a645-492680c2535f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.727245 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.733449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] 10.222.0.23 "DELETE /v2.0/networks/369c733a-e1a7-43a2-a645-492680c2535f HTTP/1.1" status: 204  len: 168 time: 0.8454139
Apr 30 21:24:55.763559 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac25a487-4ae4-4a5d-a966-67bf23aab07d x-openstack-request-id: req-ac25a487-4ae4-4a5d-a966-67bf23aab07d {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:24:55.769351 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3981cebe-916e-45b7-a15c-a2639be85842", "tag": "9f34796a-fd6b-425b-aaf7-911bec70b97e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:24:55.769351 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac25a487-4ae4-4a5d-a966-67bf23aab07d {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:24:55.769351 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac25a487-4ae4-4a5d-a966-67bf23aab07d'] response: {'name': 'network-changed', 'server_uuid': '3981cebe-916e-45b7-a15c-a2639be85842', 'tag': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'status': 'completed', 'code': 200}
Apr 30 21:24:55.792261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61e20-a485-4bfe-99c3-bdf0be4381ce admin admin] Pushing event deleted for resources: {'Network': ['ID=369c733a-e1a7-43a2-a645-492680c2535f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:55.852465 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] For port dbdebf5d-c2b3-4c77-8385-9cf5927766cf, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:24:55.861599 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] For port dbdebf5d-c2b3-4c77-8385-9cf5927766cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbdebf5d-c2b3-4c77-8385-9cf5927766cf,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:24:55.890214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-401f1262-03e3-497a-9930-74729796586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:55.892517 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-401f1262-03e3-497a-9930-74729796586b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 1127 time: 0.1036716
Apr 30 21:24:55.931910 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:55.980977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:56.053851 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Routers {'484b89c9-f974-4726-a4ef-2c0e029b059c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:56.053851 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c998b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['484b89c9-f974-4726-a4ef-2c0e029b059c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:56.115549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-66e77a41-cd09-49b3-83a8-502bc0cf3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:56.117351 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-66e77a41-cd09-49b3-83a8-502bc0cf3931 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 915 time: 0.2160347
Apr 30 21:24:56.213172 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-3c85e27d-2071-4db5-9e4f-4b9f81c8fadb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f34796a-fd6b-425b-aaf7-911bec70b97e HTTP/1.1" status: 200  len: 999 time: 0.0877383
Apr 30 21:24:56.225327 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] Set router 484b89c9-f974-4726-a4ef-2c0e029b059c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:56.287433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-f25bb153-9cde-42f4-86d5-08b221751042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:56.289599 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-f25bb153-9cde-42f4-86d5-08b221751042 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.0703876
Apr 30 21:24:56.328403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9c6580>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:54Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:56.356530 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-1ab67d5e-3c40-4add-946b-2345496ee199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:56.358531 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-1ab67d5e-3c40-4add-946b-2345496ee199 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0622563
Apr 30 21:24:56.366863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:56.386841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:56.387412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9c6580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:56.448273 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f4e99-b129-4178-93e6-52c9c08d1435 None None] Pushing event updated for resources: {'Port': ['ID=dbdebf5d-c2b3-4c77-8385-9cf5927766cf,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:56.507060 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-ddc8086f-024f-4b72-a10f-748cae17d741 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415930
Apr 30 21:24:56.570604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c998b50>, [{'id': '484b89c9-f974-4726-a4ef-2c0e029b059c', 'name': 'tempest-snat-router-945821189', 'tenant_id': '3c79746fa72c4192b5984cecda6e91a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.32'}], 'enable_snat': False}, 'gw_port_id': 'dbdebf5d-c2b3-4c77-8385-9cf5927766cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:50Z', 'updated_at': '2022-04-30T21:24:53Z', 'revision_number': 3, 'project_id': '3c79746fa72c4192b5984cecda6e91a2', 'gw_port': {'id': 'dbdebf5d-c2b3-4c77-8385-9cf5927766cf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b89c9-f974-4726-a4ef-2c0e029b059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:52Z', 'updated_at': '2022-04-30T21:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:56.613704 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6a281-4872-4d33-a46e-1fdeed2359f7 None None] The sync data for ids ['484b89c9-f974-4726-a4ef-2c0e029b059c'] in ncdv-master-1 is: [{'id': '484b89c9-f974-4726-a4ef-2c0e029b059c', 'name': 'tempest-snat-router-945821189', 'tenant_id': '3c79746fa72c4192b5984cecda6e91a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.32'}], 'enable_snat': False}, 'gw_port_id': 'dbdebf5d-c2b3-4c77-8385-9cf5927766cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:50Z', 'updated_at': '2022-04-30T21:24:53Z', 'revision_number': 3, 'project_id': '3c79746fa72c4192b5984cecda6e91a2', 'gw_port': {'id': 'dbdebf5d-c2b3-4c77-8385-9cf5927766cf', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484b89c9-f974-4726-a4ef-2c0e029b059c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:52Z', 'updated_at': '2022-04-30T21:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:56.648009 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3715bbc7-d6b0-4a73-a171-4a50c3f0a99a req-37ee9519-5b5e-4f96-a593-683d5789e731 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327772
Apr 30 21:24:56.678594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41418) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:56.691519 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:56.726469 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:56.757595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:56.760573 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fafc3585-3b02-4cd9-8423-928b5a12a347 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd851d0a5daa4d03977b37c9b6904b6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0807805
Apr 30 21:24:56.761189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41420) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:56.836710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Publish callbacks [] for security_group (fa10246b-58f4-4fc3-a786-87ada1dcfce8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:56.889045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Publish callbacks [] for security_group (fa10246b-58f4-4fc3-a786-87ada1dcfce8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:56.900996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Allocated IP 172.35.4.36 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/8b2372d9-b116-4b03-91e4-b85cfe15df49) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:24:57.050279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fa10246b-58f4-4fc3-a786-87ada1dcfce8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:57.060827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:57.072122 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa10246b-58f4-4fc3-a786-87ada1dcfce8 HTTP/1.1" status: 204  len: 168 time: 0.3077409
Apr 30 21:24:57.082204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa10246b-58f4-4fc3-a786-87ada1dcfce8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:57.092836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.093185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.093522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.093899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.094223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.095175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.095509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.095841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.096673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.097020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.097354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.097683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.110883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.116994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.117571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f432c1-4224-40c8-899d-40e9d1f864c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:24:57.131208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:57.252886 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:57.297787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9c6580>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:54Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:57.315953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:24:57.320528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:24:57.341069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:24:57.391975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e30c5ed-1a34-4630-89ec-975d33e5f06d None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:54Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:24:57.494530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2372d9-b116-4b03-91e4-b85cfe15df49,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:57.869811 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4efe4c1-96c2-4d03-bf4a-b37d58cd7210 None None] New status for floating IP e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:24:57.888171 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:58.111096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dbdebf5d-c2b3-4c77-8385-9cf5927766cf up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:24:58.244918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port dbdebf5d-c2b3-4c77-8385-9cf5927766cf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:24:58.249680 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:58.249885 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:58.359260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port dbdebf5d-c2b3-4c77-8385-9cf5927766cf is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:24:58.359661 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:58.383375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port dbdebf5d-c2b3-4c77-8385-9cf5927766cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbdebf5d-c2b3-4c77-8385-9cf5927766cf,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:24:58.462582 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:58.508683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Router 7746e2ea-beb1-40e5-a917-0bf3b5b0d27f is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:24:58.524964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=dbdebf5d-c2b3-4c77-8385-9cf5927766cf,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:58.649813 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41474) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:58.671833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182c1a6-e135-45f6-a5ec-4fae372e4935 req-9ffbc446-4aac-42e7-a0ee-e6bbd1a76ae3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:58.674046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e182c1a6-e135-45f6-a5ec-4fae372e4935 req-9ffbc446-4aac-42e7-a0ee-e6bbd1a76ae3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.0640237
Apr 30 21:24:58.740405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e182c1a6-e135-45f6-a5ec-4fae372e4935 req-a6aff7c7-adc6-47d1-9723-cfe8b1e6cc80 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0591207
Apr 30 21:24:58.752215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:24:58.762307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Sync routers for ids ['7746e2ea-beb1-40e5-a917-0bf3b5b0d27f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:24:58.787977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Routers {'7746e2ea-beb1-40e5-a917-0bf3b5b0d27f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:24:58.788622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8e4550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7746e2ea-beb1-40e5-a917-0bf3b5b0d27f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:58.807958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1473917836-network', 'tenant_id': '1236f389e69047b8add7cbc7cefe8f24'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:58.830923 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:58.832304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b60becf3-9570-4ab3-95dc-7ecaea034b88 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 3.9883511
Apr 30 21:24:58.835061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41482) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:58.925918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Set router 7746e2ea-beb1-40e5-a917-0bf3b5b0d27f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:24:58.948841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Made reservation on behalf of 1236f389e69047b8add7cbc7cefe8f24 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:58.951321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:58.961702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5c798f82-e238-4bf5-ac6f-9bc6c87afdc7 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/routers/7746e2ea-beb1-40e5-a917-0bf3b5b0d27f HTTP/1.1" status: 200  len: 906 time: 0.1251221
Apr 30 21:24:58.963969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:58.970703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.083476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Publish callbacks [] for security_group (ecd9a4c9-069f-4445-bf0c-19946f2d7784), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.083984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.135064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8e4550>, [{'id': '7746e2ea-beb1-40e5-a917-0bf3b5b0d27f', 'name': 'tempest-snat-router-945821189', 'tenant_id': '3c79746fa72c4192b5984cecda6e91a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': '8b2372d9-b116-4b03-91e4-b85cfe15df49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:55Z', 'updated_at': '2022-04-30T21:24:57Z', 'revision_number': 3, 'project_id': '3c79746fa72c4192b5984cecda6e91a2', 'gw_port': {'id': '8b2372d9-b116-4b03-91e4-b85cfe15df49', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:23:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7746e2ea-beb1-40e5-a917-0bf3b5b0d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:56Z', 'updated_at': '2022-04-30T21:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:24:59.162668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Checking router: 7746e2ea-beb1-40e5-a917-0bf3b5b0d27f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:24:59.163024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Updating router 7746e2ea-beb1-40e5-a917-0bf3b5b0d27f port 8b2372d9-b116-4b03-91e4-b85cfe15df49 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:24:59.193274 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.203061 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ecd9a4c9-069f-4445-bf0c-19946f2d7784), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.207240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.230594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:24:59.246903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd9a4c9-069f-4445-bf0c-19946f2d7784,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:59.250153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (105dedfe-a298-46db-90cc-19c2efc9dc99), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.251042 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Added segment 105dedfe-a298-46db-90cc-19c2efc9dc99 of type vlan for network e8c74264-5714-4de9-a52a-c6c004380eb9
Apr 30 21:24:59.293032 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e8c74264-5714-4de9-a52a-c6c004380eb9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.358694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Deleting port 8b2372d9-b116-4b03-91e4-b85cfe15df49 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:24:59.359042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.376925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e8c74264-5714-4de9-a52a-c6c004380eb9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.378010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:59.378680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.439717 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.442196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] Pushing event updated for resources: {'Network': ['ID=e8c74264-5714-4de9-a52a-c6c004380eb9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:59.459317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Calling delete_port for 8b2372d9-b116-4b03-91e4-b85cfe15df49 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:24:59.465332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e8c74264-5714-4de9-a52a-c6c004380eb9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:24:59.508204 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51e89258-4bbb-4c07-9427-58e3ba5c7ffa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8506727
Apr 30 21:24:59.508635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41494) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:24:59.513586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Request body: {'subnet': {'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1473917836-subnet', 'tenant_id': '1236f389e69047b8add7cbc7cefe8f24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:24:59.542090 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Publish callbacks [] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.588032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Made reservation on behalf of 1236f389e69047b8add7cbc7cefe8f24 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:24:59.590461 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.617495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.676424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Attempting to bind port 8b2372d9-b116-4b03-91e4-b85cfe15df49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:24:59.676760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Attempting to bind port 8b2372d9-b116-4b03-91e4-b85cfe15df49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:24:59.677148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Attempting to bind port 8b2372d9-b116-4b03-91e4-b85cfe15df49 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:24:59.679398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022aa78-2461-4001-9746-7a4a8ad9919f None None] Pushing event updated for resources: {'Port': ['ID=8b2372d9-b116-4b03-91e4-b85cfe15df49,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:59.685056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:24:59.685444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:59.685880 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.686274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:24:59.686757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Bound port: 8b2372d9-b116-4b03-91e4-b85cfe15df49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:24:59.687742 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.737797 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.744279 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:24:59.744731 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:24:59.764611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b2372d9-b116-4b03-91e4-b85cfe15df49,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:59.851801 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (e43df1e1-cb8b-4447-b068-1c585a9afef8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.870197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.915038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43df1e1-cb8b-4447-b068-1c585a9afef8,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:24:59.917233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Checking segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:24:59.917591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Network hostable DHCP agents. Network: e8c74264-5714-4de9-a52a-c6c004380eb9, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:24:59.975845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae43af-717c-435e-91d8-68fd1cd1564e req-90af9aed-5edf-4cf3-bb5e-cce353b7f702 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:24:59.981299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02ae43af-717c-435e-91d8-68fd1cd1564e req-90af9aed-5edf-4cf3-bb5e-cce353b7f702 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.1385598
Apr 30 21:24:59.983245 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:24:59.985689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_controller (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.028306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Network e8c74264-5714-4de9-a52a-c6c004380eb9 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:25:00.040131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dbdebf5d-c2b3-4c77-8385-9cf5927766cf up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:00.080665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02ae43af-717c-435e-91d8-68fd1cd1564e req-a8e47ead-2a2f-4bbc-9f9b-422a537acef5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0915999
Apr 30 21:25:00.089940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port dbdebf5d-c2b3-4c77-8385-9cf5927766cf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:00.090583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.154131 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8c74264-5714-4de9-a52a-c6c004380eb9) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:00.165204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:00.165827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.168820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e0b31-d60e-454d-b279-48e2f9df9798 None None] Network e8c74264-5714-4de9-a52a-c6c004380eb9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:25:00.206084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (7746e2ea-beb1-40e5-a917-0bf3b5b0d27f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.206771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7746e2ea-beb1-40e5-a917-0bf3b5b0d27f {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:25:00.221483 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.225048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-80d95bf4-6c24-41d1-abc9-20938ab752c5 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7746e2ea-beb1-40e5-a917-0bf3b5b0d27f HTTP/1.1" status: 204  len: 168 time: 1.2578318
Apr 30 21:25:00.225279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41510) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:00.254988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port dbdebf5d-c2b3-4c77-8385-9cf5927766cf is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:00.286798 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d3c0ef9c-d746-4595-9017-10826cb6c2ef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7765567
Apr 30 21:25:00.293848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Attempting to bind port 8b2372d9-b116-4b03-91e4-b85cfe15df49 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:25:00.294454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Attempting to bind port 8b2372d9-b116-4b03-91e4-b85cfe15df49 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:25:00.295001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Attempting to bind port 8b2372d9-b116-4b03-91e4-b85cfe15df49 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:00.317300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:25:00.318396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:25:00.319203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.319860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:25:00.320773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Bound port: 8b2372d9-b116-4b03-91e4-b85cfe15df49, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:25:00.321320 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8b2372d9-b116-4b03-91e4-b85cfe15df49), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.354599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Port 8b2372d9-b116-4b03-91e4-b85cfe15df49 has been deleted concurrently {{(pid=115776) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:680}}
Apr 30 21:25:00.387200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8c74264-5714-4de9-a52a-c6c004380eb9', 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9', 'project_id': '1236f389e69047b8add7cbc7cefe8f24', 'fixed_ips': [{'subnet_id': 'e43df1e1-cb8b-4447-b068-1c585a9afef8'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:25:00.388190 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.392280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:00.392671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 30 21:25:00.393750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_agentschedulers_db [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7746e2ea-beb1-40e5-a917-0bf3b5b0d27f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent'). {{(pid=115776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 30 21:25:00.393750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ec6e9e-8678-4bce-aa05-8b45fb7051bf None None] The sync data for ids ['7746e2ea-beb1-40e5-a917-0bf3b5b0d27f'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:00.422167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (484b89c9-f974-4726-a4ef-2c0e029b059c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.538817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (484b89c9-f974-4726-a4ef-2c0e029b059c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.569291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Allocated IP 172.20.0.2 (e8c74264-5714-4de9-a52a-c6c004380eb9/e43df1e1-cb8b-4447-b068-1c585a9afef8/ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:00.713206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Deleting port dbdebf5d-c2b3-4c77-8385-9cf5927766cf {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:00.713444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.755134 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Publish callbacks [] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.799647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] For port dbdebf5d-c2b3-4c77-8385-9cf5927766cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbdebf5d-c2b3-4c77-8385-9cf5927766cf,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:00.802240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.813552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Calling delete_port for dbdebf5d-c2b3-4c77-8385-9cf5927766cf owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:00.828055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.883871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Network e8c74264-5714-4de9-a52a-c6c004380eb9 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:00.888746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:00.896066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:00.899586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:00.968215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Attempting to bind port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:25:00.968540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Attempting to bind port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:25:00.968861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Attempting to bind port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 on network e8c74264-5714-4de9-a52a-c6c004380eb9 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:00.975461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:25:00.975852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Checking segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:25:00.976254 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:00.976713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Bound using segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:25:00.977187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Bound port: ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:25:00.977612 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.041234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-61b6b2de-e5da-4746-86eb-5e920e7022bf tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:01.042726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-61b6b2de-e5da-4746-86eb-5e920e7022bf tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/networks?id=e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 200  len: 816 time: 0.1605623
Apr 30 21:25:01.045696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] For port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:25:01.049290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] For port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:25:01.077034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-4badcc5d-446f-4131-921b-8d1b2e355d1b tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/quotas/1236f389e69047b8add7cbc7cefe8f24 HTTP/1.1" status: 200  len: 375 time: 0.0162299
Apr 30 21:25:01.134090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-d2c6a968-c898-41e4-b772-784cff133386 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0501142
Apr 30 21:25:01.170448 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.228534 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (dbdebf5d-c2b3-4c77-8385-9cf5927766cf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.240315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf3cb0-7592-4fa9-8556-5a4458545a53 None None] Pushing event updated for resources: {'Port': ['ID=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:01.271704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbdebf5d-c2b3-4c77-8385-9cf5927766cf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:01.293136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-0f91309d-e874-452b-bfe9-961d7ed5456f service neutron] 10.222.0.23 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503654
Apr 30 21:25:01.419904 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (484b89c9-f974-4726-a4ef-2c0e029b059c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.563419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-94eee221-68fc-45dc-8c4c-49608fc90407 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2445722
Apr 30 21:25:01.565410 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (484b89c9-f974-4726-a4ef-2c0e029b059c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.568054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_controller (484b89c9-f974-4726-a4ef-2c0e029b059c), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.697868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (484b89c9-f974-4726-a4ef-2c0e029b059c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.699226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 484b89c9-f974-4726-a4ef-2c0e029b059c {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:25:01.705960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.707402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-62707c79-d20c-4c3a-a344-1cc2fe1ce561 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "DELETE /v2.0/routers/484b89c9-f974-4726-a4ef-2c0e029b059c HTTP/1.1" status: 204  len: 168 time: 1.4807382
Apr 30 21:25:01.711306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41554) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:01.719324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1383015943', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:01.851078 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.852590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:01.930196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:02.179619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-5f409f19-4324-431b-a7e5-f9459a273c71 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:02.186002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-5f409f19-4324-431b-a7e5-f9459a273c71 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/networks?id=e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 200  len: 816 time: 0.1467757
Apr 30 21:25:02.198392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:02.207252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-afa0dcc9-0015-4f05-b819-e391cf183c3d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/quotas/1236f389e69047b8add7cbc7cefe8f24 HTTP/1.1" status: 200  len: 375 time: 0.0107119
Apr 30 21:25:02.272739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-ecfb2179-839d-42cb-a23b-66e1cfc5d578 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0545738
Apr 30 21:25:02.380310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41580) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:02.441125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-926f40d1-4a22-4b4d-84bb-51010a1dcf2d service neutron] 10.222.0.23 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719537
Apr 30 21:25:02.518627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:02.596401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be8411-8cd0-4a6a-896b-60de0e51e7db None None] Network e8c74264-5714-4de9-a52a-c6c004380eb9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:25:02.608292 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d9c934d-9579-4158-ba7d-9d7a2e19f97a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:02.695479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-93ef8f9b-08db-475e-8243-cad2fa94166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:02.696987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-93ef8f9b-08db-475e-8243-cad2fa94166c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1127 time: 0.0900910
Apr 30 21:25:02.710578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-eaf1d223-4496-4a33-911c-ed0fc296adb1 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629290
Apr 30 21:25:02.855903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:02.856293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:02.861206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-6113b0bc-e802-4182-b9d3-72b7b4cd6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:02.862715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0d33cd04-b0cf-4613-8897-18bb9f93e99f None None] Provisioning complete for port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:02.863148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d33cd04-b0cf-4613-8897-18bb9f93e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:02.863282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-6113b0bc-e802-4182-b9d3-72b7b4cd6ce3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.1409814
Apr 30 21:25:02.917241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:25:03.004183 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.025150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.092382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:03.093016 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.162892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0d33cd04-b0cf-4613-8897-18bb9f93e99f None None] Current status of the port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:03.163558 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d33cd04-b0cf-4613-8897-18bb9f93e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.189854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:03.196072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Allocated IP 172.35.4.93 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/f9a56d85-d28c-44ed-a68e-94d1a96a7707) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:03.197012 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9c9ec4-31ce-43f0-87fe-8c108ff6c47a" -d '{"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-unplugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:03.222379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:03.223100 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.226689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:03.270431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0d33cd04-b0cf-4613-8897-18bb9f93e99f None None] For port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:03.279544 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56191cca-890e-409b-9cf6-a9d46a1c7fd0 x-openstack-request-id: req-56191cca-890e-409b-9cf6-a9d46a1c7fd0 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:03.279961 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-unplugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:03.280301 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56191cca-890e-409b-9cf6-a9d46a1c7fd0 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:03.280813 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56191cca-890e-409b-9cf6-a9d46a1c7fd0'] response: {'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'code': 200}
Apr 30 21:25:03.308720 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.346114 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d33cd04-b0cf-4613-8897-18bb9f93e99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.429641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for port (f9a56d85-d28c-44ed-a68e-94d1a96a7707), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.431269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:03.432607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d9c934d-9579-4158-ba7d-9d7a2e19f97a admin admin] Publish callbacks [] for security_group (63a4b036-2bd7-44b8-baa5-cebd3d3dc1b8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.438250 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:25:03.439691 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:25:03.475613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-ac31d617-5ec0-4d28-a6b3-68d07812a372 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 1001 time: 0.6039104
Apr 30 21:25:03.543814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33cd04-b0cf-4613-8897-18bb9f93e99f None None] Pushing event updated for resources: {'Port': ['ID=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:03.568782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ebc45133-0d55-4c38-bc42-beee25c218f3 None None] Provisioning complete for port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:03.569251 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ebc45133-0d55-4c38-bc42-beee25c218f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.570582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d9c934d-9579-4158-ba7d-9d7a2e19f97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (63a4b036-2bd7-44b8-baa5-cebd3d3dc1b8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.583522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f9a56d85-d28c-44ed-a68e-94d1a96a7707), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.629049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:03.633984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:03.641401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:03.644502 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event updated for resources: {'Port': ['ID=f9a56d85-d28c-44ed-a68e-94d1a96a7707,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:03.647411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-1d3203fc-5b6f-4581-a70c-98c253d55ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:03.649141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-1d3203fc-5b6f-4581-a70c-98c253d55ff2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.1601381
Apr 30 21:25:03.654438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1d9c934d-9579-4158-ba7d-9d7a2e19f97a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ebb65b7eb0b4816a9d5b5aa9a17c5d2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2728579
Apr 30 21:25:03.661308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41616) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:03.673525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c934d-9579-4158-ba7d-9d7a2e19f97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a4b036-2bd7-44b8-baa5-cebd3d3dc1b8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:03.674607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ebc45133-0d55-4c38-bc42-beee25c218f3 None None] Current status of the port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:03.755122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04144-c20e-4f46-8672-8ab217421552 req-b45c9343-b114-4697-9818-2ab111ca868a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:03.756665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-b45c9343-b114-4697-9818-2ab111ca868a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/networks?id=e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 200  len: 816 time: 0.2843566
Apr 30 21:25:03.773963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-c9e5cd1b-938a-426d-b69d-7d6b11e6c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:03.775386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-c9e5cd1b-938a-426d-b69d-7d6b11e6c0ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1034944
Apr 30 21:25:03.781422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-1eae5c33-a8fd-4289-96aa-9c3eb3ef7cbc tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/quotas/1236f389e69047b8add7cbc7cefe8f24 HTTP/1.1" status: 200  len: 375 time: 0.0157454
Apr 30 21:25:03.813714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b92-b534-4582-b6de-9c9161001754 admin admin] Publish callbacks [] for security_group (63a4b036-2bd7-44b8-baa5-cebd3d3dc1b8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.907232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-555a2871-f57b-45fa-a6c3-cf3d35787154 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1161273
Apr 30 21:25:03.910505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b92-b534-4582-b6de-9c9161001754 admin admin] Publish callbacks [] for security_group (63a4b036-2bd7-44b8-baa5-cebd3d3dc1b8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:03.980855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:04.027422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-2c775562-dd2b-4bdf-9fb3-d1e0cd5b929d service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213767
Apr 30 21:25:04.100728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:04.128162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-82269aa5-74bc-4c7e-be3b-a4a8da03929f service neutron] 10.222.0.23 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136612
Apr 30 21:25:04.132567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:04.183032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:04.183416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:04.216655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f550d8f-ebec-46ed-a03f-f36cee9a2b05 req-9322f10a-93b0-44ec-bc96-f8c101a7c8e1 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763129
Apr 30 21:25:04.221464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b92-b534-4582-b6de-9c9161001754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (63a4b036-2bd7-44b8-baa5-cebd3d3dc1b8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:04.224088 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e44d6b92-b534-4582-b6de-9c9161001754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:04.227551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e44d6b92-b534-4582-b6de-9c9161001754 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63a4b036-2bd7-44b8-baa5-cebd3d3dc1b8 HTTP/1.1" status: 204  len: 168 time: 0.5613208
Apr 30 21:25:04.246174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6b92-b534-4582-b6de-9c9161001754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a4b036-2bd7-44b8-baa5-cebd3d3dc1b8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:04.285649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-86f973e4-6956-4944-898e-6ddcad396801 service neutron] 10.222.0.23 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471462
Apr 30 21:25:04.303154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:04.312669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dbdebf5d-c2b3-4c77-8385-9cf5927766cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:25:04.341237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: dbdebf5d-c2b3-4c77-8385-9cf5927766cf {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:25:04.341989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dbdebf5d-c2b3-4c77-8385-9cf5927766cf not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:25:04.360797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:04.579175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58b19824-6a81-4551-a263-063dd214aa95 req-6d1082cd-1f6f-486a-8f9d-2b6f43ee24f0 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 210 time: 0.0295463
Apr 30 21:25:04.598616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Router 1034f59f-ef8e-4314-9832-13dc5dd5d0eb is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:25:04.759220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:04.770167 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3b1a2-a8c5-48c9-8762-faf998b10295 None None] Sync routers for ids ['1034f59f-ef8e-4314-9832-13dc5dd5d0eb'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:04.777897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-7ba2e2de-8d44-4537-811d-44206f325b3f tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:04.779209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-7ba2e2de-8d44-4537-811d-44206f325b3f tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "GET /v2.0/networks?id=e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 200  len: 816 time: 0.1400428
Apr 30 21:25:04.781198 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3b1a2-a8c5-48c9-8762-faf998b10295 None None] Routers {'1034f59f-ef8e-4314-9832-13dc5dd5d0eb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:04.782419 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0ff3b1a2-a8c5-48c9-8762-faf998b10295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce725e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1034f59f-ef8e-4314-9832-13dc5dd5d0eb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:04.798501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Request body: {'port': {'device_id': 'd63d86ea-e808-48fc-a674-231fbfbca961', 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9', 'admin_state_up': True, 'tenant_id': '1236f389e69047b8add7cbc7cefe8f24'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:04.816732 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0ff3b1a2-a8c5-48c9-8762-faf998b10295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce725e0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:04.825995 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3b1a2-a8c5-48c9-8762-faf998b10295 None None] Routers {'1034f59f-ef8e-4314-9832-13dc5dd5d0eb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:04.826609 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0ff3b1a2-a8c5-48c9-8762-faf998b10295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce725e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1034f59f-ef8e-4314-9832-13dc5dd5d0eb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:04.871800 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0ff3b1a2-a8c5-48c9-8762-faf998b10295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce725e0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:04.872813 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff3b1a2-a8c5-48c9-8762-faf998b10295 None None] The sync data for ids ['1034f59f-ef8e-4314-9832-13dc5dd5d0eb'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:04.908346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:25:04.921996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:04.926484 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b9e24703-90c1-486a-bec0-53ad13a7c175 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 3.2115867
Apr 30 21:25:04.926831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41646) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:04.934358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-06071bb6-09c4-40ca-8fb6-10cd935e1ffb tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': False}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:05.022897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Made reservation on behalf of 1236f389e69047b8add7cbc7cefe8f24 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:25:05.026729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.048139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:05.061930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'mac_address': 'fa:16:3e:98:3d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:25:05.130339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:05.130894 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.152225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241a93d8-ce90-4d90-8ad1-26bae3d008ad {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:05.182058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:05.200691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41654) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:05.227359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e34775a7-5593-43bc-9ad4-79c843e99ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.252743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Allocated IP 172.20.0.9 (e8c74264-5714-4de9-a52a-c6c004380eb9/e43df1e1-cb8b-4447-b068-1c585a9afef8/ce973619-9d58-43bb-af05-38ad4e6df819) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:05.342492 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.392090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-06071bb6-09c4-40ca-8fb6-10cd935e1ffb tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.413147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:05.435049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['241a93d8-ce90-4d90-8ad1-26bae3d008ad'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:25:05.440146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e34775a7-5593-43bc-9ad4-79c843e99ec7 admin admin] Publish callbacks [] for security_group (e60c55c3-3527-4cfe-9e93-dd19c548c4d9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.494949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e34775a7-5593-43bc-9ad4-79c843e99ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e60c55c3-3527-4cfe-9e93-dd19c548c4d9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.502319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks [] for port (ce973619-9d58-43bb-af05-38ad4e6df819), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.551598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34775a7-5593-43bc-9ad4-79c843e99ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60c55c3-3527-4cfe-9e93-dd19c548c4d9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:05.570437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e34775a7-5593-43bc-9ad4-79c843e99ec7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cf07b051a82409e98eb5ce1a1b3ff71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3682559
Apr 30 21:25:05.576047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41664) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:05.644547 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc13391a-9bc8-4bfb-9f9b-555dbad3b882 admin admin] Publish callbacks [] for security_group (e60c55c3-3527-4cfe-9e93-dd19c548c4d9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.673432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc13391a-9bc8-4bfb-9f9b-555dbad3b882 admin admin] Publish callbacks [] for security_group (e60c55c3-3527-4cfe-9e93-dd19c548c4d9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.678929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.793813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23a202db-61cf-4024-929f-7bf0eef10c4a req-bffaddfc-9c2f-4851-9ed4-083e20527b8a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 210 time: 0.1166322
Apr 30 21:25:05.808202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Network e8c74264-5714-4de9-a52a-c6c004380eb9 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:05.811584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:05.819818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:05.824439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Pushing event updated for resources: {'Port': ['ID=ce973619-9d58-43bb-af05-38ad4e6df819,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:05.878253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:05.878990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.953663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc13391a-9bc8-4bfb-9f9b-555dbad3b882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e60c55c3-3527-4cfe-9e93-dd19c548c4d9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.960931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc13391a-9bc8-4bfb-9f9b-555dbad3b882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.963171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cc13391a-9bc8-4bfb-9f9b-555dbad3b882 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e60c55c3-3527-4cfe-9e93-dd19c548c4d9 HTTP/1.1" status: 204  len: 168 time: 0.3861246
Apr 30 21:25:05.975174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13391a-9bc8-4bfb-9f9b-555dbad3b882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60c55c3-3527-4cfe-9e93-dd19c548c4d9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:05.992257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-06071bb6-09c4-40ca-8fb6-10cd935e1ffb tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:05.997847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-06071bb6-09c4-40ca-8fb6-10cd935e1ffb tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:06.042634 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-20a4362b-9236-49f5-ad86-be961993a1ee tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2497759
Apr 30 21:25:06.055183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Request body: {'port': {'device_id': 'd63d86ea-e808-48fc-a674-231fbfbca961', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:06.227414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:06.298140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6acaae9d-46af-497c-911d-e7665b022041 None None] Provisioning complete for port ce973619-9d58-43bb-af05-38ad4e6df819 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:06.305474 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6acaae9d-46af-497c-911d-e7665b022041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:06.450010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6acaae9d-46af-497c-911d-e7665b022041 None None] Port ce973619-9d58-43bb-af05-38ad4e6df819 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:25:06.550327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-83f09f60-b044-4b2e-b7bb-2072bee46b2b tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:06.551857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-83f09f60-b044-4b2e-b7bb-2072bee46b2b tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "GET /v2.0/networks?id=e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 200  len: 816 time: 0.4021382
Apr 30 21:25:06.576947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Request body: {'port': {'device_id': 'e309dd58-b98d-4f90-ab4c-de3de6a69682', 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9', 'admin_state_up': True, 'tenant_id': '1236f389e69047b8add7cbc7cefe8f24'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:06.709415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06071bb6-09c4-40ca-8fb6-10cd935e1ffb tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Router 1034f59f-ef8e-4314-9832-13dc5dd5d0eb has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:25:06.910825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:06.980006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06071bb6-09c4-40ca-8fb6-10cd935e1ffb tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:07.002061 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-06071bb6-09c4-40ca-8fb6-10cd935e1ffb tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:07.003784 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-06071bb6-09c4-40ca-8fb6-10cd935e1ffb tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "PUT /v2.0/routers/1034f59f-ef8e-4314-9832-13dc5dd5d0eb HTTP/1.1" status: 200  len: 925 time: 2.0750072
Apr 30 21:25:07.006688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41696) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:07.022292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3add5a4-760d-4ead-a7db-41ea96000e31 None None] Sync routers for ids ['1034f59f-ef8e-4314-9832-13dc5dd5d0eb'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:07.059160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3add5a4-760d-4ead-a7db-41ea96000e31 None None] Routers {'1034f59f-ef8e-4314-9832-13dc5dd5d0eb'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:07.060028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3add5a4-760d-4ead-a7db-41ea96000e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9d0730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1034f59f-ef8e-4314-9832-13dc5dd5d0eb'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:07.119029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1a098f1-9d9a-40f0-ab83-c9426f55ffe2 req-fa9adefa-e670-4902-8ee7-2c27f3a13c98 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 210 time: 0.1347303
Apr 30 21:25:07.145423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3add5a4-760d-4ead-a7db-41ea96000e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9d0730>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:07.182740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 241a93d8-ce90-4d90-8ad1-26bae3d008ad triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:07.183119 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:07.187441 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e7c8ac28-137e-456c-8d7f-7b3782aadf48 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/routers/1034f59f-ef8e-4314-9832-13dc5dd5d0eb HTTP/1.1" status: 200  len: 925 time: 0.1789334
Apr 30 21:25:07.190193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3add5a4-760d-4ead-a7db-41ea96000e31 None None] Routers {'1034f59f-ef8e-4314-9832-13dc5dd5d0eb'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:07.190921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3add5a4-760d-4ead-a7db-41ea96000e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9d0730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1034f59f-ef8e-4314-9832-13dc5dd5d0eb'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:07.191240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41698) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:07.236452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Made reservation on behalf of 1236f389e69047b8add7cbc7cefe8f24 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:25:07.240450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:07.259717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3add5a4-760d-4ead-a7db-41ea96000e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9d0730>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:07.263788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3add5a4-760d-4ead-a7db-41ea96000e31 None None] The sync data for ids ['1034f59f-ef8e-4314-9832-13dc5dd5d0eb'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:07.365247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:07.366628 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:07.408239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de0596-3c83-4104-aed0-571f0a3fe85c tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:07.409869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-76de0596-3c83-4104-aed0-571f0a3fe85c tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=1034f59f-ef8e-4314-9832-13dc5dd5d0eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2171769
Apr 30 21:25:07.412821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41706) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:07.414694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:07.417497 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c5ade-2517-43f1-8843-6f10fa8427d9" -d '{"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-plugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:07.456129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:07.481427 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa9d3e4-8527-49ad-971b-5e22dda26799 x-openstack-request-id: req-0aa9d3e4-8527-49ad-971b-5e22dda26799 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:07.482089 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-plugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:07.482559 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0aa9d3e4-8527-49ad-971b-5e22dda26799 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:07.483137 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa9d3e4-8527-49ad-971b-5e22dda26799'] response: {'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'code': 200}
Apr 30 21:25:07.543126 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:07.575500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb9878-8ecc-425c-9f92-376ee711542d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:07.577480 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4bdb9878-8ecc-425c-9f92-376ee711542d tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 881 time: 0.1637945
Apr 30 21:25:07.580955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41714) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:07.603760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce973619-9d58-43bb-af05-38ad4e6df819 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:07.615042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Publish callbacks [] for port (ce973619-9d58-43bb-af05-38ad4e6df819), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:07.632480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04144-c20e-4f46-8672-8ab217421552 req-a37287aa-4e8c-406e-b45f-abba14cd6eb6 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:07.634092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-a37287aa-4e8c-406e-b45f-abba14cd6eb6 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "GET /v2.0/networks?id=e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 200  len: 816 time: 0.3292127
Apr 30 21:25:07.651569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Request body: {'port': {'device_id': '38d16530-0c8c-460c-9fda-e6249fbd6d00', 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9', 'admin_state_up': True, 'tenant_id': '1236f389e69047b8add7cbc7cefe8f24'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:07.656238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Transition to ACTIVE for port object ce973619-9d58-43bb-af05-38ad4e6df819 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:25:07.660401 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b40eeaa1-cf44-428c-9759-5453645da08f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=1034f59f-ef8e-4314-9832-13dc5dd5d0eb HTTP/1.1" status: 200  len: 205 time: 0.0780423
Apr 30 21:25:07.663041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41716) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:07.664152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=10']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:07.752701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:07.851293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:07.923339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Allocated IP 172.20.0.10 (e8c74264-5714-4de9-a52a-c6c004380eb9/e43df1e1-cb8b-4447-b068-1c585a9afef8/083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:07.937639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Pushing event updated for resources: {'Port': ['ID=ce973619-9d58-43bb-af05-38ad4e6df819,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:07.997862 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.133287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Made reservation on behalf of 1236f389e69047b8add7cbc7cefe8f24 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:25:08.148576 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.189743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Deleting port f9a56d85-d28c-44ed-a68e-94d1a96a7707 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:08.190177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f9a56d85-d28c-44ed-a68e-94d1a96a7707), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.200411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Attempting to bind port ce973619-9d58-43bb-af05-38ad4e6df819 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:25:08.200756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Attempting to bind port ce973619-9d58-43bb-af05-38ad4e6df819 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:25:08.201085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Attempting to bind port ce973619-9d58-43bb-af05-38ad4e6df819 on network e8c74264-5714-4de9-a52a-c6c004380eb9 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:08.233264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Port ce973619-9d58-43bb-af05-38ad4e6df819 on network e8c74264-5714-4de9-a52a-c6c004380eb9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:25:08.233589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Attempting to bind port ce973619-9d58-43bb-af05-38ad4e6df819 on network e8c74264-5714-4de9-a52a-c6c004380eb9 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:08.293662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:25:08.294052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Checking segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:25:08.294443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Bound using segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:25:08.294894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Bound port: ce973619-9d58-43bb-af05-38ad4e6df819, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:25:08.295257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.362519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-438dccfe-106f-4156-a2fb-359c2129d313 req-e0d5a21e-c7aa-4929-bced-f7d991dbc28d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 210 time: 0.1169541
Apr 30 21:25:08.362757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f9a56d85-d28c-44ed-a68e-94d1a96a7707), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.384083 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Calling delete_port for f9a56d85-d28c-44ed-a68e-94d1a96a7707 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:08.418476 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks [] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.472293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] For port ce973619-9d58-43bb-af05-38ad4e6df819, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:25:08.492740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] For port ce973619-9d58-43bb-af05-38ad4e6df819, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce973619-9d58-43bb-af05-38ad4e6df819,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:25:08.577205 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.694620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:08.695425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.697321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce973619-9d58-43bb-af05-38ad4e6df819 HTTP/1.1" status: 200  len: 1091 time: 2.6466849
Apr 30 21:25:08.715255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63d86ea-e808-48fc-a674-231fbfbca961', 'tag': 'ce973619-9d58-43bb-af05-38ad4e6df819'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:08.729699 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee23c1d-4e82-47f6-ad16-a7bcf6d11124" -d '{"events": [{"name": "network-changed", "server_uuid": "d63d86ea-e808-48fc-a674-231fbfbca961", "tag": "ce973619-9d58-43bb-af05-38ad4e6df819"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:08.729699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.729699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Allocated IP 172.20.0.12 (e8c74264-5714-4de9-a52a-c6c004380eb9/e43df1e1-cb8b-4447-b068-1c585a9afef8/36dd9bb6-ae98-4c2b-bbd6-8d93532b485e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:08.781370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052897a1-1f6a-4313-b188-0b17a22b6739 service neutron] Pushing event updated for resources: {'Port': ['ID=ce973619-9d58-43bb-af05-38ad4e6df819,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:08.807282 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cccd124-5025-4cb7-a2a4-7040821aa2d3 x-openstack-request-id: req-4cccd124-5025-4cb7-a2a4-7040821aa2d3 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:08.807636 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63d86ea-e808-48fc-a674-231fbfbca961", "tag": "ce973619-9d58-43bb-af05-38ad4e6df819", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:08.807914 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cccd124-5025-4cb7-a2a4-7040821aa2d3 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:08.808319 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cccd124-5025-4cb7-a2a4-7040821aa2d3'] response: {'name': 'network-changed', 'server_uuid': 'd63d86ea-e808-48fc-a674-231fbfbca961', 'tag': 'ce973619-9d58-43bb-af05-38ad4e6df819', 'status': 'completed', 'code': 200}
Apr 30 21:25:08.810867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f9a56d85-d28c-44ed-a68e-94d1a96a7707), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:08.882861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Network e8c74264-5714-4de9-a52a-c6c004380eb9 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:08.929772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:08.930179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event deleted for resources: {'Port': ['ID=f9a56d85-d28c-44ed-a68e-94d1a96a7707,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:08.945560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:08.995341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.020555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23c1d-4e82-47f6-ad16-a7bcf6d11124 req-a2d6d6b2-bd72-4889-a393-49f0e87dcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:09.022126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ee23c1d-4e82-47f6-ad16-a7bcf6d11124 req-a2d6d6b2-bd72-4889-a393-49f0e87dcb74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 1125 time: 0.1830292
Apr 30 21:25:09.043250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Pushing event updated for resources: {'Port': ['ID=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:09.219671 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.223141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.254564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:09.255289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.354300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (1034f59f-ef8e-4314-9832-13dc5dd5d0eb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.355164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Fanout notify agent at l3_agent the message router_deleted on router 1034f59f-ef8e-4314-9832-13dc5dd5d0eb {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:25:09.366274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.371918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-50872088-a73c-44b2-89b7-78094ca5d40b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/1034f59f-ef8e-4314-9832-13dc5dd5d0eb HTTP/1.1" status: 204  len: 168 time: 1.7066426
Apr 30 21:25:09.374539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41754) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:09.388600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a0f7b5e7-c5ea-4e20-8af0-eccada897318 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-602969058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:09.424840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-47747e4c-b549-4f6f-bb02-3ff0eab73a28 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8557360
Apr 30 21:25:09.449694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-14c647b8-0f5e-4d88-9363-a9adbdf76ee8 None None] Provisioning complete for port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:09.450329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-14c647b8-0f5e-4d88-9363-a9adbdf76ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.450874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Request body: {'port': {'device_id': 'e309dd58-b98d-4f90-ab4c-de3de6a69682', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:09.527527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks [] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.530938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-14c647b8-0f5e-4d88-9363-a9adbdf76ee8 None None] Port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:25:09.547634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23c1d-4e82-47f6-ad16-a7bcf6d11124 req-17c36c1d-9a3e-4c37-8e62-af28d917e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:09.549118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ee23c1d-4e82-47f6-ad16-a7bcf6d11124 req-17c36c1d-9a3e-4c37-8e62-af28d917e9a6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1236f389e69047b8add7cbc7cefe8f24&shared=False HTTP/1.1" status: 200  len: 917 time: 0.5034983
Apr 30 21:25:09.553441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2cda262-a97a-41ac-a1bc-db2b9f90cd11 req-369c0051-8c97-4ff4-b04b-0cb5ca63df74 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 210 time: 0.0571945
Apr 30 21:25:09.582401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b5e7-c5ea-4e20-8af0-eccada897318 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (edaff490-1ead-4ca0-9b73-376d06143dbb), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.583482 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b5e7-c5ea-4e20-8af0-eccada897318 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (edaff490-1ead-4ca0-9b73-376d06143dbb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.659639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b5e7-c5ea-4e20-8af0-eccada897318 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (edaff490-1ead-4ca0-9b73-376d06143dbb), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.741022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b5e7-c5ea-4e20-8af0-eccada897318 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (edaff490-1ead-4ca0-9b73-376d06143dbb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.830466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a0f7b5e7-c5ea-4e20-8af0-eccada897318 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:09.832203 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a0f7b5e7-c5ea-4e20-8af0-eccada897318 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4565716
Apr 30 21:25:09.836582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41762) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:09.844284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:10.036431 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:10.123971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee23c1d-4e82-47f6-ad16-a7bcf6d11124 req-a739c72a-85c1-43db-9ec3-64571c307bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:10.126286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ee23c1d-4e82-47f6-ad16-a7bcf6d11124 req-a739c72a-85c1-43db-9ec3-64571c307bea service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5672531
Apr 30 21:25:10.169398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (edaff490-1ead-4ca0-9b73-376d06143dbb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:10.233063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:10.389994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Network e8c74264-5714-4de9-a52a-c6c004380eb9 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:10.402989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:10.407879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:10.462943 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (edaff490-1ead-4ca0-9b73-376d06143dbb), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:10.497453 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:10.512472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:10.513595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:10.602255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-27a9d825-4882-4425-a590-8c1890b40ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:10.606675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-27a9d825-4882-4425-a590-8c1890b40ff2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 1125 time: 0.3725646
Apr 30 21:25:10.620314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Pushing event updated for resources: {'Port': ['ID=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:10.752868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-669276a4-ddf9-4fa8-a2bf-ec33ad457d52 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1071825
Apr 30 21:25:10.785325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fd5e8-23d6-4ffe-831b-3e46e82f8576 req-1a131b2e-aa4a-4bd9-94a7-f5c68bc7bcec tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:10.793205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c24fd5e8-23d6-4ffe-831b-3e46e82f8576 req-1a131b2e-aa4a-4bd9-94a7-f5c68bc7bcec tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 932 time: 0.1200168
Apr 30 21:25:10.815313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Allocated IP 172.35.4.156 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/03288b1e-9b53-49b3-b453-ece219f15e8f) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:10.842270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Request body: {'port': {'device_id': '38d16530-0c8c-460c-9fda-e6249fbd6d00', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:10.879895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-60dc2c86-e185-46b5-96d2-f2905d487b5c None None] Provisioning complete for port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:10.881902 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-60dc2c86-e185-46b5-96d2-f2905d487b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:10.969295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-13f682ec-c87f-4d35-91ce-3cdea3dadc92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce973619-9d58-43bb-af05-38ad4e6df819 HTTP/1.1" status: 200  len: 217 time: 0.1394746
Apr 30 21:25:10.973644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-60dc2c86-e185-46b5-96d2-f2905d487b5c None None] Port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:25:11.008750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for port (03288b1e-9b53-49b3-b453-ece219f15e8f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:11.102120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c24fd5e8-23d6-4ffe-831b-3e46e82f8576 req-fb4940a6-618d-4125-8b06-357dabff7d71 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3079143
Apr 30 21:25:11.121198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-d888c29d-30a9-46fe-aea3-7952e8d8e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:11.122743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-d888c29d-30a9-46fe-aea3-7952e8d8e650 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e43df1e1-cb8b-4447-b068-1c585a9afef8 HTTP/1.1" status: 200  len: 855 time: 0.1471102
Apr 30 21:25:11.126052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:11.134977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:11.137117 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:25:11.153926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Publish callbacks [] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:11.174881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (03288b1e-9b53-49b3-b453-ece219f15e8f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:11.220985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:11.222557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:11.226093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Transition to ACTIVE for port object 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:25:11.226612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:11.267902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event updated for resources: {'Port': ['ID=03288b1e-9b53-49b3-b453-ece219f15e8f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:11.384937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:11.500538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-6fa29773-888b-4e78-98fd-bcaad6005df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:11.500538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-6fa29773-888b-4e78-98fd-bcaad6005df2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8c74264-5714-4de9-a52a-c6c004380eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1245060
Apr 30 21:25:11.535862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Pushing event updated for resources: {'Port': ['ID=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:11.700525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-894cca21-7b68-4f9b-90b1-9d6766cd514c service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074316
Apr 30 21:25:11.789407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Attempting to bind port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:25:11.789664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Attempting to bind port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:25:11.790023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Attempting to bind port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf on network e8c74264-5714-4de9-a52a-c6c004380eb9 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:11.804284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf on network e8c74264-5714-4de9-a52a-c6c004380eb9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:25:11.804616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Attempting to bind port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf on network e8c74264-5714-4de9-a52a-c6c004380eb9 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:11.822177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:11.833037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:25:11.833379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Checking segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:25:11.833791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Bound using segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:25:11.834234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Bound port: 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:25:11.834596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:11.839979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Publish callbacks [] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:11.915259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Transition to ACTIVE for port object 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:25:11.924713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d805b3ce-b478-452b-8ca8-ed5a45705a7c req-b2089f34-cb00-4637-bb8e-5f0ca48de1a5 service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132952
Apr 30 21:25:11.960703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] For port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:25:11.964267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] For port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:25:11.976654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (edaff490-1ead-4ca0-9b73-376d06143dbb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.009968 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.071003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.188665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Pushing event updated for resources: {'Port': ['ID=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:12.273623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Pushing event updated for resources: {'Port': ['ID=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:12.299487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:12.300153 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.301890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-17125ff4-3e9e-4a36-b705-4ace238fae14 service neutron] 10.222.0.35 "PUT /v2.0/ports/083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf HTTP/1.1" status: 200  len: 1092 time: 2.8655443
Apr 30 21:25:12.302470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e309dd58-b98d-4f90-ab4c-de3de6a69682', 'tag': '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:12.304907 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af016ef7-fb68-4c05-ac86-06acf5a5f63a" -d '{"events": [{"name": "network-changed", "server_uuid": "e309dd58-b98d-4f90-ab4c-de3de6a69682", "tag": "083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:12.335292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Attempting to bind port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:25:12.335292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Attempting to bind port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:25:12.335292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Attempting to bind port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e on network e8c74264-5714-4de9-a52a-c6c004380eb9 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:12.344383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e on network e8c74264-5714-4de9-a52a-c6c004380eb9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:25:12.344838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Attempting to bind port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e on network e8c74264-5714-4de9-a52a-c6c004380eb9 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:12.353054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:25:12.353625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Checking segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:25:12.354084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Bound using segment: {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:25:12.354628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Bound port: 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105dedfe-a298-46db-90cc-19c2efc9dc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:25:12.355093 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.368889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a785e5-6bf7-4e33-b5f7-52608685d3b1 req-45b67bb3-f496-496e-9243-39d7bca2a60d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:12.369450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24a785e5-6bf7-4e33-b5f7-52608685d3b1 req-45b67bb3-f496-496e-9243-39d7bca2a60d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 944 time: 0.0925369
Apr 30 21:25:12.390085 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53234ca5-3540-4c36-899f-109ad8081635 x-openstack-request-id: req-53234ca5-3540-4c36-899f-109ad8081635 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:12.391825 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e309dd58-b98d-4f90-ab4c-de3de6a69682", "tag": "083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:12.391825 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53234ca5-3540-4c36-899f-109ad8081635 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:12.392173 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53234ca5-3540-4c36-899f-109ad8081635'] response: {'name': 'network-changed', 'server_uuid': 'e309dd58-b98d-4f90-ab4c-de3de6a69682', 'tag': '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf', 'status': 'completed', 'code': 200}
Apr 30 21:25:12.504176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] For port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:25:12.511971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] For port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:25:12.587456 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24a785e5-6bf7-4e33-b5f7-52608685d3b1 req-7a55b853-613a-43c8-9444-33f17ea038a5 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085431
Apr 30 21:25:12.596888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.653820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41818) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:12.683741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:12.683741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.683741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] 10.222.0.35 "PUT /v2.0/ports/36dd9bb6-ae98-4c2b-bbd6-8d93532b485e HTTP/1.1" status: 200  len: 1092 time: 1.8421688
Apr 30 21:25:12.713014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17673293-1d8b-4434-92a4-4d22d91b360a service neutron] Pushing event updated for resources: {'Port': ['ID=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:12.749126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (edaff490-1ead-4ca0-9b73-376d06143dbb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.758317 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (edaff490-1ead-4ca0-9b73-376d06143dbb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.865192 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd716-8dc0-44b3-9a71-db8b1e90a697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:12.982923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016ef7-fb68-4c05-ac86-06acf5a5f63a req-d04b33cd-2dba-44bb-9356-1f3edd771b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:12.984565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af016ef7-fb68-4c05-ac86-06acf5a5f63a req-d04b33cd-2dba-44bb-9356-1f3edd771b35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 1126 time: 0.0655406
Apr 30 21:25:13.113989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Router edaff490-1ead-4ca0-9b73-376d06143dbb is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:25:13.118832 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd716-8dc0-44b3-9a71-db8b1e90a697 admin admin] Publish callbacks [] for security_group (6e80f60f-ab1d-46d3-8908-857bc511d710), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:13.154328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016ef7-fb68-4c05-ac86-06acf5a5f63a req-3d4e2303-0133-4280-82ff-59085633c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.156048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af016ef7-fb68-4c05-ac86-06acf5a5f63a req-3d4e2303-0133-4280-82ff-59085633c9be service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1236f389e69047b8add7cbc7cefe8f24&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1642704
Apr 30 21:25:13.237949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd716-8dc0-44b3-9a71-db8b1e90a697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6e80f60f-ab1d-46d3-8908-857bc511d710), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:13.282547 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:13.288644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cd716-8dc0-44b3-9a71-db8b1e90a697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e80f60f-ab1d-46d3-8908-857bc511d710,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:13.294230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2d1cd716-8dc0-44b3-9a71-db8b1e90a697 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3cad2b0005a94547b636dd28b8aa28b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6373341
Apr 30 21:25:13.295126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:13.295254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04144-c20e-4f46-8672-8ab217421552 req-52789f28-e3d6-4931-9556-b05f683dff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.295507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-52789f28-e3d6-4931-9556-b05f683dff53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 1126 time: 0.1527045
Apr 30 21:25:13.296942 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e23604d5-a42b-485e-b3a5-db5e8a1accb2 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "PUT /v2.0/routers/edaff490-1ead-4ca0-9b73-376d06143dbb HTTP/1.1" status: 200  len: 883 time: 3.4585550
Apr 30 21:25:13.297714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41826) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:13.300498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41828) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:13.304765 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ead356-e7de-4e17-a79a-91d30501767e None None] Sync routers for ids ['edaff490-1ead-4ca0-9b73-376d06143dbb'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:13.326023 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ead356-e7de-4e17-a79a-91d30501767e None None] Routers {'edaff490-1ead-4ca0-9b73-376d06143dbb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:13.326710 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-95ead356-e7de-4e17-a79a-91d30501767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbc52e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['edaff490-1ead-4ca0-9b73-376d06143dbb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:13.376410 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-95ead356-e7de-4e17-a79a-91d30501767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbc52e0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:13.380002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35e731f4-130f-481f-be7c-101c982415ce admin admin] Publish callbacks [] for security_group (6e80f60f-ab1d-46d3-8908-857bc511d710), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:13.386945 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ead356-e7de-4e17-a79a-91d30501767e None None] Routers {'edaff490-1ead-4ca0-9b73-376d06143dbb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:13.387677 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-95ead356-e7de-4e17-a79a-91d30501767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbc52e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['edaff490-1ead-4ca0-9b73-376d06143dbb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:13.408342 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35e731f4-130f-481f-be7c-101c982415ce admin admin] Publish callbacks [] for security_group (6e80f60f-ab1d-46d3-8908-857bc511d710), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:13.429477 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-95ead356-e7de-4e17-a79a-91d30501767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbc52e0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:13.430258 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ead356-e7de-4e17-a79a-91d30501767e None None] The sync data for ids ['edaff490-1ead-4ca0-9b73-376d06143dbb'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:13.459344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-90039b4d-a028-4b96-8dc4-2dd6e1e4a7c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e HTTP/1.1" status: 200  len: 217 time: 0.0581810
Apr 30 21:25:13.519285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-10706cfe-bc5f-4cb2-824c-f198c825bebd tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/routers/edaff490-1ead-4ca0-9b73-376d06143dbb HTTP/1.1" status: 200  len: 924 time: 0.2176681
Apr 30 21:25:13.522159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41830) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:13.534440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016ef7-fb68-4c05-ac86-06acf5a5f63a req-2fc19d59-badc-4086-8adb-d2c7799dba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.535814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af016ef7-fb68-4c05-ac86-06acf5a5f63a req-2fc19d59-badc-4086-8adb-d2c7799dba0b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3632412
Apr 30 21:25:13.544974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04144-c20e-4f46-8672-8ab217421552 req-112fa467-6507-4f30-b50e-56bfbd6bedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.546973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-112fa467-6507-4f30-b50e-56bfbd6bedd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e43df1e1-cb8b-4447-b068-1c585a9afef8 HTTP/1.1" status: 200  len: 855 time: 0.0777299
Apr 30 21:25:13.613513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35e731f4-130f-481f-be7c-101c982415ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6e80f60f-ab1d-46d3-8908-857bc511d710), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:13.617057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35e731f4-130f-481f-be7c-101c982415ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:13.619035 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-35e731f4-130f-481f-be7c-101c982415ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e80f60f-ab1d-46d3-8908-857bc511d710 HTTP/1.1" status: 204  len: 168 time: 0.3195922
Apr 30 21:25:13.639460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e731f4-130f-481f-be7c-101c982415ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e80f60f-ab1d-46d3-8908-857bc511d710,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:13.654737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-03791d4e-0f96-44b2-a6c7-bf30632b52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.656417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-03791d4e-0f96-44b2-a6c7-bf30632b52cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 1126 time: 0.0628235
Apr 30 21:25:13.668269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7720d413-8af5-4fc0-844a-7a84d8bbec3e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.674620 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7720d413-8af5-4fc0-844a-7a84d8bbec3e tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=edaff490-1ead-4ca0-9b73-376d06143dbb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1510572
Apr 30 21:25:13.675386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41836) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:13.733133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-1b6f0fb2-d0b0-465a-aa59-3fa9ddcb42db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf HTTP/1.1" status: 200  len: 217 time: 0.0623307
Apr 30 21:25:13.735092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04144-c20e-4f46-8672-8ab217421552 req-2452eeae-0289-4dfd-abe5-9f9951fd68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.741008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-2452eeae-0289-4dfd-abe5-9f9951fd68b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8c74264-5714-4de9-a52a-c6c004380eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1865058
Apr 30 21:25:13.807042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6f667f-5037-48a7-9f25-b83fc9d1e1d6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.815915 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ca6f667f-5037-48a7-9f25-b83fc9d1e1d6 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 881 time: 0.1391470
Apr 30 21:25:13.817602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41838) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:13.861961 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d98562bb-dd5d-4539-88c8-46550ac579b8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=edaff490-1ead-4ca0-9b73-376d06143dbb HTTP/1.1" status: 200  len: 205 time: 0.0430655
Apr 30 21:25:13.862566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41840) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:13.884659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52da51-f9d5-40a7-9541-a33cfe1f08ac req-57f81fd2-0833-46f6-b0bd-c40447f4c28d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.892662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a52da51-f9d5-40a7-9541-a33cfe1f08ac req-57f81fd2-0833-46f6-b0bd-c40447f4c28d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 944 time: 0.2089720
Apr 30 21:25:13.960244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-1cf7c507-129d-46c1-a878-3793ee59caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:13.961844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-1cf7c507-129d-46c1-a878-3793ee59caf4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e43df1e1-cb8b-4447-b068-1c585a9afef8 HTTP/1.1" status: 200  len: 855 time: 0.2195830
Apr 30 21:25:14.027959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-0632477f-2e5d-4c8b-8749-c44a7d2a12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:14.029468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-0632477f-2e5d-4c8b-8749-c44a7d2a12d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8c74264-5714-4de9-a52a-c6c004380eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0547233
Apr 30 21:25:14.031863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-723a0cf0-5b6f-4f10-878f-90544e66166c service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569153
Apr 30 21:25:14.047741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a52da51-f9d5-40a7-9541-a33cfe1f08ac req-87c5a513-7ac9-489a-b3d6-0d10518f8248 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483929
Apr 30 21:25:14.048300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (edaff490-1ead-4ca0-9b73-376d06143dbb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.149340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-d2765000-faa5-4a09-8e0f-490d5ce94619 service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001854
Apr 30 21:25:14.187615 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (edaff490-1ead-4ca0-9b73-376d06143dbb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.305167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714b0e3b-53d6-4036-a24b-b7482069bc69 req-cab29d22-0c9a-4c94-88a4-2924bd2118ca service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433663
Apr 30 21:25:14.316217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a04144-c20e-4f46-8672-8ab217421552 req-6fb9c0d9-c91e-4cae-97a5-7d34a3720108 service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2649415
Apr 30 21:25:14.349729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Deleting port 03288b1e-9b53-49b3-b453-ece219f15e8f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:14.350231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (03288b1e-9b53-49b3-b453-ece219f15e8f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.393402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d16530-0c8c-460c-9fda-e6249fbd6d00', 'tag': '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:14.395876 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10983f0b-c991-4fca-bd1b-e55acbbc46bf" -d '{"events": [{"name": "network-changed", "server_uuid": "38d16530-0c8c-460c-9fda-e6249fbd6d00", "tag": "36dd9bb6-ae98-4c2b-bbd6-8d93532b485e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:14.438351 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7f91ab-a1c4-4732-bec3-3b3ce1832c6a x-openstack-request-id: req-cc7f91ab-a1c4-4732-bec3-3b3ce1832c6a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:14.438647 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d16530-0c8c-460c-9fda-e6249fbd6d00", "tag": "36dd9bb6-ae98-4c2b-bbd6-8d93532b485e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:14.438898 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc7f91ab-a1c4-4732-bec3-3b3ce1832c6a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:14.439302 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7f91ab-a1c4-4732-bec3-3b3ce1832c6a'] response: {'name': 'network-changed', 'server_uuid': '38d16530-0c8c-460c-9fda-e6249fbd6d00', 'tag': '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e', 'status': 'completed', 'code': 200}
Apr 30 21:25:14.442461 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (03288b1e-9b53-49b3-b453-ece219f15e8f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.461153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Calling delete_port for 03288b1e-9b53-49b3-b453-ece219f15e8f owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:14.502262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41850) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:14.518800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2530ec29-69a2-4a00-9201-abd48d09d5e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.617089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2530ec29-69a2-4a00-9201-abd48d09d5e6 admin admin] Publish callbacks [] for security_group (4d50983a-bda2-47c6-8075-3b5ed4770665), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.741252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2530ec29-69a2-4a00-9201-abd48d09d5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4d50983a-bda2-47c6-8075-3b5ed4770665), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.765694 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (03288b1e-9b53-49b3-b453-ece219f15e8f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.799394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2530ec29-69a2-4a00-9201-abd48d09d5e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5dd2979fda24d10869f17577060cc81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2955451
Apr 30 21:25:14.800724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41852) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:14.801732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530ec29-69a2-4a00-9201-abd48d09d5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d50983a-bda2-47c6-8075-3b5ed4770665,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:14.807693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event deleted for resources: {'Port': ['ID=03288b1e-9b53-49b3-b453-ece219f15e8f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:14.887675 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (edaff490-1ead-4ca0-9b73-376d06143dbb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.892697 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ea02f6a-275f-45f4-850a-6da95bc6dd9c admin admin] Publish callbacks [] for security_group (4d50983a-bda2-47c6-8075-3b5ed4770665), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.924984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ea02f6a-275f-45f4-850a-6da95bc6dd9c admin admin] Publish callbacks [] for security_group (4d50983a-bda2-47c6-8075-3b5ed4770665), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:14.941985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ce973619-9d58-43bb-af05-38ad4e6df819 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:25:15.011159 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (edaff490-1ead-4ca0-9b73-376d06143dbb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.014137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (edaff490-1ead-4ca0-9b73-376d06143dbb), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.135412 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ea02f6a-275f-45f4-850a-6da95bc6dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4d50983a-bda2-47c6-8075-3b5ed4770665), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.139242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ea02f6a-275f-45f4-850a-6da95bc6dd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.142728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9ea02f6a-275f-45f4-850a-6da95bc6dd9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d50983a-bda2-47c6-8075-3b5ed4770665 HTTP/1.1" status: 204  len: 168 time: 0.3228126
Apr 30 21:25:15.164382 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (edaff490-1ead-4ca0-9b73-376d06143dbb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.164964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Fanout notify agent at l3_agent the message router_deleted on router edaff490-1ead-4ca0-9b73-376d06143dbb {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:25:15.177488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ce973619-9d58-43bb-af05-38ad4e6df819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce973619-9d58-43bb-af05-38ad4e6df819,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:15.178987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.180168 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a31551c5-30a0-4a5c-aed3-d03c25da72cf tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/edaff490-1ead-4ca0-9b73-376d06143dbb HTTP/1.1" status: 204  len: 168 time: 1.3166835
Apr 30 21:25:15.183805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41862) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:15.188895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e2afb68b-a3f4-4110-b623-3829d132f286 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-849978918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:15.198424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'ce973619-9d58-43bb-af05-38ad4e6df819', 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9', 'port_id': 'ce973619-9d58-43bb-af05-38ad4e6df819', 'mac_address': 'fa:16:3e:bd:60:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43df1e1-cb8b-4447-b068-1c585a9afef8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:25:15.228807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea02f6a-275f-45f4-850a-6da95bc6dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d50983a-bda2-47c6-8075-3b5ed4770665,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:15.261737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ce973619-9d58-43bb-af05-38ad4e6df819 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:15.262379 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.290643 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2afb68b-a3f4-4110-b623-3829d132f286 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (1fc897fe-e07b-4930-a974-97cd19dccbe1), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.290840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb536d23-7213-4913-bd5d-21fbf68fb362 req-7d765e71-59b2-4f4c-b018-35f87919b889 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:15.291845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2afb68b-a3f4-4110-b623-3829d132f286 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (1fc897fe-e07b-4930-a974-97cd19dccbe1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.294883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb536d23-7213-4913-bd5d-21fbf68fb362 req-7d765e71-59b2-4f4c-b018-35f87919b889 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 944 time: 0.1305640
Apr 30 21:25:15.324015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce973619-9d58-43bb-af05-38ad4e6df819 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:15.377933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ce973619-9d58-43bb-af05-38ad4e6df819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce973619-9d58-43bb-af05-38ad4e6df819,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:15.419671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb536d23-7213-4913-bd5d-21fbf68fb362 req-dd52e3f8-da86-4b1e-9fed-f2d44a76bb6c tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142349
Apr 30 21:25:15.463709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2afb68b-a3f4-4110-b623-3829d132f286 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (1fc897fe-e07b-4930-a974-97cd19dccbe1), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.486261 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.553392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2afb68b-a3f4-4110-b623-3829d132f286 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (1fc897fe-e07b-4930-a974-97cd19dccbe1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.567030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ce973619-9d58-43bb-af05-38ad4e6df819,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:15.644439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2afb68b-a3f4-4110-b623-3829d132f286 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:15.645658 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e2afb68b-a3f4-4110-b623-3829d132f286 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4607692
Apr 30 21:25:15.648365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41868) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:15.652877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': True}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:15.753582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ce973619-9d58-43bb-af05-38ad4e6df819'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:25:16.042675 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (1fc897fe-e07b-4930-a974-97cd19dccbe1), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:16.268143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-8c899276-e23e-4705-9db2-664b5cb74c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:16.269739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-8c899276-e23e-4705-9db2-664b5cb74c94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 1126 time: 0.0384774
Apr 30 21:25:16.363862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-901d35bf-d2d7-43f3-9911-165cc21de922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:16.365346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-901d35bf-d2d7-43f3-9911-165cc21de922 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 200  len: 917 time: 0.0893033
Apr 30 21:25:16.406671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-88c60a0d-bbf2-4549-abd8-07c524e4dcfa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e HTTP/1.1" status: 200  len: 217 time: 0.0350559
Apr 30 21:25:16.459747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-24801da3-57f2-4cb8-94fd-461f7605c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:16.461229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-24801da3-57f2-4cb8-94fd-461f7605c1fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e43df1e1-cb8b-4447-b068-1c585a9afef8 HTTP/1.1" status: 200  len: 855 time: 0.0488834
Apr 30 21:25:16.513521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-51bbe25f-53c0-4027-b4fd-8f4280b68ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:16.515019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-51bbe25f-53c0-4027-b4fd-8f4280b68ccd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8c74264-5714-4de9-a52a-c6c004380eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479665
Apr 30 21:25:16.833406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:16.948582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:25:16.978227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b7c62-149d-445a-925b-a8522631ed10 req-dfbe40ef-1616-422c-966a-8531ebf236ae tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:16.979926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-970b7c62-149d-445a-925b-a8522631ed10 req-dfbe40ef-1616-422c-966a-8531ebf236ae tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 944 time: 0.4801893
Apr 30 21:25:16.992986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (1fc897fe-e07b-4930-a974-97cd19dccbe1), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.034648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.050948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-970b7c62-149d-445a-925b-a8522631ed10 req-0513cf82-14a3-40a2-8f31-b19e6571aa8e tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634370
Apr 30 21:25:17.067221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-981b6fb1-73d7-4703-a950-7cdadefaa2fa service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5364673
Apr 30 21:25:17.109049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:17.129980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ce973619-9d58-43bb-af05-38ad4e6df819 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:17.134061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e', 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9', 'port_id': '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e', 'mac_address': 'fa:16:3e:99:f3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43df1e1-cb8b-4447-b068-1c585a9afef8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:25:17.201397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10983f0b-c991-4fca-bd1b-e55acbbc46bf req-669a30f4-2d99-402e-ad6a-fd13ea604484 service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269994
Apr 30 21:25:17.215732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Allocated IP 172.35.4.211 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/fd01cdcd-3c80-433e-9752-0c51eb72e8aa) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:17.261936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:17.262415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.266949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port ce973619-9d58-43bb-af05-38ad4e6df819 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:25:17.287360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:17.309044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:17.360803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for port (fd01cdcd-3c80-433e-9752-0c51eb72e8aa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.364948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port ce973619-9d58-43bb-af05-38ad4e6df819 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:17.366577 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.400763 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.480033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (fd01cdcd-3c80-433e-9752-0c51eb72e8aa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.491428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:17.539863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ce973619-9d58-43bb-af05-38ad4e6df819 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:17.540725 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.565847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:17.571119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:17.574346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:17.586843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63d86ea-e808-48fc-a674-231fbfbca961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce973619-9d58-43bb-af05-38ad4e6df819'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:17.589479 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d932f852-410c-4bab-8e97-5ad117b23ed5" -d '{"events": [{"server_uuid": "d63d86ea-e808-48fc-a674-231fbfbca961", "name": "network-vif-plugged", "status": "completed", "tag": "ce973619-9d58-43bb-af05-38ad4e6df819"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:17.604258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ce973619-9d58-43bb-af05-38ad4e6df819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce973619-9d58-43bb-af05-38ad4e6df819,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:17.604532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'Port': ['ID=fd01cdcd-3c80-433e-9752-0c51eb72e8aa,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:17.641418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['36dd9bb6-ae98-4c2b-bbd6-8d93532b485e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:25:17.702261 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c96c8a1-b109-4cf8-9b87-a2a719ade70e x-openstack-request-id: req-5c96c8a1-b109-4cf8-9b87-a2a719ade70e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:17.702646 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63d86ea-e808-48fc-a674-231fbfbca961", "name": "network-vif-plugged", "status": "completed", "tag": "ce973619-9d58-43bb-af05-38ad4e6df819", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:17.703542 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c96c8a1-b109-4cf8-9b87-a2a719ade70e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:17.704050 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c96c8a1-b109-4cf8-9b87-a2a719ade70e'] response: {'server_uuid': 'd63d86ea-e808-48fc-a674-231fbfbca961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce973619-9d58-43bb-af05-38ad4e6df819', 'code': 200}
Apr 30 21:25:17.708503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:17.820746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42880db-8edc-4d3a-9dcf-668972598410 req-7ea2aa0a-b759-4433-b5e4-27cc21cff925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:17.823356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e42880db-8edc-4d3a-9dcf-668972598410 req-7ea2aa0a-b759-4433-b5e4-27cc21cff925 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 1127 time: 0.0963638
Apr 30 21:25:17.882980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ce973619-9d58-43bb-af05-38ad4e6df819,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:17.901045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e42880db-8edc-4d3a-9dcf-668972598410 req-ef6708cd-9bbc-4ef0-981a-88aaadb3590e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691447
Apr 30 21:25:17.935862 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-04eae41c-70d3-4b4f-ab8b-566dcd674481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:18.043893 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (1fc897fe-e07b-4930-a974-97cd19dccbe1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:18.195345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc2c59-92f6-4061-9b85-93d0892a9035 req-26e98798-b61b-43f2-bc5f-5c2378d37684 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:18.196856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50dc2c59-92f6-4061-9b85-93d0892a9035 req-26e98798-b61b-43f2-bc5f-5c2378d37684 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 945 time: 0.0568578
Apr 30 21:25:18.264483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50dc2c59-92f6-4061-9b85-93d0892a9035 req-19433256-8d1f-4991-83ff-2667449a0100 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615618
Apr 30 21:25:18.363936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (1fc897fe-e07b-4930-a974-97cd19dccbe1), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:18.368454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (1fc897fe-e07b-4930-a974-97cd19dccbe1), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:18.645136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Router 1fc897fe-e07b-4930-a974-97cd19dccbe1 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:25:18.948384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:25:18.953454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:19.017846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:19.023003 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:19.026780 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bdc0f1bd-9207-442a-aee8-44c7c80da6bc tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "PUT /v2.0/routers/1fc897fe-e07b-4930-a974-97cd19dccbe1 HTTP/1.1" status: 200  len: 918 time: 3.3750556
Apr 30 21:25:19.032427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41936) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:19.180673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d2afe-b06e-49e1-8b8f-d25eb882214d None None] Sync routers for ids ['1fc897fe-e07b-4930-a974-97cd19dccbe1'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:19.221687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d2afe-b06e-49e1-8b8f-d25eb882214d None None] Routers {'1fc897fe-e07b-4930-a974-97cd19dccbe1'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:19.221687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9e6d2afe-b06e-49e1-8b8f-d25eb882214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1fc897fe-e07b-4930-a974-97cd19dccbe1'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:19.294213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41944) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:19.294991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-01d0ee0a-8c60-47c1-bfeb-91912ff7521a tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/routers/1fc897fe-e07b-4930-a974-97cd19dccbe1 HTTP/1.1" status: 200  len: 924 time: 0.2628639
Apr 30 21:25:19.315070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9e6d2afe-b06e-49e1-8b8f-d25eb882214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75c0a0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:19.362931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d2afe-b06e-49e1-8b8f-d25eb882214d None None] Routers {'1fc897fe-e07b-4930-a974-97cd19dccbe1'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:19.363578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9e6d2afe-b06e-49e1-8b8f-d25eb882214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:24:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1fc897fe-e07b-4930-a974-97cd19dccbe1'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:19.372679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:25:19.407456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d2a80-bfb6-4284-907c-83667b73a142 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:19.413422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41950) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:19.429541 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-675d2a80-bfb6-4284-907c-83667b73a142 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=1fc897fe-e07b-4930-a974-97cd19dccbe1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1303031
Apr 30 21:25:19.476621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9e6d2afe-b06e-49e1-8b8f-d25eb882214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75c0a0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:19.477154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d2afe-b06e-49e1-8b8f-d25eb882214d None None] The sync data for ids ['1fc897fe-e07b-4930-a974-97cd19dccbe1'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:19.528720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913e09f-83cb-4111-bcc4-9a6e3dd26b32 req-29c97214-879d-4d94-9574-39cbf745be74 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:19.535868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3913e09f-83cb-4111-bcc4-9a6e3dd26b32 req-29c97214-879d-4d94-9574-39cbf745be74 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 945 time: 0.0887656
Apr 30 21:25:19.559047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:19.596832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:19.601119 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:19.613070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf', 'network_id': 'e8c74264-5714-4de9-a52a-c6c004380eb9', 'port_id': '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf', 'mac_address': 'fa:16:3e:ae:f0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43df1e1-cb8b-4447-b068-1c585a9afef8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:25:19.613308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3913e09f-83cb-4111-bcc4-9a6e3dd26b32 req-ec20fa6d-0a5b-4873-a277-a52796040a00 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762606
Apr 30 21:25:19.648554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66b3415-33f6-4a79-8f92-b5b769bb2861 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:19.650141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e66b3415-33f6-4a79-8f92-b5b769bb2861 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 881 time: 0.2357073
Apr 30 21:25:19.653068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41960) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:19.686017 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ff825927-0aab-4b6c-9243-ec306cfe8d7e tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fc897fe-e07b-4930-a974-97cd19dccbe1 HTTP/1.1" status: 200  len: 205 time: 0.0294979
Apr 30 21:25:19.686395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41962) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:19.753312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:19.753707 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:19.798204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:19.828851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:19.828851 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:19.849193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:19.864324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d16530-0c8c-460c-9fda-e6249fbd6d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:19.866559 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eb4d52-613b-4671-b326-8d66252b2f44" -d '{"events": [{"server_uuid": "38d16530-0c8c-460c-9fda-e6249fbd6d00", "name": "network-vif-plugged", "status": "completed", "tag": "36dd9bb6-ae98-4c2b-bbd6-8d93532b485e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:19.884238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:19.893846 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (1fc897fe-e07b-4930-a974-97cd19dccbe1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:19.939340 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733e15d9-ef69-465d-8371-9c68d08e4c77 x-openstack-request-id: req-733e15d9-ef69-465d-8371-9c68d08e4c77 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:19.939340 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d16530-0c8c-460c-9fda-e6249fbd6d00", "name": "network-vif-plugged", "status": "completed", "tag": "36dd9bb6-ae98-4c2b-bbd6-8d93532b485e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:19.939340 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-733e15d9-ef69-465d-8371-9c68d08e4c77 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:19.939340 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733e15d9-ef69-465d-8371-9c68d08e4c77'] response: {'server_uuid': '38d16530-0c8c-460c-9fda-e6249fbd6d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e', 'code': 200}
Apr 30 21:25:19.939340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.025916 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.079801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:20.113635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537aa5e-8a8d-450d-aa1b-6a4095d57725 req-bb355ce2-7786-4af8-aa26-a6281a489457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:20.118644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7537aa5e-8a8d-450d-aa1b-6a4095d57725 req-bb355ce2-7786-4af8-aa26-a6281a489457 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 1128 time: 0.0735672
Apr 30 21:25:20.175684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54211073-03f6-42b6-8d52-92805815ab2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.183975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:20.214520 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (1fc897fe-e07b-4930-a974-97cd19dccbe1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.221592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7537aa5e-8a8d-450d-aa1b-6a4095d57725 req-e6f17496-c581-4a35-965a-97653bd75d84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954974
Apr 30 21:25:20.242189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:25:20.348148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Deleting port fd01cdcd-3c80-433e-9752-0c51eb72e8aa {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:20.348793 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fd01cdcd-3c80-433e-9752-0c51eb72e8aa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.459667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fd01cdcd-3c80-433e-9752-0c51eb72e8aa), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.500196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Calling delete_port for fd01cdcd-3c80-433e-9752-0c51eb72e8aa owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:20.780800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa258bc-e0ee-4a3f-86ff-b88a2618ebc2 req-ceba0dcc-a73e-444d-85a3-9eb3d9f89fb5 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:20.782468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eaa258bc-e0ee-4a3f-86ff-b88a2618ebc2 req-ceba0dcc-a73e-444d-85a3-9eb3d9f89fb5 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.0725389
Apr 30 21:25:20.839386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.845210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eaa258bc-e0ee-4a3f-86ff-b88a2618ebc2 req-081c09af-7de7-4dc0-a1ab-298df55500cd tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555260
Apr 30 21:25:20.868095 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fd01cdcd-3c80-433e-9752-0c51eb72e8aa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.895919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event deleted for resources: {'Port': ['ID=fd01cdcd-3c80-433e-9752-0c51eb72e8aa,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:20.970972 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (1fc897fe-e07b-4930-a974-97cd19dccbe1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:20.987523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:21.033967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:25:21.078242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (1fc897fe-e07b-4930-a974-97cd19dccbe1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.080446 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (1fc897fe-e07b-4930-a974-97cd19dccbe1), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.216228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:21.216614 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.245634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (1fc897fe-e07b-4930-a974-97cd19dccbe1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.246240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc897fe-e07b-4930-a974-97cd19dccbe1 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:25:21.253145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.258107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42000) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:21.260222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-65de812c-8aa4-4224-acb8-b0e7bf5ba040 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/1fc897fe-e07b-4930-a974-97cd19dccbe1 HTTP/1.1" status: 204  len: 168 time: 1.5722537
Apr 30 21:25:21.263488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1cb1727f-a77d-43e2-bc06-7e0aa6423388 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-92793878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:21.342258 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.346692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:21.347189 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.393028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:21.417257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1cb1727f-a77d-43e2-bc06-7e0aa6423388 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (a814cb07-44d9-4202-acab-f076c3bc6bb0), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.418715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1cb1727f-a77d-43e2-bc06-7e0aa6423388 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (a814cb07-44d9-4202-acab-f076c3bc6bb0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.474203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.518056 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1cb1727f-a77d-43e2-bc06-7e0aa6423388 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (a814cb07-44d9-4202-acab-f076c3bc6bb0), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.598099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:21.621025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1cb1727f-a77d-43e2-bc06-7e0aa6423388 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (a814cb07-44d9-4202-acab-f076c3bc6bb0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.732598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1cb1727f-a77d-43e2-bc06-7e0aa6423388 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:21.735942 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1cb1727f-a77d-43e2-bc06-7e0aa6423388 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.4741585
Apr 30 21:25:21.736916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42018) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:21.744887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': False}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:21.938149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e309dd58-b98d-4f90-ab4c-de3de6a69682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:21.942761 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad51c60e-8d23-4932-8988-89550ab7a51a" -d '{"events": [{"server_uuid": "e309dd58-b98d-4f90-ab4c-de3de6a69682", "name": "network-vif-plugged", "status": "completed", "tag": "083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:21.997223 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3b366c-7cf4-4978-bb99-e90e56730562 x-openstack-request-id: req-8d3b366c-7cf4-4978-bb99-e90e56730562 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:21.998651 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e309dd58-b98d-4f90-ab4c-de3de6a69682", "name": "network-vif-plugged", "status": "completed", "tag": "083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:22.004253 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d3b366c-7cf4-4978-bb99-e90e56730562 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:22.004253 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3b366c-7cf4-4978-bb99-e90e56730562'] response: {'server_uuid': 'e309dd58-b98d-4f90-ab4c-de3de6a69682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf', 'code': 200}
Apr 30 21:25:22.040607 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (a814cb07-44d9-4202-acab-f076c3bc6bb0), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:22.110119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaf1be-e94f-4fe2-9232-b4b996edbd4f req-997afb57-2645-4825-be09-ecc97c39307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:22.110119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1eaf1be-e94f-4fe2-9232-b4b996edbd4f req-997afb57-2645-4825-be09-ecc97c39307d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 1128 time: 0.0416417
Apr 30 21:25:22.149093 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1eaf1be-e94f-4fe2-9232-b4b996edbd4f req-2d9526ff-a77c-4047-87cf-334fce8648e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372941
Apr 30 21:25:22.245420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a8f9c-00ec-41e7-bb87-e1685f90ea2a req-e9646241-7ecd-4a3f-b22e-d68eec744feb tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:22.246930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e0a8f9c-00ec-41e7-bb87-e1685f90ea2a req-e9646241-7ecd-4a3f-b22e-d68eec744feb tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.3270576
Apr 30 21:25:22.303908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e0a8f9c-00ec-41e7-bb87-e1685f90ea2a req-f323d6ca-0cdf-4c0e-9879-a844be31f088 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491722
Apr 30 21:25:22.445573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64138205-841d-4085-95b9-f77f3784bfe5 req-4cfe24b8-f889-4ad5-adfc-5080a8b40e59 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:22.447144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64138205-841d-4085-95b9-f77f3784bfe5 req-4cfe24b8-f889-4ad5-adfc-5080a8b40e59 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0489728
Apr 30 21:25:22.456234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (a814cb07-44d9-4202-acab-f076c3bc6bb0), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:22.475251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:22.507943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64138205-841d-4085-95b9-f77f3784bfe5 req-616dbcff-2c4a-47d7-861f-e7101ea755b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538349
Apr 30 21:25:22.600282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Allocated IP 172.35.4.253 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/adfb9b75-25d5-4538-97a1-1d16b42cddba) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:22.641427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a0ab1-5929-4eac-9491-5ae28b35dc53 req-895d218c-4289-474b-904e-49dbd0162718 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:22.643007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-299a0ab1-5929-4eac-9491-5ae28b35dc53 req-895d218c-4289-474b-904e-49dbd0162718 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 946 time: 0.0596557
Apr 30 21:25:22.709879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-299a0ab1-5929-4eac-9491-5ae28b35dc53 req-d13e2bf3-3b6a-4e93-929a-2190964a53a0 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606368
Apr 30 21:25:22.725947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for port (adfb9b75-25d5-4538-97a1-1d16b42cddba), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:22.816840 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (adfb9b75-25d5-4538-97a1-1d16b42cddba), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:22.857056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:22.860049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:22.863734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:22.871533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Pushing event updated for resources: {'Port': ['ID=adfb9b75-25d5-4538-97a1-1d16b42cddba,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:23.095926 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:23.221771 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router_gateway (a814cb07-44d9-4202-acab-f076c3bc6bb0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:23.460449 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (a814cb07-44d9-4202-acab-f076c3bc6bb0), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:23.463923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (a814cb07-44d9-4202-acab-f076c3bc6bb0), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:23.684940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Router a814cb07-44d9-4202-acab-f076c3bc6bb0 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:25:23.784858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee104a2f-35a0-44e9-b14e-ad60db447c9a req-e398703a-d0c9-4c62-a260-dc2ec810f3a4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:23.787066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee104a2f-35a0-44e9-b14e-ad60db447c9a req-e398703a-d0c9-4c62-a260-dc2ec810f3a4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0532286
Apr 30 21:25:23.839390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:23.843882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee104a2f-35a0-44e9-b14e-ad60db447c9a req-e393f2d7-1be3-4fa7-972a-72cd81fd3112 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446236
Apr 30 21:25:23.844087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:23.848721 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98f80dc6-00e1-4b73-b79d-5c18244b9fb1 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "PUT /v2.0/routers/a814cb07-44d9-4202-acab-f076c3bc6bb0 HTTP/1.1" status: 200  len: 918 time: 2.1074612
Apr 30 21:25:23.849202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42098) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:23.851908 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97aa8a-121f-48eb-8a30-bd1d4aa9bd2e None None] Sync routers for ids ['a814cb07-44d9-4202-acab-f076c3bc6bb0'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:23.862674 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97aa8a-121f-48eb-8a30-bd1d4aa9bd2e None None] Routers {'a814cb07-44d9-4202-acab-f076c3bc6bb0'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:23.863291 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2e97aa8a-121f-48eb-8a30-bd1d4aa9bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d97cd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a814cb07-44d9-4202-acab-f076c3bc6bb0'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:23.915966 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2e97aa8a-121f-48eb-8a30-bd1d4aa9bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d97cd30>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:23.934013 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97aa8a-121f-48eb-8a30-bd1d4aa9bd2e None None] Routers {'a814cb07-44d9-4202-acab-f076c3bc6bb0'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:23.934759 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2e97aa8a-121f-48eb-8a30-bd1d4aa9bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d97cd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a814cb07-44d9-4202-acab-f076c3bc6bb0'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:23.988938 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2e97aa8a-121f-48eb-8a30-bd1d4aa9bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d97cd30>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:23.990025 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97aa8a-121f-48eb-8a30-bd1d4aa9bd2e None None] The sync data for ids ['a814cb07-44d9-4202-acab-f076c3bc6bb0'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:23.990930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679f820-3f82-4fb2-b589-ef6dc73a4f93 req-9cd5da18-8813-488c-bef1-5e9f4e7a8480 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:23.992418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c679f820-3f82-4fb2-b589-ef6dc73a4f93 req-9cd5da18-8813-488c-bef1-5e9f4e7a8480 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 946 time: 0.0605357
Apr 30 21:25:24.026742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1ca6a59c-0449-4365-b42d-86d1683df588 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/routers/a814cb07-44d9-4202-acab-f076c3bc6bb0 HTTP/1.1" status: 200  len: 924 time: 0.1752822
Apr 30 21:25:24.028884 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42106) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:24.054033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c679f820-3f82-4fb2-b589-ef6dc73a4f93 req-9929d9fa-c8f0-44f4-89ef-14c55a8af2e1 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529697
Apr 30 21:25:24.071781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32334213-88cd-4119-8c4a-4c0134d34c86 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:24.073328 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-32334213-88cd-4119-8c4a-4c0134d34c86 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=a814cb07-44d9-4202-acab-f076c3bc6bb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0434096
Apr 30 21:25:24.076515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42108) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:24.191165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5dd92-7348-401c-9d4a-26a23b56aaa7 req-54edfbe4-238c-4189-bfe2-f4217ed43872 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:24.192813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cef5dd92-7348-401c-9d4a-26a23b56aaa7 req-54edfbe4-238c-4189-bfe2-f4217ed43872 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0615988
Apr 30 21:25:24.247891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c8c9c-12bb-4d08-b923-82cbcf9edafd tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:24.249433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e66c8c9c-12bb-4d08-b923-82cbcf9edafd tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 881 time: 0.1717784
Apr 30 21:25:24.252376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42118) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:24.265670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cef5dd92-7348-401c-9d4a-26a23b56aaa7 req-525e51f7-5626-4780-b7de-7b6e8822aab6 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0578356
Apr 30 21:25:24.292900 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-41157f53-ef0f-4700-800a-933b39df6ac4 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=a814cb07-44d9-4202-acab-f076c3bc6bb0 HTTP/1.1" status: 200  len: 205 time: 0.0391979
Apr 30 21:25:24.295651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42124) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:24.407239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (a814cb07-44d9-4202-acab-f076c3bc6bb0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:24.456827 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:24.539938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (a814cb07-44d9-4202-acab-f076c3bc6bb0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:24.560423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb41f04-3187-40e8-8d41-ba632c697133 req-c6411b0c-fd76-40f5-b4fc-0588b9f6fe81 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:24.562512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bb41f04-3187-40e8-8d41-ba632c697133 req-c6411b0c-fd76-40f5-b4fc-0588b9f6fe81 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.0581934
Apr 30 21:25:24.610529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bb41f04-3187-40e8-8d41-ba632c697133 req-8c3c63d2-4d64-4c5a-b9aa-89f14b5ef890 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421724
Apr 30 21:25:24.732198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Deleting port adfb9b75-25d5-4538-97a1-1d16b42cddba {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:24.732545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (adfb9b75-25d5-4538-97a1-1d16b42cddba), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:24.825455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (adfb9b75-25d5-4538-97a1-1d16b42cddba), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:24.840748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Calling delete_port for adfb9b75-25d5-4538-97a1-1d16b42cddba owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:24.908100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3d529-0451-427f-aa6e-3e539d0900ca req-e6afae05-0991-4e60-89a8-88ea0f58444c tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:24.910526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20e3d529-0451-427f-aa6e-3e539d0900ca req-e6afae05-0991-4e60-89a8-88ea0f58444c tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0785134
Apr 30 21:25:24.934092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55b815-d3b5-476f-a6d6-686052437cca req-3ad818ee-d0f5-4f32-93b8-d52355f80831 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:24.935681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f55b815-d3b5-476f-a6d6-686052437cca req-3ad818ee-d0f5-4f32-93b8-d52355f80831 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0720294
Apr 30 21:25:25.007348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20e3d529-0451-427f-aa6e-3e539d0900ca req-a06e8979-00c7-4ad0-9189-6ac732337e47 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882287
Apr 30 21:25:25.014511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f55b815-d3b5-476f-a6d6-686052437cca req-6b5b5c77-9057-496b-958c-02ac7c9ba96e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0681491
Apr 30 21:25:25.142715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (adfb9b75-25d5-4538-97a1-1d16b42cddba), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.170598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event deleted for resources: {'Port': ['ID=adfb9b75-25d5-4538-97a1-1d16b42cddba,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:25.236397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (a814cb07-44d9-4202-acab-f076c3bc6bb0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.294663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6afbf-d16e-46f1-998c-de15cb181005 req-526776ac-03be-4eac-90b6-8807d47300d4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:25.301376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6afbf-d16e-46f1-998c-de15cb181005 req-526776ac-03be-4eac-90b6-8807d47300d4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:25.307305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6afbf-d16e-46f1-998c-de15cb181005 req-526776ac-03be-4eac-90b6-8807d47300d4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:25.315011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3d6afbf-d16e-46f1-998c-de15cb181005 req-526776ac-03be-4eac-90b6-8807d47300d4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00&device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682&device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 2418 time: 0.0801044
Apr 30 21:25:25.350359 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (a814cb07-44d9-4202-acab-f076c3bc6bb0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.352811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (a814cb07-44d9-4202-acab-f076c3bc6bb0), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.374430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3d6afbf-d16e-46f1-998c-de15cb181005 req-941f7ce3-8da7-4ed0-b54c-9ba9b5401fad tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514667
Apr 30 21:25:25.432339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663eb9ca-a280-4a65-a21d-40ad06c61ca1 req-9c109666-728f-4cbe-9a62-f64c930ebabc tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:25.433873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-663eb9ca-a280-4a65-a21d-40ad06c61ca1 req-9c109666-728f-4cbe-9a62-f64c930ebabc tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0581164
Apr 30 21:25:25.470313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (a814cb07-44d9-4202-acab-f076c3bc6bb0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.470846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Fanout notify agent at l3_agent the message router_deleted on router a814cb07-44d9-4202-acab-f076c3bc6bb0 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:25:25.479311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.480511 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-16a09356-9efc-42bb-a6ba-0e7c68c2f99f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/a814cb07-44d9-4202-acab-f076c3bc6bb0 HTTP/1.1" status: 204  len: 168 time: 1.1833959
Apr 30 21:25:25.484881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42146) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:25.489913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1645785544', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:25.527226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4576c-e466-42f4-a73f-e659611d4406 req-ba05d395-6285-4ed1-90a9-eef9d6e82d6f tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:25.528628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aae4576c-e466-42f4-a73f-e659611d4406 req-ba05d395-6285-4ed1-90a9-eef9d6e82d6f tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.0745592
Apr 30 21:25:25.531760 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-663eb9ca-a280-4a65-a21d-40ad06c61ca1 req-5be8039e-f723-43ad-99d7-0579dbeca7e9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0917130
Apr 30 21:25:25.580725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aae4576c-e466-42f4-a73f-e659611d4406 req-63b3024b-ca06-44dd-98b1-2ec1127a2f20 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458894
Apr 30 21:25:25.582272 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (fe22db64-b082-491f-8b97-a95f80303357), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.587396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (fe22db64-b082-491f-8b97-a95f80303357), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.648493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (fe22db64-b082-491f-8b97-a95f80303357), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:25.866618 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (fe22db64-b082-491f-8b97-a95f80303357), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:26.176926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75837c73-ab1b-4583-b8dc-6b9259ff3711 req-e11579ee-7456-4645-874c-0687a353b289 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:26.183731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75837c73-ab1b-4583-b8dc-6b9259ff3711 req-e11579ee-7456-4645-874c-0687a353b289 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0844643
Apr 30 21:25:26.246391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75837c73-ab1b-4583-b8dc-6b9259ff3711 req-dacf7820-e74b-43fc-b92f-4fd769ab608f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0610330
Apr 30 21:25:26.413493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (fe22db64-b082-491f-8b97-a95f80303357), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:26.433177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:26.542676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Allocated IP 172.35.4.187 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e10cd8c2-159d-4485-b953-de083d8687d6) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:26.666425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for port (e10cd8c2-159d-4485-b953-de083d8687d6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:26.667109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1525f7-5c7b-41bf-9f21-ae01802af5ac req-5825d4c6-218f-4301-91e2-2479b7b564e9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:26.667959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1525f7-5c7b-41bf-9f21-ae01802af5ac req-5825d4c6-218f-4301-91e2-2479b7b564e9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0557742
Apr 30 21:25:26.720374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1525f7-5c7b-41bf-9f21-ae01802af5ac req-6cba75be-5e95-496f-b7f1-8dd77713a0d1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458608
Apr 30 21:25:26.770972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e10cd8c2-159d-4485-b953-de083d8687d6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:26.794881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b2ded-cff2-4344-9fce-c3d1e1a27bb8 req-a353ca98-23bf-4f49-ab9a-bba6d5dbde6f tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:26.796903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-092b2ded-cff2-4344-9fce-c3d1e1a27bb8 req-a353ca98-23bf-4f49-ab9a-bba6d5dbde6f tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0514655
Apr 30 21:25:26.808899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:26.812433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:26.816069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:26.850403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event updated for resources: {'Port': ['ID=e10cd8c2-159d-4485-b953-de083d8687d6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:26.858540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-092b2ded-cff2-4344-9fce-c3d1e1a27bb8 req-b67e986c-cf1f-450f-a992-4607626a285e tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538485
Apr 30 21:25:26.992818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:25:27.075512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:27.075910 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:27.100969 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:27.103221 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec532e-6620-4beb-809d-d3a443ab6a1e" -d '{"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-unplugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:27.118281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:27.144495 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bab0876-b92c-49b5-8d89-20b99d531f56 x-openstack-request-id: req-4bab0876-b92c-49b5-8d89-20b99d531f56 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:27.144793 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-unplugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:27.145434 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bab0876-b92c-49b5-8d89-20b99d531f56 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:27.145434 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bab0876-b92c-49b5-8d89-20b99d531f56'] response: {'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'code': 200}
Apr 30 21:25:27.183726 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (fe22db64-b082-491f-8b97-a95f80303357), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:27.192866 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:27.248687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=11']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:27.257773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.258269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.258617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.258955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.259388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.259748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.260061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.260388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.260717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.261070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.261395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.261719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.262070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.262394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.262787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:27.363067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34da67-85d3-491b-b241-33fdd430765f req-b3055188-5130-4079-ba91-5a4e0db788a0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:27.364530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d34da67-85d3-491b-b241-33fdd430765f req-b3055188-5130-4079-ba91-5a4e0db788a0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0482864
Apr 30 21:25:27.407308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (fe22db64-b082-491f-8b97-a95f80303357), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:27.420139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d34da67-85d3-491b-b241-33fdd430765f req-2fda20a6-278a-4850-bd56-e7e0674aac89 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0497153
Apr 30 21:25:27.633294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Router fe22db64-b082-491f-8b97-a95f80303357 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:25:27.746980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:27.761570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770621d-c0c3-48a0-81dc-25c29d463c52 None None] Sync routers for ids ['fe22db64-b082-491f-8b97-a95f80303357'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:27.775684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770621d-c0c3-48a0-81dc-25c29d463c52 None None] Routers {'fe22db64-b082-491f-8b97-a95f80303357'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:27.776395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f770621d-c0c3-48a0-81dc-25c29d463c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb4e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe22db64-b082-491f-8b97-a95f80303357'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:27.817019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f770621d-c0c3-48a0-81dc-25c29d463c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb4e070>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:27.827275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770621d-c0c3-48a0-81dc-25c29d463c52 None None] Routers {'fe22db64-b082-491f-8b97-a95f80303357'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:27.829148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f770621d-c0c3-48a0-81dc-25c29d463c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb4e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe22db64-b082-491f-8b97-a95f80303357'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:27.849298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a805-9e95-4411-9842-394e5e078223 req-37d22479-2777-4a15-9508-af114d325d91 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:27.850832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6e6a805-9e95-4411-9842-394e5e078223 req-37d22479-2777-4a15-9508-af114d325d91 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0504150
Apr 30 21:25:27.862881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:27.867548 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-22f745eb-d1d7-40b5-af10-4c4eea02741b tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 2.3814917
Apr 30 21:25:27.868168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42192) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:27.868622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f770621d-c0c3-48a0-81dc-25c29d463c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb4e070>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:27.869240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f770621d-c0c3-48a0-81dc-25c29d463c52 None None] The sync data for ids ['fe22db64-b082-491f-8b97-a95f80303357'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:27.877553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:27.902703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6e6a805-9e95-4411-9842-394e5e078223 req-ea13382e-0097-4165-bf1b-1483d2a41443 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459473
Apr 30 21:25:27.992166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530fcdf-be4f-45c2-aa30-8a5e6ca7b7b9 req-a7434c52-17ff-4fe6-8aa0-cd5eb846888b tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:27.993802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f530fcdf-be4f-45c2-aa30-8a5e6ca7b7b9 req-a7434c52-17ff-4fe6-8aa0-cd5eb846888b tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0569012
Apr 30 21:25:28.047768 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f530fcdf-be4f-45c2-aa30-8a5e6ca7b7b9 req-40e7ffda-ea7f-4382-8e11-33cb5a4ea708 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465620
Apr 30 21:25:28.210369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (fe22db64-b082-491f-8b97-a95f80303357), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:28.289885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_gateway (fe22db64-b082-491f-8b97-a95f80303357), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:28.393045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Deleting port e10cd8c2-159d-4485-b953-de083d8687d6 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:28.396671 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e10cd8c2-159d-4485-b953-de083d8687d6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:28.471827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e10cd8c2-159d-4485-b953-de083d8687d6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:28.485794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Calling delete_port for e10cd8c2-159d-4485-b953-de083d8687d6 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:28.548432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2aaa99-fef3-41fd-8804-cb6f2072d786 req-d30851df-a48c-4fdf-8c17-52eacfda1953 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:28.550073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c2aaa99-fef3-41fd-8804-cb6f2072d786 req-d30851df-a48c-4fdf-8c17-52eacfda1953 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0564995
Apr 30 21:25:28.605745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c2aaa99-fef3-41fd-8804-cb6f2072d786 req-37ecf0be-f62c-4acd-b66a-f09f08d32a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490084
Apr 30 21:25:28.724800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e10cd8c2-159d-4485-b953-de083d8687d6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:28.750867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Pushing event deleted for resources: {'Port': ['ID=e10cd8c2-159d-4485-b953-de083d8687d6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:28.817356 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (fe22db64-b082-491f-8b97-a95f80303357), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:28.988061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:25:29.052610 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (fe22db64-b082-491f-8b97-a95f80303357), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:29.057323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (fe22db64-b082-491f-8b97-a95f80303357), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:29.168696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:29.191582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'mac_address': 'fa:16:3e:98:3d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:25:29.257986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:29.259209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:29.286479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce650cf8-641e-4f34-be73-7532f9ff2b92 req-1abd6d8a-6be2-4d63-bb1a-004f34c1f4ed tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:29.292903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce650cf8-641e-4f34-be73-7532f9ff2b92 req-1abd6d8a-6be2-4d63-bb1a-004f34c1f4ed tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1377237
Apr 30 21:25:29.305341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241a93d8-ce90-4d90-8ad1-26bae3d008ad {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:29.334608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:29.357545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce650cf8-641e-4f34-be73-7532f9ff2b92 req-49f9cff9-9c97-430d-8562-a2b8812b3edb tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577612
Apr 30 21:25:29.448219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c0c8e-3761-4961-9bb8-3808128ce674 req-2ee2bfb6-cddb-4505-8c93-91a18e2e0dd6 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:29.450470 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:29.461980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Router fe22db64-b082-491f-8b97-a95f80303357 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:25:29.470452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-559c0c8e-3761-4961-9bb8-3808128ce674 req-2ee2bfb6-cddb-4505-8c93-91a18e2e0dd6 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.4453614
Apr 30 21:25:29.524449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=12']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:29.538733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-559c0c8e-3761-4961-9bb8-3808128ce674 req-129f0eec-ed7d-4aa9-9216-f990bbe22d28 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0672045
Apr 30 21:25:29.549394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:29.565107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['241a93d8-ce90-4d90-8ad1-26bae3d008ad'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:25:29.566340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:29.566340 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d7d8ff90-b971-4d92-9ebb-9a9b4abf4c11 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "PUT /v2.0/routers/fe22db64-b082-491f-8b97-a95f80303357 HTTP/1.1" status: 200  len: 710 time: 1.6899049
Apr 30 21:25:29.566340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42256) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:29.566564 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41308694-a72c-479f-b013-de25f9b8357d None None] Sync routers for ids ['fe22db64-b082-491f-8b97-a95f80303357'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:29.578139 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41308694-a72c-479f-b013-de25f9b8357d None None] Routers {'fe22db64-b082-491f-8b97-a95f80303357'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:29.578705 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-41308694-a72c-479f-b013-de25f9b8357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c41c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe22db64-b082-491f-8b97-a95f80303357'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:29.638170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-41308694-a72c-479f-b013-de25f9b8357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c41c0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:29.663071 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41308694-a72c-479f-b013-de25f9b8357d None None] Routers {'fe22db64-b082-491f-8b97-a95f80303357'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:29.663691 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-41308694-a72c-479f-b013-de25f9b8357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c41c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe22db64-b082-491f-8b97-a95f80303357'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:29.689853 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8e325848-9ac2-4152-9a96-01ecc9eb4234 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/routers/fe22db64-b082-491f-8b97-a95f80303357 HTTP/1.1" status: 200  len: 745 time: 0.1260796
Apr 30 21:25:29.692635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42264) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:29.708378 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-41308694-a72c-479f-b013-de25f9b8357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c41c0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:29.709227 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41308694-a72c-479f-b013-de25f9b8357d None None] The sync data for ids ['fe22db64-b082-491f-8b97-a95f80303357'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:29.768990 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1a936466-0d73-4eed-805d-c72d90524a09 tempest-RoutersIpV6AdminTest-591566857 tempest-RoutersIpV6AdminTest-591566857-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=fe22db64-b082-491f-8b97-a95f80303357 HTTP/1.1" status: 200  len: 205 time: 0.0750113
Apr 30 21:25:29.771789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42270) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:29.778387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7977b-0785-460c-af4f-bb00d22d383e req-370767ca-23f8-4b99-999f-54c7232b9fd4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:29.779956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15a7977b-0785-460c-af4f-bb00d22d383e req-370767ca-23f8-4b99-999f-54c7232b9fd4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.0510640
Apr 30 21:25:29.803996 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6eea4d1a-917b-45e9-bf43-af98f0466283 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe22db64-b082-491f-8b97-a95f80303357 HTTP/1.1" status: 200  len: 205 time: 0.0287726
Apr 30 21:25:29.804227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42272) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:29.837212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15a7977b-0785-460c-af4f-bb00d22d383e req-fd66e8bd-1d2d-4f88-9536-55394d7a1489 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0480044
Apr 30 21:25:29.882680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6452b907-12dd-4018-9d84-855bf9bd4ef5 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (fe22db64-b082-491f-8b97-a95f80303357), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:30.095555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6452b907-12dd-4018-9d84-855bf9bd4ef5 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (fe22db64-b082-491f-8b97-a95f80303357), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:30.097911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6452b907-12dd-4018-9d84-855bf9bd4ef5 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router_controller (fe22db64-b082-491f-8b97-a95f80303357), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:30.193372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6452b907-12dd-4018-9d84-855bf9bd4ef5 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (fe22db64-b082-491f-8b97-a95f80303357), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:30.193986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6452b907-12dd-4018-9d84-855bf9bd4ef5 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Fanout notify agent at l3_agent the message router_deleted on router fe22db64-b082-491f-8b97-a95f80303357 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:25:30.213448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6452b907-12dd-4018-9d84-855bf9bd4ef5 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:30.214789 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6452b907-12dd-4018-9d84-855bf9bd4ef5 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/fe22db64-b082-491f-8b97-a95f80303357 HTTP/1.1" status: 204  len: 168 time: 0.4097395
Apr 30 21:25:30.218493 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42284) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.251990 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-297d9f97-096d-46a5-b0cf-db18a95253fd tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe22db64-b082-491f-8b97-a95f80303357 HTTP/1.1" status: 200  len: 205 time: 0.0311296
Apr 30 21:25:30.254053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42286) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.299449 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-2ea5a9ad-d430-43d2-beed-c15d5ed1d724 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] delete failed (client error): The resource could not be found.
Apr 30 21:25:30.300961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2ea5a9ad-d430-43d2-beed-c15d5ed1d724 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/fe22db64-b082-491f-8b97-a95f80303357 HTTP/1.1" status: 404  len: 336 time: 0.0456989
Apr 30 21:25:30.303523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42290) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.340699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a04c2d23-68f0-4b7d-a8c0-89d4ae4f01a4 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=a814cb07-44d9-4202-acab-f076c3bc6bb0 HTTP/1.1" status: 200  len: 205 time: 0.0357337
Apr 30 21:25:30.343141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42294) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.394109 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-70c3968c-e0c9-411b-ad58-df673a0fb128 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] delete failed (client error): The resource could not be found.
Apr 30 21:25:30.397602 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-70c3968c-e0c9-411b-ad58-df673a0fb128 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/a814cb07-44d9-4202-acab-f076c3bc6bb0 HTTP/1.1" status: 404  len: 336 time: 0.0504875
Apr 30 21:25:30.398106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42298) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.442162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-afd06fb8-0d87-4127-8975-a251c2227bd8 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fc897fe-e07b-4930-a974-97cd19dccbe1 HTTP/1.1" status: 200  len: 205 time: 0.0424292
Apr 30 21:25:30.450603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42304) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.507593 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-f92e265c-415f-4061-bb6b-54b55cb92c6f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] delete failed (client error): The resource could not be found.
Apr 30 21:25:30.512364 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f92e265c-415f-4061-bb6b-54b55cb92c6f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/1fc897fe-e07b-4930-a974-97cd19dccbe1 HTTP/1.1" status: 404  len: 336 time: 0.0583212
Apr 30 21:25:30.515182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42306) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.536067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878237b-5061-45ec-9e6f-068c938190f2 req-a175b0c9-81f8-49e4-8da5-23a79704c537 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:30.546480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3878237b-5061-45ec-9e6f-068c938190f2 req-a175b0c9-81f8-49e4-8da5-23a79704c537 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0805368
Apr 30 21:25:30.594233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42310) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.594864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2ec9e0c3-d1ce-42dc-b242-b212187fc190 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=edaff490-1ead-4ca0-9b73-376d06143dbb HTTP/1.1" status: 200  len: 205 time: 0.0782983
Apr 30 21:25:30.651227 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-8a831ffb-6c48-4494-866a-b7a50b95361f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] delete failed (client error): The resource could not be found.
Apr 30 21:25:30.652672 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8a831ffb-6c48-4494-866a-b7a50b95361f tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/edaff490-1ead-4ca0-9b73-376d06143dbb HTTP/1.1" status: 404  len: 336 time: 0.0568235
Apr 30 21:25:30.655915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.696854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ce5cce71-1694-4218-8fb7-87dd4144164a tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=1034f59f-ef8e-4314-9832-13dc5dd5d0eb HTTP/1.1" status: 200  len: 205 time: 0.0390584
Apr 30 21:25:30.699429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42316) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.759631 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-ddc1bed9-020b-4cd1-add8-a7f7c4da7f02 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] delete failed (client error): The resource could not be found.
Apr 30 21:25:30.763062 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ddc1bed9-020b-4cd1-add8-a7f7c4da7f02 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/1034f59f-ef8e-4314-9832-13dc5dd5d0eb HTTP/1.1" status: 404  len: 336 time: 0.0601156
Apr 30 21:25:30.763311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42318) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.779264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b66d4-f184-4d29-9f78-5d7064734700 req-81338ba3-8d38-43fc-9f30-62b90ea70f55 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:30.787824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c4b66d4-f184-4d29-9f78-5d7064734700 req-81338ba3-8d38-43fc-9f30-62b90ea70f55 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0886641
Apr 30 21:25:30.792203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3878237b-5061-45ec-9e6f-068c938190f2 req-592ade8e-1c0a-49c5-9bab-53e6afa99206 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2439802
Apr 30 21:25:30.806890 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b3453f45-acaf-4754-8c8d-bbee88919062 tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3decca6-1b15-4158-b7ba-e5f8120dbb07 HTTP/1.1" status: 200  len: 205 time: 0.0402856
Apr 30 21:25:30.807442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42320) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.865435 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-dc942cf0-8cb5-470f-8a20-6db31294ceda tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] delete failed (client error): The resource could not be found.
Apr 30 21:25:30.869476 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc942cf0-8cb5-470f-8a20-6db31294ceda tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/routers/d3decca6-1b15-4158-b7ba-e5f8120dbb07 HTTP/1.1" status: 404  len: 336 time: 0.0571113
Apr 30 21:25:30.869476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42324) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:30.874176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c4b66d4-f184-4d29-9f78-5d7064734700 req-401689e8-1cf8-4a42-b391-d04120de2a68 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0853469
Apr 30 21:25:30.916757 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-736bb07c-b986-42ec-b796-9f55e57c693a tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:25:30.917198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736bb07c-b986-42ec-b796-9f55e57c693a tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:25:30.930326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-736bb07c-b986-42ec-b796-9f55e57c693a tempest-RoutersIpV6AdminTest-2132057455 tempest-RoutersIpV6AdminTest-2132057455-project] 10.222.0.23 "DELETE /v2.0/subnets/23979888-c55e-4fda-97b9-94d2386dd539 HTTP/1.1" status: 404  len: 337 time: 0.0598848
Apr 30 21:25:31.011614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ec553-23f2-4326-aa7f-972b737a4ea6 req-c44f5f67-73ca-4d1d-a334-83ed2f4e62cf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:31.014254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c3ec553-23f2-4326-aa7f-972b737a4ea6 req-c44f5f67-73ca-4d1d-a334-83ed2f4e62cf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 945 time: 0.0866988
Apr 30 21:25:31.017937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:31.088891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c3ec553-23f2-4326-aa7f-972b737a4ea6 req-05a4ae50-a40f-4b0c-9275-b057765e3149 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0659790
Apr 30 21:25:31.111150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 241a93d8-ce90-4d90-8ad1-26bae3d008ad triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:31.112320 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:31.282240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:31.282907 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:31.321203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:31.324120 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112c9055-4348-4091-9dd7-45d690155291" -d '{"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-plugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:31.340242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:31.389567 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94263bf4-e0f6-4620-8144-123bf3741c19 x-openstack-request-id: req-94263bf4-e0f6-4620-8144-123bf3741c19 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:31.390104 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-plugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:31.390707 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94263bf4-e0f6-4620-8144-123bf3741c19 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:31.391293 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94263bf4-e0f6-4620-8144-123bf3741c19'] response: {'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'code': 200}
Apr 30 21:25:31.408828 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:31.466658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=13']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:31.634866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42342) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:31.766713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78538a01-cc7f-4b81-afe6-b55a7cedf976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:31.865376 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78538a01-cc7f-4b81-afe6-b55a7cedf976 admin admin] Publish callbacks [] for security_group (77a51827-f44c-4aaf-a167-fa1b1205e4d1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:31.950957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc97c2-79a4-42b8-8b9e-62a54fcd7c39 req-bcffa50c-add0-4d8d-a6c3-150ae589130c tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:31.952841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9edc97c2-79a4-42b8-8b9e-62a54fcd7c39 req-bcffa50c-add0-4d8d-a6c3-150ae589130c tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0730484
Apr 30 21:25:31.970834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78538a01-cc7f-4b81-afe6-b55a7cedf976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (77a51827-f44c-4aaf-a167-fa1b1205e4d1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:32.016194 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-78538a01-cc7f-4b81-afe6-b55a7cedf976 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e465ba33b284ffda335af1a600cbccc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3797479
Apr 30 21:25:32.019953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42360) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:32.050847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78538a01-cc7f-4b81-afe6-b55a7cedf976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a51827-f44c-4aaf-a167-fa1b1205e4d1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:32.066490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae0697-1090-404f-a36b-4aec8e29ad06 req-c0f2e6f1-243b-4633-ad6d-d8bf4f2e518d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:32.066490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62ae0697-1090-404f-a36b-4aec8e29ad06 req-c0f2e6f1-243b-4633-ad6d-d8bf4f2e518d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1062491
Apr 30 21:25:32.088594 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b6a999b-da9a-425c-a1ea-4b8cfa015504 admin admin] Publish callbacks [] for security_group (77a51827-f44c-4aaf-a167-fa1b1205e4d1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:32.099729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9edc97c2-79a4-42b8-8b9e-62a54fcd7c39 req-f69b7bae-b2e6-4283-80f3-a6aac719c3e3 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383660
Apr 30 21:25:32.139913 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b6a999b-da9a-425c-a1ea-4b8cfa015504 admin admin] Publish callbacks [] for security_group (77a51827-f44c-4aaf-a167-fa1b1205e4d1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:32.162794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62ae0697-1090-404f-a36b-4aec8e29ad06 req-5cce05c0-5ca2-4e81-a22e-80814841aab5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0896251
Apr 30 21:25:32.255226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cbda4-6bcd-4cba-b2ab-8d187f4686e5 req-58d2f87e-4d3a-470b-acde-f8566429ae50 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:32.262428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-315cbda4-6bcd-4cba-b2ab-8d187f4686e5 req-58d2f87e-4d3a-470b-acde-f8566429ae50 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0642130
Apr 30 21:25:32.297906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b6a999b-da9a-425c-a1ea-4b8cfa015504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (77a51827-f44c-4aaf-a167-fa1b1205e4d1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:32.301038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b6a999b-da9a-425c-a1ea-4b8cfa015504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:32.308621 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7b6a999b-da9a-425c-a1ea-4b8cfa015504 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77a51827-f44c-4aaf-a167-fa1b1205e4d1 HTTP/1.1" status: 204  len: 168 time: 0.2875841
Apr 30 21:25:32.338887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a999b-da9a-425c-a1ea-4b8cfa015504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a51827-f44c-4aaf-a167-fa1b1205e4d1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:32.346978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-315cbda4-6bcd-4cba-b2ab-8d187f4686e5 req-9be4dc12-a0bb-436a-9dc5-ea2448a20e9e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0792689
Apr 30 21:25:33.269035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f796e-2e4c-49d4-bf4e-9a97a16f401b req-206c83c0-2303-41f2-8215-0f8aa9e0f10d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:33.271644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-381f796e-2e4c-49d4-bf4e-9a97a16f401b req-206c83c0-2303-41f2-8215-0f8aa9e0f10d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0665581
Apr 30 21:25:33.331682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8def4-e462-4676-a5b5-d063b4e88154 req-343cae89-b7a2-426c-88ef-b580c228f7d8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:33.333677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71e8def4-e462-4676-a5b5-d063b4e88154 req-343cae89-b7a2-426c-88ef-b580c228f7d8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0864060
Apr 30 21:25:33.386609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-381f796e-2e4c-49d4-bf4e-9a97a16f401b req-6c9a59c4-450b-4f55-ada3-d6109c12a585 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888720
Apr 30 21:25:33.433326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71e8def4-e462-4676-a5b5-d063b4e88154 req-c13608c6-9438-49a1-a4f9-bb995f8abf1e tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0856802
Apr 30 21:25:33.450859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42390) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:33.482027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42392) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:33.559495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b094ca55-d4a1-4591-aaee-37dfba0f58a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c79746fa72c4192b5984cecda6e91a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1069746
Apr 30 21:25:33.563336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:33.566570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20559b-1632-49bd-a0a2-6395c05d6c48 req-e1db58c0-670d-4d29-9444-ea4ffc8e4554 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:33.573915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c20559b-1632-49bd-a0a2-6395c05d6c48 req-e1db58c0-670d-4d29-9444-ea4ffc8e4554 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0826247
Apr 30 21:25:33.623217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85ee211a-cf78-4734-bc3e-04a43a20fb3a admin admin] Publish callbacks [] for security_group (8deb3ae9-8ab5-49da-a8ae-260c99ac9be3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:33.627946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c20559b-1632-49bd-a0a2-6395c05d6c48 req-7148fcd7-2788-4e78-9d75-78f7593ea487 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0531833
Apr 30 21:25:33.648857 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85ee211a-cf78-4734-bc3e-04a43a20fb3a admin admin] Publish callbacks [] for security_group (8deb3ae9-8ab5-49da-a8ae-260c99ac9be3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:33.669872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1c75c15-1e02-4ddf-ad07-3b190613d0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:33.750495 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1c75c15-1e02-4ddf-ad07-3b190613d0ca admin admin] Publish callbacks [] for security_group (6844ca73-124d-47a8-bab4-9c91554600d3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:33.840692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85ee211a-cf78-4734-bc3e-04a43a20fb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8deb3ae9-8ab5-49da-a8ae-260c99ac9be3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:33.843395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85ee211a-cf78-4734-bc3e-04a43a20fb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:33.847446 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-85ee211a-cf78-4734-bc3e-04a43a20fb3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8deb3ae9-8ab5-49da-a8ae-260c99ac9be3 HTTP/1.1" status: 204  len: 168 time: 0.2802820
Apr 30 21:25:33.855197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee211a-cf78-4734-bc3e-04a43a20fb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deb3ae9-8ab5-49da-a8ae-260c99ac9be3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:33.889894 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1c75c15-1e02-4ddf-ad07-3b190613d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6844ca73-124d-47a8-bab4-9c91554600d3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:33.957797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e1c75c15-1e02-4ddf-ad07-3b190613d0ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e72a582148047e6a80e5b080c5f5900&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4734466
Apr 30 21:25:33.959396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c75c15-1e02-4ddf-ad07-3b190613d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6844ca73-124d-47a8-bab4-9c91554600d3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:33.959638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42404) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:34.039813 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-773734f9-40df-4269-8414-834ba98196c0 admin admin] Publish callbacks [] for security_group (6844ca73-124d-47a8-bab4-9c91554600d3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:34.065578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-773734f9-40df-4269-8414-834ba98196c0 admin admin] Publish callbacks [] for security_group (6844ca73-124d-47a8-bab4-9c91554600d3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:34.217658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-773734f9-40df-4269-8414-834ba98196c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6844ca73-124d-47a8-bab4-9c91554600d3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:34.221289 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-773734f9-40df-4269-8414-834ba98196c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:34.224910 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-773734f9-40df-4269-8414-834ba98196c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6844ca73-124d-47a8-bab4-9c91554600d3 HTTP/1.1" status: 204  len: 168 time: 0.2619278
Apr 30 21:25:34.240596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773734f9-40df-4269-8414-834ba98196c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6844ca73-124d-47a8-bab4-9c91554600d3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:34.565458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd032-2f19-4457-98bf-dca5d0a50424 req-6c6e4512-74ba-4258-a8aa-8f24f80848d2 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:34.569414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b7dd032-2f19-4457-98bf-dca5d0a50424 req-6c6e4512-74ba-4258-a8aa-8f24f80848d2 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0947981
Apr 30 21:25:34.669354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b7dd032-2f19-4457-98bf-dca5d0a50424 req-c6391975-dc49-4a44-be6b-97a8975998af tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924582
Apr 30 21:25:34.677432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6d9f0-678a-4908-bc7b-2814d20da210 req-00d6c442-3734-45e8-9254-e68dda468071 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:34.679512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19b6d9f0-678a-4908-bc7b-2814d20da210 req-00d6c442-3734-45e8-9254-e68dda468071 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1058152
Apr 30 21:25:34.772576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19b6d9f0-678a-4908-bc7b-2814d20da210 req-77397c16-e2a1-409d-9b2d-654e0111952c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0853524
Apr 30 21:25:34.911824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30f22f-babf-495b-94a8-c25ff320ba5d req-615ca6eb-7554-4e30-863f-898ad9a8f8ec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:34.913373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef30f22f-babf-495b-94a8-c25ff320ba5d req-615ca6eb-7554-4e30-863f-898ad9a8f8ec tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0588276
Apr 30 21:25:34.992090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef30f22f-babf-495b-94a8-c25ff320ba5d req-3cd25e77-633c-4289-a680-949a0663a8df tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0710051
Apr 30 21:25:35.110988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42444) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:35.136197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80f0f018-501d-4a87-a41b-ada1c66e0ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:35.236633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80f0f018-501d-4a87-a41b-ada1c66e0ecd admin admin] Publish callbacks [] for security_group (1a5963cc-bd99-4361-87c5-adc9514f079f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:35.238753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42446) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:35.336409 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80f0f018-501d-4a87-a41b-ada1c66e0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1a5963cc-bd99-4361-87c5-adc9514f079f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:35.384620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0f018-501d-4a87-a41b-ada1c66e0ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5963cc-bd99-4361-87c5-adc9514f079f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:35.417651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7bf07821-f73d-44ed-a147-c63c2e3676a3 tempest-AgentManagementNegativeTest-67410974 tempest-AgentManagementNegativeTest-67410974-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1748784
Apr 30 21:25:35.426938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-80f0f018-501d-4a87-a41b-ada1c66e0ecd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e927641110f547ef8a40e4babfac56c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3148463
Apr 30 21:25:35.429636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42452) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:35.504126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c31268c0-54ac-48f2-aff3-4717646edb7e admin admin] Publish callbacks [] for security_group (1a5963cc-bd99-4361-87c5-adc9514f079f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:35.534537 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c31268c0-54ac-48f2-aff3-4717646edb7e admin admin] Publish callbacks [] for security_group (1a5963cc-bd99-4361-87c5-adc9514f079f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:35.704104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c31268c0-54ac-48f2-aff3-4717646edb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1a5963cc-bd99-4361-87c5-adc9514f079f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:35.715396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c31268c0-54ac-48f2-aff3-4717646edb7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:35.715396 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c31268c0-54ac-48f2-aff3-4717646edb7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a5963cc-bd99-4361-87c5-adc9514f079f HTTP/1.1" status: 204  len: 168 time: 0.2788427
Apr 30 21:25:35.737183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31268c0-54ac-48f2-aff3-4717646edb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5963cc-bd99-4361-87c5-adc9514f079f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:35.924769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2a10b-25dd-4bc1-bc18-ecd624637b2d req-8ef55699-be20-4c7f-a27a-a71fc84a185b tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:35.926414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2a10b-25dd-4bc1-bc18-ecd624637b2d req-8ef55699-be20-4c7f-a27a-a71fc84a185b tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1216602
Apr 30 21:25:36.007068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018d50b-fa09-4883-8969-19a088f06d92 req-64e75081-af3c-4118-8843-53c3a5f81d7c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:36.007467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e018d50b-fa09-4883-8969-19a088f06d92 req-64e75081-af3c-4118-8843-53c3a5f81d7c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0801020
Apr 30 21:25:36.035020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2a10b-25dd-4bc1-bc18-ecd624637b2d req-5e5e7475-5e90-43ac-a161-67aee5996d49 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977747
Apr 30 21:25:36.115852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e018d50b-fa09-4883-8969-19a088f06d92 req-6dac2c58-fe67-4c64-b047-c44e8c11b3e9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0924323
Apr 30 21:25:36.196386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e86b3-c770-4889-8024-677a24bb9be8 req-e8b86160-6521-4f97-8eee-f15bea1d97dc tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:36.205358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-062e86b3-c770-4889-8024-677a24bb9be8 req-e8b86160-6521-4f97-8eee-f15bea1d97dc tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0774121
Apr 30 21:25:36.215445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42468) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:36.272794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-062e86b3-c770-4889-8024-677a24bb9be8 req-ae7096a1-d650-466a-89db-b999b9e5966b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0645692
Apr 30 21:25:36.421568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-606bb50b-9772-4568-b763-e340e9fc8e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:36.520728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-606bb50b-9772-4568-b763-e340e9fc8e32 admin admin] Publish callbacks [] for security_group (cdedfff3-eb07-4a54-8771-06ef2f223779), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:36.614628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-606bb50b-9772-4568-b763-e340e9fc8e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cdedfff3-eb07-4a54-8771-06ef2f223779), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:36.695529 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-606bb50b-9772-4568-b763-e340e9fc8e32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70aa0bca867f4251ab203d9a3d4833d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4780409
Apr 30 21:25:36.696666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bb50b-9772-4568-b763-e340e9fc8e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdedfff3-eb07-4a54-8771-06ef2f223779,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:36.698060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42482) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:36.757289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42484) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:36.777593 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9f84-d046-4a45-be88-9f0e3fe05846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:36.803782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a678f26-cf01-4a0d-9e4d-ea299435727d admin admin] Publish callbacks [] for security_group (cdedfff3-eb07-4a54-8771-06ef2f223779), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:36.836215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a678f26-cf01-4a0d-9e4d-ea299435727d admin admin] Publish callbacks [] for security_group (cdedfff3-eb07-4a54-8771-06ef2f223779), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:36.909311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:25:37.113627 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a678f26-cf01-4a0d-9e4d-ea299435727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cdedfff3-eb07-4a54-8771-06ef2f223779), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:37.119790 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a678f26-cf01-4a0d-9e4d-ea299435727d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:37.120970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a678f26-cf01-4a0d-9e4d-ea299435727d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdedfff3-eb07-4a54-8771-06ef2f223779 HTTP/1.1" status: 204  len: 168 time: 0.4216180
Apr 30 21:25:37.129825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9f84-d046-4a45-be88-9f0e3fe05846 admin admin] Publish callbacks [] for security_group (545bfeb2-b0e0-4fbe-98cc-c304214ed958), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:37.142262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a678f26-cf01-4a0d-9e4d-ea299435727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdedfff3-eb07-4a54-8771-06ef2f223779,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:37.242734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:37.261350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf2c9f84-d046-4a45-be88-9f0e3fe05846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (545bfeb2-b0e0-4fbe-98cc-c304214ed958), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:37.265970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925b498-9952-431b-9727-f844f73f0184 req-f164e269-6480-4bdd-9f4d-5fbfe6c0d6cb tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:37.267447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b925b498-9952-431b-9727-f844f73f0184 req-f164e269-6480-4bdd-9f4d-5fbfe6c0d6cb tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0846813
Apr 30 21:25:37.301102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'port_id': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'mac_address': 'fa:16:3e:d8:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:25:37.366488 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bf2c9f84-d046-4a45-be88-9f0e3fe05846 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8c8a2f821cea47f9b918fbc11d9b71ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6077566
Apr 30 21:25:37.369063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42500) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:37.415141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c9f84-d046-4a45-be88-9f0e3fe05846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545bfeb2-b0e0-4fbe-98cc-c304214ed958,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:37.446076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a7573128-4b05-4280-bcc7-74239c0b44b6 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:37.446076 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:37.446418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05647fc-7291-4d2b-bb2a-956337fcf85e req-d12150e1-9908-42bf-be3f-422340c552ff tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:37.449226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e05647fc-7291-4d2b-bb2a-956337fcf85e req-d12150e1-9908-42bf-be3f-422340c552ff tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1804402
Apr 30 21:25:37.457609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b925b498-9952-431b-9727-f844f73f0184 req-37f23860-4ab5-4af2-b823-d52c70942342 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190124
Apr 30 21:25:37.474202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7573128-4b05-4280-bcc7-74239c0b44b6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:37.520582 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ca1179a-7638-4c57-943b-a25a8650d965 admin admin] Publish callbacks [] for security_group (545bfeb2-b0e0-4fbe-98cc-c304214ed958), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:37.533080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:37.545601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e05647fc-7291-4d2b-bb2a-956337fcf85e req-1afcf3cf-5d3f-45ea-a43c-dde1fdc8f65a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0856609
Apr 30 21:25:37.574718 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ca1179a-7638-4c57-943b-a25a8650d965 admin admin] Publish callbacks [] for security_group (545bfeb2-b0e0-4fbe-98cc-c304214ed958), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:37.639335 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:37.668825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e12746-9c3c-4c4b-a35b-afe563664c02 req-638fb2ac-b709-4ee8-a0c3-57e2506cbd09 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:37.674401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44e12746-9c3c-4c4b-a35b-afe563664c02 req-638fb2ac-b709-4ee8-a0c3-57e2506cbd09 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0930207
Apr 30 21:25:37.707100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:37.758854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44e12746-9c3c-4c4b-a35b-afe563664c02 req-8d145b35-8dca-409e-925b-5e3b37324079 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0774276
Apr 30 21:25:37.816658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a7573128-4b05-4280-bcc7-74239c0b44b6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:25:38.033182 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ca1179a-7638-4c57-943b-a25a8650d965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (545bfeb2-b0e0-4fbe-98cc-c304214ed958), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:38.036359 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ca1179a-7638-4c57-943b-a25a8650d965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:38.037547 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4ca1179a-7638-4c57-943b-a25a8650d965 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/545bfeb2-b0e0-4fbe-98cc-c304214ed958 HTTP/1.1" status: 204  len: 168 time: 0.6675079
Apr 30 21:25:38.063078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1179a-7638-4c57-943b-a25a8650d965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545bfeb2-b0e0-4fbe-98cc-c304214ed958,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:38.735211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2236e-66da-45db-a6a3-80c372ef74b4 req-b607e4a8-f907-4dfc-9134-a7dabea4bae5 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:38.736783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb2236e-66da-45db-a6a3-80c372ef74b4 req-b607e4a8-f907-4dfc-9134-a7dabea4bae5 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1531036
Apr 30 21:25:38.763929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52085c8-b02d-45e1-8371-570f6ced0da3 req-b6323085-659d-4688-8dc8-163b40cb40e1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:38.765498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e52085c8-b02d-45e1-8371-570f6ced0da3 req-b6323085-659d-4688-8dc8-163b40cb40e1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.1131740
Apr 30 21:25:38.865898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e52085c8-b02d-45e1-8371-570f6ced0da3 req-3eaed8c3-672a-422a-a724-b9be81eef935 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0764480
Apr 30 21:25:38.882054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb2236e-66da-45db-a6a3-80c372ef74b4 req-d8bf1d32-9b30-4e7b-af46-3f397dd0d73c tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289394
Apr 30 21:25:38.919239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:39.026275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port a7573128-4b05-4280-bcc7-74239c0b44b6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:39.027601 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:39.072874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42566) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:39.119817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448400-72e3-4c44-ab35-f480b669974c req-22bb7ef2-9926-4e7b-b428-61fc5333cf80 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:39.131448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8448400-72e3-4c44-ab35-f480b669974c req-22bb7ef2-9926-4e7b-b428-61fc5333cf80 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.1376956
Apr 30 21:25:39.191672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a7573128-4b05-4280-bcc7-74239c0b44b6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:39.193217 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:39.223229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8448400-72e3-4c44-ab35-f480b669974c req-f321bd10-d422-4400-a543-247b5745ff45 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0908568
Apr 30 21:25:39.279341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:39.283190 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4c8004-9f0b-48bb-9697-84ac107d9c0f" -d '{"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-plugged", "status": "completed", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:39.312550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:39.352488 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c432f418-649b-4d69-9794-9588365e0887 x-openstack-request-id: req-c432f418-649b-4d69-9794-9588365e0887 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:39.352786 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-plugged", "status": "completed", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:39.353129 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c432f418-649b-4d69-9794-9588365e0887 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:39.353508 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c432f418-649b-4d69-9794-9588365e0887'] response: {'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'code': 200}
Apr 30 21:25:39.386047 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:39.465252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:39.487771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1816624974'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:39.627551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Made reservation on behalf of 239aa4ccbcc9478d9c7cb464f30f65f5 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:25:39.635238 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:39.645931 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:39.880541 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for security_group (23113cc0-2f8a-40c5-8189-4e9e150d50dc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:39.936561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (23113cc0-2f8a-40c5-8189-4e9e150d50dc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:39.960238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:25:40.005921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ebe060b0-336d-4fd8-8576-e68dc2e5ed1c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:40.005921 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Added segment ebe060b0-336d-4fd8-8576-e68dc2e5ed1c of type vlan for network d9ab12cb-29af-4548-9d77-97ddcf8d52ac
Apr 30 21:25:40.145248 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (d9ab12cb-29af-4548-9d77-97ddcf8d52ac), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:40.149166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4c592-5579-482b-b7bf-4f01b9038103 req-d85d1e78-9617-4129-803b-09aa5f6cd056 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:40.151324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16b4c592-5579-482b-b7bf-4f01b9038103 req-d85d1e78-9617-4129-803b-09aa5f6cd056 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1014593
Apr 30 21:25:40.256791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5d24-3237-436d-aef3-7e7ef30e9849 req-16d504a1-252b-4d73-a6e5-16476bddf4e3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:40.258594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cacd5d24-3237-436d-aef3-7e7ef30e9849 req-16d504a1-252b-4d73-a6e5-16476bddf4e3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1245728
Apr 30 21:25:40.310932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (d9ab12cb-29af-4548-9d77-97ddcf8d52ac), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:40.346481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16b4c592-5579-482b-b7bf-4f01b9038103 req-e4c2d709-0b56-4d3a-ba7f-608929640885 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306353
Apr 30 21:25:40.350552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:40.351468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:40.385476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23113cc0-2f8a-40c5-8189-4e9e150d50dc,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:40.401940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cacd5d24-3237-436d-aef3-7e7ef30e9849 req-c406bc41-131c-4615-96dc-8a31000455ea tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1194899
Apr 30 21:25:40.542419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'Network': ['ID=d9ab12cb-29af-4548-9d77-97ddcf8d52ac,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:40.562688 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b407b00c-40f7-472f-95bf-e5b5a47406d4 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.4806039
Apr 30 21:25:40.562688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42592) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:40.563000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:25:40.564905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Request body: {'subnet': {'network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:40.626246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b1d16-2cbf-4ff3-bd7d-b161118a8524 req-ad2849e6-7560-435d-828e-8b2b070ebf1b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:40.673293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a82b1d16-2cbf-4ff3-bd7d-b161118a8524 req-ad2849e6-7560-435d-828e-8b2b070ebf1b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.1925697
Apr 30 21:25:40.908043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a82b1d16-2cbf-4ff3-bd7d-b161118a8524 req-5125a507-9104-4859-a5df-d089bcfd37b3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2285304
Apr 30 21:25:41.089217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Made reservation on behalf of 239aa4ccbcc9478d9c7cb464f30f65f5 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:25:41.094672 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:41.576809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957575e-6945-46ef-848e-0b02fcb20a38 req-227d2108-d22d-4eed-bcf5-9acf591a512d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:41.578446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d957575e-6945-46ef-848e-0b02fcb20a38 req-227d2108-d22d-4eed-bcf5-9acf591a512d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0667942
Apr 30 21:25:41.580468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (b5714d77-3abe-4530-a903-9307e9597c09), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:41.680614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d957575e-6945-46ef-848e-0b02fcb20a38 req-cecc18b8-d7a0-488a-9668-dd0f2462160a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943668
Apr 30 21:25:41.796851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42614) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:41.803956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2ffac39d-1f8b-4f83-a2f2-789c5f25b93c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409668180', 'description': 'tempest-description--1068560966'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:41.838932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'Subnet': ['ID=b5714d77-3abe-4530-a903-9307e9597c09,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:41.850238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Checking segment: {'id': 'ebe060b0-336d-4fd8-8576-e68dc2e5ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:25:41.850756 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Network hostable DHCP agents. Network: d9ab12cb-29af-4548-9d77-97ddcf8d52ac, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:25:41.953779 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:25:41.968924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d5396-2a80-4161-801d-5e98a60f5a50 req-18d57eaf-60c6-4fa9-b859-26173fbd8167 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:41.985803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f91d5396-2a80-4161-801d-5e98a60f5a50 req-18d57eaf-60c6-4fa9-b859-26173fbd8167 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1162739
Apr 30 21:25:41.992538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ffac39d-1f8b-4f83-a2f2-789c5f25b93c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.066936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d9ab12cb-29af-4548-9d77-97ddcf8d52ac) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:42.071676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:42.072557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.082549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd5653-d7f4-48f0-a4cc-9b5b62bab9b2 None None] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:25:42.188082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2187cb88-51aa-425a-b9f0-79407d7ce65f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6282644
Apr 30 21:25:42.190501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42624) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:42.195883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-45cb3889-ab55-464e-b148-8ba782d76c4c tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1212149759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:42.235400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2735254-c8c7-4e5c-9ac5-71f09039beed req-d0a5ec1f-b78e-4518-89d5-e492ab82463d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:42.247936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2735254-c8c7-4e5c-9ac5-71f09039beed req-d0a5ec1f-b78e-4518-89d5-e492ab82463d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.1964910
Apr 30 21:25:42.268037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f91d5396-2a80-4161-801d-5e98a60f5a50 req-f1e8b316-583e-4f65-8317-e749a31c1495 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2779505
Apr 30 21:25:42.330444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45cb3889-ab55-464e-b148-8ba782d76c4c tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (1d3df838-a249-4373-9b88-e19ed0d115de), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.332169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45cb3889-ab55-464e-b148-8ba782d76c4c tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (1d3df838-a249-4373-9b88-e19ed0d115de), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.373751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d9ab12cb-29af-4548-9d77-97ddcf8d52ac', 'network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac', 'project_id': '239aa4ccbcc9478d9c7cb464f30f65f5', 'fixed_ips': [{'subnet_id': 'b5714d77-3abe-4530-a903-9307e9597c09'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:25:42.375005 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.397414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2735254-c8c7-4e5c-9ac5-71f09039beed req-d9336401-059c-47eb-ba16-a63ea3746722 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1479280
Apr 30 21:25:42.443765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45cb3889-ab55-464e-b148-8ba782d76c4c tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for router_controller (1d3df838-a249-4373-9b88-e19ed0d115de), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.445558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ffac39d-1f8b-4f83-a2f2-789c5f25b93c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (8277fa3b-ed39-4ff1-a180-9df7c61bb1b1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.513084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ffac39d-1f8b-4f83-a2f2-789c5f25b93c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8277fa3b-ed39-4ff1-a180-9df7c61bb1b1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.513469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45cb3889-ab55-464e-b148-8ba782d76c4c tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (1d3df838-a249-4373-9b88-e19ed0d115de), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.610430 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ffac39d-1f8b-4f83-a2f2-789c5f25b93c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.614780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2ffac39d-1f8b-4f83-a2f2-789c5f25b93c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8136709
Apr 30 21:25:42.614780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffac39d-1f8b-4f83-a2f2-789c5f25b93c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:42.616150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42626) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:42.620309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3bc66a6a-dbbb-43bb-9163-b4d591c44e2b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group_rule': {'security_group_id': '8277fa3b-ed39-4ff1-a180-9df7c61bb1b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:42.706513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45cb3889-ab55-464e-b148-8ba782d76c4c tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.710997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42628) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:42.712097 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-45cb3889-ab55-464e-b148-8ba782d76c4c tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.5200486
Apr 30 21:25:42.713922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Allocated IP 172.20.0.2 (d9ab12cb-29af-4548-9d77-97ddcf8d52ac/b5714d77-3abe-4530-a903-9307e9597c09/843e1985-e2c1-4fe6-b6af-982ee7bf2f3c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:42.800512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc66a6a-dbbb-43bb-9163-b4d591c44e2b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (cf6020c9-26dc-4b5b-912d-981d6100b24f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:42.927392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc66a6a-dbbb-43bb-9163-b4d591c44e2b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (cf6020c9-26dc-4b5b-912d-981d6100b24f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.004617 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc66a6a-dbbb-43bb-9163-b4d591c44e2b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (cf6020c9-26dc-4b5b-912d-981d6100b24f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.027973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42634) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:43.067531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc66a6a-dbbb-43bb-9163-b4d591c44e2b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6020c9-26dc-4b5b-912d-981d6100b24f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:43.178304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79fdd-89b5-45ca-99cc-5c8fbe2261ca req-e92075aa-a7aa-43d7-b107-3cbd26c84aad tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:43.189340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bc66a6a-dbbb-43bb-9163-b4d591c44e2b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.193809 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3bc66a6a-dbbb-43bb-9163-b4d591c44e2b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5775146
Apr 30 21:25:43.194895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42638) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:43.201992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9f79fdd-89b5-45ca-99cc-5c8fbe2261ca req-e92075aa-a7aa-43d7-b107-3cbd26c84aad tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.2895505
Apr 30 21:25:43.206124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-10e471ac-6d75-4f40-b5ff-d14bca80cf32 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group_rule': {'security_group_id': '8277fa3b-ed39-4ff1-a180-9df7c61bb1b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:43.223739 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Publish callbacks [] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.315094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ef8911c-79a8-42d5-929f-5764ab2e3c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.435556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ef8911c-79a8-42d5-929f-5764ab2e3c8f admin admin] Publish callbacks [] for security_group (74b5367a-f4e6-4c8e-9dc8-44da1bb0ee80), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.651389 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.717841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ef8911c-79a8-42d5-929f-5764ab2e3c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (74b5367a-f4e6-4c8e-9dc8-44da1bb0ee80), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.719090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:43.719090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:43.722908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:43.749445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Pushing event updated for resources: {'Port': ['ID=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:43.776781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10e471ac-6d75-4f40-b5ff-d14bca80cf32 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (b5f78acc-361b-4e25-8730-6d1f82e7c615), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.804433 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ef8911c-79a8-42d5-929f-5764ab2e3c8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94aa84ddeec0413db1187e6881082e3c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7754192
Apr 30 21:25:43.822371 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42644) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:43.823145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9f79fdd-89b5-45ca-99cc-5c8fbe2261ca req-42b58e59-e916-4d4e-b68d-0ea5994c4274 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6192110
Apr 30 21:25:43.831499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Attempting to bind port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:25:43.832599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Attempting to bind port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ebe060b0-336d-4fd8-8576-e68dc2e5ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:25:43.832998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Attempting to bind port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c on network d9ab12cb-29af-4548-9d77-97ddcf8d52ac {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:43.850224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:25:43.850224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Checking segment: {'id': 'ebe060b0-336d-4fd8-8576-e68dc2e5ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:25:43.850224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.850224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Bound using segment: {'id': 'ebe060b0-336d-4fd8-8576-e68dc2e5ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:25:43.850224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Bound port: 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe060b0-336d-4fd8-8576-e68dc2e5ed1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:25:43.850224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.855105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c37ca9-e6ac-4943-b02e-c113cbc8ade4 req-334e7e97-fc6c-4354-b882-0eabe9ddcd98 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:43.856604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08c37ca9-e6ac-4943-b02e-c113cbc8ade4 req-334e7e97-fc6c-4354-b882-0eabe9ddcd98 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1617465
Apr 30 21:25:43.870403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8911c-79a8-42d5-929f-5764ab2e3c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b5367a-f4e6-4c8e-9dc8-44da1bb0ee80,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:43.934318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.947027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ea71e1f-c3f3-4139-b11d-6b4237279089 admin admin] Publish callbacks [] for security_group (74b5367a-f4e6-4c8e-9dc8-44da1bb0ee80), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.950037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10e471ac-6d75-4f40-b5ff-d14bca80cf32 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (b5f78acc-361b-4e25-8730-6d1f82e7c615), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.975347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ea71e1f-c3f3-4139-b11d-6b4237279089 admin admin] Publish callbacks [] for security_group (74b5367a-f4e6-4c8e-9dc8-44da1bb0ee80), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:43.996995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08c37ca9-e6ac-4943-b02e-c113cbc8ade4 req-d6941286-d175-4cf8-8ce1-ac87325ba23f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1265376
Apr 30 21:25:44.092715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514f15d-5e3b-4bb6-8acf-3e6ae2d36a04 req-9c969403-6061-46dd-89cd-41e2c6a3cd4f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:44.094904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c514f15d-5e3b-4bb6-8acf-3e6ae2d36a04 req-9c969403-6061-46dd-89cd-41e2c6a3cd4f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.1519752
Apr 30 21:25:44.116333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] For port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:25:44.119375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] For port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,segment=NetworkSegment(ebe060b0-336d-4fd8-8576-e68dc2e5ed1c),segment_id=ebe060b0-336d-4fd8-8576-e68dc2e5ed1c)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:25:44.155172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c514f15d-5e3b-4bb6-8acf-3e6ae2d36a04 req-5daade7d-14de-4582-ac15-a958b40ba60f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0533330
Apr 30 21:25:44.227455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10e471ac-6d75-4f40-b5ff-d14bca80cf32 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b5f78acc-361b-4e25-8730-6d1f82e7c615), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:44.247412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e471ac-6d75-4f40-b5ff-d14bca80cf32 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f78acc-361b-4e25-8730-6d1f82e7c615,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:44.257209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:44.258359 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ea71e1f-c3f3-4139-b11d-6b4237279089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (74b5367a-f4e6-4c8e-9dc8-44da1bb0ee80), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:44.272192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ea71e1f-c3f3-4139-b11d-6b4237279089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:44.282103 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5ea71e1f-c3f3-4139-b11d-6b4237279089 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74b5367a-f4e6-4c8e-9dc8-44da1bb0ee80 HTTP/1.1" status: 204  len: 168 time: 0.4618030
Apr 30 21:25:44.322713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea71e1f-c3f3-4139-b11d-6b4237279089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b5367a-f4e6-4c8e-9dc8-44da1bb0ee80,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:44.358681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10e471ac-6d75-4f40-b5ff-d14bca80cf32 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:44.363609 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-10e471ac-6d75-4f40-b5ff-d14bca80cf32 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1626315
Apr 30 21:25:44.364260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42656) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:44.368764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:44.393355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b0bd8-f1ac-4818-ae70-3d3f7db6470e None None] Pushing event updated for resources: {'Port': ['ID=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:44.496087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:44.591423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Allocated IP 172.20.0.1 (d9ab12cb-29af-4548-9d77-97ddcf8d52ac/b5714d77-3abe-4530-a903-9307e9597c09/6ba4dadc-2196-4076-ba5d-c9451af79467) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:44.761560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:44.851203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:44.956737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.034900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:45.052074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:45.075722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:45.091417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Allocated IP 172.35.4.87 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/8d6aedf9-4d4d-460b-9555-8313438e896e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:45.156622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'Port': ['ID=6ba4dadc-2196-4076-ba5d-c9451af79467,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:45.175363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2ed84-ac3e-472e-a7e3-e9ffeb2a250a req-e5b2bbbd-4afb-4ff4-8cf2-7332d30ea437 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:45.177525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56f2ed84-ac3e-472e-a7e3-e9ffeb2a250a req-e5b2bbbd-4afb-4ff4-8cf2-7332d30ea437 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1457629
Apr 30 21:25:45.197571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.198518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.199223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.199758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.200252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.200749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.201274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.205418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.206108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.206622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.207397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.207887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.208441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.209242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.209735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:45.286850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56f2ed84-ac3e-472e-a7e3-e9ffeb2a250a req-17d022bb-a940-4314-bb1a-d844edf78dae tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963070
Apr 30 21:25:45.292328 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (1d3df838-a249-4373-9b88-e19ed0d115de), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.404973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (8d6aedf9-4d4d-460b-9555-8313438e896e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.421740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42668) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:45.456447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505121a-4235-4bdc-81f6-d173217701cb req-b479e085-19e3-43d8-9708-edb54f9c5dd1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:45.458037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2505121a-4235-4bdc-81f6-d173217701cb req-b479e085-19e3-43d8-9708-edb54f9c5dd1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1782284
Apr 30 21:25:45.521503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4f8a-5871-4154-89e0-b5abd5cce651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.551999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (8d6aedf9-4d4d-460b-9555-8313438e896e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.623880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=8d6aedf9-4d4d-460b-9555-8313438e896e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:45.640778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:45.642860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:45.648216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02afbb-96da-4f98-8966-20059ab93c54 req-e24abf5b-0fb6-4850-86ab-2caef5cbb273 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:45.652067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:45.655306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be02afbb-96da-4f98-8966-20059ab93c54 req-e24abf5b-0fb6-4850-86ab-2caef5cbb273 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.2089036
Apr 30 21:25:45.701427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2505121a-4235-4bdc-81f6-d173217701cb req-3fc60c17-00db-4cea-986d-ebd6c397f4b4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2133539
Apr 30 21:25:45.790790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be02afbb-96da-4f98-8966-20059ab93c54 req-5b3632dc-e820-46cf-b348-e18072a1bd5e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1340578
Apr 30 21:25:45.814016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (e29e0e82-df20-4387-bfe3-7b9e4ae2cd28), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.879311 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4f8a-5871-4154-89e0-b5abd5cce651 admin admin] Publish callbacks [] for security_group (34071671-48b8-4157-8c2a-beeb4c8e6f41), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.880119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.997918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8d6aedf9-4d4d-460b-9555-8313438e896e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:45.998208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb9b4f8a-5871-4154-89e0-b5abd5cce651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (34071671-48b8-4157-8c2a-beeb4c8e6f41), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.030238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f8bdc-49aa-459b-8055-563214c2714d None None] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:25:46.099743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb9b4f8a-5871-4154-89e0-b5abd5cce651 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b56362be1259483799592da6bae0dcb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6769342
Apr 30 21:25:46.103392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42674) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:46.113185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b4f8a-5871-4154-89e0-b5abd5cce651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34071671-48b8-4157-8c2a-beeb4c8e6f41,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:46.124909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-10e3ba97-0f8c-467a-8e67-bdb79f7a712f None None] Provisioning complete for port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:46.125359 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10e3ba97-0f8c-467a-8e67-bdb79f7a712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.289503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95d5ff99-09d2-4a17-99b7-7253bd151927 admin admin] Publish callbacks [] for security_group (34071671-48b8-4157-8c2a-beeb4c8e6f41), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.297243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:46.336182 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (8d6aedf9-4d4d-460b-9555-8313438e896e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.343958 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95d5ff99-09d2-4a17-99b7-7253bd151927 admin admin] Publish callbacks [] for security_group (34071671-48b8-4157-8c2a-beeb4c8e6f41), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.429911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-10e3ba97-0f8c-467a-8e67-bdb79f7a712f None None] Current status of the port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:46.430454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10e3ba97-0f8c-467a-8e67-bdb79f7a712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.433547 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.496876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-10e3ba97-0f8c-467a-8e67-bdb79f7a712f None None] For port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,segment=NetworkSegment(ebe060b0-336d-4fd8-8576-e68dc2e5ed1c),segment_id=ebe060b0-336d-4fd8-8576-e68dc2e5ed1c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:46.501515 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (8d6aedf9-4d4d-460b-9555-8313438e896e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.518720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d194c1-3b1a-40af-ac9d-9ce4b5d2ca17 req-ff9358f6-82e1-4eee-aca8-6a87f4af5684 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:46.520382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67d194c1-3b1a-40af-ac9d-9ce4b5d2ca17 req-ff9358f6-82e1-4eee-aca8-6a87f4af5684 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0899448
Apr 30 21:25:46.530253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:46.530804 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.565615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.566157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=8d6aedf9-4d4d-460b-9555-8313438e896e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:46.645410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:46.646100 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.649216 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10e3ba97-0f8c-467a-8e67-bdb79f7a712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.655303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (e29e0e82-df20-4387-bfe3-7b9e4ae2cd28), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.685952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'Port': ['ID=6ba4dadc-2196-4076-ba5d-c9451af79467,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:46.696121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95d5ff99-09d2-4a17-99b7-7253bd151927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (34071671-48b8-4157-8c2a-beeb4c8e6f41), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.698825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95d5ff99-09d2-4a17-99b7-7253bd151927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.699979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-95d5ff99-09d2-4a17-99b7-7253bd151927 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34071671-48b8-4157-8c2a-beeb4c8e6f41 HTTP/1.1" status: 204  len: 168 time: 0.5955451
Apr 30 21:25:46.739892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.747206 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1b4ec358-d299-40cc-bfa4-bd06c3a84cf2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3764875
Apr 30 21:25:46.772200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5ff99-09d2-4a17-99b7-7253bd151927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34071671-48b8-4157-8c2a-beeb4c8e6f41,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:46.856073 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:25:46.856073 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:25:46.856073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3ba97-0f8c-467a-8e67-bdb79f7a712f None None] Pushing event updated for resources: {'Port': ['ID=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:46.860209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (1d3df838-a249-4373-9b88-e19ed0d115de), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.860342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:46.868628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67d194c1-3b1a-40af-ac9d-9ce4b5d2ca17 req-abafe6de-bdfe-4bf5-b0b2-626ad47018f2 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3418663
Apr 30 21:25:46.886808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3e53a00a-2402-43c9-b351-53dbb943330d None None] Provisioning complete for port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:46.886808 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e53a00a-2402-43c9-b351-53dbb943330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:47.079268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3e53a00a-2402-43c9-b351-53dbb943330d None None] Current status of the port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:47.090171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3e53a00a-2402-43c9-b351-53dbb943330d None None] Provisioning complete for port 6ba4dadc-2196-4076-ba5d-c9451af79467 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:47.090477 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e53a00a-2402-43c9-b351-53dbb943330d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:47.109277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310529c9-8b17-47c6-b3e6-f5125d36dd89 req-3b65aa41-f43d-4652-9864-07221377c409 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:47.110816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-310529c9-8b17-47c6-b3e6-f5125d36dd89 req-3b65aa41-f43d-4652-9864-07221377c409 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.2696948
Apr 30 21:25:47.129615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:47.134824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3e53a00a-2402-43c9-b351-53dbb943330d None None] Port 6ba4dadc-2196-4076-ba5d-c9451af79467 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:25:47.140955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb415c0b-8d1b-4691-a3c3-b7b622682c1b req-c7d74d8d-dbe6-453b-aa87-d64b55668d57 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:47.142507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb415c0b-8d1b-4691-a3c3-b7b622682c1b req-c7d74d8d-dbe6-453b-aa87-d64b55668d57 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0960314
Apr 30 21:25:47.154746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:47.263879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1d1ff597-7620-4e94-b7c5-a4c9f261f4da None None] Provisioning complete for port 6ba4dadc-2196-4076-ba5d-c9451af79467 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:47.264595 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d1ff597-7620-4e94-b7c5-a4c9f261f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:47.332772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-310529c9-8b17-47c6-b3e6-f5125d36dd89 req-6122ff14-2366-4937-9bce-c21b9c56d6fa tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2058928
Apr 30 21:25:47.338243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb415c0b-8d1b-4691-a3c3-b7b622682c1b req-eb959c2c-5ff1-4063-94ad-8e34b44a6d26 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1846163
Apr 30 21:25:47.377515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ff597-7620-4e94-b7c5-a4c9f261f4da None None] Port 6ba4dadc-2196-4076-ba5d-c9451af79467 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:25:47.480284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:47.492064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Router 1d3df838-a249-4373-9b88-e19ed0d115de is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:25:47.638437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:47.652830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7822af-b45c-4cb2-b3d9-1e16c8637e65 None None] Sync routers for ids ['1d3df838-a249-4373-9b88-e19ed0d115de'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:47.671284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7822af-b45c-4cb2-b3d9-1e16c8637e65 None None] Routers {'1d3df838-a249-4373-9b88-e19ed0d115de'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:47.671594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-466c248d-bacb-4350-a3c1-6282efac6cc6 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "PUT /v2.0/routers/1d3df838-a249-4373-9b88-e19ed0d115de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9590824
Apr 30 21:25:47.673192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f7822af-b45c-4cb2-b3d9-1e16c8637e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8c8df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1d3df838-a249-4373-9b88-e19ed0d115de'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:47.674048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42720) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:47.681896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Request body: {'port': {'network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac', 'name': 'tempest-FloatingIPNegativeTestJSON-1103174928'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:47.725575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f7822af-b45c-4cb2-b3d9-1e16c8637e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8c8df0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:47.740720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f6396678-ed6b-434d-9105-fc73a3b0a35f None None] Provisioning complete for port 6ba4dadc-2196-4076-ba5d-c9451af79467 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:47.741288 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6396678-ed6b-434d-9105-fc73a3b0a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:47.746260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7822af-b45c-4cb2-b3d9-1e16c8637e65 None None] Routers {'1d3df838-a249-4373-9b88-e19ed0d115de'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:47.747110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f7822af-b45c-4cb2-b3d9-1e16c8637e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8c8df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1d3df838-a249-4373-9b88-e19ed0d115de'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:47.838394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f7822af-b45c-4cb2-b3d9-1e16c8637e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8c8df0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:47.839002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7822af-b45c-4cb2-b3d9-1e16c8637e65 None None] The sync data for ids ['1d3df838-a249-4373-9b88-e19ed0d115de'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:47.852565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f6396678-ed6b-434d-9105-fc73a3b0a35f None None] Port 6ba4dadc-2196-4076-ba5d-c9451af79467 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:25:47.930517 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c0cea47e-3ad4-49c6-b273-fa22d334c5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:47.953716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Made reservation on behalf of 239aa4ccbcc9478d9c7cb464f30f65f5 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:25:47.958502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:48.012723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] device_id is not set on port 1e5f2297-c77c-4cd9-b006-c0cbe9de92c1 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:25:48.109509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678720d-327e-42b9-9b01-1a7797101112 req-1e3f9ba7-b348-43b0-9683-e2490691d03d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:48.120275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4678720d-327e-42b9-9b01-1a7797101112 req-1e3f9ba7-b348-43b0-9683-e2490691d03d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1477175
Apr 30 21:25:48.137680 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:25:48.166354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:25:48.232180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:48.233335 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:48.236932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4678720d-327e-42b9-9b01-1a7797101112 req-8e6df0dd-a13c-40b0-b293-71b10d4645c4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099744
Apr 30 21:25:48.273738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Allocated IP 172.20.0.11 (d9ab12cb-29af-4548-9d77-97ddcf8d52ac/b5714d77-3abe-4530-a903-9307e9597c09/1e5f2297-c77c-4cd9-b006-c0cbe9de92c1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:48.494653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:48.522864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for port (1e5f2297-c77c-4cd9-b006-c0cbe9de92c1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:48.572468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81303daf-c527-4a83-ad99-c2878c37d099 req-67bf3085-2ffc-4867-97a6-dcb5ad4cb842 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:48.574353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81303daf-c527-4a83-ad99-c2878c37d099 req-67bf3085-2ffc-4867-97a6-dcb5ad4cb842 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0757880
Apr 30 21:25:48.665405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81303daf-c527-4a83-ad99-c2878c37d099 req-92689ad8-e50d-4117-9632-301b1a4a7582 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0738997
Apr 30 21:25:48.694270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1e5f2297-c77c-4cd9-b006-c0cbe9de92c1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:48.777795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:48.826860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:48.831422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'Port': ['ID=1e5f2297-c77c-4cd9-b006-c0cbe9de92c1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:48.836340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:48.886305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaa5b7-8ec9-484f-90bb-62689aa6d59e req-554484d5-9d37-43ee-976d-f0c2751acf81 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:48.893593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2aaaa5b7-8ec9-484f-90bb-62689aa6d59e req-554484d5-9d37-43ee-976d-f0c2751acf81 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1140857
Apr 30 21:25:48.956785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:48.957342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:49.014358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2aaaa5b7-8ec9-484f-90bb-62689aa6d59e req-ae0f0bfc-4540-4c8e-b956-d5631b332263 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1114058
Apr 30 21:25:49.072526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42774) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:49.073207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-29aa1f38-489a-4a0f-acfe-18ddb83f80e0 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3974996
Apr 30 21:25:49.084829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:49.245374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:49.301621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2a810e04-6571-45c8-8686-e8abf10bbe4e None None] Provisioning complete for port 1e5f2297-c77c-4cd9-b006-c0cbe9de92c1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:49.302288 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2a810e04-6571-45c8-8686-e8abf10bbe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1e5f2297-c77c-4cd9-b006-c0cbe9de92c1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:49.367528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2a810e04-6571-45c8-8686-e8abf10bbe4e None None] Port 1e5f2297-c77c-4cd9-b006-c0cbe9de92c1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:25:49.423467 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:49.427400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa52f04-802d-43d3-90c8-a1038dade56c req-2ddafa00-2fa8-4518-aa29-ece2ad7d66cd tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:49.429075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aaa52f04-802d-43d3-90c8-a1038dade56c req-2ddafa00-2fa8-4518-aa29-ece2ad7d66cd tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1022530
Apr 30 21:25:49.527484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aaa52f04-802d-43d3-90c8-a1038dade56c req-80286911-2025-4711-b592-9def206c875a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825367
Apr 30 21:25:49.577096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Allocated IP 172.35.4.169 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/920e4197-935d-4b79-93cb-9f433143b9dc) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:49.587227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-57a30fc3-0a72-439c-a424-5f0934735f37 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--409668180&fields=id&tenant_id=54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 267 time: 0.1276758
Apr 30 21:25:49.753849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bd00b-293a-459e-8920-f85b04637396 req-b69d9f49-8e2a-448b-9fd5-555f72acbc41 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:49.755531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e5bd00b-293a-459e-8920-f85b04637396 req-b69d9f49-8e2a-448b-9fd5-555f72acbc41 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 946 time: 0.0846617
Apr 30 21:25:49.766076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for port (920e4197-935d-4b79-93cb-9f433143b9dc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:49.825679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-b4a44621-c5de-4f6c-b1a8-3e3da82d09ec tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:49.827739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-b4a44621-c5de-4f6c-b1a8-3e3da82d09ec tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 814 time: 0.2290235
Apr 30 21:25:49.857170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e5bd00b-293a-459e-8920-f85b04637396 req-e544e2aa-2cc1-4022-9565-ee60ce4287c1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0879760
Apr 30 21:25:49.859315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-bfec5957-3769-420c-954a-6302a6230332 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/quotas/54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 375 time: 0.0248230
Apr 30 21:25:49.913435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-95990049-f1a7-4138-9bd1-0e43bd74998b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0483975
Apr 30 21:25:50.021163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-4591aedb-1943-47bb-85c1-05c4757aa916 service neutron] 10.222.0.23 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948992
Apr 30 21:25:50.123659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (920e4197-935d-4b79-93cb-9f433143b9dc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.157916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a690542-15d7-4552-989a-0560dcd86d59 req-adb157c9-9798-42c1-93b1-b8f129f05a6c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:50.163692 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d57171da-c4e9-4719-b0d2-a5a236153ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.164789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a690542-15d7-4552-989a-0560dcd86d59 req-adb157c9-9798-42c1-93b1-b8f129f05a6c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0687726
Apr 30 21:25:50.174551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:50.178332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:50.180976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:50.208725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-8718dace-5add-4475-b739-acd68402e8f5 service neutron] 10.222.0.23 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718357
Apr 30 21:25:50.215989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'Port': ['ID=920e4197-935d-4b79-93cb-9f433143b9dc,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:50.246326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a690542-15d7-4552-989a-0560dcd86d59 req-3fc4e7c2-7cdc-4dd6-9364-73e8bdabf655 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0701420
Apr 30 21:25:50.298070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for floatingip (e1b9e123-0500-4a1f-a5aa-6e7edcbdd924), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.468903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (920e4197-935d-4b79-93cb-9f433143b9dc), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.612320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e1bce5b-2eb9-46eb-a898-96f7ae187df8 req-db1287b0-4b7a-4dd6-90c4-686e5167de97 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 210 time: 0.0819385
Apr 30 21:25:50.654581 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for port (920e4197-935d-4b79-93cb-9f433143b9dc), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.699676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eff4df-fb72-4d47-80a7-e605ebc97d6a req-342ccb7e-8fa6-4824-b48f-70f8a20e19cb tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:50.703069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2eff4df-fb72-4d47-80a7-e605ebc97d6a req-342ccb7e-8fa6-4824-b48f-70f8a20e19cb tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0775309
Apr 30 21:25:50.724400 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (920e4197-935d-4b79-93cb-9f433143b9dc), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.811523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2eff4df-fb72-4d47-80a7-e605ebc97d6a req-05313f52-1de1-4883-8738-99d83b6c7b9d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998535
Apr 30 21:25:50.857292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'Port': ['ID=920e4197-935d-4b79-93cb-9f433143b9dc,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:50.874825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (e1b9e123-0500-4a1f-a5aa-6e7edcbdd924), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.912540 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.965987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:50.976981 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6704e7a9-c93f-4d3b-810f-75880daf9eb5 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8974152
Apr 30 21:25:50.977294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42850) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:50.982019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bee809a6-cbf7-4a2b-86c0-459749af0168 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Request body: {'floatingip': {'port_id': '1e5f2297-c77c-4cd9-b006-c0cbe9de92c1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:51.042393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bee809a6-cbf7-4a2b-86c0-459749af0168 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for floatingip (e1b9e123-0500-4a1f-a5aa-6e7edcbdd924), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:51.102830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:25:51.226930 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-bee809a6-cbf7-4a2b-86c0-459749af0168 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] update failed (client error): The resource could not be found.
Apr 30 21:25:51.228078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bee809a6-cbf7-4a2b-86c0-459749af0168 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "PUT /v2.0/floatingips/e1b9e123-0500-4a1f-a5aa-6e7edcbdd924 HTTP/1.1" status: 404  len: 507 time: 0.2494740
Apr 30 21:25:51.231091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42860) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:51.236722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 241a93d8-ce90-4d90-8ad1-26bae3d008ad is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:25:51.237503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:51.274935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:51.278151 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37174c27-47e0-4f10-9792-00f46a8bf13a" -d '{"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-unplugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:51.313718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:25:51.351450 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:51.359877 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7be3531-c25b-47e2-8cb8-515987762fc8 x-openstack-request-id: req-a7be3531-c25b-47e2-8cb8-515987762fc8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:51.360185 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-unplugged", "status": "completed", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:51.360447 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7be3531-c25b-47e2-8cb8-515987762fc8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:51.360855 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7be3531-c25b-47e2-8cb8-515987762fc8'] response: {'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'code': 200}
Apr 30 21:25:51.410115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Deleting port 920e4197-935d-4b79-93cb-9f433143b9dc {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:51.410503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (920e4197-935d-4b79-93cb-9f433143b9dc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:51.454778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bf032-548b-42ab-a94e-21f422f06a82 req-ca58b846-2d95-47f4-ba68-f24c81e1ffba tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:51.457329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c61bf032-548b-42ab-a94e-21f422f06a82 req-ca58b846-2d95-47f4-ba68-f24c81e1ffba tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0758381
Apr 30 21:25:51.460280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:51.570805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c61bf032-548b-42ab-a94e-21f422f06a82 req-230dfe7e-3b50-49b2-bbf4-1300fe6be4e2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1034486
Apr 30 21:25:51.585350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=14']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:51.718497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5610046a-e013-4e66-9c85-63ed3ccebbfe req-eef72b42-bf6f-4cc5-af35-cc8cee75f28f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 210 time: 0.0366094
Apr 30 21:25:51.808820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (920e4197-935d-4b79-93cb-9f433143b9dc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:51.809145 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for floatingip (920e4197-935d-4b79-93cb-9f433143b9dc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:51.823885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Calling delete_port for 920e4197-935d-4b79-93cb-9f433143b9dc owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:51.995848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8ee9f-cefa-4002-9b28-da86ac0457ca req-3ef79f9d-933c-4a32-b32b-96d62cccaa88 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:52.004943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0a8ee9f-cefa-4002-9b28-da86ac0457ca req-3ef79f9d-933c-4a32-b32b-96d62cccaa88 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0949404
Apr 30 21:25:52.073116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (920e4197-935d-4b79-93cb-9f433143b9dc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:52.141516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0a8ee9f-cefa-4002-9b28-da86ac0457ca req-87936ae6-b21c-4b9f-b101-128637d87e57 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349459
Apr 30 21:25:52.143885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event deleted for resources: {'Port': ['ID=920e4197-935d-4b79-93cb-9f433143b9dc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:52.233250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for floatingip (e1b9e123-0500-4a1f-a5aa-6e7edcbdd924), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:52.236122 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:52.241141 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-580a03c6-645a-43bd-88bb-d1596aaf0205 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "DELETE /v2.0/floatingips/e1b9e123-0500-4a1f-a5aa-6e7edcbdd924 HTTP/1.1" status: 204  len: 168 time: 1.0052176
Apr 30 21:25:52.242384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42894) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:52.246896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bae4d17b-2f04-42b6-8f53-0ecbdcd9a7d9 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Request body: {'floatingip': {'floating_network_id': 'd9ab12cb-29af-4548-9d77-97ddcf8d52ac', 'port_id': '1e5f2297-c77c-4cd9-b006-c0cbe9de92c1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:52.364517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bae4d17b-2f04-42b6-8f53-0ecbdcd9a7d9 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:52.552939 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-bae4d17b-2f04-42b6-8f53-0ecbdcd9a7d9 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:25:52.557988 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bae4d17b-2f04-42b6-8f53-0ecbdcd9a7d9 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.3106859
Apr 30 21:25:52.558135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42904) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:52.563312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '1e5f2297-c77c-4cd9-b006-c0cbe9de92c1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:52.709459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36a79-0fcb-40d1-b46e-45056d1ee6e2 req-6a8337e8-4489-4785-a614-0900b307a136 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:52.711319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0e36a79-0fcb-40d1-b46e-45056d1ee6e2 req-6a8337e8-4489-4785-a614-0900b307a136 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0583603
Apr 30 21:25:52.754275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:52.883855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0e36a79-0fcb-40d1-b46e-45056d1ee6e2 req-d43e48dd-e145-4e7e-a6e4-d8a4c9c6dce0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1645613
Apr 30 21:25:52.896659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-570e879a-104f-4de6-96a6-e60ca65b0a26 req-f9208a12-861b-47dc-8468-da6d328cbbb2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 210 time: 0.0613246
Apr 30 21:25:52.915270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:53.056798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Allocated IP 172.35.4.58 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/c4681f75-8eff-418e-b2a9-b9b15447609c) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:53.150001 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:53.197721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for port (c4681f75-8eff-418e-b2a9-b9b15447609c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:53.261235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf5c45-d970-421c-9b3b-824a8ed4fa3d req-276f3d82-7495-4546-93c9-07e2949d0007 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:53.263839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20cf5c45-d970-421c-9b3b-824a8ed4fa3d req-276f3d82-7495-4546-93c9-07e2949d0007 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0631344
Apr 30 21:25:53.323560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20cf5c45-d970-421c-9b3b-824a8ed4fa3d req-5f0fc823-fd95-4752-9671-b9ec2fe53d41 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543053
Apr 30 21:25:53.364512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c4681f75-8eff-418e-b2a9-b9b15447609c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:53.418623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:53.423324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:53.425989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:53.472252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event updated for resources: {'Port': ['ID=c4681f75-8eff-418e-b2a9-b9b15447609c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:53.644426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-abbef5be-2c3f-4ea5-95b7-5293dbcbb98a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:53.651210 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-abbef5be-2c3f-4ea5-95b7-5293dbcbb98a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 814 time: 0.2491693
Apr 30 21:25:53.724088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Deleting port c4681f75-8eff-418e-b2a9-b9b15447609c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:53.724433 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c4681f75-8eff-418e-b2a9-b9b15447609c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:53.770243 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-486bab96-d5dd-439b-8e73-47e7e685afa8 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 471 time: 0.1052480
Apr 30 21:25:53.788160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'port': {'device_id': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'admin_state_up': True, 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'security_groups': ['8277fa3b-ed39-4ff1-a180-9df7c61bb1b1']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:54.016236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Made reservation on behalf of 54ceedad6e134d94ac8758f8385a47e0 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:25:54.060189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:54.280985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Allocated IP 172.20.0.5 (b4f0cca1-4180-4eed-af9d-38f99c4f5357/353d2b09-9049-4f1b-8326-9f76b2b1b5cf/54ba9216-14d1-48d9-91ae-2c676c6c24ca) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:25:54.363989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02093e22-2291-4414-93c6-9bdfa6a30173 req-f382c578-a076-48c6-b0ed-819a45e103f4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:54.365487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02093e22-2291-4414-93c6-9bdfa6a30173 req-f382c578-a076-48c6-b0ed-819a45e103f4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.6229584
Apr 30 21:25:54.394822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf526c-52ba-4124-a97a-e50cd94cc0d4 req-bc2688b3-1909-4ec6-bd9d-1118aa6acac1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:54.396305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3adf526c-52ba-4124-a97a-e50cd94cc0d4 req-bc2688b3-1909-4ec6-bd9d-1118aa6acac1 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1147146
Apr 30 21:25:54.426817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c4681f75-8eff-418e-b2a9-b9b15447609c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:54.427157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for floatingip (c4681f75-8eff-418e-b2a9-b9b15447609c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:54.464276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:54.471593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Calling delete_port for c4681f75-8eff-418e-b2a9-b9b15447609c owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:54.507168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:54.533450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02093e22-2291-4414-93c6-9bdfa6a30173 req-5c8708e8-6771-4269-8362-4bcd58637ad3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1533601
Apr 30 21:25:54.565016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:54.618783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3adf526c-52ba-4124-a97a-e50cd94cc0d4 req-0ccc636a-6967-4b3a-a139-857c34933bc6 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2092242
Apr 30 21:25:54.630054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-7d3d72d2-7a2f-4b4d-bc87-be7d2726d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:54.635661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-7d3d72d2-7a2f-4b4d-bc87-be7d2726d662 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1236f389e69047b8add7cbc7cefe8f24&device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 1127 time: 0.3528790
Apr 30 21:25:54.658725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:25:54.663428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:25:54.667275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:25:54.726092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:54.727720 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:54.750722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=54ba9216-14d1-48d9-91ae-2c676c6c24ca,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:54.808685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6272ed-c7b0-4236-a213-b4225ce14eda req-e9ef4ed1-823b-4445-bcbe-0be2db391813 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:54.810306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd6272ed-c7b0-4236-a213-b4225ce14eda req-e9ef4ed1-823b-4445-bcbe-0be2db391813 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 931 time: 0.1563373
Apr 30 21:25:54.842670 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-09c47d19-c835-4722-8967-e44f44503272 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0622485
Apr 30 21:25:54.860365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Request body: {'port': {'device_id': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:25:54.971970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:54.980389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed8fe-3db7-4dba-9215-9d5c6243f0d1 req-af4d42c3-c7e8-4527-9152-b5b5e395f3c7 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:54.988126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a93ed8fe-3db7-4dba-9215-9d5c6243f0d1 req-af4d42c3-c7e8-4527-9152-b5b5e395f3c7 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1767604
Apr 30 21:25:55.048220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-37163baf-4434-4eec-94c4-ec57548d4489 None None] Provisioning complete for port 54ba9216-14d1-48d9-91ae-2c676c6c24ca triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:25:55.049035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-37163baf-4434-4eec-94c4-ec57548d4489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:55.080779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd6272ed-c7b0-4236-a213-b4225ce14eda req-3d068775-9c86-4a5b-af89-6c91f9c672f1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2557728
Apr 30 21:25:55.085081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-d72d70f2-6d95-4c40-80a9-d5b7777a4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:55.086564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-d72d70f2-6d95-4c40-80a9-d5b7777a4f7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 200  len: 917 time: 0.4338088
Apr 30 21:25:55.154224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-37163baf-4434-4eec-94c4-ec57548d4489 None None] Port 54ba9216-14d1-48d9-91ae-2c676c6c24ca cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:25:55.168960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-416ec0e7-774f-4fb8-9a04-15084bfd3a93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce973619-9d58-43bb-af05-38ad4e6df819 HTTP/1.1" status: 200  len: 217 time: 0.0752087
Apr 30 21:25:55.193627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42968) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:55.224882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a93ed8fe-3db7-4dba-9215-9d5c6243f0d1 req-22875c33-0434-416d-84cc-cd94cb1c4427 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2358749
Apr 30 21:25:55.284097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-1d6a204d-fe0e-499b-bf04-a89084600f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:55.285602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-1d6a204d-fe0e-499b-bf04-a89084600f6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e43df1e1-cb8b-4447-b068-1c585a9afef8 HTTP/1.1" status: 200  len: 855 time: 0.1036713
Apr 30 21:25:55.393326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f231e92-62e9-4aa8-968c-6704ff02a580 req-8b457afa-5938-4617-b10d-1a211c884ef7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:55.401235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f231e92-62e9-4aa8-968c-6704ff02a580 req-8b457afa-5938-4617-b10d-1a211c884ef7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1715505
Apr 30 21:25:55.413414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-730affbf-e748-47ca-a39d-658ba170c5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:55.415201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c4681f75-8eff-418e-b2a9-b9b15447609c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:55.468603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event deleted for resources: {'Port': ['ID=c4681f75-8eff-418e-b2a9-b9b15447609c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:55.480548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-1a7761b0-9c13-4775-9fbf-a97443068956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:55.482116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-1a7761b0-9c13-4775-9fbf-a97443068956 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8c74264-5714-4de9-a52a-c6c004380eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1848798
Apr 30 21:25:55.491126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ba9216-14d1-48d9-91ae-2c676c6c24ca {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:25:55.501870 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Publish callbacks [] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:55.515645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Transition to ACTIVE for port object 54ba9216-14d1-48d9-91ae-2c676c6c24ca will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:25:55.582465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:55.642357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f231e92-62e9-4aa8-968c-6704ff02a580 req-ce4ec13e-d5a1-4353-929d-9e9f8a800a34 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2396662
Apr 30 21:25:55.649066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Pushing event updated for resources: {'Port': ['ID=54ba9216-14d1-48d9-91ae-2c676c6c24ca,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:55.724225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-908f5d4c-2f11-4fe8-a0fc-3a033ce33407 service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293944
Apr 30 21:25:55.801713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Attempting to bind port 54ba9216-14d1-48d9-91ae-2c676c6c24ca on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:25:55.802344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Attempting to bind port 54ba9216-14d1-48d9-91ae-2c676c6c24ca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:25:55.802466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Attempting to bind port 54ba9216-14d1-48d9-91ae-2c676c6c24ca on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:55.808366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Port 54ba9216-14d1-48d9-91ae-2c676c6c24ca on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:25:55.808661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Attempting to bind port 54ba9216-14d1-48d9-91ae-2c676c6c24ca on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:25:55.814861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:25:55.815280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Checking segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:25:55.815742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Bound using segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:25:55.816248 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Bound port: 54ba9216-14d1-48d9-91ae-2c676c6c24ca, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:25:55.816723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:55.871500 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] create failed (client error): The resource could not be found.
Apr 30 21:25:55.876770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-532ee77a-7aa1-4b96-a16e-0d904784d58b tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 3.3134584
Apr 30 21:25:55.879222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42980) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:55.898787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-730affbf-e748-47ca-a39d-658ba170c5b9 admin admin] Publish callbacks [] for security_group (91ce9352-4ce0-4d76-9f8a-0e65ba75978d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:55.907133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbd23a-7a56-4b06-8d50-93a1fe19386d req-9dcf1db7-88ac-433d-9286-f93c5b5c7085 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:55.908648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0dbd23a-7a56-4b06-8d50-93a1fe19386d req-9dcf1db7-88ac-433d-9286-f93c5b5c7085 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1595607
Apr 30 21:25:55.922321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc67bf-83bb-454f-ae86-ef635f405364 req-4018a277-3499-48e1-8687-c7d546105a0b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:55.923758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46cc67bf-83bb-454f-ae86-ef635f405364 req-4018a277-3499-48e1-8687-c7d546105a0b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1493146
Apr 30 21:25:55.944570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] For port 54ba9216-14d1-48d9-91ae-2c676c6c24ca, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:25:55.947671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] For port 54ba9216-14d1-48d9-91ae-2c676c6c24ca, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54ba9216-14d1-48d9-91ae-2c676c6c24ca,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:25:55.989275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-730affbf-e748-47ca-a39d-658ba170c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (91ce9352-4ce0-4d76-9f8a-0e65ba75978d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.041414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8ce069c2-ff15-4498-93aa-c9e3af735486 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Deleting port 1e5f2297-c77c-4cd9-b006-c0cbe9de92c1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:56.041949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ce069c2-ff15-4498-93aa-c9e3af735486 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1e5f2297-c77c-4cd9-b006-c0cbe9de92c1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.061231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0dbd23a-7a56-4b06-8d50-93a1fe19386d req-130a14e7-9e53-4a7f-8d29-d5ac8e30b4e4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1459167
Apr 30 21:25:56.072202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c69644c-a0d6-431e-968d-8c20ed3fe026 req-f5bd8f44-4535-43b7-883d-a999e8f5a6ca service neutron] 10.222.0.35 "GET /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3412626
Apr 30 21:25:56.089860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730affbf-e748-47ca-a39d-658ba170c5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce9352-4ce0-4d76-9f8a-0e65ba75978d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:56.089860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-730affbf-e748-47ca-a39d-658ba170c5b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=932f682f33ce4292bd1d8f0dcc140812&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8869123
Apr 30 21:25:56.090125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42984) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:56.093709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.094060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46cc67bf-83bb-454f-ae86-ef635f405364 req-6471ff27-ff19-423a-a4a2-e1856c49a802 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1509085
Apr 30 21:25:56.162142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.162800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.179113 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] 10.222.0.20 "PUT /v2.0/ports/54ba9216-14d1-48d9-91ae-2c676c6c24ca HTTP/1.1" status: 200  len: 1091 time: 1.3261244
Apr 30 21:25:56.195264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'tag': '54ba9216-14d1-48d9-91ae-2c676c6c24ca'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:25:56.197684 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf288be-96ea-40bb-bef2-4190ee532b82" -d '{"events": [{"name": "network-changed", "server_uuid": "ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4", "tag": "54ba9216-14d1-48d9-91ae-2c676c6c24ca"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:25:56.253047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080e260-aba5-4d7d-9c6b-e302bc7d9bed req-d2e82d39-e309-4052-8a16-fc95c56e5db3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.263708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9080e260-aba5-4d7d-9c6b-e302bc7d9bed req-d2e82d39-e309-4052-8a16-fc95c56e5db3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 943 time: 0.0649977
Apr 30 21:25:56.269599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e526d3-a3ce-4054-ac9c-b54ba220801d service neutron] Pushing event updated for resources: {'Port': ['ID=54ba9216-14d1-48d9-91ae-2c676c6c24ca,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:56.297195 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ce069c2-ff15-4498-93aa-c9e3af735486 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1e5f2297-c77c-4cd9-b006-c0cbe9de92c1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.322410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9080e260-aba5-4d7d-9c6b-e302bc7d9bed req-abbbd9a8-ab37-4257-947b-5651eb3a2fde tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586920
Apr 30 21:25:56.324255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8ce069c2-ff15-4498-93aa-c9e3af735486 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Calling delete_port for 1e5f2297-c77c-4cd9-b006-c0cbe9de92c1 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:56.344136 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-680ed382-675d-491a-8b34-3c030bbafc4c admin admin] Publish callbacks [] for security_group (91ce9352-4ce0-4d76-9f8a-0e65ba75978d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.374771 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec1429-c7c8-4ade-87fb-ad85ffc9b980 x-openstack-request-id: req-1eec1429-c7c8-4ade-87fb-ad85ffc9b980 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:25:56.375070 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4", "tag": "54ba9216-14d1-48d9-91ae-2c676c6c24ca", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:25:56.375326 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1eec1429-c7c8-4ade-87fb-ad85ffc9b980 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:25:56.378849 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eec1429-c7c8-4ade-87fb-ad85ffc9b980'] response: {'name': 'network-changed', 'server_uuid': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'tag': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'status': 'completed', 'code': 200}
Apr 30 21:25:56.439031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-a1e0274c-7065-4e1b-bb43-8d301c6e7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.440545 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-a1e0274c-7065-4e1b-bb43-8d301c6e7011 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 1125 time: 0.1058135
Apr 30 21:25:56.446502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-680ed382-675d-491a-8b34-3c030bbafc4c admin admin] Publish callbacks [] for security_group (91ce9352-4ce0-4d76-9f8a-0e65ba75978d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.480155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc35539-3d37-4da3-bfba-db48a7818b6d req-9aa1c99f-2cd5-420c-b0a3-559a8a65ce69 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.481704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1bc35539-3d37-4da3-bfba-db48a7818b6d req-9aa1c99f-2cd5-420c-b0a3-559a8a65ce69 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0559590
Apr 30 21:25:56.546285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1bc35539-3d37-4da3-bfba-db48a7818b6d req-49353094-09c1-4eac-b31b-8a7d384010bc tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587425
Apr 30 21:25:56.599862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66f309-dfa8-44d1-b206-198f6ec5c04e req-a762cdda-8a8f-4799-a375-887aabcb3049 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.601246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd66f309-dfa8-44d1-b206-198f6ec5c04e req-a762cdda-8a8f-4799-a375-887aabcb3049 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0500298
Apr 30 21:25:56.654601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd66f309-dfa8-44d1-b206-198f6ec5c04e req-1fc49f64-c4b7-4b01-97e0-1f819cf51228 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470638
Apr 30 21:25:56.675390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-680ed382-675d-491a-8b34-3c030bbafc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (91ce9352-4ce0-4d76-9f8a-0e65ba75978d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.678390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-680ed382-675d-491a-8b34-3c030bbafc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.680274 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-680ed382-675d-491a-8b34-3c030bbafc4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91ce9352-4ce0-4d76-9f8a-0e65ba75978d HTTP/1.1" status: 204  len: 168 time: 0.5859017
Apr 30 21:25:56.684589 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-81699da3-09a3-49c3-aded-05bf909db3e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ba9216-14d1-48d9-91ae-2c676c6c24ca HTTP/1.1" status: 200  len: 217 time: 0.0602169
Apr 30 21:25:56.685887 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ce069c2-ff15-4498-93aa-c9e3af735486 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1e5f2297-c77c-4cd9-b006-c0cbe9de92c1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.713785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ed382-675d-491a-8b34-3c030bbafc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce9352-4ce0-4d76-9f8a-0e65ba75978d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:56.788091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce069c2-ff15-4498-93aa-c9e3af735486 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event deleted for resources: {'Port': ['ID=1e5f2297-c77c-4cd9-b006-c0cbe9de92c1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:56.823273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-0065ba0f-c869-4ceb-bfb1-0cd5d339a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.825271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-0065ba0f-c869-4ceb-bfb1-0cd5d339a532 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1126 time: 0.0469160
Apr 30 21:25:56.880243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-9b6c3321-5ffc-4751-a46e-9772b50ae62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.881779 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-9b6c3321-5ffc-4751-a46e-9772b50ae62d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.1875768
Apr 30 21:25:56.940649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-fca38d8d-8459-4297-a225-993987926f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.942188 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-fca38d8d-8459-4297-a225-993987926f7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 1128 time: 0.0950110
Apr 30 21:25:56.943841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-2eb27408-ce16-4e4e-a13c-b84d7dc624a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.945426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-2eb27408-ce16-4e4e-a13c-b84d7dc624a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.1128869
Apr 30 21:25:56.947567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ce069c2-ff15-4498-93aa-c9e3af735486 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:56.951247 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8ce069c2-ff15-4498-93aa-c9e3af735486 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "DELETE /v2.0/ports/1e5f2297-c77c-4cd9-b006-c0cbe9de92c1 HTTP/1.1" status: 204  len: 168 time: 1.0710387
Apr 30 21:25:56.960754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43002) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:56.975615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-361c159e-90ee-49e1-9dd5-0fd8710579d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:56.977220 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-361c159e-90ee-49e1-9dd5-0fd8710579d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0824523
Apr 30 21:25:57.063358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43556e2c-836e-4b9b-b411-60d93965ef3a tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:57.068164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43006) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:57.068524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-43556e2c-836e-4b9b-b411-60d93965ef3a tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d3df838-a249-4373-9b88-e19ed0d115de HTTP/1.1" status: 200  len: 913 time: 0.1056709
Apr 30 21:25:57.084708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-c23696d8-faf1-4d1f-a1a3-cd52b0fa39d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.1262956
Apr 30 21:25:57.151395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-3c726109-e045-4b0c-81a3-7c8f4f10be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:57.152838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-3c726109-e045-4b0c-81a3-7c8f4f10be22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0626805
Apr 30 21:25:57.223975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e24e6-b272-41e7-91b8-f4b36264979a req-c21c5b31-857f-4936-bdff-d6cbfc02918c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:57.224484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-3d254a68-b345-4fa1-9017-91126ed61281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:57.225469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e60e24e6-b272-41e7-91b8-f4b36264979a req-c21c5b31-857f-4936-bdff-d6cbfc02918c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0767269
Apr 30 21:25:57.225993 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-3d254a68-b345-4fa1-9017-91126ed61281 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.2735903
Apr 30 21:25:57.226670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-11ecc85c-0b4f-42a9-9d3d-93fc4a3cee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:57.228036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-11ecc85c-0b4f-42a9-9d3d-93fc4a3cee77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0677314
Apr 30 21:25:57.230452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-6e2730f6-0481-438e-bc74-9493e6884402 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259831
Apr 30 21:25:57.323131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e60e24e6-b272-41e7-91b8-f4b36264979a req-6d3dcc82-317e-41e0-89d3-a34c29c1d060 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0906296
Apr 30 21:25:57.376751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-c3b0c192-3c42-4524-a944-a1fd0689d53b service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263621
Apr 30 21:25:57.407332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43014) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:57.485570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccba598e-6bd7-40a7-a7b6-e19cc91298c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:57.535174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8763999-baab-44da-8750-b64c7c95ef60 req-4f30b318-e2ec-410d-8fe3-d19039e1bcca tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:57.536732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8763999-baab-44da-8750-b64c7c95ef60 req-4f30b318-e2ec-410d-8fe3-d19039e1bcca tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 943 time: 0.0942752
Apr 30 21:25:57.583656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0bb28c3-f90f-44d5-9466-7923a26e6973 req-31e31281-2bfd-48be-90e5-427673f53b12 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995382
Apr 30 21:25:57.637954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8763999-baab-44da-8750-b64c7c95ef60 req-5b09a55c-6042-43bf-9445-7c5799b07ead tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909650
Apr 30 21:25:57.675637 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-ea586603-4da6-4c0e-9325-c88a6e859d5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 200  len: 1001 time: 0.4119747
Apr 30 21:25:57.691923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f498e-c652-4782-9123-ac26fd8cc6e8 req-da029632-e66d-4c02-af04-a4eee20270bc tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:57.693466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c8f498e-c652-4782-9123-ac26fd8cc6e8 req-da029632-e66d-4c02-af04-a4eee20270bc tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0745053
Apr 30 21:25:57.718998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccba598e-6bd7-40a7-a7b6-e19cc91298c5 admin admin] Publish callbacks [] for security_group (1c0eab97-d59f-4d94-8a3e-8bdb5bced7e1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:57.740281 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2597cd38-b03d-4b3f-94dc-a4c2d3b9ab09 req-70ff6b4c-7493-4fe3-b823-4b7a621c0661 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4776847
Apr 30 21:25:57.797340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccba598e-6bd7-40a7-a7b6-e19cc91298c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c0eab97-d59f-4d94-8a3e-8bdb5bced7e1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:57.826307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c8f498e-c652-4782-9123-ac26fd8cc6e8 req-b6a93dea-480d-4fbb-acba-dd786973fbcd tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231785
Apr 30 21:25:57.896817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3f07c-7b3c-4019-ae07-a52e57512636 req-5c074f11-7ba9-45e2-84bd-ecfa025d977f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:57.898141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27e3f07c-7b3c-4019-ae07-a52e57512636 req-5c074f11-7ba9-45e2-84bd-ecfa025d977f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1459966
Apr 30 21:25:57.899606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba598e-6bd7-40a7-a7b6-e19cc91298c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0eab97-d59f-4d94-8a3e-8bdb5bced7e1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:57.908447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ccba598e-6bd7-40a7-a7b6-e19cc91298c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da76701f84a84461b052d50b307a323c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4997661
Apr 30 21:25:57.909424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43026) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:57.946442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (1d3df838-a249-4373-9b88-e19ed0d115de), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:58.039082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c65ea-ad60-4ff8-9b29-dc3ef5b28883 req-048551ae-05e1-4f85-babb-55f24e493754 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:58.040575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-446c65ea-ad60-4ff8-9b29-dc3ef5b28883 req-048551ae-05e1-4f85-babb-55f24e493754 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0872989
Apr 30 21:25:58.051334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27e3f07c-7b3c-4019-ae07-a52e57512636 req-9fb9b2d7-d54b-4d6d-94b4-861805a3d1f0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1252553
Apr 30 21:25:58.056511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6024010-77f4-4c51-a329-bd3afef2d189 admin admin] Publish callbacks [] for security_group (1c0eab97-d59f-4d94-8a3e-8bdb5bced7e1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:58.080144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-9007fce1-5731-49ff-9d83-d9eda959c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:58.081626 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-9007fce1-5731-49ff-9d83-d9eda959c3e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.3943658
Apr 30 21:25:58.101749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6024010-77f4-4c51-a329-bd3afef2d189 admin admin] Publish callbacks [] for security_group (1c0eab97-d59f-4d94-8a3e-8bdb5bced7e1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:58.130119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-446c65ea-ad60-4ff8-9b29-dc3ef5b28883 req-0246a0c4-650e-4965-9206-7b6eae8809dd tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752177
Apr 30 21:25:58.243752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Deleting port 6ba4dadc-2196-4076-ba5d-c9451af79467 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:25:58.244254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:58.247257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05426875-02dc-4e22-a15c-982030dae9b8 req-418d0b86-6b0e-4b66-a079-7dc150a08f0a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:58.250513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05426875-02dc-4e22-a15c-982030dae9b8 req-418d0b86-6b0e-4b66-a079-7dc150a08f0a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 946 time: 0.0509760
Apr 30 21:25:58.306590 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6024010-77f4-4c51-a329-bd3afef2d189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c0eab97-d59f-4d94-8a3e-8bdb5bced7e1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:58.308574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6024010-77f4-4c51-a329-bd3afef2d189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:58.309709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f6024010-77f4-4c51-a329-bd3afef2d189 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c0eab97-d59f-4d94-8a3e-8bdb5bced7e1 HTTP/1.1" status: 204  len: 168 time: 0.3988848
Apr 30 21:25:58.323351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05426875-02dc-4e22-a15c-982030dae9b8 req-d131ffd9-48ef-4e43-93f5-ddd339e863d8 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646391
Apr 30 21:25:58.324755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024010-77f4-4c51-a329-bd3afef2d189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0eab97-d59f-4d94-8a3e-8bdb5bced7e1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:58.377241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:58.394393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Calling delete_port for 6ba4dadc-2196-4076-ba5d-c9451af79467 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:25:58.460440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50bec5-51af-408b-bbb3-5ede8513fd53 req-daf2c222-331f-4ef3-9d2d-fb933c5c3c58 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:58.462340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac50bec5-51af-408b-bbb3-5ede8513fd53 req-daf2c222-331f-4ef3-9d2d-fb933c5c3c58 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.0521905
Apr 30 21:25:58.510118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac50bec5-51af-408b-bbb3-5ede8513fd53 req-343ad2e1-4657-4752-974e-2f5eab373b12 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425646
Apr 30 21:25:58.616675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805fc6-32aa-4bf1-b7f8-a94b82e4c528 req-360595a1-ee16-41de-a69c-57a10f2412b0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:58.618176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4805fc6-32aa-4bf1-b7f8-a94b82e4c528 req-360595a1-ee16-41de-a69c-57a10f2412b0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.0488632
Apr 30 21:25:58.666176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4805fc6-32aa-4bf1-b7f8-a94b82e4c528 req-e2275147-ef0f-418f-902a-73af1d336bc7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420282
Apr 30 21:25:58.667857 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6ba4dadc-2196-4076-ba5d-c9451af79467), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:58.702831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event deleted for resources: {'Port': ['ID=6ba4dadc-2196-4076-ba5d-c9451af79467,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:25:58.719258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-8ccb986a-bb08-40f2-aaff-b7f1defebd98 req-e953d47d-e551-440e-b06b-21b5f7f60128 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:25:58.719258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ccb986a-bb08-40f2-aaff-b7f1defebd98 req-e953d47d-e551-440e-b06b-21b5f7f60128 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0056677
Apr 30 21:25:58.725155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.725155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.725155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.725155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.725732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.725844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.726404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.726811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.727179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.727517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.727839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.728163 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.728479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.728793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.729101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:25:58.824042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ccb986a-bb08-40f2-aaff-b7f1defebd98 req-e559f8ed-7566-4a48-9a3e-6ee93c1e8b49 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.0987523
Apr 30 21:25:58.877169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (1d3df838-a249-4373-9b88-e19ed0d115de), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:59.135180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5853bb4-0a8f-401c-85bf-ae220c5231f3 req-6f188ceb-7c49-4b34-897a-2427032b8016 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.141746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-afc2ed7a-d0b8-4126-b85b-eb48c920b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.142853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5853bb4-0a8f-401c-85bf-ae220c5231f3 req-6f188ceb-7c49-4b34-897a-2427032b8016 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 943 time: 0.0862720
Apr 30 21:25:59.143283 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-afc2ed7a-d0b8-4126-b85b-eb48c920b603 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1520288
Apr 30 21:25:59.150708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677928fe-c12c-4061-adbc-e53c170f5986 req-4afa1bc3-33dd-4fc3-ba2d-d2e0947bcc1a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.152140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-677928fe-c12c-4061-adbc-e53c170f5986 req-4afa1bc3-33dd-4fc3-ba2d-d2e0947bcc1a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.0853717
Apr 30 21:25:59.154498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-0acc13ca-506b-4814-a75e-2db54c78a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.156803 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-0acc13ca-506b-4814-a75e-2db54c78a3b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 1125 time: 0.1540313
Apr 30 21:25:59.167729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Router 1d3df838-a249-4373-9b88-e19ed0d115de has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:25:59.221153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5853bb4-0a8f-401c-85bf-ae220c5231f3 req-0232079f-1b91-4e75-86b6-4e85b3126b92 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772810
Apr 30 21:25:59.228182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-677928fe-c12c-4061-adbc-e53c170f5986 req-953131a3-be5c-47a4-9a4b-ea35dbbbcf65 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683696
Apr 30 21:25:59.367131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06c960-cbab-43df-be72-d7552f3fb9ee req-90303413-30fa-4581-80be-62e4e7001210 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.368769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed06c960-cbab-43df-be72-d7552f3fb9ee req-90303413-30fa-4581-80be-62e4e7001210 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0556543
Apr 30 21:25:59.408133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:25:59.413889 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-66fef555-2514-43ee-a0fc-4e1dd126fc21 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "PUT /v2.0/routers/1d3df838-a249-4373-9b88-e19ed0d115de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3444440
Apr 30 21:25:59.416691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43070) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:25:59.424150 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a7e87-0699-417d-97cc-41bbf9ceb353 None None] Sync routers for ids ['1d3df838-a249-4373-9b88-e19ed0d115de'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:25:59.431137 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-70325a1f-c54c-4635-972b-a83d4093ebe0 service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2713468
Apr 30 21:25:59.433958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-6ae37d1d-242a-4776-ab33-e331f4046087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.435350 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-6ae37d1d-242a-4776-ab33-e331f4046087 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 915 time: 0.2654443
Apr 30 21:25:59.443207 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a7e87-0699-417d-97cc-41bbf9ceb353 None None] Routers {'1d3df838-a249-4373-9b88-e19ed0d115de'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:59.449049 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e25a7e87-0699-417d-97cc-41bbf9ceb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d8370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1d3df838-a249-4373-9b88-e19ed0d115de'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:59.487920 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e25a7e87-0699-417d-97cc-41bbf9ceb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d8370>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:59.497558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed06c960-cbab-43df-be72-d7552f3fb9ee req-3d892a79-e88e-4441-bf51-c49b8c307e3b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1219499
Apr 30 21:25:59.504419 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a7e87-0699-417d-97cc-41bbf9ceb353 None None] Routers {'1d3df838-a249-4373-9b88-e19ed0d115de'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:25:59.507118 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e25a7e87-0699-417d-97cc-41bbf9ceb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d8370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1d3df838-a249-4373-9b88-e19ed0d115de'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:59.512006 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8879684-7acb-421d-b3bc-46de1ef4925f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for router (1d3df838-a249-4373-9b88-e19ed0d115de), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:59.527689 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-0404412d-9e0e-46ce-9465-b0a8fd45f878 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ba9216-14d1-48d9-91ae-2c676c6c24ca HTTP/1.1" status: 200  len: 217 time: 0.0722332
Apr 30 21:25:59.592180 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e25a7e87-0699-417d-97cc-41bbf9ceb353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d8370>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:25:59.594552 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a7e87-0699-417d-97cc-41bbf9ceb353 None None] The sync data for ids ['1d3df838-a249-4373-9b88-e19ed0d115de'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:25:59.621652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-ec9cbda3-edd8-42c1-ad2e-4830c9f8a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.623376 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-ec9cbda3-edd8-42c1-ad2e-4830c9f8a1ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.0846720
Apr 30 21:25:59.629203 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-83a61e68-693c-4e6c-8463-34b1abf48530 req-81514627-2e12-450d-9a75-e232b552e14c service neutron] 10.222.0.20 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819506
Apr 30 21:25:59.685938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-3ae5d96c-01ba-48bb-ae35-d43d404773e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.687700 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-3ae5d96c-01ba-48bb-ae35-d43d404773e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463085
Apr 30 21:25:59.748426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417852bc-30e7-48df-9e62-c2cf779d5a92 req-ce9cae35-143a-4e74-88ea-1ae804f4717a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.750373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-417852bc-30e7-48df-9e62-c2cf779d5a92 req-ce9cae35-143a-4e74-88ea-1ae804f4717a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 946 time: 0.1350737
Apr 30 21:25:59.753955 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8879684-7acb-421d-b3bc-46de1ef4925f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (1d3df838-a249-4373-9b88-e19ed0d115de), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:59.757341 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8879684-7acb-421d-b3bc-46de1ef4925f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for router_controller (1d3df838-a249-4373-9b88-e19ed0d115de), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:59.836059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-417852bc-30e7-48df-9e62-c2cf779d5a92 req-ae70ad62-fc65-4da6-b97a-9f1b77c6b8a7 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799539
Apr 30 21:25:59.900726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368200-0334-488b-815e-18040e49f6b5 req-a896e3d3-b8b2-4b70-8886-71661d4158b0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.906540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368200-0334-488b-815e-18040e49f6b5 req-a896e3d3-b8b2-4b70-8886-71661d4158b0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.911697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368200-0334-488b-815e-18040e49f6b5 req-a896e3d3-b8b2-4b70-8886-71661d4158b0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.916897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368200-0334-488b-815e-18040e49f6b5 req-a896e3d3-b8b2-4b70-8886-71661d4158b0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.923271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368200-0334-488b-815e-18040e49f6b5 req-a896e3d3-b8b2-4b70-8886-71661d4158b0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.928521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368200-0334-488b-815e-18040e49f6b5 req-a896e3d3-b8b2-4b70-8886-71661d4158b0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.933783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24368200-0334-488b-815e-18040e49f6b5 req-a896e3d3-b8b2-4b70-8886-71661d4158b0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:25:59.935700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24368200-0334-488b-815e-18040e49f6b5 req-a896e3d3-b8b2-4b70-8886-71661d4158b0 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.0983794
Apr 30 21:25:59.938519 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8879684-7acb-421d-b3bc-46de1ef4925f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (1d3df838-a249-4373-9b88-e19ed0d115de), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:59.939016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8879684-7acb-421d-b3bc-46de1ef4925f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Fanout notify agent at l3_agent the message router_deleted on router 1d3df838-a249-4373-9b88-e19ed0d115de {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:25:59.951550 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8879684-7acb-421d-b3bc-46de1ef4925f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:25:59.952615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b8879684-7acb-421d-b3bc-46de1ef4925f tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "DELETE /v2.0/routers/1d3df838-a249-4373-9b88-e19ed0d115de HTTP/1.1" status: 204  len: 168 time: 0.5347986
Apr 30 21:25:59.955299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43102) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:00.014151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-55aa09ee-3685-402a-9f9e-0ae03ba5253e tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Deleting subnet b5714d77-3abe-4530-a903-9307e9597c09 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:00.017668 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55aa09ee-3685-402a-9f9e-0ae03ba5253e tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for subnet (b5714d77-3abe-4530-a903-9307e9597c09), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.070633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55aa09ee-3685-402a-9f9e-0ae03ba5253e tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (b5714d77-3abe-4530-a903-9307e9597c09), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.163052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55aa09ee-3685-402a-9f9e-0ae03ba5253e tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (b5714d77-3abe-4530-a903-9307e9597c09), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.309085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55aa09ee-3685-402a-9f9e-0ae03ba5253e tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (b5714d77-3abe-4530-a903-9307e9597c09), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.331318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408d4b-db83-447e-806d-c64138681275 req-f49376b3-28db-4ec3-be64-e2e347fc1013 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:00.332844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99408d4b-db83-447e-806d-c64138681275 req-f49376b3-28db-4ec3-be64-e2e347fc1013 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.3959148
Apr 30 21:26:00.348063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa09ee-3685-402a-9f9e-0ae03ba5253e tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event deleted for resources: {'Subnet': ['ID=b5714d77-3abe-4530-a903-9307e9597c09,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:00.358451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeae32f-0f6e-4ec6-85aa-4235872bd326 None None] Network d9ab12cb-29af-4548-9d77-97ddcf8d52ac requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:00.363618 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55aa09ee-3685-402a-9f9e-0ae03ba5253e tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.367279 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-55aa09ee-3685-402a-9f9e-0ae03ba5253e tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "DELETE /v2.0/subnets/b5714d77-3abe-4530-a903-9307e9597c09 HTTP/1.1" status: 204  len: 168 time: 0.4109828
Apr 30 21:26:00.371194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43122) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:00.373010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24368200-0334-488b-815e-18040e49f6b5 req-af0bbe1f-a513-469e-9da7-2b913a49302d tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.4194334
Apr 30 21:26:00.412944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99408d4b-db83-447e-806d-c64138681275 req-1e5e12d6-2e5c-467b-bbb9-ff325db3d592 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0688832
Apr 30 21:26:00.476359 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (d9ab12cb-29af-4548-9d77-97ddcf8d52ac), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.534056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Deleting port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:00.534315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.549263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] DHCP port deletion for d9ab12cb-29af-4548-9d77-97ddcf8d52ac request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:00.576478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250daed4-a531-4b22-ad11-1dacd30661d7 req-3863bfa0-497c-47d7-9c17-3e19209a4bb3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:00.578672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-250daed4-a531-4b22-ad11-1dacd30661d7 req-3863bfa0-497c-47d7-9c17-3e19209a4bb3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0874960
Apr 30 21:26:00.588643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b7645-73d1-4e56-8638-d4e288e2a235 req-4016337e-1dc3-4fe6-b193-fd5ed8bb1de9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:00.595678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e2b7645-73d1-4e56-8638-d4e288e2a235 req-4016337e-1dc3-4fe6-b193-fd5ed8bb1de9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.1025760
Apr 30 21:26:00.628409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] Deleting port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:00.632756 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.640978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] For port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,segment=NetworkSegment(ebe060b0-336d-4fd8-8576-e68dc2e5ed1c),segment_id=ebe060b0-336d-4fd8-8576-e68dc2e5ed1c)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:00.641371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.667428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-250daed4-a531-4b22-ad11-1dacd30661d7 req-ce6b2922-b8c6-4caa-b456-832388031500 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0691044
Apr 30 21:26:00.668413 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Calling delete_port for 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:00.688899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e2b7645-73d1-4e56-8638-d4e288e2a235 req-71c0b0f7-6e9e-4cc3-8b05-079d2790477f tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922959
Apr 30 21:26:00.724373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] For port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,segment=NetworkSegment(ebe060b0-336d-4fd8-8576-e68dc2e5ed1c),segment_id=ebe060b0-336d-4fd8-8576-e68dc2e5ed1c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:00.724769 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.738568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] Calling delete_port for 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:00.856563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205463b-f74f-401b-bf2e-be65284cf5fd req-06c63f2f-4965-4960-8430-26a4776fb5d3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:00.858633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6205463b-f74f-401b-bf2e-be65284cf5fd req-06c63f2f-4965-4960-8430-26a4776fb5d3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 943 time: 0.0895612
Apr 30 21:26:00.878233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5de3a7-f32c-4864-8a38-b0b8e2e4e716 req-1d83a345-22ad-4876-a358-b3283afc82a5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:00.883035 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.883179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b5de3a7-f32c-4864-8a38-b0b8e2e4e716 req-1d83a345-22ad-4876-a358-b3283afc82a5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0788674
Apr 30 21:26:00.884918 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (843e1985-e2c1-4fe6-b6af-982ee7bf2f3c), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:00.913531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event deleted for resources: {'Port': ['ID=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:00.914413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] Pushing event deleted for resources: {'Port': ['ID=843e1985-e2c1-4fe6-b6af-982ee7bf2f3c,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:00.916285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9ff50-aff7-479a-9819-a970867a14da None None] No DVR routers for this DVR port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:00.922411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] No DVR routers for this DVR port 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:00.947482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6205463b-f74f-401b-bf2e-be65284cf5fd req-279a03d6-392d-4edd-9007-3f04352ab5e0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832179
Apr 30 21:26:00.970368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b5de3a7-f32c-4864-8a38-b0b8e2e4e716 req-3b6a0940-5cfa-429a-a7c3-629d258e5827 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0773287
Apr 30 21:26:01.012384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (d9ab12cb-29af-4548-9d77-97ddcf8d52ac), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.026859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 54ba9216-14d1-48d9-91ae-2c676c6c24ca details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:26:01.032164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:01.052961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896680c8b0>,) {'filters': {'network_id': ['d9ab12cb-29af-4548-9d77-97ddcf8d52ac']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:01.074267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896680c8b0>, 'ebe060b0-336d-4fd8-8576-e68dc2e5ed1c') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:01.074650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896680c8b0>, 'ebe060b0-336d-4fd8-8576-e68dc2e5ed1c') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:01.102688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (ebe060b0-336d-4fd8-8576-e68dc2e5ed1c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.141789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757334-4cb1-4e32-81bc-50385b1a3628 req-b54de2f5-ebd7-4ad8-8bd9-012e7af04017 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.143410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70757334-4cb1-4e32-81bc-50385b1a3628 req-b54de2f5-ebd7-4ad8-8bd9-012e7af04017 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0917332
Apr 30 21:26:01.188192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a7573128-4b05-4280-bcc7-74239c0b44b6 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:01.188587 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.201100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d177-76b3-44cd-8a9e-d9b445381feb req-199f0956-9f31-47de-b254-588d49a614b4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.201288 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ebe060b0-336d-4fd8-8576-e68dc2e5ed1c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.208640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d177-76b3-44cd-8a9e-d9b445381feb req-199f0956-9f31-47de-b254-588d49a614b4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.208898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:01.209825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (ebe060b0-336d-4fd8-8576-e68dc2e5ed1c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   warnings.warn('Neutron quota engine will require "--force" '
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:01.213010 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:01.215599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d177-76b3-44cd-8a9e-d9b445381feb req-199f0956-9f31-47de-b254-588d49a614b4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.216796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ca3d177-76b3-44cd-8a9e-d9b445381feb req-199f0956-9f31-47de-b254-588d49a614b4 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00&device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682&device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 2418 time: 0.0899525
Apr 30 21:26:01.230851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:01.233633 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cf4ff2-6a6e-4e8d-8ccb-b81cc89e97f8" -d '{"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:01.240460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:01.253938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 54ba9216-14d1-48d9-91ae-2c676c6c24ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54ba9216-14d1-48d9-91ae-2c676c6c24ca,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:01.266664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'port_id': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'mac_address': 'fa:16:3e:af:ce:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:26:01.288664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70757334-4cb1-4e32-81bc-50385b1a3628 req-7647b879-f3b5-46a6-93f2-235f9a11b0c9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1236019
Apr 30 21:26:01.313229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.317186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 54ba9216-14d1-48d9-91ae-2c676c6c24ca is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:01.322831 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.338615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ca3d177-76b3-44cd-8a9e-d9b445381feb req-4e295d6e-7cf9-482a-953a-3021feaa146e tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031275
Apr 30 21:26:01.344471 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ad5353-9ddc-4f3b-a9ca-efae68074673 x-openstack-request-id: req-86ad5353-9ddc-4f3b-a9ca-efae68074673 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:01.344765 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-unplugged", "status": "completed", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:01.345023 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86ad5353-9ddc-4f3b-a9ca-efae68074673 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:01.345453 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ad5353-9ddc-4f3b-a9ca-efae68074673'] response: {'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'code': 200}
Apr 30 21:26:01.375586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ba9216-14d1-48d9-91ae-2c676c6c24ca {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:26:01.430231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:01.432298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (d9ab12cb-29af-4548-9d77-97ddcf8d52ac), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.442244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 54ba9216-14d1-48d9-91ae-2c676c6c24ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54ba9216-14d1-48d9-91ae-2c676c6c24ca,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:01.455701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.459480 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] 10.222.0.23 "DELETE /v2.0/networks/d9ab12cb-29af-4548-9d77-97ddcf8d52ac HTTP/1.1" status: 204  len: 168 time: 1.0888031
Apr 30 21:26:01.482453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7debb21-6868-4ee1-bf48-a9e43dd2e394 tempest-FloatingIPNegativeTestJSON-288196629 tempest-FloatingIPNegativeTestJSON-288196629-project] Pushing event deleted for resources: {'Network': ['ID=d9ab12cb-29af-4548-9d77-97ddcf8d52ac,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:01.525934 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-1478707a-5d0b-49b5-8e47-f5536ce56fbe service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855922
Apr 30 21:26:01.529011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecb58dc0-2790-41b8-9d30-4c0fbb903b58 req-63ad0ca6-e92b-41f2-8577-5821a1b2020f tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.1279035
Apr 30 21:26:01.529557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:01.541192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3f66f-6a8c-4ca9-b71e-f5ab4f2fb022 req-1ef901d9-8455-435c-a5bc-f3dbbbe0b8d2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.542727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ea3f66f-6a8c-4ca9-b71e-f5ab4f2fb022 req-1ef901d9-8455-435c-a5bc-f3dbbbe0b8d2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1028934
Apr 30 21:26:01.594335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=54ba9216-14d1-48d9-91ae-2c676c6c24ca,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:01.603495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ea3f66f-6a8c-4ca9-b71e-f5ab4f2fb022 req-f8a4b55d-ab6e-4044-a2f3-8e099f26848b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0538785
Apr 30 21:26:01.669141 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fbf288be-96ea-40bb-bef2-4190ee532b82 req-2d09ddda-ed3d-4971-90d2-7a3e2bd6ed4c service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1119862
Apr 30 21:26:01.765941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005259c8-8cf6-4b68-9e47-109acf53050e req-bb7a248c-598a-4523-9081-707a201df210 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.771714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005259c8-8cf6-4b68-9e47-109acf53050e req-bb7a248c-598a-4523-9081-707a201df210 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.777207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005259c8-8cf6-4b68-9e47-109acf53050e req-bb7a248c-598a-4523-9081-707a201df210 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.783301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005259c8-8cf6-4b68-9e47-109acf53050e req-bb7a248c-598a-4523-9081-707a201df210 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.788651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005259c8-8cf6-4b68-9e47-109acf53050e req-bb7a248c-598a-4523-9081-707a201df210 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.793922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005259c8-8cf6-4b68-9e47-109acf53050e req-bb7a248c-598a-4523-9081-707a201df210 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.799599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005259c8-8cf6-4b68-9e47-109acf53050e req-bb7a248c-598a-4523-9081-707a201df210 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.801560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-005259c8-8cf6-4b68-9e47-109acf53050e req-bb7a248c-598a-4523-9081-707a201df210 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.1207392
Apr 30 21:26:01.808025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daafa3c-ed78-4973-aaf1-407f2c3782b8 req-cef7f900-2680-4c2e-acc9-ce16e308e047 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:01.809427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4daafa3c-ed78-4973-aaf1-407f2c3782b8 req-cef7f900-2680-4c2e-acc9-ce16e308e047 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1185906
Apr 30 21:26:01.826032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['54ba9216-14d1-48d9-91ae-2c676c6c24ca'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:26:01.900358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-005259c8-8cf6-4b68-9e47-109acf53050e req-9cf34883-d0bb-415d-b082-b1216b5567c8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0889437
Apr 30 21:26:01.903343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4daafa3c-ed78-4973-aaf1-407f2c3782b8 req-0ab00cd9-1ea8-45c1-8980-c7979bf44330 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0861464
Apr 30 21:26:02.100013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c5084-9ebf-4ac2-bbdf-627ff786dff0 req-474e193b-e2ad-4c98-a1c0-cae1e2136854 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.101882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-954c5084-9ebf-4ac2-bbdf-627ff786dff0 req-474e193b-e2ad-4c98-a1c0-cae1e2136854 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 944 time: 0.0611503
Apr 30 21:26:02.110533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43208) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:02.129499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43212) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:02.145266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:02.189832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:02.190441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 843e1985-e2c1-4fe6-b6af-982ee7bf2f3c not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:02.192327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-954c5084-9ebf-4ac2-bbdf-627ff786dff0 req-a6c49210-e83b-4bcc-8def-d1f46d7498ab tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838201
Apr 30 21:26:02.285259 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68d292f7-4667-48e9-bc63-4baf8a99b733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:02.360287 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-59abbbd8-4731-4046-bc76-2c6f3abfcce3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=239aa4ccbcc9478d9c7cb464f30f65f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2485247
Apr 30 21:26:02.362194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43226) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:02.410012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-4d05c62f-b18b-4857-8750-cf3067d9c0e5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.411523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-4d05c62f-b18b-4857-8750-cf3067d9c0e5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.1320949
Apr 30 21:26:02.443780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-72c70ff2-6daf-4251-849a-fd3122402234 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/quotas/3364787934af4f59b17a58b380fe95da HTTP/1.1" status: 200  len: 375 time: 0.0247195
Apr 30 21:26:02.462959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-0e4f515e-6b98-49fa-be62-63cadca69849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.470129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-0e4f515e-6b98-49fa-be62-63cadca69849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.475506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-0e4f515e-6b98-49fa-be62-63cadca69849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.480758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-0e4f515e-6b98-49fa-be62-63cadca69849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.483538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95eaf268-8abf-4ba5-aaae-42e3447b590a admin admin] Publish callbacks [] for security_group (23113cc0-2f8a-40c5-8189-4e9e150d50dc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:02.486320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-0e4f515e-6b98-49fa-be62-63cadca69849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.491713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-0e4f515e-6b98-49fa-be62-63cadca69849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.497219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-0e4f515e-6b98-49fa-be62-63cadca69849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.499271 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-0e4f515e-6b98-49fa-be62-63cadca69849 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.1350234
Apr 30 21:26:02.516873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-be846869-2bc6-4493-906b-a2282ce0b71a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0719666
Apr 30 21:26:02.536851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95eaf268-8abf-4ba5-aaae-42e3447b590a admin admin] Publish callbacks [] for security_group (23113cc0-2f8a-40c5-8189-4e9e150d50dc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:02.591297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68d292f7-4667-48e9-bc63-4baf8a99b733 admin admin] Publish callbacks [] for security_group (0931f5b6-ae6f-4365-a0e1-2665bc335b7a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:02.602534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1a5e660b-772b-4f1e-81d5-7fbbfb082cd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.604919 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1a5e660b-772b-4f1e-81d5-7fbbfb082cd7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "GET /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0973077
Apr 30 21:26:02.678879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-41990a5b-9063-4911-94a5-87de4d7a6e6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0697105
Apr 30 21:26:02.731374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bba64270-fe93-4894-95e6-d2a49645c29f service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2078855
Apr 30 21:26:02.811595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95eaf268-8abf-4ba5-aaae-42e3447b590a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (23113cc0-2f8a-40c5-8189-4e9e150d50dc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:02.815009 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95eaf268-8abf-4ba5-aaae-42e3447b590a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:02.816689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-95eaf268-8abf-4ba5-aaae-42e3447b590a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23113cc0-2f8a-40c5-8189-4e9e150d50dc HTTP/1.1" status: 204  len: 168 time: 0.4535263
Apr 30 21:26:02.862065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaf268-8abf-4ba5-aaae-42e3447b590a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23113cc0-2f8a-40c5-8189-4e9e150d50dc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:02.867095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-92ae6cf5-b8d0-43a3-9f43-c34822130ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:02.868674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-92ae6cf5-b8d0-43a3-9f43-c34822130ef5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1126 time: 0.1236954
Apr 30 21:26:02.911483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-2d2a215b-8b2e-48fa-861f-6d48a93dae11 service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784384
Apr 30 21:26:02.971225 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68d292f7-4667-48e9-bc63-4baf8a99b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0931f5b6-ae6f-4365-a0e1-2665bc335b7a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.045213 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-68d292f7-4667-48e9-bc63-4baf8a99b733 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b02829cc77f44f679f9d9c47476222f8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9145072
Apr 30 21:26:03.049564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d292f7-4667-48e9-bc63-4baf8a99b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0931f5b6-ae6f-4365-a0e1-2665bc335b7a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:03.050479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43238) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:03.078462 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-2a83f145-a0ae-4c0c-bcfd-0935771fad9f tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "GET /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.4669428
Apr 30 21:26:03.089797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:03.091795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-bd38482d-9345-496b-baea-d41750536ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.094511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-bd38482d-9345-496b-baea-d41750536ae0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.1816807
Apr 30 21:26:03.152605 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.152817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 54ba9216-14d1-48d9-91ae-2c676c6c24ca up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:03.169806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-62858a32-d18d-47c7-bec9-20448a23696c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.176397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-62858a32-d18d-47c7-bec9-20448a23696c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.181748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-62858a32-d18d-47c7-bec9-20448a23696c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.187130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-62858a32-d18d-47c7-bec9-20448a23696c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.192420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-62858a32-d18d-47c7-bec9-20448a23696c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.205005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 54ba9216-14d1-48d9-91ae-2c676c6c24ca completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:26:03.205649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-62858a32-d18d-47c7-bec9-20448a23696c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.211196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-62858a32-d18d-47c7-bec9-20448a23696c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.213411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-62858a32-d18d-47c7-bec9-20448a23696c tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 5434 time: 0.1855388
Apr 30 21:26:03.294385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-d2d190a4-a2fd-47b5-b4d9-fd55fa80fe4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.1847522
Apr 30 21:26:03.317911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 54ba9216-14d1-48d9-91ae-2c676c6c24ca triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:03.318304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.321864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49ed63ca-375c-45d2-bac1-2362175144e9 admin admin] Publish callbacks [] for security_group (0931f5b6-ae6f-4365-a0e1-2665bc335b7a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.339136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] For port bb19e621-b828-4d48-80fb-51c3c27d3aae, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bb19e621-b828-4d48-80fb-51c3c27d3aae,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:03.390906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] For port bb19e621-b828-4d48-80fb-51c3c27d3aae, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:03.391339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0deca815-73f9-43e4-a8d2-fe54b56189c4 req-b55d081f-5536-4ab3-9ce8-05b5047d2d8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&id=69539747-8884-4e8e-a8d9-b7f919f69c24&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1678483
Apr 30 21:26:03.435009 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49ed63ca-375c-45d2-bac1-2362175144e9 admin admin] Publish callbacks [] for security_group (0931f5b6-ae6f-4365-a0e1-2665bc335b7a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.463705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 54ba9216-14d1-48d9-91ae-2c676c6c24ca is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:03.464198 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.467093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] device_id is not set on port bb19e621-b828-4d48-80fb-51c3c27d3aae yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:26:03.493042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] Publish callbacks [] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.494411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-b5cafa5e-7b1a-4cc5-bf9c-5b12a16eed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.500611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-b5cafa5e-7b1a-4cc5-bf9c-5b12a16eed78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.1983383
Apr 30 21:26:03.523021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ba9216-14d1-48d9-91ae-2c676c6c24ca'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:03.526671 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fb14be-aca8-41b8-968e-ba99a2c82f68" -d '{"events": [{"server_uuid": "ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4", "name": "network-vif-plugged", "status": "completed", "tag": "54ba9216-14d1-48d9-91ae-2c676c6c24ca"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:03.544955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 54ba9216-14d1-48d9-91ae-2c676c6c24ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54ba9216-14d1-48d9-91ae-2c676c6c24ca,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:03.583729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.614119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-09e7e9be-5746-4e2d-bfae-50844e176411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.615642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-09e7e9be-5746-4e2d-bfae-50844e176411 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1057949
Apr 30 21:26:03.615865 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.616964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device bb19e621-b828-4d48-80fb-51c3c27d3aae no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:03.637598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbb9d0-7c52-45bc-9512-145218d5f96b req-12a3ac8e-1f18-4767-a201-12dbb1a0906d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.644755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbb9d0-7c52-45bc-9512-145218d5f96b req-12a3ac8e-1f18-4767-a201-12dbb1a0906d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.0906298
Apr 30 21:26:03.657167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] Pushing event updated for resources: {'Port': ['ID=bb19e621-b828-4d48-80fb-51c3c27d3aae,revision_number=6']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:03.725181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] No DVR routers for this DVR port bb19e621-b828-4d48-80fb-51c3c27d3aae on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:03.775976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] In _notify_port_updated(), no bound segment for port bb19e621-b828-4d48-80fb-51c3c27d3aae on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:26:03.776877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.778291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.780225 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3338d9e3-2088-41a3-bdbd-3e37851cc48e service neutron] 10.222.0.20 "PUT /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 200  len: 1028 time: 0.6947095
Apr 30 21:26:03.809566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbb9d0-7c52-45bc-9512-145218d5f96b req-40133b1f-b4d9-4e0c-9988-345f90c097bc tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1639295
Apr 30 21:26:03.814754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49ed63ca-375c-45d2-bac1-2362175144e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0931f5b6-ae6f-4365-a0e1-2665bc335b7a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.817296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49ed63ca-375c-45d2-bac1-2362175144e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:03.820687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-49ed63ca-375c-45d2-bac1-2362175144e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0931f5b6-ae6f-4365-a0e1-2665bc335b7a HTTP/1.1" status: 204  len: 168 time: 0.7638531
Apr 30 21:26:03.843084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351424bc-807f-48e2-8e22-06b1782090d1 req-64c5d5cb-472f-454f-ad84-fd39f52f443e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.850254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-351424bc-807f-48e2-8e22-06b1782090d1 req-64c5d5cb-472f-454f-ad84-fd39f52f443e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 945 time: 0.1320517
Apr 30 21:26:03.893298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed63ca-375c-45d2-bac1-2362175144e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0931f5b6-ae6f-4365-a0e1-2665bc335b7a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:03.931982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-d024c85a-76ef-4021-b4ae-e7a2bb61eaa1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:03.932576 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-d024c85a-76ef-4021-b4ae-e7a2bb61eaa1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "GET /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1455340
Apr 30 21:26:03.937231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-c31ed054-f87d-4b6d-96d0-6c9cff1b8123 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3144217
Apr 30 21:26:03.943950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:04.010718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f1d2f2e-3f36-44cc-9d30-1a0764dc0368 req-dc1c2f32-c2d4-42e0-afaf-058dc6f9823c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 210 time: 0.0936580
Apr 30 21:26:04.023971 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:04.119581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=54ba9216-14d1-48d9-91ae-2c676c6c24ca,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:04.137226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-351424bc-807f-48e2-8e22-06b1782090d1 req-61ec1461-b24c-49b4-9ff4-02006428449f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2722895
Apr 30 21:26:04.140113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port bb19e621-b828-4d48-80fb-51c3c27d3aae host ! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:26:04.140886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device bb19e621-b828-4d48-80fb-51c3c27d3aae not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:04.141554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:04.146730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0d1f1ee3-f142-4178-9ec0-40e82c9d652e None None] Provisioning complete for port bb19e621-b828-4d48-80fb-51c3c27d3aae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:04.147548 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1ee3-f142-4178-9ec0-40e82c9d652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:04.230725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7807f8c0-f8eb-4d25-9990-2b1c6e008fcd req-93b03801-9366-4862-9a48-12b5526020ff service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434278
Apr 30 21:26:04.285047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a7573128-4b05-4280-bcc7-74239c0b44b6 is: DOWN; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:04.286443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device eeb95bf2-7a04-4881-a1c4-a027f2905abd no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:04.317307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f1ee3-f142-4178-9ec0-40e82c9d652e None None] Port bb19e621-b828-4d48-80fb-51c3c27d3aae cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:26:04.353285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] For port eeb95bf2-7a04-4881-a1c4-a027f2905abd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb95bf2-7a04-4881-a1c4-a027f2905abd,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:04.390190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port eeb95bf2-7a04-4881-a1c4-a027f2905abd is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:04.390532 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:04.417089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] For port eeb95bf2-7a04-4881-a1c4-a027f2905abd, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:04.470782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] device_id is not set on port eeb95bf2-7a04-4881-a1c4-a027f2905abd yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:26:04.488186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] Publish callbacks [] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:04.491314 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd2418-7c70-4170-ba32-a921c2eac963 x-openstack-request-id: req-d2bd2418-7c70-4170-ba32-a921c2eac963 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:04.491624 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4", "name": "network-vif-plugged", "status": "completed", "tag": "54ba9216-14d1-48d9-91ae-2c676c6c24ca", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:04.492062 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2bd2418-7c70-4170-ba32-a921c2eac963 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:04.492493 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bd2418-7c70-4170-ba32-a921c2eac963'] response: {'server_uuid': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'code': 200}
Apr 30 21:26:04.598053 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:04.674515 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:26:04.681636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1e18f-e063-41c0-a4dc-846acae96495 req-a6931338-10f2-4213-9d1d-36f0212baa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:04.681928 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:26:04.682055 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6e1e18f-e063-41c0-a4dc-846acae96495 req-a6931338-10f2-4213-9d1d-36f0212baa88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 1127 time: 0.1136191
Apr 30 21:26:04.735629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] No DVR routers for this DVR port eeb95bf2-7a04-4881-a1c4-a027f2905abd on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:04.739070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb95bf2-7a04-4881-a1c4-a027f2905abd,revision_number=6']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:04.802049 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b6e1e18f-e063-41c0-a4dc-846acae96495 req-c94ad959-12b1-4735-ae6e-99908ee1ab5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078386
Apr 30 21:26:04.802897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] In _notify_port_updated(), no bound segment for port eeb95bf2-7a04-4881-a1c4-a027f2905abd on network dcb46efb-f856-4d0a-9c79-6edd64276510 {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:26:04.803785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:04.804357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:04.805638 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-7ce0dfe1-d97a-4c83-acd6-dbbcd786263a service neutron] 10.222.0.20 "PUT /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 200  len: 1026 time: 0.8667188
Apr 30 21:26:04.851810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43298) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:04.943358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8f723a5c-2057-4d7e-9bfb-5397ccb08787 None None] Provisioning complete for port eeb95bf2-7a04-4881-a1c4-a027f2905abd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:04.943712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f723a5c-2057-4d7e-9bfb-5397ccb08787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:04.950625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1685343308'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:04.978557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8f723a5c-2057-4d7e-9bfb-5397ccb08787 None None] Port eeb95bf2-7a04-4881-a1c4-a027f2905abd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:26:05.050841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:05.056618 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.079910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.142773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb36dcd-26f1-45e0-a446-f98af2cd293f req-9f7728aa-eab2-4aab-a3e0-ed43f4f0ffdf tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:05.148123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb36dcd-26f1-45e0-a446-f98af2cd293f req-9f7728aa-eab2-4aab-a3e0-ed43f4f0ffdf tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:05.153442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb36dcd-26f1-45e0-a446-f98af2cd293f req-9f7728aa-eab2-4aab-a3e0-ed43f4f0ffdf tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:05.159795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb36dcd-26f1-45e0-a446-f98af2cd293f req-9f7728aa-eab2-4aab-a3e0-ed43f4f0ffdf tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:05.165273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb36dcd-26f1-45e0-a446-f98af2cd293f req-9f7728aa-eab2-4aab-a3e0-ed43f4f0ffdf tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:05.166490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port b3fce87b-a558-49fc-83b7-71bd012b7290 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:05.166844 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.167151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cb36dcd-26f1-45e0-a446-f98af2cd293f req-9f7728aa-eab2-4aab-a3e0-ed43f4f0ffdf tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 3886 time: 0.0981452
Apr 30 21:26:05.225776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port eeb95bf2-7a04-4881-a1c4-a027f2905abd is: DOWN; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:05.227217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:05.245587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cb36dcd-26f1-45e0-a446-f98af2cd293f req-ab4f45d5-34b0-4cb7-be90-90f7e35d162e tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0688305
Apr 30 21:26:05.276398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for security_group (9612f030-b9b2-4305-bc66-cda014bb4490), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.339201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9612f030-b9b2-4305-bc66-cda014bb4490), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.350206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] For port b3fce87b-a558-49fc-83b7-71bd012b7290, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3fce87b-a558-49fc-83b7-71bd012b7290,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:05.350588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.365676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:05.366315 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.374314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for b3fce87b-a558-49fc-83b7-71bd012b7290 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:05.399016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:05.401509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9612f030-b9b2-4305-bc66-cda014bb4490,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:05.405363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:05.437931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f90e92d3-da80-4840-9015-edd24dcf4046), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.438364 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Added segment f90e92d3-da80-4840-9015-edd24dcf4046 of type vlan for network 9a221684-4bd7-4a63-8ae5-99cceb1d01ed
Apr 30 21:26:05.458920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e47195-0b79-4d62-b72a-d57fe9466308 req-9aec2bf8-a0cd-4ba6-a2bd-49d5acef9f30 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:05.460432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8e47195-0b79-4d62-b72a-d57fe9466308 req-9aec2bf8-a0cd-4ba6-a2bd-49d5acef9f30 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.1009107
Apr 30 21:26:05.504892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9a221684-4bd7-4a63-8ae5-99cceb1d01ed), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.505143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.532050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b3fce87b-a558-49fc-83b7-71bd012b7290 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:05.553525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8e47195-0b79-4d62-b72a-d57fe9466308 req-acb7155d-7199-42c8-a577-edb4093d2f98 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739958
Apr 30 21:26:05.609882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:05.634292 ncdv-master-1 neutron-server[115776]: INFO neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] No ports have port_id starting with b3fce87b-a558-49fc-83b7-71bd012b7290
Apr 30 21:26:05.640440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:05.674850 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-ef15bc0e-5ab8-41f5-8933-43aa5256ac7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0714028
Apr 30 21:26:05.674850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b3fce87b-a558-49fc-83b7-71bd012b7290), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.687883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-474ef46f-642a-4bec-be13-b6d3b70cce18 req-7727ae0e-d9e5-4b7f-b8ca-a9b190249e5b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 210 time: 0.0463014
Apr 30 21:26:05.688865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9a221684-4bd7-4a63-8ae5-99cceb1d01ed), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.708846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:05.709629 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.797514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=b3fce87b-a558-49fc-83b7-71bd012b7290,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:05.830596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:05.841632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Network': ['ID=9a221684-4bd7-4a63-8ae5-99cceb1d01ed,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:05.841936 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.862421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9a221684-4bd7-4a63-8ae5-99cceb1d01ed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:05.886981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] No DVR routers for this DVR port b3fce87b-a558-49fc-83b7-71bd012b7290 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:05.890610 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:05.894165 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-85aeeb61-9305-4fe5-8998-9fe247b215be tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "DELETE /v2.0/ports/b3fce87b-a558-49fc-83b7-71bd012b7290 HTTP/1.1" status: 204  len: 173 time: 0.8577697
Apr 30 21:26:05.894864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': 'b3fce87b-a558-49fc-83b7-71bd012b7290'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:05.897381 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9ca898-5028-4d21-aff8-a0ca2813a97d" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "b3fce87b-a558-49fc-83b7-71bd012b7290"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:05.918445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98788849-965d-483d-a93b-c1fe62daf870 req-1d838f00-9ad2-4c37-b9e3-4506cf5dd000 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:05.920649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98788849-965d-483d-a93b-c1fe62daf870 req-1d838f00-9ad2-4c37-b9e3-4506cf5dd000 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 945 time: 0.0895386
Apr 30 21:26:05.960712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:05.976521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98788849-965d-483d-a93b-c1fe62daf870 req-7ffbfd6a-4543-49e2-970d-dff3a0104c9a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493987
Apr 30 21:26:05.980889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4cc5c79f-ab8e-4148-b1ee-37ffb9248b4f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.1278713
Apr 30 21:26:06.042980 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3271813d-caaa-4ddb-ba47-755ab00bfa4f x-openstack-request-id: req-3271813d-caaa-4ddb-ba47-755ab00bfa4f {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:06.043364 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "b3fce87b-a558-49fc-83b7-71bd012b7290", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:06.043695 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3271813d-caaa-4ddb-ba47-755ab00bfa4f {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:06.044667 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3271813d-caaa-4ddb-ba47-755ab00bfa4f'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': 'b3fce87b-a558-49fc-83b7-71bd012b7290', 'status': 'completed', 'code': 200}
Apr 30 21:26:06.063697 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:06.064416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:06.250471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:06.250906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:06.267115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:06.402634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] For port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:06.404389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:06.425930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-8bd12acf-1921-47ab-858e-9c7b61331579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.426653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-8bd12acf-1921-47ab-858e-9c7b61331579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.427309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-8bd12acf-1921-47ab-858e-9c7b61331579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.427954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-8bd12acf-1921-47ab-858e-9c7b61331579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.428620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-8bd12acf-1921-47ab-858e-9c7b61331579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.429261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-8bd12acf-1921-47ab-858e-9c7b61331579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.429948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-8bd12acf-1921-47ab-858e-9c7b61331579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.432331 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-8bd12acf-1921-47ab-858e-9c7b61331579 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6718 time: 0.3650527
Apr 30 21:26:06.438518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:06.511433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5'}, {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:06.516042 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dfc3c1-9388-4a4e-9b43-c664e62b5be9" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-unplugged", "status": "completed", "tag": "3612a02c-d7fa-4f7d-8b59-27351eff0cc5"}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-unplugged", "status": "completed", "tag": "1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:06.593318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a206c-70b6-4d35-a630-8039002a4235 req-99332670-ad68-475f-8f7c-20d07900f4c0 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.600176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c43a206c-70b6-4d35-a630-8039002a4235 req-99332670-ad68-475f-8f7c-20d07900f4c0 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.2378387
Apr 30 21:26:06.640352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:06.640839 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:06.723517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-ce2fb15e-34a8-4913-8341-953fc77ca2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.724292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-ce2fb15e-34a8-4913-8341-953fc77ca2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.724861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-ce2fb15e-34a8-4913-8341-953fc77ca2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:06.726899 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-ce2fb15e-34a8-4913-8341-953fc77ca2a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=b8d11e40-b37d-4318-bdf2-7339b1b28107&id=b8d11e40-b37d-4318-bdf2-7339b1b28107 HTTP/1.1" status: 200  len: 2298 time: 0.2130873
Apr 30 21:26:06.736055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:06.873866 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:06.874798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:06.968557 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-83c71c8f-baf9-4752-b513-8160f99c525d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274 HTTP/1.1" status: 200  len: 1001 time: 0.1504316
Apr 30 21:26:06.969733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3612a02c-d7fa-4f7d-8b59-27351eff0cc5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.033072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Deleting port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:07.041844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.096063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=3612a02c-d7fa-4f7d-8b59-27351eff0cc5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:07.229976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f234358-02fa-4dde-9e0c-9aaadd8b6ddf req-8726ae11-575f-4844-a662-f6ec78db5f01 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:07.247885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f234358-02fa-4dde-9e0c-9aaadd8b6ddf req-8726ae11-575f-4844-a662-f6ec78db5f01 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:07.259697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f234358-02fa-4dde-9e0c-9aaadd8b6ddf req-8726ae11-575f-4844-a662-f6ec78db5f01 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:07.260527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:07.268518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f234358-02fa-4dde-9e0c-9aaadd8b6ddf req-8726ae11-575f-4844-a662-f6ec78db5f01 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:07.281802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f234358-02fa-4dde-9e0c-9aaadd8b6ddf req-8726ae11-575f-4844-a662-f6ec78db5f01 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 3147 time: 0.6805680
Apr 30 21:26:07.282653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-88c93ffc-bc67-4447-ac85-772e02dcbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:07.287979 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-88c93ffc-bc67-4447-ac85-772e02dcbe80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48dcc9e8-7c02-4b81-9858-ab3db0e13872 HTTP/1.1" status: 200  len: 856 time: 0.3020716
Apr 30 21:26:07.296880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:07.297382 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.331989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43362) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:07.381606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:07.388299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d2b36-425c-434f-99a6-ab2116c6df96 req-b4ee5a83-f441-42d8-8996-7ef1903bd56d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:07.389947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b4d2b36-425c-434f-99a6-ab2116c6df96 req-b4ee5a83-f441-42d8-8996-7ef1903bd56d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 946 time: 0.2917736
Apr 30 21:26:07.445941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f234358-02fa-4dde-9e0c-9aaadd8b6ddf req-4c9e5509-1185-417b-b53d-025f0691e2ea tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1556454
Apr 30 21:26:07.452656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bee56a35-be47-47c2-84bb-7a7bdd908ce7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:07.469788 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.470724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] No DVR routers for this DVR port 3612a02c-d7fa-4f7d-8b59-27351eff0cc5 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:07.474193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bee56a35-be47-47c2-84bb-7a7bdd908ce7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.20 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.8462687
Apr 30 21:26:07.475489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-c44e6713-2477-4c2c-ae7a-7f0829367cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:07.481373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-c44e6713-2477-4c2c-ae7a-7f0829367cfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1773396
Apr 30 21:26:07.481373 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.484085 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-dba06897-f4e4-4dc0-bb3a-5c90710204ca tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "DELETE /v2.0/ports/3612a02c-d7fa-4f7d-8b59-27351eff0cc5 HTTP/1.1" status: 204  len: 173 time: 1.4283657
Apr 30 21:26:07.498451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'port': {'device_id': 'ad593d69-b420-4af6-b0d2-73c63481895a', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'admin_state_up': True, 'tenant_id': '3364787934af4f59b17a58b380fe95da'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:07.582800 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6b3146-4c48-4329-953c-f86da1171d5e x-openstack-request-id: req-8a6b3146-4c48-4329-953c-f86da1171d5e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:07.583685 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-unplugged", "status": "completed", "tag": "3612a02c-d7fa-4f7d-8b59-27351eff0cc5", "code": 200}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-unplugged", "status": "completed", "tag": "1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:07.584151 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a6b3146-4c48-4329-953c-f86da1171d5e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:07.585535 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6b3146-4c48-4329-953c-f86da1171d5e'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5', 'code': 200}
Apr 30 21:26:07.586038 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6b3146-4c48-4329-953c-f86da1171d5e'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24', 'code': 200}
Apr 30 21:26:07.588046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:07.766465 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-38566d7e-7882-47da-9c8d-9c42c8c34f66 service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2709589
Apr 30 21:26:07.799388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-420859020'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:07.800986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df13ed55-0c6b-44a4-8d18-42481a76124e req-c69f6e89-b03e-4c41-a2c7-c94cd2a9cb5b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 210 time: 0.1049840
Apr 30 21:26:07.830554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b4d2b36-425c-434f-99a6-ab2116c6df96 req-04eebc2d-1a39-4aae-b561-0ef7109e48b3 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4042768
Apr 30 21:26:07.845088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] For port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:07.845467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.912225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Calling delete_port for 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:07.915936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Made reservation on behalf of 733603fc72e94d888b7bfbbfd909856b for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:07.919374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.934135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.960529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:07.960864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:07.984311 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-7098c992-3dc4-4bff-80dd-39113f31f36c service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1903982
Apr 30 21:26:08.050503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75585e5-ce26-4c2d-9d72-a342109c3f33 req-e973ff87-09e6-4b5e-b65d-9d2a1126e7d3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:08.057595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:08.058774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a75585e5-ce26-4c2d-9d72-a342109c3f33 req-e973ff87-09e6-4b5e-b65d-9d2a1126e7d3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 945 time: 0.0948071
Apr 30 21:26:08.059867 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed22e09-b80e-46c4-a76f-f62386ecd084" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "3612a02c-d7fa-4f7d-8b59-27351eff0cc5"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:08.063884 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-1949e8ef-f51a-44a7-8aa4-6445e34e2919 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 217 time: 0.0519485
Apr 30 21:26:08.126363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Made reservation on behalf of 3364787934af4f59b17a58b380fe95da for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:08.129991 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:08.153723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-7b8ff0e7-39c5-4843-af19-e94ca7db5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:08.153723 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-7b8ff0e7-39c5-4843-af19-e94ca7db5205 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0754509
Apr 30 21:26:08.178590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a75585e5-ce26-4c2d-9d72-a342109c3f33 req-ea377d69-ade6-4169-add7-81fedd0f91e7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1187556
Apr 30 21:26:08.239177 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a902191-54e4-4184-9d62-bf090a8514e5 x-openstack-request-id: req-6a902191-54e4-4184-9d62-bf090a8514e5 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:08.239470 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "3612a02c-d7fa-4f7d-8b59-27351eff0cc5", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:08.239720 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a902191-54e4-4184-9d62-bf090a8514e5 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:08.251416 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a902191-54e4-4184-9d62-bf090a8514e5'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': '3612a02c-d7fa-4f7d-8b59-27351eff0cc5', 'status': 'completed', 'code': 200}
Apr 30 21:26:08.293710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] For port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:08.295168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:08.319343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-22bf7c09-535d-47a3-8a83-41ff84e5d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:08.321635 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-22bf7c09-535d-47a3-8a83-41ff84e5d39f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1638491
Apr 30 21:26:08.326675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:08.344009 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks [] for security_group (67ceb09a-3128-49c2-a475-54519ab02c08), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:08.348541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (36dd9bb6-ae98-4c2b-bbd6-8d93532b485e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:08.364409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ce973619-9d58-43bb-af05-38ad4e6df819', '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e', '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:26:08.455373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a2992-2f2d-4d29-b1c5-d14e4c1b5fef req-47bb3aff-6913-4fc7-9892-4e047ac530be tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:08.464322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-872a2992-2f2d-4d29-b1c5-d14e4c1b5fef req-47bb3aff-6913-4fc7-9892-4e047ac530be tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1679056
Apr 30 21:26:08.499647 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-55246399-433b-4d85-bf65-2c1b7176f9ce service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709416
Apr 30 21:26:08.508815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (67ceb09a-3128-49c2-a475-54519ab02c08), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:08.659507 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-e75e83d7-907c-434a-8ec1-6d24e13bea7a service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463950
Apr 30 21:26:08.715370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:08.718216 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-15d69e9d-6844-4a28-9ef2-3f8d14735217 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 217 time: 0.0482101
Apr 30 21:26:08.774695 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a72d67f0-1772-4c47-85ce-4f3c507ce2ec), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:08.775055 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Added segment a72d67f0-1772-4c47-85ce-4f3c507ce2ec of type vlan for network 9330bec9-8b49-4a7a-ae9b-f567625fd395
Apr 30 21:26:08.780465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ceb09a-3128-49c2-a475-54519ab02c08,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:08.860101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-efbd8a20-f1f8-42a2-b26f-8ea507918c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:08.861680 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-efbd8a20-f1f8-42a2-b26f-8ea507918c40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.1298184
Apr 30 21:26:08.866397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9330bec9-8b49-4a7a-ae9b-f567625fd395), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:08.918215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Pushing event deleted for resources: {'Port': ['ID=36dd9bb6-ae98-4c2b-bbd6-8d93532b485e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:08.942094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] No DVR routers for this DVR port 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:08.962306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:08.963936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-6f31675d-22d4-4dd7-9690-64ba2aabb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:08.965521 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-6f31675d-22d4-4dd7-9690-64ba2aabb8a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0963624
Apr 30 21:26:08.966800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c43a206c-70b6-4d35-a630-8039002a4235 req-4aaa9677-de52-4642-9e6d-bf0210098afa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "DELETE /v2.0/ports/36dd9bb6-ae98-4c2b-bbd6-8d93532b485e HTTP/1.1" status: 204  len: 173 time: 2.3399739
Apr 30 21:26:08.967824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d16530-0c8c-460c-9fda-e6249fbd6d00', 'name': 'network-vif-deleted', 'tag': '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:08.970527 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3079ef5b-0b47-46a7-be48-c6cd0b21eb5a" -d '{"events": [{"server_uuid": "38d16530-0c8c-460c-9fda-e6249fbd6d00", "name": "network-vif-deleted", "tag": "36dd9bb6-ae98-4c2b-bbd6-8d93532b485e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:09.018668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8139429-0d80-4424-8686-896412dcd150 req-bec0f694-c62c-4ffb-a8e9-39511ac13837 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:09.023193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8139429-0d80-4424-8686-896412dcd150 req-bec0f694-c62c-4ffb-a8e9-39511ac13837 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 945 time: 0.6680880
Apr 30 21:26:09.040009 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9330bec9-8b49-4a7a-ae9b-f567625fd395), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:09.045276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:09.045923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:09.050156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43388) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:09.086636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-872a2992-2f2d-4d29-b1c5-d14e4c1b5fef req-1acc7cde-23f0-453b-b9a2-7d9610f81145 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.6172965
Apr 30 21:26:09.110399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-f5936ddd-698b-468c-a730-8ff650d7973a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1814668
Apr 30 21:26:09.144724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'floatingip': {'port_id': '54ba9216-14d1-48d9-91ae-2c676c6c24ca'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:09.184664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event updated for resources: {'Network': ['ID=9330bec9-8b49-4a7a-ae9b-f567625fd395,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:09.195892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9330bec9-8b49-4a7a-ae9b-f567625fd395 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:09.206907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Allocated IP 172.20.0.13 (6d21022d-393a-4eff-ba51-560f37353f44/5a00c6c0-02bf-47fa-85d0-3ae326c45443/dcd8283d-d19b-4e47-b08b-9296cfaa449a) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:09.258240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:09.280808 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (e29e0e82-df20-4387-bfe3-7b9e4ae2cd28), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:09.310297 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-03fbe989-5669-440c-9908-5f9e59c1b636 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.9750943
Apr 30 21:26:09.373301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43392) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:09.379815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Request body: {'subnet': {'network_id': '9330bec9-8b49-4a7a-ae9b-f567625fd395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:09.471697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43394) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:09.472325 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-91356d1e-c35f-4832-9b3a-64118381d102 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4963691
Apr 30 21:26:09.484621 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:09.500960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'subnet': {'network_id': '9a221684-4bd7-4a63-8ae5-99cceb1d01ed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:09.514878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27934b52-ab0f-4296-aad8-64667f617367 req-d0afd88a-a0a2-4976-bb8d-542770148352 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:09.520368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27934b52-ab0f-4296-aad8-64667f617367 req-d0afd88a-a0a2-4976-bb8d-542770148352 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:09.525646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27934b52-ab0f-4296-aad8-64667f617367 req-d0afd88a-a0a2-4976-bb8d-542770148352 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:09.527420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27934b52-ab0f-4296-aad8-64667f617367 req-d0afd88a-a0a2-4976-bb8d-542770148352 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 2410 time: 0.3741934
Apr 30 21:26:09.544329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] No DVR routers for this DVR port cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:09.547638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:09.551135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-311d89ab-45d8-4c23-962e-601a11b15185 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "DELETE /v2.0/ports/cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382 HTTP/1.1" status: 204  len: 173 time: 2.0568993
Apr 30 21:26:09.587825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e'}, {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:09.590520 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb21cb6-c3b7-4f28-876e-fc4e3728610c" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e"}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:09.633335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afe9c823-53a2-4aea-8394-a0b8b6ebd50c req-91bf6124-5342-4c9c-ba31-b0cd23d7a2ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 210 time: 0.1905463
Apr 30 21:26:09.781136 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:09.814020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccf7a87d-f70b-4a6b-ab66-71b3bc66057d req-b0740e08-9f6a-4eff-a969-910f3765e06d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=38d16530-0c8c-460c-9fda-e6249fbd6d00 HTTP/1.1" status: 200  len: 210 time: 0.0826213
Apr 30 21:26:09.817185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27934b52-ab0f-4296-aad8-64667f617367 req-046c0603-4759-4c6a-8138-8617229826a1 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2683697
Apr 30 21:26:09.926412 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b342f0ae-308c-468e-88ad-0443eb1b39ff x-openstack-request-id: req-b342f0ae-308c-468e-88ad-0443eb1b39ff {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:09.926935 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-unplugged", "status": "completed", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e", "code": 200}, {"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-unplugged", "status": "completed", "tag": "cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:09.927707 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b342f0ae-308c-468e-88ad-0443eb1b39ff {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:09.928390 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b342f0ae-308c-468e-88ad-0443eb1b39ff'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'code': 200}
Apr 30 21:26:09.928941 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b342f0ae-308c-468e-88ad-0443eb1b39ff'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382', 'code': 200}
Apr 30 21:26:09.945490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-d379b430-3d12-4e08-91ca-a76b86fae299 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:09.946930 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-d379b430-3d12-4e08-91ca-a76b86fae299 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports/a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 200  len: 941 time: 0.7566161
Apr 30 21:26:10.029967 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86725ac-2dbe-4d8b-bf30-c945840fc498 x-openstack-request-id: req-a86725ac-2dbe-4d8b-bf30-c945840fc498 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:10.030286 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d16530-0c8c-460c-9fda-e6249fbd6d00", "name": "network-vif-deleted", "tag": "36dd9bb6-ae98-4c2b-bbd6-8d93532b485e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:10.030650 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a86725ac-2dbe-4d8b-bf30-c945840fc498 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:10.031065 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86725ac-2dbe-4d8b-bf30-c945840fc498'] response: {'server_uuid': '38d16530-0c8c-460c-9fda-e6249fbd6d00', 'name': 'network-vif-deleted', 'tag': '36dd9bb6-ae98-4c2b-bbd6-8d93532b485e', 'status': 'completed', 'code': 200}
Apr 30 21:26:10.047330 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-b48bc00a-548d-4ff1-94d5-9cf8c1481713 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5386767
Apr 30 21:26:10.065697 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:10.066117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.077066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:10.079168 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.083130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.143438 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-39c65eb5-0455-4b03-b51c-500a59f29d4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e HTTP/1.1" status: 200  len: 217 time: 0.0858712
Apr 30 21:26:10.146395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Made reservation on behalf of 733603fc72e94d888b7bfbbfd909856b for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:10.149937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.255692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Network 6d21022d-393a-4eff-ba51-560f37353f44 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:10.272915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:10.276117 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37742b2f-ffc7-4f42-9663-947424288a59" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:10.289358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:10.311284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:10.316186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'Port': ['ID=dcd8283d-d19b-4e47-b08b-9296cfaa449a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:10.376875 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c521af-a2d7-4c6f-985e-a46569832f4e x-openstack-request-id: req-92c521af-a2d7-4c6f-985e-a46569832f4e {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:10.377431 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:10.378139 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92c521af-a2d7-4c6f-985e-a46569832f4e {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:10.378638 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c521af-a2d7-4c6f-985e-a46569832f4e'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': 'cf1a6f7c-2c09-4b51-bf2e-219bf5b8b382', 'status': 'completed', 'code': 200}
Apr 30 21:26:10.420955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-0bdc4095-a18c-4b45-a042-00109a520bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:10.422956 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-0bdc4095-a18c-4b45-a042-00109a520bef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.2693019
Apr 30 21:26:10.426253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] For port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:10.426551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.440596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25204e7-f0e9-458c-8bb4-ad88bb0fbb8f req-9b387e4f-855d-4551-9f52-5be896075337 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:10.442146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f25204e7-f0e9-458c-8bb4-ad88bb0fbb8f req-9b387e4f-855d-4551-9f52-5be896075337 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1952775
Apr 30 21:26:10.451064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:10.451737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.454962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:10.568529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-a7197cff-b696-49df-92a3-2311bf913daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:10.570272 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-a7197cff-b696-49df-92a3-2311bf913daf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1406524
Apr 30 21:26:10.596041 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.602005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f25204e7-f0e9-458c-8bb4-ad88bb0fbb8f req-e0b9a2ae-6f6d-4c84-8772-6aea577e6efd tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1473713
Apr 30 21:26:10.660202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-33c02d74-1a48-48b5-b8d5-8ba75898cdf7 None None] Provisioning complete for port dcd8283d-d19b-4e47-b08b-9296cfaa449a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:10.660202 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33c02d74-1a48-48b5-b8d5-8ba75898cdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.696404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-33c02d74-1a48-48b5-b8d5-8ba75898cdf7 None None] Port dcd8283d-d19b-4e47-b08b-9296cfaa449a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:26:10.705323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-bad35647-4055-4da7-b247-5a3cf4c4c948 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2112334
Apr 30 21:26:10.721266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Request body: {'port': {'device_id': 'ad593d69-b420-4af6-b0d2-73c63481895a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:10.745551 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (e29e0e82-df20-4387-bfe3-7b9e4ae2cd28), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.774155 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-6f1ba49a-ecf8-4249-b5b7-0964af351440 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962063
Apr 30 21:26:10.838380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (adecc93b-add1-4f1d-87cd-d0565c066b56), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.854817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (ec429764-8684-411c-b8bc-20fe1fadb7c5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.935256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbc31-403e-4282-b7f4-71e61d47bf25 req-734226d0-e4b7-423d-ac71-d33a98d05c2c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:10.937400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7cbbc31-403e-4282-b7f4-71e61d47bf25 req-734226d0-e4b7-423d-ac71-d33a98d05c2c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 932 time: 0.2097619
Apr 30 21:26:10.940841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:10.942577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event updated for resources: {'Subnet': ['ID=adecc93b-add1-4f1d-87cd-d0565c066b56,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:10.958726 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-ced8dbff-5041-497e-bffb-926cc60c4c2f service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1778080
Apr 30 21:26:10.988073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:11.033742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Checking segment: {'id': 'a72d67f0-1772-4c47-85ce-4f3c507ce2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9330bec9-8b49-4a7a-ae9b-f567625fd395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:11.034132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Network hostable DHCP agents. Network: 9330bec9-8b49-4a7a-ae9b-f567625fd395, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:11.037042 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-ff570af5-d5d1-40fd-98b7-f62f083d5e83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d HTTP/1.1" status: 200  len: 217 time: 0.0581534
Apr 30 21:26:11.104599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] No DVR routers for this DVR port 1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:11.106577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e6ec1-4744-4e9b-a7c4-f7f506562dd8 req-390ab071-5022-4a83-ba0e-a319171e8cd4 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:11.108579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0e6ec1-4744-4e9b-a7c4-f7f506562dd8 req-390ab071-5022-4a83-ba0e-a319171e8cd4 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 943 time: 0.1424794
Apr 30 21:26:11.109429 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:11.113936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:11.117184 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-1d0fd3e4-6af4-4935-851b-f32ee07adc64 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "DELETE /v2.0/ports/1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24 HTTP/1.1" status: 204  len: 173 time: 1.2682481
Apr 30 21:26:11.117358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Checking segment: {'id': 'f90e92d3-da80-4840-9015-edd24dcf4046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9a221684-4bd7-4a63-8ae5-99cceb1d01ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:11.117675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network hostable DHCP agents. Network: 9a221684-4bd7-4a63-8ae5-99cceb1d01ed, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:11.131551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Subnet': ['ID=ec429764-8684-411c-b8bc-20fe1fadb7c5,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:11.151832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7cbbc31-403e-4282-b7f4-71e61d47bf25 req-93906829-a45a-466f-9924-0d54ebe291ab tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846919
Apr 30 21:26:11.160277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-e08f1790-02ff-4bf4-ae3a-86c40729abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:11.162408 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-e08f1790-02ff-4bf4-ae3a-86c40729abc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.1084032
Apr 30 21:26:11.183351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:11.208335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:11.208697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 36dd9bb6-ae98-4c2b-bbd6-8d93532b485e not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:11.213251 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Floating IP e29e0e82-df20-4387-bfe3-7b9e4ae2cd28 associated. External IP: 172.35.4.87, port: 54ba9216-14d1-48d9-91ae-2c676c6c24ca.
Apr 30 21:26:11.215744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Network 9330bec9-8b49-4a7a-ae9b-f567625fd395 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:11.253999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-6e75a341-3320-440e-9507-64aa6cfb147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:11.255518 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-6e75a341-3320-440e-9507-64aa6cfb147c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0869787
Apr 30 21:26:11.314673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network 9a221684-4bd7-4a63-8ae5-99cceb1d01ed is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:11.326275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:11.326681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:11.378076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd0e6ec1-4744-4e9b-a7c4-f7f506562dd8 req-0af9081e-b17b-4c01-b7dd-8b57d7664f9a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2568681
Apr 30 21:26:11.443147 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-fd92bd23-b6b6-4d93-bf39-48f444b78518 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798217
Apr 30 21:26:11.509706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a221684-4bd7-4a63-8ae5-99cceb1d01ed) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:11.525032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9330bec9-8b49-4a7a-ae9b-f567625fd395) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:11.525425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:11.525425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:11.525646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] For port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:11.525646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:11.527059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176e0f6-4025-44eb-a4ff-4ac0de58bdf2 None None] Network 9a221684-4bd7-4a63-8ae5-99cceb1d01ed requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:11.528183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:11.528858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:11.611750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f8ea4b-f653-4dba-a1cb-deb0a04c9d32 None None] Network 9330bec9-8b49-4a7a-ae9b-f567625fd395 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:11.777645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1334df46-016d-434d-982c-1fc92e7b14c5 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4011631
Apr 30 21:26:11.794744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a221684-4bd7-4a63-8ae5-99cceb1d01ed', 'network_id': '9a221684-4bd7-4a63-8ae5-99cceb1d01ed', 'project_id': 'df29de6983a1403588550faf0e6b2bd8', 'fixed_ips': [{'subnet_id': 'ec429764-8684-411c-b8bc-20fe1fadb7c5'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:11.799215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:11.800850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43426) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:11.814470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Request body: {'port': {'network_id': '9330bec9-8b49-4a7a-ae9b-f567625fd395', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1603382054'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:11.837700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9330bec9-8b49-4a7a-ae9b-f567625fd395', 'network_id': '9330bec9-8b49-4a7a-ae9b-f567625fd395', 'project_id': '733603fc72e94d888b7bfbbfd909856b', 'fixed_ips': [{'subnet_id': 'adecc93b-add1-4f1d-87cd-d0565c066b56'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:11.840917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:11.924587 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-6c6d87a1-c4ed-45d5-8555-c2649c38c867 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4711680
Apr 30 21:26:11.997934 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-dce72a73-81cb-4d6b-a598-8eadbce29c75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d HTTP/1.1" status: 200  len: 217 time: 0.0619652
Apr 30 21:26:12.111814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a8fbe213-247e-4210-a74d-e3cfda7486e8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.6388445
Apr 30 21:26:12.122133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43428) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:12.128532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.128911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (4406c058-0c21-4030-bc38-41df49eb764a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.129231 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Floating IP 4406c058-0c21-4030-bc38-41df49eb764a disassociated. External IP: 172.35.4.212, port: 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e.
Apr 30 21:26:12.129577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:12.134399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1987510848'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:12.147624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-f516e902-eb79-4ec1-afdc-a9a1ae0bf03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:12.148947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Allocated IP 2001:db8:0:ffff::2 (9a221684-4bd7-4a63-8ae5-99cceb1d01ed/ec429764-8684-411c-b8bc-20fe1fadb7c5/2c432b30-d9f0-4b41-bb77-d0d59c871c87) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:12.149129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-f516e902-eb79-4ec1-afdc-a9a1ae0bf03a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5&tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d HTTP/1.1" status: 200  len: 1126 time: 0.5905163
Apr 30 21:26:12.149243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-5fbef002-7478-4fdd-9de2-0f870a724675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:12.150714 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-5fbef002-7478-4fdd-9de2-0f870a724675 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.1158504
Apr 30 21:26:12.159638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Allocated IP 172.20.0.2 (9330bec9-8b49-4a7a-ae9b-f567625fd395/adecc93b-add1-4f1d-87cd-d0565c066b56/db6fc2a8-d849-4b7b-a626-712446a4384f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:12.244139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f113bb4-b7b4-4777-ad50-2b25e9fc3cde req-678055c6-328d-4d51-89d5-f169938d5c64 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:12.244410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Made reservation on behalf of 733603fc72e94d888b7bfbbfd909856b for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:12.247597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.251572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f113bb4-b7b4-4777-ad50-2b25e9fc3cde req-678055c6-328d-4d51-89d5-f169938d5c64 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1481657
Apr 30 21:26:12.259413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672cec0-e14d-4746-92e6-da68c18bcae0 req-e56c1cf3-22f1-47f6-be8e-a65c1d670daa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:12.261650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6672cec0-e14d-4746-92e6-da68c18bcae0 req-e56c1cf3-22f1-47f6-be8e-a65c1d670daa tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 946 time: 0.1653402
Apr 30 21:26:12.261800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-7e583433-7179-4438-ab82-5c96476d8bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:12.264431 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-7e583433-7179-4438-ab82-5c96476d8bc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1043127
Apr 30 21:26:12.339790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] device_id is not set on port fe250be8-a27f-416f-9239-846700652ebe yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:26:12.346867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:12.350997 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.384317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:26:12.397717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd8283d-d19b-4e47-b08b-9296cfaa449a {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:26:12.420614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Publish callbacks [] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.431795 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Publish callbacks [] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.439467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Publish callbacks [] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.444085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f113bb4-b7b4-4777-ad50-2b25e9fc3cde req-fc32a9d7-33fb-4775-9fdf-070428dbca9a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1916349
Apr 30 21:26:12.455930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6672cec0-e14d-4746-92e6-da68c18bcae0 req-03028124-dc95-4a21-b925-d7215be9bac7 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793177
Apr 30 21:26:12.459144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Transition to ACTIVE for port object dcd8283d-d19b-4e47-b08b-9296cfaa449a will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:26:12.518985 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.544553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.572870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.577612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Network 9a221684-4bd7-4a63-8ae5-99cceb1d01ed is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:12.587763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:12.597535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:12.609233 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Pushing event updated for resources: {'Port': ['ID=2c432b30-d9f0-4b41-bb77-d0d59c871c87,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:12.617789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Network 9330bec9-8b49-4a7a-ae9b-f567625fd395 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:12.624938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:12.646677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:12.696265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:12.698621 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a899984-1c6f-4d2e-b748-159b3557c7ac" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:12.705458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233c019-838b-464d-9133-519c769db2e0 req-bacc7b2d-2775-4b4c-ad06-91773fc500c8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:12.707292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0233c019-838b-464d-9133-519c769db2e0 req-bacc7b2d-2775-4b4c-ad06-91773fc500c8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 944 time: 0.1531940
Apr 30 21:26:12.708046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd8283d-d19b-4e47-b08b-9296cfaa449a,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:12.734008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d405a1-ab2b-485c-8360-1f1da178e76f req-c63b2412-40c8-4cde-9101-438af7ac4254 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:12.735592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59d405a1-ab2b-485c-8360-1f1da178e76f req-c63b2412-40c8-4cde-9101-438af7ac4254 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 943 time: 0.1445849
Apr 30 21:26:12.769940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:12.784896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.789941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:12.809537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:12.854115 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-1f98b253-facb-4348-9854-f091d41457bb service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5745866
Apr 30 21:26:12.863326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (97be11dc-f6df-43bd-b737-98674fb0a3a7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:12.863992 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Added segment 97be11dc-f6df-43bd-b737-98674fb0a3a7 of type vlan for network 2340c249-795b-44ea-aa29-11e9da5d6b06
Apr 30 21:26:12.902465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0212d087-a0bf-4a04-8c58-cc57fda6904a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "PUT /v2.0/floatingips/e29e0e82-df20-4387-bfe3-7b9e4ae2cd28 HTTP/1.1" status: 200  len: 990 time: 3.8146579
Apr 30 21:26:12.905379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'tag': '54ba9216-14d1-48d9-91ae-2c676c6c24ca'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:12.908269 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d583a011-dcae-4b84-a0a1-17c5173ce825" -d '{"events": [{"name": "network-changed", "server_uuid": "ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4", "tag": "54ba9216-14d1-48d9-91ae-2c676c6c24ca"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:12.928009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0233c019-838b-464d-9133-519c769db2e0 req-97c3da1b-2de3-412b-8c04-766d6aa1264a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044890
Apr 30 21:26:12.932433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Attempting to bind port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:12.932970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Attempting to bind port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f90e92d3-da80-4840-9015-edd24dcf4046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9a221684-4bd7-4a63-8ae5-99cceb1d01ed'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:12.933398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Attempting to bind port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 on network 9a221684-4bd7-4a63-8ae5-99cceb1d01ed {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:12.936273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Pushing event updated for resources: {'Port': ['ID=db6fc2a8-d849-4b7b-a626-712446a4384f,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:12.939594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:12.940459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9cec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:12.975710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Attempting to bind port dcd8283d-d19b-4e47-b08b-9296cfaa449a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:12.983610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Attempting to bind port dcd8283d-d19b-4e47-b08b-9296cfaa449a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:12.983610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Attempting to bind port dcd8283d-d19b-4e47-b08b-9296cfaa449a on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:12.997099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59d405a1-ab2b-485c-8360-1f1da178e76f req-c0ba6754-ef12-4bef-b719-56f228224335 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups?id=cdab9cd2-344c-439c-a7a2-74b74c69338f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2287002
Apr 30 21:26:13.007117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Port dcd8283d-d19b-4e47-b08b-9296cfaa449a on network 6d21022d-393a-4eff-ba51-560f37353f44 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:26:13.008567 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bade07c9-9175-4cfe-afc0-6bc292d8c160 x-openstack-request-id: req-bade07c9-9175-4cfe-afc0-6bc292d8c160 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:13.008871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Attempting to bind port dcd8283d-d19b-4e47-b08b-9296cfaa449a on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:13.009056 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:13.009322 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bade07c9-9175-4cfe-afc0-6bc292d8c160 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:13.009789 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bade07c9-9175-4cfe-afc0-6bc292d8c160'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': '1dee72be-0aaa-4eb2-8be1-5b0b65cdbe24', 'status': 'completed', 'code': 200}
Apr 30 21:26:13.019817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:13.033175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2340c249-795b-44ea-aa29-11e9da5d6b06), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.034392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Checking segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:13.034805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Bound using segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:13.035281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Bound port: dcd8283d-d19b-4e47-b08b-9296cfaa449a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:13.035648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.080619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:13.081285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Checking segment: {'id': 'f90e92d3-da80-4840-9015-edd24dcf4046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9a221684-4bd7-4a63-8ae5-99cceb1d01ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:13.081642 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f7d2b583-5251-42b4-9670-4772c3795b54 {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:26:13.081872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.082402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Bound using segment: {'id': 'f90e92d3-da80-4840-9015-edd24dcf4046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9a221684-4bd7-4a63-8ae5-99cceb1d01ed'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:13.082767 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:26:13.083045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Bound port: 2c432b30-d9f0-4b41-bb77-d0d59c871c87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90e92d3-da80-4840-9015-edd24dcf4046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9a221684-4bd7-4a63-8ae5-99cceb1d01ed'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:13.083454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.091128 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-01cc944d-8cd1-48b1-ac8e-8a385c597515 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253454
Apr 30 21:26:13.099223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Attempting to bind port db6fc2a8-d849-4b7b-a626-712446a4384f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:13.099686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Attempting to bind port db6fc2a8-d849-4b7b-a626-712446a4384f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a72d67f0-1772-4c47-85ce-4f3c507ce2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9330bec9-8b49-4a7a-ae9b-f567625fd395'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:13.100046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Attempting to bind port db6fc2a8-d849-4b7b-a626-712446a4384f on network 9330bec9-8b49-4a7a-ae9b-f567625fd395 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:13.113811 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6e96c3-b12b-4cd1-8cb0-965c36f5c4b0 x-openstack-request-id: req-9b6e96c3-b12b-4cd1-8cb0-965c36f5c4b0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:13.114155 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4", "tag": "54ba9216-14d1-48d9-91ae-2c676c6c24ca", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:13.114524 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b6e96c3-b12b-4cd1-8cb0-965c36f5c4b0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:13.115186 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6e96c3-b12b-4cd1-8cb0-965c36f5c4b0'] response: {'name': 'network-changed', 'server_uuid': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'tag': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'status': 'completed', 'code': 200}
Apr 30 21:26:13.121716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:13.122410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Checking segment: {'id': 'a72d67f0-1772-4c47-85ce-4f3c507ce2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9330bec9-8b49-4a7a-ae9b-f567625fd395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:13.122622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:13.122851 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.124123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Bound using segment: {'id': 'a72d67f0-1772-4c47-85ce-4f3c507ce2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9330bec9-8b49-4a7a-ae9b-f567625fd395'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:13.124649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Bound port: db6fc2a8-d849-4b7b-a626-712446a4384f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72d67f0-1772-4c47-85ce-4f3c507ce2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9330bec9-8b49-4a7a-ae9b-f567625fd395'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:13.125042 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.147460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-6d5fd4f5-7118-4531-a174-fa3081032bed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee2823b4-cb37-40e4-9569-718e828d60c1 HTTP/1.1" status: 200  len: 217 time: 0.0484757
Apr 30 21:26:13.148179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.206412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:13.211043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-37c3dcc3-5129-4da4-9f97-c680fec8988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:13.212659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-37c3dcc3-5129-4da4-9f97-c680fec8988b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 1127 time: 0.0966656
Apr 30 21:26:13.270296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:13.294094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] For port dcd8283d-d19b-4e47-b08b-9296cfaa449a, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:13.311080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.315180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] For port 2c432b30-d9f0-4b41-bb77-d0d59c871c87, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:13.315471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] For port dcd8283d-d19b-4e47-b08b-9296cfaa449a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:13.318366 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2340c249-795b-44ea-aa29-11e9da5d6b06), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.323336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:13.323964 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.335343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-43fab7f4-1358-42d6-b8d6-e0a161d08c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:13.339966 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-43fab7f4-1358-42d6-b8d6-e0a161d08c83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.1800036
Apr 30 21:26:13.351025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] For port 2c432b30-d9f0-4b41-bb77-d0d59c871c87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c432b30-d9f0-4b41-bb77-d0d59c871c87,segment=NetworkSegment(f90e92d3-da80-4840-9015-edd24dcf4046),segment_id=f90e92d3-da80-4840-9015-edd24dcf4046)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:13.369006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] For port db6fc2a8-d849-4b7b-a626-712446a4384f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:13.371623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] For port db6fc2a8-d849-4b7b-a626-712446a4384f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db6fc2a8-d849-4b7b-a626-712446a4384f,segment=NetworkSegment(a72d67f0-1772-4c47-85ce-4f3c507ce2ec),segment_id=a72d67f0-1772-4c47-85ce-4f3c507ce2ec)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:13.400462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.438752 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.454998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-e6eddf7e-e322-4bb0-a22b-28105d393ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:13.456584 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-e6eddf7e-e322-4bb0-a22b-28105d393ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1101737
Apr 30 21:26:13.457187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Network': ['ID=2340c249-795b-44ea-aa29-11e9da5d6b06,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:13.481310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-7590195b-e683-45cb-8b37-af3882c4f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:13.483647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-7590195b-e683-45cb-8b37-af3882c4f228 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 915 time: 0.2512486
Apr 30 21:26:13.499707 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cb079b1c-f4c0-46da-952b-542b1ea98c6f tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3771837
Apr 30 21:26:13.512539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43444) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:13.525416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2340c249-795b-44ea-aa29-11e9da5d6b06 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:13.558577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:26:13.558781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'subnet': {'network_id': '2340c249-795b-44ea-aa29-11e9da5d6b06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:13.587171 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.671379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:13.673249 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.674975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] 10.222.0.20 "PUT /v2.0/ports/dcd8283d-d19b-4e47-b08b-9296cfaa449a HTTP/1.1" status: 200  len: 1092 time: 2.9628303
Apr 30 21:26:13.712309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] device_id is not set on port 10e35a6d-3a1c-4382-b1e8-92ddae353622 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:26:13.735630 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-5323b2e6-513b-4d17-94c5-123ac5e37564 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2707655
Apr 30 21:26:13.852900 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:13.869854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9cec70>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:58Z', 'revision_number': 2, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}, {'id': 'e29e0e82-df20-4387-bfe3-7b9e4ae2cd28', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:af:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:25:45Z', 'updated_at': '2022-04-30T21:26:10Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:13.918353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:26:13.947179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:13.947821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9cec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:13.977341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-a8932e3f-0c46-4ce4-9627-f3fb47ee3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:13.979258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-a8932e3f-0c46-4ce4-9627-f3fb47ee3ad8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 1126 time: 0.1447170
Apr 30 21:26:13.997142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:14.002182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40b8e3-a9e3-4cb7-bb4f-96524b42e058 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd8283d-d19b-4e47-b08b-9296cfaa449a,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:14.032642 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] Sync routers for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:14.059635 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:14.061788 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cfe9160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:14.083275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d51e7-f84a-4935-94b8-036a98c387ab None None] Pushing event updated for resources: {'Port': ['ID=2c432b30-d9f0-4b41-bb77-d0d59c871c87,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:14.086736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260c790-9f2b-4621-a181-5611917a977c req-e5bd644c-4d84-4cb3-b370-2382b8a45419 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:14.096020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6260c790-9f2b-4621-a181-5611917a977c req-e5bd644c-4d84-4cb3-b370-2382b8a45419 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 946 time: 0.4343278
Apr 30 21:26:14.099131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-0735e118-62dd-45d5-9753-96bbaf618435 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a HTTP/1.1" status: 200  len: 217 time: 0.0837045
Apr 30 21:26:14.106343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-9d71df32-10c5-43d2-9e84-8cf6296c9a26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54ba9216-14d1-48d9-91ae-2c676c6c24ca HTTP/1.1" status: 200  len: 998 time: 0.6137321
Apr 30 21:26:14.126362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-0b55c5d3-31c5-4ce0-8a0e-bad20046f5cc tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:14.128361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-0b55c5d3-31c5-4ce0-8a0e-bad20046f5cc tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 946 time: 0.4652433
Apr 30 21:26:14.135805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545429-e1ac-409b-855b-a7d043c745ad req-469c13af-b4b3-470f-85b8-30e9b1b93ea9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:14.147398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10545429-e1ac-409b-855b-a7d043c745ad req-469c13af-b4b3-470f-85b8-30e9b1b93ea9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.4867721
Apr 30 21:26:14.158483 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-be2becc7-b75f-47d7-bc2e-ad166385ce39 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3889303
Apr 30 21:26:14.158483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Allocated IP 172.20.0.8 (9330bec9-8b49-4a7a-ae9b-f567625fd395/adecc93b-add1-4f1d-87cd-d0565c066b56/10e35a6d-3a1c-4382-b1e8-92ddae353622) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:14.165708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] No DVR routers for this DVR port 0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:14.177653 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:14.187157 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d5af17c8-2c07-47d2-98c1-01aeca794804 req-3658b93f-ad0d-490c-a224-d0856772e20a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.20 "DELETE /v2.0/ports/0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e HTTP/1.1" status: 204  len: 173 time: 3.0624893
Apr 30 21:26:14.234364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620cd2dc-18b5-4c40-b04c-83eff31ce592 None None] Pushing event updated for resources: {'Port': ['ID=db6fc2a8-d849-4b7b-a626-712446a4384f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:14.235956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-197449c8-39bb-4903-b6a3-ed09f29e5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:14.238077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-197449c8-39bb-4903-b6a3-ed09f29e5c1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.1194105
Apr 30 21:26:14.280385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:14.335688 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:14.526374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6260c790-9f2b-4621-a181-5611917a977c req-07cfd124-666f-456a-bc1b-14b30b225310 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4291153
Apr 30 21:26:14.595739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks [] for port (10e35a6d-3a1c-4382-b1e8-92ddae353622), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:14.726300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10545429-e1ac-409b-855b-a7d043c745ad req-473f8bdd-2256-4e5d-ad3c-2e4987f245fb tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5772381
Apr 30 21:26:14.782029 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cfe9160>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:52Z', 'revision_number': 5, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:14.794169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (10e35a6d-3a1c-4382-b1e8-92ddae353622), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:14.814832 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] Checking router: bcaf2210-cb83-4af2-9c40-2e97390ab2a6 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:26:14.825719 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:14.826773 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cfe9160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:25:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:14.834254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:14.837870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:14.847959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:14.863079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9cec70>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:58Z', 'revision_number': 2, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}, {'id': 'e29e0e82-df20-4387-bfe3-7b9e4ae2cd28', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:af:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:25:45Z', 'updated_at': '2022-04-30T21:26:10Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:14.901811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event updated for resources: {'Port': ['ID=10e35a6d-3a1c-4382-b1e8-92ddae353622,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:14.906893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2248e-1610-41aa-b92e-2c6ce10412b7 None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:58Z', 'revision_number': 2, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}, {'id': 'e29e0e82-df20-4387-bfe3-7b9e4ae2cd28', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:af:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:25:45Z', 'updated_at': '2022-04-30T21:26:10Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:14.925307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Network 9330bec9-8b49-4a7a-ae9b-f567625fd395 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:14.925775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:14.928164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:14.942773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5fe1f7f1-7cbd-45e9-bfac-e6f16075b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:14.944895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-5fe1f7f1-7cbd-45e9-bfac-e6f16075b0aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6453989
Apr 30 21:26:14.953587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac583f-d536-4cb6-aaf2-9c212d997a5d req-af1178cd-14a5-43e5-b7eb-3b50e3c788b0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:14.961953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88ac583f-d536-4cb6-aaf2-9c212d997a5d req-af1178cd-14a5-43e5-b7eb-3b50e3c788b0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 944 time: 0.1815791
Apr 30 21:26:14.996499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:14.997296 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:15.011084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:15.014505 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c29d378-78a5-454f-ae06-f3a3171c602a" -d '{"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:15.032844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e24b41db-30b8-4305-88ac-02123deec2da req-312c2fe6-570e-459e-bf95-b5b0f6172bc6 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd HTTP/1.1" status: 200  len: 210 time: 0.1826923
Apr 30 21:26:15.035244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-43490a43-8b35-4a8c-972b-4f829db19373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:15.036670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-43490a43-8b35-4a8c-972b-4f829db19373 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.8751628
Apr 30 21:26:15.099953 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-96ea7520-816d-4835-bb28-4b6e5e608d71 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2964845
Apr 30 21:26:15.108042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43458) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:15.128010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad593d69-b420-4af6-b0d2-73c63481895a', 'tag': 'dcd8283d-d19b-4e47-b08b-9296cfaa449a'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:15.128010 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1882e4a-f206-441e-a679-31924819fa91" -d '{"events": [{"name": "network-changed", "server_uuid": "ad593d69-b420-4af6-b0d2-73c63481895a", "tag": "dcd8283d-d19b-4e47-b08b-9296cfaa449a"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:15.128010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-962c1ad5-4a70-4c7d-a45f-80f38d0f6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:15.129032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-962c1ad5-4a70-4c7d-a45f-80f38d0f6653 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0686412
Apr 30 21:26:15.129740 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34ee10f-572c-44bd-b889-a53b1d7c7084 x-openstack-request-id: req-b34ee10f-572c-44bd-b889-a53b1d7c7084 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:15.130060 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd", "name": "network-vif-deleted", "tag": "0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:15.130798 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b34ee10f-572c-44bd-b889-a53b1d7c7084 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:15.135616 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34ee10f-572c-44bd-b889-a53b1d7c7084'] response: {'server_uuid': 'e5ca51ea-2c60-43a5-aad6-45e4a3ea87dd', 'name': 'network-vif-deleted', 'tag': '0db7a9c5-d9ee-4b9a-92e2-32c25f3c9a3e', 'status': 'completed', 'code': 200}
Apr 30 21:26:15.143538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Deleting port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:15.144084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:15.157581 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:15.198160 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35bf227-0fe9-47df-8dcc-c7efffed2d45 x-openstack-request-id: req-b35bf227-0fe9-47df-8dcc-c7efffed2d45 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:15.198458 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad593d69-b420-4af6-b0d2-73c63481895a", "tag": "dcd8283d-d19b-4e47-b08b-9296cfaa449a", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:15.198706 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b35bf227-0fe9-47df-8dcc-c7efffed2d45 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:15.199811 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35bf227-0fe9-47df-8dcc-c7efffed2d45'] response: {'name': 'network-changed', 'server_uuid': 'ad593d69-b420-4af6-b0d2-73c63481895a', 'tag': 'dcd8283d-d19b-4e47-b08b-9296cfaa449a', 'status': 'completed', 'code': 200}
Apr 30 21:26:15.223798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88ac583f-d536-4cb6-aaf2-9c212d997a5d req-ee85228c-ebeb-409e-8e0d-431fec804b2f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2607598
Apr 30 21:26:15.299582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1fe5f-68f3-4719-a6bf-9853cf2327eb tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Deleting port 10e35a6d-3a1c-4382-b1e8-92ddae353622 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:15.302200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fe5f-68f3-4719-a6bf-9853cf2327eb tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (10e35a6d-3a1c-4382-b1e8-92ddae353622), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:15.424676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:15.498786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa969704-6a1c-4775-8807-8d8d1e9cdcee None None] New status for floating IP e29e0e82-df20-4387-bfe3-7b9e4ae2cd28: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:26:15.506277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fe5f-68f3-4719-a6bf-9853cf2327eb tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (10e35a6d-3a1c-4382-b1e8-92ddae353622), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:15.528868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1fe5f-68f3-4719-a6bf-9853cf2327eb tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Calling delete_port for 10e35a6d-3a1c-4382-b1e8-92ddae353622 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:15.543499 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cfe9160>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:52Z', 'revision_number': 5, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:15.597725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] For port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:15.598265 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:15.609113 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff0d12c-2fdd-496b-bb0e-bcf1b4a78a9c None None] The sync data for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 is: [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:16:46Z', 'revision_number': 4, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0fd39c9e-8bc6-42d9-9056-ee63008d0c2a', 'name': '', 'network_id': '1f054da6-523b-43c4-83a2-ca0049497cde', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'mac_address': 'fa:16:3e:96:51:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:45Z', 'updated_at': '2022-04-30T21:16:52Z', 'revision_number': 5, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'subnets': [{'id': 'c851f35a-af8a-45a3-a6e7-adf7f97d2833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:15.642190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-7b1e61d6-0930-4f0e-ba43-d717d324d691 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4372687
Apr 30 21:26:15.661544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Calling delete_port for 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:15.778975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-0c57f73a-1f6d-41e3-bbf1-3d595e380e38 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7207022
Apr 30 21:26:15.869203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167ad14-73d3-4337-b511-7854225ad729 None None] Network 9330bec9-8b49-4a7a-ae9b-f567625fd395 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:15.901642 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fe5f-68f3-4719-a6bf-9853cf2327eb tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (10e35a6d-3a1c-4382-b1e8-92ddae353622), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:15.947064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1fe5f-68f3-4719-a6bf-9853cf2327eb tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event deleted for resources: {'Port': ['ID=10e35a6d-3a1c-4382-b1e8-92ddae353622,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:16.004584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-fe8e4c34-8c29-45cd-b92f-48d8a362c881 None None] Provisioning complete for port db6fc2a8-d849-4b7b-a626-712446a4384f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:16.005275 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4c34-8c29-45cd-b92f-48d8a362c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.065496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fe5f-68f3-4719-a6bf-9853cf2327eb tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.065496 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d2a1fe5f-68f3-4719-a6bf-9853cf2327eb tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "DELETE /v2.0/ports/10e35a6d-3a1c-4382-b1e8-92ddae353622 HTTP/1.1" status: 204  len: 168 time: 0.9548981
Apr 30 21:26:16.065496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43468) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:16.229871 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-657ea53a-9f0d-49d4-a2b5-09bffe869811 tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4935 time: 0.1620674
Apr 30 21:26:16.231705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43474) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:16.244035 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2053269843'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:16.392111 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfffce-f862-4a86-aac4-c6ea703e38e0 None None] New status for floating IP 4406c058-0c21-4030-bc38-41df49eb764a: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:26:16.394486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Made reservation on behalf of 733603fc72e94d888b7bfbbfd909856b for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:16.403206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.417576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device db6fc2a8-d849-4b7b-a626-712446a4384f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:16.445717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:16.462895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d583a011-dcae-4b84-a0a1-17c5173ce825 req-71294f61-710c-4c6f-9d96-6e154b93bcfa service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6823685
Apr 30 21:26:16.480066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e4c34-8c29-45cd-b92f-48d8a362c881 None None] Current status of the port db6fc2a8-d849-4b7b-a626-712446a4384f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:16.480513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4c34-8c29-45cd-b92f-48d8a362c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.494350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e6f35693-0072-44bd-9fd6-6e4f6b67116c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.497693 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Added segment e6f35693-0072-44bd-9fd6-6e4f6b67116c of type vlan for network a80015db-cd43-4986-a8f3-df27b122ebcb
Apr 30 21:26:16.535252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port db6fc2a8-d849-4b7b-a626-712446a4384f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:16.535821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.540312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fe8e4c34-8c29-45cd-b92f-48d8a362c881 None None] For port db6fc2a8-d849-4b7b-a626-712446a4384f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db6fc2a8-d849-4b7b-a626-712446a4384f,segment=NetworkSegment(a72d67f0-1772-4c47-85ce-4f3c507ce2ec),segment_id=a72d67f0-1772-4c47-85ce-4f3c507ce2ec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:16.570753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a80015db-cd43-4986-a8f3-df27b122ebcb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.602366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7573128-4b05-4280-bcc7-74239c0b44b6 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:26:16.613900 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4c34-8c29-45cd-b92f-48d8a362c881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.656059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a80015db-cd43-4986-a8f3-df27b122ebcb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.662336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:16.663110 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.718358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e4c34-8c29-45cd-b92f-48d8a362c881 None None] Pushing event updated for resources: {'Port': ['ID=db6fc2a8-d849-4b7b-a626-712446a4384f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:16.752749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Publish callbacks [] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.765997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8e61f2a7-0600-4cf4-b329-89ff079c693b None None] Provisioning complete for port db6fc2a8-d849-4b7b-a626-712446a4384f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:16.766672 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8e61f2a7-0600-4cf4-b329-89ff079c693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:16.769509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event updated for resources: {'Network': ['ID=a80015db-cd43-4986-a8f3-df27b122ebcb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:16.793126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a0a76-edfa-47d1-8bff-3b52a278d40f req-d7bb9b8b-4578-4c6c-81f3-29521d828d3a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:16.799039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d04a0a76-edfa-47d1-8bff-3b52a278d40f req-d7bb9b8b-4578-4c6c-81f3-29521d828d3a tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 946 time: 1.0070963
Apr 30 21:26:16.807690 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d3d0bd3a-c211-49e5-96ca-84880c663505 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.5740213
Apr 30 21:26:16.808988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43478) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:16.845642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a80015db-cd43-4986-a8f3-df27b122ebcb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:16.858482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be4447-bd87-40ac-aa79-9b0927387d3d None None] Network 9a221684-4bd7-4a63-8ae5-99cceb1d01ed requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:16.911239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbbad6-8b3c-4549-8faf-2da71a41ca96 req-a05f873b-0c62-4147-98b9-26eb3e3d0e80 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:16.923578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fecbbad6-8b3c-4549-8faf-2da71a41ca96 req-a05f873b-0c62-4147-98b9-26eb3e3d0e80 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.3664641
Apr 30 21:26:16.958638 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.017359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port db6fc2a8-d849-4b7b-a626-712446a4384f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:17.022781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2c432b30-d9f0-4b41-bb77-d0d59c871c87 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:17.099331 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-501c6a29-2aad-4b13-92aa-e1f1fb2f776f tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "GET /v2.0/agents/004bcb41-d643-4927-a05d-251fbc8e5dd0/dhcp-networks HTTP/1.1" status: 200  len: 13652 time: 0.2898290
Apr 30 21:26:17.101348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d81b59d8-bb2c-40ba-beaa-9ac1469c38a2 req-69ec3c9e-7e7c-474b-ada3-888c61da2374 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2900591
Apr 30 21:26:17.102409 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43480) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:17.126197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fecbbad6-8b3c-4549-8faf-2da71a41ca96 req-ceb6e1f5-2b0e-46c1-b2a4-5a86df8c1232 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2022831
Apr 30 21:26:17.215828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:17.216292 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.232365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:17.252597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d04a0a76-edfa-47d1-8bff-3b52a278d40f req-74ea1691-1d69-4419-b282-eea035236a75 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4254317
Apr 30 21:26:17.280957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Transition to ACTIVE for port object a7573128-4b05-4280-bcc7-74239c0b44b6 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:26:17.292063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82236ec3-f9a9-42cc-a2e8-656da969bd86 tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] Network a80015db-cd43-4986-a8f3-df27b122ebcb is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:17.296553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.342954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ce973619-9d58-43bb-af05-38ad4e6df819'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:26:17.371995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Pushing event deleted for resources: {'Port': ['ID=083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:17.388179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8e61f2a7-0600-4cf4-b329-89ff079c693b None None] Current status of the port db6fc2a8-d849-4b7b-a626-712446a4384f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:17.440540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.objects.ports [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115774) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:26:17.448836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No active binding found for port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf {{(pid=115776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 30 21:26:17.449451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf host None! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:26:17.449891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:17.461336 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.463642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (8ab6c171-a360-42fd-8122-5cdc8701098b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.490430 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-82236ec3-f9a9-42cc-a2e8-656da969bd86 tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "POST /v2.0/agents/004bcb41-d643-4927-a05d-251fbc8e5dd0/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.3839345
Apr 30 21:26:17.490430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43484) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:17.490709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:17.520087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33cc34d-b26d-467e-bbfc-1c09f355fd04 None None] Network a80015db-cd43-4986-a8f3-df27b122ebcb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:17.528815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-70d93879-52c1-4707-a852-39374202cbf7 None None] Could not find standard attr ID for object 10e35a6d-3a1c-4382-b1e8-92ddae353622. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:26:17.556487 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91753cb-e3d8-4cdd-a6ec-fb0941a270e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group (cdab9cd2-344c-439c-a7a2-74b74c69338f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.587499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52032952-b608-4e1f-9f5a-a04d81d08972 req-4822bd5d-2879-4a31-9cd9-986a74ed6f3e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:17.589156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52032952-b608-4e1f-9f5a-a04d81d08972 req-4822bd5d-2879-4a31-9cd9-986a74ed6f3e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 944 time: 0.2480361
Apr 30 21:26:17.590826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91753cb-e3d8-4cdd-a6ec-fb0941a270e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group (cdab9cd2-344c-439c-a7a2-74b74c69338f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.611245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] No DVR routers for this DVR port 083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:17.623346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.625472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:17.625927 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.630737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7600e20-7138-4dcc-b13c-975c929c0e11 req-e5de168e-9d22-4a07-9be2-1facbac38f99 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "DELETE /v2.0/ports/083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf HTTP/1.1" status: 204  len: 173 time: 3.4664433
Apr 30 21:26:17.638355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e309dd58-b98d-4f90-ab4c-de3de6a69682', 'name': 'network-vif-deleted', 'tag': '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:17.641264 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41b9266-05d7-4674-93f7-edfcd4f98f7b" -d '{"events": [{"server_uuid": "e309dd58-b98d-4f90-ab4c-de3de6a69682", "name": "network-vif-deleted", "tag": "083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:17.649607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-70d93879-52c1-4707-a852-39374202cbf7 None None] Provisioning complete for port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:17.650016 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70d93879-52c1-4707-a852-39374202cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.726847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=9']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:17.739408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 2c432b30-d9f0-4b41-bb77-d0d59c871c87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c432b30-d9f0-4b41-bb77-d0d59c871c87,segment=NetworkSegment(f90e92d3-da80-4840-9015-edd24dcf4046),segment_id=f90e92d3-da80-4840-9015-edd24dcf4046)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:17.811375 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91753cb-e3d8-4cdd-a6ec-fb0941a270e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cdab9cd2-344c-439c-a7a2-74b74c69338f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.819202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c91753cb-e3d8-4cdd-a6ec-fb0941a270e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.824285 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c91753cb-e3d8-4cdd-a6ec-fb0941a270e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "DELETE /v2.0/security-groups/cdab9cd2-344c-439c-a7a2-74b74c69338f HTTP/1.1" status: 204  len: 168 time: 0.3314164
Apr 30 21:26:17.838077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43490) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:17.856149 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb97da-cfa0-443a-b35d-f963712abcf0 x-openstack-request-id: req-eaeb97da-cfa0-443a-b35d-f963712abcf0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:17.856610 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e309dd58-b98d-4f90-ab4c-de3de6a69682", "name": "network-vif-deleted", "tag": "083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:17.856934 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eaeb97da-cfa0-443a-b35d-f963712abcf0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:17.858362 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaeb97da-cfa0-443a-b35d-f963712abcf0'] response: {'server_uuid': 'e309dd58-b98d-4f90-ab4c-de3de6a69682', 'name': 'network-vif-deleted', 'tag': '083ed1b2-7dbf-4e5c-bc71-4e99b831b3bf', 'status': 'completed', 'code': 200}
Apr 30 21:26:17.874229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Subnet': ['ID=8ab6c171-a360-42fd-8122-5cdc8701098b,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:17.875068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91753cb-e3d8-4cdd-a6ec-fb0941a270e5 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab9cd2-344c-439c-a7a2-74b74c69338f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:17.879114 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-534c5134-24dc-4b0b-b493-666745f4699a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] show failed (client error): The resource could not be found.
Apr 30 21:26:17.883350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.884051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-534c5134-24dc-4b0b-b493-666745f4699a tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "GET /v2.0/security-groups/cdab9cd2-344c-439c-a7a2-74b74c69338f HTTP/1.1" status: 404  len: 347 time: 0.0438142
Apr 30 21:26:17.884794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43492) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:17.954026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52032952-b608-4e1f-9f5a-a04d81d08972 req-24bae4d7-109a-40a7-8de8-d9b02fc3c421 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3485515
Apr 30 21:26:17.962745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-70d93879-52c1-4707-a852-39374202cbf7 None None] Current status of the port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:17.963958 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70d93879-52c1-4707-a852-39374202cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:17.966572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-47426d8c-1da9-42d5-aafa-befef60a698d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.009427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Checking segment: {'id': '97be11dc-f6df-43bd-b737-98674fb0a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2340c249-795b-44ea-aa29-11e9da5d6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:18.009731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network hostable DHCP agents. Network: 2340c249-795b-44ea-aa29-11e9da5d6b06, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:18.036560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=2c432b30-d9f0-4b41-bb77-d0d59c871c87,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:18.090348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] No DVR routers for this DVR port a7573128-4b05-4280-bcc7-74239c0b44b6 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:18.109965 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-70d93879-52c1-4707-a852-39374202cbf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:26:18.112021 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-70d93879-52c1-4707-a852-39374202cbf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:26:18.119053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port 6f453900-fa1f-405d-8960-cc8c2db203c2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:18.119580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6f453900-fa1f-405d-8960-cc8c2db203c2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.185409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network 2340c249-795b-44ea-aa29-11e9da5d6b06 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:18.193457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device db6fc2a8-d849-4b7b-a626-712446a4384f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:18.219580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8fda6a67-a6cb-4379-b895-0c138e2970eb tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "GET /v2.0/agents/004bcb41-d643-4927-a05d-251fbc8e5dd0/dhcp-networks HTTP/1.1" status: 200  len: 14423 time: 0.7073908
Apr 30 21:26:18.220189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43496) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:18.227263 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6f453900-fa1f-405d-8960-cc8c2db203c2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.227935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for floatingip (6f453900-fa1f-405d-8960-cc8c2db203c2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.245913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for 6f453900-fa1f-405d-8960-cc8c2db203c2 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:18.267809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port db6fc2a8-d849-4b7b-a626-712446a4384f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:18.268442 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.314603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2340c249-795b-44ea-aa29-11e9da5d6b06) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:18.335245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd3e94-ef13-4203-82c0-fa8416516411 None None] Network 2340c249-795b-44ea-aa29-11e9da5d6b06 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:18.355521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:18.356124 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.407307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1882e4a-f206-441e-a679-31924819fa91 req-cda4e366-657f-4748-b4df-4cc246e468b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:18.408782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1882e4a-f206-441e-a679-31924819fa91 req-cda4e366-657f-4748-b4df-4cc246e468b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 1126 time: 0.1654477
Apr 30 21:26:18.421346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae8ee0-cc4f-42a9-90ce-630ae5ac073a req-5509771e-59ce-4a5b-9ba2-33ab7b3ebf36 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:18.422897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6ae8ee0-cc4f-42a9-90ce-630ae5ac073a req-5509771e-59ce-4a5b-9ba2-33ab7b3ebf36 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 944 time: 0.1698117
Apr 30 21:26:18.462013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f641f853-1232-45b3-8415-6ab141bd025a req-f665cf4e-60b9-40a5-a926-d34d3926da74 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=e309dd58-b98d-4f90-ab4c-de3de6a69682 HTTP/1.1" status: 200  len: 210 time: 0.0763214
Apr 30 21:26:18.496414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port db6fc2a8-d849-4b7b-a626-712446a4384f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:18.498269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2c432b30-d9f0-4b41-bb77-d0d59c871c87 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:18.502428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2340c249-795b-44ea-aa29-11e9da5d6b06', 'network_id': '2340c249-795b-44ea-aa29-11e9da5d6b06', 'project_id': 'df29de6983a1403588550faf0e6b2bd8', 'fixed_ips': [{'subnet_id': '8ab6c171-a360-42fd-8122-5cdc8701098b'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:18.503256 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.525666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eeeb9fc6-22a2-4651-ba16-64aca416fe57 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.0160124
Apr 30 21:26:18.528847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43500) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:18.535147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'port': {'network_id': '2340c249-795b-44ea-aa29-11e9da5d6b06', 'name': 'tempest-NetworksIpV6TestAttrs-637457654'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:18.555141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6f453900-fa1f-405d-8960-cc8c2db203c2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.574018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-88a5dce9-aad5-4670-a24b-4512bba5f5c7 tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "DELETE /v2.0/agents/004bcb41-d643-4927-a05d-251fbc8e5dd0/dhcp-networks/a80015db-cd43-4986-a8f3-df27b122ebcb HTTP/1.1" status: 204  len: 168 time: 0.3503470
Apr 30 21:26:18.583856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43502) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:18.616520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Attempting to bind port a7573128-4b05-4280-bcc7-74239c0b44b6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:18.617272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Attempting to bind port a7573128-4b05-4280-bcc7-74239c0b44b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:18.617272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Attempting to bind port a7573128-4b05-4280-bcc7-74239c0b44b6 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:18.619119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=6f453900-fa1f-405d-8960-cc8c2db203c2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:18.624658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6ae8ee0-cc4f-42a9-90ce-630ae5ac073a req-bd4951c0-c8fd-496d-b790-4c1d11ff7468 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1772544
Apr 30 21:26:18.664280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-70d93879-52c1-4707-a852-39374202cbf7 None None] Current status of the port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:18.673985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Port a7573128-4b05-4280-bcc7-74239c0b44b6 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:26:18.674322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Attempting to bind port a7573128-4b05-4280-bcc7-74239c0b44b6 on network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:18.677050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:18.677708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.720265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1882e4a-f206-441e-a679-31924819fa91 req-1394935f-c2b2-456f-833b-1e6792ec993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:18.721823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1882e4a-f206-441e-a679-31924819fa91 req-1394935f-c2b2-456f-833b-1e6792ec993d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.2977865
Apr 30 21:26:18.724947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:18.725400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Checking segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:18.725818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Bound using segment: {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:18.726304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Bound port: a7573128-4b05-4280-bcc7-74239c0b44b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:18.726737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:18.770311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1882e4a-f206-441e-a679-31924819fa91 req-c2d5a046-039a-4f23-b001-16aafbc5340f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a HTTP/1.1" status: 200  len: 217 time: 0.0403898
Apr 30 21:26:18.824541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Allocated IP 2001:db8::f816:3eff:fee2:78a3 (2340c249-795b-44ea-aa29-11e9da5d6b06/8ab6c171-a360-42fd-8122-5cdc8701098b/7e5b4569-02d3-436f-861d-f3bd9b8dd03a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:18.829300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:18.836376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1882e4a-f206-441e-a679-31924819fa91 req-7284ff0c-01a7-4a24-83f2-e08007a42026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:18.838589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1882e4a-f206-441e-a679-31924819fa91 req-7284ff0c-01a7-4a24-83f2-e08007a42026 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0529487
Apr 30 21:26:18.924895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1882e4a-f206-441e-a679-31924819fa91 req-da134cb7-35f3-4f5d-af5c-3434673a3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:18.926389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1882e4a-f206-441e-a679-31924819fa91 req-da134cb7-35f3-4f5d-af5c-3434673a3055 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0807171
Apr 30 21:26:19.055429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for floatingip (4406c058-0c21-4030-bc38-41df49eb764a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.058133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.061395 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-62e0629d-00f9-4553-9d89-728758161e8b tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "DELETE /v2.0/floatingips/4406c058-0c21-4030-bc38-41df49eb764a HTTP/1.1" status: 204  len: 168 time: 1.1730931
Apr 30 21:26:19.063412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43506) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:19.080824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device dcd8283d-d19b-4e47-b08b-9296cfaa449a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:26:19.082383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c094540-2889-4b9e-aab1-f5c7b45585c5 tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "GET /v2.0/agents/004bcb41-d643-4927-a05d-251fbc8e5dd0/dhcp-networks HTTP/1.1" status: 200  len: 14455 time: 0.4892354
Apr 30 21:26:19.083853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:19.097431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43508) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:19.110846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:19.124184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:19.129029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.134044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9e5c-d05d-4338-a79e-ee4589f8c786 req-03c60d40-acf3-4875-9e0d-3a7d69214962 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:19.141104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61cd9e5c-d05d-4338-a79e-ee4589f8c786 req-03c60d40-acf3-4875-9e0d-3a7d69214962 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 944 time: 0.1036489
Apr 30 21:26:19.156338 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ba898c45-7cce-480b-8c9f-f1b4bf2c9b5e tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "GET /v2.0/networks/9330bec9-8b49-4a7a-ae9b-f567625fd395/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0528128
Apr 30 21:26:19.160606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43510) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:19.184906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1882e4a-f206-441e-a679-31924819fa91 req-23f2f0f4-7e71-46dc-a313-d0278d52095e service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467420
Apr 30 21:26:19.195778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] device_id is not set on port 1c9b27c9-e88a-40b5-aacc-eb37f1451e6e yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:26:19.235251 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Publish callbacks [] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.255117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-08ef7f5d-bf9c-45b8-9618-00e591478b26 tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "GET /v2.0/networks/9330bec9-8b49-4a7a-ae9b-f567625fd395/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0868256
Apr 30 21:26:19.256335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.262098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43512) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:19.273674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port dcd8283d-d19b-4e47-b08b-9296cfaa449a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:19.293353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'dcd8283d-d19b-4e47-b08b-9296cfaa449a', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': 'dcd8283d-d19b-4e47-b08b-9296cfaa449a', 'mac_address': 'fa:16:3e:f7:2e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:26:19.295225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-55eedbae-96d9-40d0-8df0-f225af0b5ec8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port bb19e621-b828-4d48-80fb-51c3c27d3aae {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:19.295555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55eedbae-96d9-40d0-8df0-f225af0b5ec8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.306243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61cd9e5c-d05d-4338-a79e-ee4589f8c786 req-3faa1ec6-1bc5-4f05-8056-765e211e71c1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642802
Apr 30 21:26:19.319161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:19.319810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.321792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 200  len: 1092 time: 6.2098730
Apr 30 21:26:19.333445 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.384572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port dcd8283d-d19b-4e47-b08b-9296cfaa449a is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:19.385042 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.389531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea33dbd-2980-41b8-8fdd-d2f922a75574 service neutron] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=10']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:19.416261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Network 2340c249-795b-44ea-aa29-11e9da5d6b06 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:19.425402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1882e4a-f206-441e-a679-31924819fa91 req-6284dbb5-ee3d-4424-97f0-5e2473f1e218 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317867
Apr 30 21:26:19.425700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd8283d-d19b-4e47-b08b-9296cfaa449a {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:26:19.427054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-e3f42fca-c2d8-4dbe-978e-962a3d71bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:19.428666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-e3f42fca-c2d8-4dbe-978e-962a3d71bb96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 1127 time: 0.0715041
Apr 30 21:26:19.429994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:19.433745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:19.436713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Pushing event updated for resources: {'Port': ['ID=7e5b4569-02d3-436f-861d-f3bd9b8dd03a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:19.481019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port dcd8283d-d19b-4e47-b08b-9296cfaa449a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:19.535136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Attempting to bind port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:19.535519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Attempting to bind port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '97be11dc-f6df-43bd-b737-98674fb0a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2340c249-795b-44ea-aa29-11e9da5d6b06'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:19.535895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Attempting to bind port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a on network 2340c249-795b-44ea-aa29-11e9da5d6b06 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:19.546048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:19.547832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Checking segment: {'id': '97be11dc-f6df-43bd-b737-98674fb0a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2340c249-795b-44ea-aa29-11e9da5d6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:19.548252 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.548663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Bound using segment: {'id': '97be11dc-f6df-43bd-b737-98674fb0a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2340c249-795b-44ea-aa29-11e9da5d6b06'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:19.549212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Bound port: 7e5b4569-02d3-436f-861d-f3bd9b8dd03a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97be11dc-f6df-43bd-b737-98674fb0a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2340c249-795b-44ea-aa29-11e9da5d6b06'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:19.550948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Allocated IP 2001:db8::f816:3eff:fe4b:f191 (2340c249-795b-44ea-aa29-11e9da5d6b06/8ab6c171-a360-42fd-8122-5cdc8701098b/1c9b27c9-e88a-40b5-aacc-eb37f1451e6e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:19.555505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-b230cf2a-3567-4af4-8286-220290c3e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:19.556030 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.556131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-b230cf2a-3567-4af4-8286-220290c3e55d service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.1179490
Apr 30 21:26:19.576891 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.603808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55eedbae-96d9-40d0-8df0-f225af0b5ec8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.631624 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-acd407bd-15b6-4ea9-a5e0-f76337acdede tempest-DHCPAgentSchedulersTestJSON-1992430465 tempest-DHCPAgentSchedulersTestJSON-1992430465-project-admin] 10.222.0.23 "GET /v2.0/agents/004bcb41-d643-4927-a05d-251fbc8e5dd0/dhcp-networks HTTP/1.1" status: 200  len: 14455 time: 0.3683455
Apr 30 21:26:19.634457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43518) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:19.638399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-55eedbae-96d9-40d0-8df0-f225af0b5ec8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for bb19e621-b828-4d48-80fb-51c3c27d3aae owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:19.697669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] For port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:19.702432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] For port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e5b4569-02d3-436f-861d-f3bd9b8dd03a,segment=NetworkSegment(97be11dc-f6df-43bd-b737-98674fb0a3a7),segment_id=97be11dc-f6df-43bd-b737-98674fb0a3a7)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:19.705502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=dcd8283d-d19b-4e47-b08b-9296cfaa449a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:19.828188 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-1fe64ac1-d1ca-4b9c-8200-33ed1e77525d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 200  len: 999 time: 0.2662163
Apr 30 21:26:19.839734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff620d5-d2b4-43ab-b249-ee625fb68323 req-75c95c36-c991-44e7-96b2-48805ecaeef3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:19.841294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ff620d5-d2b4-43ab-b249-ee625fb68323 req-75c95c36-c991-44e7-96b2-48805ecaeef3 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.0884478
Apr 30 21:26:19.846054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a80015db-cd43-4986-a8f3-df27b122ebcb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.849026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.861334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:19.863704 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7012e344-e562-439b-8602-e0291908c3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:19.889516 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for port (1c9b27c9-e88a-40b5-aacc-eb37f1451e6e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.908111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dcd8283d-d19b-4e47-b08b-9296cfaa449a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:26:19.963980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d972d-bec7-4d05-903e-77149cbc3b7c None None] Pushing event updated for resources: {'Port': ['ID=7e5b4569-02d3-436f-861d-f3bd9b8dd03a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:19.973729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55eedbae-96d9-40d0-8df0-f225af0b5ec8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (bb19e621-b828-4d48-80fb-51c3c27d3aae), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:19.977613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0706bbb9-f9fc-4b51-933f-568ac1ae1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:19.980228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-0706bbb9-f9fc-4b51-933f-568ac1ae1cb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.1378188
Apr 30 21:26:20.052609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1c9b27c9-e88a-40b5-aacc-eb37f1451e6e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.057449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ff620d5-d2b4-43ab-b249-ee625fb68323 req-fc9903a3-c11f-404d-80ec-9e581ebcdb9b tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2015336
Apr 30 21:26:20.074453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eedbae-96d9-40d0-8df0-f225af0b5ec8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=bb19e621-b828-4d48-80fb-51c3c27d3aae,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:20.122293 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a80015db-cd43-4986-a8f3-df27b122ebcb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.143797 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf43e70c-b440-4f52-821d-ea88477a5fef x-openstack-request-id: req-cf43e70c-b440-4f52-821d-ea88477a5fef {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:20.145149 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:20.145834 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf43e70c-b440-4f52-821d-ea88477a5fef {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:20.146402 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf43e70c-b440-4f52-821d-ea88477a5fef'] response: {'name': 'network-changed', 'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'status': 'completed', 'code': 200}
Apr 30 21:26:20.166795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896754ba00>,) {'filters': {'network_id': ['a80015db-cd43-4986-a8f3-df27b122ebcb']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:20.180510 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-60dbb0ba-8162-4822-a3c9-ea8d6105fc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.188322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896754ba00>, 'e6f35693-0072-44bd-9fd6-6e4f6b67116c') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:20.188762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896754ba00>, 'e6f35693-0072-44bd-9fd6-6e4f6b67116c') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:20.192066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-c7da788e-af0a-4ce2-b1dc-4063200c2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:20.193819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-c7da788e-af0a-4ce2-b1dc-4063200c2dab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1660554
Apr 30 21:26:20.204714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e6f35693-0072-44bd-9fd6-6e4f6b67116c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.221665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network 2340c249-795b-44ea-aa29-11e9da5d6b06 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:20.227114 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55eedbae-96d9-40d0-8df0-f225af0b5ec8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.230045 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-55eedbae-96d9-40d0-8df0-f225af0b5ec8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "DELETE /v2.0/ports/bb19e621-b828-4d48-80fb-51c3c27d3aae HTTP/1.1" status: 204  len: 168 time: 1.1635008
Apr 30 21:26:20.235233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:20.237137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43526) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:20.239265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:20.249947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:20.249947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.273098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Port': ['ID=1c9b27c9-e88a-40b5-aacc-eb37f1451e6e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:20.290912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e6f35693-0072-44bd-9fd6-6e4f6b67116c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.303955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:20.304308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e6f35693-0072-44bd-9fd6-6e4f6b67116c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   items = [
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1129: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   warnings.warn(msg)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:20.307477 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:20.328182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27991a-36c0-4bdc-b8db-7447f21437b7 req-6692ab9b-874c-4af6-b57e-70c819b9570d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:20.329736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd27991a-36c0-4bdc-b8db-7447f21437b7 req-6692ab9b-874c-4af6-b57e-70c819b9570d tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.1229522
Apr 30 21:26:20.381029 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4124b135-74b4-478d-ac93-35fb312c96eb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.8479364
Apr 30 21:26:20.382187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43530) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:20.410940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dfc504d3-7f7c-454f-942e-baa06016da81 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port eeb95bf2-7a04-4881-a1c4-a027f2905abd {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:20.411440 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfc504d3-7f7c-454f-942e-baa06016da81 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.491331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fa8fb-db99-4d66-8dd7-6295ed944f32 req-9a132c91-be1d-40ed-b3d3-b0af5a4742e7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:20.493128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd6fa8fb-db99-4d66-8dd7-6295ed944f32 req-9a132c91-be1d-40ed-b3d3-b0af5a4742e7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 945 time: 0.0600212
Apr 30 21:26:20.496318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd27991a-36c0-4bdc-b8db-7447f21437b7 req-ff31ad0a-2f29-4a8d-9622-5db44b6216b7 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352780
Apr 30 21:26:20.496739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a20e89-0776-4650-a6db-a603f59ae849 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Deleting subnet 8ab6c171-a360-42fd-8122-5cdc8701098b {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:20.545585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5a20e89-0776-4650-a6db-a603f59ae849 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for subnet (8ab6c171-a360-42fd-8122-5cdc8701098b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.552062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a80015db-cd43-4986-a8f3-df27b122ebcb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.557598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd6fa8fb-db99-4d66-8dd7-6295ed944f32 req-5fb1c96b-d03d-407b-84a5-bdcbcb5c9ef2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553174
Apr 30 21:26:20.565474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.572073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "DELETE /v2.0/networks/a80015db-cd43-4986-a8f3-df27b122ebcb HTTP/1.1" status: 204  len: 168 time: 0.9343271
Apr 30 21:26:20.574702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43532) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:20.596919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117dce1-e72a-4019-931b-9bacc1134d16 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event deleted for resources: {'Network': ['ID=a80015db-cd43-4986-a8f3-df27b122ebcb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:20.613189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5a20e89-0776-4650-a6db-a603f59ae849 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8ab6c171-a360-42fd-8122-5cdc8701098b), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.622351 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73e8709-2500-4dd9-94cc-132e87293d00 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:20.623089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73e8709-2500-4dd9-94cc-132e87293d00 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:20.626525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d73e8709-2500-4dd9-94cc-132e87293d00 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "DELETE /v2.0/ports/10e35a6d-3a1c-4382-b1e8-92ddae353622 HTTP/1.1" status: 404  len: 333 time: 0.0502136
Apr 30 21:26:20.628756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43534) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:20.671495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfc504d3-7f7c-454f-942e-baa06016da81 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.692073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dfc504d3-7f7c-454f-942e-baa06016da81 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for eeb95bf2-7a04-4881-a1c4-a027f2905abd owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:20.693392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec04f891-6195-440e-9031-9cab862a45d0 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Deleting subnet adecc93b-add1-4f1d-87cd-d0565c066b56 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:20.696984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec04f891-6195-440e-9031-9cab862a45d0 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks [] for subnet (adecc93b-add1-4f1d-87cd-d0565c066b56), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.737868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec04f891-6195-440e-9031-9cab862a45d0 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (adecc93b-add1-4f1d-87cd-d0565c066b56), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.821161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5a20e89-0776-4650-a6db-a603f59ae849 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8ab6c171-a360-42fd-8122-5cdc8701098b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.841657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec04f891-6195-440e-9031-9cab862a45d0 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (adecc93b-add1-4f1d-87cd-d0565c066b56), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.969750 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec04f891-6195-440e-9031-9cab862a45d0 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (adecc93b-add1-4f1d-87cd-d0565c066b56), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.993801 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5a20e89-0776-4650-a6db-a603f59ae849 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8ab6c171-a360-42fd-8122-5cdc8701098b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:20.998388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04f891-6195-440e-9031-9cab862a45d0 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event deleted for resources: {'Subnet': ['ID=adecc93b-add1-4f1d-87cd-d0565c066b56,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:20.999742 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfc504d3-7f7c-454f-942e-baa06016da81 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eeb95bf2-7a04-4881-a1c4-a027f2905abd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.002743 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec04f891-6195-440e-9031-9cab862a45d0 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.008458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ec04f891-6195-440e-9031-9cab862a45d0 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "DELETE /v2.0/subnets/adecc93b-add1-4f1d-87cd-d0565c066b56 HTTP/1.1" status: 204  len: 168 time: 0.3760641
Apr 30 21:26:21.009444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43536) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:21.012891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32543e-0417-466b-9f93-a518508c17c4 None None] Network 9330bec9-8b49-4a7a-ae9b-f567625fd395 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:21.035581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a20e89-0776-4650-a6db-a603f59ae849 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab6c171-a360-42fd-8122-5cdc8701098b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:21.063072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.066288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc504d3-7f7c-454f-942e-baa06016da81 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=eeb95bf2-7a04-4881-a1c4-a027f2905abd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:21.070864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5a20e89-0776-4650-a6db-a603f59ae849 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.074588 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e5a20e89-0776-4650-a6db-a603f59ae849 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/subnets/8ab6c171-a360-42fd-8122-5cdc8701098b HTTP/1.1" status: 204  len: 168 time: 0.6913426
Apr 30 21:26:21.078238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:21.115020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device dcd8283d-d19b-4e47-b08b-9296cfaa449a up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:21.141517 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9330bec9-8b49-4a7a-ae9b-f567625fd395), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.228590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port dcd8283d-d19b-4e47-b08b-9296cfaa449a completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:26:21.259353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe3d5c-2176-45dc-98e0-aaea69c42ab6 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:21.260666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abe3d5c-2176-45dc-98e0-aaea69c42ab6 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:21.262460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9abe3d5c-2176-45dc-98e0-aaea69c42ab6 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1818912
Apr 30 21:26:21.276414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43544) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:21.285269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] DHCP port deletion for 9330bec9-8b49-4a7a-ae9b-f567625fd395 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:21.304656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfc504d3-7f7c-454f-942e-baa06016da81 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.310979 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dfc504d3-7f7c-454f-942e-baa06016da81 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "DELETE /v2.0/ports/eeb95bf2-7a04-4881-a1c4-a027f2905abd HTTP/1.1" status: 204  len: 168 time: 1.0721228
Apr 30 21:26:21.320908 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.339914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] Deleting port db6fc2a8-d849-4b7b-a626-712446a4384f {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:21.340354 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.365682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43546) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:21.390190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f0c2e-697a-483d-9588-23ee6a5b91da None None] Network 2340c249-795b-44ea-aa29-11e9da5d6b06 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:21.392591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port dcd8283d-d19b-4e47-b08b-9296cfaa449a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:21.393060 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.446687 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1284a63-c792-4d79-9bf3-c9605b29c1dc tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2340c249-795b-44ea-aa29-11e9da5d6b06), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.458539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-700291e8-a475-4ce9-bf3d-150b829d8ac8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting subnet c5a4580b-4646-42ab-b5c2-280e7b80f322 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:21.469185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-700291e8-a475-4ce9-bf3d-150b829d8ac8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for subnet (c5a4580b-4646-42ab-b5c2-280e7b80f322), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.505863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c0b472d0-89f1-49e4-b5bb-d11d28a90de5 None None] Provisioning complete for port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:21.505863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c0b472d0-89f1-49e4-b5bb-d11d28a90de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.528701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-700291e8-a475-4ce9-bf3d-150b829d8ac8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (c5a4580b-4646-42ab-b5c2-280e7b80f322), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.559861 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1284a63-c792-4d79-9bf3-c9605b29c1dc tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:26:21.560882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1284a63-c792-4d79-9bf3-c9605b29c1dc tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:21.564690 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1284a63-c792-4d79-9bf3-c9605b29c1dc tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/2340c249-795b-44ea-aa29-11e9da5d6b06 HTTP/1.1" status: 409  len: 466 time: 0.2872608
Apr 30 21:26:21.571635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43550) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:21.573598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] For port db6fc2a8-d849-4b7b-a626-712446a4384f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db6fc2a8-d849-4b7b-a626-712446a4384f,segment=NetworkSegment(a72d67f0-1772-4c47-85ce-4f3c507ce2ec),segment_id=a72d67f0-1772-4c47-85ce-4f3c507ce2ec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:21.574122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.578984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1430387148'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:21.618688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] Calling delete_port for db6fc2a8-d849-4b7b-a626-712446a4384f owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:21.671421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-700291e8-a475-4ce9-bf3d-150b829d8ac8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c5a4580b-4646-42ab-b5c2-280e7b80f322), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.751581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c0b472d0-89f1-49e4-b5bb-d11d28a90de5 None None] Current status of the port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:21.752075 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c0b472d0-89f1-49e4-b5bb-d11d28a90de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.757445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-7c0c200c-66c6-430b-8232-e3197832a98f service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432061
Apr 30 21:26:21.764141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:21.767902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.798205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:21.806933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port dcd8283d-d19b-4e47-b08b-9296cfaa449a is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:21.807474 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.813351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (87baf7ec-9ef6-4cd9-a009-ca19b0a524ea), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.813994 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Added segment 87baf7ec-9ef6-4cd9-a009-ca19b0a524ea of type vlan for network cc9d56b8-1a36-4955-b04d-6ae62f403829
Apr 30 21:26:21.820231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] DHCP port deletion for 2340c249-795b-44ea-aa29-11e9da5d6b06 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:21.852952 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-700291e8-a475-4ce9-bf3d-150b829d8ac8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (c5a4580b-4646-42ab-b5c2-280e7b80f322), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.853474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c0b472d0-89f1-49e4-b5bb-d11d28a90de5 None None] For port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e5b4569-02d3-436f-861d-f3bd9b8dd03a,segment=NetworkSegment(97be11dc-f6df-43bd-b737-98674fb0a3a7),segment_id=97be11dc-f6df-43bd-b737-98674fb0a3a7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:21.863600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad593d69-b420-4af6-b0d2-73c63481895a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd8283d-d19b-4e47-b08b-9296cfaa449a'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:21.865365 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea8fed5-6414-4ccb-83c4-a7e0fa83381b" -d '{"events": [{"server_uuid": "ad593d69-b420-4af6-b0d2-73c63481895a", "name": "network-vif-plugged", "status": "completed", "tag": "dcd8283d-d19b-4e47-b08b-9296cfaa449a"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:21.894030 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (cc9d56b8-1a36-4955-b04d-6ae62f403829), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.898866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700291e8-a475-4ce9-bf3d-150b829d8ac8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a4580b-4646-42ab-b5c2-280e7b80f322,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:21.903598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-700291e8-a475-4ce9-bf3d-150b829d8ac8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.906788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port dcd8283d-d19b-4e47-b08b-9296cfaa449a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:21.910008 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-700291e8-a475-4ce9-bf3d-150b829d8ac8 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "DELETE /v2.0/subnets/c5a4580b-4646-42ab-b5c2-280e7b80f322 HTTP/1.1" status: 204  len: 168 time: 0.5408278
Apr 30 21:26:21.910286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43556) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:21.916566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee90713-f9b0-46df-a29b-5a49f51138a3 req-f61feaf7-2bd0-4bc4-9ca5-f652ebb03c29 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:21.918103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bee90713-f9b0-46df-a29b-5a49f51138a3 req-f61feaf7-2bd0-4bc4-9ca5-f652ebb03c29 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.3007703
Apr 30 21:26:21.925006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] Deleting port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:21.925472 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.927095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Deleting port db6fc2a8-d849-4b7b-a626-712446a4384f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:21.927260 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.930960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684d769-7382-4ae3-9353-dcdb2c118770 None None] Network 491ca467-fa0f-4500-813a-eee0ea86bd57 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:21.977347 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c0b472d0-89f1-49e4-b5bb-d11d28a90de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:21.981164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3232034-8c38-4750-b8f0-2d229a547a43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting subnet 571ded28-00fa-4191-8b0a-dfd38ff94586 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:21.985181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3232034-8c38-4750-b8f0-2d229a547a43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for subnet (571ded28-00fa-4191-8b0a-dfd38ff94586), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.014721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617fc173-a504-49bc-9c12-8dcc68939e3d req-1d057163-7775-4f53-9e0a-b703a8d24a1c tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:22.015163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-617fc173-a504-49bc-9c12-8dcc68939e3d req-1d057163-7775-4f53-9e0a-b703a8d24a1c tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.2528863
Apr 30 21:26:22.016896 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.031280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-0f0119f5-8584-4867-8dcb-c88219a5b590 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:22.032835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-0f0119f5-8584-4867-8dcb-c88219a5b590 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 945 time: 0.2447927
Apr 30 21:26:22.045867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3232034-8c38-4750-b8f0-2d229a547a43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (571ded28-00fa-4191-8b0a-dfd38ff94586), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.051062 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.077275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (cc9d56b8-1a36-4955-b04d-6ae62f403829), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.077393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] No DVR routers for this DVR port db6fc2a8-d849-4b7b-a626-712446a4384f on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:22.084602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:22.085261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.140841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] For port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e5b4569-02d3-436f-861d-f3bd9b8dd03a,segment=NetworkSegment(97be11dc-f6df-43bd-b737-98674fb0a3a7),segment_id=97be11dc-f6df-43bd-b737-98674fb0a3a7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:22.140841 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.169796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] For port db6fc2a8-d849-4b7b-a626-712446a4384f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db6fc2a8-d849-4b7b-a626-712446a4384f,segment=NetworkSegment(a72d67f0-1772-4c47-85ce-4f3c507ce2ec),segment_id=a72d67f0-1772-4c47-85ce-4f3c507ce2ec)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:22.170184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.185457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] Calling delete_port for 7e5b4569-02d3-436f-861d-f3bd9b8dd03a owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:22.195323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device db6fc2a8-d849-4b7b-a626-712446a4384f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:22.198628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-e12ada59-3f84-4db6-855b-4708ee9661ea service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4092777
Apr 30 21:26:22.202172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Network': ['ID=cc9d56b8-1a36-4955-b04d-6ae62f403829,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:22.223077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Calling delete_port for db6fc2a8-d849-4b7b-a626-712446a4384f owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:22.244001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network cc9d56b8-1a36-4955-b04d-6ae62f403829 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:22.245866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] DHCP port deletion for 491ca467-fa0f-4500-813a-eee0ea86bd57 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:22.248480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b472d0-89f1-49e4-b5bb-d11d28a90de5 None None] Pushing event updated for resources: {'Port': ['ID=7e5b4569-02d3-436f-861d-f3bd9b8dd03a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:22.252359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bee90713-f9b0-46df-a29b-5a49f51138a3 req-45cce3f9-c0ea-41a2-8903-8373d55cdf70 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3097608
Apr 30 21:26:22.259122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: db6fc2a8-d849-4b7b-a626-712446a4384f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:22.259599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device db6fc2a8-d849-4b7b-a626-712446a4384f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:22.274545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3232034-8c38-4750-b8f0-2d229a547a43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (571ded28-00fa-4191-8b0a-dfd38ff94586), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.343388 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-380f9a58-971b-489f-83f8-7de18a629ff3 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7701306
Apr 30 21:26:22.347009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43558) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:22.359105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-617fc173-a504-49bc-9c12-8dcc68939e3d req-db54b666-55a4-4c0c-afd8-7c7a9ad08685 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecd9a4c9-069f-4445-bf0c-19946f2d7784&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3201985
Apr 30 21:26:22.359512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'subnet': {'network_id': 'cc9d56b8-1a36-4955-b04d-6ae62f403829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:22.379709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd89fe-ce95-449b-ac77-fdeddd56741f None None] Pushing event deleted for resources: {'Port': ['ID=db6fc2a8-d849-4b7b-a626-712446a4384f,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:22.432254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Deleting port ce973619-9d58-43bb-af05-38ad4e6df819 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:22.432616 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.486148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3232034-8c38-4750-b8f0-2d229a547a43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (571ded28-00fa-4191-8b0a-dfd38ff94586), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.505244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] Deleting port 797884f0-73e5-4f64-9568-05bf70219066 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:22.505611 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (797884f0-73e5-4f64-9568-05bf70219066), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.515915 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3232034-8c38-4750-b8f0-2d229a547a43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.519695 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a3232034-8c38-4750-b8f0-2d229a547a43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "DELETE /v2.0/subnets/571ded28-00fa-4191-8b0a-dfd38ff94586 HTTP/1.1" status: 204  len: 168 time: 0.6084599
Apr 30 21:26:22.539601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43566) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:22.553476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3232034-8c38-4750-b8f0-2d229a547a43 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Subnet': ['ID=571ded28-00fa-4191-8b0a-dfd38ff94586,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:22.558104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012e344-e562-439b-8602-e0291908c3dd req-2a390083-4e8f-4a4b-8403-b580f0099f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:22.559654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7012e344-e562-439b-8602-e0291908c3dd req-2a390083-4e8f-4a4b-8403-b580f0099f9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 1127 time: 0.1870961
Apr 30 21:26:22.668082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (491ca467-fa0f-4500-813a-eee0ea86bd57), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.717798 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Deleting port 797884f0-73e5-4f64-9568-05bf70219066 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:22.718097 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (797884f0-73e5-4f64-9568-05bf70219066), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.732042 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c9c88-9775-4ec4-88a9-0c0ce6e96075 x-openstack-request-id: req-d67c9c88-9775-4ec4-88a9-0c0ce6e96075 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:22.732284 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad593d69-b420-4af6-b0d2-73c63481895a", "name": "network-vif-plugged", "status": "completed", "tag": "dcd8283d-d19b-4e47-b08b-9296cfaa449a", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:22.732503 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d67c9c88-9775-4ec4-88a9-0c0ce6e96075 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:22.732851 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67c9c88-9775-4ec4-88a9-0c0ce6e96075'] response: {'server_uuid': 'ad593d69-b420-4af6-b0d2-73c63481895a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd8283d-d19b-4e47-b08b-9296cfaa449a', 'code': 200}
Apr 30 21:26:22.734220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75295ee0-f63e-4adf-ac94-70630f1ba4c7 None None] Network dcb46efb-f856-4d0a-9c79-6edd64276510 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:22.737073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (db6fc2a8-d849-4b7b-a626-712446a4384f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.744845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f9518-4ace-4627-a49f-e66a99e68b4a req-dfe6d50a-5ae7-4d31-8d31-1a6e4676a00c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:22.746979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d76f9518-4ace-4627-a49f-e66a99e68b4a req-dfe6d50a-5ae7-4d31-8d31-1a6e4676a00c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.2210414
Apr 30 21:26:22.760130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:22.764025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.774304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd0501-d06c-4a31-8f7e-5c7b99c90866 req-5a67144a-5af2-4185-9eb0-daeafd4aa6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:22.779783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fedd0501-d06c-4a31-8f7e-5c7b99c90866 req-5a67144a-5af2-4185-9eb0-daeafd4aa6b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 1128 time: 0.1557062
Apr 30 21:26:22.794699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=dcd8283d-d19b-4e47-b08b-9296cfaa449a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:22.838437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] For port 797884f0-73e5-4f64-9568-05bf70219066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797884f0-73e5-4f64-9568-05bf70219066,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:22.838894 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (797884f0-73e5-4f64-9568-05bf70219066), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.840674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event deleted for resources: {'Port': ['ID=db6fc2a8-d849-4b7b-a626-712446a4384f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:22.856431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] Calling delete_port for 797884f0-73e5-4f64-9568-05bf70219066 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:22.857218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] For port 797884f0-73e5-4f64-9568-05bf70219066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797884f0-73e5-4f64-9568-05bf70219066,segment=NetworkSegment(13a6a819-dd5a-4723-9ff1-d5090160a885),segment_id=13a6a819-dd5a-4723-9ff1-d5090160a885)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:22.857596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (797884f0-73e5-4f64-9568-05bf70219066), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.873820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] No DVR routers for this DVR port db6fc2a8-d849-4b7b-a626-712446a4384f on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:22.882755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Calling delete_port for 797884f0-73e5-4f64-9568-05bf70219066 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:22.921300 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (7e5b4569-02d3-436f-861d-f3bd9b8dd03a), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:22.977240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] Pushing event deleted for resources: {'Port': ['ID=7e5b4569-02d3-436f-861d-f3bd9b8dd03a,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:22.989427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba4d045-0e15-4a7d-ba7c-5f9a9a50b2d5 None None] No DVR routers for this DVR port 7e5b4569-02d3-436f-861d-f3bd9b8dd03a on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:23.020712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] For port ce973619-9d58-43bb-af05-38ad4e6df819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce973619-9d58-43bb-af05-38ad4e6df819,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:23.021397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.039346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012e344-e562-439b-8602-e0291908c3dd req-e28a4d2c-4a5f-4554-ad5b-441482e49cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:23.041372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7012e344-e562-439b-8602-e0291908c3dd req-e28a4d2c-4a5f-4554-ad5b-441482e49cc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 200  len: 917 time: 0.4415689
Apr 30 21:26:23.061578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fedd0501-d06c-4a31-8f7e-5c7b99c90866 req-53e31e70-bc4c-49ce-9bac-6552772692d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2442560
Apr 30 21:26:23.064714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9330bec9-8b49-4a7a-ae9b-f567625fd395), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.128269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] DHCP port deletion for dcb46efb-f856-4d0a-9c79-6edd64276510 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:23.149591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Calling delete_port for ce973619-9d58-43bb-af05-38ad4e6df819 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:23.152844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7012e344-e562-439b-8602-e0291908c3dd req-c14dae12-ed0f-4c5d-adfa-93f4d53b4546 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 200  len: 999 time: 0.0947115
Apr 30 21:26:23.169924 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.190155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d76f9518-4ace-4627-a49f-e66a99e68b4a req-ec996c2d-fdf8-4515-adfb-70af5ea0d2aa tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4216716
Apr 30 21:26:23.192820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] Deleting port 9baef92f-5525-4e91-96c5-af0bad41012b {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:23.193377 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.208136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967ba8ac0>,) {'filters': {'network_id': ['9330bec9-8b49-4a7a-ae9b-f567625fd395']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:23.215041 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (797884f0-73e5-4f64-9568-05bf70219066), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.251330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (797884f0-73e5-4f64-9568-05bf70219066), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.264721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Port': ['ID=797884f0-73e5-4f64-9568-05bf70219066,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:23.271039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] No DVR routers for this DVR port 797884f0-73e5-4f64-9568-05bf70219066 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:23.308545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] Pushing event deleted for resources: {'Port': ['ID=797884f0-73e5-4f64-9568-05bf70219066,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:23.312502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967ba8ac0>, 'a72d67f0-1772-4c47-85ce-4f3c507ce2ec') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:23.313045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967ba8ac0>, 'a72d67f0-1772-4c47-85ce-4f3c507ce2ec') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:23.327247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397dcc9-f6d8-4ae8-b185-452ff8fd1bc0 None None] No DVR routers for this DVR port 797884f0-73e5-4f64-9568-05bf70219066 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:23.359838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] For port 9baef92f-5525-4e91-96c5-af0bad41012b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9baef92f-5525-4e91-96c5-af0bad41012b,segment=NetworkSegment(57c6f115-b2a9-49d9-8c08-ffd7cf461c87),segment_id=57c6f115-b2a9-49d9-8c08-ffd7cf461c87)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:23.360271 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.381371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] Calling delete_port for 9baef92f-5525-4e91-96c5-af0bad41012b owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:23.474102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:26:23.500318 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (ea552f02-2088-4b28-b6e6-307d7d7f9514), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.610583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (491ca467-fa0f-4500-813a-eee0ea86bd57), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.621977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4694-014f-498e-9f04-7916c321879e req-c420cdc1-56a2-4cd0-9cf7-71e3deeacdb8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:23.644674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48af4694-014f-498e-9f04-7916c321879e req-c420cdc1-56a2-4cd0-9cf7-71e3deeacdb8 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.0615423
Apr 30 21:26:23.644674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (a72d67f0-1772-4c47-85ce-4f3c507ce2ec), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.645134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Subnet': ['ID=ea552f02-2088-4b28-b6e6-307d7d7f9514,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:23.650595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ce973619-9d58-43bb-af05-38ad4e6df819), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.666494 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (9baef92f-5525-4e91-96c5-af0bad41012b), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.689967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c9d13d8-4e17-4d09-bb8e-1c95ecbe6bcd req-b24ef182-c8d7-44b7-9ab2-20bb45af302e tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 210 time: 0.0839603
Apr 30 21:26:23.702829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896673ff70>,) {'filters': {'network_id': ['491ca467-fa0f-4500-813a-eee0ea86bd57']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:23.721474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Checking segment: {'id': '87baf7ec-9ef6-4cd9-a009-ca19b0a524ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc9d56b8-1a36-4955-b04d-6ae62f403829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:23.722340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network hostable DHCP agents. Network: cc9d56b8-1a36-4955-b04d-6ae62f403829, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:23.723194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] Pushing event deleted for resources: {'Port': ['ID=9baef92f-5525-4e91-96c5-af0bad41012b,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:23.727119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Pushing event deleted for resources: {'Port': ['ID=ce973619-9d58-43bb-af05-38ad4e6df819,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:23.728526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529cdb52-57a1-45ff-9c8d-73873f7c03b4 None None] No DVR routers for this DVR port 9baef92f-5525-4e91-96c5-af0bad41012b on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:23.741468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a72d67f0-1772-4c47-85ce-4f3c507ce2ec), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.760188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012e344-e562-439b-8602-e0291908c3dd req-ac63c48b-6f38-4981-86ab-ce98d2919071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:23.761952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7012e344-e562-439b-8602-e0291908c3dd req-ac63c48b-6f38-4981-86ab-ce98d2919071 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 200  len: 855 time: 0.5593503
Apr 30 21:26:23.769821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:23.773208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (a72d67f0-1772-4c47-85ce-4f3c507ce2ec), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.773525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896673ff70>, '13a6a819-dd5a-4723-9ff1-d5090160a885') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:23.773525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896673ff70>, '13a6a819-dd5a-4723-9ff1-d5090160a885') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:23.773734 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:23.808326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (13a6a819-dd5a-4723-9ff1-d5090160a885), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.830700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (13a6a819-dd5a-4723-9ff1-d5090160a885), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.838151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:23.838555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (13a6a819-dd5a-4723-9ff1-d5090160a885), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:23.844157 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:23.881402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48af4694-014f-498e-9f04-7916c321879e req-cda180fb-7368-4a80-b18e-5b89d82c32a7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2285314
Apr 30 21:26:23.934116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] No DVR routers for this DVR port ce973619-9d58-43bb-af05-38ad4e6df819 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:23.937428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.941723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a876c3b3-8c84-47c7-b77a-3730b3a07835 req-6aa84ce7-c2a8-4a2a-8e67-cb00268af2b9 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.35 "DELETE /v2.0/ports/ce973619-9d58-43bb-af05-38ad4e6df819 HTTP/1.1" status: 204  len: 173 time: 1.9011426
Apr 30 21:26:23.942369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63d86ea-e808-48fc-a674-231fbfbca961', 'name': 'network-vif-deleted', 'tag': 'ce973619-9d58-43bb-af05-38ad4e6df819'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:23.945290 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af4352-aed5-4ad3-883c-663dde75d838" -d '{"events": [{"server_uuid": "d63d86ea-e808-48fc-a674-231fbfbca961", "name": "network-vif-deleted", "tag": "ce973619-9d58-43bb-af05-38ad4e6df819"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:23.967900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9330bec9-8b49-4a7a-ae9b-f567625fd395), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.981261 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:23.992309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] 10.222.0.23 "DELETE /v2.0/networks/9330bec9-8b49-4a7a-ae9b-f567625fd395 HTTP/1.1" status: 204  len: 168 time: 2.9825761
Apr 30 21:26:24.000812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012e344-e562-439b-8602-e0291908c3dd req-7a75e8be-a286-4ba7-8e34-74a6e19f8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:24.002709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7012e344-e562-439b-8602-e0291908c3dd req-7a75e8be-a286-4ba7-8e34-74a6e19f8595 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1ba9505-d2cf-4c5a-934a-6a1e685fc411&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1980953
Apr 30 21:26:24.084250 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f175df-6436-4a48-83cd-c0758fecbb4e x-openstack-request-id: req-05f175df-6436-4a48-83cd-c0758fecbb4e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:24.086835 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63d86ea-e808-48fc-a674-231fbfbca961", "name": "network-vif-deleted", "tag": "ce973619-9d58-43bb-af05-38ad4e6df819", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:24.086835 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05f175df-6436-4a48-83cd-c0758fecbb4e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:24.086835 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f175df-6436-4a48-83cd-c0758fecbb4e'] response: {'server_uuid': 'd63d86ea-e808-48fc-a674-231fbfbca961', 'name': 'network-vif-deleted', 'tag': 'ce973619-9d58-43bb-af05-38ad4e6df819', 'status': 'completed', 'code': 200}
Apr 30 21:26:24.177898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd2f6-4b15-4182-9f90-c0a3b56d4386 tempest-DHCPAgentSchedulersTestJSON-1509534453 tempest-DHCPAgentSchedulersTestJSON-1509534453-project] Pushing event deleted for resources: {'Network': ['ID=9330bec9-8b49-4a7a-ae9b-f567625fd395,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:24.187812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7012e344-e562-439b-8602-e0291908c3dd req-f2000998-eae7-4668-bd90-153cab276dfb service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737704
Apr 30 21:26:24.211143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 797884f0-73e5-4f64-9568-05bf70219066 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:24.274164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 797884f0-73e5-4f64-9568-05bf70219066 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:24.275232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 797884f0-73e5-4f64-9568-05bf70219066 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:24.276105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9baef92f-5525-4e91-96c5-af0bad41012b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:24.347517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 9baef92f-5525-4e91-96c5-af0bad41012b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:24.349986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9baef92f-5525-4e91-96c5-af0bad41012b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:24.404266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network cc9d56b8-1a36-4955-b04d-6ae62f403829 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:24.455409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:24.502770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042e622-5411-4ba8-945f-13035f900163 req-e4b85529-9f93-4d57-b4fc-3585747eacd6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:24.504412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5042e622-5411-4ba8-945f-13035f900163 req-e4b85529-9f93-4d57-b4fc-3585747eacd6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.0998623
Apr 30 21:26:24.569346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cc9d56b8-1a36-4955-b04d-6ae62f403829) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:24.575415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7012e344-e562-439b-8602-e0291908c3dd req-244aaa00-9633-404b-ae98-43a4524717fc service neutron] 10.222.0.35 "GET /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3725717
Apr 30 21:26:24.580890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5042e622-5411-4ba8-945f-13035f900163 req-ddd44eaf-da3b-4581-ab5a-823c704777d4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676675
Apr 30 21:26:24.583026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:24.583652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:24.592018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cfb7f1-4153-434b-a67e-f617b7feb2cd None None] Network cc9d56b8-1a36-4955-b04d-6ae62f403829 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:24.615077 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (491ca467-fa0f-4500-813a-eee0ea86bd57), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:24.623585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:24.626736 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "DELETE /v2.0/networks/491ca467-fa0f-4500-813a-eee0ea86bd57 HTTP/1.1" status: 204  len: 168 time: 2.0834427
Apr 30 21:26:24.629863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43588) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:24.652888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f808a1-a186-48f1-8777-22bc5d5731b7 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Network': ['ID=491ca467-fa0f-4500-813a-eee0ea86bd57,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:24.762388 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-34dadf67-fdcb-4f70-a514-189e9421a33d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.4143517
Apr 30 21:26:24.765385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43592) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:24.771029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'port': {'network_id': 'cc9d56b8-1a36-4955-b04d-6ae62f403829', 'name': 'tempest-NetworksIpV6TestAttrs-275276912'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:24.780848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cc9d56b8-1a36-4955-b04d-6ae62f403829', 'network_id': 'cc9d56b8-1a36-4955-b04d-6ae62f403829', 'project_id': 'df29de6983a1403588550faf0e6b2bd8', 'fixed_ips': [{'subnet_id': 'ea552f02-2088-4b28-b6e6-307d7d7f9514'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:24.783637 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:24.797721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (dcb46efb-f856-4d0a-9c79-6edd64276510), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:24.978967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (dcb46efb-f856-4d0a-9c79-6edd64276510), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:24.988130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Allocated IP 2001:db8::f816:3eff:fef1:d1ab (cc9d56b8-1a36-4955-b04d-6ae62f403829/ea552f02-2088-4b28-b6e6-307d7d7f9514/64f562b3-8192-44aa-9b01-be6d7323ed3e) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:25.023419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e8d4e80>,) {'filters': {'network_id': ['dcb46efb-f856-4d0a-9c79-6edd64276510']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:25.048403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e8d4e80>, '57c6f115-b2a9-49d9-8c08-ffd7cf461c87') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:25.049948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e8d4e80>, '57c6f115-b2a9-49d9-8c08-ffd7cf461c87') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:25.092675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (57c6f115-b2a9-49d9-8c08-ffd7cf461c87), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.094062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43598) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:25.130237 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (57c6f115-b2a9-49d9-8c08-ffd7cf461c87), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.138040 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:26:25.141151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:25.145798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.147295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:25.147889 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (57c6f115-b2a9-49d9-8c08-ffd7cf461c87), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.176052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] device_id is not set on port 7e92f0ad-7590-4c1d-acff-40f946e9d49c yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:25.248463 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:25.251228 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Publish callbacks [] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.252569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33bf2f9a-9bbb-44e7-a168-696bb56d583e req-23e82890-392c-486c-8703-835539fca850 tempest-ListServerFiltersTestJSON-1641589296 tempest-ListServerFiltersTestJSON-1641589296-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63d86ea-e808-48fc-a674-231fbfbca961 HTTP/1.1" status: 200  len: 210 time: 0.3663487
Apr 30 21:26:25.296053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ce973619-9d58-43bb-af05-38ad4e6df819 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:25.313727 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-84d20778-d08c-46d2-8dba-6de101b5158c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=733603fc72e94d888b7bfbbfd909856b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2181695
Apr 30 21:26:25.316271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43604) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:25.326334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735624eb-24b6-4374-ac0f-06f0b973fe6b req-81685bb1-dc15-41f0-bcc1-dbc43effecea tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:25.334475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-735624eb-24b6-4374-ac0f-06f0b973fe6b req-81685bb1-dc15-41f0-bcc1-dbc43effecea tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.0967877
Apr 30 21:26:25.338537 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.345553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: ce973619-9d58-43bb-af05-38ad4e6df819 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:25.345958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ce973619-9d58-43bb-af05-38ad4e6df819 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:25.397926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Network cc9d56b8-1a36-4955-b04d-6ae62f403829 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:25.401513 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (dcb46efb-f856-4d0a-9c79-6edd64276510), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.402173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:25.410377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.413639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Allocated IP 2001:db8::f816:3eff:fe86:a4e4 (cc9d56b8-1a36-4955-b04d-6ae62f403829/ea552f02-2088-4b28-b6e6-307d7d7f9514/7e92f0ad-7590-4c1d-acff-40f946e9d49c) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:25.414079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:25.430762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] 10.222.0.23 "DELETE /v2.0/networks/dcb46efb-f856-4d0a-9c79-6edd64276510 HTTP/1.1" status: 204  len: 168 time: 0.7965314
Apr 30 21:26:25.430998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Pushing event updated for resources: {'Port': ['ID=64f562b3-8192-44aa-9b01-be6d7323ed3e,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:25.440219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-735624eb-24b6-4374-ac0f-06f0b973fe6b req-9e51b101-6eca-403b-ad78-ab8833fc29b7 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1045065
Apr 30 21:26:25.470716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d937c-16a5-44e2-accb-2f2dadfb3955 tempest-TaggedBootDevicesTest-1496276863 tempest-TaggedBootDevicesTest-1496276863-project] Pushing event deleted for resources: {'Network': ['ID=dcb46efb-f856-4d0a-9c79-6edd64276510,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:25.526397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Attempting to bind port 64f562b3-8192-44aa-9b01-be6d7323ed3e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:25.526826 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Attempting to bind port 64f562b3-8192-44aa-9b01-be6d7323ed3e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '87baf7ec-9ef6-4cd9-a009-ca19b0a524ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc9d56b8-1a36-4955-b04d-6ae62f403829'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:25.527397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Attempting to bind port 64f562b3-8192-44aa-9b01-be6d7323ed3e on network cc9d56b8-1a36-4955-b04d-6ae62f403829 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:25.533891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:25.534347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Checking segment: {'id': '87baf7ec-9ef6-4cd9-a009-ca19b0a524ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc9d56b8-1a36-4955-b04d-6ae62f403829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:25.534775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.535219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Bound using segment: {'id': '87baf7ec-9ef6-4cd9-a009-ca19b0a524ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc9d56b8-1a36-4955-b04d-6ae62f403829'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:25.535804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Bound port: 64f562b3-8192-44aa-9b01-be6d7323ed3e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87baf7ec-9ef6-4cd9-a009-ca19b0a524ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cc9d56b8-1a36-4955-b04d-6ae62f403829'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:25.536213 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.538054 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e04a8e55-582f-4458-a1c6-b403317b7aff admin admin] Publish callbacks [] for security_group (67ceb09a-3128-49c2-a475-54519ab02c08), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.646810 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e04a8e55-582f-4458-a1c6-b403317b7aff admin admin] Publish callbacks [] for security_group (67ceb09a-3128-49c2-a475-54519ab02c08), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.651902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] For port 64f562b3-8192-44aa-9b01-be6d7323ed3e, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:25.666028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] For port 64f562b3-8192-44aa-9b01-be6d7323ed3e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64f562b3-8192-44aa-9b01-be6d7323ed3e,segment=NetworkSegment(87baf7ec-9ef6-4cd9-a009-ca19b0a524ea),segment_id=87baf7ec-9ef6-4cd9-a009-ca19b0a524ea)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:25.728507 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for port (7e92f0ad-7590-4c1d-acff-40f946e9d49c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.761821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621fc08-f47b-4a5a-84a1-3deaace14d90 req-499ba6e9-26d8-41b3-89b9-07b825524c05 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:25.763335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c621fc08-f47b-4a5a-84a1-3deaace14d90 req-499ba6e9-26d8-41b3-89b9-07b825524c05 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.0722179
Apr 30 21:26:25.821316 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.828651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c621fc08-f47b-4a5a-84a1-3deaace14d90 req-d1546d8c-a3c4-42ff-aa9e-22599c53de5f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577035
Apr 30 21:26:25.871989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e04a8e55-582f-4458-a1c6-b403317b7aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (67ceb09a-3128-49c2-a475-54519ab02c08), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.875745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e04a8e55-582f-4458-a1c6-b403317b7aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.882101 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e04a8e55-582f-4458-a1c6-b403317b7aff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67ceb09a-3128-49c2-a475-54519ab02c08 HTTP/1.1" status: 204  len: 168 time: 0.5643716
Apr 30 21:26:25.903556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a8e55-582f-4458-a1c6-b403317b7aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ceb09a-3128-49c2-a475-54519ab02c08,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:25.920101 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7e92f0ad-7590-4c1d-acff-40f946e9d49c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:25.990176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6ae2f-34c3-420c-969c-530819a0bd5a None None] Pushing event updated for resources: {'Port': ['ID=64f562b3-8192-44aa-9b01-be6d7323ed3e,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:26.107071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network cc9d56b8-1a36-4955-b04d-6ae62f403829 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:26.113170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:26.128467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:26.137254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:26.141947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.153328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Port': ['ID=7e92f0ad-7590-4c1d-acff-40f946e9d49c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:26.287801 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a2bba344-a2d0-43f3-bfef-ca045911a89b tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.5207593
Apr 30 21:26:26.290960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43630) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:26.345904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43632) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:26.505176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0a2deb-5804-4d2a-ac87-250be9542f4a tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Deleting subnet ea552f02-2088-4b28-b6e6-307d7d7f9514 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:26.519959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b675ca3-ad70-499c-9f98-4d84004e757a admin admin] Deleting subnet e43df1e1-cb8b-4447-b068-1c585a9afef8 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:26.524385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2deb-5804-4d2a-ac87-250be9542f4a tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for subnet (ea552f02-2088-4b28-b6e6-307d7d7f9514), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.558048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b675ca3-ad70-499c-9f98-4d84004e757a admin admin] Publish callbacks [] for subnet (e43df1e1-cb8b-4447-b068-1c585a9afef8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.566862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296315c-8cfb-4936-9ecf-4f5d00428c3f req-0adaa344-9c02-4bd3-919f-3b5806cdf90a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:26.574326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8296315c-8cfb-4936-9ecf-4f5d00428c3f req-0adaa344-9c02-4bd3-919f-3b5806cdf90a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1360438
Apr 30 21:26:26.634171 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b675ca3-ad70-499c-9f98-4d84004e757a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (e43df1e1-cb8b-4447-b068-1c585a9afef8), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.640058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2deb-5804-4d2a-ac87-250be9542f4a tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (ea552f02-2088-4b28-b6e6-307d7d7f9514), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.709221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8296315c-8cfb-4936-9ecf-4f5d00428c3f req-812190e9-89c4-4a00-a7c7-1bacd35ecebf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303132
Apr 30 21:26:26.726650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c7b6e-002b-4238-b9f6-223466de3495 req-a68063f8-5b6a-4e53-a05c-5d4f22df3185 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:26.734708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-169c7b6e-002b-4238-b9f6-223466de3495 req-a68063f8-5b6a-4e53-a05c-5d4f22df3185 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.1525331
Apr 30 21:26:26.789164 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b675ca3-ad70-499c-9f98-4d84004e757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (e43df1e1-cb8b-4447-b068-1c585a9afef8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.841729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-169c7b6e-002b-4238-b9f6-223466de3495 req-91a7a921-6043-4e71-8609-4983e751b836 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1001163
Apr 30 21:26:26.873495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43642) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:26.891553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9caecfe6-69a4-44b1-91a9-a3930d4458d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.928899 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2deb-5804-4d2a-ac87-250be9542f4a tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ea552f02-2088-4b28-b6e6-307d7d7f9514), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.938390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b675ca3-ad70-499c-9f98-4d84004e757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (e43df1e1-cb8b-4447-b068-1c585a9afef8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:26.983349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b675ca3-ad70-499c-9f98-4d84004e757a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43df1e1-cb8b-4447-b068-1c585a9afef8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:26.995745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b675ca3-ad70-499c-9f98-4d84004e757a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.005997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34015a61-feab-40b8-930a-c2e55af2d230 None None] Network e8c74264-5714-4de9-a52a-c6c004380eb9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:27.014801 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b675ca3-ad70-499c-9f98-4d84004e757a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e43df1e1-cb8b-4447-b068-1c585a9afef8 HTTP/1.1" status: 204  len: 168 time: 0.6627321
Apr 30 21:26:27.015573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43646) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:27.114901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9caecfe6-69a4-44b1-91a9-a3930d4458d5 admin admin] Publish callbacks [] for security_group (c38bc87d-ec7e-41eb-93f1-b12c77d09105), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.159258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2deb-5804-4d2a-ac87-250be9542f4a tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (ea552f02-2088-4b28-b6e6-307d7d7f9514), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.196794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a2deb-5804-4d2a-ac87-250be9542f4a tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Subnet': ['ID=ea552f02-2088-4b28-b6e6-307d7d7f9514,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:27.198911 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a0a2deb-5804-4d2a-ac87-250be9542f4a tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.204108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a0a2deb-5804-4d2a-ac87-250be9542f4a tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/subnets/ea552f02-2088-4b28-b6e6-307d7d7f9514 HTTP/1.1" status: 204  len: 168 time: 0.9120748
Apr 30 21:26:27.207289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43648) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:27.222951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9caecfe6-69a4-44b1-91a9-a3930d4458d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c38bc87d-ec7e-41eb-93f1-b12c77d09105), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.257354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e8c74264-5714-4de9-a52a-c6c004380eb9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.315423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caecfe6-69a4-44b1-91a9-a3930d4458d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38bc87d-ec7e-41eb-93f1-b12c77d09105,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:27.322658 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9caecfe6-69a4-44b1-91a9-a3930d4458d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b83c5e356eb84186924ccb0d76d0dcb8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4477363
Apr 30 21:26:27.331340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43650) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:27.331747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] DHCP port deletion for e8c74264-5714-4de9-a52a-c6c004380eb9 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:27.439229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Deleting port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:27.439679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Deleting port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:27.439816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.440050 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.476125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b6e3fc-ab1b-43ff-ad12-11d1d4849acb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:27.484268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b6e3fc-ab1b-43ff-ad12-11d1d4849acb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:27.489203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-00b6e3fc-ab1b-43ff-ad12-11d1d4849acb tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2796729
Apr 30 21:26:27.489892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43652) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:27.505281 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709b18cf-59a9-49df-b60f-0d1b4144b772 admin admin] Publish callbacks [] for security_group (c38bc87d-ec7e-41eb-93f1-b12c77d09105), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.566067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709b18cf-59a9-49df-b60f-0d1b4144b772 admin admin] Publish callbacks [] for security_group (c38bc87d-ec7e-41eb-93f1-b12c77d09105), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.578021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] For port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:27.579062 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.595793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] For port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,segment=NetworkSegment(105dedfe-a298-46db-90cc-19c2efc9dc99),segment_id=105dedfe-a298-46db-90cc-19c2efc9dc99)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:27.596558 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.603618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Calling delete_port for ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:27.627658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Calling delete_port for ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:27.676960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60708ee9-7583-4500-9e20-30a671e85662 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (cc9d56b8-1a36-4955-b04d-6ae62f403829), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.702097 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-60708ee9-7583-4500-9e20-30a671e85662 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:26:27.702651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60708ee9-7583-4500-9e20-30a671e85662 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:27.710434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-60708ee9-7583-4500-9e20-30a671e85662 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/cc9d56b8-1a36-4955-b04d-6ae62f403829 HTTP/1.1" status: 409  len: 466 time: 0.2170119
Apr 30 21:26:27.712646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43654) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:27.724670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c914f-c1a9-427a-9f1a-0de7d411c9f2 None None] Network cc9d56b8-1a36-4955-b04d-6ae62f403829 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:27.749957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1984105625'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:27.776264 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709b18cf-59a9-49df-b60f-0d1b4144b772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c38bc87d-ec7e-41eb-93f1-b12c77d09105), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.779600 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709b18cf-59a9-49df-b60f-0d1b4144b772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.783411 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-709b18cf-59a9-49df-b60f-0d1b4144b772 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c38bc87d-ec7e-41eb-93f1-b12c77d09105 HTTP/1.1" status: 204  len: 168 time: 0.4529145
Apr 30 21:26:27.795498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b18cf-59a9-49df-b60f-0d1b4144b772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38bc87d-ec7e-41eb-93f1-b12c77d09105,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:27.830753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.883846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:27.886116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b2b3e86c-3c52-4441-961a-7296d1480370 None None] Provisioning complete for port 64f562b3-8192-44aa-9b01-be6d7323ed3e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:27.886552 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e86c-3c52-4441-961a-7296d1480370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.888832 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:27.894563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:27.909263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbb1ca-bbdc-4e19-94a1-253358980de4 req-36f420b1-2d9a-4b5a-ab2d-5f6adc25d225 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:27.914724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fcbb1ca-bbdc-4e19-94a1-253358980de4 req-36f420b1-2d9a-4b5a-ab2d-5f6adc25d225 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1089160
Apr 30 21:26:27.924617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] No DVR routers for this DVR port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:28.021024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fcbb1ca-bbdc-4e19-94a1-253358980de4 req-ac8d4046-3c6c-4e36-ad9c-85890d50844b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887616
Apr 30 21:26:28.042344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06fe0d-3634-4407-a311-070817db7de6 req-31ab0e1f-dc17-4723-a54c-5dcb56700a22 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:28.049903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e06fe0d-3634-4407-a311-070817db7de6 req-31ab0e1f-dc17-4723-a54c-5dcb56700a22 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.0712080
Apr 30 21:26:28.074668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:28.131997 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.151459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e06fe0d-3634-4407-a311-070817db7de6 req-118bffc1-a572-4b23-94de-bc36c88026ab tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0986378
Apr 30 21:26:28.177129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9115607-db86-4720-9340-2ee495950d65 None None] DHCP port deletion for cc9d56b8-1a36-4955-b04d-6ae62f403829 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:28.197651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3e86c-3c52-4441-961a-7296d1480370 None None] Current status of the port 64f562b3-8192-44aa-9b01-be6d7323ed3e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:28.198115 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e86c-3c52-4441-961a-7296d1480370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.199873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Pushing event deleted for resources: {'Port': ['ID=ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:28.213219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.213569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.213932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.214270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.214602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.214932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.215259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.215667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.215895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.216777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.217215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.217416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.217739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.218233 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.218449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:28.232824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (887777d5-c4d2-4676-ba3a-cab004c11273), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.233107 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Added segment 887777d5-c4d2-4676-ba3a-cab004c11273 of type vlan for network dc44602c-6d5b-463d-b5de-59743b9a86c7
Apr 30 21:26:28.275655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d6eaa-0e16-486a-bd36-1e8a32930a2d None None] No DVR routers for this DVR port ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:28.309080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e8c74264-5714-4de9-a52a-c6c004380eb9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.314515 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (dc44602c-6d5b-463d-b5de-59743b9a86c7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.330350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:28.354894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896f0c66a0>,) {'filters': {'network_id': ['e8c74264-5714-4de9-a52a-c6c004380eb9']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:28.366221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:28.366810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ef1ac4d4-d8b2-4fcc-9ecf-582716d62ef5 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:28.374250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f9115607-db86-4720-9340-2ee495950d65 None None] Deleting port 64f562b3-8192-44aa-9b01-be6d7323ed3e {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:28.374800 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f9115607-db86-4720-9340-2ee495950d65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.383920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896f0c66a0>, '105dedfe-a298-46db-90cc-19c2efc9dc99') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:28.384221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896f0c66a0>, '105dedfe-a298-46db-90cc-19c2efc9dc99') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:28.397748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b2b3e86c-3c52-4441-961a-7296d1480370 None None] For port 64f562b3-8192-44aa-9b01-be6d7323ed3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64f562b3-8192-44aa-9b01-be6d7323ed3e,segment=NetworkSegment(87baf7ec-9ef6-4cd9-a009-ca19b0a524ea),segment_id=87baf7ec-9ef6-4cd9-a009-ca19b0a524ea)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:28.407037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (105dedfe-a298-46db-90cc-19c2efc9dc99), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.431148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (105dedfe-a298-46db-90cc-19c2efc9dc99), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.455548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:28.456223 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (105dedfe-a298-46db-90cc-19c2efc9dc99), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.468240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f9115607-db86-4720-9340-2ee495950d65 None None] For port 64f562b3-8192-44aa-9b01-be6d7323ed3e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64f562b3-8192-44aa-9b01-be6d7323ed3e,segment=NetworkSegment(87baf7ec-9ef6-4cd9-a009-ca19b0a524ea),segment_id=87baf7ec-9ef6-4cd9-a009-ca19b0a524ea)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:28.469198 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f9115607-db86-4720-9340-2ee495950d65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:28.478258 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:28.495771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f9115607-db86-4720-9340-2ee495950d65 None None] Calling delete_port for 64f562b3-8192-44aa-9b01-be6d7323ed3e owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:28.509931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2b3e86c-3c52-4441-961a-7296d1480370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.551921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (dc44602c-6d5b-463d-b5de-59743b9a86c7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.558139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:28.558921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.640681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3e86c-3c52-4441-961a-7296d1480370 None None] Pushing event updated for resources: {'Port': ['ID=64f562b3-8192-44aa-9b01-be6d7323ed3e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:28.667239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e8c74264-5714-4de9-a52a-c6c004380eb9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.673739 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9541619
Apr 30 21:26:28.674570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd49aa2-7305-4223-bad5-b848cc984281 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Network': ['ID=dc44602c-6d5b-463d-b5de-59743b9a86c7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:28.677036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43672) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:28.680197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.683423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'subnet': {'network_id': 'dc44602c-6d5b-463d-b5de-59743b9a86c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:28.686082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] 10.222.0.23 "DELETE /v2.0/networks/e8c74264-5714-4de9-a52a-c6c004380eb9 HTTP/1.1" status: 204  len: 168 time: 1.6630096
Apr 30 21:26:28.691135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network dc44602c-6d5b-463d-b5de-59743b9a86c7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:28.703852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fa9db-70c0-4241-812e-7ea0c356941a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c74264-5714-4de9-a52a-c6c004380eb9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:28.759338 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f9115607-db86-4720-9340-2ee495950d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (64f562b3-8192-44aa-9b01-be6d7323ed3e), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:28.804170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9115607-db86-4720-9340-2ee495950d65 None None] Pushing event deleted for resources: {'Port': ['ID=64f562b3-8192-44aa-9b01-be6d7323ed3e,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:28.810854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9115607-db86-4720-9340-2ee495950d65 None None] No DVR routers for this DVR port 64f562b3-8192-44aa-9b01-be6d7323ed3e on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:28.932016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:28.942643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:29.082206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43702) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:29.153220 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-144759f3-d6c7-4a71-9abd-91ac80a9983a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1236f389e69047b8add7cbc7cefe8f24&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0683305
Apr 30 21:26:29.155715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43706) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:29.251037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5156ea8e-893f-4536-b3c1-6020149df01b admin admin] Publish callbacks [] for security_group (ecd9a4c9-069f-4445-bf0c-19946f2d7784), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:29.319477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5156ea8e-893f-4536-b3c1-6020149df01b admin admin] Publish callbacks [] for security_group (ecd9a4c9-069f-4445-bf0c-19946f2d7784), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:29.381529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108be9ff-337b-4a67-a357-d9ae472088d4 req-6e8d09d7-cce9-4c31-a011-75483e449f52 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:29.384217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-108be9ff-337b-4a67-a357-d9ae472088d4 req-6e8d09d7-cce9-4c31-a011-75483e449f52 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.2021637
Apr 30 21:26:29.458826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f516c-e4c1-48f5-8927-8e5caece0176 req-9a28507d-09e3-4463-894f-bf1014a3327d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:29.460388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-107f516c-e4c1-48f5-8927-8e5caece0176 req-9a28507d-09e3-4463-894f-bf1014a3327d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.1413329
Apr 30 21:26:29.523768 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5156ea8e-893f-4536-b3c1-6020149df01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ecd9a4c9-069f-4445-bf0c-19946f2d7784), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:29.532058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5156ea8e-893f-4536-b3c1-6020149df01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:29.543752 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5156ea8e-893f-4536-b3c1-6020149df01b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecd9a4c9-069f-4445-bf0c-19946f2d7784 HTTP/1.1" status: 204  len: 168 time: 0.3817325
Apr 30 21:26:29.549060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-108be9ff-337b-4a67-a357-d9ae472088d4 req-785d1e8c-55e4-4158-8694-483c8b7ac1eb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406257
Apr 30 21:26:29.568251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156ea8e-893f-4536-b3c1-6020149df01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd9a4c9-069f-4445-bf0c-19946f2d7784,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:29.582701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-107f516c-e4c1-48f5-8927-8e5caece0176 req-4be29bb9-ee30-4d86-8bc8-c8dca35bcb8f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0909269
Apr 30 21:26:29.781396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.objects.ports [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115774) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:26:29.784157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (792f53be-49fe-4b1c-ae56-7b6382d2ed07), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:29.845935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Subnet': ['ID=792f53be-49fe-4b1c-ae56-7b6382d2ed07,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:29.870619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Checking segment: {'id': '887777d5-c4d2-4676-ba3a-cab004c11273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dc44602c-6d5b-463d-b5de-59743b9a86c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:29.870989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network hostable DHCP agents. Network: dc44602c-6d5b-463d-b5de-59743b9a86c7, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:29.957138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network dc44602c-6d5b-463d-b5de-59743b9a86c7 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:30.111332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 64f562b3-8192-44aa-9b01-be6d7323ed3e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:30.133856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 64f562b3-8192-44aa-9b01-be6d7323ed3e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:30.134489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 64f562b3-8192-44aa-9b01-be6d7323ed3e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:30.500171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dc44602c-6d5b-463d-b5de-59743b9a86c7) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:30.504705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:30.505317 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:30.510499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfe007-ba95-426f-9eda-7d525760b2fc None None] Network dc44602c-6d5b-463d-b5de-59743b9a86c7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:30.647630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dc44602c-6d5b-463d-b5de-59743b9a86c7', 'network_id': 'dc44602c-6d5b-463d-b5de-59743b9a86c7', 'project_id': 'df29de6983a1403588550faf0e6b2bd8', 'fixed_ips': [{'subnet_id': '792f53be-49fe-4b1c-ae56-7b6382d2ed07'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:30.648930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:30.650023 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3d9f4135-e99e-4836-b6cc-49d8e4f755ed tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.9711733
Apr 30 21:26:30.652697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43742) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:30.931483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Allocated IP 2001:db8::f816:3eff:fe6a:ed91 (dc44602c-6d5b-463d-b5de-59743b9a86c7/792f53be-49fe-4b1c-ae56-7b6382d2ed07/9eb56e78-4b99-42ff-bf36-303475e7d87f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:30.945865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb80af-800f-4a2b-b945-3af53c4f7c0a req-61404d47-cbd8-471f-b252-9c889291c357 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:30.955687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7bbb80af-800f-4a2b-b945-3af53c4f7c0a req-61404d47-cbd8-471f-b252-9c889291c357 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.1946003
Apr 30 21:26:30.961390 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (dc44602c-6d5b-463d-b5de-59743b9a86c7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:30.984988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8067ee0-08e4-4392-a4a2-f9dcd7a9f398 req-6cd5cda5-6c5d-4166-b579-e73d9a83248b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:30.988369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8067ee0-08e4-4392-a4a2-f9dcd7a9f398 req-6cd5cda5-6c5d-4166-b579-e73d9a83248b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.2277732
Apr 30 21:26:31.124051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7bbb80af-800f-4a2b-b945-3af53c4f7c0a req-1635ebcb-6124-4804-9fc5-f7234c6e2d94 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1666858
Apr 30 21:26:31.203385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8067ee0-08e4-4392-a4a2-f9dcd7a9f398 req-ff73a39d-d4ce-4e47-90fe-46c98e95e557 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055886
Apr 30 21:26:31.216883 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (792f53be-49fe-4b1c-ae56-7b6382d2ed07), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:31.432003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43756) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:31.489313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Publish callbacks [] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:31.566783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1824948054', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:31.574743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:31.632254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Network dc44602c-6d5b-463d-b5de-59743b9a86c7 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:31.635832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:31.639838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:31.648691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Pushing event updated for resources: {'Port': ['ID=9eb56e78-4b99-42ff-bf36-303475e7d87f,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:31.727571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Attempting to bind port 9eb56e78-4b99-42ff-bf36-303475e7d87f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:31.728602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Attempting to bind port 9eb56e78-4b99-42ff-bf36-303475e7d87f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '887777d5-c4d2-4676-ba3a-cab004c11273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dc44602c-6d5b-463d-b5de-59743b9a86c7'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:31.729316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Attempting to bind port 9eb56e78-4b99-42ff-bf36-303475e7d87f on network dc44602c-6d5b-463d-b5de-59743b9a86c7 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:31.737070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:31.737823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Checking segment: {'id': '887777d5-c4d2-4676-ba3a-cab004c11273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dc44602c-6d5b-463d-b5de-59743b9a86c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:31.738641 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:31.739266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Bound using segment: {'id': '887777d5-c4d2-4676-ba3a-cab004c11273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dc44602c-6d5b-463d-b5de-59743b9a86c7'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:31.739986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Bound port: 9eb56e78-4b99-42ff-bf36-303475e7d87f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887777d5-c4d2-4676-ba3a-cab004c11273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dc44602c-6d5b-463d-b5de-59743b9a86c7'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:31.740585 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:31.838207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] For port 9eb56e78-4b99-42ff-bf36-303475e7d87f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:31.842503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] For port 9eb56e78-4b99-42ff-bf36-303475e7d87f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb56e78-4b99-42ff-bf36-303475e7d87f,segment=NetworkSegment(887777d5-c4d2-4676-ba3a-cab004c11273),segment_id=887777d5-c4d2-4676-ba3a-cab004c11273)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:32.026078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Made reservation on behalf of d31fa382065d4ab984847ff2942c7ca0 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:32.030130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (792f53be-49fe-4b1c-ae56-7b6382d2ed07), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:32.030704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:32.050867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:32.069854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Subnet': ['ID=792f53be-49fe-4b1c-ae56-7b6382d2ed07,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:32.078169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:32.154179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00322c6-7b3c-44f8-9183-faee1f3ef07d None None] Pushing event updated for resources: {'Port': ['ID=9eb56e78-4b99-42ff-bf36-303475e7d87f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:32.299792 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks [] for security_group (0a8a95d4-a555-4615-af87-31515f9d83f3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:32.380251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0a8a95d4-a555-4615-af87-31515f9d83f3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:32.394367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] device_id is not set on port fd7a92a7-2b1c-46da-a7a8-a159aded4258 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:26:32.493164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8a95d4-a555-4615-af87-31515f9d83f3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:32.665114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Allocated IP 172.35.4.254 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/fd7a92a7-2b1c-46da-a7a8-a159aded4258) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:32.991374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks [] for port (fd7a92a7-2b1c-46da-a7a8-a159aded4258), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:32.996760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7f0c7-ddbc-451e-b1f6-d48b1e96b288 req-3eeca97d-c18e-42af-b8e0-24fed5566e96 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:33.004822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70d7f0c7-ddbc-451e-b1f6-d48b1e96b288 req-3eeca97d-c18e-42af-b8e0-24fed5566e96 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.0809844
Apr 30 21:26:33.040124 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (dc44602c-6d5b-463d-b5de-59743b9a86c7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.112109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c759370>,) {'filters': {'network_id': ['dc44602c-6d5b-463d-b5de-59743b9a86c7']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:33.127560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8ebb0-2f24-414d-a69e-72cbfe26e0d0 req-044f30aa-ce1b-4e7f-9eb9-9f80dfd0feb8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:33.129275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcd8ebb0-2f24-414d-a69e-72cbfe26e0d0 req-044f30aa-ce1b-4e7f-9eb9-9f80dfd0feb8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.2091200
Apr 30 21:26:33.146573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70d7f0c7-ddbc-451e-b1f6-d48b1e96b288 req-731bd007-77c5-411c-8356-30d44b30c23d tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1350617
Apr 30 21:26:33.150085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c759370>, '887777d5-c4d2-4676-ba3a-cab004c11273') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:33.152377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c759370>, '887777d5-c4d2-4676-ba3a-cab004c11273') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:33.218749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (887777d5-c4d2-4676-ba3a-cab004c11273), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.264663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (887777d5-c4d2-4676-ba3a-cab004c11273), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.278253 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (fd7a92a7-2b1c-46da-a7a8-a159aded4258), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.302842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:33.303069 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (887777d5-c4d2-4676-ba3a-cab004c11273), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:33.306730 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:33.354738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:33.361665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:33.364705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:33.416108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcd8ebb0-2f24-414d-a69e-72cbfe26e0d0 req-3584cd22-2afd-4cb7-9925-8d9e245b970e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2681887
Apr 30 21:26:33.431893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7a92a7-2b1c-46da-a7a8-a159aded4258,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:33.443282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:33.444467 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.507464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:26:33.507464 ncdv-master-1 neutron-server[115774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:26:33.507464 ncdv-master-1 neutron-server[115774]: [parameters: {'id': 'dc44602c-6d5b-463d-b5de-59743b9a86c7'}]
Apr 30 21:26:33.507464 ncdv-master-1 neutron-server[115774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:26:33.508842 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:26:33.575017 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-79f98bb1-61c6-4862-8b6b-f12d412d09c4 tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 2.1432221
Apr 30 21:26:33.579852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43798) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:33.589087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.254'}]}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:33.706910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5084694a-6776-480b-b050-ff3b7ed4690c None None] Network dc44602c-6d5b-463d-b5de-59743b9a86c7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:33.746965 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (0553e60c-047f-4701-9524-6912af67f16d), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.752012 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (0553e60c-047f-4701-9524-6912af67f16d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.777330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3c9ecc4f-cc5c-46d5-beac-b77e8af9db4b None None] Provisioning complete for port 9eb56e78-4b99-42ff-bf36-303475e7d87f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:33.777693 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecc4f-cc5c-46d5-beac-b77e8af9db4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.802949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks [] for router_controller (0553e60c-047f-4701-9524-6912af67f16d), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.884863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ecc4f-cc5c-46d5-beac-b77e8af9db4b None None] Current status of the port 9eb56e78-4b99-42ff-bf36-303475e7d87f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:33.884863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecc4f-cc5c-46d5-beac-b77e8af9db4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:33.900301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] DHCP port deletion for dc44602c-6d5b-463d-b5de-59743b9a86c7 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:33.920433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43804) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:33.963062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3c9ecc4f-cc5c-46d5-beac-b77e8af9db4b None None] For port 9eb56e78-4b99-42ff-bf36-303475e7d87f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb56e78-4b99-42ff-bf36-303475e7d87f,segment=NetworkSegment(887777d5-c4d2-4676-ba3a-cab004c11273),segment_id=887777d5-c4d2-4676-ba3a-cab004c11273)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:33.972163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] Deleting port 9eb56e78-4b99-42ff-bf36-303475e7d87f {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:33.973048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.011468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (dc44602c-6d5b-463d-b5de-59743b9a86c7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.022471 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecc4f-cc5c-46d5-beac-b77e8af9db4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.040402 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4f31-1f26-401c-b630-d1d0b251a972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.056206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks [] for router_gateway (0553e60c-047f-4701-9524-6912af67f16d), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.061269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] For port 9eb56e78-4b99-42ff-bf36-303475e7d87f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb56e78-4b99-42ff-bf36-303475e7d87f,segment=NetworkSegment(887777d5-c4d2-4676-ba3a-cab004c11273),segment_id=887777d5-c4d2-4676-ba3a-cab004c11273)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:34.061673 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.084743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] Calling delete_port for 9eb56e78-4b99-42ff-bf36-303475e7d87f owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:34.107527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ecc4f-cc5c-46d5-beac-b77e8af9db4b None None] Pushing event updated for resources: {'Port': ['ID=9eb56e78-4b99-42ff-bf36-303475e7d87f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:34.113852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Deleting port 9eb56e78-4b99-42ff-bf36-303475e7d87f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:34.114434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.204790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] For port 9eb56e78-4b99-42ff-bf36-303475e7d87f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9eb56e78-4b99-42ff-bf36-303475e7d87f,segment=NetworkSegment(887777d5-c4d2-4676-ba3a-cab004c11273),segment_id=887777d5-c4d2-4676-ba3a-cab004c11273)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:34.205300 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.227674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Calling delete_port for 9eb56e78-4b99-42ff-bf36-303475e7d87f owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:34.237382 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.264275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] Pushing event deleted for resources: {'Port': ['ID=9eb56e78-4b99-42ff-bf36-303475e7d87f,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:34.266344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e6872-b4eb-4f18-8ed9-a75b115698b2 None None] No DVR routers for this DVR port 9eb56e78-4b99-42ff-bf36-303475e7d87f on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:34.298492 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4f31-1f26-401c-b630-d1d0b251a972 admin admin] Publish callbacks [] for security_group (58b7e2f9-b8cc-46e3-887f-d24190b4d495), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.344005 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks [] for router_gateway (0553e60c-047f-4701-9524-6912af67f16d), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.344299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23301f70-e652-4c22-8861-1c74dcc115f8 req-59e4bf6a-75d5-4c15-aad1-e8b666707c1a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:34.346336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23301f70-e652-4c22-8861-1c74dcc115f8 req-59e4bf6a-75d5-4c15-aad1-e8b666707c1a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.1150751
Apr 30 21:26:34.350423 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9d3c4f31-1f26-401c-b630-d1d0b251a972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (58b7e2f9-b8cc-46e3-887f-d24190b4d495), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.367912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.422092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9d3c4f31-1f26-401c-b630-d1d0b251a972 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=730b9a65aee24d6182ddd0f3be637473&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5026748
Apr 30 21:26:34.425891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43810) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:34.431922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c4f31-1f26-401c-b630-d1d0b251a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b7e2f9-b8cc-46e3-887f-d24190b4d495,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:34.462301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23301f70-e652-4c22-8861-1c74dcc115f8 req-cffdb530-c85a-4944-8693-534615bbcea4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1079600
Apr 30 21:26:34.548482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9eb56e78-4b99-42ff-bf36-303475e7d87f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.558608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ca78b-beed-4c6b-a852-30d555ee0a7b req-997cb2e1-c71c-42db-b1e8-40d23032094e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:34.560624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a22ca78b-beed-4c6b-a852-30d555ee0a7b req-997cb2e1-c71c-42db-b1e8-40d23032094e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.0571012
Apr 30 21:26:34.563421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d953d36f-ebc7-499b-9f88-082803c17383 admin admin] Publish callbacks [] for security_group (58b7e2f9-b8cc-46e3-887f-d24190b4d495), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.592526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Port': ['ID=9eb56e78-4b99-42ff-bf36-303475e7d87f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:34.595362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No DVR routers for this DVR port 9eb56e78-4b99-42ff-bf36-303475e7d87f on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:34.612512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d953d36f-ebc7-499b-9f88-082803c17383 admin admin] Publish callbacks [] for security_group (58b7e2f9-b8cc-46e3-887f-d24190b4d495), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.660499 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks [] for router (0553e60c-047f-4701-9524-6912af67f16d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.703270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a22ca78b-beed-4c6b-a852-30d555ee0a7b req-ff721bbe-145e-4ce8-8e27-b23758cbc889 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188469
Apr 30 21:26:34.707752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (dc44602c-6d5b-463d-b5de-59743b9a86c7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.730678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c70ce50>,) {'filters': {'network_id': ['dc44602c-6d5b-463d-b5de-59743b9a86c7']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:34.741244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c70ce50>, '887777d5-c4d2-4676-ba3a-cab004c11273') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:34.741655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c70ce50>, '887777d5-c4d2-4676-ba3a-cab004c11273') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:34.751885 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (887777d5-c4d2-4676-ba3a-cab004c11273), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.769353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (887777d5-c4d2-4676-ba3a-cab004c11273), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.769977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d953d36f-ebc7-499b-9f88-082803c17383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (58b7e2f9-b8cc-46e3-887f-d24190b4d495), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.772504 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d953d36f-ebc7-499b-9f88-082803c17383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.773649 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d953d36f-ebc7-499b-9f88-082803c17383 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58b7e2f9-b8cc-46e3-887f-d24190b4d495 HTTP/1.1" status: 204  len: 168 time: 0.3468196
Apr 30 21:26:34.775463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:34.775854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (887777d5-c4d2-4676-ba3a-cab004c11273), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:34.779409 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:34.843141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953d36f-ebc7-499b-9f88-082803c17383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b7e2f9-b8cc-46e3-887f-d24190b4d495,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:34.850641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (0553e60c-047f-4701-9524-6912af67f16d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.852857 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks [] for router_controller (0553e60c-047f-4701-9524-6912af67f16d), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.923114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (dc44602c-6d5b-463d-b5de-59743b9a86c7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.933945 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.938415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/dc44602c-6d5b-463d-b5de-59743b9a86c7 HTTP/1.1" status: 204  len: 168 time: 4.2807496
Apr 30 21:26:34.938821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43818) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:34.943749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2101842473'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:34.944907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4d026-38d1-41ae-ae2f-9d58d844d795 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Network': ['ID=dc44602c-6d5b-463d-b5de-59743b9a86c7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:34.979925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (0553e60c-047f-4701-9524-6912af67f16d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:34.980418 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0553e60c-047f-4701-9524-6912af67f16d {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:26:35.070042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:35.073536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.102285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:35.131776 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:26:35.131776 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e6cf8256-0963-4b2c-b2b0-595491b7999e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.5329466
Apr 30 21:26:35.131776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3fbf03c7-cbc4-4d72-ae02-8ed439530786), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.131776 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Added segment 3fbf03c7-cbc4-4d72-ae02-8ed439530786 of type vlan for network f4a85511-f784-4a47-8733-41550492156e
Apr 30 21:26:35.134371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43824) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:35.169550 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (f4a85511-f784-4a47-8733-41550492156e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.219080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1c42564f-d17c-471e-b34d-6a154e31966e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Deleting port fd7a92a7-2b1c-46da-a7a8-a159aded4258 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:35.219424 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1c42564f-d17c-471e-b34d-6a154e31966e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fd7a92a7-2b1c-46da-a7a8-a159aded4258), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.277505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (f4a85511-f784-4a47-8733-41550492156e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.284897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:35.285535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.298008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1c42564f-d17c-471e-b34d-6a154e31966e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fd7a92a7-2b1c-46da-a7a8-a159aded4258), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.311450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1c42564f-d17c-471e-b34d-6a154e31966e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Calling delete_port for fd7a92a7-2b1c-46da-a7a8-a159aded4258 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:35.354917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Network': ['ID=f4a85511-f784-4a47-8733-41550492156e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:35.366246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network f4a85511-f784-4a47-8733-41550492156e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:35.411630 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-54fece8b-db5c-4aad-8a55-2b00d787493e tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4717207
Apr 30 21:26:35.414720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43842) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:35.420604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'subnet': {'network_id': 'f4a85511-f784-4a47-8733-41550492156e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:35.500131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1c42564f-d17c-471e-b34d-6a154e31966e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fd7a92a7-2b1c-46da-a7a8-a159aded4258), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.535831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42564f-d17c-471e-b34d-6a154e31966e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd7a92a7-2b1c-46da-a7a8-a159aded4258,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:35.609455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:35.613167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.634243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea81f-b03a-49db-8070-5b00de98eecf req-9f6576ba-66a3-45e9-a2a9-a4e7c9ea5efd tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:35.635917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-519ea81f-b03a-49db-8070-5b00de98eecf req-9f6576ba-66a3-45e9-a2a9-a4e7c9ea5efd tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.0810642
Apr 30 21:26:35.641708 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1c42564f-d17c-471e-b34d-6a154e31966e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:35.648753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1c42564f-d17c-471e-b34d-6a154e31966e tempest-RoutersAdminNegativeIpV6Test-2137924058 tempest-RoutersAdminNegativeIpV6Test-2137924058-project-admin] 10.222.0.23 "DELETE /v2.0/ports/fd7a92a7-2b1c-46da-a7a8-a159aded4258 HTTP/1.1" status: 204  len: 168 time: 0.5097048
Apr 30 21:26:35.695123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-519ea81f-b03a-49db-8070-5b00de98eecf req-92e16fba-422d-439b-9e52-76904572a5b2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0486498
Apr 30 21:26:35.836497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b8205-c6ef-472c-a9bc-2a74d92c9eb4 req-32a4ecc3-1825-4e00-99b8-c3a70c738295 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:35.838234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-134b8205-c6ef-472c-a9bc-2a74d92c9eb4 req-32a4ecc3-1825-4e00-99b8-c3a70c738295 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.0589128
Apr 30 21:26:35.896745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-134b8205-c6ef-472c-a9bc-2a74d92c9eb4 req-12ccd372-05f8-45c7-8341-22fe0783c2d8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507393
Apr 30 21:26:35.933185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43870) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:35.973529 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (c4c99c68-7f52-4447-a472-39fc52221523), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.046526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-network', 'tenant_id': 'acd535df3826485d8472597a6258a56c'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:36.047195 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Subnet': ['ID=c4c99c68-7f52-4447-a472-39fc52221523,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:36.050815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Checking segment: {'id': '3fbf03c7-cbc4-4d72-ae02-8ed439530786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f4a85511-f784-4a47-8733-41550492156e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:36.050815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network hostable DHCP agents. Network: f4a85511-f784-4a47-8733-41550492156e, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:36.207256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Made reservation on behalf of acd535df3826485d8472597a6258a56c for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:36.207783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network f4a85511-f784-4a47-8733-41550492156e is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:36.210702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.223234 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.292611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f4a85511-f784-4a47-8733-41550492156e) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:36.297350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:36.297972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.300866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43890) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:36.304072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c62087c-2506-438d-a6d9-583706eee6ef None None] Network f4a85511-f784-4a47-8733-41550492156e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:36.311010 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Publish callbacks [] for security_group (fe9a3205-bc2d-450a-a013-fb1e0e073c7f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.409413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f4a85511-f784-4a47-8733-41550492156e', 'network_id': 'f4a85511-f784-4a47-8733-41550492156e', 'project_id': 'df29de6983a1403588550faf0e6b2bd8', 'fixed_ips': [{'subnet_id': 'c4c99c68-7f52-4447-a472-39fc52221523'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:36.410781 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.426177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c64ac95-b01f-4380-bf5a-907c93046f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.436443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fe9a3205-bc2d-450a-a013-fb1e0e073c7f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.459977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:36.468975 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-059e2805-450c-4215-afac-810459f22d96 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0527463
Apr 30 21:26:36.471457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43894) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:36.486638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9a3205-bc2d-450a-a013-fb1e0e073c7f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:36.500417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9d2064b1-12aa-4fcf-ae91-d83eb1b317cd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.501363 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Added segment 9d2064b1-12aa-4fcf-ae91-d83eb1b317cd of type vlan for network acf946d8-f627-421b-bd28-a9c0e5235ab2
Apr 30 21:26:36.526547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c64ac95-b01f-4380-bf5a-907c93046f57 admin admin] Publish callbacks [] for security_group (e7ae2107-71fc-4948-bf4c-95003bb78561), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.562927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Allocated IP 2001:db8::2 (f4a85511-f784-4a47-8733-41550492156e/c4c99c68-7f52-4447-a472-39fc52221523/a65a44ec-8e0a-40d4-bca1-5bf70b776308) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:36.584664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (acf946d8-f627-421b-bd28-a9c0e5235ab2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.602870 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c64ac95-b01f-4380-bf5a-907c93046f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e7ae2107-71fc-4948-bf4c-95003bb78561), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.632861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (f4a85511-f784-4a47-8733-41550492156e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.648965 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7c64ac95-b01f-4380-bf5a-907c93046f57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ff84f661fc74cdb8031d8e2ff51e220&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3411036
Apr 30 21:26:36.650470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64ac95-b01f-4380-bf5a-907c93046f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae2107-71fc-4948-bf4c-95003bb78561,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:36.653055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43896) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:36.689871 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c4c99c68-7f52-4447-a472-39fc52221523), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.713604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (acf946d8-f627-421b-bd28-a9c0e5235ab2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.714677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:36.715429 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.716572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Publish callbacks [] for port (a65a44ec-8e0a-40d4-bca1-5bf70b776308), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.717980 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4adc12de-50ce-4ca1-bdeb-65d4a37cc3e0 admin admin] Publish callbacks [] for security_group (e7ae2107-71fc-4948-bf4c-95003bb78561), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.742149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4adc12de-50ce-4ca1-bdeb-65d4a37cc3e0 admin admin] Publish callbacks [] for security_group (e7ae2107-71fc-4948-bf4c-95003bb78561), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.778835 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (a65a44ec-8e0a-40d4-bca1-5bf70b776308), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.820450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Network f4a85511-f784-4a47-8733-41550492156e is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:36.823376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:36.827518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:36.838542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Pushing event updated for resources: {'Port': ['ID=a65a44ec-8e0a-40d4-bca1-5bf70b776308,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:36.852949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4adc12de-50ce-4ca1-bdeb-65d4a37cc3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e7ae2107-71fc-4948-bf4c-95003bb78561), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.856038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4adc12de-50ce-4ca1-bdeb-65d4a37cc3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:36.857990 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4adc12de-50ce-4ca1-bdeb-65d4a37cc3e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7ae2107-71fc-4948-bf4c-95003bb78561 HTTP/1.1" status: 204  len: 168 time: 0.2033076
Apr 30 21:26:36.866653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc12de-50ce-4ca1-bdeb-65d4a37cc3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae2107-71fc-4948-bf4c-95003bb78561,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:36.872009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] Pushing event updated for resources: {'Network': ['ID=acf946d8-f627-421b-bd28-a9c0e5235ab2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:36.888041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-11d29076-6999-43e8-a2e4-dc4229d928ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9483891
Apr 30 21:26:36.889435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43902) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:36.893236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097eb2d-808d-4e78-a4fa-fbacf2660b68 req-e1126d28-ffd5-4963-bdf6-a15794c85e3f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:36.895639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4097eb2d-808d-4e78-a4fa-fbacf2660b68 req-e1126d28-ffd5-4963-bdf6-a15794c85e3f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 945 time: 0.1086800
Apr 30 21:26:36.896384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Request body: {'subnet': {'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-subnet', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:36.914847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network acf946d8-f627-421b-bd28-a9c0e5235ab2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:36.957621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4097eb2d-808d-4e78-a4fa-fbacf2660b68 req-e0254919-5440-4284-b030-e86966d70d95 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0529120
Apr 30 21:26:36.986034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Attempting to bind port a65a44ec-8e0a-40d4-bca1-5bf70b776308 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:36.986266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Made reservation on behalf of acd535df3826485d8472597a6258a56c for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:36.986446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Attempting to bind port a65a44ec-8e0a-40d4-bca1-5bf70b776308 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3fbf03c7-cbc4-4d72-ae02-8ed439530786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f4a85511-f784-4a47-8733-41550492156e'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:36.987047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Attempting to bind port a65a44ec-8e0a-40d4-bca1-5bf70b776308 on network f4a85511-f784-4a47-8733-41550492156e {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:36.988687 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.004280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:37.004664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Checking segment: {'id': '3fbf03c7-cbc4-4d72-ae02-8ed439530786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f4a85511-f784-4a47-8733-41550492156e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:37.005069 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.005467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Bound using segment: {'id': '3fbf03c7-cbc4-4d72-ae02-8ed439530786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f4a85511-f784-4a47-8733-41550492156e'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:37.005970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Bound port: a65a44ec-8e0a-40d4-bca1-5bf70b776308, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbf03c7-cbc4-4d72-ae02-8ed439530786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f4a85511-f784-4a47-8733-41550492156e'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:37.006355 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a65a44ec-8e0a-40d4-bca1-5bf70b776308), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.016969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (c4c99c68-7f52-4447-a472-39fc52221523), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.041524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2da35-6b18-4a4e-aae1-aafb07574a7a req-a8aa04db-6f61-4df4-a56b-bd3592048fbe tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:37.049380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0c2da35-6b18-4a4e-aae1-aafb07574a7a req-a8aa04db-6f61-4df4-a56b-bd3592048fbe tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.0751030
Apr 30 21:26:37.104779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] For port a65a44ec-8e0a-40d4-bca1-5bf70b776308, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:37.109345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] For port a65a44ec-8e0a-40d4-bca1-5bf70b776308, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a65a44ec-8e0a-40d4-bca1-5bf70b776308,segment=NetworkSegment(3fbf03c7-cbc4-4d72-ae02-8ed439530786),segment_id=3fbf03c7-cbc4-4d72-ae02-8ed439530786)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:37.113901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c99c68-7f52-4447-a472-39fc52221523,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:37.144384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (f4a85511-f784-4a47-8733-41550492156e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.180905 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a65a44ec-8e0a-40d4-bca1-5bf70b776308), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.182023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966c05640>,) {'filters': {'network_id': ['f4a85511-f784-4a47-8733-41550492156e']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:37.187910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0c2da35-6b18-4a4e-aae1-aafb07574a7a req-e242f861-1e0c-416d-92e1-98b424525852 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376634
Apr 30 21:26:37.197376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966c05640>, '3fbf03c7-cbc4-4d72-ae02-8ed439530786') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:37.197705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966c05640>, '3fbf03c7-cbc4-4d72-ae02-8ed439530786') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:37.209957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (3fbf03c7-cbc4-4d72-ae02-8ed439530786), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.227925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3fbf03c7-cbc4-4d72-ae02-8ed439530786), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.237371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:37.237934 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (3fbf03c7-cbc4-4d72-ae02-8ed439530786), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:37.241897 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:37.258558 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (b7941620-eb2c-4348-9c33-40b03ca5ef42), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.282968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:26:37.292430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c3b2-642a-4845-b5bd-8f18a2a831ac None None] Pushing event updated for resources: {'Port': ['ID=a65a44ec-8e0a-40d4-bca1-5bf70b776308,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:37.333848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7941620-eb2c-4348-9c33-40b03ca5ef42,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:37.338134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Checking segment: {'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:37.338511 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Network hostable DHCP agents. Network: acf946d8-f627-421b-bd28-a9c0e5235ab2, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:37.360940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16649d11-a0cd-44ae-84c4-a9ec75beeb7e None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:26:37.392627 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:26:37.392627 ncdv-master-1 neutron-server[115774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:26:37.392627 ncdv-master-1 neutron-server[115774]: [parameters: {'id': 'f4a85511-f784-4a47-8733-41550492156e'}]
Apr 30 21:26:37.392627 ncdv-master-1 neutron-server[115774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:26:37.393049 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:26:37.448699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Network acf946d8-f627-421b-bd28-a9c0e5235ab2 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:37.493354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:37.512201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'port_id': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'mac_address': 'fa:16:3e:d8:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:26:37.540096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, acf946d8-f627-421b-bd28-a9c0e5235ab2) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:37.545167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:37.545895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.574195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a7573128-4b05-4280-bcc7-74239c0b44b6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:37.576381 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.599385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7573128-4b05-4280-bcc7-74239c0b44b6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:26:37.610351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16649d11-a0cd-44ae-84c4-a9ec75beeb7e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:26:37.613638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43910) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:37.625882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:37.633318 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4804aaef-d9e5-4009-ab7a-da75e1be0578 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.7419615
Apr 30 21:26:37.638882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43912) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:37.643627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:37.663348 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-05b17a9b-0154-4131-bff5-66fb0b1ec4f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d31fa382065d4ab984847ff2942c7ca0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0483878
Apr 30 21:26:37.665885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43914) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:37.713685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c904f88e-bb2d-45ec-8bd4-4f83b7267a68 admin admin] Publish callbacks [] for security_group (0a8a95d4-a555-4615-af87-31515f9d83f3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.735217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c904f88e-bb2d-45ec-8bd4-4f83b7267a68 admin admin] Publish callbacks [] for security_group (0a8a95d4-a555-4615-af87-31515f9d83f3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.780406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (13092bf4-2438-4250-9839-da1bd0717122), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.781488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (13092bf4-2438-4250-9839-da1bd0717122), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.871689 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.894326 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (f4a85511-f784-4a47-8733-41550492156e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.900006 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c904f88e-bb2d-45ec-8bd4-4f83b7267a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0a8a95d4-a555-4615-af87-31515f9d83f3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.902647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c904f88e-bb2d-45ec-8bd4-4f83b7267a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:37.904614 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c904f88e-bb2d-45ec-8bd4-4f83b7267a68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a8a95d4-a555-4615-af87-31515f9d83f3 HTTP/1.1" status: 204  len: 168 time: 0.2376068
Apr 30 21:26:37.916263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904f88e-bb2d-45ec-8bd4-4f83b7267a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8a95d4-a555-4615-af87-31515f9d83f3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:38.024375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks [] for router_controller (13092bf4-2438-4250-9839-da1bd0717122), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:38.030076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Deleting port a65a44ec-8e0a-40d4-bca1-5bf70b776308 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:38.030421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a65a44ec-8e0a-40d4-bca1-5bf70b776308), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:38.112904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a7573128-4b05-4280-bcc7-74239c0b44b6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:26:38.123144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=11']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:38.138677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] For port a65a44ec-8e0a-40d4-bca1-5bf70b776308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a65a44ec-8e0a-40d4-bca1-5bf70b776308,segment=NetworkSegment(3fbf03c7-cbc4-4d72-ae02-8ed439530786),segment_id=3fbf03c7-cbc4-4d72-ae02-8ed439530786)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:38.139154 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a65a44ec-8e0a-40d4-bca1-5bf70b776308), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:38.156365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d6966c-abf7-4c38-bd90-899b4d2191ab None None] Network f4a85511-f784-4a47-8733-41550492156e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:38.161947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621055a2-4ef9-489e-82ad-e40d3dbe70c6 None None] Network acf946d8-f627-421b-bd28-a9c0e5235ab2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:38.230014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Calling delete_port for a65a44ec-8e0a-40d4-bca1-5bf70b776308 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:38.245624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037af3ed-2101-46cf-b4be-214e29d3bbd3 req-ebeeea53-52f9-4a7c-aa6b-a11f48e3757a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:38.247225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037af3ed-2101-46cf-b4be-214e29d3bbd3 req-ebeeea53-52f9-4a7c-aa6b-a11f48e3757a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1768587
Apr 30 21:26:38.406328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288cc0e2-fa90-427f-8d6a-4b33d72aa96c None None] Network acf946d8-f627-421b-bd28-a9c0e5235ab2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:38.471795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037af3ed-2101-46cf-b4be-214e29d3bbd3 req-573caa5a-950f-41c9-a489-a6a2226ca3a0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2157459
Apr 30 21:26:38.480056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks [] for router_gateway (13092bf4-2438-4250-9839-da1bd0717122), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:38.491889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e4027-9c9b-47f9-8e1c-3b11e2b426d2 req-68100190-cbf7-4fd0-9ec2-572f96faf6ed tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:38.493420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da8e4027-9c9b-47f9-8e1c-3b11e2b426d2 req-68100190-cbf7-4fd0-9ec2-572f96faf6ed tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1785054
Apr 30 21:26:38.557097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da8e4027-9c9b-47f9-8e1c-3b11e2b426d2 req-8d86e2f9-8094-42bf-8be1-aa325788294b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536540
Apr 30 21:26:38.872615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a65a44ec-8e0a-40d4-bca1-5bf70b776308), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:38.910102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Port': ['ID=a65a44ec-8e0a-40d4-bca1-5bf70b776308,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:38.911931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No DVR routers for this DVR port a65a44ec-8e0a-40d4-bca1-5bf70b776308 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:39.066419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (f4a85511-f784-4a47-8733-41550492156e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.122157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c948dc0>,) {'filters': {'network_id': ['f4a85511-f784-4a47-8733-41550492156e']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:39.142558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c948dc0>, '3fbf03c7-cbc4-4d72-ae02-8ed439530786') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:39.142862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c948dc0>, '3fbf03c7-cbc4-4d72-ae02-8ed439530786') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:39.160861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43946) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:39.165837 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (3fbf03c7-cbc4-4d72-ae02-8ed439530786), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.180009 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks [] for router_gateway (13092bf4-2438-4250-9839-da1bd0717122), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.201691 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.209048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3fbf03c7-cbc4-4d72-ae02-8ed439530786), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.217112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:39.217540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (3fbf03c7-cbc4-4d72-ae02-8ed439530786), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:39.220541 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:39.277572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1518520865'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:39.290869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:39.338849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port a7573128-4b05-4280-bcc7-74239c0b44b6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:26:39.375758 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (f4a85511-f784-4a47-8733-41550492156e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.402617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port a7573128-4b05-4280-bcc7-74239c0b44b6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:39.402804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:39.403808 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.406673 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.413391 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.416329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.416700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/f4a85511-f784-4a47-8733-41550492156e HTTP/1.1" status: 204  len: 168 time: 2.9433270
Apr 30 21:26:39.421310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43952) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:39.434200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1645306172'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:39.443973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5233d-30dd-4fdd-a31d-4bf9a27c8fce tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Network': ['ID=f4a85511-f784-4a47-8733-41550492156e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:39.495777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a7573128-4b05-4280-bcc7-74239c0b44b6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:39.496168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.500126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for security_group (e0ec3d24-5e1e-4bd3-804d-ffc0ab832408), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.525651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:39.529252 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7aa27a-7f6e-4561-96ea-a90904571aa4" -d '{"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-plugged", "status": "completed", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:39.532644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Allocated IP 172.35.4.239 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/c9658d5a-8df7-4e25-ae19-9136b7cb8ebc) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:39.544787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:39.547506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:39.551464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.572528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e0ec3d24-5e1e-4bd3-804d-ffc0ab832408), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.576252 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52904c66-327c-4abe-950f-835a94767bc8 x-openstack-request-id: req-52904c66-327c-4abe-950f-835a94767bc8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:39.577332 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-plugged", "status": "completed", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:39.578764 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52904c66-327c-4abe-950f-835a94767bc8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:39.583437 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52904c66-327c-4abe-950f-835a94767bc8'] response: {'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'code': 200}
Apr 30 21:26:39.598600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:39.615831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ec3d24-5e1e-4bd3-804d-ffc0ab832408,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:39.629795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3ae4947a-396f-4b92-9b91-5acf9b5a4e20), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.630892 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment 3ae4947a-396f-4b92-9b91-5acf9b5a4e20 of type vlan for network b54a5006-978c-4fea-a6ba-844865fb37e1
Apr 30 21:26:39.640549 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.665890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d37e2-d806-4783-973a-8eb920e284b4 req-e849d189-ad81-4f5a-a646-067633e56d18 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:39.667589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-615d37e2-d806-4783-973a-8eb920e284b4 req-e849d189-ad81-4f5a-a646-067633e56d18 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 946 time: 0.1042917
Apr 30 21:26:39.671055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:39.680548 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b54a5006-978c-4fea-a6ba-844865fb37e1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.715490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=12']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:39.727304 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (acaf919e-6a59-4bc4-b382-54ce0539ada1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.727664 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Added segment acaf919e-6a59-4bc4-b382-54ce0539ada1 of type vlan for network b5396c3e-aa5c-429f-b8c4-ed459da72427
Apr 30 21:26:39.769295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b54a5006-978c-4fea-a6ba-844865fb37e1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.776545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:39.777439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.843589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=b54a5006-978c-4fea-a6ba-844865fb37e1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:39.852592 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b5396c3e-aa5c-429f-b8c4-ed459da72427), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.853842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b54a5006-978c-4fea-a6ba-844865fb37e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:39.873944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf7976-5643-4852-be21-959fa1bbe31a req-853e8ca9-4b41-445f-9bcb-0c144ec39fe2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:39.875415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7cf7976-5643-4852-be21-959fa1bbe31a req-853e8ca9-4b41-445f-9bcb-0c144ec39fe2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1661835
Apr 30 21:26:39.880780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks [] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:39.897812 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-60290355-f11a-4b41-ac0c-7f90c7d724a5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7335234
Apr 30 21:26:39.898034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43960) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:39.903036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1515176317'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:39.905103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-615d37e2-d806-4783-973a-8eb920e284b4 req-71cd25ad-ccd8-495b-b59c-293a5be1e2e2 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2279997
Apr 30 21:26:39.938207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0befb-398c-4c91-82cf-7e0d71477411 req-b61df6bb-0130-491f-92e7-c8d623d0ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:39.939702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63f0befb-398c-4c91-82cf-7e0d71477411 req-b61df6bb-0130-491f-92e7-c8d623d0ba5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 1129 time: 0.1423998
Apr 30 21:26:40.007454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:40.008049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7cf7976-5643-4852-be21-959fa1bbe31a req-45c02ba8-d079-4252-bcea-b1e0527dca90 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185799
Apr 30 21:26:40.010849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.021314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63f0befb-398c-4c91-82cf-7e0d71477411 req-f4266056-3d16-4d10-971c-b3e2fe0031b2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0672584
Apr 30 21:26:40.036492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:40.038170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b5396c3e-aa5c-429f-b8c4-ed459da72427), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.043586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:40.045007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.046481 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (dc6d42a7-a071-410c-be9f-4eb26fb5dbb9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.046820 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment dc6d42a7-a071-410c-be9f-4eb26fb5dbb9 of type vlan for network 40a21e40-45fc-4c16-9a0e-884b449f84a7
Apr 30 21:26:40.087157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (40a21e40-45fc-4c16-9a0e-884b449f84a7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.101386 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.151793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Network': ['ID=b5396c3e-aa5c-429f-b8c4-ed459da72427,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:40.155595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:40.160453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:40.162495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b5396c3e-aa5c-429f-b8c4-ed459da72427 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:40.164110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:40.189984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Pushing event updated for resources: {'Port': ['ID=c9658d5a-8df7-4e25-ae19-9136b7cb8ebc,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:40.191524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (40a21e40-45fc-4c16-9a0e-884b449f84a7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.197812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-37803081-ebe5-4889-a5ac-c98d2723ccf8 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7650437
Apr 30 21:26:40.198573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43962) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:40.198707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:40.199100 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.204595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Request body: {'subnet': {'network_id': 'b5396c3e-aa5c-429f-b8c4-ed459da72427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:40.284717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=40a21e40-45fc-4c16-9a0e-884b449f84a7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:40.297608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 40a21e40-45fc-4c16-9a0e-884b449f84a7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:40.352562 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2d30dca4-c378-4942-946b-87f7e150ac5e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4535315
Apr 30 21:26:40.356276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43966) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:40.362184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': 'b54a5006-978c-4fea-a6ba-844865fb37e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:40.448567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Made reservation on behalf of df29de6983a1403588550faf0e6b2bd8 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:40.452757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.511210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:40.515265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.631010 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks [] for router_gateway (13092bf4-2438-4250-9839-da1bd0717122), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.745973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (f5f1f690-c54f-4d82-b290-4ef7be2aa236), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.818098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=f5f1f690-c54f-4d82-b290-4ef7be2aa236,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:40.827534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': '3ae4947a-396f-4b92-9b91-5acf9b5a4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b54a5006-978c-4fea-a6ba-844865fb37e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:40.827895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: b54a5006-978c-4fea-a6ba-844865fb37e1, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:40.941630 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (13092bf4-2438-4250-9839-da1bd0717122), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:40.984543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network b54a5006-978c-4fea-a6ba-844865fb37e1 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:41.076620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b54a5006-978c-4fea-a6ba-844865fb37e1) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:41.081206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:41.085639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.102226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e081338-a6f6-4dc4-be40-d34bc7297219 None None] Network b54a5006-978c-4fea-a6ba-844865fb37e1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:41.195402 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-559e09f1-d0ce-4877-8b6a-1e1d203c3594 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8377061
Apr 30 21:26:41.198415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43980) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:41.204207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': '40a21e40-45fc-4c16-9a0e-884b449f84a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:41.217584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b54a5006-978c-4fea-a6ba-844865fb37e1', 'network_id': 'b54a5006-978c-4fea-a6ba-844865fb37e1', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': 'f5f1f690-c54f-4d82-b290-4ef7be2aa236'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:41.218505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.328629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.objects.ports [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115774) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:26:41.350056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (49ac6312-b9e4-42db-a12d-8753c6454b62), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.396185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:41.402632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.425421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Allocated IP 2001:db8::2 (b54a5006-978c-4fea-a6ba-844865fb37e1/f5f1f690-c54f-4d82-b290-4ef7be2aa236/86f094d2-9a6a-4f7a-9eba-663691d172e3) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:41.477271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fff0dc-31bc-44fe-b833-6aa720cb8972 req-46528309-2cda-40ce-9628-3f9bb0cbdc55 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:41.478895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58fff0dc-31bc-44fe-b833-6aa720cb8972 req-46528309-2cda-40ce-9628-3f9bb0cbdc55 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 947 time: 0.4602277
Apr 30 21:26:41.495894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f866cae-246e-4f8b-901b-e2b52e4057f1 req-3e570947-93f7-4ad3-bc05-4d0cf6b355d2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:41.497487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f866cae-246e-4f8b-901b-e2b52e4057f1 req-3e570947-93f7-4ad3-bc05-4d0cf6b355d2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1526902
Apr 30 21:26:41.526173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event updated for resources: {'Subnet': ['ID=49ac6312-b9e4-42db-a12d-8753c6454b62,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:41.587841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Checking segment: {'id': 'acaf919e-6a59-4bc4-b382-54ce0539ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5396c3e-aa5c-429f-b8c4-ed459da72427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:41.588202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network hostable DHCP agents. Network: b5396c3e-aa5c-429f-b8c4-ed459da72427, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:41.614649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Publish callbacks [] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.624586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58fff0dc-31bc-44fe-b833-6aa720cb8972 req-5f6429c6-292e-4717-b13b-a66ec6562682 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1382210
Apr 30 21:26:41.652425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f866cae-246e-4f8b-901b-e2b52e4057f1 req-39ab7698-5f92-43e4-b8ba-571268f3896b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412227
Apr 30 21:26:41.730600 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (7684aafd-c183-44eb-a163-9694fe27f050), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.773393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Network b5396c3e-aa5c-429f-b8c4-ed459da72427 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:41.773690 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.776017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Router 13092bf4-2438-4250-9839-da1bd0717122 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:26:41.793837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=7684aafd-c183-44eb-a163-9694fe27f050,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:41.799318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': 'dc6d42a7-a071-410c-be9f-4eb26fb5dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '40a21e40-45fc-4c16-9a0e-884b449f84a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:41.799692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: 40a21e40-45fc-4c16-9a0e-884b449f84a7, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:26:41.816763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Network b54a5006-978c-4fea-a6ba-844865fb37e1 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:41.822229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:41.826954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:41.830065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Pushing event updated for resources: {'Port': ['ID=86f094d2-9a6a-4f7a-9eba-663691d172e3,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:41.888409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5396c3e-aa5c-429f-b8c4-ed459da72427) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:41.890400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Attempting to bind port 86f094d2-9a6a-4f7a-9eba-663691d172e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:41.890777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Attempting to bind port 86f094d2-9a6a-4f7a-9eba-663691d172e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ae4947a-396f-4b92-9b91-5acf9b5a4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b54a5006-978c-4fea-a6ba-844865fb37e1'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:41.891144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Attempting to bind port 86f094d2-9a6a-4f7a-9eba-663691d172e3 on network b54a5006-978c-4fea-a6ba-844865fb37e1 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:41.894625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:41.895241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.899520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca2982-cd97-4cad-8a83-142a771ffbdf None None] Network b5396c3e-aa5c-429f-b8c4-ed459da72427 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:41.903984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:41.904361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Checking segment: {'id': '3ae4947a-396f-4b92-9b91-5acf9b5a4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b54a5006-978c-4fea-a6ba-844865fb37e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:41.904770 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.905192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Bound using segment: {'id': '3ae4947a-396f-4b92-9b91-5acf9b5a4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b54a5006-978c-4fea-a6ba-844865fb37e1'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:41.905815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Bound port: 86f094d2-9a6a-4f7a-9eba-663691d172e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae4947a-396f-4b92-9b91-5acf9b5a4e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b54a5006-978c-4fea-a6ba-844865fb37e1'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:41.906211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:41.914307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:41.955492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Sync routers for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:41.988280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 40a21e40-45fc-4c16-9a0e-884b449f84a7 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:26:41.990244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40a21e40-45fc-4c16-9a0e-884b449f84a7) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:41.994376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:41.994992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.009827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fdc850b6-29f0-48e2-b0fc-657bf8a962f5 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.8106749
Apr 30 21:26:42.011527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ee870-c189-44b8-820b-9ba63081feb8 None None] Network 40a21e40-45fc-4c16-9a0e-884b449f84a7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:42.013138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44010) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:42.013264 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.016905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c56a5a0d-3c74-4ca9-891d-e80b0c06a949 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 4.3743370
Apr 30 21:26:42.017139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44012) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:42.037836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:42.038613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e533cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:42.362197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] For port 86f094d2-9a6a-4f7a-9eba-663691d172e3, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:42.393851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacb4412-7def-4496-8b30-2a4499f0f830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5396c3e-aa5c-429f-b8c4-ed459da72427', 'network_id': 'b5396c3e-aa5c-429f-b8c4-ed459da72427', 'project_id': 'df29de6983a1403588550faf0e6b2bd8', 'fixed_ips': [{'subnet_id': '49ac6312-b9e4-42db-a12d-8753c6454b62'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:42.394863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-aacb4412-7def-4496-8b30-2a4499f0f830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.407203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b5396c3e-aa5c-429f-b8c4-ed459da72427), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.415681 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-643d42d3-3a92-4667-a3ce-a1505fe1aaae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2132926
Apr 30 21:26:42.417126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44016) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:42.422794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-dc320c19-7972-42a8-973f-b05f4eed8e7f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1606671805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:42.439506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] For port 86f094d2-9a6a-4f7a-9eba-663691d172e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f094d2-9a6a-4f7a-9eba-663691d172e3,segment=NetworkSegment(3ae4947a-396f-4b92-9b91-5acf9b5a4e20),segment_id=3ae4947a-396f-4b92-9b91-5acf9b5a4e20)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:42.527018 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (49ac6312-b9e4-42db-a12d-8753c6454b62), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.562867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc320c19-7972-42a8-973f-b05f4eed8e7f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (ea445b74-bd42-4e44-8562-46ba64d47f86), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.563804 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc320c19-7972-42a8-973f-b05f4eed8e7f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (ea445b74-bd42-4e44-8562-46ba64d47f86), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.592150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.595345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:42.602143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-40a21e40-45fc-4c16-9a0e-884b449f84a7', 'network_id': '40a21e40-45fc-4c16-9a0e-884b449f84a7', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': '7684aafd-c183-44eb-a163-9694fe27f050'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:26:42.602967 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.629054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.639369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc320c19-7972-42a8-973f-b05f4eed8e7f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (ea445b74-bd42-4e44-8562-46ba64d47f86), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.746496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (49ac6312-b9e4-42db-a12d-8753c6454b62), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.779029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc320c19-7972-42a8-973f-b05f4eed8e7f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (ea445b74-bd42-4e44-8562-46ba64d47f86), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.784179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Subnet': ['ID=49ac6312-b9e4-42db-a12d-8753c6454b62,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:42.868698 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b5396c3e-aa5c-429f-b8c4-ed459da72427), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.898398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89664ec1f0>,) {'filters': {'network_id': ['b5396c3e-aa5c-429f-b8c4-ed459da72427']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:42.915051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89664ec1f0>, 'acaf919e-6a59-4bc4-b382-54ce0539ada1') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:42.915964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89664ec1f0>, 'acaf919e-6a59-4bc4-b382-54ce0539ada1') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:42.925484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98676eb4-441e-4484-89ec-acfed7ee15d3 req-761b0ed4-55c4-480f-afb5-b9f1f865d68a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:42.927061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98676eb4-441e-4484-89ec-acfed7ee15d3 req-761b0ed4-55c4-480f-afb5-b9f1f865d68a tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 947 time: 0.1615198
Apr 30 21:26:42.928959 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc320c19-7972-42a8-973f-b05f4eed8e7f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:42.935986 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc320c19-7972-42a8-973f-b05f4eed8e7f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5178237
Apr 30 21:26:42.938318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d5143-1071-4c18-afeb-9a11a4ee3310 req-7007d10a-0d3c-4120-a2f9-bd4d4a1c9288 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:42.938318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-837d5143-1071-4c18-afeb-9a11a4ee3310 req-7007d10a-0d3c-4120-a2f9-bd4d4a1c9288 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1712925
Apr 30 21:26:42.939056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44022) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:42.942530 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (acaf919e-6a59-4bc4-b382-54ce0539ada1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server [None req-aacb4412-7def-4496-8b30-2a4499f0f830 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49ac6312-b9e4-42db-a12d-8753c6454b62: This subnet is being modified by another concurrent operation.
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:26:43.043255 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise exception
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49ac6312-b9e4-42db-a12d-8753c6454b62: This subnet is being modified by another concurrent operation.
Apr 30 21:26:43.047449 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server 
Apr 30 21:26:43.072535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (acaf919e-6a59-4bc4-b382-54ce0539ada1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.073964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Allocated IP 2001:db8:1::2 (40a21e40-45fc-4c16-9a0e-884b449f84a7/7684aafd-c183-44eb-a163-9694fe27f050/4ae726c9-24e3-4638-964c-921d8c9f40b1) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:43.090119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Allocated IP 172.20.0.1 (acf946d8-f627-421b-bd28-a9c0e5235ab2/b7941620-eb2c-4348-9c33-40b03ca5ef42/779a249e-8bf2-4b15-92c3-08fe71520722) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:43.092298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:43.092973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (acaf919e-6a59-4bc4-b382-54ce0539ada1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.096485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c149a-8c77-4965-ad0f-5bccade0a6dd None None] Pushing event updated for resources: {'Port': ['ID=86f094d2-9a6a-4f7a-9eba-663691d172e3,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:43.119745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-837d5143-1071-4c18-afeb-9a11a4ee3310 req-40c90b15-2fb6-4001-8f52-a01ea5181be9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450057
Apr 30 21:26:43.123253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98676eb4-441e-4484-89ec-acfed7ee15d3 req-9bd69bac-e261-44eb-8792-1fef503e2301 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1821556
Apr 30 21:26:43.189030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f05bc8-2a43-45e7-b110-111a14953ba5 None None] Network b5396c3e-aa5c-429f-b8c4-ed459da72427 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:43.213429 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:43.267961 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Publish callbacks [] for port (779a249e-8bf2-4b15-92c3-08fe71520722), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.354398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b5396c3e-aa5c-429f-b8c4-ed459da72427), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.359914 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.363588 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/b5396c3e-aa5c-429f-b8c4-ed459da72427 HTTP/1.1" status: 204  len: 168 time: 1.3492384
Apr 30 21:26:43.368679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44024) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:43.385123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca2f2d-fab2-4a31-b9ec-4f8c17eeccda tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Network': ['ID=b5396c3e-aa5c-429f-b8c4-ed459da72427,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:43.400207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.402628 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7917313-b1ed-4d0f-9e40-7ca6a5e4d553 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:43.403081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7917313-b1ed-4d0f-9e40-7ca6a5e4d553 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:43.409069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f7917313-b1ed-4d0f-9e40-7ca6a5e4d553 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/subnets/49ac6312-b9e4-42db-a12d-8753c6454b62 HTTP/1.1" status: 404  len: 337 time: 0.0363247
Apr 30 21:26:43.409511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e533cd0>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:40Z', 'revision_number': 3, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:43.412218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44026) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:43.460242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Checking router: 13092bf4-2438-4250-9839-da1bd0717122 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:26:43.461226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Updating router 13092bf4-2438-4250-9839-da1bd0717122 port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:26:43.472695 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.483433 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dede3384-b884-42a0-9587-0c1f8267f931 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:43.483433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dede3384-b884-42a0-9587-0c1f8267f931 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:43.488225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dede3384-b884-42a0-9587-0c1f8267f931 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/b5396c3e-aa5c-429f-b8c4-ed459da72427 HTTP/1.1" status: 404  len: 339 time: 0.0728319
Apr 30 21:26:43.488588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44032) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:43.490408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Network acf946d8-f627-421b-bd28-a9c0e5235ab2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:43.493408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:43.498883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:43.524322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Pushing event updated for resources: {'Port': ['ID=779a249e-8bf2-4b15-92c3-08fe71520722,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:43.536040 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.546201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (13092bf4-2438-4250-9839-da1bd0717122), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.580952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Publish callbacks [] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.588052 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-922c26e7-03b0-4efb-9272-6b8516fe56d4 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:43.588747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922c26e7-03b0-4efb-9272-6b8516fe56d4 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:43.592176 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-922c26e7-03b0-4efb-9272-6b8516fe56d4 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/subnets/c4c99c68-7f52-4447-a472-39fc52221523 HTTP/1.1" status: 404  len: 337 time: 0.1025624
Apr 30 21:26:43.594744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44034) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:43.638291 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-743d4100-ad0e-4a27-af35-9053eb6cbe87 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:43.638996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743d4100-ad0e-4a27-af35-9053eb6cbe87 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:43.641794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-743d4100-ad0e-4a27-af35-9053eb6cbe87 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/f4a85511-f784-4a47-8733-41550492156e HTTP/1.1" status: 404  len: 339 time: 0.0459650
Apr 30 21:26:43.647553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44036) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:43.687832 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7d6943-fcff-4553-a14b-74e4bbbc2e71 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:43.688296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7d6943-fcff-4553-a14b-74e4bbbc2e71 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:43.693579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a7d6943-fcff-4553-a14b-74e4bbbc2e71 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/subnets/792f53be-49fe-4b1c-ae56-7b6382d2ed07 HTTP/1.1" status: 404  len: 337 time: 0.0429721
Apr 30 21:26:43.694261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44038) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:43.713985 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-deba1783-b52c-486e-a1e8-827d7b5c5da4 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:43.714509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deba1783-b52c-486e-a1e8-827d7b5c5da4 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:43.720467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-deba1783-b52c-486e-a1e8-827d7b5c5da4 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/dc44602c-6d5b-463d-b5de-59743b9a86c7 HTTP/1.1" status: 404  len: 339 time: 0.0232899
Apr 30 21:26:43.739272 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.743743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44040) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:43.800034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Network 40a21e40-45fc-4c16-9a0e-884b449f84a7 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:43.808867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:43.825994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:43.859989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Pushing event updated for resources: {'Port': ['ID=4ae726c9-24e3-4638-964c-921d8c9f40b1,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:43.870018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1a6029e9-7887-48ba-97cc-48b5f72b9c12 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Deleting port 7e92f0ad-7590-4c1d-acff-40f946e9d49c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:43.870848 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a6029e9-7887-48ba-97cc-48b5f72b9c12 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7e92f0ad-7590-4c1d-acff-40f946e9d49c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.875087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8::1 (b54a5006-978c-4fea-a6ba-844865fb37e1/f5f1f690-c54f-4d82-b290-4ef7be2aa236/7a11a1b1-32c0-49c0-8ba0-460d1288e5fa) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:43.912650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Attempting to bind port 4ae726c9-24e3-4638-964c-921d8c9f40b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:43.913028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Attempting to bind port 4ae726c9-24e3-4638-964c-921d8c9f40b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc6d42a7-a071-410c-be9f-4eb26fb5dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '40a21e40-45fc-4c16-9a0e-884b449f84a7'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:43.913395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Attempting to bind port 4ae726c9-24e3-4638-964c-921d8c9f40b1 on network 40a21e40-45fc-4c16-9a0e-884b449f84a7 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:43.924003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:43.924375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Checking segment: {'id': 'dc6d42a7-a071-410c-be9f-4eb26fb5dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '40a21e40-45fc-4c16-9a0e-884b449f84a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:43.924785 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.925187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Bound using segment: {'id': 'dc6d42a7-a071-410c-be9f-4eb26fb5dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '40a21e40-45fc-4c16-9a0e-884b449f84a7'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:43.925676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Bound port: 4ae726c9-24e3-4638-964c-921d8c9f40b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6d42a7-a071-410c-be9f-4eb26fb5dbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '40a21e40-45fc-4c16-9a0e-884b449f84a7'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:43.930634 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:43.971344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.006769 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Publish callbacks [] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.015999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.027522 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a6029e9-7887-48ba-97cc-48b5f72b9c12 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7e92f0ad-7590-4c1d-acff-40f946e9d49c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.046877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1a6029e9-7887-48ba-97cc-48b5f72b9c12 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Calling delete_port for 7e92f0ad-7590-4c1d-acff-40f946e9d49c owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:44.094452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] For port 4ae726c9-24e3-4638-964c-921d8c9f40b1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:44.098714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] For port 4ae726c9-24e3-4638-964c-921d8c9f40b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ae726c9-24e3-4638-964c-921d8c9f40b1,segment=NetworkSegment(dc6d42a7-a071-410c-be9f-4eb26fb5dbb9),segment_id=dc6d42a7-a071-410c-be9f-4eb26fb5dbb9)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:44.104222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.170340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.178613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Attempting to bind port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:44.178990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Attempting to bind port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:44.179358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Attempting to bind port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:44.182569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b0240-131c-4a82-8c64-1c21b76ffba1 None None] Pushing event updated for resources: {'Port': ['ID=c9658d5a-8df7-4e25-ae19-9136b7cb8ebc,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:44.188115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:44.188490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:44.188891 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.189281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:44.189924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Bound port: c9658d5a-8df7-4e25-ae19-9136b7cb8ebc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:44.190309 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.230381 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.234811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c0bd0b-d271-44e6-b027-fbbd034aa170 None None] Network b54a5006-978c-4fea-a6ba-844865fb37e1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:44.256968 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Publish callbacks [] for port (779a249e-8bf2-4b15-92c3-08fe71520722), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.313813 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network b54a5006-978c-4fea-a6ba-844865fb37e1 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:44.321610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:44.321610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:44.322037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (ea445b74-bd42-4e44-8562-46ba64d47f86), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.354169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264a0c5-2f16-4dbc-bad5-f485f56c8d83 req-450d7f5b-db45-4d96-980b-2c7ff58be731 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:44.359680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 86f094d2-9a6a-4f7a-9eba-663691d172e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:44.361824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5264a0c5-2f16-4dbc-bad5-f485f56c8d83 req-450d7f5b-db45-4d96-980b-2c7ff58be731 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.0943828
Apr 30 21:26:44.366656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=7a11a1b1-32c0-49c0-8ba0-460d1288e5fa,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:44.373613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d07052-08c5-4e3f-8fbd-95d19c42e110 req-ac897acf-731d-46dc-969d-0adb8c4694b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:44.373613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92d07052-08c5-4e3f-8fbd-95d19c42e110 req-ac897acf-731d-46dc-969d-0adb8c4694b9 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 947 time: 0.0871625
Apr 30 21:26:44.377185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a6029e9-7887-48ba-97cc-48b5f72b9c12 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7e92f0ad-7590-4c1d-acff-40f946e9d49c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.436550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-39d5b958-6a34-4e18-b084-bd28727c2122 None None] Provisioning complete for port 86f094d2-9a6a-4f7a-9eba-663691d172e3 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:44.436917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-39d5b958-6a34-4e18-b084-bd28727c2122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.551936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea7a94-ded4-46bf-8b8a-e3a2d1ef484d None None] Pushing event updated for resources: {'Port': ['ID=4ae726c9-24e3-4638-964c-921d8c9f40b1,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:44.556473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] For port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:44.602198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] For port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9658d5a-8df7-4e25-ae19-9136b7cb8ebc,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:44.675447 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.686098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 86f094d2-9a6a-4f7a-9eba-663691d172e3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:44.686475 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.738001 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.751769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-39d5b958-6a34-4e18-b084-bd28727c2122 None None] Current status of the port 86f094d2-9a6a-4f7a-9eba-663691d172e3 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:44.756649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-39d5b958-6a34-4e18-b084-bd28727c2122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.775882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6029e9-7887-48ba-97cc-48b5f72b9c12 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Port': ['ID=7e92f0ad-7590-4c1d-acff-40f946e9d49c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:44.796597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.866564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:44.867163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e533cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:44.920386 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a6029e9-7887-48ba-97cc-48b5f72b9c12 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:44.926234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1a6029e9-7887-48ba-97cc-48b5f72b9c12 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/ports/7e92f0ad-7590-4c1d-acff-40f946e9d49c HTTP/1.1" status: 204  len: 168 time: 1.1789827
Apr 30 21:26:44.935862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44070) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:45.023868 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.034632 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f6bfb3-1165-4139-8569-b755f8dfa332 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:45.035411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f6bfb3-1165-4139-8569-b755f8dfa332 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:45.042402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-53f6bfb3-1165-4139-8569-b755f8dfa332 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/subnets/ea552f02-2088-4b28-b6e6-307d7d7f9514 HTTP/1.1" status: 404  len: 337 time: 0.0931268
Apr 30 21:26:45.044667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44074) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:45.056068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Pushing event updated for resources: {'Port': ['ID=779a249e-8bf2-4b15-92c3-08fe71520722,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:45.078329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5264a0c5-2f16-4dbc-bad5-f485f56c8d83 req-459f4ced-9a42-4313-b8c4-34fe46c71b9b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7156303
Apr 30 21:26:45.090998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (13092bf4-2438-4250-9839-da1bd0717122), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.103430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92d07052-08c5-4e3f-8fbd-95d19c42e110 req-ceef981c-d7f2-48ba-9104-3f86cf4dd8e4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3663170
Apr 30 21:26:45.149856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.149856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (ea445b74-bd42-4e44-8562-46ba64d47f86), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.205147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-39d5b958-6a34-4e18-b084-bd28727c2122 None None] For port 86f094d2-9a6a-4f7a-9eba-663691d172e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f094d2-9a6a-4f7a-9eba-663691d172e3,segment=NetworkSegment(3ae4947a-396f-4b92-9b91-5acf9b5a4e20),segment_id=3ae4947a-396f-4b92-9b91-5acf9b5a4e20)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:45.248933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b0240-131c-4a82-8c64-1c21b76ffba1 None None] Pushing event updated for resources: {'Port': ['ID=c9658d5a-8df7-4e25-ae19-9136b7cb8ebc,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:45.255071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Network acf946d8-f627-421b-bd28-a9c0e5235ab2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:45.256778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:45.264425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 86f094d2-9a6a-4f7a-9eba-663691d172e3 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:45.264998 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.284080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-39d5b958-6a34-4e18-b084-bd28727c2122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.328643 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (cc9d56b8-1a36-4955-b04d-6ae62f403829), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.343223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=7a11a1b1-32c0-49c0-8ba0-460d1288e5fa,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:45.455642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9959fe31-4868-498c-9a34-ba1283ec6be1 None None] Provisioning complete for port 7a11a1b1-32c0-49c0-8ba0-460d1288e5fa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:45.456594 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9959fe31-4868-498c-9a34-ba1283ec6be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.541115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Router 13092bf4-2438-4250-9839-da1bd0717122 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:26:45.555251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9959fe31-4868-498c-9a34-ba1283ec6be1 None None] Port 7a11a1b1-32c0-49c0-8ba0-460d1288e5fa cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:26:45.575666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5b958-6a34-4e18-b084-bd28727c2122 None None] Pushing event updated for resources: {'Port': ['ID=86f094d2-9a6a-4f7a-9eba-663691d172e3,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:45.588147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network b54a5006-978c-4fea-a6ba-844865fb37e1 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:45.592642 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:26:45.593008 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:26:45.593527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:45.595297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9959fe31-4868-498c-9a34-ba1283ec6be1 None None] Provisioning complete for port 86f094d2-9a6a-4f7a-9eba-663691d172e3 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:45.595688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9959fe31-4868-498c-9a34-ba1283ec6be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.598822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (cc9d56b8-1a36-4955-b04d-6ae62f403829), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.626832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:45.707173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966c85550>,) {'filters': {'network_id': ['cc9d56b8-1a36-4955-b04d-6ae62f403829']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:45.721713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966c85550>, '87baf7ec-9ef6-4cd9-a009-ca19b0a524ea') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:45.722035 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966c85550>, '87baf7ec-9ef6-4cd9-a009-ca19b0a524ea') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:45.726461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:45.732842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-adeadd4e-1334-4151-8a8d-f191495b6b7b admin admin] 10.222.0.23 "PUT /v2.0/routers/13092bf4-2438-4250-9839-da1bd0717122/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7144949
Apr 30 21:26:45.749904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (87baf7ec-9ef6-4cd9-a009-ca19b0a524ea), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.776896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (87baf7ec-9ef6-4cd9-a009-ca19b0a524ea), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.794227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:45.794227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (87baf7ec-9ef6-4cd9-a009-ca19b0a524ea), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:45.797042 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:45.962477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (cc9d56b8-1a36-4955-b04d-6ae62f403829), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.969803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:45.976434 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/cc9d56b8-1a36-4955-b04d-6ae62f403829 HTTP/1.1" status: 204  len: 168 time: 0.9281812
Apr 30 21:26:45.978972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44104) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:45.980259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router ea445b74-bd42-4e44-8562-46ba64d47f86 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:26:45.993880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9959fe31-4868-498c-9a34-ba1283ec6be1 None None] Current status of the port 86f094d2-9a6a-4f7a-9eba-663691d172e3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:46.026819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7890730-81ee-4c0b-b723-f2315d431252 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Network': ['ID=cc9d56b8-1a36-4955-b04d-6ae62f403829,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:46.092342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e533cd0>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:44Z', 'revision_number': 2, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:46.204563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684a19c-d20c-4e93-b1ba-771164ca9fd3 req-66d0bf98-0a05-45b0-a543-2d1aa863d5bf tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:46.213648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b19260-9731-429a-ad42-8d5ecf9f84c2 None None] The sync data for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 is: [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:44Z', 'revision_number': 2, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:46.226171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a7a99143-7d40-41c5-943c-b2f3f3c54e91 None None] Provisioning complete for port 7a11a1b1-32c0-49c0-8ba0-460d1288e5fa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:46.226560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7a99143-7d40-41c5-943c-b2f3f3c54e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:46.231283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3684a19c-d20c-4e93-b1ba-771164ca9fd3 req-66d0bf98-0a05-45b0-a543-2d1aa863d5bf tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 945 time: 0.1704021
Apr 30 21:26:46.236352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:46.250723 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c26d36-167b-451a-9769-21a781d05d20 None None] Sync routers for ids ['ea445b74-bd42-4e44-8562-46ba64d47f86'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:46.254437 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f214378e-becd-4714-b825-45a908fbdca9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/ea445b74-bd42-4e44-8562-46ba64d47f86/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3135951
Apr 30 21:26:46.257836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44114) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:46.262065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Deleting port 1c9b27c9-e88a-40b5-aacc-eb37f1451e6e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:46.262949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1c9b27c9-e88a-40b5-aacc-eb37f1451e6e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:46.286025 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c26d36-167b-451a-9769-21a781d05d20 None None] Routers {'ea445b74-bd42-4e44-8562-46ba64d47f86'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:46.286637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f8c26d36-167b-451a-9769-21a781d05d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca0e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea445b74-bd42-4e44-8562-46ba64d47f86'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:46.322035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a7ef85-b4d5-43b9-9e10-5bba3c7f0803 None None] Network 40a21e40-45fc-4c16-9a0e-884b449f84a7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:46.342619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ed1d9b-56b0-4221-94cb-9856f0d85a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:46.344229 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f8c26d36-167b-451a-9769-21a781d05d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca0e190>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:46.344677 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-46ed1d9b-56b0-4221-94cb-9856f0d85a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports/7a11a1b1-32c0-49c0-8ba0-460d1288e5fa HTTP/1.1" status: 200  len: 911 time: 0.0852897
Apr 30 21:26:46.347262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44120) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:46.362530 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c26d36-167b-451a-9769-21a781d05d20 None None] Routers {'ea445b74-bd42-4e44-8562-46ba64d47f86'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:46.364616 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f8c26d36-167b-451a-9769-21a781d05d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca0e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea445b74-bd42-4e44-8562-46ba64d47f86'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:46.408692 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f8c26d36-167b-451a-9769-21a781d05d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca0e190>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:46.409310 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c26d36-167b-451a-9769-21a781d05d20 None None] The sync data for ids ['ea445b74-bd42-4e44-8562-46ba64d47f86'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:46.454527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 86f094d2-9a6a-4f7a-9eba-663691d172e3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:46.488560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a7a99143-7d40-41c5-943c-b2f3f3c54e91 None None] Port 7a11a1b1-32c0-49c0-8ba0-460d1288e5fa cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:26:46.527138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3684a19c-d20c-4e93-b1ba-771164ca9fd3 req-56777b7a-dbf3-455b-b792-db96fe37efb6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2947519
Apr 30 21:26:46.560422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1c9b27c9-e88a-40b5-aacc-eb37f1451e6e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:46.593129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Calling delete_port for 1c9b27c9-e88a-40b5-aacc-eb37f1451e6e owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:46.624958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Provisioning complete for port 7a11a1b1-32c0-49c0-8ba0-460d1288e5fa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:46.625464 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:46.720569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Port 7a11a1b1-32c0-49c0-8ba0-460d1288e5fa cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:26:46.760954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Provisioning complete for port 4ae726c9-24e3-4638-964c-921d8c9f40b1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:46.761342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:46.806983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 86f094d2-9a6a-4f7a-9eba-663691d172e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:46.807751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e250651-c221-4fd8-bdf7-0c7273f898b6 req-8fe6b9a1-1b97-4d62-88d3-7ae747c867d8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:46.810219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e250651-c221-4fd8-bdf7-0c7273f898b6 req-8fe6b9a1-1b97-4d62-88d3-7ae747c867d8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.0979257
Apr 30 21:26:46.846632 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:46.914593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 86f094d2-9a6a-4f7a-9eba-663691d172e3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:46.915099 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:46.943508 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053ff1-e856-44db-a228-10b3362081ce req-010b28c7-a4a0-41ae-8870-9cc740fe70fc tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:46.945364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-010b28c7-a4a0-41ae-8870-9cc740fe70fc tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 820 time: 0.5500655
Apr 30 21:26:46.960142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Current status of the port 4ae726c9-24e3-4638-964c-921d8c9f40b1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:46.960392 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:46.966087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e250651-c221-4fd8-bdf7-0c7273f898b6 req-904f9c80-d4e7-44e4-bae6-18942fdbf352 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233125
Apr 30 21:26:46.976995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52caa93e-c139-4eca-bf98-8746c9e89a4b None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:26:46.983884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-8a1ef689-394f-43c3-b2a5-eeea62c75b07 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/quotas/acd535df3826485d8472597a6258a56c HTTP/1.1" status: 200  len: 375 time: 0.0266836
Apr 30 21:26:47.043271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1c9b27c9-e88a-40b5-aacc-eb37f1451e6e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.058626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] For port 4ae726c9-24e3-4638-964c-921d8c9f40b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ae726c9-24e3-4638-964c-921d8c9f40b1,segment=NetworkSegment(dc6d42a7-a071-410c-be9f-4eb26fb5dbb9),segment_id=dc6d42a7-a071-410c-be9f-4eb26fb5dbb9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:47.072258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-13772fd9-445c-4641-8a9b-91d14e60e2ac tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0807700
Apr 30 21:26:47.127925 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.171738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 86f094d2-9a6a-4f7a-9eba-663691d172e3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:47.172861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4ae726c9-24e3-4638-964c-921d8c9f40b1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:47.192394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Port': ['ID=1c9b27c9-e88a-40b5-aacc-eb37f1451e6e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:47.202978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.210754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/ports/1c9b27c9-e88a-40b5-aacc-eb37f1451e6e HTTP/1.1" status: 204  len: 168 time: 1.2302182
Apr 30 21:26:47.211084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44122) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:47.232726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.233366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.233828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.234269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.234703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.235169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.235599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.236028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.236469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.236890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.237315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.237736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.238173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.238598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.239019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698628f3-3666-479f-8a4d-3d4c109a4ff0 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:47.255120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-bcc13c7e-3676-4e4e-9689-2c7de0ee98a0 service neutron] 10.222.0.23 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816161
Apr 30 21:26:47.270367 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a1cf47-d938-428b-ac14-966cc5a6c086 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:26:47.271074 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a1cf47-d938-428b-ac14-966cc5a6c086 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:26:47.274918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-91a1cf47-d938-428b-ac14-966cc5a6c086 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/subnets/8ab6c171-a360-42fd-8122-5cdc8701098b HTTP/1.1" status: 404  len: 337 time: 0.0628493
Apr 30 21:26:47.278604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44126) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:47.322137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f1476-c0bc-4010-964a-68b6650290e7 None None] Pushing event updated for resources: {'Port': ['ID=4ae726c9-24e3-4638-964c-921d8c9f40b1,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:47.348221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f57f75ef-a668-4532-93b3-6fbd46631315 None None] Provisioning complete for port 4ae726c9-24e3-4638-964c-921d8c9f40b1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:47.348598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f57f75ef-a668-4532-93b3-6fbd46631315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.387076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-ed48bac9-2b93-4887-8afe-60a8cb488681 service neutron] 10.222.0.23 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307788
Apr 30 21:26:47.394852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52caa93e-c139-4eca-bf98-8746c9e89a4b None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:26:47.470869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4ae726c9-24e3-4638-964c-921d8c9f40b1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:47.471371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-16620fcd-42f0-47f2-9255-bb5086a9f912 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:47.473652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-16620fcd-42f0-47f2-9255-bb5086a9f912 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 945 time: 0.0771332
Apr 30 21:26:47.474239 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.475609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.480744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2340c249-795b-44ea-aa29-11e9da5d6b06), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.617580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Deleting port 54ba9216-14d1-48d9-91ae-2c676c6c24ca {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:47.618130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.741445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f57f75ef-a668-4532-93b3-6fbd46631315 None None] Current status of the port 4ae726c9-24e3-4638-964c-921d8c9f40b1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:47.759369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2340c249-795b-44ea-aa29-11e9da5d6b06), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.828248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9bae1-c0f5-4056-bdac-097f0e8152f4 req-08ffce80-0a42-44c2-a768-6538aa7d38be tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:47.830106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ae9bae1-c0f5-4056-bdac-097f0e8152f4 req-08ffce80-0a42-44c2-a768-6538aa7d38be tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 945 time: 0.1887345
Apr 30 21:26:47.891836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1cda919-f085-422b-83e0-9d8123c5bca2 req-a953a997-aa0d-4bc7-ae3d-df77e103a416 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 210 time: 0.0553517
Apr 30 21:26:47.906137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] For port 54ba9216-14d1-48d9-91ae-2c676c6c24ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54ba9216-14d1-48d9-91ae-2c676c6c24ca,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:47.906861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:47.911186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cd75460>,) {'filters': {'network_id': ['2340c249-795b-44ea-aa29-11e9da5d6b06']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:47.931073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd75460>, '97be11dc-f6df-43bd-b737-98674fb0a3a7') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:47.931368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd75460>, '97be11dc-f6df-43bd-b737-98674fb0a3a7') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:47.969201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (97be11dc-f6df-43bd-b737-98674fb0a3a7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.002412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (97be11dc-f6df-43bd-b737-98674fb0a3a7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.010277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:48.010692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (97be11dc-f6df-43bd-b737-98674fb0a3a7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:48.014976 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:48.146312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8:1::1 (40a21e40-45fc-4c16-9a0e-884b449f84a7/7684aafd-c183-44eb-a163-9694fe27f050/b5f972f7-7f35-4746-9da5-03c462cdb758) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:48.169077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4ae726c9-24e3-4638-964c-921d8c9f40b1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:48.179268 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25613909-9a7a-4800-87b1-1df833a34520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.222366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ae9bae1-c0f5-4056-bdac-097f0e8152f4 req-5972c0c8-ad69-4f8d-951c-1fdb41cc09c0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3115220
Apr 30 21:26:48.249644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2340c249-795b-44ea-aa29-11e9da5d6b06), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.256971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c55de4-50ee-4164-96b4-0ca9e56bfe08 req-79e9e436-5734-4937-99ab-4604d98b6cca tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:48.258595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41c55de4-50ee-4164-96b4-0ca9e56bfe08 req-79e9e436-5734-4937-99ab-4604d98b6cca tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1241286
Apr 30 21:26:48.264577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.280381 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/2340c249-795b-44ea-aa29-11e9da5d6b06 HTTP/1.1" status: 204  len: 168 time: 0.9947419
Apr 30 21:26:48.283686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44140) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:48.332590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a65819-f794-40f8-9f3e-45e310fcda3d tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Network': ['ID=2340c249-795b-44ea-aa29-11e9da5d6b06,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:48.363568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.364143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.364521 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (e29e0e82-df20-4387-bfe3-7b9e4ae2cd28), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.364842 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Floating IP e29e0e82-df20-4387-bfe3-7b9e4ae2cd28 disassociated. External IP: 172.35.4.87, port: 54ba9216-14d1-48d9-91ae-2c676c6c24ca.
Apr 30 21:26:48.365188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Calling delete_port for 54ba9216-14d1-48d9-91ae-2c676c6c24ca owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:48.378275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d5e3ff-8b2f-438d-95ca-674295cdc711 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Deleting subnet ec429764-8684-411c-b8bc-20fe1fadb7c5 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:48.381934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28d5e3ff-8b2f-438d-95ca-674295cdc711 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for subnet (ec429764-8684-411c-b8bc-20fe1fadb7c5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.394512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41c55de4-50ee-4164-96b4-0ca9e56bfe08 req-fae3da25-cbf2-4b8b-8419-01703c712d0b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240067
Apr 30 21:26:48.457686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28d5e3ff-8b2f-438d-95ca-674295cdc711 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (ec429764-8684-411c-b8bc-20fe1fadb7c5), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.584426 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28d5e3ff-8b2f-438d-95ca-674295cdc711 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ec429764-8684-411c-b8bc-20fe1fadb7c5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.610470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.669673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 40a21e40-45fc-4c16-9a0e-884b449f84a7 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:48.681146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:48.683077 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (54ba9216-14d1-48d9-91ae-2c676c6c24ca), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.693948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:48.693948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (ea445b74-bd42-4e44-8562-46ba64d47f86), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.695991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=b5f972f7-7f35-4746-9da5-03c462cdb758,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:48.705265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4ae726c9-24e3-4638-964c-921d8c9f40b1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:48.718098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'Port': ['ID=54ba9216-14d1-48d9-91ae-2c676c6c24ca,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:48.789694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4ae726c9-24e3-4638-964c-921d8c9f40b1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:48.791065 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.873663 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28d5e3ff-8b2f-438d-95ca-674295cdc711 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (ec429764-8684-411c-b8bc-20fe1fadb7c5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.889519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:26:48.910533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5e3ff-8b2f-438d-95ca-674295cdc711 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Subnet': ['ID=ec429764-8684-411c-b8bc-20fe1fadb7c5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:48.915519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28d5e3ff-8b2f-438d-95ca-674295cdc711 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:48.921289 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-28d5e3ff-8b2f-438d-95ca-674295cdc711 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/subnets/ec429764-8684-411c-b8bc-20fe1fadb7c5 HTTP/1.1" status: 204  len: 168 time: 0.6341109
Apr 30 21:26:48.922984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44148) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:48.926798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4ae726c9-24e3-4638-964c-921d8c9f40b1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:48.931288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c9658d5a-8df7-4e25-ae19-9136b7cb8ebc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:48.938428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cbe4d2-08fb-441a-aa79-1cc2ccc1bf67 None None] Network 9a221684-4bd7-4a63-8ae5-99cceb1d01ed requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:49.028537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9b1d1ac-af2d-470d-baf1-c3b11edd08ec req-2a7ac6f0-39da-4bc1-b86e-64f5471c0ce8 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 210 time: 0.0672996
Apr 30 21:26:49.085989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:49.086382 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.095697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:49.100013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.145532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14901351-d36e-4e12-9979-4869f41b600f None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:49.167045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] No DVR routers for this DVR port 54ba9216-14d1-48d9-91ae-2c676c6c24ca on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:49.171010 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.176075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5227aa8-c1ec-4a7a-8822-3450d944171c req-0a217ede-d87d-4a82-8cf1-9cac5acc8c86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "DELETE /v2.0/ports/54ba9216-14d1-48d9-91ae-2c676c6c24ca HTTP/1.1" status: 204  len: 173 time: 1.6954451
Apr 30 21:26:49.176814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'name': 'network-vif-deleted', 'tag': '54ba9216-14d1-48d9-91ae-2c676c6c24ca'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:49.187844 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cfe715-1ade-4acc-b5fc-7866e2926ad0" -d '{"events": [{"server_uuid": "ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4", "name": "network-vif-deleted", "tag": "54ba9216-14d1-48d9-91ae-2c676c6c24ca"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:49.201193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9a221684-4bd7-4a63-8ae5-99cceb1d01ed), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.230417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-10f5991f-c57c-43fc-b505-8289849534a1 None None] Provisioning complete for port b5f972f7-7f35-4746-9da5-03c462cdb758 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:49.231532 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10f5991f-c57c-43fc-b505-8289849534a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.257150 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a0e827-5220-497a-94bd-f8580d44e35f x-openstack-request-id: req-d8a0e827-5220-497a-94bd-f8580d44e35f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:49.257150 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4", "name": "network-vif-deleted", "tag": "54ba9216-14d1-48d9-91ae-2c676c6c24ca", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:49.257150 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8a0e827-5220-497a-94bd-f8580d44e35f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:49.258176 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a0e827-5220-497a-94bd-f8580d44e35f'] response: {'server_uuid': 'ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4', 'name': 'network-vif-deleted', 'tag': '54ba9216-14d1-48d9-91ae-2c676c6c24ca', 'status': 'completed', 'code': 200}
Apr 30 21:26:49.298660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14901351-d36e-4e12-9979-4869f41b600f None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:49.300162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-14901351-d36e-4e12-9979-4869f41b600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895faf5610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:49.338760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:49.345267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.383614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Deleting port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:49.384185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.402707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6cc008a-8e31-4069-b739-bac1e8e02a37 req-36ac148a-d255-4efa-b3fc-f0ca0b8bfc11 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 210 time: 0.0542171
Apr 30 21:26:49.486851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] DHCP port deletion for 9a221684-4bd7-4a63-8ae5-99cceb1d01ed request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:49.556098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9658d5a-8df7-4e25-ae19-9136b7cb8ebc,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:49.565564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f8a21-1989-47b6-8ec1-161c1c28b6ab req-8fc8ee7f-d76d-401f-ad66-74dd6ed7c95f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:49.567167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a06f8a21-1989-47b6-8ec1-161c1c28b6ab req-8fc8ee7f-d76d-401f-ad66-74dd6ed7c95f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.0669255
Apr 30 21:26:49.585595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-10f5991f-c57c-43fc-b505-8289849534a1 None None] Port b5f972f7-7f35-4746-9da5-03c462cdb758 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:26:49.632590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] For port 2c432b30-d9f0-4b41-bb77-d0d59c871c87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c432b30-d9f0-4b41-bb77-d0d59c871c87,segment=NetworkSegment(f90e92d3-da80-4840-9015-edd24dcf4046),segment_id=f90e92d3-da80-4840-9015-edd24dcf4046)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:49.632949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.643417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a06f8a21-1989-47b6-8ec1-161c1c28b6ab req-8af8a353-ddd8-432c-ab34-c1b5bb6f045b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653996
Apr 30 21:26:49.655501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] Deleting port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:49.655885 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.660408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Calling delete_port for 2c432b30-d9f0-4b41-bb77-d0d59c871c87 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:49.673448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-14901351-d36e-4e12-9979-4869f41b600f None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:49.676727 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Sync routers for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:49.690127 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:49.690875 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c6ca250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:49.700919 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.776964 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.799388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] For port 2c432b30-d9f0-4b41-bb77-d0d59c871c87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c432b30-d9f0-4b41-bb77-d0d59c871c87,segment=NetworkSegment(f90e92d3-da80-4840-9015-edd24dcf4046),segment_id=f90e92d3-da80-4840-9015-edd24dcf4046)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:49.799945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.837228 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:49.861995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] Calling delete_port for 2c432b30-d9f0-4b41-bb77-d0d59c871c87 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:49.867591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=c9658d5a-8df7-4e25-ae19-9136b7cb8ebc,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:49.966809 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:49.967834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (ea445b74-bd42-4e44-8562-46ba64d47f86), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.016935 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:26:50.019864 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:26:50.035432 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.045369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2c432b30-d9f0-4b41-bb77-d0d59c871c87), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.063215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=b5f972f7-7f35-4746-9da5-03c462cdb758,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:50.073257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] No DVR routers for this DVR port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:50.077844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] No DVR routers for this DVR port 2c432b30-d9f0-4b41-bb77-d0d59c871c87 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:50.098332 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c6ca250>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:44Z', 'revision_number': 2, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.136272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Port': ['ID=2c432b30-d9f0-4b41-bb77-d0d59c871c87,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:50.138895 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Checking router: 13092bf4-2438-4250-9839-da1bd0717122 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:26:50.139469 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Updating router 13092bf4-2438-4250-9839-da1bd0717122 port 779a249e-8bf2-4b15-92c3-08fe71520722 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:26:50.144981 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e038bb3-7d36-43b5-8e3d-80da046530c3 None None] Pushing event deleted for resources: {'Port': ['ID=2c432b30-d9f0-4b41-bb77-d0d59c871c87,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:50.155239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-14901351-d36e-4e12-9979-4869f41b600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895faf5610>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:58Z', 'revision_number': 2, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.175693 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.189533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14901351-d36e-4e12-9979-4869f41b600f None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:26:50.199480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14901351-d36e-4e12-9979-4869f41b600f None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:50.200133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-14901351-d36e-4e12-9979-4869f41b600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895faf5610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.227343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33f8a95d-daa1-4e2a-bec5-c393de77abea req-8634cdd3-0e22-4449-918a-0900fc22105e tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 210 time: 0.0934408
Apr 30 21:26:50.255352 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d5bb22e-b9bd-4a48-9548-c76404db526d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.258951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9a221684-4bd7-4a63-8ae5-99cceb1d01ed), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.273223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 40a21e40-45fc-4c16-9a0e-884b449f84a7 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:50.281120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:50.303349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89667b2f40>,) {'filters': {'network_id': ['9a221684-4bd7-4a63-8ae5-99cceb1d01ed']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.359675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-14901351-d36e-4e12-9979-4869f41b600f None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:50.383791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89667b2f40>, 'f90e92d3-da80-4840-9015-edd24dcf4046') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.384381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89667b2f40>, 'f90e92d3-da80-4840-9015-edd24dcf4046') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.410035 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (f90e92d3-da80-4840-9015-edd24dcf4046), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.441297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f90e92d3-da80-4840-9015-edd24dcf4046), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.452589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:50.453444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (f90e92d3-da80-4840-9015-edd24dcf4046), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:50.457315 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:50.519964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router ea445b74-bd42-4e44-8562-46ba64d47f86 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:26:50.630311 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Publish callbacks [] for port (779a249e-8bf2-4b15-92c3-08fe71520722), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.690333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c9658d5a-8df7-4e25-ae19-9136b7cb8ebc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:50.709363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1eb12403-0fed-48b0-a89b-b9af482dc642 req-092b5180-6c86-4128-9edd-4d4d46185bc5 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec43e8e7-f55f-467d-b9b0-b0c7fed9c9d4 HTTP/1.1" status: 200  len: 210 time: 0.0971203
Apr 30 21:26:50.756839 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.765357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:50.774548 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-15c25c95-2f7b-494a-b747-d96d20247e3d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/ea445b74-bd42-4e44-8562-46ba64d47f86/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4230661
Apr 30 21:26:50.775500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44168) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:50.788623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8350de3-6048-4796-a6d2-7c7ec550d7dc None None] Sync routers for ids ['ea445b74-bd42-4e44-8562-46ba64d47f86'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:50.860148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:50.860148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.860148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0c318e7d-7797-4271-b36b-4ec098e961fa None None] Provisioning complete for port b5f972f7-7f35-4746-9da5-03c462cdb758 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:50.860148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c318e7d-7797-4271-b36b-4ec098e961fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.875971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e1bf5-76c3-4125-8768-01541b1abba8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:50.880276 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-114e1bf5-76c3-4125-8768-01541b1abba8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports/b5f972f7-7f35-4746-9da5-03c462cdb758 HTTP/1.1" status: 200  len: 913 time: 0.1010582
Apr 30 21:26:50.880276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9a221684-4bd7-4a63-8ae5-99cceb1d01ed), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.881695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44170) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:50.884821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053ff1-e856-44db-a228-10b3362081ce req-06a0bd3a-bece-424a-b66e-f42cc327fc45 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:50.886909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-06a0bd3a-bece-424a-b66e-f42cc327fc45 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.35 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 820 time: 0.1898141
Apr 30 21:26:50.909476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-14901351-d36e-4e12-9979-4869f41b600f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895faf5610>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:58Z', 'revision_number': 2, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.911244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8350de3-6048-4796-a6d2-7c7ec550d7dc None None] Routers {'ea445b74-bd42-4e44-8562-46ba64d47f86'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:50.914300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b8350de3-6048-4796-a6d2-7c7ec550d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f58abe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea445b74-bd42-4e44-8562-46ba64d47f86'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.920958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Request body: {'port': {'device_id': '6c395141-111d-4dfd-ace8-178b59574e50', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'admin_state_up': True, 'tenant_id': 'acd535df3826485d8472597a6258a56c'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:50.927556 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Attempting to bind port 779a249e-8bf2-4b15-92c3-08fe71520722 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:50.928166 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Attempting to bind port 779a249e-8bf2-4b15-92c3-08fe71520722 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:50.928754 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Attempting to bind port 779a249e-8bf2-4b15-92c3-08fe71520722 on network acf946d8-f627-421b-bd28-a9c0e5235ab2 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:50.935170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Pushing event updated for resources: {'Port': ['ID=779a249e-8bf2-4b15-92c3-08fe71520722,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:50.938591 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:50.939803 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Checking segment: {'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:50.940386 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.940940 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Bound using segment: {'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:50.941785 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Bound port: 779a249e-8bf2-4b15-92c3-08fe71520722, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:50.942352 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:50.989370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b8350de3-6048-4796-a6d2-7c7ec550d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f58abe0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:50.991633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:51.006125 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] 10.222.0.23 "DELETE /v2.0/networks/9a221684-4bd7-4a63-8ae5-99cceb1d01ed HTTP/1.1" status: 204  len: 168 time: 2.0723712
Apr 30 21:26:51.029324 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.029712 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.030486 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.030987 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.031530 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.032022 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.032553 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.033206 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.034019 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.034510 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.035483 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.036187 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.036679 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.037170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.037668 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:51.045192 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] For port 779a249e-8bf2-4b15-92c3-08fe71520722, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:51.048463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8350de3-6048-4796-a6d2-7c7ec550d7dc None None] Routers {'ea445b74-bd42-4e44-8562-46ba64d47f86'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:51.049140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b8350de3-6048-4796-a6d2-7c7ec550d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f58abe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea445b74-bd42-4e44-8562-46ba64d47f86'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:51.050263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] For port 779a249e-8bf2-4b15-92c3-08fe71520722, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=779a249e-8bf2-4b15-92c3-08fe71520722,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:51.058817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14901351-d36e-4e12-9979-4869f41b600f None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.197', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:3c:a1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981cebe-916e-45b7-a15c-a2639be85842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:24:34Z', 'updated_at': '2022-04-30T21:24:58Z', 'revision_number': 2, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:51.073187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cca00c-dfc7-4349-93e6-b22202c08a19 tempest-NetworksIpV6TestAttrs-1025628151 tempest-NetworksIpV6TestAttrs-1025628151-project] Pushing event deleted for resources: {'Network': ['ID=9a221684-4bd7-4a63-8ae5-99cceb1d01ed,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:51.126536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfba6f-e2f0-4bd7-b50d-05ce93fc9f2a req-18428661-f588-4700-963d-0a6fe2e2bd50 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:51.128472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fbfba6f-e2f0-4bd7-b50d-05ce93fc9f2a req-18428661-f588-4700-963d-0a6fe2e2bd50 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.2395885
Apr 30 21:26:51.161811 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:51.196520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Made reservation on behalf of acd535df3826485d8472597a6258a56c for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:51.202301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:51.246197 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:51.247489 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c6ca250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:51.359318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b8350de3-6048-4796-a6d2-7c7ec550d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f58abe0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:51.360081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8350de3-6048-4796-a6d2-7c7ec550d7dc None None] The sync data for ids ['ea445b74-bd42-4e44-8562-46ba64d47f86'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:51.366469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 54ba9216-14d1-48d9-91ae-2c676c6c24ca no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:51.412418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Allocated IP 172.20.0.11 (acf946d8-f627-421b-bd28-a9c0e5235ab2/b7941620-eb2c-4348-9c33-40b03ca5ef42/c86d6076-6753-4ec2-8787-d007df62c17c) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:51.446280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fbfba6f-e2f0-4bd7-b50d-05ce93fc9f2a req-b1aef203-304d-4d8e-8fea-f42e00aef181 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115079
Apr 30 21:26:51.458003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0c318e7d-7797-4271-b36b-4ec098e961fa None None] Port b5f972f7-7f35-4746-9da5-03c462cdb758 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:26:51.473617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 54ba9216-14d1-48d9-91ae-2c676c6c24ca {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:51.474345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 54ba9216-14d1-48d9-91ae-2c676c6c24ca not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:51.497020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2258ee35-a26c-4ec0-8f49-e57ec3ef1c80 req-9b81a3b5-f50c-4ba4-b0c4-401216c99c99 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 210 time: 0.0695827
Apr 30 21:26:51.570343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:51.584179 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:51.584179 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:51.587971 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d002f3-b5d1-4a5b-bedf-a79d9f719411 None None] New status for floating IP e29e0e82-df20-4387-bfe3-7b9e4ae2cd28: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:26:51.651999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2c432b30-d9f0-4b41-bb77-d0d59c871c87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:51.684495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 2c432b30-d9f0-4b41-bb77-d0d59c871c87 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:51.685399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2c432b30-d9f0-4b41-bb77-d0d59c871c87 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:51.819343 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a498d6-9955-4a27-8dca-d81fb8625603 None None] Pushing event updated for resources: {'Port': ['ID=779a249e-8bf2-4b15-92c3-08fe71520722,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:51.869441 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:26:51.905960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44186) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:51.956664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44190) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:51.967540 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (ea445b74-bd42-4e44-8562-46ba64d47f86), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.067539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for port (c86d6076-6753-4ec2-8787-d007df62c17c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.131830 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c6ca250>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:51Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:52.137904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e1dfa1-b0b5-4e90-8c0d-a8ff7900cfd0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (8277fa3b-ed39-4ff1-a180-9df7c61bb1b1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.161742 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b799f-02c1-4cce-ac33-af9267710410 None None] The sync data for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 is: [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:51Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:52.187803 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-24e14f16-052d-42be-81fa-ba150829f211 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df29de6983a1403588550faf0e6b2bd8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2807243
Apr 30 21:26:52.190991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44192) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:52.198694 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.220102 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e1dfa1-b0b5-4e90-8c0d-a8ff7900cfd0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (8277fa3b-ed39-4ff1-a180-9df7c61bb1b1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.268015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Network acf946d8-f627-421b-bd28-a9c0e5235ab2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:26:52.276594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:26:52.285057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:26:52.291528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event updated for resources: {'Port': ['ID=c86d6076-6753-4ec2-8787-d007df62c17c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:52.339045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-97ccbd1b-ef5e-4adf-a3b2-075b0aba086c admin admin] Publish callbacks [] for security_group (9612f030-b9b2-4305-bc66-cda014bb4490), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.358938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:52.359573 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.371251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port b5f972f7-7f35-4746-9da5-03c462cdb758 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:52.371900 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.380556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-97ccbd1b-ef5e-4adf-a3b2-075b0aba086c admin admin] Publish callbacks [] for security_group (9612f030-b9b2-4305-bc66-cda014bb4490), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.387655 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e1dfa1-b0b5-4e90-8c0d-a8ff7900cfd0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8277fa3b-ed39-4ff1-a180-9df7c61bb1b1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.390422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e1dfa1-b0b5-4e90-8c0d-a8ff7900cfd0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.391563 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-36e1dfa1-b0b5-4e90-8c0d-a8ff7900cfd0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "DELETE /v2.0/security-groups/8277fa3b-ed39-4ff1-a180-9df7c61bb1b1 HTTP/1.1" status: 204  len: 168 time: 0.4336491
Apr 30 21:26:52.401506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44194) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:52.430299 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-28e71d8d-9035-40ea-a0f5-db21a736369d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] show failed (client error): The resource could not be found.
Apr 30 21:26:52.435380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-28e71d8d-9035-40ea-a0f5-db21a736369d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups/8277fa3b-ed39-4ff1-a180-9df7c61bb1b1 HTTP/1.1" status: 404  len: 347 time: 0.0286145
Apr 30 21:26:52.435517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1dfa1-b0b5-4e90-8c0d-a8ff7900cfd0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277fa3b-ed39-4ff1-a180-9df7c61bb1b1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:52.435639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44196) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:52.490827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.515801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for b5f972f7-7f35-4746-9da5-03c462cdb758 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:52.598310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-20374c6d-3e36-46ba-9650-a94ae3d51b74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6945837
Apr 30 21:26:52.612154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Request body: {'port': {'device_id': '6c395141-111d-4dfd-ace8-178b59574e50', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:52.653848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 779a249e-8bf2-4b15-92c3-08fe71520722 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:52.715660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Deleting port 8d6aedf9-4d4d-460b-9555-8313438e896e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:52.716419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8d6aedf9-4d4d-460b-9555-8313438e896e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.729678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 779a249e-8bf2-4b15-92c3-08fe71520722 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:52.732378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.832384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 779a249e-8bf2-4b15-92c3-08fe71520722 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:52.832888 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.842028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-97ccbd1b-ef5e-4adf-a3b2-075b0aba086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9612f030-b9b2-4305-bc66-cda014bb4490), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.844539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-97ccbd1b-ef5e-4adf-a3b2-075b0aba086c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.845679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-97ccbd1b-ef5e-4adf-a3b2-075b0aba086c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9612f030-b9b2-4305-bc66-cda014bb4490 HTTP/1.1" status: 204  len: 168 time: 0.6533351
Apr 30 21:26:52.875672 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b5f972f7-7f35-4746-9da5-03c462cdb758), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.882672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 779a249e-8bf2-4b15-92c3-08fe71520722, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=779a249e-8bf2-4b15-92c3-08fe71520722,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:52.907658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=b5f972f7-7f35-4746-9da5-03c462cdb758,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:52.925688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcceab-32a6-4ca7-9f7c-a1415fda62a7 req-f3381107-09de-4d45-bdb6-65cd9fff61bd tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:52.927362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27bcceab-32a6-4ca7-9f7c-a1415fda62a7 req-f3381107-09de-4d45-bdb6-65cd9fff61bd tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 932 time: 0.2846699
Apr 30 21:26:52.938249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccbd1b-ef5e-4adf-a3b2-075b0aba086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9612f030-b9b2-4305-bc66-cda014bb4490,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:52.969613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd28815-aa5f-40fa-8ae7-5a50e21634cd req-e469c9dc-f720-4ab6-8923-e8f9ffdcc115 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:52.971249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bd28815-aa5f-40fa-8ae7-5a50e21634cd req-e469c9dc-f720-4ab6-8923-e8f9ffdcc115 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.3275456
Apr 30 21:26:52.986605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8d6aedf9-4d4d-460b-9555-8313438e896e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.986836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (8d6aedf9-4d4d-460b-9555-8313438e896e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.989270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:52.993914 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:53.034748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Calling delete_port for 8d6aedf9-4d4d-460b-9555-8313438e896e owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:53.096242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=779a249e-8bf2-4b15-92c3-08fe71520722,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:53.123908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (ea445b74-bd42-4e44-8562-46ba64d47f86), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:53.169386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:53.223600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27bcceab-32a6-4ca7-9f7c-a1415fda62a7 req-10d42539-e278-4f33-bec5-89b3a6286e5e tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2829547
Apr 30 21:26:53.250547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bd28815-aa5f-40fa-8ae7-5a50e21634cd req-ff828e5b-d412-4196-b984-c54ebf43606b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617383
Apr 30 21:26:53.415674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router ea445b74-bd42-4e44-8562-46ba64d47f86 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:26:53.511347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8160d1-c1b4-4dc7-afa1-3956bba59f00 req-64cb0aeb-b6e5-4c99-b36c-ba13b4cf2c8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:53.513486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba8160d1-c1b4-4dc7-afa1-3956bba59f00 req-64cb0aeb-b6e5-4c99-b36c-ba13b4cf2c8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0696120
Apr 30 21:26:53.540823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:53.550917 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-567bd78a-3ca6-4d9c-9e61-9fa245fa27ca tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/ea445b74-bd42-4e44-8562-46ba64d47f86/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6665852
Apr 30 21:26:53.551379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44218) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:53.553798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8d6aedf9-4d4d-460b-9555-8313438e896e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:53.554716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206fda9-5761-45af-a83a-a2a91497ce1d None None] Sync routers for ids ['ea445b74-bd42-4e44-8562-46ba64d47f86'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:53.568181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206fda9-5761-45af-a83a-a2a91497ce1d None None] Routers {'ea445b74-bd42-4e44-8562-46ba64d47f86'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:53.569041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2206fda9-5761-45af-a83a-a2a91497ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd8b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea445b74-bd42-4e44-8562-46ba64d47f86'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:53.606973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'Port': ['ID=8d6aedf9-4d4d-460b-9555-8313438e896e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:53.611263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2206fda9-5761-45af-a83a-a2a91497ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd8b970>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:53.632928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206fda9-5761-45af-a83a-a2a91497ce1d None None] Routers {'ea445b74-bd42-4e44-8562-46ba64d47f86'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:53.634515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2206fda9-5761-45af-a83a-a2a91497ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd8b970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea445b74-bd42-4e44-8562-46ba64d47f86'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:53.647042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba8160d1-c1b4-4dc7-afa1-3956bba59f00 req-e21b9a82-41e6-42c1-81ab-84ded52332dc tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1271489
Apr 30 21:26:53.686464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2206fda9-5761-45af-a83a-a2a91497ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd8b970>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:53.687092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206fda9-5761-45af-a83a-a2a91497ce1d None None] The sync data for ids ['ea445b74-bd42-4e44-8562-46ba64d47f86'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:53.717155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86d6076-6753-4ec2-8787-d007df62c17c {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:26:53.729389 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Publish callbacks [] for port (c86d6076-6753-4ec2-8787-d007df62c17c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:53.746008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (e29e0e82-df20-4387-bfe3-7b9e4ae2cd28), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:53.748659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:53.758333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cc15534d-1b8a-4e3f-a6ef-0a98411d8674 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "DELETE /v2.0/floatingips/e29e0e82-df20-4387-bfe3-7b9e4ae2cd28 HTTP/1.1" status: 204  len: 168 time: 1.3167510
Apr 30 21:26:53.765951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Transition to ACTIVE for port object c86d6076-6753-4ec2-8787-d007df62c17c will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:26:53.825296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7c21f-8037-4ae7-a958-67a272f6e21e req-cef41cf3-0b59-4ddd-84f6-774c450a6ce6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:53.826912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fd7c21f-8037-4ae7-a958-67a272f6e21e req-cef41cf3-0b59-4ddd-84f6-774c450a6ce6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0633302
Apr 30 21:26:53.869502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:53.914088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fd7c21f-8037-4ae7-a958-67a272f6e21e req-52785ea8-b13b-4e9a-9217-6efc5bc537db tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0728431
Apr 30 21:26:53.950675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Pushing event updated for resources: {'Port': ['ID=c86d6076-6753-4ec2-8787-d007df62c17c,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:53.988510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (ea445b74-bd42-4e44-8562-46ba64d47f86), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.041153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Attempting to bind port c86d6076-6753-4ec2-8787-d007df62c17c on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:26:54.041534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Attempting to bind port c86d6076-6753-4ec2-8787-d007df62c17c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:26:54.041852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Attempting to bind port c86d6076-6753-4ec2-8787-d007df62c17c on network acf946d8-f627-421b-bd28-a9c0e5235ab2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:54.060490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Port c86d6076-6753-4ec2-8787-d007df62c17c on network acf946d8-f627-421b-bd28-a9c0e5235ab2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:26:54.060490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Attempting to bind port c86d6076-6753-4ec2-8787-d007df62c17c on network acf946d8-f627-421b-bd28-a9c0e5235ab2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:26:54.088768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:26:54.089554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Checking segment: {'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:26:54.089554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Bound using segment: {'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:26:54.090501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Bound port: c86d6076-6753-4ec2-8787-d007df62c17c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:26:54.090867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.115812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49257ee4-eaf1-4330-9891-f6080f2b0956 req-ddd414d7-3c36-4d84-9d16-e9bfcb33bef0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:54.117321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49257ee4-eaf1-4330-9891-f6080f2b0956 req-ddd414d7-3c36-4d84-9d16-e9bfcb33bef0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0700057
Apr 30 21:26:54.207157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] For port c86d6076-6753-4ec2-8787-d007df62c17c, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:26:54.211880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49257ee4-eaf1-4330-9891-f6080f2b0956 req-b5afc912-1ad7-47b0-ba9d-0c5b5c0fef18 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0740433
Apr 30 21:26:54.213677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] For port c86d6076-6753-4ec2-8787-d007df62c17c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c86d6076-6753-4ec2-8787-d007df62c17c,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:26:54.250156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 7a11a1b1-32c0-49c0-8ba0-460d1288e5fa {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:54.250552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.315672 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.373158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.395560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 7a11a1b1-32c0-49c0-8ba0-460d1288e5fa owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:54.401953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:54.401953 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.402272 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.402443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] 10.222.0.35 "PUT /v2.0/ports/c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 1092 time: 1.7990565
Apr 30 21:26:54.405443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:54.406368 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a84bc0-513a-47dd-b11e-166d064efbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:54.406526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44250) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:54.456329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a530f1-9c44-44bf-8e00-6aa609a3ec1e req-038e939e-3139-47b4-a605-47a469c83049 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:54.457882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6a530f1-9c44-44bf-8e00-6aa609a3ec1e req-038e939e-3139-47b4-a605-47a469c83049 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1388075
Apr 30 21:26:54.478497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dbe9c-b9da-4d5b-b24d-e47620abb75d req-4ca737ea-023b-4ea8-bbf3-6ea36d2c4141 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:54.480002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-732dbe9c-b9da-4d5b-b24d-e47620abb75d req-4ca737ea-023b-4ea8-bbf3-6ea36d2c4141 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 944 time: 0.1026509
Apr 30 21:26:54.500385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fc807-24e1-443a-91e7-6634356f901a service neutron] Pushing event updated for resources: {'Port': ['ID=c86d6076-6753-4ec2-8787-d007df62c17c,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:54.601540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-06ba9917-c477-41a3-beb4-3a3cb8d89a90 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:54.601894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6a530f1-9c44-44bf-8e00-6aa609a3ec1e req-95d675f5-482f-44de-ae15-b9c51092ee5a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1356831
Apr 30 21:26:54.602411 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-06ba9917-c477-41a3-beb4-3a3cb8d89a90 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 30 21:26:54.602961 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-06ba9917-c477-41a3-beb4-3a3cb8d89a90 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:26:54.608421 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-06ba9917-c477-41a3-beb4-3a3cb8d89a90 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1966805
Apr 30 21:26:54.608611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44256) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:54.618532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-732dbe9c-b9da-4d5b-b24d-e47620abb75d req-8ce1a943-96fe-40e5-9bd9-fbbb1af50cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201947
Apr 30 21:26:54.619600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053ff1-e856-44db-a228-10b3362081ce req-67166489-c9e5-40c2-a79b-c5ab9167b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:54.622339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-67166489-c9e5-40c2-a79b-c5ab9167b7a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1126 time: 0.0931301
Apr 30 21:26:54.635293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537406024'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:54.722168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7a11a1b1-32c0-49c0-8ba0-460d1288e5fa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.728468 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11594e99-d80a-4e74-9600-84820a8aa009 x-openstack-request-id: req-11594e99-d80a-4e74-9600-84820a8aa009 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:54.729020 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:54.729431 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11594e99-d80a-4e74-9600-84820a8aa009 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:54.730027 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11594e99-d80a-4e74-9600-84820a8aa009'] response: {'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'status': 'completed', 'code': 200}
Apr 30 21:26:54.731995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-3580cf6e-b226-4526-9070-a518d9da589b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 217 time: 0.0960329
Apr 30 21:26:54.759580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.813051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053ff1-e856-44db-a228-10b3362081ce req-5d8bce38-3f4f-4fe1-85bf-b3af31065828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:54.814580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-5d8bce38-3f4f-4fe1-85bf-b3af31065828 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.0762038
Apr 30 21:26:54.830292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=7a11a1b1-32c0-49c0-8ba0-460d1288e5fa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:54.885092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-4db7bd00-8dd3-430e-82cb-15cdb580b9f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621789
Apr 30 21:26:54.925368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (ea445b74-bd42-4e44-8562-46ba64d47f86), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.928243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:54.928955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 779a249e-8bf2-4b15-92c3-08fe71520722 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:55.006669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 779a249e-8bf2-4b15-92c3-08fe71520722 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:55.007304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:55.097396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-b31f54b9-6ddc-4c0b-ba1a-cd61a9420c66 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980491
Apr 30 21:26:55.111840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 779a249e-8bf2-4b15-92c3-08fe71520722 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:55.112128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-8b2c9f39-24ba-4d6e-ae36-200107eebce8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:55.113604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-8b2c9f39-24ba-4d6e-ae36-200107eebce8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.2390079
Apr 30 21:26:55.162988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router ea445b74-bd42-4e44-8562-46ba64d47f86 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:26:55.174952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-d0758625-547f-466b-8cc3-51b88f6e3b6c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/quotas/3364787934af4f59b17a58b380fe95da HTTP/1.1" status: 200  len: 375 time: 0.0517111
Apr 30 21:26:55.182733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (a23748af-ee9e-46dc-aca1-9e4d509fe56c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:55.253473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32053ff1-e856-44db-a228-10b3362081ce req-9ecbba3f-90f3-48c5-9fe1-213165c06b14 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387243
Apr 30 21:26:55.259691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-8a7ce9a0-5594-462b-9ee8-da02d2a09447 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0707726
Apr 30 21:26:55.263774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:26:55.270003 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4e5f96df-e5e2-40db-9779-2cf4322e7757 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/ea445b74-bd42-4e44-8562-46ba64d47f86/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7170584
Apr 30 21:26:55.271883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44272) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:55.276031 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc736a37-0616-4881-896d-2ac6ec922aab None None] Sync routers for ids ['ea445b74-bd42-4e44-8562-46ba64d47f86'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:26:55.287247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a23748af-ee9e-46dc-aca1-9e4d509fe56c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:55.291078 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc736a37-0616-4881-896d-2ac6ec922aab None None] Routers {'ea445b74-bd42-4e44-8562-46ba64d47f86'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:55.291916 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc736a37-0616-4881-896d-2ac6ec922aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea445b74-bd42-4e44-8562-46ba64d47f86'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:55.315771 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a16a2771-a9fe-4339-bbb8-c3b26b589659 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea445b74-bd42-4e44-8562-46ba64d47f86 HTTP/1.1" status: 200  len: 205 time: 0.0384507
Apr 30 21:26:55.321133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44274) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:55.332656 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc736a37-0616-4881-896d-2ac6ec922aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0850>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:55.344255 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc736a37-0616-4881-896d-2ac6ec922aab None None] Routers {'ea445b74-bd42-4e44-8562-46ba64d47f86'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:26:55.345124 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc736a37-0616-4881-896d-2ac6ec922aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea445b74-bd42-4e44-8562-46ba64d47f86'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:55.381507 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc736a37-0616-4881-896d-2ac6ec922aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0850>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:55.382385 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc736a37-0616-4881-896d-2ac6ec922aab None None] The sync data for ids ['ea445b74-bd42-4e44-8562-46ba64d47f86'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:26:55.405596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-a13724a2-68d2-4349-b454-f692cce89fc2 service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186171
Apr 30 21:26:55.516205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-2127069f-8244-4538-8456-f6a3074d3c54 service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1038580
Apr 30 21:26:55.722454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23748af-ee9e-46dc-aca1-9e4d509fe56c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:55.729116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35695a7f-54d6-4835-8399-7b5966e89d25 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (ea445b74-bd42-4e44-8562-46ba64d47f86), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:55.831601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ac14f-8eb0-4ca0-b5b1-1769dd998ccf req-98e5d627-247c-4088-b145-b2f16d7d781d tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:55.840783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f32ac14f-8eb0-4ca0-b5b1-1769dd998ccf req-98e5d627-247c-4088-b145-b2f16d7d781d tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 944 time: 0.1377637
Apr 30 21:26:55.886465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (16e79136-ab5c-4cbc-8040-6a478206b76e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:55.903868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40e06986-21f0-4527-b3ce-40a022ef15c0 req-7841128a-5058-4a16-807b-270915f168f2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 210 time: 0.0619893
Apr 30 21:26:55.935794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35695a7f-54d6-4835-8399-7b5966e89d25 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (ea445b74-bd42-4e44-8562-46ba64d47f86), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:55.938143 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35695a7f-54d6-4835-8399-7b5966e89d25 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (ea445b74-bd42-4e44-8562-46ba64d47f86), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:55.941356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f32ac14f-8eb0-4ca0-b5b1-1769dd998ccf req-fed11f11-942e-4c2a-9374-a6e854bd8cd6 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775523
Apr 30 21:26:55.994072 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (16e79136-ab5c-4cbc-8040-6a478206b76e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.032932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e79136-ab5c-4cbc-8040-6a478206b76e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:56.097839 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35695a7f-54d6-4835-8399-7b5966e89d25 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (ea445b74-bd42-4e44-8562-46ba64d47f86), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.098390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35695a7f-54d6-4835-8399-7b5966e89d25 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Fanout notify agent at l3_agent the message router_deleted on router ea445b74-bd42-4e44-8562-46ba64d47f86 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:26:56.105399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35695a7f-54d6-4835-8399-7b5966e89d25 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.106534 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-35695a7f-54d6-4835-8399-7b5966e89d25 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/ea445b74-bd42-4e44-8562-46ba64d47f86 HTTP/1.1" status: 204  len: 168 time: 0.7808161
Apr 30 21:26:56.109169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44294) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:56.144119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.145360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1095a04-eaae-4d87-9133-b0359df9915c tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.5357490
Apr 30 21:26:56.148302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44296) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:56.153417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8481520b-a890-4f76-9ef9-6d1d515fe404 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '16e79136-ab5c-4cbc-8040-6a478206b76e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:56.171524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68d5fd8-24e7-4e35-98b7-de4d22a01bd5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet 7684aafd-c183-44eb-a163-9694fe27f050 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:56.174727 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68d5fd8-24e7-4e35-98b7-de4d22a01bd5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (7684aafd-c183-44eb-a163-9694fe27f050), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.214597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68d5fd8-24e7-4e35-98b7-de4d22a01bd5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (7684aafd-c183-44eb-a163-9694fe27f050), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.256768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-5e638949-7e1e-4b3e-bd28-1dba1770d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:56.258310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-5e638949-7e1e-4b3e-bd28-1dba1770d9ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1126 time: 0.0472267
Apr 30 21:26:56.317893 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68d5fd8-24e7-4e35-98b7-de4d22a01bd5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7684aafd-c183-44eb-a163-9694fe27f050), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.362528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-52d4409c-35b5-44d5-aa0e-4ba4dc0faf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:56.364266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-52d4409c-35b5-44d5-aa0e-4ba4dc0faf29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 921 time: 0.1003518
Apr 30 21:26:56.411181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-ae7f3068-f19f-417e-bfbe-cb538b617414 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 217 time: 0.0405390
Apr 30 21:26:56.425920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8481520b-a890-4f76-9ef9-6d1d515fe404 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group_rule (8d87c73e-41a4-4347-98d4-4cdda90c6a4c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.492836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68d5fd8-24e7-4e35-98b7-de4d22a01bd5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (7684aafd-c183-44eb-a163-9694fe27f050), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.522773 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d5fd8-24e7-4e35-98b7-de4d22a01bd5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=7684aafd-c183-44eb-a163-9694fe27f050,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:56.524823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68d5fd8-24e7-4e35-98b7-de4d22a01bd5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.528336 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c68d5fd8-24e7-4e35-98b7-de4d22a01bd5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/7684aafd-c183-44eb-a163-9694fe27f050 HTTP/1.1" status: 204  len: 168 time: 0.4181285
Apr 30 21:26:56.531805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44302) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:56.535222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b228e824-a690-4956-845e-45ab0bf10d72 None None] Network 40a21e40-45fc-4c16-9a0e-884b449f84a7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:56.589436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8475cd8-56e0-49bc-835b-0815bbde432b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet f5f1f690-c54f-4d82-b290-4ef7be2aa236 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:26:56.593433 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8475cd8-56e0-49bc-835b-0815bbde432b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (f5f1f690-c54f-4d82-b290-4ef7be2aa236), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.636996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8475cd8-56e0-49bc-835b-0815bbde432b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (f5f1f690-c54f-4d82-b290-4ef7be2aa236), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.716848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] DHCP port deletion for 40a21e40-45fc-4c16-9a0e-884b449f84a7 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:56.752841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8475cd8-56e0-49bc-835b-0815bbde432b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (f5f1f690-c54f-4d82-b290-4ef7be2aa236), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.764405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] Deleting port 4ae726c9-24e3-4638-964c-921d8c9f40b1 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:56.764784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.820051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-5ce08111-c82f-46ff-be31-9ae2d2577f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:56.821522 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-5ce08111-c82f-46ff-be31-9ae2d2577f89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.4046950
Apr 30 21:26:56.831537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265c999-c490-457a-a464-13394087c98f req-697d9e6b-2b04-4147-b3e2-ff8d22bbe512 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:56.833157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1265c999-c490-457a-a464-13394087c98f req-697d9e6b-2b04-4147-b3e2-ff8d22bbe512 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 945 time: 0.3863111
Apr 30 21:26:56.839123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] For port 4ae726c9-24e3-4638-964c-921d8c9f40b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ae726c9-24e3-4638-964c-921d8c9f40b1,segment=NetworkSegment(dc6d42a7-a071-410c-be9f-4eb26fb5dbb9),segment_id=dc6d42a7-a071-410c-be9f-4eb26fb5dbb9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:56.839593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.854077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] Calling delete_port for 4ae726c9-24e3-4638-964c-921d8c9f40b1 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:56.879742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-3fc878bf-776b-41df-9e97-399154569dc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425923
Apr 30 21:26:56.896216 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8481520b-a890-4f76-9ef9-6d1d515fe404 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group_rule (8d87c73e-41a4-4347-98d4-4cdda90c6a4c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:56.972882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1265c999-c490-457a-a464-13394087c98f req-f760a9c9-e92c-4501-9c32-431a05ea7578 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1268549
Apr 30 21:26:56.992324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8475cd8-56e0-49bc-835b-0815bbde432b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (f5f1f690-c54f-4d82-b290-4ef7be2aa236), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.024644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c9fe862-560c-45de-a152-a9e86cbc96ec req-646f42b7-dd32-45c4-8a07-7ed096e76e72 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 210 time: 0.0342591
Apr 30 21:26:57.031567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-33a3f520-b54f-419a-919e-0cb95632d4eb service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372647
Apr 30 21:26:57.040839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8475cd8-56e0-49bc-835b-0815bbde432b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f1f690-c54f-4d82-b290-4ef7be2aa236,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:57.048278 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8475cd8-56e0-49bc-835b-0815bbde432b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.052784 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d8475cd8-56e0-49bc-835b-0815bbde432b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/f5f1f690-c54f-4d82-b290-4ef7be2aa236 HTTP/1.1" status: 204  len: 168 time: 0.5199223
Apr 30 21:26:57.058144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44310) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:57.061778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8481520b-a890-4f76-9ef9-6d1d515fe404 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (8d87c73e-41a4-4347-98d4-4cdda90c6a4c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.066837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c578f-ea9c-415e-8b1c-409906a44d5e None None] Network b54a5006-978c-4fea-a6ba-844865fb37e1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:26:57.127227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481520b-a890-4f76-9ef9-6d1d515fe404 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d87c73e-41a4-4347-98d4-4cdda90c6a4c,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:57.145895 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (4ae726c9-24e3-4638-964c-921d8c9f40b1), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.176946 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (40a21e40-45fc-4c16-9a0e-884b449f84a7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.181587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a2577-de1e-4592-b2f9-c9889e5c60b3 req-61213eee-c35b-41c3-ad56-a27060843632 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:57.183114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-038a2577-de1e-4592-b2f9-c9889e5c60b3 req-61213eee-c35b-41c3-ad56-a27060843632 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 944 time: 0.0785451
Apr 30 21:26:57.189044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] Pushing event deleted for resources: {'Port': ['ID=4ae726c9-24e3-4638-964c-921d8c9f40b1,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:57.194939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee5d36-0931-45ba-913b-001affc219c9 None None] No DVR routers for this DVR port 4ae726c9-24e3-4638-964c-921d8c9f40b1 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:57.220312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1a84bc0-513a-47dd-b11e-166d064efbd9 req-a17cfa39-c86c-4c1c-9a0f-5abb9db439f6 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813300
Apr 30 21:26:57.258857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-038a2577-de1e-4592-b2f9-c9889e5c60b3 req-487471a7-1bbc-48b6-9e37-488a5a8f4db1 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563829
Apr 30 21:26:57.292055 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (40a21e40-45fc-4c16-9a0e-884b449f84a7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.314093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c640e80>,) {'filters': {'network_id': ['40a21e40-45fc-4c16-9a0e-884b449f84a7']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:57.321255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] DHCP port deletion for b54a5006-978c-4fea-a6ba-844865fb37e1 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:26:57.327293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c640e80>, 'dc6d42a7-a071-410c-be9f-4eb26fb5dbb9') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:57.327663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c640e80>, 'dc6d42a7-a071-410c-be9f-4eb26fb5dbb9') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:57.334566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8481520b-a890-4f76-9ef9-6d1d515fe404 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.336027 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8481520b-a890-4f76-9ef9-6d1d515fe404 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1864810
Apr 30 21:26:57.338666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:57.342098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (dc6d42a7-a071-410c-be9f-4eb26fb5dbb9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.343779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b4ec7859-a6f0-45c7-aa3e-50dd4353fea2 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '16e79136-ab5c-4cbc-8040-6a478206b76e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:57.352072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c86d6076-6753-4ec2-8787-d007df62c17c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:26:57.363082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (dc6d42a7-a071-410c-be9f-4eb26fb5dbb9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.369609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:57.370071 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (dc6d42a7-a071-410c-be9f-4eb26fb5dbb9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:57.373168 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:57.382413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] Deleting port 86f094d2-9a6a-4f7a-9eba-663691d172e3 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:57.382618 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.481381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4ec7859-a6f0-45c7-aa3e-50dd4353fea2 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group_rule (67f7578a-d8ce-483d-95f5-976c0b0aa5b8), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.493264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] For port 86f094d2-9a6a-4f7a-9eba-663691d172e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f094d2-9a6a-4f7a-9eba-663691d172e3,segment=NetworkSegment(3ae4947a-396f-4b92-9b91-5acf9b5a4e20),segment_id=3ae4947a-396f-4b92-9b91-5acf9b5a4e20)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:57.493675 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.511331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] Calling delete_port for 86f094d2-9a6a-4f7a-9eba-663691d172e3 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:57.582884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c86d6076-6753-4ec2-8787-d007df62c17c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c86d6076-6753-4ec2-8787-d007df62c17c,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:57.604380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'port_id': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:26:57.620024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (40a21e40-45fc-4c16-9a0e-884b449f84a7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.627796 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.630479 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/40a21e40-45fc-4c16-9a0e-884b449f84a7 HTTP/1.1" status: 204  len: 168 time: 0.5707996
Apr 30 21:26:57.633287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44314) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:57.642401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fe14e-8999-450a-b432-d94f1de2d3fe tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=40a21e40-45fc-4c16-9a0e-884b449f84a7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:57.658627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port c86d6076-6753-4ec2-8787-d007df62c17c is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:57.659048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.673436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86d6076-6753-4ec2-8787-d007df62c17c {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:26:57.688953 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-b4ec7859-a6f0-45c7-aa3e-50dd4353fea2 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:26:57.690108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b4ec7859-a6f0-45c7-aa3e-50dd4353fea2 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3504715
Apr 30 21:26:57.693093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44316) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:57.695532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c86d6076-6753-4ec2-8787-d007df62c17c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c86d6076-6753-4ec2-8787-d007df62c17c,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:57.725093 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b54a5006-978c-4fea-a6ba-844865fb37e1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.748246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1901-276d-434a-b0e2-86a1a9f7baf8 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (16e79136-ab5c-4cbc-8040-6a478206b76e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.760471 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.773622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] No DVR routers for this DVR port 86f094d2-9a6a-4f7a-9eba-663691d172e3 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:57.775471 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1901-276d-434a-b0e2-86a1a9f7baf8 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (16e79136-ab5c-4cbc-8040-6a478206b76e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.779278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 86f094d2-9a6a-4f7a-9eba-663691d172e3 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:57.779632 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.794572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d17d88-caee-4d49-81d8-098a935d27ce None None] Pushing event deleted for resources: {'Port': ['ID=86f094d2-9a6a-4f7a-9eba-663691d172e3,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:57.814736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.853109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 86f094d2-9a6a-4f7a-9eba-663691d172e3, host ncdv-master-1, got binding levels [] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:57.853591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.872316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=c86d6076-6753-4ec2-8787-d007df62c17c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:57.873968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 86f094d2-9a6a-4f7a-9eba-663691d172e3 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:57.884140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Port 86f094d2-9a6a-4f7a-9eba-663691d172e3 was not found and therefore no delete operation was performed {{(pid=115774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:26:57.885487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (86f094d2-9a6a-4f7a-9eba-663691d172e3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.897967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1901-276d-434a-b0e2-86a1a9f7baf8 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (16e79136-ab5c-4cbc-8040-6a478206b76e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.904936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ffc1901-276d-434a-b0e2-86a1a9f7baf8 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:57.904936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ffc1901-276d-434a-b0e2-86a1a9f7baf8 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/16e79136-ab5c-4cbc-8040-6a478206b76e HTTP/1.1" status: 204  len: 168 time: 0.2076466
Apr 30 21:26:57.905643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44318) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:57.911669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=86f094d2-9a6a-4f7a-9eba-663691d172e3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:57.919565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No DVR routers for this DVR port 86f094d2-9a6a-4f7a-9eba-663691d172e3 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:26:57.935123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc1901-276d-434a-b0e2-86a1a9f7baf8 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e79136-ab5c-4cbc-8040-6a478206b76e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:57.980283 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3311bfba-7524-4a84-b040-efda5c3ba2a6 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0734866
Apr 30 21:26:57.984882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44320) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:57.991378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e2386d53-887a-4412-8d39-b344d0e3dcf7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908794264'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:58.017036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b54a5006-978c-4fea-a6ba-844865fb37e1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.022260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['c86d6076-6753-4ec2-8787-d007df62c17c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:26:58.057433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e8d0df0>,) {'filters': {'network_id': ['b54a5006-978c-4fea-a6ba-844865fb37e1']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:58.110200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-cf356999-c73f-4c33-bc27-4cea2af25c79 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:58.111745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-cf356999-c73f-4c33-bc27-4cea2af25c79 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 945 time: 0.0744405
Apr 30 21:26:58.137144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e8d0df0>, '3ae4947a-396f-4b92-9b91-5acf9b5a4e20') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:58.137367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e8d0df0>, '3ae4947a-396f-4b92-9b91-5acf9b5a4e20') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:26:58.180919 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2386d53-887a-4412-8d39-b344d0e3dcf7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.200100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d1b2ad9-776d-4b7d-b451-2218c49b8507 req-5e274135-5764-49a8-badb-9080a92ca6e9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 210 time: 0.0870924
Apr 30 21:26:58.201812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (3ae4947a-396f-4b92-9b91-5acf9b5a4e20), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.258710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c7f95-3516-4b52-8fae-662cf5a6c2fe req-f38d58ed-6be5-4290-81a7-620c0b6f320b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:58.260187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c28c7f95-3516-4b52-8fae-662cf5a6c2fe req-f38d58ed-6be5-4290-81a7-620c0b6f320b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 945 time: 0.1891603
Apr 30 21:26:58.316722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3ae4947a-396f-4b92-9b91-5acf9b5a4e20), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.327779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:26:58.328194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (3ae4947a-396f-4b92-9b91-5acf9b5a4e20), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:26:58.333696 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:26:58.416448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Deleting port 9f34796a-fd6b-425b-aaf7-911bec70b97e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:26:58.416713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.554633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c28c7f95-3516-4b52-8fae-662cf5a6c2fe req-b87b0f50-2263-4d36-8de9-8bfedf4d2f3f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2872572
Apr 30 21:26:58.568089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 86f094d2-9a6a-4f7a-9eba-663691d172e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:58.591674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 86f094d2-9a6a-4f7a-9eba-663691d172e3 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:58.592335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 86f094d2-9a6a-4f7a-9eba-663691d172e3 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:58.592638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4ae726c9-24e3-4638-964c-921d8c9f40b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:26:58.592767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180be1-6fca-4a86-96cb-97169d8c993a req-9416a9ef-45a5-4309-852b-5ca1a1d9cf77 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:58.594187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39180be1-6fca-4a86-96cb-97169d8c993a req-9416a9ef-45a5-4309-852b-5ca1a1d9cf77 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 945 time: 0.2429612
Apr 30 21:26:58.618674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2386d53-887a-4412-8d39-b344d0e3dcf7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.620630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 4ae726c9-24e3-4638-964c-921d8c9f40b1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:26:58.621090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4ae726c9-24e3-4638-964c-921d8c9f40b1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:26:58.686804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b54a5006-978c-4fea-a6ba-844865fb37e1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.707205 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.710337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/b54a5006-978c-4fea-a6ba-844865fb37e1 HTTP/1.1" status: 204  len: 168 time: 1.0754974
Apr 30 21:26:58.714480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44330) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:58.715707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] For port 9f34796a-fd6b-425b-aaf7-911bec70b97e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f34796a-fd6b-425b-aaf7-911bec70b97e,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:58.715707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.721123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-402332759'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:58.723774 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2386d53-887a-4412-8d39-b344d0e3dcf7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.750985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-e4d43512-90ab-4658-8968-34db5ef877f3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:58.752455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-e4d43512-90ab-4658-8968-34db5ef877f3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.3370149
Apr 30 21:26:58.768271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d951eda-ffb7-41c2-84f7-f2a92c615a09 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=b54a5006-978c-4fea-a6ba-844865fb37e1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:58.780066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39180be1-6fca-4a86-96cb-97169d8c993a req-247b8e96-6b38-4229-8ba0-4dd2649da0e1 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674292
Apr 30 21:26:58.783627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'port': {'device_id': '92194639-28d0-4a67-a51e-1179fd33a2fa', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'admin_state_up': True, 'tenant_id': '3364787934af4f59b17a58b380fe95da'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:58.874801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:58.878334 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.879610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2386d53-887a-4412-8d39-b344d0e3dcf7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:58.905114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:26:58.914085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5e62ffc4-43c4-46b5-a242-055b4d85086b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:58.914436 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment 5e62ffc4-43c4-46b5-a242-055b4d85086b of type vlan for network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2
Apr 30 21:26:58.959367 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0aaa5d27-ce77-47a1-b32f-e2f0025717b2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.024324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2386d53-887a-4412-8d39-b344d0e3dcf7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.025548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e2386d53-887a-4412-8d39-b344d0e3dcf7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.0397213
Apr 30 21:26:59.030401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44332) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:59.035078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-fa66868e-9ac5-4abe-95e5-0ef6a1f69f27 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:59.035894 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-fa66868e-9ac5-4abe-95e5-0ef6a1f69f27 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 30 21:26:59.036394 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-fa66868e-9ac5-4abe-95e5-0ef6a1f69f27 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:26:59.037381 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fa66868e-9ac5-4abe-95e5-0ef6a1f69f27 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0059826
Apr 30 21:26:59.040133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44334) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:59.072684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0aaa5d27-ce77-47a1-b32f-e2f0025717b2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.078288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:59.078870 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.160656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Made reservation on behalf of 3364787934af4f59b17a58b380fe95da for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:59.164291 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.165089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=0aaa5d27-ce77-47a1-b32f-e2f0025717b2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:59.167302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70938426-1759-47cc-b1be-7f89e405e8ad tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.184245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.188793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.190444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:26:59.190842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.191222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.191558 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Floating IP e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62 disassociated. External IP: 172.35.4.197, port: 9f34796a-fd6b-425b-aaf7-911bec70b97e.
Apr 30 21:26:59.191898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Calling delete_port for 9f34796a-fd6b-425b-aaf7-911bec70b97e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:26:59.204729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70938426-1759-47cc-b1be-7f89e405e8ad tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.213004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:26:59.234646 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6c29c1bd-c6ed-43e9-948c-c9d00c5bf96b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5182338
Apr 30 21:26:59.237892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44340) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:59.275618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': '0aaa5d27-ce77-47a1-b32f-e2f0025717b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:59.333942 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70938426-1759-47cc-b1be-7f89e405e8ad tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.336541 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70938426-1759-47cc-b1be-7f89e405e8ad tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.337813 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-70938426-1759-47cc-b1be-7f89e405e8ad tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd HTTP/1.1" status: 204  len: 168 time: 0.2967510
Apr 30 21:26:59.342816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44342) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:59.353721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c86d6076-6753-4ec2-8787-d007df62c17c up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:26:59.360603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70938426-1759-47cc-b1be-7f89e405e8ad tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bf6b6e-d9dd-4dda-ab5b-fde2fd0684cd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:59.366270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-129fa645-e59b-46db-b9ac-de76e238bdf4 req-c822a305-72dd-48e3-a10b-26e3de28a049 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 210 time: 0.0826292
Apr 30 21:26:59.401913 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-edb61e4e-3401-41c0-8d20-2740b8707c25 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0543301
Apr 30 21:26:59.403334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44344) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:59.409973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c5899275-09e7-4a2e-9ca1-76ca4ddd2067 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007273723'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:59.434104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port c86d6076-6753-4ec2-8787-d007df62c17c completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:26:59.470790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Allocated IP 172.20.0.10 (6d21022d-393a-4eff-ba51-560f37353f44/5a00c6c0-02bf-47fa-85d0-3ae326c45443/bc5636f2-cf40-44f0-9964-ab84de7da2a8) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:26:59.560700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5899275-09e7-4a2e-9ca1-76ca4ddd2067 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.634311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5899275-09e7-4a2e-9ca1-76ca4ddd2067 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (2c79df54-e848-4cc3-be37-99975185c5e7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.652816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port c86d6076-6753-4ec2-8787-d007df62c17c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:26:59.653420 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.666781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:26:59.670836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.726313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9f34796a-fd6b-425b-aaf7-911bec70b97e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.737438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port c86d6076-6753-4ec2-8787-d007df62c17c is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:26:59.737869 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.763661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:26:59.765906 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9072f9-7d9b-49e9-bc37-6b8279253fe3" -d '{"events": [{"server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "name": "network-vif-plugged", "status": "completed", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:26:59.779531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c86d6076-6753-4ec2-8787-d007df62c17c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c86d6076-6753-4ec2-8787-d007df62c17c,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:26:59.785305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5899275-09e7-4a2e-9ca1-76ca4ddd2067 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2c79df54-e848-4cc3-be37-99975185c5e7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.786102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc0341-66f7-4e07-a662-ab7ff59e9219 req-6ed58959-5f56-4dd4-9042-baeec71a4880 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:26:59.787453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83bc0341-66f7-4e07-a662-ab7ff59e9219 req-6ed58959-5f56-4dd4-9042-baeec71a4880 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 945 time: 0.1561174
Apr 30 21:26:59.795651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.805300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'Port': ['ID=9f34796a-fd6b-425b-aaf7-911bec70b97e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:59.831983 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24c1625-9d81-47bf-bb2b-649738471b82 x-openstack-request-id: req-d24c1625-9d81-47bf-bb2b-649738471b82 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:26:59.833980 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "name": "network-vif-plugged", "status": "completed", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:26:59.834297 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d24c1625-9d81-47bf-bb2b-649738471b82 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:26:59.834729 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24c1625-9d81-47bf-bb2b-649738471b82'] response: {'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'code': 200}
Apr 30 21:26:59.839136 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.856963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5899275-09e7-4a2e-9ca1-76ca4ddd2067 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c79df54-e848-4cc3-be37-99975185c5e7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:59.896561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5899275-09e7-4a2e-9ca1-76ca4ddd2067 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:26:59.897936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c5899275-09e7-4a2e-9ca1-76ca4ddd2067 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4935055
Apr 30 21:26:59.901060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44352) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:59.905415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-38c0d157-1e3d-4869-a8e8-f29c98da86e4 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '2c79df54-e848-4cc3-be37-99975185c5e7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:26:59.906321 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-38c0d157-1e3d-4869-a8e8-f29c98da86e4 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 30 21:26:59.906873 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-38c0d157-1e3d-4869-a8e8-f29c98da86e4 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:26:59.907970 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-38c0d157-1e3d-4869-a8e8-f29c98da86e4 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0057957
Apr 30 21:26:59.917001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44354) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:26:59.925948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=c86d6076-6753-4ec2-8787-d007df62c17c,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:26:59.978892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5835acf2-4c01-4f09-b16a-e802a3f63517 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (2c79df54-e848-4cc3-be37-99975185c5e7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.005684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5835acf2-4c01-4f09-b16a-e802a3f63517 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (2c79df54-e848-4cc3-be37-99975185c5e7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.134465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5835acf2-4c01-4f09-b16a-e802a3f63517 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2c79df54-e848-4cc3-be37-99975185c5e7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.137165 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5835acf2-4c01-4f09-b16a-e802a3f63517 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.138639 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5835acf2-4c01-4f09-b16a-e802a3f63517 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/2c79df54-e848-4cc3-be37-99975185c5e7 HTTP/1.1" status: 204  len: 168 time: 0.2201898
Apr 30 21:27:00.146002 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44356) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:00.160755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835acf2-4c01-4f09-b16a-e802a3f63517 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c79df54-e848-4cc3-be37-99975185c5e7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:00.198874 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-555b5bc0-9bbc-4efc-a1c3-c88fdfe3c228 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0520661
Apr 30 21:27:00.198874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44358) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:00.204210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-50548d58-7a64-44d7-aee2-77f83b4ad09b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351612806'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:00.286504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83bc0341-66f7-4e07-a662-ab7ff59e9219 req-0ed94a8e-56ed-44b7-87ce-64a3d8782fca tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=5bcabc79-e09f-4ee6-909f-96b8691a8274&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4853122
Apr 30 21:27:00.315435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50548d58-7a64-44d7-aee2-77f83b4ad09b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.332079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2f9a-78d0-4bfd-a4ec-c6da76350771 req-c8729eff-2f95-4f1d-9a44-cfd7a266e1d1 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:00.333639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d8d2f9a-78d0-4bfd-a4ec-c6da76350771 req-c8729eff-2f95-4f1d-9a44-cfd7a266e1d1 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.4544811
Apr 30 21:27:00.354841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a7c7f-9904-4107-a434-5df47306ef79 req-30299f26-6b89-49ff-9c84-ff51894ac712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:00.356861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d9a7c7f-9904-4107-a434-5df47306ef79 req-30299f26-6b89-49ff-9c84-ff51894ac712 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1128 time: 0.4262536
Apr 30 21:27:00.413099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50548d58-7a64-44d7-aee2-77f83b4ad09b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (7e48cf50-cfa4-4463-9f8a-4664a90512ed), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.440258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.457367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dcd8283d-d19b-4e47-b08b-9296cfaa449a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:00.499758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50548d58-7a64-44d7-aee2-77f83b4ad09b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7e48cf50-cfa4-4463-9f8a-4664a90512ed), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.504775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:00.534869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50548d58-7a64-44d7-aee2-77f83b4ad09b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e48cf50-cfa4-4463-9f8a-4664a90512ed,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:00.587104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50548d58-7a64-44d7-aee2-77f83b4ad09b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.587994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d8d2f9a-78d0-4bfd-a4ec-c6da76350771 req-f9441d0c-0fb7-4ba4-a0ee-96b42a83fa5e tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396646
Apr 30 21:27:00.603028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Network 6d21022d-393a-4eff-ba51-560f37353f44 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:00.607668 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-50548d58-7a64-44d7-aee2-77f83b4ad09b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4070110
Apr 30 21:27:00.618533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44364) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:00.623712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-70a272de-539e-4764-a4e3-d1b05b2c52d5 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '7e48cf50-cfa4-4463-9f8a-4664a90512ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:00.629813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d9a7c7f-9904-4107-a434-5df47306ef79 req-2af01ba5-1b81-477b-8fbf-e311918df98a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436180
Apr 30 21:27:00.630405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:00.637027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'Port': ['ID=bc5636f2-cf40-44f0-9964-ab84de7da2a8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:00.640844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:00.647306 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-70a272de-539e-4764-a4e3-d1b05b2c52d5 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 30 21:27:00.651188 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-70a272de-539e-4764-a4e3-d1b05b2c52d5 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:00.653103 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-70a272de-539e-4764-a4e3-d1b05b2c52d5 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0334656
Apr 30 21:27:00.653791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44366) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:00.654298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95232f6-1fbc-4758-b7b9-f21678dadf79 req-8a6bd685-aafa-4cee-bf6b-813282681a26 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:00.655876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a95232f6-1fbc-4758-b7b9-f21678dadf79 req-8a6bd685-aafa-4cee-bf6b-813282681a26 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 932 time: 0.1908448
Apr 30 21:27:00.658297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5045bd23-7e67-41b1-96c2-94a4e5ef3078 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '7e48cf50-cfa4-4463-9f8a-4664a90512ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:00.659071 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-5045bd23-7e67-41b1-96c2-94a4e5ef3078 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 30 21:27:00.659800 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-5045bd23-7e67-41b1-96c2-94a4e5ef3078 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:00.662227 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5045bd23-7e67-41b1-96c2-94a4e5ef3078 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0072868
Apr 30 21:27:00.663439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44368) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:00.670979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b7a68b04-2822-41f6-b2a1-6a44deea3b3a tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '7e48cf50-cfa4-4463-9f8a-4664a90512ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:00.671850 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-b7a68b04-2822-41f6-b2a1-6a44deea3b3a tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 30 21:27:00.672343 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-b7a68b04-2822-41f6-b2a1-6a44deea3b3a tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:00.675765 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b7a68b04-2822-41f6-b2a1-6a44deea3b3a tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0076096
Apr 30 21:27:00.675996 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44370) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:00.680895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8c9982e0-b5fc-460d-ac7b-93ffb76eadaf tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '7e48cf50-cfa4-4463-9f8a-4664a90512ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:00.681776 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-8c9982e0-b5fc-460d-ac7b-93ffb76eadaf tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 30 21:27:00.682258 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-8c9982e0-b5fc-460d-ac7b-93ffb76eadaf tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:00.684426 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8c9982e0-b5fc-460d-ac7b-93ffb76eadaf tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0062888
Apr 30 21:27:00.694435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44372) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:00.767271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (ead40a24-06b6-44c0-8ac9-ae4e6f829ce8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.775791 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0e74-97fd-4314-9f89-50fead943f33 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (7e48cf50-cfa4-4463-9f8a-4664a90512ed), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.804252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0e74-97fd-4314-9f89-50fead943f33 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (7e48cf50-cfa4-4463-9f8a-4664a90512ed), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.838493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:00.839516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.934551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0e74-97fd-4314-9f89-50fead943f33 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7e48cf50-cfa4-4463-9f8a-4664a90512ed), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.934752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=ead40a24-06b6-44c0-8ac9-ae4e6f829ce8,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:00.937074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea1f0e74-97fd-4314-9f89-50fead943f33 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.941520 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ea1f0e74-97fd-4314-9f89-50fead943f33 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e48cf50-cfa4-4463-9f8a-4664a90512ed HTTP/1.1" status: 204  len: 168 time: 0.2452934
Apr 30 21:27:00.941839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44390) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:00.945636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a95232f6-1fbc-4758-b7b9-f21678dadf79 req-01944108-2194-4eca-9da9-3f4911019815 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2646692
Apr 30 21:27:00.963519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': '5e62ffc4-43c4-46b5-a242-055b4d85086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0aaa5d27-ce77-47a1-b32f-e2f0025717b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:00.965066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: 0aaa5d27-ce77-47a1-b32f-e2f0025717b2, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:00.965818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f0e74-97fd-4314-9f89-50fead943f33 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e48cf50-cfa4-4463-9f8a-4664a90512ed,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:00.974620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:00.981398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2388ff43-dfa4-4d45-8a74-20b52c4ef7ff None None] Provisioning complete for port bc5636f2-cf40-44f0-9964-ab84de7da2a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:00.981868 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2388ff43-dfa4-4d45-8a74-20b52c4ef7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:00.989433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:01.008033 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5698d67c-e3e4-4c8c-b1ac-cf68d5da132b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0624335
Apr 30 21:27:01.008568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44392) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:01.014329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-008a5a84-5065-4451-ae74-dc416449804d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099152436'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:01.019505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-6838ad54-f9aa-4f78-b1fb-069632070c40 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2434626
Apr 30 21:27:01.031659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:01.032301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f7689a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:01.047729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] No DVR routers for this DVR port 9f34796a-fd6b-425b-aaf7-911bec70b97e on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:01.051180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.054568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f3f74d6-8783-4e98-b065-33d695f9511a req-ce2c1ca5-12e7-4753-9e2a-7ac4d7e804c2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "DELETE /v2.0/ports/9f34796a-fd6b-425b-aaf7-911bec70b97e HTTP/1.1" status: 204  len: 173 time: 2.9227433
Apr 30 21:27:01.055105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3981cebe-916e-45b7-a15c-a2639be85842', 'name': 'network-vif-deleted', 'tag': '9f34796a-fd6b-425b-aaf7-911bec70b97e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:01.057478 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86797e80-73bb-4ea9-affb-0df19a8daed9" -d '{"events": [{"server_uuid": "3981cebe-916e-45b7-a15c-a2639be85842", "name": "network-vif-deleted", "tag": "9f34796a-fd6b-425b-aaf7-911bec70b97e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:01.093150 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b04cf06-12d6-49ae-b16b-ae227849d052 x-openstack-request-id: req-7b04cf06-12d6-49ae-b16b-ae227849d052 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:01.093450 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3981cebe-916e-45b7-a15c-a2639be85842", "name": "network-vif-deleted", "tag": "9f34796a-fd6b-425b-aaf7-911bec70b97e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:01.093867 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b04cf06-12d6-49ae-b16b-ae227849d052 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:01.094427 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b04cf06-12d6-49ae-b16b-ae227849d052'] response: {'server_uuid': '3981cebe-916e-45b7-a15c-a2639be85842', 'name': 'network-vif-deleted', 'tag': '9f34796a-fd6b-425b-aaf7-911bec70b97e', 'status': 'completed', 'code': 200}
Apr 30 21:27:01.102108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2388ff43-dfa4-4d45-8a74-20b52c4ef7ff None None] Port bc5636f2-cf40-44f0-9964-ab84de7da2a8 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:01.150778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:01.151264 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008a5a84-5065-4451-ae74-dc416449804d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.202603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:01.224388 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008a5a84-5065-4451-ae74-dc416449804d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (03196f4e-0273-48e0-b267-7466e3ba29a9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.304381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0aaa5d27-ce77-47a1-b32f-e2f0025717b2) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:01.313683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44400) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:01.323583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:01.326214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.336705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Request body: {'port': {'device_id': '92194639-28d0-4a67-a51e-1179fd33a2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:01.346067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008a5a84-5065-4451-ae74-dc416449804d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (03196f4e-0273-48e0-b267-7466e3ba29a9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.382159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a5a84-5065-4451-ae74-dc416449804d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03196f4e-0273-48e0-b267-7466e3ba29a9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:01.407086 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.462176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9f34796a-fd6b-425b-aaf7-911bec70b97e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:01.463001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbc8a548-9ae7-4e29-9e2f-750a71895f5e req-e5efd538-8816-4d07-886e-e4c8b0253381 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=3981cebe-916e-45b7-a15c-a2639be85842 HTTP/1.1" status: 200  len: 210 time: 0.0440545
Apr 30 21:27:01.464079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677f0796-7d11-43e8-a499-2f8e1fe8feab None None] Network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:01.525793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 9f34796a-fd6b-425b-aaf7-911bec70b97e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:01.526053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 9f34796a-fd6b-425b-aaf7-911bec70b97e not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:01.534443 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-008a5a84-5065-4451-ae74-dc416449804d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.538574 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-008a5a84-5065-4451-ae74-dc416449804d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5262904
Apr 30 21:27:01.538921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44404) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:01.544527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a306cdfa-4356-42c8-9d2e-521626ba7738 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:01.545389 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-a306cdfa-4356-42c8-9d2e-521626ba7738 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 30 21:27:01.545990 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-a306cdfa-4356-42c8-9d2e-521626ba7738 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:01.549743 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a306cdfa-4356-42c8-9d2e-521626ba7738 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0071127
Apr 30 21:27:01.553648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44406) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:01.558542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a53ddb08-e7fc-4c9d-8669-5359a426c5ed tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:01.566040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1422bf14-68a1-4386-b864-bc6aba9e7d5f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2972474
Apr 30 21:27:01.576665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44408) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:01.583332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bc4e49b2-0148-47d3-bfd6-6371ed197b59 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1552455236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:01.650016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0aaa5d27-ce77-47a1-b32f-e2f0025717b2', 'network_id': '0aaa5d27-ce77-47a1-b32f-e2f0025717b2', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': 'ead40a24-06b6-44c0-8ac9-ae4e6f829ce8'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:27:01.650849 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.762990 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-a53ddb08-e7fc-4c9d-8669-5359a426c5ed tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:01.764950 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a53ddb08-e7fc-4c9d-8669-5359a426c5ed tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2110169
Apr 30 21:27:01.767562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44412) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:01.773860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-636ea56b-3b47-48ca-8cca-b8af590fcd62 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:01.774648 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-636ea56b-3b47-48ca-8cca-b8af590fcd62 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 30 21:27:01.775287 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-636ea56b-3b47-48ca-8cca-b8af590fcd62 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:01.776602 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-636ea56b-3b47-48ca-8cca-b8af590fcd62 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0074241
Apr 30 21:27:01.779654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44414) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:01.780593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f7689a0>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:01.785423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6f60d730-3eb7-4f05-a912-e3c90057a995 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:01.817126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:01.822498 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc4e49b2-0148-47d3-bfd6-6371ed197b59 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.823628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc4e49b2-0148-47d3-bfd6-6371ed197b59 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:01.844714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:01.845346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f7689a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:01.892523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc822c-8221-4038-80dd-df957da5f296 req-bf8309f6-3e0b-4b28-96a4-ec1a919a3d2b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:01.894365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ddc822c-8221-4038-80dd-df957da5f296 req-bf8309f6-3e0b-4b28-96a4-ec1a919a3d2b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1969702
Apr 30 21:27:01.975486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Allocated IP 2001:db8::2 (0aaa5d27-ce77-47a1-b32f-e2f0025717b2/ead40a24-06b6-44c0-8ac9-ae4e6f829ce8/66f301b7-1ae1-4491-8903-b405e01159ab) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:01.989213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc4e49b2-0148-47d3-bfd6-6371ed197b59 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.013827 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-6f60d730-3eb7-4f05-a912-e3c90057a995 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:02.015495 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6f60d730-3eb7-4f05-a912-e3c90057a995 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2346430
Apr 30 21:27:02.018647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44418) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:02.023656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7703a4f3-4dda-46fd-89fe-1ec827e2a721 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:02.025599 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-7703a4f3-4dda-46fd-89fe-1ec827e2a721 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 30 21:27:02.026127 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-7703a4f3-4dda-46fd-89fe-1ec827e2a721 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:02.027765 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7703a4f3-4dda-46fd-89fe-1ec827e2a721 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0072739
Apr 30 21:27:02.031294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44420) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:02.036537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2fd8f6da-d507-4a77-b495-c426e1ed1328 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:02.048146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ddc822c-8221-4038-80dd-df957da5f296 req-a98b6b08-f62a-4ee8-a7a8-8c12a0856565 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367660
Apr 30 21:27:02.061283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:02.092866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc4e49b2-0148-47d3-bfd6-6371ed197b59 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.139929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:27:02.170292 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-2fd8f6da-d507-4a77-b495-c426e1ed1328 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Project a84d931c66144ea2bc463d97c643a2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:27:02.237021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25874c69-1133-4e34-8dd7-6b4728350786 req-97d5826b-f811-47b1-bac9-982fe568194f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:02.238185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25874c69-1133-4e34-8dd7-6b4728350786 req-97d5826b-f811-47b1-bac9-982fe568194f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 932 time: 0.1548579
Apr 30 21:27:02.265941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5636f2-cf40-44f0-9964-ab84de7da2a8 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:02.286499 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bc4e49b2-0148-47d3-bfd6-6371ed197b59 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.287700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bc4e49b2-0148-47d3-bfd6-6371ed197b59 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.7081318
Apr 30 21:27:02.291684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44422) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:02.296605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Publish callbacks [] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.299304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'port': {'network_id': '0aaa5d27-ce77-47a1-b32f-e2f0025717b2', 'name': 'tempest-RoutersIpV6Test-57103574'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:02.300657 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Publish callbacks [] for port (66f301b7-1ae1-4491-8903-b405e01159ab), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.305234 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-2fd8f6da-d507-4a77-b495-c426e1ed1328 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:02.306608 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2fd8f6da-d507-4a77-b495-c426e1ed1328 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2741890
Apr 30 21:27:02.317997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44424) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:02.324046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9e16a932-1aaf-43ac-964b-ced39803c359 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:02.324668 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-9e16a932-1aaf-43ac-964b-ced39803c359 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 30 21:27:02.325257 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-9e16a932-1aaf-43ac-964b-ced39803c359 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:02.326326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9e16a932-1aaf-43ac-964b-ced39803c359 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0068095
Apr 30 21:27:02.329993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44426) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:02.357015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ebb388b7-d425-4a15-8770-6c600713685d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:02.362612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f7689a0>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:02.382618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Transition to ACTIVE for port object bc5636f2-cf40-44f0-9964-ab84de7da2a8 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:27:02.395179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78268084-f7c9-435f-8765-c01ea923b0a7 None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:02.413104 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.449723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25874c69-1133-4e34-8dd7-6b4728350786 req-ad855d09-9f34-4984-8b2f-a2a63c864608 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978664
Apr 30 21:27:02.450539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.486303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.488111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:02.489840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:02.494546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:02.499372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:02.508655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Pushing event updated for resources: {'Port': ['ID=66f301b7-1ae1-4491-8903-b405e01159ab,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:02.508940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.533311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] device_id is not set on port 643e3cb3-2533-45d1-8544-d242d582ab36 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:27:02.546760 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-ebb388b7-d425-4a15-8770-6c600713685d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Project a84d931c66144ea2bc463d97c643a2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:27:02.583008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Attempting to bind port 66f301b7-1ae1-4491-8903-b405e01159ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:02.583736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Attempting to bind port 66f301b7-1ae1-4491-8903-b405e01159ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5e62ffc4-43c4-46b5-a242-055b4d85086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0aaa5d27-ce77-47a1-b32f-e2f0025717b2'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:02.584296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Attempting to bind port 66f301b7-1ae1-4491-8903-b405e01159ab on network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:02.592811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:02.594339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Checking segment: {'id': '5e62ffc4-43c4-46b5-a242-055b4d85086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0aaa5d27-ce77-47a1-b32f-e2f0025717b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:02.596087 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.596811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Bound using segment: {'id': '5e62ffc4-43c4-46b5-a242-055b4d85086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0aaa5d27-ce77-47a1-b32f-e2f0025717b2'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:02.597553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Bound port: 66f301b7-1ae1-4491-8903-b405e01159ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e62ffc4-43c4-46b5-a242-055b4d85086b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0aaa5d27-ce77-47a1-b32f-e2f0025717b2'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:02.598220 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.621981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Pushing event updated for resources: {'Port': ['ID=bc5636f2-cf40-44f0-9964-ab84de7da2a8,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:02.675291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44432) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:02.715229 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-ebb388b7-d425-4a15-8770-6c600713685d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:02.719568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ebb388b7-d425-4a15-8770-6c600713685d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3818178
Apr 30 21:27:02.719792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8::2a8 (0aaa5d27-ce77-47a1-b32f-e2f0025717b2/ead40a24-06b6-44c0-8ac9-ae4e6f829ce8/643e3cb3-2533-45d1-8544-d242d582ab36) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:02.730986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44434) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:02.733559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] For port 66f301b7-1ae1-4491-8903-b405e01159ab, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:02.735658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fac7c027-3729-4ecc-b853-c10124627df3 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '03196f4e-0273-48e0-b267-7466e3ba29a9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:02.738110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] For port 66f301b7-1ae1-4491-8903-b405e01159ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66f301b7-1ae1-4491-8903-b405e01159ab,segment=NetworkSegment(5e62ffc4-43c4-46b5-a242-055b4d85086b),segment_id=5e62ffc4-43c4-46b5-a242-055b4d85086b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:02.840994 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.891391 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeb8125-51ac-4b0a-a767-90e2f4520bb8 None None] New status for floating IP e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:27:02.906007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062524a-8b50-4431-be7a-49f8358975ca None None] Pushing event updated for resources: {'Port': ['ID=66f301b7-1ae1-4491-8903-b405e01159ab,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:02.943346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Attempting to bind port bc5636f2-cf40-44f0-9964-ab84de7da2a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:02.943838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Attempting to bind port bc5636f2-cf40-44f0-9964-ab84de7da2a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:02.943977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Attempting to bind port bc5636f2-cf40-44f0-9964-ab84de7da2a8 on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:02.955173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (643e3cb3-2533-45d1-8544-d242d582ab36), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.956795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9b83d31-df54-4a83-8454-c48abb5ff03b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (5bcabc79-e09f-4ee6-909f-96b8691a8274), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:02.962015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Port bc5636f2-cf40-44f0-9964-ab84de7da2a8 on network 6d21022d-393a-4eff-ba51-560f37353f44 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:27:02.962561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Attempting to bind port bc5636f2-cf40-44f0-9964-ab84de7da2a8 on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:03.001037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:03.001488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Checking segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:03.001816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Bound using segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:03.002241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Bound port: bc5636f2-cf40-44f0-9964-ab84de7da2a8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:03.002603 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.011442 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-fac7c027-3729-4ecc-b853-c10124627df3 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Project a84d931c66144ea2bc463d97c643a2ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:27:03.028515 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9b83d31-df54-4a83-8454-c48abb5ff03b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (5bcabc79-e09f-4ee6-909f-96b8691a8274), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.059551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.123788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:03.139123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:03.145115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:03.156186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:03.157485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.188124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=643e3cb3-2533-45d1-8544-d242d582ab36,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:03.302173 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc93038d-e8f2-4178-9702-5bf313a2f3ec tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 1.0073118
Apr 30 21:27:03.304692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44438) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:03.463309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Deleting port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:03.463655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.526823 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-fac7c027-3729-4ecc-b853-c10124627df3 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:03.531015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fac7c027-3729-4ecc-b853-c10124627df3 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.7962093
Apr 30 21:27:03.533924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44442) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:03.539510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfc215-3fe2-454c-b066-2a3ea8ba157a req-1628d65f-e0dd-4f6c-9c16-418543d80f08 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:03.541030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3cfc215-3fe2-454c-b066-2a3ea8ba157a req-1628d65f-e0dd-4f6c-9c16-418543d80f08 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1327186
Apr 30 21:27:03.584489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] For port bc5636f2-cf40-44f0-9964-ab84de7da2a8, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:03.635358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] For port bc5636f2-cf40-44f0-9964-ab84de7da2a8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5636f2-cf40-44f0-9964-ab84de7da2a8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:03.647011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d286f9e6-7c82-4b97-ac24-994f9d659427 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (03196f4e-0273-48e0-b267-7466e3ba29a9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.660647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3836c9-0b03-4d4b-b85e-d6ddf320d1f3 req-17dbda25-506a-4417-8179-27912ac6ea64 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:03.662166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe3836c9-0b03-4d4b-b85e-d6ddf320d1f3 req-17dbda25-506a-4417-8179-27912ac6ea64 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 944 time: 0.1134777
Apr 30 21:27:03.682718 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9b83d31-df54-4a83-8454-c48abb5ff03b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5bcabc79-e09f-4ee6-909f-96b8691a8274), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.682948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d286f9e6-7c82-4b97-ac24-994f9d659427 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (03196f4e-0273-48e0-b267-7466e3ba29a9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.685258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9b83d31-df54-4a83-8454-c48abb5ff03b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.686388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9b83d31-df54-4a83-8454-c48abb5ff03b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "DELETE /v2.0/security-groups/5bcabc79-e09f-4ee6-909f-96b8691a8274 HTTP/1.1" status: 204  len: 168 time: 1.0078819
Apr 30 21:27:03.692096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44444) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:03.699659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] For port 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:03.700029 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.713022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3cfc215-3fe2-454c-b066-2a3ea8ba157a req-664c1878-a70c-4e25-8bf1-02688c5c9c0f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631598
Apr 30 21:27:03.732359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Calling delete_port for 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:03.734200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b83d31-df54-4a83-8454-c48abb5ff03b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcabc79-e09f-4ee6-909f-96b8691a8274,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:03.737374 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.755299 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-a49e583f-9117-4d38-ac6b-7cafd804f453 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] show failed (client error): The resource could not be found.
Apr 30 21:27:03.756375 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a49e583f-9117-4d38-ac6b-7cafd804f453 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups/5bcabc79-e09f-4ee6-909f-96b8691a8274 HTTP/1.1" status: 404  len: 347 time: 0.0633466
Apr 30 21:27:03.767082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44448) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:03.785463 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.821691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:03.822574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:03.825012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] 10.222.0.35 "PUT /v2.0/ports/bc5636f2-cf40-44f0-9964-ab84de7da2a8 HTTP/1.1" status: 200  len: 1092 time: 2.4949150
Apr 30 21:27:03.825834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92194639-28d0-4a67-a51e-1179fd33a2fa', 'tag': 'bc5636f2-cf40-44f0-9964-ab84de7da2a8'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:03.829563 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4806d4c-a7c4-4599-89f0-408f149e30e9" -d '{"events": [{"name": "network-changed", "server_uuid": "92194639-28d0-4a67-a51e-1179fd33a2fa", "tag": "bc5636f2-cf40-44f0-9964-ab84de7da2a8"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:03.910411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe3836c9-0b03-4d4b-b85e-d6ddf320d1f3 req-5b9611b3-fe29-4f8e-8fb5-1d9097c03f50 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333891
Apr 30 21:27:03.934239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afd50f-dd18-4f11-91fa-64fc6c779d3b service neutron] Pushing event updated for resources: {'Port': ['ID=bc5636f2-cf40-44f0-9964-ab84de7da2a8,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:03.984982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Deleting port 0821e276-f8a8-4438-9012-3dd330b0cdea {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:03.985744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0821e276-f8a8-4438-9012-3dd330b0cdea), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.039875 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d286f9e6-7c82-4b97-ac24-994f9d659427 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (03196f4e-0273-48e0-b267-7466e3ba29a9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.040140 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eac49ac-e9d6-4551-a34e-7c655c1e572a x-openstack-request-id: req-0eac49ac-e9d6-4551-a34e-7c655c1e572a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:04.040618 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92194639-28d0-4a67-a51e-1179fd33a2fa", "tag": "bc5636f2-cf40-44f0-9964-ab84de7da2a8", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:04.040729 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0eac49ac-e9d6-4551-a34e-7c655c1e572a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:04.041485 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eac49ac-e9d6-4551-a34e-7c655c1e572a'] response: {'name': 'network-changed', 'server_uuid': '92194639-28d0-4a67-a51e-1179fd33a2fa', 'tag': 'bc5636f2-cf40-44f0-9964-ab84de7da2a8', 'status': 'completed', 'code': 200}
Apr 30 21:27:04.043889 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d286f9e6-7c82-4b97-ac24-994f9d659427 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.052186 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d286f9e6-7c82-4b97-ac24-994f9d659427 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/03196f4e-0273-48e0-b267-7466e3ba29a9 HTTP/1.1" status: 204  len: 168 time: 0.5169532
Apr 30 21:27:04.064494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44452) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:04.123040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286f9e6-7c82-4b97-ac24-994f9d659427 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03196f4e-0273-48e0-b267-7466e3ba29a9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:04.132554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-1e80ed79-d1d3-4b77-b3ea-56f183220748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:04.133970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-1e80ed79-d1d3-4b77-b3ea-56f183220748 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 1126 time: 0.0960631
Apr 30 21:27:04.211733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-85a352a5-28da-4878-b759-43e6c29bf071 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5636f2-cf40-44f0-9964-ab84de7da2a8 HTTP/1.1" status: 200  len: 217 time: 0.0684478
Apr 30 21:27:04.233787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0821e276-f8a8-4438-9012-3dd330b0cdea), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.234185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (0821e276-f8a8-4438-9012-3dd330b0cdea), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.242639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0e30f957-e49e-47dc-9145-cb84721e7dee tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1766047
Apr 30 21:27:04.251763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44456) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:04.258563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-26cf4d7f-124c-437b-a591-2ab808df39f9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--838798928'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:04.304878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Calling delete_port for 0821e276-f8a8-4438-9012-3dd330b0cdea owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:04.323149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-c052aee6-f9a0-4ec5-84a6-7ad4ab377d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:04.325225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-c052aee6-f9a0-4ec5-84a6-7ad4ab377d0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.1073890
Apr 30 21:27:04.432915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0fa4e-35b1-4d8f-a487-fe3480f8c463 None None] Network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:04.438090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-1ef410cf-2ec0-428a-a91c-0e128107d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:04.439629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-1ef410cf-2ec0-428a-a91c-0e128107d28c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1040664
Apr 30 21:27:04.442508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (643e3cb3-2533-45d1-8544-d242d582ab36), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.479987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48682c-39fa-42c5-87a5-d8cbbbf87562 req-c09456e9-7d32-49f9-a054-235735017fad tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:04.482378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b48682c-39fa-42c5-87a5-d8cbbbf87562 req-c09456e9-7d32-49f9-a054-235735017fad tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1036718
Apr 30 21:27:04.493994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26cf4d7f-124c-437b-a591-2ab808df39f9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.561201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0fd39c9e-8bc6-42d9-9056-ee63008d0c2a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.564712 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.584047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-70c480b2-964d-420e-b1d6-20205e9f379b None None] Provisioning complete for port 66f301b7-1ae1-4491-8903-b405e01159ab triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:04.584426 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70c480b2-964d-420e-b1d6-20205e9f379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.607372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-1f9fd2c2-8943-4961-afdb-23b0e3004341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:04.610141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-1f9fd2c2-8943-4961-afdb-23b0e3004341 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1128 time: 0.1900046
Apr 30 21:27:04.675030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 66f301b7-1ae1-4491-8903-b405e01159ab up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:04.711147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd39c9e-8bc6-42d9-9056-ee63008d0c2a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:04.727464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26cf4d7f-124c-437b-a591-2ab808df39f9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (6d8505ea-d921-456e-abc5-9a75411ab41e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.729380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0821e276-f8a8-4438-9012-3dd330b0cdea), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.745854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=643e3cb3-2533-45d1-8544-d242d582ab36,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:04.781972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b48682c-39fa-42c5-87a5-d8cbbbf87562 req-ce71018d-f225-4fc1-8505-5c708751aa8e tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2792504
Apr 30 21:27:04.822021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-70c480b2-964d-420e-b1d6-20205e9f379b None None] Current status of the port 66f301b7-1ae1-4491-8903-b405e01159ab is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:04.822930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70c480b2-964d-420e-b1d6-20205e9f379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.831738 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26cf4d7f-124c-437b-a591-2ab808df39f9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6d8505ea-d921-456e-abc5-9a75411ab41e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.883469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-d109c8fd-ce8b-4586-9f66-90c0872c7dfc service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4256077
Apr 30 21:27:04.892848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 66f301b7-1ae1-4491-8903-b405e01159ab triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:04.894681 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:04.895303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'Port': ['ID=0821e276-f8a8-4438-9012-3dd330b0cdea,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:04.928349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-70c480b2-964d-420e-b1d6-20205e9f379b None None] For port 66f301b7-1ae1-4491-8903-b405e01159ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66f301b7-1ae1-4491-8903-b405e01159ab,segment=NetworkSegment(5e62ffc4-43c4-46b5-a242-055b4d85086b),segment_id=5e62ffc4-43c4-46b5-a242-055b4d85086b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:05.026292 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70c480b2-964d-420e-b1d6-20205e9f379b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.102749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-9bfc0c0b-62d8-4ef7-95e9-bf5d9bffa76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:05.104367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-9bfc0c0b-62d8-4ef7-95e9-bf5d9bffa76b service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 921 time: 0.4421344
Apr 30 21:27:05.122861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 66f301b7-1ae1-4491-8903-b405e01159ab is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:05.123262 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.152739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c480b2-964d-420e-b1d6-20205e9f379b None None] Pushing event updated for resources: {'Port': ['ID=66f301b7-1ae1-4491-8903-b405e01159ab,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:05.173925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0fb32169-1595-45c5-9189-3008266f099f None None] Provisioning complete for port 66f301b7-1ae1-4491-8903-b405e01159ab triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:05.174293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0fb32169-1595-45c5-9189-3008266f099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.199729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-a5cdeff7-a749-4b54-921c-9080e4f3aa04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 217 time: 0.0630894
Apr 30 21:27:05.226933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07121d35-a8b4-4771-ae75-60cba94f269f req-7ba34bb2-89aa-438a-a4ca-74b7dfddf49e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:05.228843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07121d35-a8b4-4771-ae75-60cba94f269f req-7ba34bb2-89aa-438a-a4ca-74b7dfddf49e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 944 time: 0.1509886
Apr 30 21:27:05.260983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97447f70-5ee4-42bd-b556-443bf9d7b858 req-8a380b96-c9d8-418c-8356-b99f38aa3719 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3682351
Apr 30 21:27:05.268604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.297202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf4d7f-124c-437b-a591-2ab808df39f9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8505ea-d921-456e-abc5-9a75411ab41e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:05.335793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.338598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.343206 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d83d9cb7-c2b6-4360-a4e2-ca3eb72c0df3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "DELETE /v2.0/floatingips/e1ab835f-0a91-4ae2-92b6-7b1a55f2dc62 HTTP/1.1" status: 204  len: 168 time: 1.5727596
Apr 30 21:27:05.345430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-756a639f-624b-460f-b76c-53ca40847fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:05.346961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-756a639f-624b-460f-b76c-53ca40847fc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.1405487
Apr 30 21:27:05.370147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:27:05.374077 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:27:05.394340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0fb32169-1595-45c5-9189-3008266f099f None None] Current status of the port 66f301b7-1ae1-4491-8903-b405e01159ab is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:05.411822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0fb32169-1595-45c5-9189-3008266f099f None None] Provisioning complete for port 643e3cb3-2533-45d1-8544-d242d582ab36 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:05.414394 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0fb32169-1595-45c5-9189-3008266f099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.428113 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.460516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0fb32169-1595-45c5-9189-3008266f099f None None] Port 643e3cb3-2533-45d1-8544-d242d582ab36 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:05.467640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-df2e98b9-d57b-43df-8f0d-30e1f3d74e30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0834727
Apr 30 21:27:05.472544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07121d35-a8b4-4771-ae75-60cba94f269f req-ca023d7d-b397-406e-83bc-afcee95cee8f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171891
Apr 30 21:27:05.527506 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26cf4d7f-124c-437b-a591-2ab808df39f9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.532710 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-26cf4d7f-124c-437b-a591-2ab808df39f9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.2748663
Apr 30 21:27:05.535391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44464) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:05.541149 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-33927ff8-8140-4c11-a91c-8b3930c9ff25 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '6d8505ea-d921-456e-abc5-9a75411ab41e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:05.578012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-443ac266-3fe8-4c15-92dc-77816eee85ee None None] Provisioning complete for port 643e3cb3-2533-45d1-8544-d242d582ab36 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:05.578382 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-443ac266-3fe8-4c15-92dc-77816eee85ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.641311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-443ac266-3fe8-4c15-92dc-77816eee85ee None None] Port 643e3cb3-2533-45d1-8544-d242d582ab36 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:05.660406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:05.723142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.767992 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-33927ff8-8140-4c11-a91c-8b3930c9ff25 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The resource could not be found.
Apr 30 21:27:05.769265 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-33927ff8-8140-4c11-a91c-8b3930c9ff25 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2329566
Apr 30 21:27:05.772264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44466) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:05.777499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8f63b214-154e-43ef-98ec-2063cccc3584 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '6d8505ea-d921-456e-abc5-9a75411ab41e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '13743fb2-4a94-4459-999d-541df127a5e4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:05.817604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:05.823146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f025cd99-1d0c-488a-ae97-4e485d62353e admin admin] 10.222.0.23 "PUT /v2.0/routers/bcaf2210-cb83-4af2-9c40-2e97390ab2a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5081632
Apr 30 21:27:05.828920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44470) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:05.848676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] Sync routers for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:05.902451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44472) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:05.905014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:05.905664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb64eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:05.906510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ff057461-8648-4f98-832d-dd8a19c9f1f7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582662495', 'description': 'tempest-description--1531353763'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:05.913918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7b17c5cd-fec4-4ea8-8f43-a04cbff87f46 None None] Provisioning complete for port 643e3cb3-2533-45d1-8544-d242d582ab36 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:05.914294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b17c5cd-fec4-4ea8-8f43-a04cbff87f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:05.948111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b6b8-183c-4d94-95aa-3f50220d29ae req-6af657f3-6c19-4388-86cd-f0eafeab51ee tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:05.950364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddf0b6b8-183c-4d94-95aa-3f50220d29ae req-6af657f3-6c19-4388-86cd-f0eafeab51ee tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0768802
Apr 30 21:27:06.011031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddf0b6b8-183c-4d94-95aa-3f50220d29ae req-86c8fc83-de4e-47bd-9612-5fab919d162b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508823
Apr 30 21:27:06.038591 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-8f63b214-154e-43ef-98ec-2063cccc3584 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The resource could not be found.
Apr 30 21:27:06.039993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8f63b214-154e-43ef-98ec-2063cccc3584 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2667801
Apr 30 21:27:06.045504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44476) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:06.056676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff057461-8648-4f98-832d-dd8a19c9f1f7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.064543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks [] for router (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.139314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c31f9e3-d61a-4121-bce2-1ded9d231700 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (6d8505ea-d921-456e-abc5-9a75411ab41e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.165677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 66f301b7-1ae1-4491-8903-b405e01159ab is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:06.184370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c31f9e3-d61a-4121-bce2-1ded9d231700 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (6d8505ea-d921-456e-abc5-9a75411ab41e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.189730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7b17c5cd-fec4-4ea8-8f43-a04cbff87f46 None None] Port 643e3cb3-2533-45d1-8544-d242d582ab36 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:06.197408 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff057461-8648-4f98-832d-dd8a19c9f1f7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (c70a7cc5-3090-4914-9f4f-ed5939b40364), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.220752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:06.237750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (643e3cb3-2533-45d1-8544-d242d582ab36), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.240256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks [] for router_gateway (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.283732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff057461-8648-4f98-832d-dd8a19c9f1f7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c70a7cc5-3090-4914-9f4f-ed5939b40364), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.314680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff057461-8648-4f98-832d-dd8a19c9f1f7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70a7cc5-3090-4914-9f4f-ed5939b40364,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:06.395540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c31f9e3-d61a-4121-bce2-1ded9d231700 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6d8505ea-d921-456e-abc5-9a75411ab41e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.399800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c31f9e3-d61a-4121-bce2-1ded9d231700 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.400963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8c31f9e3-d61a-4121-bce2-1ded9d231700 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d8505ea-d921-456e-abc5-9a75411ab41e HTTP/1.1" status: 204  len: 168 time: 0.3535883
Apr 30 21:27:06.404405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44478) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:06.408031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb64eb0>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '0401c707-84f8-481c-be97-90ee803f3c29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:27:04Z', 'revision_number': 5, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port': {'id': '0401c707-84f8-481c-be97-90ee803f3c29', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:43Z', 'updated_at': '2022-04-30T21:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:06.413988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.414758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.441931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] Checking router: bcaf2210-cb83-4af2-9c40-2e97390ab2a6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:06.453041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] Routers {'bcaf2210-cb83-4af2-9c40-2e97390ab2a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:06.453916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb64eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:06.560177 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Deleting port 0401c707-84f8-481c-be97-90ee803f3c29 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:06.560520 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0401c707-84f8-481c-be97-90ee803f3c29), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.568938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] Set router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:06.593700 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4eb1ae62-0ea3-4b16-b6a7-6c60a7be13b9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1839321
Apr 30 21:27:06.593700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=643e3cb3-2533-45d1-8544-d242d582ab36,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:06.638389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44482) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:06.641575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb64eb0>, [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:27:06Z', 'revision_number': 6, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:06.643190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2ee1b817-f47f-4f76-98d6-dccafb473c04 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '8b8c34ef-0b77-4885-ad73-91c1243758b5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:06.675075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b811dc-6683-4801-9367-7666ec50eda3 None None] The sync data for ids ['bcaf2210-cb83-4af2-9c40-2e97390ab2a6'] in ncdv-master-1 is: [{'id': 'bcaf2210-cb83-4af2-9c40-2e97390ab2a6', 'name': 'tempest-TaggedBootDevicesTest-1414595880-router', 'tenant_id': 'b57cf4c7f250443a8afd9460085f6951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:42Z', 'updated_at': '2022-04-30T21:27:06Z', 'revision_number': 6, 'project_id': 'b57cf4c7f250443a8afd9460085f6951', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:06.746629 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff057461-8648-4f98-832d-dd8a19c9f1f7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.746629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ff057461-8648-4f98-832d-dd8a19c9f1f7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.8307245
Apr 30 21:27:06.746629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44484) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:06.752379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] For port 0401c707-84f8-481c-be97-90ee803f3c29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0401c707-84f8-481c-be97-90ee803f3c29,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:06.752741 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0401c707-84f8-481c-be97-90ee803f3c29), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:06.758010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31f9e3-d61a-4121-bce2-1ded9d231700 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8505ea-d921-456e-abc5-9a75411ab41e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:06.762410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b133a007-860f-4ad1-b96d-4e21d0a53b71 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group_rule': {'security_group_id': 'c70a7cc5-3090-4914-9f4f-ed5939b40364', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:06.766263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:06.771014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:06.772400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-afebe60a-94a6-4235-99bf-4231376758f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:06.773972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-afebe60a-94a6-4235-99bf-4231376758f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 1126 time: 0.4126561
Apr 30 21:27:06.784216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Calling delete_port for 0401c707-84f8-481c-be97-90ee803f3c29 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:06.861166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d541de-77c6-49e0-bc46-de772096bc60 req-7330a3eb-ab7e-4beb-995b-80f1442b1373 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:06.862508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6d541de-77c6-49e0-bc46-de772096bc60 req-7330a3eb-ab7e-4beb-995b-80f1442b1373 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 944 time: 0.1548452
Apr 30 21:27:06.894272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-a87c8cab-d8d7-4801-9843-5f6a9065e489 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5766733
Apr 30 21:27:06.972780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b133a007-860f-4ad1-b96d-4e21d0a53b71 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (d300e120-f651-42e4-bb6c-d7d21971f6c6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.005477 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-2ee1b817-f47f-4f76-98d6-dccafb473c04 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The resource could not be found.
Apr 30 21:27:07.006461 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2ee1b817-f47f-4f76-98d6-dccafb473c04 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3667307
Apr 30 21:27:07.014353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44486) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:07.021309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-69e5a972-0f32-4bf5-9719-b3658231922d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--899828254'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:07.074641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-51fa6c52-0d1d-4f7c-b344-21b2a64005e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:07.074641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-51fa6c52-0d1d-4f7c-b344-21b2a64005e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.2828069
Apr 30 21:27:07.082530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6d541de-77c6-49e0-bc46-de772096bc60 req-07c9bde4-0bb1-4fff-949a-9f8816351165 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083302
Apr 30 21:27:07.112490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 66f301b7-1ae1-4491-8903-b405e01159ab up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:07.144649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5a4ce12a-bfd2-4621-b2e3-22e3be0fd2d1 None None] Provisioning complete for port 643e3cb3-2533-45d1-8544-d242d582ab36 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:07.145184 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5a4ce12a-bfd2-4621-b2e3-22e3be0fd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.161607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-947ad2fe-651b-4a1c-8fd9-5f7564ae1a4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5636f2-cf40-44f0-9964-ab84de7da2a8 HTTP/1.1" status: 200  len: 217 time: 0.0701983
Apr 30 21:27:07.162231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 15843ed6-ec8c-468f-8f7d-3d3879ac28ef is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:27:07.163604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14a2072f-87cd-4693-b7e3-ad7818b2e8e6 req-01231c86-354c-4f0e-bff8-1670d24980e8 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2615199
Apr 30 21:27:07.190024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69e5a972-0f32-4bf5-9719-b3658231922d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.231208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ce12a-bfd2-4621-b2e3-22e3be0fd2d1 None None] Port 643e3cb3-2533-45d1-8544-d242d582ab36 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:07.243680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 66f301b7-1ae1-4491-8903-b405e01159ab triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:07.244123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.248619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988f622-6552-4c31-9245-b8a067ae75e4 req-48bdf1bd-5d9c-4b60-91ed-d00087b84053 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:07.250722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f988f622-6552-4c31-9245-b8a067ae75e4 req-48bdf1bd-5d9c-4b60-91ed-d00087b84053 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1342697
Apr 30 21:27:07.254312 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b133a007-860f-4ad1-b96d-4e21d0a53b71 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (d300e120-f651-42e4-bb6c-d7d21971f6c6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.277400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-4d710ea0-9d87-4039-af27-dc36717d8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:07.277400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-4d710ea0-9d87-4039-af27-dc36717d8d85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0878692
Apr 30 21:27:07.344540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b133a007-860f-4ad1-b96d-4e21d0a53b71 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (d300e120-f651-42e4-bb6c-d7d21971f6c6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.351870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-38a49951-261b-4bef-ad4a-157f4dfd3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:07.353419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-38a49951-261b-4bef-ad4a-157f4dfd3b58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0730028
Apr 30 21:27:07.362717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f988f622-6552-4c31-9245-b8a067ae75e4 req-4c3b16aa-244c-4a78-abb0-3b320ae43fe2 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037605
Apr 30 21:27:07.362971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 66f301b7-1ae1-4491-8903-b405e01159ab is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:07.374356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133a007-860f-4ad1-b96d-4e21d0a53b71 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d300e120-f651-42e4-bb6c-d7d21971f6c6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:07.388056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device bc5636f2-cf40-44f0-9964-ab84de7da2a8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:27:07.404372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:07.412808 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-13b6df07-6503-4bab-9da6-d779f3e5246f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/15843ed6-ec8c-468f-8f7d-3d3879ac28ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1039159
Apr 30 21:27:07.414039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44494) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:07.423462 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe906a3-9027-4de9-bc9e-74bc16fc1bb2 None None] Sync routers for ids ['15843ed6-ec8c-468f-8f7d-3d3879ac28ef'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:07.435221 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe906a3-9027-4de9-bc9e-74bc16fc1bb2 None None] Routers {'15843ed6-ec8c-468f-8f7d-3d3879ac28ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:07.435867 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bfe906a3-9027-4de9-bc9e-74bc16fc1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7209d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['15843ed6-ec8c-468f-8f7d-3d3879ac28ef'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:07.473232 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bfe906a3-9027-4de9-bc9e-74bc16fc1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7209d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:07.485685 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe906a3-9027-4de9-bc9e-74bc16fc1bb2 None None] Routers {'15843ed6-ec8c-468f-8f7d-3d3879ac28ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:07.486588 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bfe906a3-9027-4de9-bc9e-74bc16fc1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7209d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['15843ed6-ec8c-468f-8f7d-3d3879ac28ef'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:07.496061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-ea5eb586-8525-45c7-9c34-b74747c0ab0b service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091604
Apr 30 21:27:07.503848 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b133a007-860f-4ad1-b96d-4e21d0a53b71 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.506057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b133a007-860f-4ad1-b96d-4e21d0a53b71 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7491634
Apr 30 21:27:07.506638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69e5a972-0f32-4bf5-9719-b3658231922d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (bfc261d7-c273-43dc-a58f-1f3e30745551), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.521113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44496) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:07.521881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68209570-ecd8-4a56-9922-94bb33d6f6b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:07.523344 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-68209570-ecd8-4a56-9922-94bb33d6f6b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports/643e3cb3-2533-45d1-8544-d242d582ab36 HTTP/1.1" status: 200  len: 982 time: 0.1083801
Apr 30 21:27:07.529690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5fbbbc9b-c72e-4738-a4e9-605ec1f6bc51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group_rule': {'security_group_id': 'c70a7cc5-3090-4914-9f4f-ed5939b40364', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:07.529907 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bfe906a3-9027-4de9-bc9e-74bc16fc1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7209d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:07.529907 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe906a3-9027-4de9-bc9e-74bc16fc1bb2 None None] The sync data for ids ['15843ed6-ec8c-468f-8f7d-3d3879ac28ef'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:07.533965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44498) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:07.556549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0401c707-84f8-481c-be97-90ee803f3c29), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.568186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port bc5636f2-cf40-44f0-9964-ab84de7da2a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5636f2-cf40-44f0-9964-ab84de7da2a8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:07.590893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'bc5636f2-cf40-44f0-9964-ab84de7da2a8', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': 'bc5636f2-cf40-44f0-9964-ab84de7da2a8', 'mac_address': 'fa:16:3e:b0:d7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:27:07.648231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port bc5636f2-cf40-44f0-9964-ab84de7da2a8 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:07.652812 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.662616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4806d4c-a7c4-4599-89f0-408f149e30e9 req-29a20c64-6e91-45b6-93c3-07a64f27b15a service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546254
Apr 30 21:27:07.673364 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fbbbc9b-c72e-4738-a4e9-605ec1f6bc51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (e9698cd8-351c-4231-9149-e2d2c64f14dc), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.677097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5636f2-cf40-44f0-9964-ab84de7da2a8 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:07.703096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port bc5636f2-cf40-44f0-9964-ab84de7da2a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5636f2-cf40-44f0-9964-ab84de7da2a8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:07.704274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69e5a972-0f32-4bf5-9719-b3658231922d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bfc261d7-c273-43dc-a58f-1f3e30745551), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.719051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Pushing event deleted for resources: {'Port': ['ID=0401c707-84f8-481c-be97-90ee803f3c29,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:07.768951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fbbbc9b-c72e-4738-a4e9-605ec1f6bc51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (e9698cd8-351c-4231-9149-e2d2c64f14dc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.785247 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.795056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5a972-0f32-4bf5-9719-b3658231922d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc261d7-c273-43dc-a58f-1f3e30745551,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:07.852150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=bc5636f2-cf40-44f0-9964-ab84de7da2a8,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:07.893852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fbbbc9b-c72e-4738-a4e9-605ec1f6bc51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e9698cd8-351c-4231-9149-e2d2c64f14dc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.898753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-69e5a972-0f32-4bf5-9719-b3658231922d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.901077 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-69e5a972-0f32-4bf5-9719-b3658231922d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8855217
Apr 30 21:27:07.903823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44500) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:07.916019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-38358746-86a8-48e6-be11-77c9b2650a88 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661088307'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:07.924561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:07.932894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbbc9b-c72e-4738-a4e9-605ec1f6bc51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9698cd8-351c-4231-9149-e2d2c64f14dc,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:08.008125 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fbbbc9b-c72e-4738-a4e9-605ec1f6bc51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.009412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5fbbbc9b-c72e-4738-a4e9-605ec1f6bc51 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4860938
Apr 30 21:27:08.012656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44502) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:08.017415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:08.024868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38358746-86a8-48e6-be11-77c9b2650a88 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.032783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['bc5636f2-cf40-44f0-9964-ab84de7da2a8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:08.070003 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.078483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks [] for router_controller (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.123918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38358746-86a8-48e6-be11-77c9b2650a88 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (dc8ce716-b286-4345-b932-4e5081686373), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.186292 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.236102 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38358746-86a8-48e6-be11-77c9b2650a88 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dc8ce716-b286-4345-b932-4e5081686373), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.266026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878d8f4-f175-4f82-b0b5-bef9f71679d5 req-0bda119d-3f4d-4e47-9b05-da1de240583d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:08.267635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0878d8f4-f175-4f82-b0b5-bef9f71679d5 req-0bda119d-3f4d-4e47-9b05-da1de240583d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 945 time: 0.1175339
Apr 30 21:27:08.317079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38358746-86a8-48e6-be11-77c9b2650a88 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8ce716-b286-4345-b932-4e5081686373,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:08.356371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.370269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0878d8f4-f175-4f82-b0b5-bef9f71679d5 req-fc37be2d-20d4-46ce-a93e-9389e7869db6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911942
Apr 30 21:27:08.372977 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38358746-86a8-48e6-be11-77c9b2650a88 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.376936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-38358746-86a8-48e6-be11-77c9b2650a88 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4691446
Apr 30 21:27:08.376936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44506) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:08.381416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-73fcfc38-43df-489b-8ec1-d79c1ca89edd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': 'bfc261d7-c273-43dc-a58f-1f3e30745551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dc8ce716-b286-4345-b932-4e5081686373'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:08.533474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69064c-859a-4941-8794-869bb6463225 req-450da9ba-4f64-40f0-b8db-bf142f271d6b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:08.534988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e69064c-859a-4941-8794-869bb6463225 req-450da9ba-4f64-40f0-b8db-bf142f271d6b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0869741
Apr 30 21:27:08.569339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:08.577398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Allocated IP 172.35.4.129 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/191201a8-5d9b-41b2-bf92-f713339bbe30) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:08.585144 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (bcaf2210-cb83-4af2-9c40-2e97390ab2a6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.586040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcaf2210-cb83-4af2-9c40-2e97390ab2a6 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:27:08.590873 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.602957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:08.602957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0fd39c9e-8bc6-42d9-9056-ee63008d0c2a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:08.602957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0401c707-84f8-481c-be97-90ee803f3c29 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:08.604551 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c0a988cd-ecb4-467a-988a-145d9f5f1745 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bcaf2210-cb83-4af2-9c40-2e97390ab2a6 HTTP/1.1" status: 204  len: 168 time: 2.7641664
Apr 30 21:27:08.604551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44510) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:08.629593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0401c707-84f8-481c-be97-90ee803f3c29 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:08.630156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0401c707-84f8-481c-be97-90ee803f3c29 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:08.632338 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.651120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e69064c-859a-4941-8794-869bb6463225 req-d17c5d54-392c-4981-ac9e-a1d71ac66232 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075170
Apr 30 21:27:08.687174 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-73fcfc38-43df-489b-8ec1-d79c1ca89edd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:08.689030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-73fcfc38-43df-489b-8ec1-d79c1ca89edd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.3104155
Apr 30 21:27:08.695646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44512) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:08.726824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-606a61c0-f17a-4fed-a0a2-1b2d73a0310a admin admin] Deleting subnet c851f35a-af8a-45a3-a6e7-adf7f97d2833 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:27:08.733342 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-606a61c0-f17a-4fed-a0a2-1b2d73a0310a admin admin] Publish callbacks [] for subnet (c851f35a-af8a-45a3-a6e7-adf7f97d2833), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.779511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (191201a8-5d9b-41b2-bf92-f713339bbe30), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.785301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-976857fa-f45b-4307-b44d-aa3f264d0188 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (dc8ce716-b286-4345-b932-4e5081686373), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.808697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-606a61c0-f17a-4fed-a0a2-1b2d73a0310a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (c851f35a-af8a-45a3-a6e7-adf7f97d2833), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.822225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-976857fa-f45b-4307-b44d-aa3f264d0188 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (dc8ce716-b286-4345-b932-4e5081686373), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.943330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-606a61c0-f17a-4fed-a0a2-1b2d73a0310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c851f35a-af8a-45a3-a6e7-adf7f97d2833), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.949404 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (191201a8-5d9b-41b2-bf92-f713339bbe30), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.978123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 643e3cb3-2533-45d1-8544-d242d582ab36 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:08.978392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:08.985975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:08.989428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:08.991954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:08.999190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-976857fa-f45b-4307-b44d-aa3f264d0188 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dc8ce716-b286-4345-b932-4e5081686373), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.001780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-976857fa-f45b-4307-b44d-aa3f264d0188 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.005916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-976857fa-f45b-4307-b44d-aa3f264d0188 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/dc8ce716-b286-4345-b932-4e5081686373 HTTP/1.1" status: 204  len: 168 time: 0.3063526
Apr 30 21:27:09.025981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44514) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:09.039835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=191201a8-5d9b-41b2-bf92-f713339bbe30,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:09.046203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976857fa-f45b-4307-b44d-aa3f264d0188 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8ce716-b286-4345-b932-4e5081686373,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:09.125255 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-39d319e2-70cb-4ade-b044-1455c246afc6 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0981677
Apr 30 21:27:09.128882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44516) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:09.148033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (41c21f6c-a144-4a8e-85e3-bc19fe957bd2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.148654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.171331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 643e3cb3-2533-45d1-8544-d242d582ab36 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:09.231763 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-606a61c0-f17a-4fed-a0a2-1b2d73a0310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (c851f35a-af8a-45a3-a6e7-adf7f97d2833), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.261669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1fa3bf6c-9330-4032-8571-97b3c12bbac7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (bfc261d7-c273-43dc-a58f-1f3e30745551), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.274508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (191201a8-5d9b-41b2-bf92-f713339bbe30), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.277603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a61c0-f17a-4fed-a0a2-1b2d73a0310a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c851f35a-af8a-45a3-a6e7-adf7f97d2833,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:09.297167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-606a61c0-f17a-4fed-a0a2-1b2d73a0310a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.299261 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-606a61c0-f17a-4fed-a0a2-1b2d73a0310a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c851f35a-af8a-45a3-a6e7-adf7f97d2833 HTTP/1.1" status: 204  len: 168 time: 0.6969666
Apr 30 21:27:09.301099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb0ad44-4879-4905-8137-fae2a367bfc1 None None] Network 1f054da6-523b-43c4-83a2-ca0049497cde requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:09.302256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44518) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:09.312566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1fa3bf6c-9330-4032-8571-97b3c12bbac7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (bfc261d7-c273-43dc-a58f-1f3e30745551), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.412232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device bc5636f2-cf40-44f0-9964-ab84de7da2a8 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:09.438288 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (1f054da6-523b-43c4-83a2-ca0049497cde), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.502050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port bc5636f2-cf40-44f0-9964-ab84de7da2a8 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:27:09.509021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] DHCP port deletion for 1f054da6-523b-43c4-83a2-ca0049497cde request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:27:09.525973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1fa3bf6c-9330-4032-8571-97b3c12bbac7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bfc261d7-c273-43dc-a58f-1f3e30745551), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.530138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1fa3bf6c-9330-4032-8571-97b3c12bbac7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.533630 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1fa3bf6c-9330-4032-8571-97b3c12bbac7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/bfc261d7-c273-43dc-a58f-1f3e30745551 HTTP/1.1" status: 204  len: 168 time: 0.4015193
Apr 30 21:27:09.536242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44522) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:09.541739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3bf6c-9330-4032-8571-97b3c12bbac7 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc261d7-c273-43dc-a58f-1f3e30745551,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:09.551001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (643e3cb3-2533-45d1-8544-d242d582ab36), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.557364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] Deleting port b97ff88b-07f9-4f90-9c26-7729addf2a63 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:09.557744 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.582126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Deleting port b97ff88b-07f9-4f90-9c26-7729addf2a63 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:09.582497 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.590307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92aaee-9d48-4ea1-ba44-281c23f8e235 req-01726251-7c13-4e46-b86f-59a7a42f6ba1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:09.591832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e92aaee-9d48-4ea1-ba44-281c23f8e235 req-01726251-7c13-4e46-b86f-59a7a42f6ba1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 945 time: 0.1011403
Apr 30 21:27:09.592288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=643e3cb3-2533-45d1-8544-d242d582ab36,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:09.615474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port bc5636f2-cf40-44f0-9964-ab84de7da2a8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:09.615985 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.668719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] For port b97ff88b-07f9-4f90-9c26-7729addf2a63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b97ff88b-07f9-4f90-9c26-7729addf2a63,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:09.669122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.687714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (191201a8-5d9b-41b2-bf92-f713339bbe30), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.689554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] Calling delete_port for b97ff88b-07f9-4f90-9c26-7729addf2a63 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:09.719984 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.729155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bb6659a9-1240-4484-9cf3-3f491d76f4ed tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1846843
Apr 30 21:27:09.731253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44526) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:09.735617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] For port b97ff88b-07f9-4f90-9c26-7729addf2a63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b97ff88b-07f9-4f90-9c26-7729addf2a63,segment=NetworkSegment(7d0e8921-ab67-42fb-a688-850caea317a9),segment_id=7d0e8921-ab67-42fb-a688-850caea317a9)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:09.736316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.736456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8d11f95d-0a66-4b20-96f2-911a5f410bb9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--328868608'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:09.758756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e92aaee-9d48-4ea1-ba44-281c23f8e235 req-cb5df898-2395-468e-b4bc-c9073830b42f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464663
Apr 30 21:27:09.759722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Calling delete_port for b97ff88b-07f9-4f90-9c26-7729addf2a63 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:09.771598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (191201a8-5d9b-41b2-bf92-f713339bbe30), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.822080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port bc5636f2-cf40-44f0-9964-ab84de7da2a8 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:09.822489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.846831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d11f95d-0a66-4b20-96f2-911a5f410bb9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.865578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92194639-28d0-4a67-a51e-1179fd33a2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5636f2-cf40-44f0-9964-ab84de7da2a8'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:09.867652 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef4b9d4-3f92-4c2a-9224-370b01dd5fb1" -d '{"events": [{"server_uuid": "92194639-28d0-4a67-a51e-1179fd33a2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bc5636f2-cf40-44f0-9964-ab84de7da2a8"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:09.906716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port bc5636f2-cf40-44f0-9964-ab84de7da2a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5636f2-cf40-44f0-9964-ab84de7da2a8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:09.922187 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164a83cf-cf05-4d88-bb28-467428e2bd7d x-openstack-request-id: req-164a83cf-cf05-4d88-bb28-467428e2bd7d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:09.924005 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92194639-28d0-4a67-a51e-1179fd33a2fa", "name": "network-vif-plugged", "status": "completed", "tag": "bc5636f2-cf40-44f0-9964-ab84de7da2a8", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:09.924005 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-164a83cf-cf05-4d88-bb28-467428e2bd7d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:09.924005 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164a83cf-cf05-4d88-bb28-467428e2bd7d'] response: {'server_uuid': '92194639-28d0-4a67-a51e-1179fd33a2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5636f2-cf40-44f0-9964-ab84de7da2a8', 'code': 200}
Apr 30 21:27:09.955879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=191201a8-5d9b-41b2-bf92-f713339bbe30,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:09.973605 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:09.996406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2c34f-394c-49b7-8005-c3510177f5cb req-19683f8d-6ce2-48c9-b7a0-dcc0c97e95c9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:09.998311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8a2c34f-394c-49b7-8005-c3510177f5cb req-19683f8d-6ce2-48c9-b7a0-dcc0c97e95c9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1157677
Apr 30 21:27:10.006775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.008578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] Pushing event deleted for resources: {'Port': ['ID=b97ff88b-07f9-4f90-9c26-7729addf2a63,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:10.010597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b901c-b0fd-4485-9643-19e5e9f279b6 None None] No DVR routers for this DVR port b97ff88b-07f9-4f90-9c26-7729addf2a63 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:10.046664 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d11f95d-0a66-4b20-96f2-911a5f410bb9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.062606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 15843ed6-ec8c-468f-8f7d-3d3879ac28ef has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:10.069510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=bc5636f2-cf40-44f0-9964-ab84de7da2a8,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:10.090204 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (41c21f6c-a144-4a8e-85e3-bc19fe957bd2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.120445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebff06d-a62b-48fd-a21d-63ebf61c307e req-90cbf9a8-7046-4836-be87-589404a73674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:10.122554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eebff06d-a62b-48fd-a21d-63ebf61c307e req-90cbf9a8-7046-4836-be87-589404a73674 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 1128 time: 0.0829525
Apr 30 21:27:10.131300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d11f95d-0a66-4b20-96f2-911a5f410bb9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.132753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8a2c34f-394c-49b7-8005-c3510177f5cb req-fe7ebc24-8539-4e72-84a2-5405e8b34198 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273201
Apr 30 21:27:10.162937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b97ff88b-07f9-4f90-9c26-7729addf2a63), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.170187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:10.176050 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f3d3071c-f430-46d7-83c9-df3af5534ac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/15843ed6-ec8c-468f-8f7d-3d3879ac28ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6443677
Apr 30 21:27:10.177193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11f95d-0a66-4b20-96f2-911a5f410bb9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:10.179117 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44530) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:10.187107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44826500-d388-433e-a7dd-20c757593329 None None] Sync routers for ids ['15843ed6-ec8c-468f-8f7d-3d3879ac28ef'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:10.199864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44826500-d388-433e-a7dd-20c757593329 None None] Routers {'15843ed6-ec8c-468f-8f7d-3d3879ac28ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:10.200778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-44826500-d388-433e-a7dd-20c757593329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e483af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['15843ed6-ec8c-468f-8f7d-3d3879ac28ef'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:10.206297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] No DVR routers for this DVR port b97ff88b-07f9-4f90-9c26-7729addf2a63 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:10.214480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b97ff88b-07f9-4f90-9c26-7729addf2a63,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:10.224032 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.233814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7abb515e-1333-448b-925a-40273810c59b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2116416
Apr 30 21:27:10.249655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-44826500-d388-433e-a7dd-20c757593329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e483af0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:10.250176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eebff06d-a62b-48fd-a21d-63ebf61c307e req-5241752e-927a-4add-a96d-dd4cb7b3c4f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207850
Apr 30 21:27:10.263523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44826500-d388-433e-a7dd-20c757593329 None None] Routers {'15843ed6-ec8c-468f-8f7d-3d3879ac28ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:10.264298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-44826500-d388-433e-a7dd-20c757593329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e483af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['15843ed6-ec8c-468f-8f7d-3d3879ac28ef'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:10.312852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-44826500-d388-433e-a7dd-20c757593329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e483af0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:10.313710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44826500-d388-433e-a7dd-20c757593329 None None] The sync data for ids ['15843ed6-ec8c-468f-8f7d-3d3879ac28ef'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:10.330539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d11f95d-0a66-4b20-96f2-911a5f410bb9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.331771 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8d11f95d-0a66-4b20-96f2-911a5f410bb9 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5996473
Apr 30 21:27:10.335471 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (1f054da6-523b-43c4-83a2-ca0049497cde), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.337731 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44534) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:10.343038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4db75b89-870b-4028-8a48-89a30bb9381b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:10.368997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967c01370>,) {'filters': {'network_id': ['1f054da6-523b-43c4-83a2-ca0049497cde']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:10.383472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967c01370>, '7d0e8921-ab67-42fb-a688-850caea317a9') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:10.383890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967c01370>, '7d0e8921-ab67-42fb-a688-850caea317a9') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:10.396018 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (7d0e8921-ab67-42fb-a688-850caea317a9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.400976 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-78d1c1f4-6c48-4ac3-ace4-65e18162ec55 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] remove_router_interface failed (client error): The resource could not be found.
Apr 30 21:27:10.402170 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-78d1c1f4-6c48-4ac3-ace4-65e18162ec55 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/15843ed6-ec8c-468f-8f7d-3d3879ac28ef/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2220824
Apr 30 21:27:10.404947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44542) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:10.417739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7d0e8921-ab67-42fb-a688-850caea317a9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.424552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:27:10.425016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (7d0e8921-ab67-42fb-a688-850caea317a9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:27:10.426837 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:27:10.440004 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b86755c8-8111-46df-9f09-4d0ee0c15d11 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=15843ed6-ec8c-468f-8f7d-3d3879ac28ef HTTP/1.1" status: 200  len: 205 time: 0.0339274
Apr 30 21:27:10.442473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44548) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:10.520672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-23f917ab-ba1d-4423-ba2b-8613260c14b1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1582662495&fields=id&tenant_id=54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 267 time: 0.0801747
Apr 30 21:27:10.530663 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdd01bae-79ea-4f1f-b2ba-7e2cacc21c8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.576118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b97ff88b-07f9-4f90-9c26-7729addf2a63 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:10.593140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (1f054da6-523b-43c4-83a2-ca0049497cde), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.600977 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-4db75b89-870b-4028-8a48-89a30bb9381b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:10.602182 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4db75b89-870b-4028-8a48-89a30bb9381b tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2633538
Apr 30 21:27:10.604675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44552) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:10.607112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b97ff88b-07f9-4f90-9c26-7729addf2a63 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:10.607471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b97ff88b-07f9-4f90-9c26-7729addf2a63 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:10.617852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e77631dc-2da6-46f8-a4e8-470541fe0d45 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group_rule': {'security_group_id': '70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:10.622127 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:10.625334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f054da6-523b-43c4-83a2-ca0049497cde HTTP/1.1" status: 204  len: 168 time: 1.3222179
Apr 30 21:27:10.629584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44554) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:10.646234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5c6ac-2886-4392-ac86-080a08daa0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=1f054da6-523b-43c4-83a2-ca0049497cde,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:10.686979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c998d-b8a8-4a27-952b-c05676893b00 req-4d19f823-bee6-4b0a-a8fb-e7558122b036 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:10.688472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-4d19f823-bee6-4b0a-a8fb-e7558122b036 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 814 time: 0.1632118
Apr 30 21:27:10.705085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-9c7ccfb8-fbad-4ea9-9ee0-e61ad8fec465 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/quotas/54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 375 time: 0.0103166
Apr 30 21:27:10.755548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-ce44ef8e-5e1c-4cd6-b0c5-cb5ece0e7096 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0449619
Apr 30 21:27:10.931841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4773e-eefd-4015-ae8e-2e99ea6597f3 req-5fff49f3-84bc-4002-b821-d22b427415de tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:10.934080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bef4773e-eefd-4015-ae8e-2e99ea6597f3 req-5fff49f3-84bc-4002-b821-d22b427415de tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 946 time: 0.1011105
Apr 30 21:27:10.993842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-54288b8c-0fa9-42b6-8061-057da7210188 service neutron] 10.222.0.23 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256427
Apr 30 21:27:11.018181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bef4773e-eefd-4015-ae8e-2e99ea6597f3 req-b29b3e04-a597-41b6-97b3-fd4b434f44ab tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751572
Apr 30 21:27:11.101031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdd01bae-79ea-4f1f-b2ba-7e2cacc21c8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.105561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdd01bae-79ea-4f1f-b2ba-7e2cacc21c8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.109034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-349e4b8e-40ed-47bb-9776-faf0316c761c service neutron] 10.222.0.23 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063833
Apr 30 21:27:11.213291 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-e77631dc-2da6-46f8-a4e8-470541fe0d45 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:27:11.214877 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e77631dc-2da6-46f8-a4e8-470541fe0d45 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.6080866
Apr 30 21:27:11.218006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44562) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:11.270749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e2075-e15c-45e1-9313-cfe596e5ffb0 req-43532ccc-8e61-48a3-b625-59c1b6a48964 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:11.271590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdd01bae-79ea-4f1f-b2ba-7e2cacc21c8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (15843ed6-ec8c-468f-8f7d-3d3879ac28ef), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.272203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd01bae-79ea-4f1f-b2ba-7e2cacc21c8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Fanout notify agent at l3_agent the message router_deleted on router 15843ed6-ec8c-468f-8f7d-3d3879ac28ef {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:27:11.272361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d74e2075-e15c-45e1-9313-cfe596e5ffb0 req-43532ccc-8e61-48a3-b625-59c1b6a48964 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0667067
Apr 30 21:27:11.281728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdd01bae-79ea-4f1f-b2ba-7e2cacc21c8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.285522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44564) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:11.285677 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bdd01bae-79ea-4f1f-b2ba-7e2cacc21c8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/15843ed6-ec8c-468f-8f7d-3d3879ac28ef HTTP/1.1" status: 204  len: 168 time: 0.8421719
Apr 30 21:27:11.419658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d74e2075-e15c-45e1-9313-cfe596e5ffb0 req-0d28b5e2-ca03-4de7-a0fd-7d1547bdf47c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220648
Apr 30 21:27:11.434317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51ef66c-5520-4de2-abee-d56d65f3d07a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet ead40a24-06b6-44c0-8ac9-ae4e6f829ce8 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:27:11.436496 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2219bde-8b2d-4283-853c-ea2e70df012d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.441180 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (ea5efd90-4669-4514-b3b3-3934c8d6c508), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.457323 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b51ef66c-5520-4de2-abee-d56d65f3d07a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (ead40a24-06b6-44c0-8ac9-ae4e6f829ce8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.467418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fd14ad5-c7fd-423e-b056-c1403ec5ed22 req-b931ce0f-f52a-496b-bf66-79d0e035622f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 210 time: 0.0585175
Apr 30 21:27:11.505056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2219bde-8b2d-4283-853c-ea2e70df012d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.530740 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b51ef66c-5520-4de2-abee-d56d65f3d07a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (ead40a24-06b6-44c0-8ac9-ae4e6f829ce8), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.651702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b51ef66c-5520-4de2-abee-d56d65f3d07a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ead40a24-06b6-44c0-8ac9-ae4e6f829ce8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.688216 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2219bde-8b2d-4283-853c-ea2e70df012d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.690829 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2219bde-8b2d-4283-853c-ea2e70df012d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.691949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a2219bde-8b2d-4283-853c-ea2e70df012d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab HTTP/1.1" status: 204  len: 168 time: 0.4728868
Apr 30 21:27:11.695326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44574) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:11.707081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2219bde-8b2d-4283-853c-ea2e70df012d tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a5a0a6-fbe7-48d1-ad16-b8804cdd41ab,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:11.733112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Deleting port a1459043-93b1-4396-9ce2-a25ee149397b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:11.733440 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.791041 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-59a4089f-edd2-4a68-a733-2331c9eec846 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0945678
Apr 30 21:27:11.795139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44576) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:11.800097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-75858365-2edd-482d-9bda-64d3141c1e31 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366808078'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:11.829398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b51ef66c-5520-4de2-abee-d56d65f3d07a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (ead40a24-06b6-44c0-8ac9-ae4e6f829ce8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.832099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] For port a1459043-93b1-4396-9ce2-a25ee149397b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1459043-93b1-4396-9ce2-a25ee149397b,segment=NetworkSegment(e660b245-3b4a-4edc-a230-a38e585079bc),segment_id=e660b245-3b4a-4edc-a230-a38e585079bc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:11.832466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.845679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Calling delete_port for a1459043-93b1-4396-9ce2-a25ee149397b owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:11.867265 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b51ef66c-5520-4de2-abee-d56d65f3d07a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.869033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b51ef66c-5520-4de2-abee-d56d65f3d07a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/ead40a24-06b6-44c0-8ac9-ae4e6f829ce8 HTTP/1.1" status: 204  len: 168 time: 0.5817535
Apr 30 21:27:11.869997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ef66c-5520-4de2-abee-d56d65f3d07a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=ead40a24-06b6-44c0-8ac9-ae4e6f829ce8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:11.873230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44578) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:11.879760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf747c1-db84-457e-bcad-68e15b05a88c None None] Network 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:11.939853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75858365-2edd-482d-9bda-64d3141c1e31 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:11.978389 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0aaa5d27-ce77-47a1-b32f-e2f0025717b2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.066929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 66f301b7-1ae1-4491-8903-b405e01159ab {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:12.067281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.069885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] DHCP port deletion for 0aaa5d27-ce77-47a1-b32f-e2f0025717b2 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:27:12.130271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] Deleting port 66f301b7-1ae1-4491-8903-b405e01159ab {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:12.130775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.199349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] For port 66f301b7-1ae1-4491-8903-b405e01159ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66f301b7-1ae1-4491-8903-b405e01159ab,segment=NetworkSegment(5e62ffc4-43c4-46b5-a242-055b4d85086b),segment_id=5e62ffc4-43c4-46b5-a242-055b4d85086b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:12.199762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.206638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a1459043-93b1-4396-9ce2-a25ee149397b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.215102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] Calling delete_port for 66f301b7-1ae1-4491-8903-b405e01159ab owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:12.237120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1459043-93b1-4396-9ce2-a25ee149397b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:12.397684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.426374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 66f301b7-1ae1-4491-8903-b405e01159ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66f301b7-1ae1-4491-8903-b405e01159ab,segment=NetworkSegment(5e62ffc4-43c4-46b5-a242-055b4d85086b),segment_id=5e62ffc4-43c4-46b5-a242-055b4d85086b)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:12.427160 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.449406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 66f301b7-1ae1-4491-8903-b405e01159ab owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:12.451319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] No DVR routers for this DVR port 66f301b7-1ae1-4491-8903-b405e01159ab on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:12.462955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d6953-f6c4-45f2-8aa3-8370a4b2a660 None None] Pushing event deleted for resources: {'Port': ['ID=66f301b7-1ae1-4491-8903-b405e01159ab,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:12.494509 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (ea5efd90-4669-4514-b3b3-3934c8d6c508), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.549494 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75858365-2edd-482d-9bda-64d3141c1e31 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (990d26ce-a387-478d-83e0-77d075d210ff), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.605081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704d695-657f-4757-b342-3fa32b5926a9 req-df838436-ee1e-48c8-9544-ce8d4c039ffd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:12.606582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e704d695-657f-4757-b342-3fa32b5926a9 req-df838436-ee1e-48c8-9544-ce8d4c039ffd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 946 time: 0.1022048
Apr 30 21:27:12.643063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75858365-2edd-482d-9bda-64d3141c1e31 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (990d26ce-a387-478d-83e0-77d075d210ff), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.673416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89855cd0-8afa-44a3-ba1c-067e5db162d0 req-74585b08-b919-44f1-a6c6-c8f6e13bcef9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:12.674998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89855cd0-8afa-44a3-ba1c-067e5db162d0 req-74585b08-b919-44f1-a6c6-c8f6e13bcef9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1222444
Apr 30 21:27:12.685580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 66f301b7-1ae1-4491-8903-b405e01159ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:12.713239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 66f301b7-1ae1-4491-8903-b405e01159ab {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:12.713824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 66f301b7-1ae1-4491-8903-b405e01159ab not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:12.722810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75858365-2edd-482d-9bda-64d3141c1e31 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990d26ce-a387-478d-83e0-77d075d210ff,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:12.747453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e704d695-657f-4757-b342-3fa32b5926a9 req-d3322144-4e61-428b-b77e-07570799ecba tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294181
Apr 30 21:27:12.752645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (66f301b7-1ae1-4491-8903-b405e01159ab), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.765605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75858365-2edd-482d-9bda-64d3141c1e31 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.769698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44588) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:12.770432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-75858365-2edd-482d-9bda-64d3141c1e31 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9733584
Apr 30 21:27:12.787330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6a82d729-1e77-4f23-aa55-ef959cdb3fe4 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:12.788310 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-6a82d729-1e77-4f23-aa55-ef959cdb3fe4 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 30 21:27:12.788310 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-6a82d729-1e77-4f23-aa55-ef959cdb3fe4 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:27:12.789206 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6a82d729-1e77-4f23-aa55-ef959cdb3fe4 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "PUT /v2.0/security-groups/990d26ce-a387-478d-83e0-77d075d210ff HTTP/1.1" status: 409  len: 330 time: 0.0073671
Apr 30 21:27:12.791967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44592) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:12.815261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No DVR routers for this DVR port 66f301b7-1ae1-4491-8903-b405e01159ab on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:12.823023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=66f301b7-1ae1-4491-8903-b405e01159ab,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:12.823189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Router ea5efd90-4669-4514-b3b3-3934c8d6c508 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:12.869919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89855cd0-8afa-44a3-ba1c-067e5db162d0 req-ff45968e-69a3-4731-8050-ed918e780ae3 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623421
Apr 30 21:27:12.964462 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d80281ea-c7ef-4aad-aca9-110d4f9130bd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (990d26ce-a387-478d-83e0-77d075d210ff), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:12.979411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d210b31-58ae-44d4-a9a8-19d8bd641b67 req-406978de-16a7-49d0-afc4-ec1f8e1faa72 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 210 time: 0.1038809
Apr 30 21:27:12.988428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0aaa5d27-ce77-47a1-b32f-e2f0025717b2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.002120 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d80281ea-c7ef-4aad-aca9-110d4f9130bd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (990d26ce-a387-478d-83e0-77d075d210ff), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.024144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89675af9a0>,) {'filters': {'network_id': ['0aaa5d27-ce77-47a1-b32f-e2f0025717b2']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:13.035619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89675af9a0>, '5e62ffc4-43c4-46b5-a242-055b4d85086b') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:13.036045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89675af9a0>, '5e62ffc4-43c4-46b5-a242-055b4d85086b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:13.049651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:13.054419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (5e62ffc4-43c4-46b5-a242-055b4d85086b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.054737 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0df3074a-a139-4dfb-a6ab-fea28efe35b5 admin admin] 10.222.0.23 "PUT /v2.0/routers/ea5efd90-4669-4514-b3b3-3934c8d6c508/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4221830
Apr 30 21:27:13.057215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44594) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:13.060182 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] Sync routers for ids ['ea5efd90-4669-4514-b3b3-3934c8d6c508'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:13.073147 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] Routers {'ea5efd90-4669-4514-b3b3-3934c8d6c508'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:13.073729 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbac9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea5efd90-4669-4514-b3b3-3934c8d6c508'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:13.074876 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5e62ffc4-43c4-46b5-a242-055b4d85086b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.082519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:27:13.085956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (5e62ffc4-43c4-46b5-a242-055b4d85086b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:27:13.087247 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:27:13.174840 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d80281ea-c7ef-4aad-aca9-110d4f9130bd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (990d26ce-a387-478d-83e0-77d075d210ff), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.177474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d80281ea-c7ef-4aad-aca9-110d4f9130bd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.179096 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d80281ea-c7ef-4aad-aca9-110d4f9130bd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/990d26ce-a387-478d-83e0-77d075d210ff HTTP/1.1" status: 204  len: 168 time: 0.3839829
Apr 30 21:27:13.181877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:13.185356 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks [] for router (ea5efd90-4669-4514-b3b3-3934c8d6c508), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.210589 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] Set router ea5efd90-4669-4514-b3b3-3934c8d6c508 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:13.221505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80281ea-c7ef-4aad-aca9-110d4f9130bd tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990d26ce-a387-478d-83e0-77d075d210ff,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:13.236240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b29e271b-7f79-4844-be81-3683627de477 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0479443
Apr 30 21:27:13.236724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44598) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:13.255235 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-25bece1f-fc2f-46c1-8e04-aadc203f24ec tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] delete failed (client error): The resource could not be found.
Apr 30 21:27:13.260951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-25bece1f-fc2f-46c1-8e04-aadc203f24ec tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "DELETE /v2.0/security-groups/6f20117b-6c4b-4bdd-99a7-4c9dea5b84c8 HTTP/1.1" status: 404  len: 347 time: 0.0186212
Apr 30 21:27:13.261524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44600) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:13.291954 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0aaa5d27-ce77-47a1-b32f-e2f0025717b2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.294920 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-cb89dd68-6679-4b6d-b695-7f237dc5ff2a tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] show failed (client error): The resource could not be found.
Apr 30 21:27:13.299852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb89dd68-6679-4b6d-b695-7f237dc5ff2a tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-groups/fedb4d70-3a4d-4ce2-b172-b0b7414377f0 HTTP/1.1" status: 404  len: 347 time: 0.0335693
Apr 30 21:27:13.300064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44602) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:13.305072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.311107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/0aaa5d27-ce77-47a1-b32f-e2f0025717b2 HTTP/1.1" status: 204  len: 168 time: 1.4369068
Apr 30 21:27:13.319224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44604) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:13.327297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54fef7-aca8-4068-a108-95d69c1fc296 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=0aaa5d27-ce77-47a1-b32f-e2f0025717b2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:13.327634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2007508259'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:13.336624 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-30d7ce4c-e2fe-40be-9190-dbb6746cdc62 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] show failed (client error): The resource could not be found.
Apr 30 21:27:13.338730 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-30d7ce4c-e2fe-40be-9190-dbb6746cdc62 tempest-NegativeSecGroupIPv6Test-1857418452 tempest-NegativeSecGroupIPv6Test-1857418452-project] 10.222.0.23 "GET /v2.0/security-group-rules/ca67ddec-26a6-4417-8d90-1254f9224183 HTTP/1.1" status: 404  len: 356 time: 0.0367410
Apr 30 21:27:13.369532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks [] for router_gateway (ea5efd90-4669-4514-b3b3-3934c8d6c508), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.409291 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbac9d0>, [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:27:12Z', 'revision_number': 5, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:13.440462 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] Checking router: ea5efd90-4669-4514-b3b3-3934c8d6c508 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:13.449458 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] Routers {'ea5efd90-4669-4514-b3b3-3934c8d6c508'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:13.450110 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbac9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ea5efd90-4669-4514-b3b3-3934c8d6c508'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:13.487929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:13.491387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.516469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:13.525858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e39620e4-03cb-4260-a155-4782f8e1a552), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.528234 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment e39620e4-03cb-4260-a155-4782f8e1a552 of type vlan for network e368d107-e039-420c-ad33-66b51979ccff
Apr 30 21:27:13.557694 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] Set router ea5efd90-4669-4514-b3b3-3934c8d6c508 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:13.594218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e368d107-e039-420c-ad33-66b51979ccff), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.602253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Deleting port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:13.602571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.703967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] For port 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cd2ed87-b0a7-487d-bba1-b9291a9a2da2,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:13.704331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.718405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Calling delete_port for 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:13.769286 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e368d107-e039-420c-ad33-66b51979ccff), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.779601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:13.779601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:13.856644 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbac9d0>, [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:27:12Z', 'revision_number': 5, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:13.866247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44610) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:13.889441 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd131f5-8d05-41f2-a5e9-665e82131afa None None] The sync data for ids ['ea5efd90-4669-4514-b3b3-3934c8d6c508'] in ncdv-master-1 is: [{'id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'name': 'tempest-TaggedBootDevicesTest-427881803-router', 'tenant_id': '25711370e9804af8b0f59257b0c23162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165'}], 'enable_snat': True}, 'gw_port_id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:16:51Z', 'updated_at': '2022-04-30T21:27:12Z', 'revision_number': 5, 'project_id': '25711370e9804af8b0f59257b0c23162', 'gw_port': {'id': '3cd2ed87-b0a7-487d-bba1-b9291a9a2da2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5efd90-4669-4514-b3b3-3934c8d6c508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:16:52Z', 'updated_at': '2022-04-30T21:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:13.900883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=e368d107-e039-420c-ad33-66b51979ccff,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:13.907757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e368d107-e039-420c-ad33-66b51979ccff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:13.988887 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-57dea4aa-42e1-4f0d-9dbc-7f61fd6825cd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6665900
Apr 30 21:27:13.992459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44616) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:13.999962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': 'e368d107-e039-420c-ad33-66b51979ccff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:14.078253 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3cd2ed87-b0a7-487d-bba1-b9291a9a2da2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.111428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd2ed87-b0a7-487d-bba1-b9291a9a2da2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:14.179950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (ea5efd90-4669-4514-b3b3-3934c8d6c508), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.197620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e26cb-c454-413f-9934-d079a6add9f9 req-9de2896b-f3b2-4030-8c51-6b1ad10a1eb6 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:14.199165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-492e26cb-c454-413f-9934-d079a6add9f9 req-9de2896b-f3b2-4030-8c51-6b1ad10a1eb6 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1713824
Apr 30 21:27:14.227633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4da0c3d7-50d6-4ec9-a690-07e3e1b2fd61 req-927e3441-eedc-43c1-89d5-c256cc247c66 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 210 time: 0.1123097
Apr 30 21:27:14.277940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (ea5efd90-4669-4514-b3b3-3934c8d6c508), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.280947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks [] for router_controller (ea5efd90-4669-4514-b3b3-3934c8d6c508), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.287034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-12e8ad38-2ceb-4b5d-90df-4e666506cdb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a84d931c66144ea2bc463d97c643a2ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4195693
Apr 30 21:27:14.290014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:14.356825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-492e26cb-c454-413f-9934-d079a6add9f9 req-3b14bf56-3a01-4b6c-802b-5fcd64717b8a tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256900
Apr 30 21:27:14.366324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c998d-b8a8-4a27-952b-c05676893b00 req-281e2d83-8e53-40b5-986b-8900632de24f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:14.367829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-281e2d83-8e53-40b5-986b-8900632de24f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 814 time: 0.2336590
Apr 30 21:27:14.377927 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc02db31-1f68-476b-b633-3afef85f9e83 admin admin] Publish callbacks [] for security_group (a23748af-ee9e-46dc-aca1-9e4d509fe56c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.400011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:14.401233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc02db31-1f68-476b-b633-3afef85f9e83 admin admin] Publish callbacks [] for security_group (a23748af-ee9e-46dc-aca1-9e4d509fe56c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.403727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.445175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (ea5efd90-4669-4514-b3b3-3934c8d6c508), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.445797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea5efd90-4669-4514-b3b3-3934c8d6c508 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:27:14.465640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.473123 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eded29d2-2b5f-4f91-983d-fc73783eef82 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ea5efd90-4669-4514-b3b3-3934c8d6c508 HTTP/1.1" status: 204  len: 168 time: 1.4105780
Apr 30 21:27:14.473123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44624) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:14.520364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-d71cb28d-69db-4804-a53d-e84b87e3585f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 380 time: 0.1383212
Apr 30 21:27:14.545892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'port': {'device_id': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'admin_state_up': True, 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'security_groups': ['c70a7cc5-3090-4914-9f4f-ed5939b40364']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:14.547852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f26df7-78c9-42c2-b93d-b8a94a22af3e admin admin] Deleting subnet 0a0445a8-c360-4c09-81aa-16038a461050 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:27:14.551830 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc02db31-1f68-476b-b633-3afef85f9e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a23748af-ee9e-46dc-aca1-9e4d509fe56c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.554481 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc02db31-1f68-476b-b633-3afef85f9e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.558641 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bc02db31-1f68-476b-b633-3afef85f9e83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a23748af-ee9e-46dc-aca1-9e4d509fe56c HTTP/1.1" status: 204  len: 168 time: 0.2650309
Apr 30 21:27:14.558641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8f26df7-78c9-42c2-b93d-b8a94a22af3e admin admin] Publish callbacks [] for subnet (0a0445a8-c360-4c09-81aa-16038a461050), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.588275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02db31-1f68-476b-b633-3afef85f9e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23748af-ee9e-46dc-aca1-9e4d509fe56c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:14.603195 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8f26df7-78c9-42c2-b93d-b8a94a22af3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (0a0445a8-c360-4c09-81aa-16038a461050), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.630370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a1459043-93b1-4396-9ce2-a25ee149397b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:14.666976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a1459043-93b1-4396-9ce2-a25ee149397b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:14.667625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a1459043-93b1-4396-9ce2-a25ee149397b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:14.708809 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8f26df7-78c9-42c2-b93d-b8a94a22af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0a0445a8-c360-4c09-81aa-16038a461050), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.813679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Made reservation on behalf of 54ceedad6e134d94ac8758f8385a47e0 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:14.818104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.837032 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (3bb5689d-1f88-4cd1-b9ab-96ad46b7a817), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.837656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8f26df7-78c9-42c2-b93d-b8a94a22af3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (0a0445a8-c360-4c09-81aa-16038a461050), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.869639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f26df7-78c9-42c2-b93d-b8a94a22af3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0445a8-c360-4c09-81aa-16038a461050,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:14.875192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8f26df7-78c9-42c2-b93d-b8a94a22af3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:14.879233 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a8f26df7-78c9-42c2-b93d-b8a94a22af3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0a0445a8-c360-4c09-81aa-16038a461050 HTTP/1.1" status: 204  len: 168 time: 0.4052618
Apr 30 21:27:14.884284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44630) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:14.884504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01c9b12-2209-479b-a886-20bf5a01dc60 None None] Network 9181514f-ed6a-4876-b100-eb19ff27615e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:14.956025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=3bb5689d-1f88-4cd1-b9ab-96ad46b7a817,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:14.997864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': 'e39620e4-03cb-4260-a155-4782f8e1a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e368d107-e039-420c-ad33-66b51979ccff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:14.998253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: e368d107-e039-420c-ad33-66b51979ccff, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:15.000535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9181514f-ed6a-4876-b100-eb19ff27615e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.031378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Allocated IP 172.20.0.13 (b4f0cca1-4180-4eed-af9d-38f99c4f5357/353d2b09-9049-4f1b-8326-9f76b2b1b5cf/5ae4997a-23c9-4100-b43d-7af15bd66801) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:15.054555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Deleting port b422a6ac-9377-4a5d-a000-7c9d5cbba628 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:15.055121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.133811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network e368d107-e039-420c-ad33-66b51979ccff is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:15.148771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] For port b422a6ac-9377-4a5d-a000-7c9d5cbba628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b422a6ac-9377-4a5d-a000-7c9d5cbba628,segment=NetworkSegment(e660b245-3b4a-4edc-a230-a38e585079bc),segment_id=e660b245-3b4a-4edc-a230-a38e585079bc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:15.149142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.152819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] DHCP port deletion for 9181514f-ed6a-4876-b100-eb19ff27615e request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:27:15.164497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Calling delete_port for b422a6ac-9377-4a5d-a000-7c9d5cbba628 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:15.204718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] Deleting port b422a6ac-9377-4a5d-a000-7c9d5cbba628 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:15.205288 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.229297 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.249850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e368d107-e039-420c-ad33-66b51979ccff) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:15.262977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:15.263669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.357138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.358100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-790a560f-85f3-4949-8ad8-4212fff7a3b9 req-12ba10bc-80df-4337-9a8b-a6d671a23f2f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 210 time: 0.0322964
Apr 30 21:27:15.390429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Pushing event deleted for resources: {'Port': ['ID=b422a6ac-9377-4a5d-a000-7c9d5cbba628,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:15.395424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b07d3448-427f-43b9-aa1b-aa58ce6529ea tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4001615
Apr 30 21:27:15.397797 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.399441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] No DVR routers for this DVR port b422a6ac-9377-4a5d-a000-7c9d5cbba628 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:15.401363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44648) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:15.406814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d78a4a0b-dcfa-4bd0-88b3-c167ad769323 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1779319907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:15.473285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dca357-23fc-4cdb-b295-dc2ced8a8904 None None] Network e368d107-e039-420c-ad33-66b51979ccff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:15.504958 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9181514f-ed6a-4876-b100-eb19ff27615e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.506940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:15.510352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=5ae4997a-23c9-4100-b43d-7af15bd66801,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:15.525132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:15.528635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c42f1c0>,) {'filters': {'network_id': ['9181514f-ed6a-4876-b100-eb19ff27615e']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:15.533056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:15.543016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c42f1c0>, 'e660b245-3b4a-4edc-a230-a38e585079bc') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:15.543307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c42f1c0>, 'e660b245-3b4a-4edc-a230-a38e585079bc') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:15.554285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e660b245-3b4a-4edc-a230-a38e585079bc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.564172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] For port b422a6ac-9377-4a5d-a000-7c9d5cbba628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b422a6ac-9377-4a5d-a000-7c9d5cbba628,segment=NetworkSegment(e660b245-3b4a-4edc-a230-a38e585079bc),segment_id=e660b245-3b4a-4edc-a230-a38e585079bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:15.564819 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.572111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e660b245-3b4a-4edc-a230-a38e585079bc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.574136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa6893-5aee-421b-b662-5e401329e80c req-39175a85-8808-4f5e-aaa4-a105b23d4c5f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:15.585735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:27:15.585735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e660b245-3b4a-4edc-a230-a38e585079bc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:27:15.586245 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:27:15.589878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7aa6893-5aee-421b-b662-5e401329e80c req-39175a85-8808-4f5e-aaa4-a105b23d4c5f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1380508
Apr 30 21:27:15.597608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] Calling delete_port for b422a6ac-9377-4a5d-a000-7c9d5cbba628 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:15.672464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d78a4a0b-dcfa-4bd0-88b3-c167ad769323 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.673625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d78a4a0b-dcfa-4bd0-88b3-c167ad769323 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.677801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:15.678549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.710061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7aa6893-5aee-421b-b662-5e401329e80c req-70cb1413-eb38-47e4-8931-76f3f3673a06 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172545
Apr 30 21:27:15.728555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e368d107-e039-420c-ad33-66b51979ccff', 'network_id': 'e368d107-e039-420c-ad33-66b51979ccff', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': '3bb5689d-1f88-4cd1-b9ab-96ad46b7a817'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:27:15.729984 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.754639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d78a4a0b-dcfa-4bd0-88b3-c167ad769323 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.791912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9181514f-ed6a-4876-b100-eb19ff27615e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.796644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.802192 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] 10.222.0.23 "DELETE /v2.0/networks/9181514f-ed6a-4876-b100-eb19ff27615e HTTP/1.1" status: 204  len: 168 time: 0.9144657
Apr 30 21:27:15.817085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-3846aafa-f543-49b6-bcee-a52113fc8277 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2828941
Apr 30 21:27:15.819329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (b422a6ac-9377-4a5d-a000-7c9d5cbba628), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.836426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e67acd-da05-4109-a630-19146e5b6fad admin admin] Pushing event deleted for resources: {'Network': ['ID=9181514f-ed6a-4876-b100-eb19ff27615e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:15.840958 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d78a4a0b-dcfa-4bd0-88b3-c167ad769323 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.842067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Request body: {'port': {'device_id': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:15.866956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] Network 9181514f-ed6a-4876-b100-eb19ff27615e is not hosted by any dhcp agent {{(pid=115776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:27:15.867227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] No DVR routers for this DVR port b422a6ac-9377-4a5d-a000-7c9d5cbba628 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:15.872474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead51841-3ef4-4f13-abe4-e4e0a08f7eb5 None None] Pushing event deleted for resources: {'Port': ['ID=b422a6ac-9377-4a5d-a000-7c9d5cbba628,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:15.910574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3fa86643-865e-497c-93ab-7791028ba2f2 None None] Provisioning complete for port 5ae4997a-23c9-4100-b43d-7af15bd66801 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:15.910948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3fa86643-865e-497c-93ab-7791028ba2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.939369 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.946797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d78a4a0b-dcfa-4bd0-88b3-c167ad769323 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:15.952829 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d78a4a0b-dcfa-4bd0-88b3-c167ad769323 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5500298
Apr 30 21:27:15.953582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44660) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:15.962151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44662) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:15.963485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Allocated IP 2001:db8::2 (e368d107-e039-420c-ad33-66b51979ccff/3bb5689d-1f88-4cd1-b9ab-96ad46b7a817/90241629-f131-45e1-9b59-56a7e90fadec) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:15.968412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3fa86643-865e-497c-93ab-7791028ba2f2 None None] Port 5ae4997a-23c9-4100-b43d-7af15bd66801 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:16.130607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-155584113'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:16.135100 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Publish callbacks [] for port (90241629-f131-45e1-9b59-56a7e90fadec), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.278741 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (90241629-f131-45e1-9b59-56a7e90fadec), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.308188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae4997a-23c9-4100-b43d-7af15bd66801 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:16.316299 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Publish callbacks [] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.332029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Transition to ACTIVE for port object 5ae4997a-23c9-4100-b43d-7af15bd66801 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:27:16.343662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Network e368d107-e039-420c-ad33-66b51979ccff is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:16.348841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Made reservation on behalf of 0879dc9c3c7c49e190acf76407cdf550 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:16.350468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Pushing event updated for resources: {'Port': ['ID=90241629-f131-45e1-9b59-56a7e90fadec,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:16.356841 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.356948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:16.357748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:16.375001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.481441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Attempting to bind port 90241629-f131-45e1-9b59-56a7e90fadec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:16.482378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Attempting to bind port 90241629-f131-45e1-9b59-56a7e90fadec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e39620e4-03cb-4260-a155-4782f8e1a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e368d107-e039-420c-ad33-66b51979ccff'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:16.483069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Attempting to bind port 90241629-f131-45e1-9b59-56a7e90fadec on network e368d107-e039-420c-ad33-66b51979ccff {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:16.491080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.501156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:16.501687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Checking segment: {'id': 'e39620e4-03cb-4260-a155-4782f8e1a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e368d107-e039-420c-ad33-66b51979ccff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:16.502266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.502676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Bound using segment: {'id': 'e39620e4-03cb-4260-a155-4782f8e1a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e368d107-e039-420c-ad33-66b51979ccff'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:16.503189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Bound port: 90241629-f131-45e1-9b59-56a7e90fadec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39620e4-03cb-4260-a155-4782f8e1a552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e368d107-e039-420c-ad33-66b51979ccff'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:16.503662 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (90241629-f131-45e1-9b59-56a7e90fadec), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.593532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44678) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:16.624738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae4997a-23c9-4100-b43d-7af15bd66801,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:16.632942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff330bb5-c410-4ac0-a6f4-b3ac697a15d4 req-97387188-6929-4148-ae79-29d00a4feaf5 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:16.634511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff330bb5-c410-4ac0-a6f4-b3ac697a15d4 req-97387188-6929-4148-ae79-29d00a4feaf5 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 944 time: 0.1612046
Apr 30 21:27:16.643835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] For port 90241629-f131-45e1-9b59-56a7e90fadec, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:16.644066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for security_group (90dce410-cb19-416b-883d-c098ef1e32e2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.647652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] For port 90241629-f131-45e1-9b59-56a7e90fadec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90241629-f131-45e1-9b59-56a7e90fadec,segment=NetworkSegment(e39620e4-03cb-4260-a155-4782f8e1a552),segment_id=e39620e4-03cb-4260-a155-4782f8e1a552)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:16.653637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:16.682551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:16.683719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3cd2ed87-b0a7-487d-bba1-b9291a9a2da2 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:16.684512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b422a6ac-9377-4a5d-a000-7c9d5cbba628 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:16.710266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b422a6ac-9377-4a5d-a000-7c9d5cbba628 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:16.710839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b422a6ac-9377-4a5d-a000-7c9d5cbba628 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:16.749327 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90dce410-cb19-416b-883d-c098ef1e32e2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.763933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (90241629-f131-45e1-9b59-56a7e90fadec), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.766387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2190c6c1-60e2-485e-a5c4-ee93cda59d0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b57cf4c7f250443a8afd9460085f6951&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1604910
Apr 30 21:27:16.805712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44682) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:16.809499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90dce410-cb19-416b-883d-c098ef1e32e2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:16.844508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.865895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:16.866199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9560a-f2e2-48de-a936-c96019e089c2 None None] Pushing event updated for resources: {'Port': ['ID=90241629-f131-45e1-9b59-56a7e90fadec,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:16.866384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff330bb5-c410-4ac0-a6f4-b3ac697a15d4 req-1cd701a4-fb99-4cbb-a8f6-fdbea21e0bf7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2198470
Apr 30 21:27:16.870836 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.917719 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8108f1c9-a446-4640-be0f-b51e5d1bc576), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:16.918226 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Added segment 8108f1c9-a446-4640-be0f-b51e5d1bc576 of type vlan for network b5b84c8d-d232-431f-8398-662942892408
Apr 30 21:27:16.973049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Attempting to bind port 5ae4997a-23c9-4100-b43d-7af15bd66801 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:16.973657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Attempting to bind port 5ae4997a-23c9-4100-b43d-7af15bd66801 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:16.973799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Attempting to bind port 5ae4997a-23c9-4100-b43d-7af15bd66801 on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:17.005446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Port 5ae4997a-23c9-4100-b43d-7af15bd66801 on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:27:17.005932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Attempting to bind port 5ae4997a-23c9-4100-b43d-7af15bd66801 on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:17.010274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b5b84c8d-d232-431f-8398-662942892408), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.070587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:17.070937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Checking segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:17.071303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Bound using segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:17.071767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Bound port: 5ae4997a-23c9-4100-b43d-7af15bd66801, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:17.072111 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.095786 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d1a11ea-192a-4b6c-99f4-c5a017b1052d admin admin] Publish callbacks [] for security_group (69539747-8884-4e8e-a8d9-b7f919f69c24), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.183309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24fc67-8160-40b6-a1bd-5d71f5d19799 req-e47ce464-5823-4091-ab56-9ef6e89b526f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:17.191436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d24fc67-8160-40b6-a1bd-5d71f5d19799 req-e47ce464-5823-4091-ab56-9ef6e89b526f tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 947 time: 0.1877811
Apr 30 21:27:17.225460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca809a2-6e09-46db-b7d5-9f78955df3a0 req-2105c71d-6114-4cb8-b667-20ac62d94e6f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:17.227074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fca809a2-6e09-46db-b7d5-9f78955df3a0 req-2105c71d-6114-4cb8-b667-20ac62d94e6f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.2187726
Apr 30 21:27:17.240919 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d1a11ea-192a-4b6c-99f4-c5a017b1052d admin admin] Publish callbacks [] for security_group (69539747-8884-4e8e-a8d9-b7f919f69c24), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.250255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8::1 (e368d107-e039-420c-ad33-66b51979ccff/3bb5689d-1f88-4cd1-b9ab-96ad46b7a817/72555a62-c649-46b1-9724-fc9ee1f41612) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:17.255307 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b5b84c8d-d232-431f-8398-662942892408), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.260313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:17.260970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.386474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (72555a62-c649-46b1-9724-fc9ee1f41612), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.438827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fca809a2-6e09-46db-b7d5-9f78955df3a0 req-168277ba-a435-4924-89dc-047497cbb504 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938958
Apr 30 21:27:17.444109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] For port 5ae4997a-23c9-4100-b43d-7af15bd66801, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:17.448742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d24fc67-8160-40b6-a1bd-5d71f5d19799 req-814c0532-626e-43c5-b70b-8eaba447c54c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2562349
Apr 30 21:27:17.453347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] For port 5ae4997a-23c9-4100-b43d-7af15bd66801, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ae4997a-23c9-4100-b43d-7af15bd66801,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:17.463615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 1.4964833
Apr 30 21:27:17.464175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44688) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:17.465125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68846152-72e0-466a-8c8a-08f95463cb7c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Pushing event updated for resources: {'Network': ['ID=b5b84c8d-d232-431f-8398-662942892408,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:17.472111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Request body: {'subnet': {'network_id': 'b5b84c8d-d232-431f-8398-662942892408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:17.481071 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.486367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b5b84c8d-d232-431f-8398-662942892408 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:17.542613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.584065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network e368d107-e039-420c-ad33-66b51979ccff is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:17.590800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:17.601858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=72555a62-c649-46b1-9724-fc9ee1f41612,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:17.606198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:17.606949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.626083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:17.626723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.628324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/5ae4997a-23c9-4100-b43d-7af15bd66801 HTTP/1.1" status: 200  len: 1092 time: 1.7987020
Apr 30 21:27:17.631456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'tag': '5ae4997a-23c9-4100-b43d-7af15bd66801'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:17.633825 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2823b0-27c1-4215-ad94-59d3ac52878b", "tag": "5ae4997a-23c9-4100-b43d-7af15bd66801"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:17.636372 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d1a11ea-192a-4b6c-99f4-c5a017b1052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (69539747-8884-4e8e-a8d9-b7f919f69c24), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.639290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d1a11ea-192a-4b6c-99f4-c5a017b1052d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.640681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1d1a11ea-192a-4b6c-99f4-c5a017b1052d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69539747-8884-4e8e-a8d9-b7f919f69c24 HTTP/1.1" status: 204  len: 168 time: 0.8264053
Apr 30 21:27:17.691589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a11ea-192a-4b6c-99f4-c5a017b1052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69539747-8884-4e8e-a8d9-b7f919f69c24,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:17.707176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636372b8-13cf-4fb8-aafc-7ecfcdd225f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae4997a-23c9-4100-b43d-7af15bd66801,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:17.727904 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81107e71-8a93-454b-a386-ff23e7e54042 x-openstack-request-id: req-81107e71-8a93-454b-a386-ff23e7e54042 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:17.727904 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2823b0-27c1-4215-ad94-59d3ac52878b", "tag": "5ae4997a-23c9-4100-b43d-7af15bd66801", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:17.727904 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81107e71-8a93-454b-a386-ff23e7e54042 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:17.727904 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81107e71-8a93-454b-a386-ff23e7e54042'] response: {'name': 'network-changed', 'server_uuid': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'tag': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'status': 'completed', 'code': 200}
Apr 30 21:27:17.824863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c998d-b8a8-4a27-952b-c05676893b00 req-6cdca312-787d-4377-a5b2-10146556520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:17.826525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-6cdca312-787d-4377-a5b2-10146556520e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 1126 time: 0.0851114
Apr 30 21:27:17.828719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Made reservation on behalf of 0879dc9c3c7c49e190acf76407cdf550 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:17.832273 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.835480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.863229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c731efb3-b263-41ec-bc34-da0092b9d578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:17.887958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-c8220248-77d7-47d3-a64b-a707fff0b442 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae4997a-23c9-4100-b43d-7af15bd66801 HTTP/1.1" status: 200  len: 217 time: 0.0490515
Apr 30 21:27:18.041956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c998d-b8a8-4a27-952b-c05676893b00 req-16cd1db3-351a-4d1d-8b5f-a7737eaf3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:18.044257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-16cd1db3-351a-4d1d-8b5f-a7737eaf3e3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.1221838
Apr 30 21:27:18.124516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510c688-2775-441c-b26f-bca6b9a462b1 req-670d0a6a-6a99-43e9-8d67-874ba8afe113 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:18.126240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7510c688-2775-441c-b26f-bca6b9a462b1 req-670d0a6a-6a99-43e9-8d67-874ba8afe113 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 944 time: 0.1046009
Apr 30 21:27:18.184246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c998d-b8a8-4a27-952b-c05676893b00 req-c538717b-8a9f-4824-b860-1aa17a7396e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:18.186138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-c538717b-8a9f-4824-b860-1aa17a7396e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1232426
Apr 30 21:27:18.187459 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (72555a62-c649-46b1-9724-fc9ee1f41612), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.253388 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.254217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.325472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2a60b-a1b2-4ab4-ae8f-b5e170b3562e None None] Network e368d107-e039-420c-ad33-66b51979ccff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:18.346261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7510c688-2775-441c-b26f-bca6b9a462b1 req-64f52055-e33b-4ed1-9af8-b2fa57ddaec1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2077329
Apr 30 21:27:18.388317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-09a33803-efba-48ec-8dc6-97822e7b90f9 None None] Provisioning complete for port 90241629-f131-45e1-9b59-56a7e90fadec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:18.388745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09a33803-efba-48ec-8dc6-97822e7b90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (90241629-f131-45e1-9b59-56a7e90fadec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.440166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=72555a62-c649-46b1-9724-fc9ee1f41612,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:18.440448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-e464cec0-8066-4d0b-b22a-fed3709805c4 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2432611
Apr 30 21:27:18.450193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-f4dfcc32-6cbf-49a3-b757-f732ad8cba16 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:18.451823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-f4dfcc32-6cbf-49a3-b757-f732ad8cba16 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.35 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 947 time: 0.0797477
Apr 30 21:27:18.460061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network e368d107-e039-420c-ad33-66b51979ccff is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:18.461581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:18.517660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-09a33803-efba-48ec-8dc6-97822e7b90f9 None None] Current status of the port 90241629-f131-45e1-9b59-56a7e90fadec is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:18.518655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09a33803-efba-48ec-8dc6-97822e7b90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (90241629-f131-45e1-9b59-56a7e90fadec), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.559701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (ee2d04eb-34a0-4a19-a3c0-64126916524f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.593843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-09a33803-efba-48ec-8dc6-97822e7b90f9 None None] For port 90241629-f131-45e1-9b59-56a7e90fadec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90241629-f131-45e1-9b59-56a7e90fadec,segment=NetworkSegment(e39620e4-03cb-4260-a155-4782f8e1a552),segment_id=e39620e4-03cb-4260-a155-4782f8e1a552)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:18.618740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Pushing event updated for resources: {'Subnet': ['ID=ee2d04eb-34a0-4a19-a3c0-64126916524f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:18.697592 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09a33803-efba-48ec-8dc6-97822e7b90f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (90241629-f131-45e1-9b59-56a7e90fadec), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.731965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 90241629-f131-45e1-9b59-56a7e90fadec up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:18.758673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 92e30d82-7bb0-43d5-8c0b-92a9ae47fba0 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:27:18.798686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a33803-efba-48ec-8dc6-97822e7b90f9 None None] Pushing event updated for resources: {'Port': ['ID=90241629-f131-45e1-9b59-56a7e90fadec,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:18.820001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 90241629-f131-45e1-9b59-56a7e90fadec triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:18.820620 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (90241629-f131-45e1-9b59-56a7e90fadec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.828184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44704) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:18.841855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e69bc-8084-410e-a8e1-0e4a508f1aa5 req-67dd1a9e-f108-401b-971f-7d55d522a139 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:18.843375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b3e69bc-8084-410e-a8e1-0e4a508f1aa5 req-67dd1a9e-f108-401b-971f-7d55d522a139 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1673598
Apr 30 21:27:18.858671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc509a88-2523-4027-a704-7a8c803831e0 req-14c145c1-5e56-4f57-80b1-2df3e945caba tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:18.860186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc509a88-2523-4027-a704-7a8c803831e0 req-14c145c1-5e56-4f57-80b1-2df3e945caba tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 947 time: 0.2199509
Apr 30 21:27:18.912738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:18.925342 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ff48051-3f8c-4f30-ad02-5874cf63fbf8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/92e30d82-7bb0-43d5-8c0b-92a9ae47fba0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9706018
Apr 30 21:27:18.928041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44706) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:18.934547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Checking segment: {'id': '8108f1c9-a446-4640-be0f-b51e5d1bc576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5b84c8d-d232-431f-8398-662942892408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:18.934547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Network hostable DHCP agents. Network: b5b84c8d-d232-431f-8398-662942892408, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:18.944553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c9eda8-5016-4b69-b2ba-d4b6c35f2c55 None None] Sync routers for ids ['92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:18.961125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-42b631e9-e916-49d9-b6f3-d3147bbc2e18 None None] Provisioning complete for port 72555a62-c649-46b1-9724-fc9ee1f41612 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:18.961779 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-42b631e9-e916-49d9-b6f3-d3147bbc2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.975118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bb880cdd-0492-415f-9435-83043fd383d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25711370e9804af8b0f59257b0c23162&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1410506
Apr 30 21:27:18.975118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Deleting port a7573128-4b05-4280-bcc7-74239c0b44b6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:18.975118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:18.977928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604c998d-b8a8-4a27-952b-c05676893b00 req-768711ea-d814-44c3-9080-d1d0c57d246b service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5250974
Apr 30 21:27:18.984175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44708) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:18.992946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9eda8-5016-4b69-b2ba-d4b6c35f2c55 None None] Routers {'92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:18.993583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-02c9eda8-5016-4b69-b2ba-d4b6c35f2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa00eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:18.996956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 90241629-f131-45e1-9b59-56a7e90fadec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:19.000410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd77ab5-91b8-426e-8478-b1482c142116 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:19.002208 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-efd77ab5-91b8-426e-8478-b1482c142116 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports/72555a62-c649-46b1-9724-fc9ee1f41612 HTTP/1.1" status: 200  len: 911 time: 0.0732296
Apr 30 21:27:19.005262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44710) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:19.048128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-02c9eda8-5016-4b69-b2ba-d4b6c35f2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa00eb0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:19.061226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-42b631e9-e916-49d9-b6f3-d3147bbc2e18 None None] Port 72555a62-c649-46b1-9724-fc9ee1f41612 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:19.064297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc509a88-2523-4027-a704-7a8c803831e0 req-1ea40485-2353-4f07-9a74-2498b4a0dee4 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups?id=a274e161-3d93-408a-b9c7-e3bd5f66e8ab&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1674259
Apr 30 21:27:19.069432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9eda8-5016-4b69-b2ba-d4b6c35f2c55 None None] Routers {'92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:19.070109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-02c9eda8-5016-4b69-b2ba-d4b6c35f2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa00eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:26:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:19.075056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-42b631e9-e916-49d9-b6f3-d3147bbc2e18 None None] Provisioning complete for port 90241629-f131-45e1-9b59-56a7e90fadec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:19.075754 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-42b631e9-e916-49d9-b6f3-d3147bbc2e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (90241629-f131-45e1-9b59-56a7e90fadec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.097680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b3e69bc-8084-410e-a8e1-0e4a508f1aa5 req-b67cf7ec-f7ad-44ee-bc3e-0371bb2edd9c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2128327
Apr 30 21:27:19.124247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-02c9eda8-5016-4b69-b2ba-d4b6c35f2c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa00eb0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:19.143435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c9eda8-5016-4b69-b2ba-d4b6c35f2c55 None None] The sync data for ids ['92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:19.213406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b28b1-8595-4f02-a1d3-b783335159f9 admin admin] Publish callbacks [] for security_group (667539ec-f2ea-407c-bf40-37406a2a1c96), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.239514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] For port a7573128-4b05-4280-bcc7-74239c0b44b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a7573128-4b05-4280-bcc7-74239c0b44b6,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:19.239887 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.255663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-42b631e9-e916-49d9-b6f3-d3147bbc2e18 None None] Current status of the port 90241629-f131-45e1-9b59-56a7e90fadec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:19.266752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b28b1-8595-4f02-a1d3-b783335159f9 admin admin] Publish callbacks [] for security_group (667539ec-f2ea-407c-bf40-37406a2a1c96), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.268361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Network b5b84c8d-d232-431f-8398-662942892408 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:19.373537 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.379472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-43692660-54ce-44ce-8cf7-5c4b44037a8e None None] Provisioning complete for port 72555a62-c649-46b1-9724-fc9ee1f41612 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:19.381081 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43692660-54ce-44ce-8cf7-5c4b44037a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.442657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-43692660-54ce-44ce-8cf7-5c4b44037a8e None None] Port 72555a62-c649-46b1-9724-fc9ee1f41612 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:19.566205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6e2a047c-7a98-4eee-81df-cfeb3e40253a None None] Provisioning complete for port 72555a62-c649-46b1-9724-fc9ee1f41612 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:19.566872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6e2a047c-7a98-4eee-81df-cfeb3e40253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.605478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a047c-7a98-4eee-81df-cfeb3e40253a None None] Port 72555a62-c649-46b1-9724-fc9ee1f41612 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:19.635157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 72555a62-c649-46b1-9724-fc9ee1f41612 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:19.635494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.722688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.735946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 72555a62-c649-46b1-9724-fc9ee1f41612 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:19.739513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5b84c8d-d232-431f-8398-662942892408) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:19.743878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:19.744663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.751114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c9af26-8725-4e07-88eb-e279e7800422 None None] Network b5b84c8d-d232-431f-8398-662942892408 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:19.759381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a86e80-8188-4fb5-b0b1-f21cf3e33ebf req-388b089c-75e1-4f06-bb88-b002fef4c65a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:19.761476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68a86e80-8188-4fb5-b0b1-f21cf3e33ebf req-388b089c-75e1-4f06-bb88-b002fef4c65a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 944 time: 0.1341290
Apr 30 21:27:19.848882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c607bc74-1763-435d-8cb2-4b722cc0c2f8 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3810883
Apr 30 21:27:19.851499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44716) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:19.857371 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Request body: {'port': {'network_id': 'b5b84c8d-d232-431f-8398-662942892408', 'name': 'tempest-TagsExtTest-2089863409'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:19.870956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b28b1-8595-4f02-a1d3-b783335159f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (667539ec-f2ea-407c-bf40-37406a2a1c96), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.876879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a6b28b1-8595-4f02-a1d3-b783335159f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.876879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a6b28b1-8595-4f02-a1d3-b783335159f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/667539ec-f2ea-407c-bf40-37406a2a1c96 HTTP/1.1" status: 204  len: 168 time: 0.8894770
Apr 30 21:27:19.880223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5b84c8d-d232-431f-8398-662942892408', 'network_id': 'b5b84c8d-d232-431f-8398-662942892408', 'project_id': '0879dc9c3c7c49e190acf76407cdf550', 'fixed_ips': [{'subnet_id': 'ee2d04eb-34a0-4a19-a3c0-64126916524f'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:27:19.880857 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.898517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68a86e80-8188-4fb5-b0b1-f21cf3e33ebf req-b831b32d-08e3-4c60-96d9-416ee06cdc86 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264319
Apr 30 21:27:19.899334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b28b1-8595-4f02-a1d3-b783335159f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667539ec-f2ea-407c-bf40-37406a2a1c96,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:19.928527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.928916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (808c4a12-1540-4c77-a651-bce5f43e3254), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:19.932904 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Floating IP 808c4a12-1540-4c77-a651-bce5f43e3254 disassociated. External IP: 172.35.4.47, port: a7573128-4b05-4280-bcc7-74239c0b44b6.
Apr 30 21:27:19.932904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Calling delete_port for a7573128-4b05-4280-bcc7-74239c0b44b6 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:20.076722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Allocated IP 172.20.0.2 (b5b84c8d-d232-431f-8398-662942892408/ee2d04eb-34a0-4a19-a3c0-64126916524f/537e258e-2d3a-4137-a43a-b346b508767d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:20.166678 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Made reservation on behalf of 0879dc9c3c7c49e190acf76407cdf550 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:20.170550 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.172993 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19af24aa-32fb-4706-9e3f-e024533f43ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.174220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (72555a62-c649-46b1-9724-fc9ee1f41612), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.242866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=72555a62-c649-46b1-9724-fc9ee1f41612,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:20.255476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-b28fcb65-ed3a-44c6-8956-3aed8b49a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:20.257931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-b28fcb65-ed3a-44c6-8956-3aed8b49a222 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 1126 time: 0.0942066
Apr 30 21:27:20.261778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a7573128-4b05-4280-bcc7-74239c0b44b6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.263377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b4e0ac2-5563-4100-b58e-fd366e81dfbf req-c6981a77-9b0d-409f-b013-4b85fad3c88c tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 210 time: 0.0531738
Apr 30 21:27:20.281580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] device_id is not set on port 5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:27:20.334870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Publish callbacks [] for port (537e258e-2d3a-4137-a43a-b346b508767d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.437044 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (537e258e-2d3a-4137-a43a-b346b508767d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.448698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event deleted for resources: {'Port': ['ID=a7573128-4b05-4280-bcc7-74239c0b44b6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:20.478895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.494164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275f540-e05c-49e1-a1b3-0e2eaac4f021 req-55e68b8e-3f16-4e3a-9f17-f0f8c043ce13 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:20.516286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Network b5b84c8d-d232-431f-8398-662942892408 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:20.518183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2275f540-e05c-49e1-a1b3-0e2eaac4f021 req-55e68b8e-3f16-4e3a-9f17-f0f8c043ce13 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.2719865
Apr 30 21:27:20.520608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:20.527032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:20.611121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Pushing event updated for resources: {'Port': ['ID=537e258e-2d3a-4137-a43a-b346b508767d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:20.630408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Allocated IP 172.20.0.12 (b5b84c8d-d232-431f-8398-662942892408/ee2d04eb-34a0-4a19-a3c0-64126916524f/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:20.665883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 90241629-f131-45e1-9b59-56a7e90fadec up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:20.693579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Attempting to bind port 537e258e-2d3a-4137-a43a-b346b508767d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:20.694814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Attempting to bind port 537e258e-2d3a-4137-a43a-b346b508767d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8108f1c9-a446-4640-be0f-b51e5d1bc576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5b84c8d-d232-431f-8398-662942892408'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:20.695079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Attempting to bind port 537e258e-2d3a-4137-a43a-b346b508767d on network b5b84c8d-d232-431f-8398-662942892408 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:20.703259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:20.718758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Checking segment: {'id': '8108f1c9-a446-4640-be0f-b51e5d1bc576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5b84c8d-d232-431f-8398-662942892408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:20.718758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.718758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Bound using segment: {'id': '8108f1c9-a446-4640-be0f-b51e5d1bc576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5b84c8d-d232-431f-8398-662942892408'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:20.718758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Bound port: 537e258e-2d3a-4137-a43a-b346b508767d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8108f1c9-a446-4640-be0f-b51e5d1bc576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5b84c8d-d232-431f-8398-662942892408'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:20.718758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (537e258e-2d3a-4137-a43a-b346b508767d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.761343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2275f540-e05c-49e1-a1b3-0e2eaac4f021 req-fa30ec62-b33b-41cc-8037-44543fcc8129 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403743
Apr 30 21:27:20.781969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 92e30d82-7bb0-43d5-8c0b-92a9ae47fba0 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:20.782147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 90241629-f131-45e1-9b59-56a7e90fadec triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:20.782147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (90241629-f131-45e1-9b59-56a7e90fadec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:20.782371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-3a31426e-d3e4-43f6-9eba-34a58e09851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:20.782758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-3a31426e-d3e4-43f6-9eba-34a58e09851a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 915 time: 0.4672618
Apr 30 21:27:20.836731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] For port 537e258e-2d3a-4137-a43a-b346b508767d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:20.845044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] For port 537e258e-2d3a-4137-a43a-b346b508767d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=537e258e-2d3a-4137-a43a-b346b508767d,segment=NetworkSegment(8108f1c9-a446-4640-be0f-b51e5d1bc576),segment_id=8108f1c9-a446-4640-be0f-b51e5d1bc576)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:20.856189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-31d20ff2-ee3f-4069-bf7d-8697686a636b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae4997a-23c9-4100-b43d-7af15bd66801 HTTP/1.1" status: 200  len: 217 time: 0.0571654
Apr 30 21:27:20.864575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Router 4d7d9f33-bbcd-4e94-af99-ad7657726720 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:20.902028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 90241629-f131-45e1-9b59-56a7e90fadec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:20.917817 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (537e258e-2d3a-4137-a43a-b346b508767d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:21.016877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-b628359f-ffdb-48f5-be09-872a8d27b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:21.020098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-b628359f-ffdb-48f5-be09-872a8d27b0a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.1524458
Apr 30 21:27:21.067592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfd5ec-a468-4864-ac84-af0942f0fcc5 None None] Pushing event updated for resources: {'Port': ['ID=537e258e-2d3a-4137-a43a-b346b508767d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:21.152053 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:21.164253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-4f1b0ac8-1d79-496a-a596-1ddd1a36737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:21.165986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-4f1b0ac8-1d79-496a-a596-1ddd1a36737c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1297283
Apr 30 21:27:21.196095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69677dd-2778-49de-809b-f9718c078ee9 req-599deefd-717e-4fb0-a51f-987c0a70c1b7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:21.206112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e69677dd-2778-49de-809b-f9718c078ee9 req-599deefd-717e-4fb0-a51f-987c0a70c1b7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 944 time: 0.1215913
Apr 30 21:27:21.285972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:21.300591 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] Sync routers for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:21.315675 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:21.316254 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7e3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:21.322366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:21.397476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for port (5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:21.399561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] No DVR routers for this DVR port a7573128-4b05-4280-bcc7-74239c0b44b6 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:21.410218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:21.413441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e76f9059-9710-462c-ad56-d2f88a8f9822 req-a25d8cfc-228e-4fd7-a564-9fdfa4492f73 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.35 "DELETE /v2.0/ports/a7573128-4b05-4280-bcc7-74239c0b44b6 HTTP/1.1" status: 204  len: 173 time: 2.9508939
Apr 30 21:27:21.434240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-deleted', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:21.436574 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d377dfc2-580c-400e-a644-c95879faaf4e" -d '{"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-deleted", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:21.463170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:21.472317 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:21.476672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e69677dd-2778-49de-809b-f9718c078ee9 req-4f19a340-758b-42ae-b38f-359993f38891 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2694178
Apr 30 21:27:21.510261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: a7573128-4b05-4280-bcc7-74239c0b44b6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:21.510686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a7573128-4b05-4280-bcc7-74239c0b44b6 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:21.523611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:21.540947 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fded9d61-ef1e-4fe6-a79c-0fc2cd78f1cc tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/92e30d82-7bb0-43d5-8c0b-92a9ae47fba0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5339940
Apr 30 21:27:21.543223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01c2b1-a082-45fa-9965-803241cf4d9a None None] Sync routers for ids ['92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:21.545362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44752) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:21.558274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01c2b1-a082-45fa-9965-803241cf4d9a None None] Routers {'92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:21.558994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8c01c2b1-a082-45fa-9965-803241cf4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e44a580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:21.566551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7b6e8df-92ce-4415-9d5a-ac41fe5b6838 req-ef7690b6-ae9e-4d80-97b6-cdd4cb2924cd tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 210 time: 0.1055956
Apr 30 21:27:21.599925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-4ceb99b9-f712-4a83-89cd-7b2ac08f0817 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4200561
Apr 30 21:27:21.622030 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3d81a731-cd4c-407d-8f9f-9cbbf2c37b72 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=92e30d82-7bb0-43d5-8c0b-92a9ae47fba0 HTTP/1.1" status: 200  len: 205 time: 0.0729735
Apr 30 21:27:21.626918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:21.631446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44754) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:21.652890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44756) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:21.668852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8c01c2b1-a082-45fa-9965-803241cf4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e44a580>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:21.684796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c01c2b1-a082-45fa-9965-803241cf4d9a None None] Routers {'92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:21.686008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8c01c2b1-a082-45fa-9965-803241cf4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e44a580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:21.738978 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7586fcf-1020-4584-9e40-d3a64c294669 x-openstack-request-id: req-b7586fcf-1020-4584-9e40-d3a64c294669 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:21.739566 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45384b3-9650-4bdb-ac27-d291062e84b5", "name": "network-vif-deleted", "tag": "a7573128-4b05-4280-bcc7-74239c0b44b6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:21.740007 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7586fcf-1020-4584-9e40-d3a64c294669 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:21.740568 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7586fcf-1020-4584-9e40-d3a64c294669'] response: {'server_uuid': 'b45384b3-9650-4bdb-ac27-d291062e84b5', 'name': 'network-vif-deleted', 'tag': 'a7573128-4b05-4280-bcc7-74239c0b44b6', 'status': 'completed', 'code': 200}
Apr 30 21:27:21.758816 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7e3190>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:21.776255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Network b5b84c8d-d232-431f-8398-662942892408 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:21.784508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:21.786841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Pushing event updated for resources: {'Port': ['ID=5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:21.789295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:21.806372 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] Checking router: 4d7d9f33-bbcd-4e94-af99-ad7657726720 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:21.829502 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:21.839350 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7e3190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:21.892668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:21.893339 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:21.904826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb6f7ed4-9117-4a23-8c7a-539e57c55c9f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:21.949736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1015431972-network', 'tenant_id': '8bbf68d01a624b91b6751596b4a0a480'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:21.974071 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-26b96e98-6a49-4a55-a6aa-e25d94aca379 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.1212575
Apr 30 21:27:21.976880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44762) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:21.984041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9ed87ca7-b6e4-45a9-9f62-c344d2892ea6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-239606651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:22.011152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8c01c2b1-a082-45fa-9965-803241cf4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e44a580>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:22.011766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c01c2b1-a082-45fa-9965-803241cf4d9a None None] The sync data for ids ['92e30d82-7bb0-43d5-8c0b-92a9ae47fba0'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:22.025723 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:22.047500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Made reservation on behalf of 8bbf68d01a624b91b6751596b4a0a480 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:22.050234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.053360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a47e95e-8f8e-40c2-b9cb-e6768b4156eb req-061ae528-cb1c-45a3-8d0f-cfd442257a1f service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4413013
Apr 30 21:27:22.061747 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.098702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779304d0-9f8d-40ab-9e3e-f938b0d58c65 req-45a0261d-b015-4af1-9e10-bb5d66a63123 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:22.100278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-779304d0-9f8d-40ab-9e3e-f938b0d58c65 req-45a0261d-b015-4af1-9e10-bb5d66a63123 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1343608
Apr 30 21:27:22.142935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ed87ca7-b6e4-45a9-9f62-c344d2892ea6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (2381a0d8-be1d-4a46-8789-46def1fc00ce), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.144120 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ed87ca7-b6e4-45a9-9f62-c344d2892ea6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (2381a0d8-be1d-4a46-8789-46def1fc00ce), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.186785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Publish callbacks [] for security_group (d7bd1386-7be8-4032-96c7-b1e7ab825181), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.207345 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb6f7ed4-9117-4a23-8c7a-539e57c55c9f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.209850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb6f7ed4-9117-4a23-8c7a-539e57c55c9f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.260390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ed87ca7-b6e4-45a9-9f62-c344d2892ea6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for router_controller (2381a0d8-be1d-4a46-8789-46def1fc00ce), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.284491 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7e3190>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:22.294716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-779304d0-9f8d-40ab-9e3e-f938b0d58c65 req-49202f62-622f-4ee1-97af-79ea7a5f0bab tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627204
Apr 30 21:27:22.314490 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adfb29b-8231-42f3-bd60-e07c251b0177 None None] The sync data for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 is: [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:21:08Z', 'revision_number': 4, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43096c42-65c0-4d8d-8241-5a8dc6c6d111', 'name': '', 'network_id': 'b1ba9505-d2cf-4c5a-934a-6a1e685fc411', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'mac_address': 'fa:16:3e:1d:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:07Z', 'updated_at': '2022-04-30T21:21:13Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'subnets': [{'id': '8f06132d-f4c2-4381-93fb-b51cd836f9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:22.327617 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d7bd1386-7be8-4032-96c7-b1e7ab825181), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.351003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb6f7ed4-9117-4a23-8c7a-539e57c55c9f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (92e30d82-7bb0-43d5-8c0b-92a9ae47fba0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.355064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f7ed4-9117-4a23-8c7a-539e57c55c9f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Fanout notify agent at l3_agent the message router_deleted on router 92e30d82-7bb0-43d5-8c0b-92a9ae47fba0 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:27:22.361329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:22.363956 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ed87ca7-b6e4-45a9-9f62-c344d2892ea6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (2381a0d8-be1d-4a46-8789-46def1fc00ce), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.366535 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb6f7ed4-9117-4a23-8c7a-539e57c55c9f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.367682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eb6f7ed4-9117-4a23-8c7a-539e57c55c9f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/92e30d82-7bb0-43d5-8c0b-92a9ae47fba0 HTTP/1.1" status: 204  len: 168 time: 0.7267292
Apr 30 21:27:22.374116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44764) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:22.388566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bd1386-7be8-4032-96c7-b1e7ab825181,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:22.396797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (60a33b3f-a7e7-45ae-bbfe-cccc222f92bc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.397134 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Added segment 60a33b3f-a7e7-45ae-bbfe-cccc222f92bc of type vlan for network 836d0142-2dff-47f1-b755-65329382d235
Apr 30 21:27:22.454330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f5e607-c025-4507-b4c8-7772c905322f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet 3bb5689d-1f88-4cd1-b9ab-96ad46b7a817 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:27:22.458367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e607-c025-4507-b4c8-7772c905322f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (3bb5689d-1f88-4cd1-b9ab-96ad46b7a817), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.459788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (836d0142-2dff-47f1-b755-65329382d235), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.512290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e607-c025-4507-b4c8-7772c905322f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (3bb5689d-1f88-4cd1-b9ab-96ad46b7a817), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.518015 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ed87ca7-b6e4-45a9-9f62-c344d2892ea6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.527283 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9ed87ca7-b6e4-45a9-9f62-c344d2892ea6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5488446
Apr 30 21:27:22.529537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44768) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:22.546676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ea0b3fdb-2f49-4a0f-92ba-10c777e8b0be tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1237891802', 'prefixes': ['172.20.0.0/16']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:22.580468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (836d0142-2dff-47f1-b755-65329382d235), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.581646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:22.582442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.698820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03656e-d6eb-4c11-8578-7189995079c9 None None] Network b5b84c8d-d232-431f-8398-662942892408 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:22.699362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] Pushing event updated for resources: {'Network': ['ID=836d0142-2dff-47f1-b755-65329382d235,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:22.713431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 836d0142-2dff-47f1-b755-65329382d235 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:22.736943 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c69f78-ae76-40a5-81da-827f90f3a411 None None] New status for floating IP 808c4a12-1540-4c77-a651-bce5f43e3254: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:27:22.750265 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9cf8ccbc-633d-491d-b14b-bb42399b8d80 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0118833
Apr 30 21:27:22.753408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44774) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:22.753632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 537e258e-2d3a-4137-a43a-b346b508767d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:22.758828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Request body: {'subnet': {'network_id': '836d0142-2dff-47f1-b755-65329382d235', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1015431972-subnet', 'tenant_id': '8bbf68d01a624b91b6751596b4a0a480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:22.786442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834e39e-9f38-4a2c-839b-6e1a23ce4a1c req-493cb7f3-ddbe-4feb-a0f9-920b5cb48bfd tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:22.795365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a834e39e-9f38-4a2c-839b-6e1a23ce4a1c req-493cb7f3-ddbe-4feb-a0f9-920b5cb48bfd tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 944 time: 0.1414971
Apr 30 21:27:22.826351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1cb359b-43bd-4ee8-a2f0-b310dafcf5d2 req-6af1cff1-9818-4430-80d0-8c68e7bd0ed0 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45384b3-9650-4bdb-ac27-d291062e84b5 HTTP/1.1" status: 200  len: 210 time: 0.0975790
Apr 30 21:27:22.847028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e607-c025-4507-b4c8-7772c905322f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (3bb5689d-1f88-4cd1-b9ab-96ad46b7a817), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.852250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-417983c3-b891-419c-8866-0d256317ed4f None None] Provisioning complete for port 537e258e-2d3a-4137-a43a-b346b508767d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:22.852858 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-417983c3-b891-419c-8866-0d256317ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (537e258e-2d3a-4137-a43a-b346b508767d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.918891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a834e39e-9f38-4a2c-839b-6e1a23ce4a1c req-47938c67-9111-41f0-8c07-2a30f58bcfde tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160829
Apr 30 21:27:22.941524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Made reservation on behalf of 8bbf68d01a624b91b6751596b4a0a480 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:22.941524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:22.980155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 537e258e-2d3a-4137-a43a-b346b508767d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:22.980530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (537e258e-2d3a-4137-a43a-b346b508767d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.029130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea0b3fdb-2f49-4a0f-92ba-10c777e8b0be tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.033898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44776) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:23.034182 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ea0b3fdb-2f49-4a0f-92ba-10c777e8b0be tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.4995639
Apr 30 21:27:23.050960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-d4e16a42-785a-49df-929a-e27fef78ab55 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f89669d4d00>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f', 'tempest-TagsExtTest-Tag-946998649') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:23.090377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e607-c025-4507-b4c8-7772c905322f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (3bb5689d-1f88-4cd1-b9ab-96ad46b7a817), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.098715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-417983c3-b891-419c-8866-0d256317ed4f None None] Current status of the port 537e258e-2d3a-4137-a43a-b346b508767d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:23.099280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-417983c3-b891-419c-8866-0d256317ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (537e258e-2d3a-4137-a43a-b346b508767d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.166042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 537e258e-2d3a-4137-a43a-b346b508767d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:23.166762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (537e258e-2d3a-4137-a43a-b346b508767d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.169642 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.175751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5e607-c025-4507-b4c8-7772c905322f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb5689d-1f88-4cd1-b9ab-96ad46b7a817,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:23.178112 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f5f5e607-c025-4507-b4c8-7772c905322f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.181487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f5f5e607-c025-4507-b4c8-7772c905322f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/3bb5689d-1f88-4cd1-b9ab-96ad46b7a817 HTTP/1.1" status: 204  len: 168 time: 0.8063793
Apr 30 21:27:23.185331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44778) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:23.192153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-417983c3-b891-419c-8866-0d256317ed4f None None] For port 537e258e-2d3a-4137-a43a-b346b508767d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=537e258e-2d3a-4137-a43a-b346b508767d,segment=NetworkSegment(8108f1c9-a446-4640-be0f-b51e5d1bc576),segment_id=8108f1c9-a446-4640-be0f-b51e5d1bc576)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:23.193555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61452590-102f-4106-adbe-f3ae838997b8 None None] Network e368d107-e039-420c-ad33-66b51979ccff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:23.238323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.292830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-417983c3-b891-419c-8866-0d256317ed4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (537e258e-2d3a-4137-a43a-b346b508767d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.325126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:23.329554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d4e16a42-785a-49df-929a-e27fef78ab55 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags/tempest-TagsExtTest-Tag-946998649 HTTP/1.1" status: 201  len: 201 time: 0.2943149
Apr 30 21:27:23.332110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44782) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:23.334868 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e368d107-e039-420c-ad33-66b51979ccff), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.337896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-ebe2fb71-a475-46e3-b433-1c009846b987 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f896cad0ca0>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0', 'tempest-TagsExtTest-Tag-1192536418') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:23.363388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Checking segment: {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:23.364019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Network hostable DHCP agents. Network: 836d0142-2dff-47f1-b755-65329382d235, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:23.373978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:27:23.374345 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:27:23.379558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417983c3-b891-419c-8866-0d256317ed4f None None] Pushing event updated for resources: {'Port': ['ID=537e258e-2d3a-4137-a43a-b346b508767d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:23.385592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5ae4997a-23c9-4100-b43d-7af15bd66801 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:27:23.428286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 90241629-f131-45e1-9b59-56a7e90fadec {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:23.428630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (90241629-f131-45e1-9b59-56a7e90fadec), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.461824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] DHCP port deletion for e368d107-e039-420c-ad33-66b51979ccff request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:27:23.469332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c239c2b5-1896-47e5-bcf4-d3bd09ab765e None None] Provisioning complete for port 537e258e-2d3a-4137-a43a-b346b508767d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:23.469709 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c239c2b5-1896-47e5-bcf4-d3bd09ab765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (537e258e-2d3a-4137-a43a-b346b508767d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.522349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 90241629-f131-45e1-9b59-56a7e90fadec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90241629-f131-45e1-9b59-56a7e90fadec,segment=NetworkSegment(e39620e4-03cb-4260-a155-4782f8e1a552),segment_id=e39620e4-03cb-4260-a155-4782f8e1a552)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:23.522725 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (90241629-f131-45e1-9b59-56a7e90fadec), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.528181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103689c-4aeb-4dd5-9d59-473a57d475e6 req-a63ea765-c42c-40ca-bae8-b6fa93303c65 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:23.529921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e103689c-4aeb-4dd5-9d59-473a57d475e6 req-a63ea765-c42c-40ca-bae8-b6fa93303c65 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0628076
Apr 30 21:27:23.541106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 90241629-f131-45e1-9b59-56a7e90fadec owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:23.557148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Network 836d0142-2dff-47f1-b755-65329382d235 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:23.560387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ebe2fb71-a475-46e3-b433-1c009846b987 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags/tempest-TagsExtTest-Tag-1192536418 HTTP/1.1" status: 201  len: 201 time: 0.2252810
Apr 30 21:27:23.561223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44784) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:23.566176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-a82b5d12-2c3b-48de-b0eb-be3e56bfb807 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8972b3d250>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce', 'tempest-TagsExtTest-Tag-40990715') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:23.633302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] Deleting port 90241629-f131-45e1-9b59-56a7e90fadec {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:23.633671 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (90241629-f131-45e1-9b59-56a7e90fadec), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.670659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 836d0142-2dff-47f1-b755-65329382d235) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:23.671101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e103689c-4aeb-4dd5-9d59-473a57d475e6 req-535c6116-2a43-44d0-9f71-ba905f0dbe43 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343787
Apr 30 21:27:23.676287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:23.687266 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.704706 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (90241629-f131-45e1-9b59-56a7e90fadec), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.708676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f46c32-8af5-4e92-9360-0763ad847fe6 None None] Network 836d0142-2dff-47f1-b755-65329382d235 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:23.732297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=90241629-f131-45e1-9b59-56a7e90fadec,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:23.737923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No DVR routers for this DVR port 90241629-f131-45e1-9b59-56a7e90fadec on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:23.779300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5ae4997a-23c9-4100-b43d-7af15bd66801, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ae4997a-23c9-4100-b43d-7af15bd66801,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:23.780634 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-835b8eaf-343e-4972-8158-4d353227d143 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0261514
Apr 30 21:27:23.813011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c239c2b5-1896-47e5-bcf4-d3bd09ab765e None None] Current status of the port 537e258e-2d3a-4137-a43a-b346b508767d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:23.818040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] For port 90241629-f131-45e1-9b59-56a7e90fadec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90241629-f131-45e1-9b59-56a7e90fadec,segment=NetworkSegment(e39620e4-03cb-4260-a155-4782f8e1a552),segment_id=e39620e4-03cb-4260-a155-4782f8e1a552)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:23.818463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (90241629-f131-45e1-9b59-56a7e90fadec), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.822710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'port_id': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'mac_address': 'fa:16:3e:38:be:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:27:23.822941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a82b5d12-2c3b-48de-b0eb-be3e56bfb807 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags/tempest-TagsExtTest-Tag-40990715 HTTP/1.1" status: 201  len: 201 time: 0.2578251
Apr 30 21:27:23.823668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44788) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:23.832026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-b8eee8e2-d985-4a32-992d-c608eb665ace tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8967a3d400>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46', 'tempest-TagsExtTest-Tag-907024945') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:23.832697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e368d107-e039-420c-ad33-66b51979ccff), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.861112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] Calling delete_port for 90241629-f131-45e1-9b59-56a7e90fadec owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:23.863305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cd464f0>,) {'filters': {'network_id': ['e368d107-e039-420c-ad33-66b51979ccff']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:23.885230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd464f0>, 'e39620e4-03cb-4260-a155-4782f8e1a552') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:23.885230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd464f0>, 'e39620e4-03cb-4260-a155-4782f8e1a552') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:23.885497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c239c2b5-1896-47e5-bcf4-d3bd09ab765e None None] Provisioning complete for port 5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:23.885618 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c239c2b5-1896-47e5-bcf4-d3bd09ab765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.899189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e39620e4-03cb-4260-a155-4782f8e1a552), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.918596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e39620e4-03cb-4260-a155-4782f8e1a552), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.929561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:27:23.929677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e39620e4-03cb-4260-a155-4782f8e1a552), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:27:23.975318 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:27:24.005887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b8eee8e2-d985-4a32-992d-c608eb665ace tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags/tempest-TagsExtTest-Tag-907024945 HTTP/1.1" status: 201  len: 201 time: 0.1788199
Apr 30 21:27:24.006696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44802) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.011938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 5ae4997a-23c9-4100-b43d-7af15bd66801 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:24.012350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.013918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-becb02ef-b320-4184-a929-1c868b650a08 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f896c2ce3a0>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:24.049269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae4997a-23c9-4100-b43d-7af15bd66801 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:24.065243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 537e258e-2d3a-4137-a43a-b346b508767d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:24.075111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c239c2b5-1896-47e5-bcf4-d3bd09ab765e None None] Port 5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:24.076444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e027373-6779-484d-8f98-58b7800e615a None None] Network 836d0142-2dff-47f1-b755-65329382d235 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:24.103475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-becb02ef-b320-4184-a929-1c868b650a08 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags HTTP/1.1" status: 200  len: 240 time: 0.0956895
Apr 30 21:27:24.106327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44804) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.109163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e368d107-e039-420c-ad33-66b51979ccff), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.114240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.117703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4b850-dddc-430a-8a34-6bc3e1bba0bb req-4ca97054-de85-47bf-943f-78ace258c7ae tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:24.122401 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/e368d107-e039-420c-ad33-66b51979ccff HTTP/1.1" status: 204  len: 168 time: 0.9356401
Apr 30 21:27:24.123153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44806) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.126353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6de4b850-dddc-430a-8a34-6bc3e1bba0bb req-4ca97054-de85-47bf-943f-78ace258c7ae tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 944 time: 0.0820460
Apr 30 21:27:24.131721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-0e9fe321-a547-43f7-9424-8e2aff7a0757 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896d41f6a0>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f', 'tempest-TagsExtTest-Tag-946998649') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:24.132403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-437684065', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:24.147052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5ae4997a-23c9-4100-b43d-7af15bd66801, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ae4997a-23c9-4100-b43d-7af15bd66801,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:24.153508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2069874-e224-4b27-b3f9-07f1b49cd924 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=e368d107-e039-420c-ad33-66b51979ccff,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:24.180784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (90241629-f131-45e1-9b59-56a7e90fadec), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.180982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44808) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.221805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] Network e368d107-e039-420c-ad33-66b51979ccff is not hosted by any dhcp agent {{(pid=115776) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:27:24.222326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] No DVR routers for this DVR port 90241629-f131-45e1-9b59-56a7e90fadec on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:24.230007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27f7fa-5504-4c1e-ae66-5306d2bf7af3 None None] Pushing event deleted for resources: {'Port': ['ID=90241629-f131-45e1-9b59-56a7e90fadec,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:24.230234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0e9fe321-a547-43f7-9424-8e2aff7a0757 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags/tempest-TagsExtTest-Tag-946998649 HTTP/1.1" status: 204  len: 168 time: 0.1213861
Apr 30 21:27:24.234131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44812) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.243035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-ba294dee-252b-40a5-a855-ae6a489a51dc tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f8972b0d820>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f', 'tempest-TagsExtTest-Tag-946998649') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:24.253215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-eb56ed76-6d4c-41be-ac3c-667d2567b629 None None] Provisioning complete for port 5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:24.253627 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eb56ed76-6d4c-41be-ac3c-667d2567b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.255438 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.280691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.283558 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.312245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79d2aa09-42a8-47e2-975a-e81de372c212 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (a274e161-3d93-408a-b9c7-e3bd5f66e8ab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.342909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79d2aa09-42a8-47e2-975a-e81de372c212 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (a274e161-3d93-408a-b9c7-e3bd5f66e8ab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.377050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=5ae4997a-23c9-4100-b43d-7af15bd66801,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:24.419891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-eb56ed76-6d4c-41be-ac3c-667d2567b629 None None] Port 5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:24.447470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.542567 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.577822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79d2aa09-42a8-47e2-975a-e81de372c212 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a274e161-3d93-408a-b9c7-e3bd5f66e8ab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.580840 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79d2aa09-42a8-47e2-975a-e81de372c212 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.581293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6de4b850-dddc-430a-8a34-6bc3e1bba0bb req-446fdc17-4eae-4828-ab35-2637be6d0f9d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4437809
Apr 30 21:27:24.584692 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-79d2aa09-42a8-47e2-975a-e81de372c212 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "DELETE /v2.0/security-groups/a274e161-3d93-408a-b9c7-e3bd5f66e8ab HTTP/1.1" status: 204  len: 168 time: 0.3999865
Apr 30 21:27:24.586646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44822) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.598119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 537e258e-2d3a-4137-a43a-b346b508767d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:24.625020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['5ae4997a-23c9-4100-b43d-7af15bd66801'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:24.674334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2aa09-42a8-47e2-975a-e81de372c212 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a274e161-3d93-408a-b9c7-e3bd5f66e8ab,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:24.678187 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-96ec098c-ea31-4ed2-8f37-67d028ff44f5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] show failed (client error): The resource could not be found.
Apr 30 21:27:24.679199 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-96ec098c-ea31-4ed2-8f37-67d028ff44f5 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "GET /v2.0/security-groups/a274e161-3d93-408a-b9c7-e3bd5f66e8ab HTTP/1.1" status: 404  len: 347 time: 0.0874069
Apr 30 21:27:24.683135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44824) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.704222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-7b697dcb-140e-4a00-80a8-b879fa8397e4 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:24.705730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-7b697dcb-140e-4a00-80a8-b879fa8397e4 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/networks?id=836d0142-2dff-47f1-b755-65329382d235 HTTP/1.1" status: 200  len: 818 time: 0.1420610
Apr 30 21:27:24.735903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-6048b545-b3f9-4011-9f0d-83ce64bb7ae3 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/quotas/8bbf68d01a624b91b6751596b4a0a480 HTTP/1.1" status: 200  len: 375 time: 0.0236409
Apr 30 21:27:24.745771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 537e258e-2d3a-4137-a43a-b346b508767d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:24.747072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (537e258e-2d3a-4137-a43a-b346b508767d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.783874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ba294dee-252b-40a5-a855-ae6a489a51dc tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags/tempest-TagsExtTest-Tag-946998649 HTTP/1.1" status: 204  len: 168 time: 0.5486362
Apr 30 21:27:24.790705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44828) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.798508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-e558ee23-8809-4460-a77f-e36fbde30a6a tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8bbf68d01a624b91b6751596b4a0a480&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0609751
Apr 30 21:27:24.798845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-7725af94-6810-4b5b-bb70-748374589f56 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f896cfa1ca0>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:24.883285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_gateway (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.886353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d91c2-c1e5-469a-9413-a2797b7d72cb req-ee88f999-89c9-40bf-afea-9c8642ff7a97 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:24.887903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-630d91c2-c1e5-469a-9413-a2797b7d72cb req-ee88f999-89c9-40bf-afea-9c8642ff7a97 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1252551
Apr 30 21:27:24.897636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 537e258e-2d3a-4137-a43a-b346b508767d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:24.959898 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7725af94-6810-4b5b-bb70-748374589f56 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags HTTP/1.1" status: 200  len: 205 time: 0.1618557
Apr 30 21:27:24.960106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 90241629-f131-45e1-9b59-56a7e90fadec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:24.960949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44830) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:24.967251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-9cf7d9ce-ea75-4d2f-9358-bf9e23a9d270 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f896656d0d0>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:24.970699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-12b03b2b-1880-4224-858a-c1d144d47664 service neutron] 10.222.0.23 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516764
Apr 30 21:27:24.982022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-630d91c2-c1e5-469a-9413-a2797b7d72cb req-2e51352a-8c4d-48c5-9ebd-c3ae49f0f76f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814133
Apr 30 21:27:24.997429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Deleting port 05036b80-1939-4990-9c66-5f09784a3921 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:24.997817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (05036b80-1939-4990-9c66-5f09784a3921), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:24.999157 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 90241629-f131-45e1-9b59-56a7e90fadec {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:24.999806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 90241629-f131-45e1-9b59-56a7e90fadec not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:25.069822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9cf7d9ce-ea75-4d2f-9358-bf9e23a9d270 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags HTTP/1.1" status: 200  len: 241 time: 0.1066811
Apr 30 21:27:25.072415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44834) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:25.078325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-d3ccf1ba-dda2-4507-8faf-89d3164f314c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896ccdf3a0>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0', 'tempest-TagsExtTest-Tag-1192536418') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:25.142414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d3ccf1ba-dda2-4507-8faf-89d3164f314c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags/tempest-TagsExtTest-Tag-1192536418 HTTP/1.1" status: 204  len: 168 time: 0.0687747
Apr 30 21:27:25.144580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-b959a254-9406-4b6d-a7f4-a3fe1d8f945f service neutron] 10.222.0.23 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653380
Apr 30 21:27:25.145246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44836) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:25.149573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-7caff458-ce5d-43ec-9ebb-2c6eb00ba592 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f896d3d7c10>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0', 'tempest-TagsExtTest-Tag-1192536418') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:25.166624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (05036b80-1939-4990-9c66-5f09784a3921), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.167218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (05036b80-1939-4990-9c66-5f09784a3921), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.183849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Calling delete_port for 05036b80-1939-4990-9c66-5f09784a3921 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:25.214294 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_gateway (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.258673 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.272284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7caff458-ce5d-43ec-9ebb-2c6eb00ba592 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags/tempest-TagsExtTest-Tag-1192536418 HTTP/1.1" status: 204  len: 168 time: 0.1257205
Apr 30 21:27:25.274846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44838) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:25.282369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-e376d045-5b4c-4730-8fdd-c951736e86c6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f896d6c6220>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:25.381608 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e376d045-5b4c-4730-8fdd-c951736e86c6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags HTTP/1.1" status: 200  len: 205 time: 0.1039667
Apr 30 21:27:25.384074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44840) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:25.389364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-1fd60673-ce4e-4737-b4b4-0e7539e35840 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f896d3d77f0>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:25.462012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 172.35.4.177 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/13b31a4e-21fd-4c2a-a3c5-d792157ad303) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:25.466531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1fd60673-ce4e-4737-b4b4-0e7539e35840 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags HTTP/1.1" status: 200  len: 239 time: 0.0783198
Apr 30 21:27:25.466714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44842) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:25.471018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-8f394765-3609-4cd9-bff6-adf96fbed2a4 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896686da00>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce', 'tempest-TagsExtTest-Tag-40990715') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:25.546826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8f394765-3609-4cd9-bff6-adf96fbed2a4 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags/tempest-TagsExtTest-Tag-40990715 HTTP/1.1" status: 204  len: 168 time: 0.0790515
Apr 30 21:27:25.549324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44844) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:25.554069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-28a5c327-1e90-4be2-beb4-ba14a0ea8e88 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f896e6b8940>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce', 'tempest-TagsExtTest-Tag-40990715') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:25.578383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (13b31a4e-21fd-4c2a-a3c5-d792157ad303), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.642062 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (05036b80-1939-4990-9c66-5f09784a3921), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.684405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5ae4997a-23c9-4100-b43d-7af15bd66801 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:25.707305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (13b31a4e-21fd-4c2a-a3c5-d792157ad303), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.711047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Pushing event deleted for resources: {'Port': ['ID=05036b80-1939-4990-9c66-5f09784a3921,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:25.743129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fc95b-8226-4553-9124-1fe64fe70223 req-b1dd94e5-ddff-4b49-bec8-782e98414ec2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:25.744774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-747fc95b-8226-4553-9124-1fe64fe70223 req-b1dd94e5-ddff-4b49-bec8-782e98414ec2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 945 time: 0.0591679
Apr 30 21:27:25.758594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-28a5c327-1e90-4be2-beb4-ba14a0ea8e88 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags/tempest-TagsExtTest-Tag-40990715 HTTP/1.1" status: 204  len: 168 time: 0.2058165
Apr 30 21:27:25.793392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 5ae4997a-23c9-4100-b43d-7af15bd66801 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:27:25.798225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44852) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:25.809399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-2b7d5422-83fa-4aec-b5ce-a256cd56d283 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8967050040>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:25.827229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=13b31a4e-21fd-4c2a-a3c5-d792157ad303,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:25.842269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:25.849323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks [] for floatingip (808c4a12-1540-4c77-a651-bce5f43e3254), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.849323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.849323 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c98f5372-498a-4285-8bf4-83b9ad98f406 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] 10.222.0.23 "DELETE /v2.0/floatingips/808c4a12-1540-4c77-a651-bce5f43e3254 HTTP/1.1" status: 204  len: 168 time: 1.1621678
Apr 30 21:27:25.853719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:25.858734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:25.898830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 5ae4997a-23c9-4100-b43d-7af15bd66801 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:25.900119 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:25.934979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-747fc95b-8226-4553-9124-1fe64fe70223 req-ab1ce881-cea8-4a60-ba2e-e072c9f1ac76 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815853
Apr 30 21:27:25.939165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a94b8718-f57a-4adb-8a6b-c088f0acc589 req-0bde8d83-59d9-4a43-b54f-991431c0fcb3 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 210 time: 0.0653307
Apr 30 21:27:25.950819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2b7d5422-83fa-4aec-b5ce-a256cd56d283 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags HTTP/1.1" status: 200  len: 205 time: 0.1484241
Apr 30 21:27:25.951240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44860) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:25.963214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-c35d773b-5c5a-4454-b472-8df5b14444b2 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f89669a5f70>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:25.997487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c35d773b-5c5a-4454-b472-8df5b14444b2 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags HTTP/1.1" status: 200  len: 240 time: 0.0443492
Apr 30 21:27:25.997748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44864) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:26.004788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-a1e1d8cc-8900-45c1-9b6b-e2d4ca813f68 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8966c85610>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46', 'tempest-TagsExtTest-Tag-907024945') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:26.071972 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a1e1d8cc-8900-45c1-9b6b-e2d4ca813f68 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags/tempest-TagsExtTest-Tag-907024945 HTTP/1.1" status: 204  len: 168 time: 0.0738618
Apr 30 21:27:26.075066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44868) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:26.102149 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-a74eed75-0eff-4faf-809c-80c63483b6c6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f896ea77790>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46', 'tempest-TagsExtTest-Tag-907024945') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:26.126868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e46b8-4b50-4d29-8b5b-925b4e8defff req-d69a6a9d-db14-4ad9-bb63-138f2aae178b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:26.130222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b12e46b8-4b50-4d29-8b5b-925b4e8defff req-d69a6a9d-db14-4ad9-bb63-138f2aae178b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0742328
Apr 30 21:27:26.233296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b12e46b8-4b50-4d29-8b5b-925b4e8defff req-9a95c742-3a13-43e9-87e5-bd5668bf1c67 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609818
Apr 30 21:27:26.235665 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a74eed75-0eff-4faf-809c-80c63483b6c6 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags/tempest-TagsExtTest-Tag-907024945 HTTP/1.1" status: 204  len: 168 time: 0.1589885
Apr 30 21:27:26.237830 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44874) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:26.243593 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-778cbfda-16a7-4b9e-9c68-0ff3745ac8dd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f896c50aee0>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:26.272698 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-778cbfda-16a7-4b9e-9c68-0ff3745ac8dd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags HTTP/1.1" status: 200  len: 205 time: 0.0314355
Apr 30 21:27:26.273476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44878) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:26.280308 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-aa69136e-cf3a-4fec-a284-6d7e6b644c17 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f896cb147f0>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:26.289855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 5ae4997a-23c9-4100-b43d-7af15bd66801 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:26.290259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:26.340015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae4997a-23c9-4100-b43d-7af15bd66801'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:26.342416 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b13068f-5e12-48f1-a78e-f3d7f3cb570f" -d '{"events": [{"server_uuid": "5f2823b0-27c1-4215-ad94-59d3ac52878b", "name": "network-vif-plugged", "status": "completed", "tag": "5ae4997a-23c9-4100-b43d-7af15bd66801"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:26.364025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 5ae4997a-23c9-4100-b43d-7af15bd66801, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ae4997a-23c9-4100-b43d-7af15bd66801,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:26.398008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cca070-fb5b-4ade-9ef4-9ff54cea1d2e req-69235789-5455-449d-9f34-7a9c5be028c5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:26.399581 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32cca070-fb5b-4ade-9ef4-9ff54cea1d2e req-69235789-5455-449d-9f34-7a9c5be028c5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0734384
Apr 30 21:27:26.406540 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dcea40-5549-41bf-a769-456bcf72afcb x-openstack-request-id: req-31dcea40-5549-41bf-a769-456bcf72afcb {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:26.407063 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2823b0-27c1-4215-ad94-59d3ac52878b", "name": "network-vif-plugged", "status": "completed", "tag": "5ae4997a-23c9-4100-b43d-7af15bd66801", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:26.412100 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31dcea40-5549-41bf-a769-456bcf72afcb {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:26.412100 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31dcea40-5549-41bf-a769-456bcf72afcb'] response: {'server_uuid': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'code': 200}
Apr 30 21:27:26.452489 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aa69136e-cf3a-4fec-a284-6d7e6b644c17 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags HTTP/1.1" status: 204  len: 168 time: 0.1778359
Apr 30 21:27:26.453458 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:26.455967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44894) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:26.465654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-bff9179d-0184-412b-869d-5e329d206047 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966f3d040>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:26.491087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32cca070-fb5b-4ade-9ef4-9ff54cea1d2e req-ac077f51-34fd-45f5-b73b-a1d700541de4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0807273
Apr 30 21:27:26.532294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=5ae4997a-23c9-4100-b43d-7af15bd66801,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:26.563582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7e1c-b0c9-4450-a5f8-0c0ea839ef88 req-93ea3c7a-df63-4447-8763-20148c6f56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:26.565462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ffe7e1c-b0c9-4450-a5f8-0c0ea839ef88 req-93ea3c7a-df63-4447-8763-20148c6f56df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 1128 time: 0.0717790
Apr 30 21:27:26.586492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_gateway (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:26.652783 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bff9179d-0184-412b-869d-5e329d206047 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags HTTP/1.1" status: 204  len: 168 time: 0.1951375
Apr 30 21:27:26.655182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44900) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:26.661428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-0692c52b-3cf9-4a67-a218-3af73b8fceff tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966f9ff70>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:26.661872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a804e-d2d5-4093-afea-79a95d7085a3 req-0cf4a9d1-76d1-4443-9978-ee1addc0a934 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:26.663343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd9a804e-d2d5-4093-afea-79a95d7085a3 req-0cf4a9d1-76d1-4443-9978-ee1addc0a934 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0800769
Apr 30 21:27:26.670453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ffe7e1c-b0c9-4450-a5f8-0c0ea839ef88 req-33f62333-d3d9-4005-9b3f-55d82915d6c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933509
Apr 30 21:27:26.726197 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0692c52b-3cf9-4a67-a218-3af73b8fceff tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags HTTP/1.1" status: 204  len: 168 time: 0.0675178
Apr 30 21:27:26.727024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44904) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:26.729356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd9a804e-d2d5-4093-afea-79a95d7085a3 req-73382125-a5d8-4c56-a1cf-304ddff0a157 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0544217
Apr 30 21:27:26.736935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-5d762bbb-36d4-4d17-881d-a2ccec89356c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966165640>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:26.843432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c73c4-07f8-41c4-9801-0271e436e2ff req-fd34961b-0596-4544-bbdd-a9d569051794 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:26.846241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c29c73c4-07f8-41c4-9801-0271e436e2ff req-fd34961b-0596-4544-bbdd-a9d569051794 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0552251
Apr 30 21:27:26.851607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5d762bbb-36d4-4d17-881d-a2ccec89356c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags HTTP/1.1" status: 204  len: 168 time: 0.1196861
Apr 30 21:27:26.855616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44910) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:26.860791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-11b549b5-20d9-4d85-887c-f1831e4483bd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f896c28d730>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f', 'tempest-TagsExtTest-Tag-1018751086') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:26.882151 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:26.962551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c29c73c4-07f8-41c4-9801-0271e436e2ff req-ecb7fedb-04ff-43b7-944e-300e9402e2ba tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1094656
Apr 30 21:27:27.051697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f912e062-abcf-4109-a43f-912ddaba9fad req-eac7555f-b771-4e06-b471-102d186382a6 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 210 time: 0.0359538
Apr 30 21:27:27.096967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-11b549b5-20d9-4d85-887c-f1831e4483bd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags/tempest-TagsExtTest-Tag-1018751086 HTTP/1.1" status: 201  len: 201 time: 0.2378082
Apr 30 21:27:27.097188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44918) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:27.104903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-abafd442-2793-466f-b01b-a92a268c3d17 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8966ca7370>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0', 'tempest-TagsExtTest-Tag-521553292') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.149181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e238e8-6147-48c4-804c-7921645b0d15 req-d8226a58-34b7-450f-a739-95978868f97b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:27.150815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41e238e8-6147-48c4-804c-7921645b0d15 req-d8226a58-34b7-450f-a739-95978868f97b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 946 time: 0.1023099
Apr 30 21:27:27.217694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5b31c-c7f5-46df-80d5-bd5c49cece75 req-b0cde9e7-94ce-448b-9351-aa71781d9259 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:27.224789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9c5b31c-c7f5-46df-80d5-bd5c49cece75 req-b0cde9e7-94ce-448b-9351-aa71781d9259 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0935321
Apr 30 21:27:27.292505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41e238e8-6147-48c4-804c-7921645b0d15 req-7fabb0c4-a38f-4da4-a985-58fefe26e958 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154788
Apr 30 21:27:27.313294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9c5b31c-c7f5-46df-80d5-bd5c49cece75 req-8eba98ad-6dc7-47f0-be0c-bc677ff86859 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0875647
Apr 30 21:27:27.400890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-abafd442-2793-466f-b01b-a92a268c3d17 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags/tempest-TagsExtTest-Tag-521553292 HTTP/1.1" status: 201  len: 201 time: 0.3025589
Apr 30 21:27:27.404617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:27.409599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-9d56ae30-9570-4e02-9347-333ecb9ec818 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f896cb36fa0>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce', 'tempest-TagsExtTest-Tag-903940928') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.410005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ffbea-aa37-44c0-bfae-8b7838c58738 req-16c971de-d1f1-4139-b0fb-51c6cb92048d tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:27.411463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-302ffbea-aa37-44c0-bfae-8b7838c58738 req-16c971de-d1f1-4139-b0fb-51c6cb92048d tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0512984
Apr 30 21:27:27.450798 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:27:27.459752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-302ffbea-aa37-44c0-bfae-8b7838c58738 req-28784776-408e-4fdb-897d-6e1405d83ee3 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422630
Apr 30 21:27:27.600759 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:27.614221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c1d242-b184-482d-b789-73fca34c25b5 None None] Sync routers for ids ['4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:27.620766 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9d56ae30-9570-4e02-9347-333ecb9ec818 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags/tempest-TagsExtTest-Tag-903940928 HTTP/1.1" status: 201  len: 201 time: 0.2141416
Apr 30 21:27:27.623159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44930) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:27.625132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c1d242-b184-482d-b789-73fca34c25b5 None None] Routers {'4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:27.625780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e7c1d242-b184-482d-b789-73fca34c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce86910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.627959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-5a198d16-c3f4-4bdc-ac58-75e300c94baf tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f8965d024c0>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46', 'tempest-TagsExtTest-Tag-1683525665') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.663458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e7c1d242-b184-482d-b789-73fca34c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce86910>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.672840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c1d242-b184-482d-b789-73fca34c25b5 None None] Routers {'4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:27.673448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e7c1d242-b184-482d-b789-73fca34c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce86910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.698798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:27.702556 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3e314cb5-915e-4d27-a34f-500d2d26e32f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 3.5722642
Apr 30 21:27:27.702933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44932) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:27.707253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e7c1d242-b184-482d-b789-73fca34c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce86910>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.707872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c1d242-b184-482d-b789-73fca34c25b5 None None] The sync data for ids ['4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:27.728904 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5a198d16-c3f4-4bdc-ac58-75e300c94baf tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags/tempest-TagsExtTest-Tag-1683525665 HTTP/1.1" status: 201  len: 201 time: 0.1042030
Apr 30 21:27:27.731868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44934) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:27.737555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-632bea92-0f9b-422c-ba58-4c825d2938f9 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f896d2135e0>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f', {'tags': ['tempest-TagsExtTest-Tag-1545150592', 'tempest-TagsExtTest-Tag-1762628939', 'tempest-TagsExtTest-Tag-88590002']}) {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.863895 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-632bea92-0f9b-422c-ba58-4c825d2938f9 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags HTTP/1.1" status: 200  len: 316 time: 0.1306868
Apr 30 21:27:27.875922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44938) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:27.880338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-8070982f-efd6-48d6-a309-bb88ffc19003 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8965d02310>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:27.884070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-13939397-1f9c-4bff-ab37-e31e35a45d93 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/routers/4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 HTTP/1.1" status: 200  len: 884 time: 0.1799829
Apr 30 21:27:27.887187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44940) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:28.074204 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8070982f-efd6-48d6-a309-bb88ffc19003 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags HTTP/1.1" status: 204  len: 168 time: 0.1947012
Apr 30 21:27:28.074422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44942) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:28.079148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-c4ab2f2c-1f2d-4d29-ad3f-9728d71a2a1c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8965d02a90>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f', 'tempest-TagsExtTest-Tag-1545150592') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:28.080303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016a699-8d8c-499a-ad48-84a78738d060 req-d7b312d0-44f6-40ee-816c-13e6cc1c8297 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:28.086250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4016a699-8d8c-499a-ad48-84a78738d060 req-d7b312d0-44f6-40ee-816c-13e6cc1c8297 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1171913
Apr 30 21:27:28.128320 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-c4ab2f2c-1f2d-4d29-ad3f-9728d71a2a1c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:28.129338 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4ab2f2c-1f2d-4d29-ad3f-9728d71a2a1c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags/tempest-TagsExtTest-Tag-1545150592 HTTP/1.1" status: 404  len: 329 time: 0.0539894
Apr 30 21:27:28.132345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44946) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:28.137297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-088385e7-908c-4225-8a20-18e65dc649ef tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896c248100>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f', 'tempest-TagsExtTest-Tag-1762628939') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:28.171406 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8ba2f92-a0cb-49a6-910e-65656687cdcb req-593d9ef6-f901-4f8f-be68-b8d80c7f0a2d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 210 time: 0.0530796
Apr 30 21:27:28.177317 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-088385e7-908c-4225-8a20-18e65dc649ef tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:28.178391 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-088385e7-908c-4225-8a20-18e65dc649ef tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags/tempest-TagsExtTest-Tag-1762628939 HTTP/1.1" status: 404  len: 329 time: 0.0451415
Apr 30 21:27:28.181538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44948) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:28.186302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-f15a369c-4307-4051-8db4-453bca7d8375 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896d382340>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f', 'tempest-TagsExtTest-Tag-88590002') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:28.232888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9cc4e9f8-ccd0-4d7e-8876-533fb1a5fff9 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.3444390
Apr 30 21:27:28.236557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:28.237290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4016a699-8d8c-499a-ad48-84a78738d060 req-77d38b7f-68d8-41ae-87c6-f33c9d75ab5d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1499784
Apr 30 21:27:28.242909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d406c0d2-2bae-4156-aed6-856b8f5dd055 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-437684065'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:28.247819 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-f15a369c-4307-4051-8db4-453bca7d8375 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:28.248871 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f15a369c-4307-4051-8db4-453bca7d8375 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags/tempest-TagsExtTest-Tag-88590002 HTTP/1.1" status: 404  len: 327 time: 0.0667539
Apr 30 21:27:28.251873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44952) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:28.256631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-4a7a5c1d-53b3-4731-a9bd-db836d1931be tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f896c1217f0>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0', {'tags': ['tempest-TagsExtTest-Tag-1706519561', 'tempest-TagsExtTest-Tag-1096146261', 'tempest-TagsExtTest-Tag-1184292227']}) {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:28.433160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60b5e-57b4-43c5-ac32-38be185038a4 req-c95be16a-f6ff-47d9-bda5-7b78c369c31a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:28.435583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c60b5e-57b4-43c5-ac32-38be185038a4 req-c95be16a-f6ff-47d9-bda5-7b78c369c31a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 946 time: 0.0510044
Apr 30 21:27:28.475006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4a7a5c1d-53b3-4731-a9bd-db836d1931be tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags HTTP/1.1" status: 200  len: 318 time: 0.2220476
Apr 30 21:27:28.478177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44962) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:28.487170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-651a9771-1478-4e0d-8542-ecd220b91790 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f896d38a160>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:28.522246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c60b5e-57b4-43c5-ac32-38be185038a4 req-e88610b1-aa7d-49d6-b981-0edb78353928 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818756
Apr 30 21:27:28.644785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d406c0d2-2bae-4156-aed6-856b8f5dd055 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:28.739808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d406c0d2-2bae-4156-aed6-856b8f5dd055 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:28.877124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d406c0d2-2bae-4156-aed6-856b8f5dd055 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:28.935887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-651a9771-1478-4e0d-8542-ecd220b91790 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags HTTP/1.1" status: 204  len: 168 time: 0.4567444
Apr 30 21:27:28.949260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44970) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:28.954555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-4be9fb0c-639f-48ee-bf20-ef37bf409ca1 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8967a3d580>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0', 'tempest-TagsExtTest-Tag-1706519561') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.007092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d406c0d2-2bae-4156-aed6-856b8f5dd055 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:29.011086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683acbb-5093-41e9-a8ab-101e7cc0c547 req-3354c27c-c273-45aa-a420-19e7b1fa544d tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:29.012597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0683acbb-5093-41e9-a8ab-101e7cc0c547 req-3354c27c-c273-45aa-a420-19e7b1fa544d tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.3954778
Apr 30 21:27:29.014355 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d406c0d2-2bae-4156-aed6-856b8f5dd055 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:29.018697 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d406c0d2-2bae-4156-aed6-856b8f5dd055 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 HTTP/1.1" status: 200  len: 891 time: 0.7777445
Apr 30 21:27:29.023328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44990) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:29.023487 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286ab48-c688-4ca2-9879-c2f3fdb50d73 None None] Sync routers for ids ['4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:29.032868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52babab3-26ee-476e-8268-68a3b800740c req-fff1d6d3-81b1-41df-9c74-560efcf21809 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:29.034284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52babab3-26ee-476e-8268-68a3b800740c req-fff1d6d3-81b1-41df-9c74-560efcf21809 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 946 time: 0.1039689
Apr 30 21:27:29.035330 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286ab48-c688-4ca2-9879-c2f3fdb50d73 None None] Routers {'4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:29.036099 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5286ab48-c688-4ca2-9879-c2f3fdb50d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf39880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.052770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44992) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:29.057699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'floatingip': {'port_id': '5ae4997a-23c9-4100-b43d-7af15bd66801'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:29.107274 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5286ab48-c688-4ca2-9879-c2f3fdb50d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf39880>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.118904 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286ab48-c688-4ca2-9879-c2f3fdb50d73 None None] Routers {'4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:29.119893 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5286ab48-c688-4ca2-9879-c2f3fdb50d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf39880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.123590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (41c21f6c-a144-4a8e-85e3-bc19fe957bd2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:29.161170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5286ab48-c688-4ca2-9879-c2f3fdb50d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf39880>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.162409 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286ab48-c688-4ca2-9879-c2f3fdb50d73 None None] The sync data for ids ['4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:29.200061 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-4be9fb0c-639f-48ee-bf20-ef37bf409ca1 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:29.204338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4be9fb0c-639f-48ee-bf20-ef37bf409ca1 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags/tempest-TagsExtTest-Tag-1706519561 HTTP/1.1" status: 404  len: 329 time: 0.2503126
Apr 30 21:27:29.205549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44996) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:29.214002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-5a96b6ff-b74a-4590-b8fe-c8aa360b963a tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896d3df6d0>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0', 'tempest-TagsExtTest-Tag-1096146261') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.278310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0683acbb-5093-41e9-a8ab-101e7cc0c547 req-c79db095-42e0-4d44-abcb-9ac925dc62ad tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411604
Apr 30 21:27:29.294149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-37fb104a-4684-4c5c-b89b-d6f520b3025b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/routers/4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 HTTP/1.1" status: 200  len: 891 time: 0.2716112
Apr 30 21:27:29.297027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44998) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:29.309903 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-5a96b6ff-b74a-4590-b8fe-c8aa360b963a tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:29.317501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5a96b6ff-b74a-4590-b8fe-c8aa360b963a tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags/tempest-TagsExtTest-Tag-1096146261 HTTP/1.1" status: 404  len: 329 time: 0.1015642
Apr 30 21:27:29.327866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45000) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:29.332797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-3a8bb671-6c0e-4455-9041-8ba2a8bb106a tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8967a883a0>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0', 'tempest-TagsExtTest-Tag-1184292227') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.337330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-803ecbef-4033-438c-babd-6a3cadd9ce82 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 HTTP/1.1" status: 200  len: 205 time: 0.0389912
Apr 30 21:27:29.361097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45004) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:29.481394 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-3a8bb671-6c0e-4455-9041-8ba2a8bb106a tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:29.482463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3a8bb671-6c0e-4455-9041-8ba2a8bb106a tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags/tempest-TagsExtTest-Tag-1184292227 HTTP/1.1" status: 404  len: 329 time: 0.1535091
Apr 30 21:27:29.485814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:29.485960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f992a7f-13ca-435c-a049-3450192cfc5e req-c5566c5f-0a3a-448a-a2e9-bd2c2505065c tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 210 time: 0.0758398
Apr 30 21:27:29.492599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-67a727fa-9d23-4bfe-b2c7-28663027296d tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966101d60>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce', {'tags': ['tempest-TagsExtTest-Tag-604848138', 'tempest-TagsExtTest-Tag-2008791699', 'tempest-TagsExtTest-Tag-1068270497']}) {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.532696 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:29.732217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02a433-fa24-4c49-b2b2-3a963388dde4 req-a3f17bf2-bd16-405f-97b0-af93fcb80681 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:29.733794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad02a433-fa24-4c49-b2b2-3a963388dde4 req-a3f17bf2-bd16-405f-97b0-af93fcb80681 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1624148
Apr 30 21:27:29.755537 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-67a727fa-9d23-4bfe-b2c7-28663027296d tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags HTTP/1.1" status: 200  len: 317 time: 0.2657471
Apr 30 21:27:29.757481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45010) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:29.762074 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-d8a68485-8cda-4d82-8cb3-a18ebb3413dc tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f896648a130>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:29.789512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-00bcf95b-94a9-467e-81f2-9a78a32ede8a tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:29.791093 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-00bcf95b-94a9-467e-81f2-9a78a32ede8a tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.20 "GET /v2.0/networks?id=836d0142-2dff-47f1-b755-65329382d235 HTTP/1.1" status: 200  len: 818 time: 0.2209039
Apr 30 21:27:29.809123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_gateway (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:29.816691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Request body: {'port': {'device_id': '9db9572f-4802-453c-bf76-4326801c918a', 'network_id': '836d0142-2dff-47f1-b755-65329382d235', 'admin_state_up': True, 'tenant_id': '8bbf68d01a624b91b6751596b4a0a480'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:29.850455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:29.877064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad02a433-fa24-4c49-b2b2-3a963388dde4 req-5c0c786d-2829-4638-977d-c36c506b3b2c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1355157
Apr 30 21:27:29.956335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (41c21f6c-a144-4a8e-85e3-bc19fe957bd2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:29.964899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 13b31a4e-21fd-4c2a-a3c5-d792157ad303 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:29.965485 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (13b31a4e-21fd-4c2a-a3c5-d792157ad303), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:30.023382 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d8a68485-8cda-4d82-8cb3-a18ebb3413dc tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags HTTP/1.1" status: 204  len: 168 time: 0.2649426
Apr 30 21:27:30.027111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45012) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:30.033462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-0794bd17-d97f-4b66-861e-9d7723b21605 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896d4932b0>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce', 'tempest-TagsExtTest-Tag-604848138') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:30.063227 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Floating IP 41c21f6c-a144-4a8e-85e3-bc19fe957bd2 associated. External IP: 172.35.4.129, port: 5ae4997a-23c9-4100-b43d-7af15bd66801.
Apr 30 21:27:30.122364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Made reservation on behalf of 8bbf68d01a624b91b6751596b4a0a480 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:30.126112 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:30.188033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (13b31a4e-21fd-4c2a-a3c5-d792157ad303), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:30.218426 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-0794bd17-d97f-4b66-861e-9d7723b21605 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:30.222431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0794bd17-d97f-4b66-861e-9d7723b21605 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags/tempest-TagsExtTest-Tag-604848138 HTTP/1.1" status: 404  len: 328 time: 0.1942415
Apr 30 21:27:30.222851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45014) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:30.233549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-6cf8dc58-e0de-432a-bef6-a86d99f46848 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8972b8eca0>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce', 'tempest-TagsExtTest-Tag-2008791699') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:30.235751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 13b31a4e-21fd-4c2a-a3c5-d792157ad303 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:30.295232 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:30.426910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:30.433121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:30.440769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:30.457462 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-6cf8dc58-e0de-432a-bef6-a86d99f46848 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:30.463543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6cf8dc58-e0de-432a-bef6-a86d99f46848 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags/tempest-TagsExtTest-Tag-2008791699 HTTP/1.1" status: 404  len: 329 time: 0.2310293
Apr 30 21:27:30.463543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45020) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:30.463844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:30.465395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce86ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:30.479386 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3b4ff6f0-49cf-4e64-a849-8dbc0a0d1237 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "PUT /v2.0/floatingips/41c21f6c-a144-4a8e-85e3-bc19fe957bd2 HTTP/1.1" status: 200  len: 992 time: 1.4203582
Apr 30 21:27:30.479386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'tag': '5ae4997a-23c9-4100-b43d-7af15bd66801'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:30.479386 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d39a29-4da0-41ee-a32c-32d14acff800" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2823b0-27c1-4215-ad94-59d3ac52878b", "tag": "5ae4997a-23c9-4100-b43d-7af15bd66801"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:30.488051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-18a57013-8c6b-46cd-9cd0-9013e2efdb19 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8967a698e0>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce', 'tempest-TagsExtTest-Tag-1068270497') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:30.528442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-a31ce1a3-e267-4531-b0be-306025e248b1 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:30.530230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-a31ce1a3-e267-4531-b0be-306025e248b1 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.35 "GET /v2.0/networks?id=836d0142-2dff-47f1-b755-65329382d235 HTTP/1.1" status: 200  len: 818 time: 0.4211328
Apr 30 21:27:30.578706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Request body: {'port': {'device_id': '670436c6-9564-4218-92f5-de0ea762e493', 'network_id': '836d0142-2dff-47f1-b755-65329382d235', 'admin_state_up': True, 'tenant_id': '8bbf68d01a624b91b6751596b4a0a480'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:30.608846 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad84ede6-4f2d-425d-95dd-a15434d51cc2 x-openstack-request-id: req-ad84ede6-4f2d-425d-95dd-a15434d51cc2 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:30.609408 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2823b0-27c1-4215-ad94-59d3ac52878b", "tag": "5ae4997a-23c9-4100-b43d-7af15bd66801", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:30.609954 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad84ede6-4f2d-425d-95dd-a15434d51cc2 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:30.610621 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad84ede6-4f2d-425d-95dd-a15434d51cc2'] response: {'name': 'network-changed', 'server_uuid': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'tag': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'status': 'completed', 'code': 200}
Apr 30 21:27:30.623844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:30.637115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c745014-f433-466d-8c79-867e2abf3bfe req-3cbbe7bf-abff-4335-8f9a-1d21c64a7236 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:30.638657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c745014-f433-466d-8c79-867e2abf3bfe req-3cbbe7bf-abff-4335-8f9a-1d21c64a7236 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.2731476
Apr 30 21:27:30.705313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-90d860f6-6d89-4f47-b83b-ed48270d346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:30.707395 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-90d860f6-6d89-4f47-b83b-ed48270d346f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 1128 time: 0.0618064
Apr 30 21:27:30.756745 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-18a57013-8c6b-46cd-9cd0-9013e2efdb19 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:30.760599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:30.761189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-18a57013-8c6b-46cd-9cd0-9013e2efdb19 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags/tempest-TagsExtTest-Tag-1068270497 HTTP/1.1" status: 404  len: 329 time: 0.2894778
Apr 30 21:27:30.766931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-8f47509d-b720-404d-94b1-228b312f97fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f89666096a0>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46', {'tags': ['tempest-TagsExtTest-Tag-1913846821', 'tempest-TagsExtTest-Tag-1480333917', 'tempest-TagsExtTest-Tag-1082451273']}) {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:30.811251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4072fa2-f433-4efd-a0d2-ada013b583ad req-20a628b9-2b8c-4ffe-9d1e-32d8b464ec00 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 210 time: 0.0776336
Apr 30 21:27:30.815072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Allocated IP 172.20.0.3 (836d0142-2dff-47f1-b755-65329382d235/5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b/2747b26e-0417-4d87-aa95-9b80ce250cc6) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:30.832936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-95a8d406-69c3-48fc-83df-b6ee9ccb5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:30.834633 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-95a8d406-69c3-48fc-83df-b6ee9ccb5958 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 915 time: 0.1203139
Apr 30 21:27:30.892461 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8f47509d-b720-404d-94b1-228b312f97fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "PUT /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags HTTP/1.1" status: 200  len: 318 time: 0.1306181
Apr 30 21:27:30.894970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45032) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:30.899430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-a554464d-3533-4fc2-986c-862289f6c9d3 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966929550>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:30.902024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce86ee0>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41c21f6c-a144-4a8e-85e3-bc19fe957bd2', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.129', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:38:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:27:09Z', 'updated_at': '2022-04-30T21:27:29Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:30.931675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:30.935191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c745014-f433-466d-8c79-867e2abf3bfe req-77ab85ad-4012-40ab-971a-0d218f46594f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441614
Apr 30 21:27:30.946815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:30.948428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce86ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:30.952688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-2cea3e0a-5058-4f77-a537-4b5023301d8a tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:30.954218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-2cea3e0a-5058-4f77-a537-4b5023301d8a tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.20 "GET /v2.0/networks?id=836d0142-2dff-47f1-b755-65329382d235 HTTP/1.1" status: 200  len: 818 time: 0.5278547
Apr 30 21:27:30.980867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Request body: {'port': {'device_id': 'a7086f5e-1fd3-45d1-837b-58e964bb0c98', 'network_id': '836d0142-2dff-47f1-b755-65329382d235', 'admin_state_up': True, 'tenant_id': '8bbf68d01a624b91b6751596b4a0a480'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:31.055896 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-0357b008-af61-4f47-88aa-a693a2cd3c42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae4997a-23c9-4100-b43d-7af15bd66801 HTTP/1.1" status: 200  len: 1000 time: 0.1272931
Apr 30 21:27:31.089048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:31.108589 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a554464d-3533-4fc2-986c-862289f6c9d3 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags HTTP/1.1" status: 204  len: 168 time: 0.2100062
Apr 30 21:27:31.110808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45036) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:31.116856 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-ede2acba-fe09-47f8-aee7-5c0d8acc73f5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896648a040>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46', 'tempest-TagsExtTest-Tag-1913846821') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:31.140769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-e16bd38c-ae62-4e3d-a6bc-606dcb6014dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:31.142496 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-e16bd38c-ae62-4e3d-a6bc-606dcb6014dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.0807440
Apr 30 21:27:31.143686 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-ede2acba-fe09-47f8-aee7-5c0d8acc73f5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:31.147878 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ede2acba-fe09-47f8-aee7-5c0d8acc73f5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags/tempest-TagsExtTest-Tag-1913846821 HTTP/1.1" status: 404  len: 329 time: 0.0330780
Apr 30 21:27:31.149877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45038) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:31.195930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-283d1153-5249-45ad-b588-35b527d5681c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f89671415b0>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46', 'tempest-TagsExtTest-Tag-1480333917') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:31.224531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-15269db5-b9af-4ef1-be44-6c9ca37636d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:31.226212 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-15269db5-b9af-4ef1-be44-6c9ca37636d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0773761
Apr 30 21:27:31.226938 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-283d1153-5249-45ad-b588-35b527d5681c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:31.231208 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-283d1153-5249-45ad-b588-35b527d5681c tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags/tempest-TagsExtTest-Tag-1480333917 HTTP/1.1" status: 404  len: 329 time: 0.0770233
Apr 30 21:27:31.231379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45042) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:31.236904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-a5614d3f-d197-4183-bb9f-e718b318a624 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8967f5a970>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46', 'tempest-TagsExtTest-Tag-1082451273') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:31.296489 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-a5614d3f-d197-4183-bb9f-e718b318a624 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] show failed (client error): The resource could not be found.
Apr 30 21:27:31.297531 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a5614d3f-d197-4183-bb9f-e718b318a624 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags/tempest-TagsExtTest-Tag-1082451273 HTTP/1.1" status: 404  len: 329 time: 0.0652490
Apr 30 21:27:31.300491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45044) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:31.306456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-468d8619-0b65-48bb-9d0a-f6520e754241 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966d1a310>, 'subnetpools', '99951256-ceb6-4c40-9b5b-1611af52ec46') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:31.347865 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-468d8619-0b65-48bb-9d0a-f6520e754241 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46/tags HTTP/1.1" status: 204  len: 168 time: 0.0439296
Apr 30 21:27:31.348079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45046) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:31.353343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-43001b31-2df9-4154-8614-6970987c774e tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f896d0e98e0>, 'routers', '2381a0d8-be1d-4a46-8789-46def1fc00ce') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:31.358680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce86ee0>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41c21f6c-a144-4a8e-85e3-bc19fe957bd2', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.129', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:38:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:27:09Z', 'updated_at': '2022-04-30T21:27:29Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:31.395955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf3ff91-4588-436b-80bf-0ae012bc70f3 None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '41c21f6c-a144-4a8e-85e3-bc19fe957bd2', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.129', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:38:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:27:09Z', 'updated_at': '2022-04-30T21:27:29Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:31.534897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aded23-531c-4f8e-877e-8da2ffe15e93 req-dbe3dd52-d1c4-4000-a832-f57b3f5baa13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:31.549354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62aded23-531c-4f8e-877e-8da2ffe15e93 req-dbe3dd52-d1c4-4000-a832-f57b3f5baa13 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.5302894
Apr 30 21:27:31.593251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Made reservation on behalf of 8bbf68d01a624b91b6751596b4a0a480 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:31.596662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:31.620614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (13b31a4e-21fd-4c2a-a3c5-d792157ad303), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:31.704922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=13b31a4e-21fd-4c2a-a3c5-d792157ad303,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:31.709019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks [] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:31.709340 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238967e0-fe72-42ee-a69f-6f60e1ad027e None None] New status for floating IP 41c21f6c-a144-4a8e-85e3-bc19fe957bd2: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:27:31.743785 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-123e4222-2db5-4253-bea0-229c0921ad0d service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5096114
Apr 30 21:27:31.748314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62aded23-531c-4f8e-877e-8da2ffe15e93 req-687e4072-2d6f-49e1-a69a-692e1652421d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2052035
Apr 30 21:27:31.806062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Made reservation on behalf of 8bbf68d01a624b91b6751596b4a0a480 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:31.809376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:31.824380 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-43001b31-2df9-4154-8614-6970987c774e tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce/tags HTTP/1.1" status: 204  len: 168 time: 0.4752197
Apr 30 21:27:31.824975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45050) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:31.832508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-e1ea122e-3e29-4554-b86c-8b8c1e568234 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966f02520>, 'ports', '5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:31.880411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:31.900601 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e1ea122e-3e29-4554-b86c-8b8c1e568234 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0/tags HTTP/1.1" status: 204  len: 168 time: 0.0729847
Apr 30 21:27:31.903378 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-42d39a29-4da0-41ee-a32c-32d14acff800 req-3775ed0b-7071-427c-80b8-e4c9a7972510 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461759
Apr 30 21:27:31.903815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45054) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:31.907931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-d2e63488-fea5-41cf-b767-67bd369e7d2e tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966681dc0>, 'subnets', 'ee2d04eb-34a0-4a19-a3c0-64126916524f') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:31.957826 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d2e63488-fea5-41cf-b767-67bd369e7d2e tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f/tags HTTP/1.1" status: 204  len: 168 time: 0.0529842
Apr 30 21:27:31.962619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45058) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:32.019974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.075338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.081363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a4d3a79-5e30-4f96-9a31-00c9e7f05365 req-7319a432-b119-47bc-8b18-ca2b0172923d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 210 time: 0.1387029
Apr 30 21:27:32.082503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.147107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-044977f3-6722-4006-8081-69f33eaf3d65 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.148336 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-044977f3-6722-4006-8081-69f33eaf3d65 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnetpools/99951256-ceb6-4c40-9b5b-1611af52ec46 HTTP/1.1" status: 204  len: 168 time: 0.1844697
Apr 30 21:27:32.153367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45060) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:32.183620 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1d7dc106-a4ec-44a4-9769-834f99cd1ef0 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "GET /v2.0/ports?device_id=2381a0d8-be1d-4a46-8789-46def1fc00ce HTTP/1.1" status: 200  len: 205 time: 0.0291100
Apr 30 21:27:32.186104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45062) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:32.230425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Network 836d0142-2dff-47f1-b755-65329382d235 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:32.236736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63378b7-ac96-405d-987a-21c4a6b5ec57 req-6cbc1d6a-e9b9-4dca-9bf9-4fb907a69ccb tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:32.238242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f63378b7-ac96-405d-987a-21c4a6b5ec57 req-6cbc1d6a-e9b9-4dca-9bf9-4fb907a69ccb tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1911571
Apr 30 21:27:32.239343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Allocated IP 172.20.0.11 (836d0142-2dff-47f1-b755-65329382d235/5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b/42b1915a-8e8a-4c31-b642-d8565317d5b3) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:32.242073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Pushing event updated for resources: {'Port': ['ID=2747b26e-0417-4d87-aa95-9b80ce250cc6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:32.245120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:32.250431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:32.264940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27b46ffa-39be-47a3-95c5-5395766768fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for router (2381a0d8-be1d-4a46-8789-46def1fc00ce), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.314674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.315195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:27:32.328325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.329412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-15de30ff-76ef-4e27-8e01-4d42261a6d07 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 HTTP/1.1" status: 204  len: 168 time: 2.9673610
Apr 30 21:27:32.333343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45064) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:32.339761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-618055967'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:32.366487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:32.367089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.431559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f63378b7-ac96-405d-987a-21c4a6b5ec57 req-29146336-c6de-49f6-bcc8-c9398012e5ca tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844006
Apr 30 21:27:32.456298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27b46ffa-39be-47a3-95c5-5395766768fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (2381a0d8-be1d-4a46-8789-46def1fc00ce), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.458539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27b46ffa-39be-47a3-95c5-5395766768fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for router_controller (2381a0d8-be1d-4a46-8789-46def1fc00ce), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.500647 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks [] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.533886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-cb409728-413a-4131-be85-dd283e325ab7 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7322195
Apr 30 21:27:32.547030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Request body: {'port': {'device_id': '9db9572f-4802-453c-bf76-4326801c918a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:32.579442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:32.583292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.586633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27b46ffa-39be-47a3-95c5-5395766768fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (2381a0d8-be1d-4a46-8789-46def1fc00ce), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.587127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b46ffa-39be-47a3-95c5-5395766768fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Fanout notify agent at l3_agent the message router_deleted on router 2381a0d8-be1d-4a46-8789-46def1fc00ce {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:27:32.595078 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27b46ffa-39be-47a3-95c5-5395766768fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.599022 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-27b46ffa-39be-47a3-95c5-5395766768fe tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/routers/2381a0d8-be1d-4a46-8789-46def1fc00ce HTTP/1.1" status: 204  len: 168 time: 0.4119134
Apr 30 21:27:32.605276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45068) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:32.627023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:32.639219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8b1aba88-ca8b-440e-b27a-25dccce73cb3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.639219 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment 8b1aba88-ca8b-440e-b27a-25dccce73cb3 of type vlan for network 3736f39f-a8e7-46be-a646-14c30adbd03f
Apr 30 21:27:32.643687 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.687925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.690748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (3736f39f-a8e7-46be-a646-14c30adbd03f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.793917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (3736f39f-a8e7-46be-a646-14c30adbd03f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.799254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:32.799900 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.811043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Network 836d0142-2dff-47f1-b755-65329382d235 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:32.819214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Pushing event updated for resources: {'Port': ['ID=42b1915a-8e8a-4c31-b642-d8565317d5b3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:32.827684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:32.831252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Allocated IP 172.20.0.7 (836d0142-2dff-47f1-b755-65329382d235/5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b/7beb9238-c6dd-4ea2-8f64-8c495c1659d7) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:32.836974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:32.870580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=3736f39f-a8e7-46be-a646-14c30adbd03f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:32.882270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 3736f39f-a8e7-46be-a646-14c30adbd03f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:32.918724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-12dd0957-f2dc-4824-8c8d-ea5f88db1bb5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Deleting port 5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:32.919037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-12dd0957-f2dc-4824-8c8d-ea5f88db1bb5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:32.942387 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7bf9a085-461c-4a9b-ae16-102c8d364c65 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6064389
Apr 30 21:27:32.946089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45072) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:32.952658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': '3736f39f-a8e7-46be-a646-14c30adbd03f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:33.066062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:33.066621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.079888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa485b-96ae-49c3-81b5-0d937e49cef1 req-5522ea8f-6bba-4144-aed2-46962bdd2765 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:33.081354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10aa485b-96ae-49c3-81b5-0d937e49cef1 req-5522ea8f-6bba-4144-aed2-46962bdd2765 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2516062
Apr 30 21:27:33.168151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:33.171874 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.240501 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-12dd0957-f2dc-4824-8c8d-ea5f88db1bb5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.248014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-fa2b4362-3aba-4b29-8cba-acd36cb1479e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6730738
Apr 30 21:27:33.249660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-505ab9b7-d9b3-4019-8bdc-245e8b66fab5 req-7f71ddbd-5e70-4df1-9bed-9e4367c8381b tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 210 time: 0.0896080
Apr 30 21:27:33.278421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Request body: {'port': {'device_id': '670436c6-9564-4218-92f5-de0ea762e493', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:33.290157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-12dd0957-f2dc-4824-8c8d-ea5f88db1bb5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Calling delete_port for 5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:33.324557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10aa485b-96ae-49c3-81b5-0d937e49cef1 req-c712726a-ce34-42ef-8907-e5faf0a30355 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2209952
Apr 30 21:27:33.426015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks [] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.441707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.441918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (572a1a56-fc5f-487c-bbee-a8a9fc73c15c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.528952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=572a1a56-fc5f-487c-bbee-a8a9fc73c15c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:33.536934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': '8b1aba88-ca8b-440e-b27a-25dccce73cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3736f39f-a8e7-46be-a646-14c30adbd03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:33.537492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: 3736f39f-a8e7-46be-a646-14c30adbd03f, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:33.612969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 3736f39f-a8e7-46be-a646-14c30adbd03f is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:33.621204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ce18f-b3b8-427b-bb76-3f5e3baf1add req-5daa630d-cf5f-4368-baef-af1cbb29fa9c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:33.622739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b3ce18f-b3b8-427b-bb76-3f5e3baf1add req-5daa630d-cf5f-4368-baef-af1cbb29fa9c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1108608
Apr 30 21:27:33.688948 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.693224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3736f39f-a8e7-46be-a646-14c30adbd03f) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:33.698633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:33.699228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.703046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5721b6-1206-4d1a-930b-32579e09071a None None] Network 3736f39f-a8e7-46be-a646-14c30adbd03f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:33.782345 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dfcb1a56-40da-4de1-9678-fe446eb48e4b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8335302
Apr 30 21:27:33.784871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45080) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:33.789869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f31ed425-86c2-4933-9f43-3ed3c0b3eac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503645880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:33.828966 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-12dd0957-f2dc-4824-8c8d-ea5f88db1bb5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.830346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3736f39f-a8e7-46be-a646-14c30adbd03f', 'network_id': '3736f39f-a8e7-46be-a646-14c30adbd03f', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': '572a1a56-fc5f-487c-bbee-a8a9fc73c15c'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:27:33.831307 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.843074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Network 836d0142-2dff-47f1-b755-65329382d235 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:33.863788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:33.872619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Pushing event updated for resources: {'Port': ['ID=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:33.875470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:33.887469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b3ce18f-b3b8-427b-bb76-3f5e3baf1add req-d5351db9-d329-40dc-a9e8-456f34fb7bf6 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172308
Apr 30 21:27:33.903257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f31ed425-86c2-4933-9f43-3ed3c0b3eac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (ddf9f52c-7f5f-427e-a35a-299a8bc92106), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.903257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f31ed425-86c2-4933-9f43-3ed3c0b3eac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (ddf9f52c-7f5f-427e-a35a-299a8bc92106), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:33.973742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd0957-f2dc-4824-8c8d-ea5f88db1bb5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Pushing event deleted for resources: {'Port': ['ID=5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:33.983671 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f31ed425-86c2-4933-9f43-3ed3c0b3eac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (ddf9f52c-7f5f-427e-a35a-299a8bc92106), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.013224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:34.014081 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.043045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f31ed425-86c2-4933-9f43-3ed3c0b3eac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (ddf9f52c-7f5f-427e-a35a-299a8bc92106), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.046834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Allocated IP 2001:db8::2 (3736f39f-a8e7-46be-a646-14c30adbd03f/572a1a56-fc5f-487c-bbee-a8a9fc73c15c/08700e1b-07f9-4861-a453-8c210fe9229d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:34.107170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c41146a6-7bca-429c-b34a-14a3d42fa2ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1339011
Apr 30 21:27:34.136561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f31ed425-86c2-4933-9f43-3ed3c0b3eac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.139073 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f31ed425-86c2-4933-9f43-3ed3c0b3eac5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3531761
Apr 30 21:27:34.141959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45084) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:34.230677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Publish callbacks [] for port (08700e1b-07f9-4861-a453-8c210fe9229d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.320474 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.398735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Network 3736f39f-a8e7-46be-a646-14c30adbd03f is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:34.399781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:34.422576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:34.426944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Pushing event updated for resources: {'Port': ['ID=08700e1b-07f9-4861-a453-8c210fe9229d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:34.439323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.439760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.440110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.440451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.440788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.441128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.441460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.441812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.442146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.442475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.442804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.443133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.443458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.443784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.444112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:34.458249 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.465881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Request body: {'port': {'device_id': 'a7086f5e-1fd3-45d1-837b-58e964bb0c98', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:34.470083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-12dd0957-f2dc-4824-8c8d-ea5f88db1bb5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.473280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-12dd0957-f2dc-4824-8c8d-ea5f88db1bb5 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/ports/5bb6efcf-a6d2-46e2-84dc-250bbd40dbd0 HTTP/1.1" status: 204  len: 168 time: 1.8669248
Apr 30 21:27:34.484687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45092) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:34.502069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Attempting to bind port 08700e1b-07f9-4861-a453-8c210fe9229d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:34.502532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Attempting to bind port 08700e1b-07f9-4861-a453-8c210fe9229d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b1aba88-ca8b-440e-b27a-25dccce73cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3736f39f-a8e7-46be-a646-14c30adbd03f'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:34.503029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Attempting to bind port 08700e1b-07f9-4861-a453-8c210fe9229d on network 3736f39f-a8e7-46be-a646-14c30adbd03f {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:34.508557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:34.513934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Checking segment: {'id': '8b1aba88-ca8b-440e-b27a-25dccce73cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3736f39f-a8e7-46be-a646-14c30adbd03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:34.513934 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.513934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Bound using segment: {'id': '8b1aba88-ca8b-440e-b27a-25dccce73cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3736f39f-a8e7-46be-a646-14c30adbd03f'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:34.513934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Bound port: 08700e1b-07f9-4861-a453-8c210fe9229d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1aba88-ca8b-440e-b27a-25dccce73cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3736f39f-a8e7-46be-a646-14c30adbd03f'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:34.513934 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.590433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2747b26e-0417-4d87-aa95-9b80ce250cc6 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:34.591038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] For port 08700e1b-07f9-4861-a453-8c210fe9229d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:34.594941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] For port 08700e1b-07f9-4861-a453-8c210fe9229d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08700e1b-07f9-4861-a453-8c210fe9229d,segment=NetworkSegment(8b1aba88-ca8b-440e-b27a-25dccce73cb3),segment_id=8b1aba88-ca8b-440e-b27a-25dccce73cb3)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:34.613001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Publish callbacks [] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.645568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672fbda-b601-4c8f-bd43-3976eaa66f7d req-e524aa3c-f42f-45c1-ac15-41d0525e487d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:34.647083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b672fbda-b601-4c8f-bd43-3976eaa66f7d req-e524aa3c-f42f-45c1-ac15-41d0525e487d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1931658
Apr 30 21:27:34.673482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf94cc5-a809-4b73-825f-184cbfc25acb req-00479627-6609-435b-b584-8eb210ff0e59 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:34.674879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-baf94cc5-a809-4b73-825f-184cbfc25acb req-00479627-6609-435b-b584-8eb210ff0e59 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 931 time: 0.2184181
Apr 30 21:27:34.689420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Transition to ACTIVE for port object 2747b26e-0417-4d87-aa95-9b80ce250cc6 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:27:34.704009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ba28a7-a2dd-4e1f-afbe-d14be4c948fd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Deleting subnet ee2d04eb-34a0-4a19-a3c0-64126916524f {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:27:34.720224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.726557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6ba28a7-a2dd-4e1f-afbe-d14be4c948fd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks [] for subnet (ee2d04eb-34a0-4a19-a3c0-64126916524f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.729098 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.745825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8::1 (3736f39f-a8e7-46be-a646-14c30adbd03f/572a1a56-fc5f-487c-bbee-a8a9fc73c15c/57c718ed-c592-4146-a3c4-a2c85eea06f2) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:34.819739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6b9f3-5991-4601-ba2a-687fd6ff409c None None] Pushing event updated for resources: {'Port': ['ID=08700e1b-07f9-4861-a453-8c210fe9229d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:34.858829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b672fbda-b601-4c8f-bd43-3976eaa66f7d req-66bf0641-effe-4395-8bb1-2bf39b67497d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1829669
Apr 30 21:27:34.861128 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6ba28a7-a2dd-4e1f-afbe-d14be4c948fd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (ee2d04eb-34a0-4a19-a3c0-64126916524f), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.905985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-baf94cc5-a809-4b73-825f-184cbfc25acb req-ed6d0d69-2b14-4a2e-89f6-7c5dacba41b5 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074828
Apr 30 21:27:34.925560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:34.967303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.057667 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.102182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 3736f39f-a8e7-46be-a646-14c30adbd03f is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:35.107304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:35.111984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:35.112531 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (ddf9f52c-7f5f-427e-a35a-299a8bc92106), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.152866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=57c718ed-c592-4146-a3c4-a2c85eea06f2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:35.243644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Pushing event updated for resources: {'Port': ['ID=2747b26e-0417-4d87-aa95-9b80ce250cc6,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:35.264737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dca95-e7ee-4740-8b79-254ebd26e397 req-287ac0a2-0b63-43f8-9564-3eab42d1de38 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:35.266309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-689dca95-e7ee-4740-8b79-254ebd26e397 req-287ac0a2-0b63-43f8-9564-3eab42d1de38 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.2598469
Apr 30 21:27:35.268075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6ba28a7-a2dd-4e1f-afbe-d14be4c948fd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ee2d04eb-34a0-4a19-a3c0-64126916524f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.343157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.482409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-689dca95-e7ee-4740-8b79-254ebd26e397 req-7c17dc67-035c-4a27-9e05-20d45aab1012 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065620
Apr 30 21:27:35.494645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Attempting to bind port 2747b26e-0417-4d87-aa95-9b80ce250cc6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:35.494772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Attempting to bind port 2747b26e-0417-4d87-aa95-9b80ce250cc6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:35.495114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Attempting to bind port 2747b26e-0417-4d87-aa95-9b80ce250cc6 on network 836d0142-2dff-47f1-b755-65329382d235 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:35.502865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Port 2747b26e-0417-4d87-aa95-9b80ce250cc6 on network 836d0142-2dff-47f1-b755-65329382d235 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:27:35.503195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Attempting to bind port 2747b26e-0417-4d87-aa95-9b80ce250cc6 on network 836d0142-2dff-47f1-b755-65329382d235 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:35.513048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b1915a-8e8a-4c31-b642-d8565317d5b3 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:35.524527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:35.524527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Checking segment: {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:35.524527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Bound using segment: {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:35.524527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Bound port: 2747b26e-0417-4d87-aa95-9b80ce250cc6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:35.524527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.525186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Publish callbacks [] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.548423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Transition to ACTIVE for port object 42b1915a-8e8a-4c31-b642-d8565317d5b3 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:27:35.603225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6ba28a7-a2dd-4e1f-afbe-d14be4c948fd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (ee2d04eb-34a0-4a19-a3c0-64126916524f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.605707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] For port 2747b26e-0417-4d87-aa95-9b80ce250cc6, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:35.631261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.652365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.654660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba28a7-a2dd-4e1f-afbe-d14be4c948fd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2d04eb-34a0-4a19-a3c0-64126916524f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:35.692726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6ba28a7-a2dd-4e1f-afbe-d14be4c948fd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.695961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c6ba28a7-a2dd-4e1f-afbe-d14be4c948fd tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/subnets/ee2d04eb-34a0-4a19-a3c0-64126916524f HTTP/1.1" status: 204  len: 168 time: 1.2005160
Apr 30 21:27:35.699615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] For port 2747b26e-0417-4d87-aa95-9b80ce250cc6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2747b26e-0417-4d87-aa95-9b80ce250cc6,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:35.700408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45114) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:35.704486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314132a-c858-4d1e-8c86-23ee0c1958ca None None] Network b5b84c8d-d232-431f-8398-662942892408 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:35.763754 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.764838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (ddf9f52c-7f5f-427e-a35a-299a8bc92106), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.767483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Pushing event updated for resources: {'Port': ['ID=42b1915a-8e8a-4c31-b642-d8565317d5b3,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:35.803954 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.886032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:35.886659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:35.888264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] 10.222.0.20 "PUT /v2.0/ports/2747b26e-0417-4d87-aa95-9b80ce250cc6 HTTP/1.1" status: 200  len: 1091 time: 3.3453028
Apr 30 21:27:35.899561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db9572f-4802-453c-bf76-4326801c918a', 'tag': '2747b26e-0417-4d87-aa95-9b80ce250cc6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:35.901952 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e71d1a-d747-47ff-ba8f-8e4911aace32" -d '{"events": [{"name": "network-changed", "server_uuid": "9db9572f-4802-453c-bf76-4326801c918a", "tag": "2747b26e-0417-4d87-aa95-9b80ce250cc6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:35.913534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=57c718ed-c592-4146-a3c4-a2c85eea06f2,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:35.972389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] DHCP port deletion for b5b84c8d-d232-431f-8398-662942892408 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:27:35.974642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee095cf0-62fd-445b-8acc-ea1f3ba5097f service neutron] Pushing event updated for resources: {'Port': ['ID=2747b26e-0417-4d87-aa95-9b80ce250cc6,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:36.000645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b5b84c8d-d232-431f-8398-662942892408), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.044612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 3736f39f-a8e7-46be-a646-14c30adbd03f is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:36.056361 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d99303-fdf2-4bcb-8d06-eae6a0f8dadd x-openstack-request-id: req-20d99303-fdf2-4bcb-8d06-eae6a0f8dadd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:36.056773 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db9572f-4802-453c-bf76-4326801c918a", "tag": "2747b26e-0417-4d87-aa95-9b80ce250cc6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:36.057085 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20d99303-fdf2-4bcb-8d06-eae6a0f8dadd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:36.057537 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d99303-fdf2-4bcb-8d06-eae6a0f8dadd'] response: {'name': 'network-changed', 'server_uuid': '9db9572f-4802-453c-bf76-4326801c918a', 'tag': '2747b26e-0417-4d87-aa95-9b80ce250cc6', 'status': 'completed', 'code': 200}
Apr 30 21:27:36.062230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:36.068385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] Deleting port 537e258e-2d3a-4137-a43a-b346b508767d {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:36.069150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (537e258e-2d3a-4137-a43a-b346b508767d), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.126599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Attempting to bind port 42b1915a-8e8a-4c31-b642-d8565317d5b3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:36.127028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Attempting to bind port 42b1915a-8e8a-4c31-b642-d8565317d5b3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:36.127443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Attempting to bind port 42b1915a-8e8a-4c31-b642-d8565317d5b3 on network 836d0142-2dff-47f1-b755-65329382d235 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:36.155081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c64543-8dd7-4a50-80ef-b8649e7018bf None None] Network 3736f39f-a8e7-46be-a646-14c30adbd03f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:36.189813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:36.191711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Deleting port 537e258e-2d3a-4137-a43a-b346b508767d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:36.192190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (537e258e-2d3a-4137-a43a-b346b508767d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.196022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Port 42b1915a-8e8a-4c31-b642-d8565317d5b3 on network 836d0142-2dff-47f1-b755-65329382d235 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:27:36.196341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Attempting to bind port 42b1915a-8e8a-4c31-b642-d8565317d5b3 on network 836d0142-2dff-47f1-b755-65329382d235 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:36.212233 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Publish callbacks [] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.225149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:36.226456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Checking segment: {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:36.226456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Bound using segment: {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:36.226456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Bound port: 42b1915a-8e8a-4c31-b642-d8565317d5b3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:36.226789 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.227015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] For port 537e258e-2d3a-4137-a43a-b346b508767d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=537e258e-2d3a-4137-a43a-b346b508767d,segment=NetworkSegment(8108f1c9-a446-4640-be0f-b51e5d1bc576),segment_id=8108f1c9-a446-4640-be0f-b51e5d1bc576)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:36.227679 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (537e258e-2d3a-4137-a43a-b346b508767d), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.234948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1817c0-4dd2-4cdf-9c8b-e1c1d1e78a99 req-907266eb-856c-40b4-ae43-f3d65d71cfbd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:36.236457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1817c0-4dd2-4cdf-9c8b-e1c1d1e78a99 req-907266eb-856c-40b4-ae43-f3d65d71cfbd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1899538
Apr 30 21:27:36.257376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e01feff0-e195-437f-a8e5-b72802ac20be None None] Provisioning complete for port 08700e1b-07f9-4861-a453-8c210fe9229d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:36.257376 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e01feff0-e195-437f-a8e5-b72802ac20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.261696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8e2d1-5c0a-4950-b710-654935dd0b0e req-973aa4d5-ddf8-4f51-b49f-27037f5d6d03 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:36.268690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2f8e2d1-5c0a-4950-b710-654935dd0b0e req-973aa4d5-ddf8-4f51-b49f-27037f5d6d03 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 931 time: 0.1369512
Apr 30 21:27:36.271912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e71d1a-d747-47ff-ba8f-8e4911aace32 req-af49d968-996c-49bc-bd0a-d257430353e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:36.272326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64e71d1a-d747-47ff-ba8f-8e4911aace32 req-af49d968-996c-49bc-bd0a-d257430353e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bbf68d01a624b91b6751596b4a0a480&device_id=9db9572f-4802-453c-bf76-4326801c918a HTTP/1.1" status: 200  len: 1125 time: 0.2122140
Apr 30 21:27:36.281596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] Calling delete_port for 537e258e-2d3a-4137-a43a-b346b508767d owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:36.287562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Transition to ACTIVE for port object 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:27:36.294942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] For port 537e258e-2d3a-4137-a43a-b346b508767d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=537e258e-2d3a-4137-a43a-b346b508767d,segment=NetworkSegment(8108f1c9-a446-4640-be0f-b51e5d1bc576),segment_id=8108f1c9-a446-4640-be0f-b51e5d1bc576)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:36.295589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (537e258e-2d3a-4137-a43a-b346b508767d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.317635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Calling delete_port for 537e258e-2d3a-4137-a43a-b346b508767d owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:36.424236 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.456721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e01feff0-e195-437f-a8e5-b72802ac20be None None] Current status of the port 08700e1b-07f9-4861-a453-8c210fe9229d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:36.457111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e01feff0-e195-437f-a8e5-b72802ac20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.470938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router ddf9f52c-7f5f-427e-a35a-299a8bc92106 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:27:36.556466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e01feff0-e195-437f-a8e5-b72802ac20be None None] For port 08700e1b-07f9-4861-a453-8c210fe9229d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08700e1b-07f9-4861-a453-8c210fe9229d,segment=NetworkSegment(8b1aba88-ca8b-440e-b27a-25dccce73cb3),segment_id=8b1aba88-ca8b-440e-b27a-25dccce73cb3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:36.562634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (537e258e-2d3a-4137-a43a-b346b508767d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.566733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1817c0-4dd2-4cdf-9c8b-e1c1d1e78a99 req-8d3aabdc-a99d-411e-bc13-c2cef9e53d1a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3147206
Apr 30 21:27:36.595914 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (537e258e-2d3a-4137-a43a-b346b508767d), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.625428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2f8e2d1-5c0a-4950-b710-654935dd0b0e req-e5669378-ad5f-49fd-aa79-9f145369dd89 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3546064
Apr 30 21:27:36.628942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:36.650193 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b232abd9-642f-485a-bf45-93d82e3ccea3 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/ddf9f52c-7f5f-427e-a35a-299a8bc92106/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5036695
Apr 30 21:27:36.650193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Pushing event deleted for resources: {'Port': ['ID=537e258e-2d3a-4137-a43a-b346b508767d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:36.650534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:36.700790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] No DVR routers for this DVR port 537e258e-2d3a-4137-a43a-b346b508767d on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:36.709139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] Pushing event deleted for resources: {'Port': ['ID=537e258e-2d3a-4137-a43a-b346b508767d,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:36.718558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff8a51-98a2-4631-995e-890b9c4f8677 None None] Sync routers for ids ['ddf9f52c-7f5f-427e-a35a-299a8bc92106'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:36.721598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] For port 42b1915a-8e8a-4c31-b642-d8565317d5b3, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:36.729483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:36.753587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56584f2a-1cfc-44b7-a8ee-97dbfba65b9a None None] No DVR routers for this DVR port 537e258e-2d3a-4137-a43a-b346b508767d on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:36.772753 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e01feff0-e195-437f-a8e5-b72802ac20be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.777784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff8a51-98a2-4631-995e-890b9c4f8677 None None] Routers {'ddf9f52c-7f5f-427e-a35a-299a8bc92106'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:36.778528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c5ff8a51-98a2-4631-995e-890b9c4f8677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd9f550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ddf9f52c-7f5f-427e-a35a-299a8bc92106'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:36.798088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] For port 42b1915a-8e8a-4c31-b642-d8565317d5b3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42b1915a-8e8a-4c31-b642-d8565317d5b3,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:36.845827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e71d1a-d747-47ff-ba8f-8e4911aace32 req-47eeccca-8943-49fe-8677-62c7663b0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:36.848945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64e71d1a-d747-47ff-ba8f-8e4911aace32 req-47eeccca-8943-49fe-8677-62c7663b0e27 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8bbf68d01a624b91b6751596b4a0a480&shared=False HTTP/1.1" status: 200  len: 919 time: 0.5595117
Apr 30 21:27:36.853471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 08700e1b-07f9-4861-a453-8c210fe9229d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:36.855839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1482e310-6d53-4a66-b271-13d13e5329dd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:36.860273 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1482e310-6d53-4a66-b271-13d13e5329dd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports/57c718ed-c592-4146-a3c4-a2c85eea06f2 HTTP/1.1" status: 200  len: 911 time: 0.2029197
Apr 30 21:27:36.863279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45134) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:36.869450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2e22ee30-3bc5-4f5e-bc52-dfdce1327e8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '572a1a56-fc5f-487c-bbee-a8a9fc73c15c'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:36.928002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b5b84c8d-d232-431f-8398-662942892408), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.941649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01feff0-e195-437f-a8e5-b72802ac20be None None] Pushing event updated for resources: {'Port': ['ID=08700e1b-07f9-4861-a453-8c210fe9229d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:36.949348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c5ff8a51-98a2-4631-995e-890b9c4f8677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd9f550>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:36.964762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ff8a51-98a2-4631-995e-890b9c4f8677 None None] Routers {'ddf9f52c-7f5f-427e-a35a-299a8bc92106'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:36.965789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c5ff8a51-98a2-4631-995e-890b9c4f8677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd9f550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ddf9f52c-7f5f-427e-a35a-299a8bc92106'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:36.967845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dc377d2b-6626-466a-803a-7304bd20aa8d None None] Provisioning complete for port 08700e1b-07f9-4861-a453-8c210fe9229d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:36.968473 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc377d2b-6626-466a-803a-7304bd20aa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:36.971921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896ccb4520>,) {'filters': {'network_id': ['b5b84c8d-d232-431f-8398-662942892408']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:36.998216 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.091329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c5ff8a51-98a2-4631-995e-890b9c4f8677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd9f550>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:37.098263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff8a51-98a2-4631-995e-890b9c4f8677 None None] The sync data for ids ['ddf9f52c-7f5f-427e-a35a-299a8bc92106'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:37.125159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 08700e1b-07f9-4861-a453-8c210fe9229d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:37.132122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.196863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92558752-1c53-4c97-94d0-faf339199884 req-b8341b54-bf2c-40fd-8997-5ccc477a85f7 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:37.208620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92558752-1c53-4c97-94d0-faf339199884 req-b8341b54-bf2c-40fd-8997-5ccc477a85f7 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.4139481
Apr 30 21:27:37.208620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Attempting to bind port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:37.208620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Attempting to bind port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:37.208620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Attempting to bind port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 on network 836d0142-2dff-47f1-b755-65329382d235 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:37.249352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:37.250034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.255723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] 10.222.0.35 "PUT /v2.0/ports/42b1915a-8e8a-4c31-b642-d8565317d5b3 HTTP/1.1" status: 200  len: 1092 time: 3.9886630
Apr 30 21:27:37.290647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 on network 836d0142-2dff-47f1-b755-65329382d235 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:27:37.291928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Attempting to bind port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 on network 836d0142-2dff-47f1-b755-65329382d235 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:37.314807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dc377d2b-6626-466a-803a-7304bd20aa8d None None] Current status of the port 08700e1b-07f9-4861-a453-8c210fe9229d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:37.318638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805d42-9c97-49c1-aec9-755a886d4328 service neutron] Pushing event updated for resources: {'Port': ['ID=42b1915a-8e8a-4c31-b642-d8565317d5b3,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:37.334500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 08700e1b-07f9-4861-a453-8c210fe9229d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:37.341983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dc377d2b-6626-466a-803a-7304bd20aa8d None None] Provisioning complete for port 57c718ed-c592-4146-a3c4-a2c85eea06f2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:37.342335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ccb4520>, '8108f1c9-a446-4640-be0f-b51e5d1bc576') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:37.346443 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc377d2b-6626-466a-803a-7304bd20aa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.346576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ccb4520>, '8108f1c9-a446-4640-be0f-b51e5d1bc576') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:37.352435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:37.358327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Checking segment: {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:37.359077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Bound using segment: {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:37.359204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (8108f1c9-a446-4640-be0f-b51e5d1bc576), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.359917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Bound port: 7beb9238-c6dd-4ea2-8f64-8c495c1659d7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '836d0142-2dff-47f1-b755-65329382d235'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:37.360524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.382346 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8108f1c9-a446-4640-be0f-b51e5d1bc576), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.392897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:27:37.393315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (8108f1c9-a446-4640-be0f-b51e5d1bc576), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:27:37.396575 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:27:37.422155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dc377d2b-6626-466a-803a-7304bd20aa8d None None] Port 57c718ed-c592-4146-a3c4-a2c85eea06f2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:37.424372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 537e258e-2d3a-4137-a43a-b346b508767d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:37.449013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 537e258e-2d3a-4137-a43a-b346b508767d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:37.450399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 537e258e-2d3a-4137-a43a-b346b508767d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:37.451972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e71d1a-d747-47ff-ba8f-8e4911aace32 req-010973bc-f3cf-4c53-a865-63601a44adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:37.453493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64e71d1a-d747-47ff-ba8f-8e4911aace32 req-010973bc-f3cf-4c53-a865-63601a44adf0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5647237
Apr 30 21:27:37.464814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92558752-1c53-4c97-94d0-faf339199884 req-73ee4a38-c1c4-475a-883a-485f0e80aeee tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426145
Apr 30 21:27:37.519387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee30-3bc5-4f5e-bc52-dfdce1327e8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.541723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-50dea8c7-95ef-496d-a20c-cb27bc233476 None None] Provisioning complete for port 57c718ed-c592-4146-a3c4-a2c85eea06f2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:37.542150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-50dea8c7-95ef-496d-a20c-cb27bc233476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.588191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-50dea8c7-95ef-496d-a20c-cb27bc233476 None None] Port 57c718ed-c592-4146-a3c4-a2c85eea06f2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:37.614992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b5b84c8d-d232-431f-8398-662942892408), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.620169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.625710 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] 10.222.0.23 "DELETE /v2.0/networks/b5b84c8d-d232-431f-8398-662942892408 HTTP/1.1" status: 204  len: 168 time: 1.9218047
Apr 30 21:27:37.705002 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe6a9c-c4f8-48f1-872a-03570f837582 tempest-TagsExtTest-1894826490 tempest-TagsExtTest-1894826490-project] Pushing event deleted for resources: {'Network': ['ID=b5b84c8d-d232-431f-8398-662942892408,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:37.706171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-fc53920c-b24c-4cb9-bc23-3c74ee767de3 None None] Provisioning complete for port 57c718ed-c592-4146-a3c4-a2c85eea06f2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:37.710685 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fc53920c-b24c-4cb9-bc23-3c74ee767de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:37.745722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fc53920c-b24c-4cb9-bc23-3c74ee767de3 None None] Port 57c718ed-c592-4146-a3c4-a2c85eea06f2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:37.899969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-8b5a42a8-563d-4323-b78f-f1fcc8ff5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:37.901990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-8b5a42a8-563d-4323-b78f-f1fcc8ff5349 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bbf68d01a624b91b6751596b4a0a480&device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 1126 time: 0.4475582
Apr 30 21:27:37.981593 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee30-3bc5-4f5e-bc52-dfdce1327e8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.003533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-2e89dbee-beb9-4614-b7c6-98275bb453e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.005022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-2e89dbee-beb9-4614-b7c6-98275bb453e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bbf68d01a624b91b6751596b4a0a480&device_id=9db9572f-4802-453c-bf76-4326801c918a HTTP/1.1" status: 200  len: 1125 time: 0.4857626
Apr 30 21:27:38.018482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-0353895a-0fd6-497c-a98a-6eb34dd6d813 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b1915a-8e8a-4c31-b642-d8565317d5b3 HTTP/1.1" status: 200  len: 217 time: 0.0915794
Apr 30 21:27:38.035865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ad361-0ef7-41cd-a57b-3774c5f14946 req-b54fcce5-4ff1-4688-9341-7a74553891e3 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.037308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f68ad361-0ef7-41cd-a57b-3774c5f14946 req-b54fcce5-4ff1-4688-9341-7a74553891e3 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 943 time: 0.1610248
Apr 30 21:27:38.055472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45162) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:38.070714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] For port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:38.074494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670436c6-9564-4218-92f5-de0ea762e493', 'tag': '42b1915a-8e8a-4c31-b642-d8565317d5b3'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:38.079838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee30-3bc5-4f5e-bc52-dfdce1327e8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.080009 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37d78e0-3a91-4087-b8f2-bdceb33fda71" -d '{"events": [{"name": "network-changed", "server_uuid": "670436c6-9564-4218-92f5-de0ea762e493", "tag": "42b1915a-8e8a-4c31-b642-d8565317d5b3"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:38.088545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22ee30-3bc5-4f5e-bc52-dfdce1327e8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.088877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e22ee30-3bc5-4f5e-bc52-dfdce1327e8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.093519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-17d4d4c0-1925-4128-a0f1-9038f69d5f2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2747b26e-0417-4d87-aa95-9b80ce250cc6 HTTP/1.1" status: 200  len: 217 time: 0.0754731
Apr 30 21:27:38.093700 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e22ee30-3bc5-4f5e-bc52-dfdce1327e8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/ports/57c718ed-c592-4146-a3c4-a2c85eea06f2 HTTP/1.1" status: 200  len: 911 time: 1.2260547
Apr 30 21:27:38.093881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45168) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:38.096985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ee428-b2ef-493b-b5e2-7e5ab28a88d7 req-a8140d2f-0f62-4334-bfc2-511dce3d97a6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.098498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-933ee428-b2ef-493b-b5e2-7e5ab28a88d7 req-a8140d2f-0f62-4334-bfc2-511dce3d97a6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2191789
Apr 30 21:27:38.141778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] For port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:38.235246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-6dfbcb1d-2a18-4330-b7a1-3541c4cab6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.236721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-6dfbcb1d-2a18-4330-b7a1-3541c4cab6de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b HTTP/1.1" status: 200  len: 858 time: 0.2081275
Apr 30 21:27:38.250739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22ee30-3bc5-4f5e-bc52-dfdce1327e8c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=57c718ed-c592-4146-a3c4-a2c85eea06f2,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:38.266630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-9280cd17-b8b0-4e8d-9556-8c295c2b6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.266786 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37538314-5988-4ed7-81ea-267c6f11cab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0879dc9c3c7c49e190acf76407cdf550&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2096868
Apr 30 21:27:38.267297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-9280cd17-b8b0-4e8d-9556-8c295c2b6e69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b HTTP/1.1" status: 200  len: 858 time: 0.1679406
Apr 30 21:27:38.274487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45172) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:38.294727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.302463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-933ee428-b2ef-493b-b5e2-7e5ab28a88d7 req-760df146-eb30-4df3-b271-7448d04be387 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1628721
Apr 30 21:27:38.305237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f68ad361-0ef7-41cd-a57b-3774c5f14946 req-18b8d025-b3c7-423e-95a3-89d41a428e6b tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242022
Apr 30 21:27:38.306971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-5b6e5c24-1ded-4e77-9289-6ece6381898a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=836d0142-2dff-47f1-b755-65329382d235&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609629
Apr 30 21:27:38.359898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-4d01c2c4-c08e-4c9f-a3ea-9e6250b83e87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=836d0142-2dff-47f1-b755-65329382d235&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745230
Apr 30 21:27:38.362961 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ea54d6-4849-407a-ae20-2dec2c508e56 x-openstack-request-id: req-d6ea54d6-4849-407a-ae20-2dec2c508e56 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:38.363250 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670436c6-9564-4218-92f5-de0ea762e493", "tag": "42b1915a-8e8a-4c31-b642-d8565317d5b3", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:38.363501 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6ea54d6-4849-407a-ae20-2dec2c508e56 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:38.363890 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ea54d6-4849-407a-ae20-2dec2c508e56'] response: {'name': 'network-changed', 'server_uuid': '670436c6-9564-4218-92f5-de0ea762e493', 'tag': '42b1915a-8e8a-4c31-b642-d8565317d5b3', 'status': 'completed', 'code': 200}
Apr 30 21:27:38.394098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.394726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.396094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/7beb9238-c6dd-4ea2-8f64-8c495c1659d7 HTTP/1.1" status: 200  len: 1091 time: 3.9405844
Apr 30 21:27:38.430151 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-088f4275-297e-44a3-b161-7215aff83275 admin admin] Publish callbacks [] for security_group (90dce410-cb19-416b-883d-c098ef1e32e2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.443461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fe7b2-141d-4a08-bad5-fa174c86f1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:38.465194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-088f4275-297e-44a3-b161-7215aff83275 admin admin] Publish callbacks [] for security_group (90dce410-cb19-416b-883d-c098ef1e32e2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.483232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-c9625189-d824-4d44-8fea-502124f4989f service neutron] 10.222.0.20 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158602
Apr 30 21:27:38.602648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (ddf9f52c-7f5f-427e-a35a-299a8bc92106), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.614132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 08700e1b-07f9-4861-a453-8c210fe9229d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:38.658022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700950ac-8f39-4513-afe7-8c1b86fc3c53 req-8cb710a4-2c8b-4781-a06e-c906f8b47194 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.660210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-700950ac-8f39-4513-afe7-8c1b86fc3c53 req-8cb710a4-2c8b-4781-a06e-c906f8b47194 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1123497
Apr 30 21:27:38.677384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-85e1da02-32c2-47cf-a978-9258b1383518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.679060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-85e1da02-32c2-47cf-a978-9258b1383518 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bbf68d01a624b91b6751596b4a0a480&device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 1125 time: 0.1529756
Apr 30 21:27:38.696713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-088f4275-297e-44a3-b161-7215aff83275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90dce410-cb19-416b-883d-c098ef1e32e2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.700485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-088f4275-297e-44a3-b161-7215aff83275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.703593 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-088f4275-297e-44a3-b161-7215aff83275 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90dce410-cb19-416b-883d-c098ef1e32e2 HTTP/1.1" status: 204  len: 168 time: 0.4269929
Apr 30 21:27:38.752240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f4275-297e-44a3-b161-7215aff83275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dce410-cb19-416b-883d-c098ef1e32e2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:38.768590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-8fb0d2e6-9201-4cb2-8d29-da9200b83a13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7beb9238-c6dd-4ea2-8f64-8c495c1659d7 HTTP/1.1" status: 200  len: 217 time: 0.0788467
Apr 30 21:27:38.824004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-bc555c8c-37fd-483a-8cbc-fd8deefa1389 service neutron] 10.222.0.20 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3339176
Apr 30 21:27:38.835465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-700950ac-8f39-4513-afe7-8c1b86fc3c53 req-d7f3c1b4-77e0-445e-baeb-1f4cdac0d078 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633778
Apr 30 21:27:38.843933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 08700e1b-07f9-4861-a453-8c210fe9229d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:38.844374 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:38.868663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-5a017757-c5ae-4879-b039-ee13a74c5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:38.871300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-5a017757-c5ae-4879-b039-ee13a74c5c87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b HTTP/1.1" status: 200  len: 858 time: 0.0895138
Apr 30 21:27:38.910148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-ce6c26d7-73e3-4fb3-98fb-2927b6beaa1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=836d0142-2dff-47f1-b755-65329382d235&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293636
Apr 30 21:27:38.932729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 08700e1b-07f9-4861-a453-8c210fe9229d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:38.950044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 57c718ed-c592-4146-a3c4-a2c85eea06f2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:38.951243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:39.018922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-80642e94-7055-4b4b-a0f7-d04cfacf4d51 service neutron] 10.222.0.20 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1050498
Apr 30 21:27:39.051332 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:39.076953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 57c718ed-c592-4146-a3c4-a2c85eea06f2 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:39.138309 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:27:39.170329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-6c122511-6883-4197-84be-a0cae4e23d98 service neutron] 10.222.0.35 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473877
Apr 30 21:27:39.171459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0491844-1075-40bf-92b4-79235cf9576a req-1f61529c-7e59-4f6d-81d7-24c62d1d6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:39.172915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0491844-1075-40bf-92b4-79235cf9576a req-1f61529c-7e59-4f6d-81d7-24c62d1d6cb9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1128 time: 0.0625684
Apr 30 21:27:39.298592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-77efb92b-d84c-430d-b4d3-107f6d871513 service neutron] 10.222.0.35 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164398
Apr 30 21:27:39.304744 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0491844-1075-40bf-92b4-79235cf9576a req-dd7fbc40-4736-4833-a61b-ef7e2587c350 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238210
Apr 30 21:27:39.378225 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (57c718ed-c592-4146-a3c4-a2c85eea06f2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:39.414414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=57c718ed-c592-4146-a3c4-a2c85eea06f2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:39.469274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950ef68-ba9f-4fa4-86d8-345a3f063df7 req-7f105bec-c09d-4b49-bd7e-85e8288f62aa tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:39.471034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e950ef68-ba9f-4fa4-86d8-345a3f063df7 req-7f105bec-c09d-4b49-bd7e-85e8288f62aa tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0911930
Apr 30 21:27:39.486039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bbb3a-b5d3-47e8-9584-c75b58c26c7b req-fb03735a-7a30-4f3e-b858-47fa4f6f3820 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:39.487379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-833bbb3a-b5d3-47e8-9584-c75b58c26c7b req-fb03735a-7a30-4f3e-b858-47fa4f6f3820 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 943 time: 0.0971456
Apr 30 21:27:39.548066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (ddf9f52c-7f5f-427e-a35a-299a8bc92106), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:39.570453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-833bbb3a-b5d3-47e8-9584-c75b58c26c7b req-7cab6706-1200-4c44-a4f0-d8e5d20baf17 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706582
Apr 30 21:27:39.573732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e950ef68-ba9f-4fa4-86d8-345a3f063df7 req-eb0c5a67-f4d1-4616-9a85-3e3aa21668a6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0853515
Apr 30 21:27:39.750958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router ddf9f52c-7f5f-427e-a35a-299a8bc92106 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:39.754558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2747b26e-0417-4d87-aa95-9b80ce250cc6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:27:39.840238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:39.845607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bbdea82f-10df-497a-9583-a00497b4ff89 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/ddf9f52c-7f5f-427e-a35a-299a8bc92106/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7509089
Apr 30 21:27:39.848361 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45200) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:39.851008 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad398568-f99f-4c5e-a1e3-5bfa8022ffd7 None None] Sync routers for ids ['ddf9f52c-7f5f-427e-a35a-299a8bc92106'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:39.860330 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad398568-f99f-4c5e-a1e3-5bfa8022ffd7 None None] Routers {'ddf9f52c-7f5f-427e-a35a-299a8bc92106'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:39.860937 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ad398568-f99f-4c5e-a1e3-5bfa8022ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77b3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ddf9f52c-7f5f-427e-a35a-299a8bc92106'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:39.874204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2747b26e-0417-4d87-aa95-9b80ce250cc6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2747b26e-0417-4d87-aa95-9b80ce250cc6,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:39.880813 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3e6d077a-9155-4421-a56a-46f6c691e0e8 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddf9f52c-7f5f-427e-a35a-299a8bc92106 HTTP/1.1" status: 200  len: 205 time: 0.0313609
Apr 30 21:27:39.883971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45204) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:39.889913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '2747b26e-0417-4d87-aa95-9b80ce250cc6', 'network_id': '836d0142-2dff-47f1-b755-65329382d235', 'port_id': '2747b26e-0417-4d87-aa95-9b80ce250cc6', 'mac_address': 'fa:16:3e:61:0c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:27:39.935699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2747b26e-0417-4d87-aa95-9b80ce250cc6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:39.936137 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:39.940357 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ad398568-f99f-4c5e-a1e3-5bfa8022ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77b3d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:39.951958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2747b26e-0417-4d87-aa95-9b80ce250cc6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:39.962072 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad398568-f99f-4c5e-a1e3-5bfa8022ffd7 None None] Routers {'ddf9f52c-7f5f-427e-a35a-299a8bc92106'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:39.962682 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ad398568-f99f-4c5e-a1e3-5bfa8022ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77b3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ddf9f52c-7f5f-427e-a35a-299a8bc92106'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:39.978289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2747b26e-0417-4d87-aa95-9b80ce250cc6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2747b26e-0417-4d87-aa95-9b80ce250cc6,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:40.012954 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ad398568-f99f-4c5e-a1e3-5bfa8022ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77b3d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:40.013557 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad398568-f99f-4c5e-a1e3-5bfa8022ffd7 None None] The sync data for ids ['ddf9f52c-7f5f-427e-a35a-299a8bc92106'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:40.031737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52caf874-4fb4-4137-9ebd-2ee08f0b6d16 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (ddf9f52c-7f5f-427e-a35a-299a8bc92106), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.034239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d46975-ac57-4316-ba42-4dae5359ac52 req-636a65d6-be6e-4d00-9461-027df4256c79 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:40.035747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16d46975-ac57-4316-ba42-4dae5359ac52 req-636a65d6-be6e-4d00-9461-027df4256c79 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0624955
Apr 30 21:27:40.076509 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.110911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f270e1-6cbe-4d92-80bc-c96888b5b7be req-473e9abe-69ec-4630-9bce-8e9c73ff8d82 service neutron] 10.222.0.20 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351816
Apr 30 21:27:40.114351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16d46975-ac57-4316-ba42-4dae5359ac52 req-917e275c-728e-4c9c-92bc-1e67ad028fb3 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715895
Apr 30 21:27:40.169094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2747b26e-0417-4d87-aa95-9b80ce250cc6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:40.219428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52caf874-4fb4-4137-9ebd-2ee08f0b6d16 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (ddf9f52c-7f5f-427e-a35a-299a8bc92106), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.221568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52caf874-4fb4-4137-9ebd-2ee08f0b6d16 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (ddf9f52c-7f5f-427e-a35a-299a8bc92106), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.339178 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52caf874-4fb4-4137-9ebd-2ee08f0b6d16 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (ddf9f52c-7f5f-427e-a35a-299a8bc92106), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.339745 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52caf874-4fb4-4137-9ebd-2ee08f0b6d16 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Fanout notify agent at l3_agent the message router_deleted on router ddf9f52c-7f5f-427e-a35a-299a8bc92106 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:27:40.348729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52caf874-4fb4-4137-9ebd-2ee08f0b6d16 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.348729 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-52caf874-4fb4-4137-9ebd-2ee08f0b6d16 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/ddf9f52c-7f5f-427e-a35a-299a8bc92106 HTTP/1.1" status: 204  len: 168 time: 0.4631751
Apr 30 21:27:40.351008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45214) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:40.378467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7086f5e-1fd3-45d1-837b-58e964bb0c98', 'tag': '7beb9238-c6dd-4ea2-8f64-8c495c1659d7'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:40.380662 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce6281f-924c-4701-97a5-8f67194922c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7086f5e-1fd3-45d1-837b-58e964bb0c98", "tag": "7beb9238-c6dd-4ea2-8f64-8c495c1659d7"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:40.403236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2747b26e-0417-4d87-aa95-9b80ce250cc6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:40.406859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb04139-b2c4-449b-9ebb-bca8595f6cf2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet 572a1a56-fc5f-487c-bbee-a8a9fc73c15c {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:27:40.410060 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bb04139-b2c4-449b-9ebb-bca8595f6cf2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (572a1a56-fc5f-487c-bbee-a8a9fc73c15c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.436913 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c7f198-7056-44cf-b07e-4898a51a7287 x-openstack-request-id: req-d9c7f198-7056-44cf-b07e-4898a51a7287 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:40.437179 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7086f5e-1fd3-45d1-837b-58e964bb0c98", "tag": "7beb9238-c6dd-4ea2-8f64-8c495c1659d7", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:40.437436 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9c7f198-7056-44cf-b07e-4898a51a7287 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:40.437852 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c7f198-7056-44cf-b07e-4898a51a7287'] response: {'name': 'network-changed', 'server_uuid': 'a7086f5e-1fd3-45d1-837b-58e964bb0c98', 'tag': '7beb9238-c6dd-4ea2-8f64-8c495c1659d7', 'status': 'completed', 'code': 200}
Apr 30 21:27:40.461070 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bb04139-b2c4-449b-9ebb-bca8595f6cf2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (572a1a56-fc5f-487c-bbee-a8a9fc73c15c), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.566967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bb04139-b2c4-449b-9ebb-bca8595f6cf2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (572a1a56-fc5f-487c-bbee-a8a9fc73c15c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.747371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca86f9f-b1f4-4255-b3aa-c27b352fcde2 req-4df51ef6-ccad-4e66-abd7-8751d53e64ac tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:40.748878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ca86f9f-b1f4-4255-b3aa-c27b352fcde2 req-4df51ef6-ccad-4e66-abd7-8751d53e64ac tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 943 time: 0.0838194
Apr 30 21:27:40.752700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bb04139-b2c4-449b-9ebb-bca8595f6cf2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (572a1a56-fc5f-487c-bbee-a8a9fc73c15c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.803080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84557bb-871a-4eeb-9848-e7161b963181 req-31408452-f61f-4551-b955-ada761f0b311 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:40.804588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a84557bb-871a-4eeb-9848-e7161b963181 req-31408452-f61f-4551-b955-ada761f0b311 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1033008
Apr 30 21:27:40.804735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2defb-f8fb-41c1-8807-bf486476b6e1 None None] Network 3736f39f-a8e7-46be-a646-14c30adbd03f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:40.805646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2bb04139-b2c4-449b-9ebb-bca8595f6cf2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.812151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2bb04139-b2c4-449b-9ebb-bca8595f6cf2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/572a1a56-fc5f-487c-bbee-a8a9fc73c15c HTTP/1.1" status: 204  len: 168 time: 0.4574330
Apr 30 21:27:40.812388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb04139-b2c4-449b-9ebb-bca8595f6cf2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=572a1a56-fc5f-487c-bbee-a8a9fc73c15c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:40.812732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45232) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:40.879789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ca86f9f-b1f4-4255-b3aa-c27b352fcde2 req-5a57a4fd-71e9-4557-87ab-8641ebc3bf89 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247573
Apr 30 21:27:40.915903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (3736f39f-a8e7-46be-a646-14c30adbd03f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:40.917222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a84557bb-871a-4eeb-9848-e7161b963181 req-9fa70819-d547-40d8-81ee-00735060ad57 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0979671
Apr 30 21:27:40.960428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-7967f45d-ce8e-49ca-b019-e045c0d7e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:40.962583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-7967f45d-ce8e-49ca-b019-e045c0d7e389 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bbf68d01a624b91b6751596b4a0a480&device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 1126 time: 0.0787497
Apr 30 21:27:40.975763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 08700e1b-07f9-4861-a453-8c210fe9229d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:40.976090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.047420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] DHCP port deletion for 3736f39f-a8e7-46be-a646-14c30adbd03f request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:27:41.052422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 08700e1b-07f9-4861-a453-8c210fe9229d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08700e1b-07f9-4861-a453-8c210fe9229d,segment=NetworkSegment(8b1aba88-ca8b-440e-b27a-25dccce73cb3),segment_id=8b1aba88-ca8b-440e-b27a-25dccce73cb3)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:41.052795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.067534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 08700e1b-07f9-4861-a453-8c210fe9229d owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:41.094397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] Deleting port 08700e1b-07f9-4861-a453-8c210fe9229d {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:41.095035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.106134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-294c7651-dddc-4f2e-ae45-82c291a4288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:41.108915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-294c7651-dddc-4f2e-ae45-82c291a4288c service neutron] 10.222.0.35 "GET /v2.0/networks?id=836d0142-2dff-47f1-b755-65329382d235 HTTP/1.1" status: 200  len: 919 time: 0.1380584
Apr 30 21:27:41.210814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] For port 08700e1b-07f9-4861-a453-8c210fe9229d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08700e1b-07f9-4861-a453-8c210fe9229d,segment=NetworkSegment(8b1aba88-ca8b-440e-b27a-25dccce73cb3),segment_id=8b1aba88-ca8b-440e-b27a-25dccce73cb3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:41.211513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.222749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-700ee59e-ac82-44d7-8086-e9e0e22499d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:41.230566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-700ee59e-ac82-44d7-8086-e9e0e22499d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bbf68d01a624b91b6751596b4a0a480&device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 1125 time: 0.0841277
Apr 30 21:27:41.231952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] Calling delete_port for 08700e1b-07f9-4861-a453-8c210fe9229d owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:41.265907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.305107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=08700e1b-07f9-4861-a453-8c210fe9229d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:41.319699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No DVR routers for this DVR port 08700e1b-07f9-4861-a453-8c210fe9229d on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:41.357503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (08700e1b-07f9-4861-a453-8c210fe9229d), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.361842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-da272716-ad83-4255-9cb1-356a5638740c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b1915a-8e8a-4c31-b642-d8565317d5b3 HTTP/1.1" status: 200  len: 217 time: 0.0810444
Apr 30 21:27:41.378455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d18bc6-9c8a-4cc1-b58e-bf8566f506e9 req-08df5930-e518-4a86-817f-97bcd578dfa1 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:41.385922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51d18bc6-9c8a-4cc1-b58e-bf8566f506e9 req-08df5930-e518-4a86-817f-97bcd578dfa1 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1539476
Apr 30 21:27:41.409834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] Pushing event deleted for resources: {'Port': ['ID=08700e1b-07f9-4861-a453-8c210fe9229d,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:41.412168 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91b428-6004-4fc7-b710-692fbd64b805 None None] No DVR routers for this DVR port 08700e1b-07f9-4861-a453-8c210fe9229d on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:41.462224 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (3736f39f-a8e7-46be-a646-14c30adbd03f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.488513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896717b280>,) {'filters': {'network_id': ['3736f39f-a8e7-46be-a646-14c30adbd03f']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:41.501219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896717b280>, '8b1aba88-ca8b-440e-b27a-25dccce73cb3') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:41.502720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896717b280>, '8b1aba88-ca8b-440e-b27a-25dccce73cb3') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:41.510794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51d18bc6-9c8a-4cc1-b58e-bf8566f506e9 req-42b5091a-295c-4137-8e36-fbbc8b7554f1 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237016
Apr 30 21:27:41.514867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-ab6138bc-dedf-41a9-9dde-59c01139c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:41.516122 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (8b1aba88-ca8b-440e-b27a-25dccce73cb3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.516348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-ab6138bc-dedf-41a9-9dde-59c01139c0f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b HTTP/1.1" status: 200  len: 858 time: 0.1452196
Apr 30 21:27:41.521033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-9e50b6db-da23-4cac-8886-0d32a83f40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:41.522507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-9e50b6db-da23-4cac-8886-0d32a83f40c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=836d0142-2dff-47f1-b755-65329382d235 HTTP/1.1" status: 200  len: 919 time: 0.2819800
Apr 30 21:27:41.540212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8b1aba88-ca8b-440e-b27a-25dccce73cb3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.546516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 42b1915a-8e8a-4c31-b642-d8565317d5b3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:27:41.553310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:27:41.555099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (8b1aba88-ca8b-440e-b27a-25dccce73cb3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:27:41.559291 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:27:41.590496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-bfa1572d-b8fd-4266-b5e1-1eb207b1b1ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=836d0142-2dff-47f1-b755-65329382d235&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0669851
Apr 30 21:27:41.594576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-a6e5c424-6e1a-42f5-9d8c-57adcfd8e5b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7beb9238-c6dd-4ea2-8f64-8c495c1659d7 HTTP/1.1" status: 200  len: 217 time: 0.0598955
Apr 30 21:27:41.656394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 42b1915a-8e8a-4c31-b642-d8565317d5b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42b1915a-8e8a-4c31-b642-d8565317d5b3,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:41.669069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '42b1915a-8e8a-4c31-b642-d8565317d5b3', 'network_id': '836d0142-2dff-47f1-b755-65329382d235', 'port_id': '42b1915a-8e8a-4c31-b642-d8565317d5b3', 'mac_address': 'fa:16:3e:1b:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:27:41.700288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-4230ba7a-31b4-4fc4-9845-95dfe378bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:41.701814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-4230ba7a-31b4-4fc4-9845-95dfe378bab0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b HTTP/1.1" status: 200  len: 858 time: 0.0927153
Apr 30 21:27:41.710675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 42b1915a-8e8a-4c31-b642-d8565317d5b3 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:41.711012 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.723930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b1915a-8e8a-4c31-b642-d8565317d5b3 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:41.741935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-ae971fcf-6e1b-42c3-be3e-b3a480e7d2c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=836d0142-2dff-47f1-b755-65329382d235&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301290
Apr 30 21:27:41.743191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 42b1915a-8e8a-4c31-b642-d8565317d5b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42b1915a-8e8a-4c31-b642-d8565317d5b3,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:41.752781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:27:41.756301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2747b26e-0417-4d87-aa95-9b80ce250cc6 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:41.795746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-e2a2b5db-6d83-4784-9018-bb815fd709b2 service neutron] 10.222.0.35 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977751
Apr 30 21:27:41.808622 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (3736f39f-a8e7-46be-a646-14c30adbd03f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.829099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.837261 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/3736f39f-a8e7-46be-a646-14c30adbd03f HTTP/1.1" status: 204  len: 168 time: 1.0190248
Apr 30 21:27:41.838506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45248) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:41.840824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f95e-2ef2-40f1-8683-b2e50f9be3b5 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=3736f39f-a8e7-46be-a646-14c30adbd03f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:41.846000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0cd5481f-9d44-4a53-8862-a96d7e58d752 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1746548728', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:41.856224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 2747b26e-0417-4d87-aa95-9b80ce250cc6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:27:41.859768 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.904872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-b96b27b7-9945-4d95-8acb-f011fe1a3a26 service neutron] 10.222.0.20 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551671
Apr 30 21:27:41.933077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:41.935744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=42b1915a-8e8a-4c31-b642-d8565317d5b3,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:41.948121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '7beb9238-c6dd-4ea2-8f64-8c495c1659d7', 'network_id': '836d0142-2dff-47f1-b755-65329382d235', 'port_id': '7beb9238-c6dd-4ea2-8f64-8c495c1659d7', 'mac_address': 'fa:16:3e:cf:d2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:27:41.981594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37d78e0-3a91-4087-b8f2-bdceb33fda71 req-d448e722-cf41-46c6-9e39-ccbf697b5af1 service neutron] 10.222.0.35 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765840
Apr 30 21:27:41.987691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:41.988093 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:41.999777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 2747b26e-0417-4d87-aa95-9b80ce250cc6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:42.000080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.004627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:27:42.021166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ce6281f-924c-4701-97a5-8f67194922c8 req-4b6c9230-6987-4565-98a9-a8a1a7c5f65b service neutron] 10.222.0.20 "GET /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1051192
Apr 30 21:27:42.042187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cd5481f-9d44-4a53-8862-a96d7e58d752 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.043596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cd5481f-9d44-4a53-8862-a96d7e58d752 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.064093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:42.122420 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cd5481f-9d44-4a53-8862-a96d7e58d752 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.127043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2747b26e-0417-4d87-aa95-9b80ce250cc6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:42.132716 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.132993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08020b96-1b2f-485a-a73e-036b1cb801ab req-0206aeb8-a89b-4904-9056-7c7c51f7d66a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:42.132993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08020b96-1b2f-485a-a73e-036b1cb801ab req-0206aeb8-a89b-4904-9056-7c7c51f7d66a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0919576
Apr 30 21:27:42.136261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a130c-a9be-4c02-9fd7-ed91c7db5ba7 req-283423d6-5d7d-45d1-affe-db47408f60fd tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:42.137780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a87a130c-a9be-4c02-9fd7-ed91c7db5ba7 req-283423d6-5d7d-45d1-affe-db47408f60fd tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 943 time: 0.0979531
Apr 30 21:27:42.144049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['42b1915a-8e8a-4c31-b642-d8565317d5b3'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:42.180481 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.192582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db9572f-4802-453c-bf76-4326801c918a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2747b26e-0417-4d87-aa95-9b80ce250cc6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:42.194915 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0697112d-9e8d-453c-82cc-b89ffcaa1c73" -d '{"events": [{"server_uuid": "9db9572f-4802-453c-bf76-4326801c918a", "name": "network-vif-plugged", "status": "completed", "tag": "2747b26e-0417-4d87-aa95-9b80ce250cc6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:42.215512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08020b96-1b2f-485a-a73e-036b1cb801ab req-261c0d6f-6697-4b22-929b-89a174c76711 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0767298
Apr 30 21:27:42.216577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45258) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:42.228032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a87a130c-a9be-4c02-9fd7-ed91c7db5ba7 req-78c8754d-d01d-425b-9135-d2375b1ed459 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827181
Apr 30 21:27:42.238478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2747b26e-0417-4d87-aa95-9b80ce250cc6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2747b26e-0417-4d87-aa95-9b80ce250cc6,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:42.247832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cd5481f-9d44-4a53-8862-a96d7e58d752 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.298882 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f499575-a4e7-433a-acf3-1f024a5ef808 x-openstack-request-id: req-0f499575-a4e7-433a-acf3-1f024a5ef808 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:42.299183 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db9572f-4802-453c-bf76-4326801c918a", "name": "network-vif-plugged", "status": "completed", "tag": "2747b26e-0417-4d87-aa95-9b80ce250cc6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:42.299446 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f499575-a4e7-433a-acf3-1f024a5ef808 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:42.299849 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f499575-a4e7-433a-acf3-1f024a5ef808'] response: {'server_uuid': '9db9572f-4802-453c-bf76-4326801c918a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2747b26e-0417-4d87-aa95-9b80ce250cc6', 'code': 200}
Apr 30 21:27:42.309924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:42.317998 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.392474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b591238-b48d-43f1-995e-f4cf4cfb2a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.407542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2747b26e-0417-4d87-aa95-9b80ce250cc6,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:42.408578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2722c5-3cca-47a2-a7f9-7b7cb2354749 req-212dcf2a-c3b8-4ac1-90c4-2bedce422411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:42.410106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c2722c5-3cca-47a2-a7f9-7b7cb2354749 req-212dcf2a-c3b8-4ac1-90c4-2bedce422411 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9db9572f-4802-453c-bf76-4326801c918a HTTP/1.1" status: 200  len: 1127 time: 0.0450838
Apr 30 21:27:42.422029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cd5481f-9d44-4a53-8862-a96d7e58d752 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.432256 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0cd5481f-9d44-4a53-8862-a96d7e58d752 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5837910
Apr 30 21:27:42.432256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45264) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:42.435981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1912328660'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:42.467847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c2722c5-3cca-47a2-a7f9-7b7cb2354749 req-1a0bad79-3388-4ef5-98e9-1f2f3ba8d4d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503809
Apr 30 21:27:42.507311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7beb9238-c6dd-4ea2-8f64-8c495c1659d7'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:42.507538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b591238-b48d-43f1-995e-f4cf4cfb2a3e admin admin] Publish callbacks [] for security_group (72835b4d-dbfa-47d9-9912-9436a86116b4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.594340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:42.599044 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.601352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b591238-b48d-43f1-995e-f4cf4cfb2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (72835b4d-dbfa-47d9-9912-9436a86116b4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.609376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 08700e1b-07f9-4861-a453-8c210fe9229d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:42.638805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b591238-b48d-43f1-995e-f4cf4cfb2a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72835b4d-dbfa-47d9-9912-9436a86116b4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:42.640734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a229877-084f-47fe-9409-be428b3abfc3 req-3974787a-3961-4b34-9281-285d0cc22581 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:42.648867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 08700e1b-07f9-4861-a453-8c210fe9229d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:42.649348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 08700e1b-07f9-4861-a453-8c210fe9229d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:42.655107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a229877-084f-47fe-9409-be428b3abfc3 req-3974787a-3961-4b34-9281-285d0cc22581 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0721564
Apr 30 21:27:42.665635 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b591238-b48d-43f1-995e-f4cf4cfb2a3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f583d2a1c8984eeea95f5191ab7b2c0b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4477618
Apr 30 21:27:42.669558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45272) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:42.681560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:42.704913 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bf2dcb6d-176f-4252-be69-69e63c769bd1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.706034 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment bf2dcb6d-176f-4252-be69-69e63c769bd1 of type vlan for network 6628313b-011e-4a99-bdbd-dfb337add653
Apr 30 21:27:42.754639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63000bfd-58c9-45ed-9a30-3d97d9de0331 req-4c959f38-b826-4e33-8ae2-27cd39e8d2c0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:42.756149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63000bfd-58c9-45ed-9a30-3d97d9de0331 req-4c959f38-b826-4e33-8ae2-27cd39e8d2c0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0988383
Apr 30 21:27:42.782415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6628313b-011e-4a99-bdbd-dfb337add653), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.794780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31b33ec9-ef20-4ca6-8bce-27323c57d427 admin admin] Publish callbacks [] for security_group (72835b4d-dbfa-47d9-9912-9436a86116b4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.808758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a229877-084f-47fe-9409-be428b3abfc3 req-cbdcb2a6-b99d-4b96-9511-b12610c923d3 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272659
Apr 30 21:27:42.833894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-9e4fab25-3363-493c-b590-bdd9b9a55e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:42.833894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-9e4fab25-3363-493c-b590-bdd9b9a55e31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1126 time: 0.0653822
Apr 30 21:27:42.834144 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31b33ec9-ef20-4ca6-8bce-27323c57d427 admin admin] Publish callbacks [] for security_group (72835b4d-dbfa-47d9-9912-9436a86116b4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.866548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-fc0384d6-82f8-4a71-a720-09c159ab6f4d req-38e88e41-30c1-4318-bf8c-f2567c09e04b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1606908257', 'description': 'tempest-description-2097124185'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:42.909281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63000bfd-58c9-45ed-9a30-3d97d9de0331 req-2b396b32-9ff8-4b98-8c43-8e7032b84cb3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1439288
Apr 30 21:27:42.916609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6628313b-011e-4a99-bdbd-dfb337add653), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.922291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:42.922974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:42.962587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-dec26f44-7570-42f5-9dd3-1e29da2d378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:42.964152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-dec26f44-7570-42f5-9dd3-1e29da2d378e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.1225913
Apr 30 21:27:42.991170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=6628313b-011e-4a99-bdbd-dfb337add653,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:43.002753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6628313b-011e-4a99-bdbd-dfb337add653 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:43.018828 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31b33ec9-ef20-4ca6-8bce-27323c57d427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (72835b4d-dbfa-47d9-9912-9436a86116b4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.021817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31b33ec9-ef20-4ca6-8bce-27323c57d427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.023140 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31b33ec9-ef20-4ca6-8bce-27323c57d427 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72835b4d-dbfa-47d9-9912-9436a86116b4 HTTP/1.1" status: 204  len: 168 time: 0.3526363
Apr 30 21:27:43.034614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-d5c80a5c-92d8-4ed0-b3ef-1479b2cf9aa0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.0635540
Apr 30 21:27:43.038819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b33ec9-ef20-4ca6-8bce-27323c57d427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72835b4d-dbfa-47d9-9912-9436a86116b4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:43.073669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc0384d6-82f8-4a71-a720-09c159ab6f4d req-38e88e41-30c1-4318-bf8c-f2567c09e04b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.093540 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cd8ac0f4-34f4-4d5f-91d2-b18ba43a6564 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6660116
Apr 30 21:27:43.094220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45278) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:43.099228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:43.115383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-e6806910-60a1-4923-9cc8-2e455c544b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:43.127861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-e6806910-60a1-4923-9cc8-2e455c544b45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0763407
Apr 30 21:27:43.182595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-861ecd5f-d32a-4eb3-91c1-45327f2e3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:43.183849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-861ecd5f-d32a-4eb3-91c1-45327f2e3aa1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0559678
Apr 30 21:27:43.209850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc0384d6-82f8-4a71-a720-09c159ab6f4d req-38e88e41-30c1-4318-bf8c-f2567c09e04b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for security_group (1b389b72-04cb-4fcf-b8da-7b1d9d88017e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.303474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-361655a0-e7a0-4e49-9edc-0bd622944f9c service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110072
Apr 30 21:27:43.367307 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc0384d6-82f8-4a71-a720-09c159ab6f4d req-38e88e41-30c1-4318-bf8c-f2567c09e04b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1b389b72-04cb-4fcf-b8da-7b1d9d88017e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.446043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d517b0-409a-4d2f-a738-90eee6014946 req-e8e2eb17-f0c3-4bc6-a6b5-fd56a1d4c405 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:43.447619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19d517b0-409a-4d2f-a738-90eee6014946 req-e8e2eb17-f0c3-4bc6-a6b5-fd56a1d4c405 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 944 time: 0.1283069
Apr 30 21:27:43.451416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e88e41-30c1-4318-bf8c-f2567c09e04b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b389b72-04cb-4fcf-b8da-7b1d9d88017e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:43.485549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1751a74-4abb-46e0-9b8b-53a4fb68c6ef req-15bd42ee-bc93-48f8-9d64-6a0499bd5e58 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740007
Apr 30 21:27:43.511089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc0384d6-82f8-4a71-a720-09c159ab6f4d req-38e88e41-30c1-4318-bf8c-f2567c09e04b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.521575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc0384d6-82f8-4a71-a720-09c159ab6f4d req-38e88e41-30c1-4318-bf8c-f2567c09e04b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.6622648
Apr 30 21:27:43.556093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 42b1915a-8e8a-4c31-b642-d8565317d5b3 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:43.573392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19d517b0-409a-4d2f-a738-90eee6014946 req-48e40d45-7201-4587-81dc-3f3116792d8c tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867784
Apr 30 21:27:43.589923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:43.594061 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.615738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 42b1915a-8e8a-4c31-b642-d8565317d5b3 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:27:43.640356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-c6b9bc48-6292-4100-8372-f622f8f1c2d6 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1606908257&fields=id&tenant_id=acd535df3826485d8472597a6258a56c HTTP/1.1" status: 200  len: 267 time: 0.0446131
Apr 30 21:27:43.692344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-1ebba5dc-9fd1-4422-8528-d8c3450247a5 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:43.693934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-1ebba5dc-9fd1-4422-8528-d8c3450247a5 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.0475221
Apr 30 21:27:43.707809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Request body: {'port': {'security_groups': ['fe9a3205-bc2d-450a-a013-fb1e0e073c7f', '1b389b72-04cb-4fcf-b8da-7b1d9d88017e']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:43.721540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 42b1915a-8e8a-4c31-b642-d8565317d5b3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:43.721950 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.782019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:43.788741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.845781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (96abec91-03ca-451d-9cea-f7aef406b70b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.869457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:27:43.887600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 42b1915a-8e8a-4c31-b642-d8565317d5b3 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:43.888137 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:43.913874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45290) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:43.921055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=96abec91-03ca-451d-9cea-f7aef406b70b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:43.930626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 42b1915a-8e8a-4c31-b642-d8565317d5b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42b1915a-8e8a-4c31-b642-d8565317d5b3,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:43.953920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:43.953920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: 6628313b-011e-4a99-bdbd-dfb337add653, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:43.965112 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bbf1a352-6971-4a18-9be6-1d0fcbf94291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.001444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:44.001852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.085795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:44.086118 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.095486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.145033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 6628313b-011e-4a99-bdbd-dfb337add653 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:44.151999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:44.169721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=42b1915a-8e8a-4c31-b642-d8565317d5b3,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:44.247556 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.258507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6628313b-011e-4a99-bdbd-dfb337add653) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:44.264254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:44.264909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.285335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeac97a-8d5b-42f7-8218-e912808f3f35 None None] Network 6628313b-011e-4a99-bdbd-dfb337add653 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:44.303331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670436c6-9564-4218-92f5-de0ea762e493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b1915a-8e8a-4c31-b642-d8565317d5b3'}, {'server_uuid': 'a7086f5e-1fd3-45d1-837b-58e964bb0c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7beb9238-c6dd-4ea2-8f64-8c495c1659d7'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:44.305542 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cfee66-1550-4fd2-8cd9-022361c30fba" -d '{"events": [{"server_uuid": "670436c6-9564-4218-92f5-de0ea762e493", "name": "network-vif-plugged", "status": "completed", "tag": "42b1915a-8e8a-4c31-b642-d8565317d5b3"}, {"server_uuid": "a7086f5e-1fd3-45d1-837b-58e964bb0c98", "name": "network-vif-plugged", "status": "completed", "tag": "7beb9238-c6dd-4ea2-8f64-8c495c1659d7"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:44.346226 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2b1bf3f8-ca89-4406-9d1f-b265a12aa629 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2481465
Apr 30 21:27:44.346849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45296) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:44.385629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1edbb-f15d-455f-8c30-805022a339a7 req-4cd7c363-1aa6-49a6-af38-32fb992aecd5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:44.387229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ec1edbb-f15d-455f-8c30-805022a339a7 req-4cd7c363-1aa6-49a6-af38-32fb992aecd5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0908165
Apr 30 21:27:44.401851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] For port c86d6076-6753-4ec2-8787-d007df62c17c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c86d6076-6753-4ec2-8787-d007df62c17c,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:44.485555 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for port (c86d6076-6753-4ec2-8787-d007df62c17c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.499467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ec1edbb-f15d-455f-8c30-805022a339a7 req-34d80614-aeea-41c5-a638-5c18bc585d54 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1020353
Apr 30 21:27:44.515002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bbf1a352-6971-4a18-9be6-1d0fcbf94291 admin admin] Publish callbacks [] for security_group (c00a902a-2b14-45d6-9360-76b4dc236c94), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.521022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:44.568111 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.584501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['c86d6076-6753-4ec2-8787-d007df62c17c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:44.613670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bbf1a352-6971-4a18-9be6-1d0fcbf94291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c00a902a-2b14-45d6-9360-76b4dc236c94), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.662333 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9071bb3-c122-48ad-856f-e5bc404af3ec x-openstack-request-id: req-b9071bb3-c122-48ad-856f-e5bc404af3ec {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:44.662740 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670436c6-9564-4218-92f5-de0ea762e493", "name": "network-vif-plugged", "status": "completed", "tag": "42b1915a-8e8a-4c31-b642-d8565317d5b3", "code": 200}, {"server_uuid": "a7086f5e-1fd3-45d1-837b-58e964bb0c98", "name": "network-vif-plugged", "status": "completed", "tag": "7beb9238-c6dd-4ea2-8f64-8c495c1659d7", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:44.663377 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9071bb3-c122-48ad-856f-e5bc404af3ec {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:44.663597 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9071bb3-c122-48ad-856f-e5bc404af3ec'] response: {'server_uuid': '670436c6-9564-4218-92f5-de0ea762e493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b1915a-8e8a-4c31-b642-d8565317d5b3', 'code': 200}
Apr 30 21:27:44.664217 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9071bb3-c122-48ad-856f-e5bc404af3ec'] response: {'server_uuid': 'a7086f5e-1fd3-45d1-837b-58e964bb0c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7beb9238-c6dd-4ea2-8f64-8c495c1659d7', 'code': 200}
Apr 30 21:27:44.669337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6628313b-011e-4a99-bdbd-dfb337add653', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:27:44.670229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.708954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:44.709594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.714550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b1ff3e2-f85b-4478-8ced-4da4f60d1979 req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "PUT /v2.0/ports/c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 982 time: 1.0111644
Apr 30 21:27:44.720130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:44.803285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:44.805779 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:44.809276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1a352-6971-4a18-9be6-1d0fcbf94291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a902a-2b14-45d6-9360-76b4dc236c94,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:44.812537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['c86d6076-6753-4ec2-8787-d007df62c17c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:44.812748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013be9c7-76d9-449c-b4e9-7bcc8ee6f90c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event updated for resources: {'Port': ['ID=c86d6076-6753-4ec2-8787-d007df62c17c,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:44.911264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bbf1a352-6971-4a18-9be6-1d0fcbf94291 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f4d34b45cb44fc38efa2e91120a3f82&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9973538
Apr 30 21:27:44.916887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45306) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:44.939207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd8fe1-b70e-4cab-8d6a-155539a8259d req-7bb61f5f-651f-44e5-bdf0-f033a96be936 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:44.946709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9dd8fe1-b70e-4cab-8d6a-155539a8259d req-7bb61f5f-651f-44e5-bdf0-f033a96be936 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 945 time: 0.2562869
Apr 30 21:27:44.955871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13cd28-8fdd-4f7d-8881-ffc89dce53c4 req-58eb7d97-31b7-40c2-b635-b2690e514816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:44.957443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd13cd28-8fdd-4f7d-8881-ffc89dce53c4 req-58eb7d97-31b7-40c2-b635-b2690e514816 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 1128 time: 0.2661076
Apr 30 21:27:44.981609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1052998-9d8a-4c5b-bbb3-2717433b5515 req-4b6afbb7-9cc7-4c1a-9b6c-86fd5064964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:44.983240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1052998-9d8a-4c5b-bbb3-2717433b5515 req-4b6afbb7-9cc7-4c1a-9b6c-86fd5064964a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 1127 time: 0.2677102
Apr 30 21:27:44.985892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8876272f-6650-4aed-b5e7-b45843c4c0cf admin admin] Publish callbacks [] for security_group (c00a902a-2b14-45d6-9360-76b4dc236c94), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.005803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Allocated IP 2001:db8::2 (6628313b-011e-4a99-bdbd-dfb337add653/96abec91-03ca-451d-9cea-f7aef406b70b/54af424d-1133-4caa-9fa5-ef84be64dac9) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:45.010703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8876272f-6650-4aed-b5e7-b45843c4c0cf admin admin] Publish callbacks [] for security_group (c00a902a-2b14-45d6-9360-76b4dc236c94), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.038800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-559814fe-73e3-4c8e-868a-a6e6465318cc tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1606908257&fields=id&tenant_id=acd535df3826485d8472597a6258a56c HTTP/1.1" status: 200  len: 267 time: 0.2147372
Apr 30 21:27:45.099169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9dd8fe1-b70e-4cab-8d6a-155539a8259d req-27a1a58a-a468-45f1-9359-94d8d16228a1 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508443
Apr 30 21:27:45.122536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd13cd28-8fdd-4f7d-8881-ffc89dce53c4 req-dfe64a45-31b1-49a0-b26a-9bd7dcfbba5e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516190
Apr 30 21:27:45.126786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1052998-9d8a-4c5b-bbb3-2717433b5515 req-4476ac96-6433-4763-97ee-b20679320eb6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320813
Apr 30 21:27:45.141357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-7a02afcb-404a-4a2d-8239-36565c93886e tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:45.143811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-7a02afcb-404a-4a2d-8239-36565c93886e tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 985 time: 0.0735502
Apr 30 21:27:45.152555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8876272f-6650-4aed-b5e7-b45843c4c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c00a902a-2b14-45d6-9360-76b4dc236c94), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.155825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8876272f-6650-4aed-b5e7-b45843c4c0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.160026 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8876272f-6650-4aed-b5e7-b45843c4c0cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c00a902a-2b14-45d6-9360-76b4dc236c94 HTTP/1.1" status: 204  len: 168 time: 0.2420578
Apr 30 21:27:45.161470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Request body: {'port': {'security_groups': ['fe9a3205-bc2d-450a-a013-fb1e0e073c7f']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:45.170290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876272f-6650-4aed-b5e7-b45843c4c0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a902a-2b14-45d6-9360-76b4dc236c94,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:45.199923 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd74176a-cc5a-47f0-8b0a-c8ac37792d46 x-openstack-request-id: req-fd74176a-cc5a-47f0-8b0a-c8ac37792d46 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:45.200230 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:45.200574 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd74176a-cc5a-47f0-8b0a-c8ac37792d46 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:45.201023 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd74176a-cc5a-47f0-8b0a-c8ac37792d46'] response: {'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'status': 'completed', 'code': 200}
Apr 30 21:27:45.264016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.331283 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Publish callbacks [] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.393005 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.420496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-c8f1fb18-2062-4e3f-ada2-1f86b413304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:45.420718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Network 6628313b-011e-4a99-bdbd-dfb337add653 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:45.421981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-c8f1fb18-2062-4e3f-ada2-1f86b413304b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1167 time: 0.0677917
Apr 30 21:27:45.423021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:45.452088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:45.462367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8::1 (6628313b-011e-4a99-bdbd-dfb337add653/96abec91-03ca-451d-9cea-f7aef406b70b/07f83303-dc71-44bf-8f8a-09ed6fdf4a80) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:45.497829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Pushing event updated for resources: {'Port': ['ID=54af424d-1133-4caa-9fa5-ef84be64dac9,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:45.552028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Attempting to bind port 54af424d-1133-4caa-9fa5-ef84be64dac9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:45.552420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Attempting to bind port 54af424d-1133-4caa-9fa5-ef84be64dac9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:45.552802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Attempting to bind port 54af424d-1133-4caa-9fa5-ef84be64dac9 on network 6628313b-011e-4a99-bdbd-dfb337add653 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:45.565721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:45.566137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Checking segment: {'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:45.566622 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.567033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Bound using segment: {'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:45.567524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Bound port: 54af424d-1133-4caa-9fa5-ef84be64dac9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:45.567915 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.573405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] For port c86d6076-6753-4ec2-8787-d007df62c17c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c86d6076-6753-4ec2-8787-d007df62c17c,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:45.597870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-24be83b0-499b-4d2b-aae0-67a2ab3fa77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:45.599317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-24be83b0-499b-4d2b-aae0-67a2ab3fa77d service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 921 time: 0.1506317
Apr 30 21:27:45.617181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for port (c86d6076-6753-4ec2-8787-d007df62c17c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.620378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.653584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] For port 54af424d-1133-4caa-9fa5-ef84be64dac9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:45.657221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] For port 54af424d-1133-4caa-9fa5-ef84be64dac9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54af424d-1133-4caa-9fa5-ef84be64dac9,segment=NetworkSegment(bf2dcb6d-176f-4252-be69-69e63c769bd1),segment_id=bf2dcb6d-176f-4252-be69-69e63c769bd1)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:45.665546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752f7b9-628e-457c-95e2-8244a9c64766 req-84f3cb84-166a-4a05-aef5-c00d68fb345e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:45.668225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6752f7b9-628e-457c-95e2-8244a9c64766 req-84f3cb84-166a-4a05-aef5-c00d68fb345e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0488698
Apr 30 21:27:45.717698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6752f7b9-628e-457c-95e2-8244a9c64766 req-4d8d448c-b5cd-4b30-8ea9-2bdad5b62112 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438774
Apr 30 21:27:45.754126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.766415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['c86d6076-6753-4ec2-8787-d007df62c17c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:45.805673 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.821283 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.866907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:45.867574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.870002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fe50577-78e6-471f-8a4d-39a2ae311746 req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "PUT /v2.0/ports/c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 943 time: 0.7183950
Apr 30 21:27:45.917029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 6628313b-011e-4a99-bdbd-dfb337add653 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:45.921982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-c0d690d6-8d60-4bca-a233-d0374f0ef54c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 217 time: 0.0696609
Apr 30 21:27:45.932309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:45.944450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:45.949169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:45.956292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:45.957107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['c86d6076-6753-4ec2-8787-d007df62c17c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:45.981510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8e325-12ac-4cf8-8b68-8fc9322976ee None None] Pushing event updated for resources: {'Port': ['ID=54af424d-1133-4caa-9fa5-ef84be64dac9,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:46.082596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6abfa-1307-49b9-b3d8-0cf763c5c2e4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event updated for resources: {'Port': ['ID=c86d6076-6753-4ec2-8787-d007df62c17c,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:46.094902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b13fc-874f-45f1-8cb1-3360c5f8669e req-f6ed141a-75d1-4102-8863-d0ce187cd0a3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:46.095304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da8b13fc-874f-45f1-8cb1-3360c5f8669e req-f6ed141a-75d1-4102-8863-d0ce187cd0a3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2845030
Apr 30 21:27:46.184523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-d7c502a6-e90b-41da-a762-9f556cd51c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:46.186929 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-d7c502a6-e90b-41da-a762-9f556cd51c54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.2458961
Apr 30 21:27:46.252492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.323876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-0c9cf829-2def-4ec6-84f1-bf405a4744f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678496
Apr 30 21:27:46.343861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-ab30c9c5-e051-43ed-9402-0271a19311dd tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4180713
Apr 30 21:27:46.376537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da8b13fc-874f-45f1-8cb1-3360c5f8669e req-4403af88-11bf-4b50-8dbc-8d9399012874 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2699215
Apr 30 21:27:46.394193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:46.553134 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.647204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7a435-5ec9-489e-85c9-e091cba2a946 req-1fcc41f4-8197-472b-bc07-0e79ce0059c3 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:46.649294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eab7a435-5ec9-489e-85c9-e091cba2a946 req-1fcc41f4-8197-472b-bc07-0e79ce0059c3 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 945 time: 0.1414859
Apr 30 21:27:46.672754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54af424d-1133-4caa-9fa5-ef84be64dac9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:46.702628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.723558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-c4aab877-e94f-456c-82d5-3a0de4e069f6 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981620
Apr 30 21:27:46.786941 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.804692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 54af424d-1133-4caa-9fa5-ef84be64dac9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:46.808662 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.814768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45344) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:46.834673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eab7a435-5ec9-489e-85c9-e091cba2a946 req-21869a03-78c5-4a3d-9102-2ad5c517f85e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713014
Apr 30 21:27:46.919335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.922038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.932816 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.937334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 54af424d-1133-4caa-9fa5-ef84be64dac9 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:46.937494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3df3c5-6777-48e8-b3cb-0bc8f2261bcc req-7dec22b4-986d-4160-b393-b4b24b184f7e service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978166
Apr 30 21:27:46.937722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:46.976754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 54af424d-1133-4caa-9fa5-ef84be64dac9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54af424d-1133-4caa-9fa5-ef84be64dac9,segment=NetworkSegment(bf2dcb6d-176f-4252-be69-69e63c769bd1),segment_id=bf2dcb6d-176f-4252-be69-69e63c769bd1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:46.987970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Allocated IP 172.35.4.20 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e498be14-59b2-4e86-931e-e9c7c9452507) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:47.024022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-788455453-network', 'tenant_id': '426405d77bbc4e24adcbe789ba3f42f2'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:47.066399 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.084323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:47.130162 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for port (e498be14-59b2-4e86-931e-e9c7c9452507), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.132901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 6628313b-011e-4a99-bdbd-dfb337add653 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:47.135839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:47.147592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Made reservation on behalf of 426405d77bbc4e24adcbe789ba3f42f2 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:47.150647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.163158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=54af424d-1133-4caa-9fa5-ef84be64dac9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:47.202553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:47.205306 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d979e04-57f3-4685-91a1-c0ef37c84fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:47.226550 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.272828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e498be14-59b2-4e86-931e-e9c7c9452507), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.318948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:47.322586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:47.325026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:47.367658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Publish callbacks [] for security_group (e25eac31-fc4b-4f53-9c53-5019033ad8b6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.377164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event updated for resources: {'Port': ['ID=e498be14-59b2-4e86-931e-e9c7c9452507,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:47.389993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.390353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.390697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.392124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.392124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.392124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.392124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.392482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.392820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.393011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.393292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.393636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.394042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.394332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.394655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:27:47.405628 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99b94c5-224a-42dc-a02f-55eb5b87f53b x-openstack-request-id: req-c99b94c5-224a-42dc-a02f-55eb5b87f53b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:47.406082 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:47.406343 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c99b94c5-224a-42dc-a02f-55eb5b87f53b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:47.406745 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99b94c5-224a-42dc-a02f-55eb5b87f53b'] response: {'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'status': 'completed', 'code': 200}
Apr 30 21:27:47.467477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d6d61-c344-4010-a6ef-bc447ec7efee None None] Network 6628313b-011e-4a99-bdbd-dfb337add653 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:47.488362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:27:47.529879 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e25eac31-fc4b-4f53-9c53-5019033ad8b6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.531816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8c82d5d3-5ca5-45b8-8de0-d7e9d9ef68b1 None None] Provisioning complete for port 54af424d-1133-4caa-9fa5-ef84be64dac9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:47.532254 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c82d5d3-5ca5-45b8-8de0-d7e9d9ef68b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.545520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-f6ab2757-7d53-411e-b99b-acf59d9b2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:47.547067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-f6ab2757-7d53-411e-b99b-acf59d9b2888 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1128 time: 0.0979624
Apr 30 21:27:47.548142 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for floatingip (3cee25a3-75f1-487f-b062-e7af60932163), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.558929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fe34a-ca1c-475f-a310-d799a968ad05 req-63d8c3db-12c1-4783-9f8b-4e2174929414 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:47.560411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-082fe34a-ca1c-475f-a310-d799a968ad05 req-63d8c3db-12c1-4783-9f8b-4e2174929414 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0995882
Apr 30 21:27:47.598477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:47.613170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25eac31-fc4b-4f53-9c53-5019033ad8b6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:47.624910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (71fa4641-efb6-470f-802f-f6f8ddfe6496), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.625287 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Added segment 71fa4641-efb6-470f-802f-f6f8ddfe6496 of type vlan for network 7e81ddd4-affa-44b2-8c19-2f3206891e74
Apr 30 21:27:47.640681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:47.646031 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2c566188-dbcd-421e-9933-c4aa22868f51 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2970059
Apr 30 21:27:47.652314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45370) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:47.659035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1042029450'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:47.667621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:47.670108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8c82d5d3-5ca5-45b8-8de0-d7e9d9ef68b1 None None] Current status of the port 54af424d-1133-4caa-9fa5-ef84be64dac9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:47.682259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:47.683645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f598df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:47.686504 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (7e81ddd4-affa-44b2-8c19-2f3206891e74), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.742878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e498be14-59b2-4e86-931e-e9c7c9452507), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.776050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-082fe34a-ca1c-475f-a310-d799a968ad05 req-e011badd-939b-4971-8680-5ca977922ff2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1932049
Apr 30 21:27:47.780990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-aa853af4-dbc6-4926-87a4-9d13cf43021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:47.782527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-aa853af4-dbc6-4926-87a4-9d13cf43021e service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 921 time: 0.2211859
Apr 30 21:27:47.796854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:47.808052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (7e81ddd4-affa-44b2-8c19-2f3206891e74), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.809025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:47.809606 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.888239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-e323e6ec-026c-41df-93f8-84c32ad29d0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 217 time: 0.0868068
Apr 30 21:27:47.888702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45374) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:47.894780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:47.898290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:47.923725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] Pushing event updated for resources: {'Network': ['ID=7e81ddd4-affa-44b2-8c19-2f3206891e74,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:47.943367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 7e81ddd4-affa-44b2-8c19-2f3206891e74 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:47.945684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-56d545e0-95cf-420e-9123-e6c966a8fb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.027996 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-12aa4d73-221f-46ff-87ff-41cd03840965 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2113070
Apr 30 21:27:48.030959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45380) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:48.039908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Request body: {'subnet': {'network_id': '7e81ddd4-affa-44b2-8c19-2f3206891e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-788455453-subnet', 'tenant_id': '426405d77bbc4e24adcbe789ba3f42f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:48.107480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f598df0>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:27:46Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:46Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:48.111258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-74a48697-8367-441b-ade1-e14ef9e7e221 None None] Provisioning complete for port 54af424d-1133-4caa-9fa5-ef84be64dac9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:48.111531 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74a48697-8367-441b-ade1-e14ef9e7e221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.118243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bcb74-f86f-4900-8f7f-c3daf1bc4caa req-4c557864-e77e-4e85-9b34-ffced34d0b16 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:48.120328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce7bcb74-f86f-4900-8f7f-c3daf1bc4caa req-4c557864-e77e-4e85-9b34-ffced34d0b16 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2156558
Apr 30 21:27:48.143934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:48.144279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Updating router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:27:48.159282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:48.168353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Made reservation on behalf of 426405d77bbc4e24adcbe789ba3f42f2 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:48.171077 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.176878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-edcd92c2-841a-4ffa-bdd4-caea01a0ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:48.178444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-edcd92c2-841a-4ffa-bdd4-caea01a0ea2a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.2772923
Apr 30 21:27:48.206463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.235462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce7bcb74-f86f-4900-8f7f-c3daf1bc4caa req-03d1338f-3ddf-4015-aac6-9154d2142c86 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1075482
Apr 30 21:27:48.236752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a2c1319b-a8b7-42e2-bfd6-1baae452bebb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.237133 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment a2c1319b-a8b7-42e2-bfd6-1baae452bebb of type vlan for network 02d30ac5-86f6-4f69-8502-cf9419f7f051
Apr 30 21:27:48.347664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-c3160cd7-6600-461d-a275-810731dfeddd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1224444
Apr 30 21:27:48.403149 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (02d30ac5-86f6-4f69-8502-cf9419f7f051), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.417003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-74a48697-8367-441b-ade1-e14ef9e7e221 None None] Current status of the port 54af424d-1133-4caa-9fa5-ef84be64dac9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:48.441108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-74a48697-8367-441b-ade1-e14ef9e7e221 None None] Provisioning complete for port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:48.441489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74a48697-8367-441b-ade1-e14ef9e7e221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.471826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (6a652e4d-42a9-48af-a223-9f05cc44e41a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.504726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5dde1-26aa-4d50-8497-b5e286150687 req-4d08aa2e-ae7e-4347-b343-d02e325537ea tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:48.506501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3c5dde1-26aa-4d50-8497-b5e286150687 req-4d08aa2e-ae7e-4347-b343-d02e325537ea tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 945 time: 0.1696024
Apr 30 21:27:48.545955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a652e4d-42a9-48af-a223-9f05cc44e41a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:48.584438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Checking segment: {'id': '71fa4641-efb6-470f-802f-f6f8ddfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e81ddd4-affa-44b2-8c19-2f3206891e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:48.584438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Network hostable DHCP agents. Network: 7e81ddd4-affa-44b2-8c19-2f3206891e74, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:48.659353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Network 7e81ddd4-affa-44b2-8c19-2f3206891e74 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:48.686190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54af424d-1133-4caa-9fa5-ef84be64dac9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:48.735958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-74a48697-8367-441b-ade1-e14ef9e7e221 None None] Port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:48.744947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e81ddd4-affa-44b2-8c19-2f3206891e74) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:48.750651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:48.754920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.763215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f4ca4f-13a3-41eb-b088-339ebb042e6c None None] Network 7e81ddd4-affa-44b2-8c19-2f3206891e74 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:48.843398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 54af424d-1133-4caa-9fa5-ef84be64dac9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:48.843688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.860764 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f940f858-b3db-4c74-bd19-08e8546d0e48 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8165889
Apr 30 21:27:48.906867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c3557a89-3a1f-428f-a813-6ba8ba7abec9 None None] Provisioning complete for port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:48.907247 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c3557a89-3a1f-428f-a813-6ba8ba7abec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.980606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for port (e498be14-59b2-4e86-931e-e9c7c9452507), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.983979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (02d30ac5-86f6-4f69-8502-cf9419f7f051), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:48.988852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:48.989385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.020657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c3557a89-3a1f-428f-a813-6ba8ba7abec9 None None] Port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:49.020657 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Publish callbacks [] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.023590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ff940-e66e-4792-baee-b93f53d38ba9 None None] Network 7e81ddd4-affa-44b2-8c19-2f3206891e74 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:49.087170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (e498be14-59b2-4e86-931e-e9c7c9452507), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.113982 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.133116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 54af424d-1133-4caa-9fa5-ef84be64dac9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:49.167574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=02d30ac5-86f6-4f69-8502-cf9419f7f051,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:49.180710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-f3cc4b14-2b9f-4c0d-a603-8d8481150776 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8074176
Apr 30 21:27:49.191034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3c5dde1-26aa-4d50-8497-b5e286150687 req-aefb4aca-1656-48c5-be07-4f47419bc8cc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5854013
Apr 30 21:27:49.203390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 02d30ac5-86f6-4f69-8502-cf9419f7f051 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:49.207911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819c226-4a27-4c4f-9a29-498a79a280e3 None None] Pushing event updated for resources: {'Port': ['ID=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:49.242033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event updated for resources: {'Port': ['ID=e498be14-59b2-4e86-931e-e9c7c9452507,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:49.339968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Attempting to bind port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:49.340353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Attempting to bind port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:49.340724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Attempting to bind port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 on network 6628313b-011e-4a99-bdbd-dfb337add653 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:49.342509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-be4378c4-bf5f-4a39-98d9-cd99ed6b9b80 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.6885149
Apr 30 21:27:49.342915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45392) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:49.346156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:49.346601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Checking segment: {'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:49.347006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.347404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Bound using segment: {'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:49.347881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Bound port: 07f83303-dc71-44bf-8f8a-09ed6fdf4a80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2dcb6d-176f-4252-be69-69e63c769bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:49.348269 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.350965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:49.403358 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (3cee25a3-75f1-487f-b062-e7af60932163), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.425448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] For port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:49.429615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] For port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,segment=NetworkSegment(bf2dcb6d-176f-4252-be69-69e63c769bd1),segment_id=bf2dcb6d-176f-4252-be69-69e63c769bd1)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:49.434849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcf35d-ffa4-4ba4-b248-c9c60bb41f40 req-30381cbd-16bb-4a55-89dc-4e65fe0a7761 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:49.436384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61dcf35d-ffa4-4ba4-b248-c9c60bb41f40 req-30381cbd-16bb-4a55-89dc-4e65fe0a7761 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1078815
Apr 30 21:27:49.499344 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.500194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d979e04-57f3-4685-91a1-c0ef37c84fc2 req-197a0210-4ae0-4dc7-89df-8ea08f072905 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082092
Apr 30 21:27:49.519428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.520679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d8697391-fd8a-4811-babb-a995db35c95c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.1791241
Apr 30 21:27:49.569073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:49.569882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f598df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:49.597707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61dcf35d-ffa4-4ba4-b248-c9c60bb41f40 req-8401d131-73f8-46a8-9c7f-e4d0995114e8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1484334
Apr 30 21:27:49.597962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:49.597962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.695569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819c226-4a27-4c4f-9a29-498a79a280e3 None None] Pushing event updated for resources: {'Port': ['ID=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:49.701119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-d575c906-553f-4cd6-a84c-c3502b21e9e5 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.20 HTTP/1.1" status: 200  len: 695 time: 0.1465034
Apr 30 21:27:49.750504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-24e973f3-ea0f-42a3-a6d9-09a7182c07b7 None None] Provisioning complete for port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:49.750879 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-24e973f3-ea0f-42a3-a6d9-09a7182c07b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.789795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:49.823908 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (4d7d9f33-bbcd-4e94-af99-ad7657726720), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.932925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45404) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:49.942372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22693816-network', 'tenant_id': 'ad82cac5a67f4c21aba328027a9ed73f'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:49.980531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-24e973f3-ea0f-42a3-a6d9-09a7182c07b7 None None] Current status of the port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:49.980922 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-24e973f3-ea0f-42a3-a6d9-09a7182c07b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:49.991997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ba9ec-d475-423e-afc8-92784e65a3ba req-a3790c1e-4349-42f3-af94-a491cccce256 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:49.993529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-157ba9ec-d475-423e-afc8-92784e65a3ba req-a3790c1e-4349-42f3-af94-a491cccce256 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 946 time: 0.2317007
Apr 30 21:27:50.003602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (7340db44-18a4-46b7-a498-f905eccfba0f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.057927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Made reservation on behalf of ad82cac5a67f4c21aba328027a9ed73f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:50.058689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.058813 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-24e973f3-ea0f-42a3-a6d9-09a7182c07b7 None None] For port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,segment=NetworkSegment(bf2dcb6d-176f-4252-be69-69e63c769bd1),segment_id=bf2dcb6d-176f-4252-be69-69e63c769bd1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:50.080442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-bc0a3869-0953-4188-bbba-f4f6f0dea026 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:50.081835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-bc0a3869-0953-4188-bbba-f4f6f0dea026 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.3796351
Apr 30 21:27:50.083026 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.087248 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=7340db44-18a4-46b7-a498-f905eccfba0f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:50.101109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-6eac715a-0504-4d61-943f-5602ea7e33c7 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:27:50.102184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e32dd271-78b7-4ecd-8d9d-a35980b95601 req-6eac715a-0504-4d61-943f-5602ea7e33c7 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0083566
Apr 30 21:27:50.107793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-157ba9ec-d475-423e-afc8-92784e65a3ba req-3464628d-f5e0-4262-8702-61a760add4f1 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044183
Apr 30 21:27:50.117372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:50.123348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: 02d30ac5-86f6-4f69-8502-cf9419f7f051, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:50.141594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f598df0>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:27:46Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:49Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:50.190523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefbbee-1916-4b2b-8191-01ca1a35da59 None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:27:46Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:49Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:50.192051 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-24e973f3-ea0f-42a3-a6d9-09a7182c07b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.230465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e33fef37-b412-4cb8-8df3-01d78e9e4b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.235785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 02d30ac5-86f6-4f69-8502-cf9419f7f051 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:50.240799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Publish callbacks [] for security_group (48608293-0011-4e41-ab4c-7bcbbaddbfd4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.275824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e973f3-ea0f-42a3-a6d9-09a7182c07b7 None None] Pushing event updated for resources: {'Port': ['ID=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:50.298337 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (48608293-0011-4e41-ab4c-7bcbbaddbfd4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.319077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d514b6e5-7dc4-4a67-9dc1-bade2fa768b0 None None] Provisioning complete for port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:50.319448 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d514b6e5-7dc4-4a67-9dc1-bade2fa768b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.327042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:50.346426 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8a717351-1319-4490-a243-239bd04c3e37), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.347139 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Added segment 8a717351-1319-4490-a243-239bd04c3e37 of type vlan for network b07e9076-4b61-458e-bafe-0f5004cc2923
Apr 30 21:27:50.348112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48608293-0011-4e41-ab4c-7bcbbaddbfd4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:50.360000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02d30ac5-86f6-4f69-8502-cf9419f7f051) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:50.379034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bdd7a0-9c01-4bc9-a187-2b40cc29e2d2 None None] Network 02d30ac5-86f6-4f69-8502-cf9419f7f051 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:50.388977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:50.389632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.414991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-8cfc2898-c424-4d33-b0f7-3941b7742dea tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:50.421469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b07e9076-4b61-458e-bafe-0f5004cc2923), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.425054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-8cfc2898-c424-4d33-b0f7-3941b7742dea tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1615028
Apr 30 21:27:50.519128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Deleting port 43096c42-65c0-4d8d-8241-5a8dc6c6d111 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:50.519537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.570429 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-693c75b0-b98d-4242-a042-44839084bd41 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2254143
Apr 30 21:27:50.574673 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b07e9076-4b61-458e-bafe-0f5004cc2923), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.574838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-af17c95d-1983-45d8-9fa3-eacb9cf761db tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.20 HTTP/1.1" status: 200  len: 695 time: 0.1463299
Apr 30 21:27:50.574949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:50.575502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.576323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45412) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:50.580674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d514b6e5-7dc4-4a67-9dc1-bade2fa768b0 None None] Current status of the port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:50.643826 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-02d30ac5-86f6-4f69-8502-cf9419f7f051', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:27:50.644802 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.655997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Request body: {'floatingip': {'port_id': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:50.684029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=b07e9076-4b61-458e-bafe-0f5004cc2923,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:50.699330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b07e9076-4b61-458e-bafe-0f5004cc2923 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:50.750758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:50.776512 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7dcc310d-0ddb-49a4-9236-54f5d2b46ad0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.8420208
Apr 30 21:27:50.779259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45416) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:50.786839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Request body: {'subnet': {'network_id': 'b07e9076-4b61-458e-bafe-0f5004cc2923', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22693816-subnet', 'tenant_id': 'ad82cac5a67f4c21aba328027a9ed73f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:50.789118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for floatingip (3cee25a3-75f1-487f-b062-e7af60932163), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:50.867950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Made reservation on behalf of ad82cac5a67f4c21aba328027a9ed73f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:50.871207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.021074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289ca6d-f66c-4705-b76d-5fbc7c41aae0 req-c24ef24a-85c1-4ace-a001-25fb6739ec7d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:51.029865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6289ca6d-f66c-4705-b76d-5fbc7c41aae0 req-c24ef24a-85c1-4ace-a001-25fb6739ec7d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db9572f-4802-453c-bf76-4326801c918a HTTP/1.1" status: 200  len: 945 time: 0.5251033
Apr 30 21:27:51.106791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:51.107613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.127871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] For port 43096c42-65c0-4d8d-8241-5a8dc6c6d111, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43096c42-65c0-4d8d-8241-5a8dc6c6d111,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:51.128257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.154579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Allocated IP 2001:db8:1::2 (02d30ac5-86f6-4f69-8502-cf9419f7f051/7340db44-18a4-46b7-a498-f905eccfba0f/55f341c8-50b6-4186-b2fa-9a48c5b71a90) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:51.167489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.175757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Calling delete_port for 43096c42-65c0-4d8d-8241-5a8dc6c6d111 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:51.199797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (25a4ad04-1a3c-4706-80cf-4435fecf0d4f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.220979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6289ca6d-f66c-4705-b76d-5fbc7c41aae0 req-aaeeb7f3-fdca-401c-b477-9dfdb5ed708e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900573
Apr 30 21:27:51.272868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a4ad04-1a3c-4706-80cf-4435fecf0d4f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:51.284820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Checking segment: {'id': '8a717351-1319-4490-a243-239bd04c3e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b07e9076-4b61-458e-bafe-0f5004cc2923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:51.285723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Network hostable DHCP agents. Network: b07e9076-4b61-458e-bafe-0f5004cc2923, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:51.293290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:51.352223 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.367414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Network b07e9076-4b61-458e-bafe-0f5004cc2923 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:27:51.385602 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Publish callbacks [] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.450659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b07e9076-4b61-458e-bafe-0f5004cc2923) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:51.454931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:51.455545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.460814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0255fb6d-68e5-485f-b4f3-1a1caca169a4 None None] Network b07e9076-4b61-458e-bafe-0f5004cc2923 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:51.503256 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.554284 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1c16c72a-cba1-4fb2-855a-4cee856c8da9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7733929
Apr 30 21:27:51.560576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Network 02d30ac5-86f6-4f69-8502-cf9419f7f051 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:51.562392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84254de7-f542-45ee-95af-f713f2af81d2 req-060ba168-7804-400a-b851-7ab7725f71cf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:51.563980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84254de7-f542-45ee-95af-f713f2af81d2 req-060ba168-7804-400a-b851-7ab7725f71cf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1944494
Apr 30 21:27:51.584278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:51.588296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Pushing event updated for resources: {'Port': ['ID=55f341c8-50b6-4186-b2fa-9a48c5b71a90,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:51.593475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:51.667105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021320f8-59f3-42a2-847c-4994a77bec93 None None] Network b07e9076-4b61-458e-bafe-0f5004cc2923 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:51.735029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Attempting to bind port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:51.737506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Attempting to bind port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:51.737506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Attempting to bind port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 on network 02d30ac5-86f6-4f69-8502-cf9419f7f051 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:51.749929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:51.750304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Checking segment: {'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:51.750708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.751109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Bound using segment: {'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:51.751604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Bound port: 55f341c8-50b6-4186-b2fa-9a48c5b71a90, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:51.751996 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:51.855650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] For port 55f341c8-50b6-4186-b2fa-9a48c5b71a90, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:51.860174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] For port 55f341c8-50b6-4186-b2fa-9a48c5b71a90, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55f341c8-50b6-4186-b2fa-9a48c5b71a90,segment=NetworkSegment(a2c1319b-a8b7-42e2-bfd6-1baae452bebb),segment_id=a2c1319b-a8b7-42e2-bfd6-1baae452bebb)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:51.934014 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:52.000821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11396f3c-b675-4bb1-a3f2-6f8086de789d None None] Pushing event updated for resources: {'Port': ['ID=55f341c8-50b6-4186-b2fa-9a48c5b71a90,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:52.220527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.resource_extend [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:27:52.311937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84254de7-f542-45ee-95af-f713f2af81d2 req-edcf4ea3-174d-463d-8b03-7898704a8d5b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3025663
Apr 30 21:27:52.349145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:52.399054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (3cee25a3-75f1-487f-b062-e7af60932163), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:52.460092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (43096c42-65c0-4d8d-8241-5a8dc6c6d111), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:52.466909 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:52.507266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43096c42-65c0-4d8d-8241-5a8dc6c6d111,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:52.654293 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Floating IP 3cee25a3-75f1-487f-b062-e7af60932163 associated. External IP: 172.35.4.20, port: c86d6076-6753-4ec2-8787-d007df62c17c.
Apr 30 21:27:52.741391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 55f341c8-50b6-4186-b2fa-9a48c5b71a90 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:52.802755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:52.803226 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:52.920415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:52.921243 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:52.965130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 55f341c8-50b6-4186-b2fa-9a48c5b71a90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55f341c8-50b6-4186-b2fa-9a48c5b71a90,segment=NetworkSegment(a2c1319b-a8b7-42e2-bfd6-1baae452bebb),segment_id=a2c1319b-a8b7-42e2-bfd6-1baae452bebb)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:53.009901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (4d7d9f33-bbcd-4e94-af99-ad7657726720), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:53.030427 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:53.090350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:53.101573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=55f341c8-50b6-4186-b2fa-9a48c5b71a90,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:53.139752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901c676b-36f9-4a05-a2ac-48d8997176ce None None] Network 02d30ac5-86f6-4f69-8502-cf9419f7f051 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:53.248142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-43cf3b23-fafe-4589-b50e-90f8307f73ac None None] Provisioning complete for port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:53.248438 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43cf3b23-fafe-4589-b50e-90f8307f73ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:53.263374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8:1::1 (02d30ac5-86f6-4f69-8502-cf9419f7f051/7340db44-18a4-46b7-a498-f905eccfba0f/315f65ab-2848-4046-b915-19626ec629bf) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:53.347101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-43cf3b23-fafe-4589-b50e-90f8307f73ac None None] Current status of the port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:53.380365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Router 13092bf4-2438-4250-9839-da1bd0717122 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:53.427530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-127a5dbb-956e-4b45-80ed-e4d36f687a2a tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:53.429052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-127a5dbb-956e-4b45-80ed-e4d36f687a2a tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/networks?id=7e81ddd4-affa-44b2-8c19-2f3206891e74 HTTP/1.1" status: 200  len: 808 time: 0.3152380
Apr 30 21:27:53.569419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-251acb75-3828-4ee0-84e1-c9d17fea56ea None None] Provisioning complete for port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:53.569709 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-251acb75-3828-4ee0-84e1-c9d17fea56ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:53.579806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-da3b3cc0-5470-4dec-ae66-a966ebe75200 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/quotas/426405d77bbc4e24adcbe789ba3f42f2 HTTP/1.1" status: 200  len: 375 time: 0.1436429
Apr 30 21:27:53.648202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-251acb75-3828-4ee0-84e1-c9d17fea56ea None None] Current status of the port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:53.651630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d7076aa1-cc8c-4a70-9daf-38b331a3d92e tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=426405d77bbc4e24adcbe789ba3f42f2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0625916
Apr 30 21:27:53.659223 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (315f65ab-2848-4046-b915-19626ec629bf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:53.769689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:53.780232 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:53.782227 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] Sync routers for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:53.793029 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:53.793727 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb7e520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:53.812735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Router 4d7d9f33-bbcd-4e94-af99-ad7657726720 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:53.844612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-ab48731a-b45a-438f-9c45-62794cb53807 service neutron] 10.222.0.23 "GET /v2.0/networks/7e81ddd4-affa-44b2-8c19-2f3206891e74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823833
Apr 30 21:27:53.848082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-26effd26-b9ca-4ff3-87c0-2b59edba294f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "PUT /v2.0/floatingips/3cee25a3-75f1-487f-b062-e7af60932163 HTTP/1.1" status: 200  len: 996 time: 3.2736657
Apr 30 21:27:53.848662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:53.850907 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:53.903031 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:53.941074 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (315f65ab-2848-4046-b915-19626ec629bf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:54.127489 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb7e520>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3cee25a3-75f1-487f-b062-e7af60932163', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'floating_ip_address': '172.35.4.20', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '13092bf4-2438-4250-9839-da1bd0717122', 'port_id': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c395141-111d-4dfd-ace8-178b59574e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:27:47Z', 'updated_at': '2022-04-30T21:27:52Z', 'revision_number': 1, 'project_id': 'acd535df3826485d8472597a6258a56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:52Z', 'revision_number': 5, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:54.155992 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] Checking router: 13092bf4-2438-4250-9839-da1bd0717122 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:54.164721 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:54.166275 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb7e520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:54.284507 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:54.407329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:54.418097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 02d30ac5-86f6-4f69-8502-cf9419f7f051 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:54.437274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-0dc249bd-8d82-48b9-a5f2-a1c7db810017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:54.438832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-0dc249bd-8d82-48b9-a5f2-a1c7db810017 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1128 time: 0.5411084
Apr 30 21:27:54.439680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:54.456960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:27:54.457521 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:54.510910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=315f65ab-2848-4046-b915-19626ec629bf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:54.516578 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb7e520>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3cee25a3-75f1-487f-b062-e7af60932163', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'floating_ip_address': '172.35.4.20', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '13092bf4-2438-4250-9839-da1bd0717122', 'port_id': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c395141-111d-4dfd-ace8-178b59574e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:27:47Z', 'updated_at': '2022-04-30T21:27:52Z', 'revision_number': 1, 'project_id': 'acd535df3826485d8472597a6258a56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:52Z', 'revision_number': 5, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:54.534270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-0243009d-5150-4451-a77f-ee1192152c59 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:54.535757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-0243009d-5150-4451-a77f-ee1192152c59 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.20 "GET /v2.0/ports?device_id=9db9572f-4802-453c-bf76-4326801c918a HTTP/1.1" status: 200  len: 945 time: 0.1959600
Apr 30 21:27:54.559419 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b80fe-769b-4a36-b24f-68f5622382fd None None] The sync data for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 is: [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3cee25a3-75f1-487f-b062-e7af60932163', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'floating_ip_address': '172.35.4.20', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '13092bf4-2438-4250-9839-da1bd0717122', 'port_id': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'mac_address': 'fa:16:3e:2d:a2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c395141-111d-4dfd-ace8-178b59574e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:27:47Z', 'updated_at': '2022-04-30T21:27:52Z', 'revision_number': 1, 'project_id': 'acd535df3826485d8472597a6258a56c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:52Z', 'revision_number': 5, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:54.653013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-2c12afcc-0ecf-4593-9903-a5fda398361d service neutron] 10.222.0.23 "GET /v2.0/networks/7e81ddd4-affa-44b2-8c19-2f3206891e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7913015
Apr 30 21:27:54.653013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:54.658062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45444) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:54.662508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 55f341c8-50b6-4186-b2fa-9a48c5b71a90 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:27:54.665499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] Sync routers for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:54.670521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ca65f191-b0d8-44ae-b4b4-a1ad7edeffb3 admin admin] 10.222.0.23 "PUT /v2.0/routers/4d7d9f33-bbcd-4e94-af99-ad7657726720/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7765582
Apr 30 21:27:54.718773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:54.719819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c1f3790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:54.822098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks [] for router (4d7d9f33-bbcd-4e94-af99-ad7657726720), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:54.831259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Deleting port 2747b26e-0417-4d87-aa95-9b80ce250cc6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:54.831971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:54.838357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-1b60af7f-3303-4dd8-ab02-0eb62e9ec08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:54.839921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-1b60af7f-3303-4dd8-ab02-0eb62e9ec08e service neutron] 10.222.0.23 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 921 time: 0.3841515
Apr 30 21:27:54.859509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-565da59e-c43c-4325-89c2-f61bc3441c7b None None] Provisioning complete for port 315f65ab-2848-4046-b915-19626ec629bf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:54.860052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-565da59e-c43c-4325-89c2-f61bc3441c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (315f65ab-2848-4046-b915-19626ec629bf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:54.916690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:54.917134 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:54.943551 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded41fb-b74b-4612-8496-f40f7c8189e1 None None] New status for floating IP 3cee25a3-75f1-487f-b062-e7af60932163: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:27:54.964982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks [] for router_gateway (4d7d9f33-bbcd-4e94-af99-ad7657726720), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:54.988844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-565da59e-c43c-4325-89c2-f61bc3441c7b None None] Port 315f65ab-2848-4046-b915-19626ec629bf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:55.014873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:55.023075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-300b5ab6-63ae-4efe-b84a-5a68a5c59786 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 999 time: 0.1719284
Apr 30 21:27:55.126305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Deleting port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:55.126935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.191973 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (315f65ab-2848-4046-b915-19626ec629bf), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.230308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-c80b0b85-5079-40af-a90a-99cdbd791b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:55.234201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-c80b0b85-5079-40af-a90a-99cdbd791b2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.2014701
Apr 30 21:27:55.241139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] For port 7b43ea6f-7070-4a0f-b45b-f287a00a86ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b43ea6f-7070-4a0f-b45b-f287a00a86ad,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:55.241508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.259532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Calling delete_port for 7b43ea6f-7070-4a0f-b45b-f287a00a86ad owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:55.304322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-79282e7a-4bdb-48db-9658-e554c2cd10c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455961
Apr 30 21:27:55.323923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] For port 2747b26e-0417-4d87-aa95-9b80ce250cc6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2747b26e-0417-4d87-aa95-9b80ce250cc6,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:55.324310 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.456086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:27:55.481512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Calling delete_port for 2747b26e-0417-4d87-aa95-9b80ce250cc6 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:55.484347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c1f3790>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:27:52Z', 'revision_number': 5, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port': {'id': '7b43ea6f-7070-4a0f-b45b-f287a00a86ad', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:21:04Z', 'updated_at': '2022-04-30T21:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:55.514488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] Checking router: 4d7d9f33-bbcd-4e94-af99-ad7657726720 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:55.523138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] Routers {'4d7d9f33-bbcd-4e94-af99-ad7657726720'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:55.523774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c1f3790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4d7d9f33-bbcd-4e94-af99-ad7657726720'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:55.587772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34201ec-40c5-461e-975f-42420f5e060c req-16b60c30-a1f6-47c5-8fff-72a132f5659d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:55.588786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d34201ec-40c5-461e-975f-42420f5e060c req-16b60c30-a1f6-47c5-8fff-72a132f5659d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db9572f-4802-453c-bf76-4326801c918a HTTP/1.1" status: 200  len: 945 time: 0.1971886
Apr 30 21:27:55.605158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7b43ea6f-7070-4a0f-b45b-f287a00a86ad), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.617783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] Set router 4d7d9f33-bbcd-4e94-af99-ad7657726720 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:55.640343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-55829b94-a2d8-4b8a-8ba4-f6d0ad5c01e3 service neutron] 10.222.0.23 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3118911
Apr 30 21:27:55.667435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b43ea6f-7070-4a0f-b45b-f287a00a86ad,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:55.682023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c1f3790>, [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:27:54Z', 'revision_number': 6, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:55.718963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ed74b-c1e4-4afc-94c1-dbe12cefa69e None None] The sync data for ids ['4d7d9f33-bbcd-4e94-af99-ad7657726720'] in ncdv-master-1 is: [{'id': '4d7d9f33-bbcd-4e94-af99-ad7657726720', 'name': 'tempest-AttachVolumeShelveTestJSON-804081140-router', 'tenant_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:21:03Z', 'updated_at': '2022-04-30T21:27:54Z', 'revision_number': 6, 'project_id': 'afc5d20f2f9f4ecf981cdfe980cfc21d', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:27:55.732285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (4d7d9f33-bbcd-4e94-af99-ad7657726720), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.827419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d34201ec-40c5-461e-975f-42420f5e060c req-2b00de5c-4004-4ef8-ba21-c3e5fe7ba08c tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2306347
Apr 30 21:27:55.835525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (4d7d9f33-bbcd-4e94-af99-ad7657726720), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.839083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks [] for router_controller (4d7d9f33-bbcd-4e94-af99-ad7657726720), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.857988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f78522f-2a3a-4209-a8f9-66ebee0d0274 req-a4e00541-6ddd-4bce-9a15-68ee3e4e4a05 service neutron] 10.222.0.23 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2081842
Apr 30 21:27:55.901100 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f662e67f-df25-4aa5-b998-91a7cb43a423 x-openstack-request-id: req-f662e67f-df25-4aa5-b998-91a7cb43a423 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:55.901455 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:55.901717 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f662e67f-df25-4aa5-b998-91a7cb43a423 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:55.902164 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f662e67f-df25-4aa5-b998-91a7cb43a423'] response: {'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'status': 'completed', 'code': 200}
Apr 30 21:27:55.950721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (4d7d9f33-bbcd-4e94-af99-ad7657726720), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.951517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7d9f33-bbcd-4e94-af99-ad7657726720 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:27:55.960257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:55.967644 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-17e11990-0d76-4e66-ad02-85af78367d27 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4d7d9f33-bbcd-4e94-af99-ad7657726720 HTTP/1.1" status: 204  len: 168 time: 1.3050814
Apr 30 21:27:55.967644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45458) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:56.005604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26b8cf7c-6ea5-4907-960c-19b355853abc req-0cef1585-c8af-40bf-861d-a192267b5793 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 210 time: 0.0677154
Apr 30 21:27:56.014024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-736f1c4d-28ee-4d09-bfd0-0cd3f7e7fad6 admin admin] Deleting subnet 8f06132d-f4c2-4381-93fb-b51cd836f9b2 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:27:56.014461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-d27c4502-bf14-4000-8791-b2a5891350fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:56.015971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-d27c4502-bf14-4000-8791-b2a5891350fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1128 time: 0.0946653
Apr 30 21:27:56.030770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-736f1c4d-28ee-4d09-bfd0-0cd3f7e7fad6 admin admin] Publish callbacks [] for subnet (8f06132d-f4c2-4381-93fb-b51cd836f9b2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.070570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (315f65ab-2848-4046-b915-19626ec629bf), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.082133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-736f1c4d-28ee-4d09-bfd0-0cd3f7e7fad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8f06132d-f4c2-4381-93fb-b51cd836f9b2), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.151246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2747b26e-0417-4d87-aa95-9b80ce250cc6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.166575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['42b1915a-8e8a-4c31-b642-d8565317d5b3'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:56.169504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7beb9238-c6dd-4ea2-8f64-8c495c1659d7'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:27:56.180196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-736f1c4d-28ee-4d09-bfd0-0cd3f7e7fad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8f06132d-f4c2-4381-93fb-b51cd836f9b2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.190076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca740728-c9aa-4fbd-afad-12bafd12a820 req-b9ccabb5-2ca3-4688-bcd2-9ac3e7eae9e0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:56.191627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca740728-c9aa-4fbd-afad-12bafd12a820 req-b9ccabb5-2ca3-4688-bcd2-9ac3e7eae9e0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1851223
Apr 30 21:27:56.254771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Pushing event deleted for resources: {'Port': ['ID=2747b26e-0417-4d87-aa95-9b80ce250cc6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:56.267285 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (315f65ab-2848-4046-b915-19626ec629bf), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.269844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.305265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-d9a2363b-25ee-4df0-bbc9-d3868756e2e9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.20 HTTP/1.1" status: 200  len: 1001 time: 0.2741349
Apr 30 21:27:56.336909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-736f1c4d-28ee-4d09-bfd0-0cd3f7e7fad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8f06132d-f4c2-4381-93fb-b51cd836f9b2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.367376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f1c4d-28ee-4d09-bfd0-0cd3f7e7fad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f06132d-f4c2-4381-93fb-b51cd836f9b2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:56.392169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-736f1c4d-28ee-4d09-bfd0-0cd3f7e7fad6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.397449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce66697-dfd7-40f1-9830-b5d90364f9e2 None None] Network b1ba9505-d2cf-4c5a-934a-6a1e685fc411 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:27:56.398299 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-736f1c4d-28ee-4d09-bfd0-0cd3f7e7fad6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8f06132d-f4c2-4381-93fb-b51cd836f9b2 HTTP/1.1" status: 204  len: 168 time: 0.4307387
Apr 30 21:27:56.400187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45462) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:56.422343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] No DVR routers for this DVR port 2747b26e-0417-4d87-aa95-9b80ce250cc6 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:56.471223 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.474860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23871778-74cf-48b5-8a3b-8505e66ed57a req-f880fdbf-e359-4fc9-af47-03236442ae22 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.20 "DELETE /v2.0/ports/2747b26e-0417-4d87-aa95-9b80ce250cc6 HTTP/1.1" status: 204  len: 173 time: 1.9000561
Apr 30 21:27:56.502686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b1ba9505-d2cf-4c5a-934a-6a1e685fc411), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.506485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=315f65ab-2848-4046-b915-19626ec629bf,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:56.517936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-907e509b-1f00-41fd-ad40-cf92ece94977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:56.519774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-907e509b-1f00-41fd-ad40-cf92ece94977 service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 921 time: 0.4898484
Apr 30 21:27:56.526644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-4c90aa46-7e7c-4052-ba97-530ae65ce10c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:56.535586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-4c90aa46-7e7c-4052-ba97-530ae65ce10c tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports/c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 943 time: 0.2005990
Apr 30 21:27:56.559795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca740728-c9aa-4fbd-afad-12bafd12a820 req-4249e8e8-1ed6-419f-9c3e-77901c85868e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3346546
Apr 30 21:27:56.584585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Deleting port c0203099-2a2f-430d-ad37-ddfa720ec0fe {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:56.585067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.670444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] DHCP port deletion for b1ba9505-d2cf-4c5a-934a-6a1e685fc411 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:27:56.703816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-a7e252dc-565f-44d5-99cb-f97de9044fef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 1001 time: 0.1592746
Apr 30 21:27:56.710073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-780caf20-8da6-40c6-b5ea-f1dcb388adc3 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.20 HTTP/1.1" status: 200  len: 1001 time: 0.1203437
Apr 30 21:27:56.712028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 02d30ac5-86f6-4f69-8502-cf9419f7f051 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:27:56.729395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] For port c0203099-2a2f-430d-ad37-ddfa720ec0fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0203099-2a2f-430d-ad37-ddfa720ec0fe,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:56.730010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.744193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:27:56.750993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Calling delete_port for c0203099-2a2f-430d-ad37-ddfa720ec0fe owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:56.804476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 43096c42-65c0-4d8d-8241-5a8dc6c6d111 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:56.807276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] Deleting port c0203099-2a2f-430d-ad37-ddfa720ec0fe {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:27:56.807650 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.905337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 43096c42-65c0-4d8d-8241-5a8dc6c6d111 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:56.906041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 43096c42-65c0-4d8d-8241-5a8dc6c6d111 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:56.907581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7b43ea6f-7070-4a0f-b45b-f287a00a86ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:56.945833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 7b43ea6f-7070-4a0f-b45b-f287a00a86ad {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:56.946183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7b43ea6f-7070-4a0f-b45b-f287a00a86ad not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:56.964955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] For port c0203099-2a2f-430d-ad37-ddfa720ec0fe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0203099-2a2f-430d-ad37-ddfa720ec0fe,segment=NetworkSegment(3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4),segment_id=3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:27:56.965327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.967946 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:56.984328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] Calling delete_port for c0203099-2a2f-430d-ad37-ddfa720ec0fe owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:27:57.007802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0203099-2a2f-430d-ad37-ddfa720ec0fe,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:57.018283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] No DVR routers for this DVR port c0203099-2a2f-430d-ad37-ddfa720ec0fe on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:57.115875 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (c0203099-2a2f-430d-ad37-ddfa720ec0fe), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.164592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] Pushing event deleted for resources: {'Port': ['ID=c0203099-2a2f-430d-ad37-ddfa720ec0fe,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:57.169252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775dbc94-c028-4af7-8b9c-17d8c13e4844 None None] No DVR routers for this DVR port c0203099-2a2f-430d-ad37-ddfa720ec0fe on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:27:57.192667 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b1ba9505-d2cf-4c5a-934a-6a1e685fc411), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.235968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-da153410-4a0b-4c82-91a5-87ecf691df04 None None] Provisioning complete for port 315f65ab-2848-4046-b915-19626ec629bf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:57.236483 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da153410-4a0b-4c82-91a5-87ecf691df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (315f65ab-2848-4046-b915-19626ec629bf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.297261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-da153410-4a0b-4c82-91a5-87ecf691df04 None None] Port 315f65ab-2848-4046-b915-19626ec629bf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:57.311922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-db7ff49f-ba33-42e7-8ef2-e586c2928289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:57.313390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-db7ff49f-ba33-42e7-8ef2-e586c2928289 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.5997591
Apr 30 21:27:57.351159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c39d38-f453-4b44-8f5e-b60de50be7a0 req-e7d52360-9737-4710-82b0-14678e69e1d7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:57.353292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2c39d38-f453-4b44-8f5e-b60de50be7a0 req-e7d52360-9737-4710-82b0-14678e69e1d7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.6308177
Apr 30 21:27:57.420365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-b38beb6b-c3f0-4a3d-8da9-65017e76ca6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659761
Apr 30 21:27:57.525302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-df16adcb-792e-4d40-bd93-28737b654c7f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:57.530404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-df16adcb-792e-4d40-bd93-28737b654c7f tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.8072231
Apr 30 21:27:57.543303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2c39d38-f453-4b44-8f5e-b60de50be7a0 req-67fe58fd-dd30-4260-b573-a53602c0e62e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1762795
Apr 30 21:27:57.570388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896ca71520>,) {'filters': {'network_id': ['b1ba9505-d2cf-4c5a-934a-6a1e685fc411']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:57.579092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ca71520>, '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:57.579433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ca71520>, '3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:57.589424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.601643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:57.605914 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.613804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:27:57.614947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (3b2299cf-7da9-4f48-acbe-e9cd33b4f0e4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:27:57.617092 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:27:57.653001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-af0a4905-f833-4dc0-afe7-a636f6abfc74 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.20 HTTP/1.1" status: 200  len: 1001 time: 0.1085460
Apr 30 21:27:57.720995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:57.726197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f78ec777-02f4-4d62-adec-753db2160468 req-2b50627a-d560-43d8-a235-db34d7a0c4e2 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=9db9572f-4802-453c-bf76-4326801c918a HTTP/1.1" status: 200  len: 210 time: 0.0876541
Apr 30 21:27:57.755203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b1ba9505-d2cf-4c5a-934a-6a1e685fc411), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.775050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.781355 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1ba9505-d2cf-4c5a-934a-6a1e685fc411 HTTP/1.1" status: 204  len: 168 time: 1.3774042
Apr 30 21:27:57.781355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6de5e-4497-4990-bf04-3156afac28f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ba9505-d2cf-4c5a-934a-6a1e685fc411,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:57.792478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-cca546d9-9976-402f-b955-f5acf5a3a119 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3459918
Apr 30 21:27:57.824147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2747b26e-0417-4d87-aa95-9b80ce250cc6 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:57.855432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 2747b26e-0417-4d87-aa95-9b80ce250cc6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:57.856048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2747b26e-0417-4d87-aa95-9b80ce250cc6 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:57.903405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1be583f3-7330-432c-92b1-18e3fe260f03 req-03b9afd7-f53d-43e3-b754-5b3bd9a13360 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 210 time: 0.0884476
Apr 30 21:27:57.909245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db9572f-4802-453c-bf76-4326801c918a', 'name': 'network-vif-deleted', 'tag': '2747b26e-0417-4d87-aa95-9b80ce250cc6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:27:57.911269 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cb8fd8-0e0b-4ce2-b4cd-700a21bc2d29" -d '{"events": [{"server_uuid": "9db9572f-4802-453c-bf76-4326801c918a", "name": "network-vif-deleted", "tag": "2747b26e-0417-4d87-aa95-9b80ce250cc6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:27:57.919866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for floatingip (3cee25a3-75f1-487f-b062-e7af60932163), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:57.957286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:57.969441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4342f977-f057-42db-8333-200532e6ca64 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3314888
Apr 30 21:27:57.970059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:57.972315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45476) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:57.977471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2002224525'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:57.987571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:57.988996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd88e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:58.090656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:58.094497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.097047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:58.122124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:27:58.132341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c57ed780-2278-4285-86d4-f5906060d73b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.132963 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment c57ed780-2278-4285-86d4-f5906060d73b of type vlan for network dd91a2f8-5a06-4142-abcc-a582992babc0
Apr 30 21:27:58.138929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366721a-433a-4bb7-8fc0-f2092a9f05b4 req-504d7535-6eef-4201-a0c2-f850079dc0e7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:58.140942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8366721a-433a-4bb7-8fc0-f2092a9f05b4 req-504d7535-6eef-4201-a0c2-f850079dc0e7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1699691
Apr 30 21:27:58.142409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd7bb4e7-6a6e-47d7-a19e-605fc90092ef req-bb31cf02-994f-4c2a-9946-9b6037b84a35 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3412757
Apr 30 21:27:58.192224 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (dd91a2f8-5a06-4142-abcc-a582992babc0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.233343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45478) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:58.242565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.284440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8366721a-433a-4bb7-8fc0-f2092a9f05b4 req-ac7a2562-8115-4637-8449-31806e34e9c0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1356363
Apr 30 21:27:58.289641 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-87382148-e1fc-4258-b5a1-39f3d7f2c5b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afc5d20f2f9f4ecf981cdfe980cfc21d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0536959
Apr 30 21:27:58.291731 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45480) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:58.294774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-1f0d34dd-2df6-414a-9920-b4d3c6762e90 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:58.296586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-1f0d34dd-2df6-414a-9920-b4d3c6762e90 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.35 "GET /v2.0/networks?id=7e81ddd4-affa-44b2-8c19-2f3206891e74 HTTP/1.1" status: 200  len: 808 time: 0.2656040
Apr 30 21:27:58.320576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Request body: {'port': {'device_id': '9f211fea-c08c-4f08-92bd-948dc20d7503', 'network_id': '7e81ddd4-affa-44b2-8c19-2f3206891e74', 'admin_state_up': True, 'tenant_id': '426405d77bbc4e24adcbe789ba3f42f2'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:58.354604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ba41fd10-5278-4ceb-942e-66c1d0a4fa91 admin admin] Publish callbacks [] for security_group (45e0834b-e14e-4c11-8a80-fa16326f49a3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.357665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (dd91a2f8-5a06-4142-abcc-a582992babc0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.362992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:58.364052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.369827 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9711b5-ad11-4e04-9f71-849062d6f89f x-openstack-request-id: req-cd9711b5-ad11-4e04-9f71-849062d6f89f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:27:58.370362 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db9572f-4802-453c-bf76-4326801c918a", "name": "network-vif-deleted", "tag": "2747b26e-0417-4d87-aa95-9b80ce250cc6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:27:58.370808 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd9711b5-ad11-4e04-9f71-849062d6f89f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:27:58.371369 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9711b5-ad11-4e04-9f71-849062d6f89f'] response: {'server_uuid': '9db9572f-4802-453c-bf76-4326801c918a', 'name': 'network-vif-deleted', 'tag': '2747b26e-0417-4d87-aa95-9b80ce250cc6', 'status': 'completed', 'code': 200}
Apr 30 21:27:58.372600 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (3cee25a3-75f1-487f-b062-e7af60932163), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.373245 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Floating IP 3cee25a3-75f1-487f-b062-e7af60932163 disassociated. External IP: 172.35.4.20, port: c86d6076-6753-4ec2-8787-d007df62c17c.
Apr 30 21:27:58.410199 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ba41fd10-5278-4ceb-942e-66c1d0a4fa91 admin admin] Publish callbacks [] for security_group (45e0834b-e14e-4c11-8a80-fa16326f49a3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.418534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd88e80>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:27:54Z', 'revision_number': 3, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:27:55Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:58.447984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:58.448349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Updating router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b port 315f65ab-2848-4046-b915-19626ec629bf binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:27:58.484267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=dd91a2f8-5a06-4142-abcc-a582992babc0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:58.488380 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (315f65ab-2848-4046-b915-19626ec629bf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.524327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network dd91a2f8-5a06-4142-abcc-a582992babc0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:27:58.539213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a4f0-9684-462f-8bcb-326a67969666 req-960a6600-7bde-4aaa-b754-88be8c435e9a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:58.545945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b818a4f0-9684-462f-8bcb-326a67969666 req-960a6600-7bde-4aaa-b754-88be8c435e9a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1243811
Apr 30 21:27:58.547579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45484) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:27:58.547900 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c29f4a65-4ca9-4be0-9b67-2c6dfe49612e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5742829
Apr 30 21:27:58.566602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:27:58.627751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ba41fd10-5278-4ceb-942e-66c1d0a4fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (45e0834b-e14e-4c11-8a80-fa16326f49a3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.632090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ba41fd10-5278-4ceb-942e-66c1d0a4fa91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.632672 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ba41fd10-5278-4ceb-942e-66c1d0a4fa91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45e0834b-e14e-4c11-8a80-fa16326f49a3 HTTP/1.1" status: 204  len: 168 time: 0.3387461
Apr 30 21:27:58.646489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41fd10-5278-4ceb-942e-66c1d0a4fa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e0834b-e14e-4c11-8a80-fa16326f49a3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:58.672145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c0203099-2a2f-430d-ad37-ddfa720ec0fe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:27:58.717238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c0203099-2a2f-430d-ad37-ddfa720ec0fe {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:27:58.717668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c0203099-2a2f-430d-ad37-ddfa720ec0fe not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:27:58.802085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b818a4f0-9684-462f-8bcb-326a67969666 req-1a38b461-5ba6-4cf2-b2ab-84e580a96885 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2552655
Apr 30 21:27:58.858526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Router 13092bf4-2438-4250-9839-da1bd0717122 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:27:58.906926 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Publish callbacks [] for port (315f65ab-2848-4046-b915-19626ec629bf), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.910209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Made reservation on behalf of 426405d77bbc4e24adcbe789ba3f42f2 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:58.913673 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:58.953881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:27:58.957130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.033056 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (315f65ab-2848-4046-b915-19626ec629bf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.108792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc6fd-308c-4fef-b61a-65a08ef65e50 None None] Pushing event updated for resources: {'Port': ['ID=315f65ab-2848-4046-b915-19626ec629bf,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:59.121146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df822537-9f34-4665-9a2e-03b82d84a9e2 req-d5895637-8cf3-4d63-9cae-8b58f90ce146 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:59.127752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df822537-9f34-4665-9a2e-03b82d84a9e2 req-d5895637-8cf3-4d63-9cae-8b58f90ce146 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1743543
Apr 30 21:27:59.178868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Attempting to bind port 315f65ab-2848-4046-b915-19626ec629bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:27:59.180197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Attempting to bind port 315f65ab-2848-4046-b915-19626ec629bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:27:59.181966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Attempting to bind port 315f65ab-2848-4046-b915-19626ec629bf on network 02d30ac5-86f6-4f69-8502-cf9419f7f051 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:27:59.196136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:27:59.197073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Checking segment: {'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:59.197744 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.198410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Bound using segment: {'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:27:59.199362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Bound port: 315f65ab-2848-4046-b915-19626ec629bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:27:59.199997 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (315f65ab-2848-4046-b915-19626ec629bf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.242934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:27:59.255696 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] Sync routers for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:27:59.262893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.267869 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:59.268598 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d024fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:59.527195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] For port 315f65ab-2848-4046-b915-19626ec629bf, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:27:59.527894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df822537-9f34-4665-9a2e-03b82d84a9e2 req-b4d0ace1-2ae7-4f56-adf9-9a44c7b38cc3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1781657
Apr 30 21:27:59.529023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] For port 315f65ab-2848-4046-b915-19626ec629bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=315f65ab-2848-4046-b915-19626ec629bf,segment=NetworkSegment(a2c1319b-a8b7-42e2-bfd6-1baae452bebb),segment_id=a2c1319b-a8b7-42e2-bfd6-1baae452bebb)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:27:59.529443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Allocated IP 172.20.0.8 (7e81ddd4-affa-44b2-8c19-2f3206891e74/6a652e4d-42a9-48af-a223-9f05cc44e41a/1f4956c6-627d-4ad7-bf44-18b887214d7a) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:27:59.529443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-68cd167d-97ba-44a3-bb57-47162343d473 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "PUT /v2.0/floatingips/3cee25a3-75f1-487f-b062-e7af60932163 HTTP/1.1" status: 200  len: 694 time: 1.7012970
Apr 30 21:27:59.529639 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:27:59.529742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-6846f2d8-d867-4267-b5f2-c01aa734cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:59.529742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-6846f2d8-d867-4267-b5f2-c01aa734cf0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1128 time: 0.1166084
Apr 30 21:27:59.543104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9e4596a7-9352-4359-96bb-1c3f2b74d58c None None] Provisioning complete for port 315f65ab-2848-4046-b915-19626ec629bf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:27:59.543567 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9e4596a7-9352-4359-96bb-1c3f2b74d58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (315f65ab-2848-4046-b915-19626ec629bf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.574450 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (315f65ab-2848-4046-b915-19626ec629bf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.661750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-979e2740-8726-4369-8ebf-44a9442fed8d req-e484748d-2e29-4102-9124-e966242ca9b9 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 210 time: 0.0829914
Apr 30 21:27:59.672087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9e4596a7-9352-4359-96bb-1c3f2b74d58c None None] Port 315f65ab-2848-4046-b915-19626ec629bf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:27:59.674281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc6fd-308c-4fef-b61a-65a08ef65e50 None None] Pushing event updated for resources: {'Port': ['ID=315f65ab-2848-4046-b915-19626ec629bf,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:59.685373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (9fb681a7-1f7c-424c-bf74-3a8c43db941f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.716950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:59.721131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd88e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:59.730383 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d024fd0>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:52Z', 'revision_number': 5, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:59.864378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Publish callbacks [] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:27:59.875236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-66e87c77-d56d-4e0a-92b0-014ef1eba123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:59.877002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-66e87c77-d56d-4e0a-92b0-014ef1eba123 service neutron] 10.222.0.23 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 921 time: 0.3372848
Apr 30 21:27:59.883615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=9fb681a7-1f7c-424c-bf74-3a8c43db941f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:27:59.913167 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] Checking router: 13092bf4-2438-4250-9839-da1bd0717122 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:27:59.913829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f29d-d246-47dc-87f4-e164fdf8de00 req-8834f569-19be-4bc7-bf99-fdf8f20f0273 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:27:59.915643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a99f29d-d246-47dc-87f4-e164fdf8de00 req-8834f569-19be-4bc7-bf99-fdf8f20f0273 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1387787
Apr 30 21:27:59.931721 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:27:59.936163 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d024fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:27:59.967042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:27:59.967418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: dd91a2f8-5a06-4142-abcc-a582992babc0, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:27:59.992547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-f75dfedd-147b-4897-b488-faa04ddf029c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 217 time: 0.1040032
Apr 30 21:28:00.079551 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:00.119417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:00.122136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-530a6b52-471f-4815-811f-9d73144b8042 None None] Provisioning complete for port 315f65ab-2848-4046-b915-19626ec629bf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:00.122296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a99f29d-d246-47dc-87f4-e164fdf8de00 req-b42eded9-4513-42f7-8898-1016f164ad99 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1412790
Apr 30 21:28:00.122431 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-530a6b52-471f-4815-811f-9d73144b8042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (315f65ab-2848-4046-b915-19626ec629bf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:00.123596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-d1fc1889-8090-4ac1-8055-cb18eb301c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:00.125186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-d1fc1889-8090-4ac1-8055-cb18eb301c8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.1308510
Apr 30 21:28:00.198727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-058f97f6-856d-4e26-8714-2f59fd63e8ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627058
Apr 30 21:28:00.220947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network dd91a2f8-5a06-4142-abcc-a582992babc0 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:28:00.295263 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:00.348323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd91a2f8-5a06-4142-abcc-a582992babc0) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:00.358799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ddaafc-49b9-4075-995f-c9305a086b1d None None] Network dd91a2f8-5a06-4142-abcc-a582992babc0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:00.360750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-530a6b52-471f-4815-811f-9d73144b8042 None None] Current status of the port 315f65ab-2848-4046-b915-19626ec629bf is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:00.361140 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-530a6b52-471f-4815-811f-9d73144b8042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (315f65ab-2848-4046-b915-19626ec629bf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:00.362986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:00.363974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:00.377808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:00.380197 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe085cb-c93d-4c72-a15b-61928481cfb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:00.410346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Network 7e81ddd4-affa-44b2-8c19-2f3206891e74 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:00.433382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Pushing event updated for resources: {'Port': ['ID=1f4956c6-627d-4ad7-bf44-18b887214d7a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:00.447847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-a12fc0a8-caa1-4498-aabf-c352996fff81 service neutron] 10.222.0.23 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419863
Apr 30 21:28:00.450300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:00.453821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:00.502526 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d024fd0>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:52Z', 'revision_number': 5, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:00.526196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-530a6b52-471f-4815-811f-9d73144b8042 None None] For port 315f65ab-2848-4046-b915-19626ec629bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=315f65ab-2848-4046-b915-19626ec629bf,segment=NetworkSegment(a2c1319b-a8b7-42e2-bfd6-1baae452bebb),segment_id=a2c1319b-a8b7-42e2-bfd6-1baae452bebb)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:00.539042 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5001ae-1f9b-428c-bb99-87be9bb10267 None None] The sync data for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 is: [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:26:43Z', 'revision_number': 4, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '779a249e-8bf2-4b15-92c3-08fe71520722', 'name': '', 'network_id': 'acf946d8-f627-421b-bd28-a9c0e5235ab2', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'mac_address': 'fa:16:3e:6f:f7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:42Z', 'updated_at': '2022-04-30T21:26:52Z', 'revision_number': 5, 'project_id': 'acd535df3826485d8472597a6258a56c', 'subnets': [{'id': 'b7941620-eb2c-4348-9c33-40b03ca5ef42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:00.539774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7dd09abc-228e-44f5-97c3-82067883140d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.9866509
Apr 30 21:28:00.543906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45536) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:00.574060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:00.583688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd88e80>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:27:54Z', 'revision_number': 3, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:27:59Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:00.583992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:00.598705 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-530a6b52-471f-4815-811f-9d73144b8042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (315f65ab-2848-4046-b915-19626ec629bf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:00.628322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf0b59d3-c37c-4405-85d4-4dd5aac881b5 req-17bf8f73-e71d-45d1-a390-6c181701ca07 service neutron] 10.222.0.23 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660020
Apr 30 21:28:00.653657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dd91a2f8-5a06-4142-abcc-a582992babc0', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:28:00.653657 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:00.657210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5946644-c43a-4ecf-a993-c5ccc69812f9 None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:27:54Z', 'revision_number': 3, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:27:59Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:00.698296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-3c117429-8590-4cfa-af36-15c0d44f3570 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3812358
Apr 30 21:28:00.710842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Request body: {'port': {'device_id': '9f211fea-c08c-4f08-92bd-948dc20d7503', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:00.796994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a6b52-471f-4815-811f-9d73144b8042 None None] Pushing event updated for resources: {'Port': ['ID=315f65ab-2848-4046-b915-19626ec629bf,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:00.853608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:00.885175 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f612495-f198-4771-a95c-4e56c2bd7556 x-openstack-request-id: req-3f612495-f198-4771-a95c-4e56c2bd7556 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:00.890223 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:00.894881 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f612495-f198-4771-a95c-4e56c2bd7556 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:00.895391 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f612495-f198-4771-a95c-4e56c2bd7556'] response: {'name': 'network-changed', 'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'status': 'completed', 'code': 200}
Apr 30 21:28:01.034118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-992e2fea-6191-4911-87bb-587f068017d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:01.037144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-992e2fea-6191-4911-87bb-587f068017d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=acd535df3826485d8472597a6258a56c&device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 1128 time: 0.1376097
Apr 30 21:28:01.089925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Allocated IP 2001:db8:2::2 (dd91a2f8-5a06-4142-abcc-a582992babc0/9fb681a7-1f7c-424c-bf74-3a8c43db941f/7e85c395-88c7-4bf9-aec9-b676d41fb4fa) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:01.181839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2bfbcb-2cf9-48df-a3de-90624e824f15 None None] New status for floating IP 3cee25a3-75f1-487f-b062-e7af60932163: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:28:01.209298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:01.557590 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Publish callbacks [] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:01.648461 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:01.687997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb2de9-7a28-4110-89b4-96f05e33b467 req-8a0be6d5-1da0-494d-bc0c-b78d3a3897fd tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:01.689534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65eb2de9-7a28-4110-89b4-96f05e33b467 req-8a0be6d5-1da0-494d-bc0c-b78d3a3897fd tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 931 time: 0.6442313
Apr 30 21:28:01.706734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8:2::1 (dd91a2f8-5a06-4142-abcc-a582992babc0/9fb681a7-1f7c-424c-bf74-3a8c43db941f/966c7731-3b4e-438a-b2c5-4e336bad1206) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:01.740089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f296f600-f15e-4880-90a8-7903732236a2 req-e2602a09-9f9c-4c84-80ea-9fba7f4e3975 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/floatingips/3cee25a3-75f1-487f-b062-e7af60932163 HTTP/1.1" status: 200  len: 692 time: 0.1211126
Apr 30 21:28:01.747420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Pushing event updated for resources: {'Port': ['ID=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:01.761439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Network dd91a2f8-5a06-4142-abcc-a582992babc0 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:01.768008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:01.772302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:01.847045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Attempting to bind port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:01.847956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Attempting to bind port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:01.847956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Attempting to bind port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa on network dd91a2f8-5a06-4142-abcc-a582992babc0 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:01.853952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:01.854461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Checking segment: {'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:01.854967 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:01.855592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Bound using segment: {'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:01.856803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Bound port: 7e85c395-88c7-4bf9-aec9-b676d41fb4fa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:01.856803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:01.868810 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:01.872776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-16362558-483d-424f-93db-8a562362866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:01.874373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-16362558-483d-424f-93db-8a562362866a service neutron] 10.222.0.35 "GET /v2.0/networks?id=acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 200  len: 921 time: 0.8301339
Apr 30 21:28:01.916293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65eb2de9-7a28-4110-89b4-96f05e33b467 req-0179707b-55a9-4137-9e0b-1350e911997f tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055953
Apr 30 21:28:01.931430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] For port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:01.935091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] For port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,segment=NetworkSegment(c57ed780-2278-4285-86d4-f5906060d73b),segment_id=c57ed780-2278-4285-86d4-f5906060d73b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:01.975823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-08ee3de3-024a-4e6e-9c41-a66a60e9ad89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 200  len: 217 time: 0.0855982
Apr 30 21:28:01.976750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.032151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296f600-f15e-4880-90a8-7903732236a2 req-562df84a-6187-43f0-9a0a-5bf0436addb3 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:02.034132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network dd91a2f8-5a06-4142-abcc-a582992babc0 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:02.037293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.039505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f296f600-f15e-4880-90a8-7903732236a2 req-562df84a-6187-43f0-9a0a-5bf0436addb3 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 784 time: 0.2898836
Apr 30 21:28:02.042044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:02.046200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:02.046915 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.050014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-f296f600-f15e-4880-90a8-7903732236a2 req-b64b7a62-8e79-4c3d-a1ba-4cc69a9b74f9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:28:02.058075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f296f600-f15e-4880-90a8-7903732236a2 req-b64b7a62-8e79-4c3d-a1ba-4cc69a9b74f9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0176041
Apr 30 21:28:02.114863 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=966c7731-3b4e-438a-b2c5-4e336bad1206,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:02.136800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.136800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.137966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-20f383c0-d345-44bf-ad80-43b510e9a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:02.138386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.138739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.139073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.139411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.139571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-20f383c0-d345-44bf-ad80-43b510e9a2b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 200  len: 860 time: 0.1510069
Apr 30 21:28:02.139817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.140162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.140493 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.140953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.141283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.141613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.142954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.142954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.142954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:02.150682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f296f600-f15e-4880-90a8-7903732236a2 req-116b2fbd-2043-46ef-bbfd-0c8cb1f6b16b tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.20 HTTP/1.1" status: 200  len: 695 time: 0.0916598
Apr 30 21:28:02.172416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2295b0-af2a-43ff-8538-3d0dc3099219 None None] Pushing event updated for resources: {'Port': ['ID=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:02.254064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-4ed159dd-11e2-4db1-9180-b76d719ac26d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=acf946d8-f627-421b-bd28-a9c0e5235ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0788105
Apr 30 21:28:02.280562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4956c6-627d-4ad7-bf44-18b887214d7a {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:02.287516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f296f600-f15e-4880-90a8-7903732236a2 req-b35b9558-b66e-430b-bd9c-81dcc7b03626 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.35.4.20 HTTP/1.1" status: 200  len: 695 time: 0.1359923
Apr 30 21:28:02.305822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Publish callbacks [] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.398389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.401738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Transition to ACTIVE for port object 1f4956c6-627d-4ad7-bf44-18b887214d7a will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:28:02.510434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-a51dc4b2-c71b-4b2f-b9c1-3f48f44c2b8c service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2473383
Apr 30 21:28:02.514013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.693699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Deleting port e498be14-59b2-4e86-931e-e9c7c9452507 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:02.694064 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e498be14-59b2-4e86-931e-e9c7c9452507), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.711859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 315f65ab-2848-4046-b915-19626ec629bf up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:02.716407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413c29-ea3a-45fd-a376-1bb39a3c95ce req-bcdd31d0-d5cf-4b06-805a-31f0e81b1b1d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:02.723880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84413c29-ea3a-45fd-a376-1bb39a3c95ce req-bcdd31d0-d5cf-4b06-805a-31f0e81b1b1d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:02.725525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84413c29-ea3a-45fd-a376-1bb39a3c95ce req-bcdd31d0-d5cf-4b06-805a-31f0e81b1b1d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493&device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 1682 time: 0.2178340
Apr 30 21:28:02.742002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.769959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 315f65ab-2848-4046-b915-19626ec629bf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:02.770949 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (315f65ab-2848-4046-b915-19626ec629bf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.783210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4956c6-627d-4ad7-bf44-18b887214d7a,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:02.824534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.825983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.860210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 315f65ab-2848-4046-b915-19626ec629bf is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:02.861719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7e85c395-88c7-4bf9-aec9-b676d41fb4fa up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:02.899973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfe085cb-c93d-4c72-a15b-61928481cfb5 req-34bb69b8-09ae-4e6d-adb1-8cb9b3347052 service neutron] 10.222.0.35 "GET /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3688505
Apr 30 21:28:02.917410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:02.917821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.937732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84413c29-ea3a-45fd-a376-1bb39a3c95ce req-d47ec7cc-710f-44cc-8284-bba7e1a79d42 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612833
Apr 30 21:28:02.949741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e498be14-59b2-4e86-931e-e9c7c9452507), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.950086 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for floatingip (e498be14-59b2-4e86-931e-e9c7c9452507), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:02.989020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Attempting to bind port 1f4956c6-627d-4ad7-bf44-18b887214d7a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:02.989020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Attempting to bind port 1f4956c6-627d-4ad7-bf44-18b887214d7a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71fa4641-efb6-470f-802f-f6f8ddfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e81ddd4-affa-44b2-8c19-2f3206891e74'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:02.989020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Attempting to bind port 1f4956c6-627d-4ad7-bf44-18b887214d7a on network 7e81ddd4-affa-44b2-8c19-2f3206891e74 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:02.995297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Calling delete_port for e498be14-59b2-4e86-931e-e9c7c9452507 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:03.000373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=966c7731-3b4e-438a-b2c5-4e336bad1206,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:03.021236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Port 1f4956c6-627d-4ad7-bf44-18b887214d7a on network 7e81ddd4-affa-44b2-8c19-2f3206891e74 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:28:03.021569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Attempting to bind port 1f4956c6-627d-4ad7-bf44-18b887214d7a on network 7e81ddd4-affa-44b2-8c19-2f3206891e74 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:03.036475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:03.036910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Checking segment: {'id': '71fa4641-efb6-470f-802f-f6f8ddfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e81ddd4-affa-44b2-8c19-2f3206891e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:03.037212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Bound using segment: {'id': '71fa4641-efb6-470f-802f-f6f8ddfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e81ddd4-affa-44b2-8c19-2f3206891e74'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:03.037687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Bound port: 1f4956c6-627d-4ad7-bf44-18b887214d7a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fa4641-efb6-470f-802f-f6f8ddfe6496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e81ddd4-affa-44b2-8c19-2f3206891e74'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:03.044794 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.047944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:03.048643 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.079215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network dd91a2f8-5a06-4142-abcc-a582992babc0 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:03.081341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:03.093372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,segment=NetworkSegment(c57ed780-2278-4285-86d4-f5906060d73b),segment_id=c57ed780-2278-4285-86d4-f5906060d73b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:03.171205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f4e7a-26ca-4270-8af4-9e919ded9155 req-2eb4ddca-7ac7-4cba-a9bd-18abc0149a31 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:03.172814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-339f4e7a-26ca-4270-8af4-9e919ded9155 req-2eb4ddca-7ac7-4cba-a9bd-18abc0149a31 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 943 time: 0.1325393
Apr 30 21:28:03.193133 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.210586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:03.318394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] For port 1f4956c6-627d-4ad7-bf44-18b887214d7a, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:03.335712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:03.353245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:03.358750 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31cd2426-bfb4-4db7-8291-cae2d26c2aa7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8124785
Apr 30 21:28:03.361568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45576) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:03.363164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-339f4e7a-26ca-4270-8af4-9e919ded9155 req-edffdd69-7d13-4832-8b91-e49803177e90 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841652
Apr 30 21:28:03.365179 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:03.368186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] For port 1f4956c6-627d-4ad7-bf44-18b887214d7a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f4956c6-627d-4ad7-bf44-18b887214d7a,segment=NetworkSegment(71fa4641-efb6-470f-802f-f6f8ddfe6496),segment_id=71fa4641-efb6-470f-802f-f6f8ddfe6496)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:03.388157 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:03.392319 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d8e1f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:03.399080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1940102152'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:03.496574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.499914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea0552b-efe0-43ac-b936-d92a895f832e None None] Network dd91a2f8-5a06-4142-abcc-a582992babc0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:03.527005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:03.534750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.566445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:03.567044 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.569085 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:03.570771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:28:03.571968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] 10.222.0.35 "PUT /v2.0/ports/1f4956c6-627d-4ad7-bf44-18b887214d7a HTTP/1.1" status: 200  len: 1091 time: 2.8653131
Apr 30 21:28:03.572450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f211fea-c08c-4f08-92bd-948dc20d7503', 'tag': '1f4956c6-627d-4ad7-bf44-18b887214d7a'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:03.579270 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac87729-a234-470d-b45e-31b31ac186ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9f211fea-c08c-4f08-92bd-948dc20d7503", "tag": "1f4956c6-627d-4ad7-bf44-18b887214d7a"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:03.595403 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d2508f3d-f5a5-4606-b20e-ceb604a6c6b7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.596290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e498be14-59b2-4e86-931e-e9c7c9452507), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.600613 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added segment d2508f3d-f5a5-4606-b20e-ceb604a6c6b7 of type vlan for network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e
Apr 30 21:28:03.623407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-26e2a588-c646-4a9b-bc0c-15dea8d6081d None None] Provisioning complete for port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:03.624009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26e2a588-c646-4a9b-bc0c-15dea8d6081d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.660867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (1b42e4e5-77f5-445d-bae1-b2e14bd24d2e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.703391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed29cc-bd00-4284-8793-9559d7690f83 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4956c6-627d-4ad7-bf44-18b887214d7a,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:03.767079 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (1b42e4e5-77f5-445d-bae1-b2e14bd24d2e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.771584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event deleted for resources: {'Port': ['ID=e498be14-59b2-4e86-931e-e9c7c9452507,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:03.776303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:03.777246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.787107 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c8347e-442b-491b-96f8-9231c67b84e6 x-openstack-request-id: req-f2c8347e-442b-491b-96f8-9231c67b84e6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:03.787653 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f211fea-c08c-4f08-92bd-948dc20d7503", "tag": "1f4956c6-627d-4ad7-bf44-18b887214d7a", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:03.787653 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2c8347e-442b-491b-96f8-9231c67b84e6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:03.788162 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c8347e-442b-491b-96f8-9231c67b84e6'] response: {'name': 'network-changed', 'server_uuid': '9f211fea-c08c-4f08-92bd-948dc20d7503', 'tag': '1f4956c6-627d-4ad7-bf44-18b887214d7a', 'status': 'completed', 'code': 200}
Apr 30 21:28:03.795131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-7f86c36f-1610-4b68-9b54-8fdb59cca12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:03.796672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-7f86c36f-1610-4b68-9b54-8fdb59cca12f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=426405d77bbc4e24adcbe789ba3f42f2&device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 1125 time: 0.1115386
Apr 30 21:28:03.805377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for floatingip (3cee25a3-75f1-487f-b062-e7af60932163), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.814749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:03.817267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f296f600-f15e-4880-90a8-7903732236a2 req-435a0d26-c679-4ebe-b5f9-b8f83f9e9cae tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "DELETE /v2.0/floatingips/3cee25a3-75f1-487f-b062-e7af60932163 HTTP/1.1" status: 204  len: 173 time: 1.5076699
Apr 30 21:28:03.899403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-26e2a588-c646-4a9b-bc0c-15dea8d6081d None None] Current status of the port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:03.911542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-294e4cbd-b586-44e3-9ad2-45943f8cb169 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f4956c6-627d-4ad7-bf44-18b887214d7a HTTP/1.1" status: 200  len: 217 time: 0.0942073
Apr 30 21:28:03.927951 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d8e1f70>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:02Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:02Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:03.939114 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5761852
Apr 30 21:28:03.939916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45598) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:03.963956 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:03.964416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb66d6-b711-4971-b526-0e1b27f555b2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Network': ['ID=1b42e4e5-77f5-445d-bae1-b2e14bd24d2e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:03.968385 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Updating router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b port 966c7731-3b4e-438a-b2c5-4e336bad1206 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:28:03.972816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'subnet': {'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:03.976668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:28:03.996960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-ff42ab2e-b4c1-492b-9d43-c0eb613a78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:03.998473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-ff42ab2e-b4c1-492b-9d43-c0eb613a78e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a652e4d-42a9-48af-a223-9f05cc44e41a HTTP/1.1" status: 200  len: 848 time: 0.0764916
Apr 30 21:28:04.001436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03f3429d-c02f-43cb-894b-82a41b008511 req-b231927e-a24c-4bca-8031-6306bc4d49cd tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups/1b389b72-04cb-4fcf-b8da-7b1d9d88017e HTTP/1.1" status: 200  len: 1827 time: 0.0922880
Apr 30 21:28:04.008245 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.033976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-1366ffa1-2d84-4e5f-a35f-c16fa2995024 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e81ddd4-affa-44b2-8c19-2f3206891e74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0278461
Apr 30 21:28:04.207477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03f3429d-c02f-43cb-894b-82a41b008511 req-8a26296d-455b-4d89-ac57-60ca59eee4f4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for security_group (1b389b72-04cb-4fcf-b8da-7b1d9d88017e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.224310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-bb237636-52a8-4c56-beb3-3db698d65793 service neutron] 10.222.0.35 "GET /v2.0/networks/7e81ddd4-affa-44b2-8c19-2f3206891e74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803789
Apr 30 21:28:04.249457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03f3429d-c02f-43cb-894b-82a41b008511 req-8a26296d-455b-4d89-ac57-60ca59eee4f4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for security_group (1b389b72-04cb-4fcf-b8da-7b1d9d88017e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.252175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ea837628-59d2-442e-af7d-8dfd4a51e38b None None] Provisioning complete for port 966c7731-3b4e-438a-b2c5-4e336bad1206 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:04.252784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ea837628-59d2-442e-af7d-8dfd4a51e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.313717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ea837628-59d2-442e-af7d-8dfd4a51e38b None None] Port 966c7731-3b4e-438a-b2c5-4e336bad1206 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:28:04.318869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Made reservation on behalf of d5acec4ac23a4bc3b5ebe5b504ccb591 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:04.322727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ea837628-59d2-442e-af7d-8dfd4a51e38b None None] Provisioning complete for port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:04.323246 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ea837628-59d2-442e-af7d-8dfd4a51e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.323393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.373038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bf4ffe6-fc43-4b4b-8013-68e86166bb6f req-1c31af65-0a36-4313-a14d-841af62f797a service neutron] 10.222.0.35 "GET /v2.0/networks/7e81ddd4-affa-44b2-8c19-2f3206891e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403036
Apr 30 21:28:04.431515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ea837628-59d2-442e-af7d-8dfd4a51e38b None None] Current status of the port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:04.476622 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Publish callbacks [] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.490046 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03f3429d-c02f-43cb-894b-82a41b008511 req-8a26296d-455b-4d89-ac57-60ca59eee4f4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1b389b72-04cb-4fcf-b8da-7b1d9d88017e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.492664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-03f3429d-c02f-43cb-894b-82a41b008511 req-8a26296d-455b-4d89-ac57-60ca59eee4f4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.502462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03f3429d-c02f-43cb-894b-82a41b008511 req-8a26296d-455b-4d89-ac57-60ca59eee4f4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b389b72-04cb-4fcf-b8da-7b1d9d88017e HTTP/1.1" status: 204  len: 173 time: 0.4672902
Apr 30 21:28:04.518348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26296d-455b-4d89-ac57-60ca59eee4f4 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b389b72-04cb-4fcf-b8da-7b1d9d88017e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:04.590096 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.664163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (4b7f8266-ff29-4ff9-afca-44af53e94a13), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.674399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d433009f-b5dc-4047-a8ef-cfd0fa1a2904 None None] Provisioning complete for port 966c7731-3b4e-438a-b2c5-4e336bad1206 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:04.677233 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d433009f-b5dc-4047-a8ef-cfd0fa1a2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.685357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7e85c395-88c7-4bf9-aec9-b676d41fb4fa up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:04.722146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Pushing event updated for resources: {'Port': ['ID=966c7731-3b4e-438a-b2c5-4e336bad1206,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:04.724388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e96d9-3ede-4dfa-9324-9e362bb1a50d req-e9a52d33-0c2d-4541-b071-b843f0733347 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:04.732783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-761e96d9-3ede-4dfa-9324-9e362bb1a50d req-e9a52d33-0c2d-4541-b071-b843f0733347 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 943 time: 0.0743086
Apr 30 21:28:04.750136 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.750487 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.750835 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.754819 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.755854 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.756204 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.756552 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.756891 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.757227 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.757560 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.757928 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.766799 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.771644 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.771644 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.771644 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:04.772405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d433009f-b5dc-4047-a8ef-cfd0fa1a2904 None None] Port 966c7731-3b4e-438a-b2c5-4e336bad1206 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:28:04.793143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:04.800491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.808854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Subnet': ['ID=4b7f8266-ff29-4ff9-afca-44af53e94a13,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:04.817681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Checking segment: {'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:04.818118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network hostable DHCP agents. Network: 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:28:04.839349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-761e96d9-3ede-4dfa-9324-9e362bb1a50d req-59087818-65da-44a9-a99c-6a523835c346 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054091
Apr 30 21:28:04.852148 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Attempting to bind port 966c7731-3b4e-438a-b2c5-4e336bad1206 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:04.852880 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Attempting to bind port 966c7731-3b4e-438a-b2c5-4e336bad1206 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:04.853311 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Attempting to bind port 966c7731-3b4e-438a-b2c5-4e336bad1206 on network dd91a2f8-5a06-4142-abcc-a582992babc0 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:04.875559 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:04.875559 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Checking segment: {'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:04.875559 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.875559 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Bound using segment: {'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:04.875559 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Bound port: 966c7731-3b4e-438a-b2c5-4e336bad1206, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57ed780-2278-4285-86d4-f5906060d73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:04.875559 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:04.928139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:04.955439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:28:04.966288 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] For port 966c7731-3b4e-438a-b2c5-4e336bad1206, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:04.969475 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] For port 966c7731-3b4e-438a-b2c5-4e336bad1206, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=966c7731-3b4e-438a-b2c5-4e336bad1206,segment=NetworkSegment(c57ed780-2278-4285-86d4-f5906060d73b),segment_id=c57ed780-2278-4285-86d4-f5906060d73b)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:05.095374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5e04da04-8af7-440f-b8c8-ce5edd3e030f None None] Provisioning complete for port 966c7731-3b4e-438a-b2c5-4e336bad1206 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:05.098958 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5e04da04-8af7-440f-b8c8-ce5edd3e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:05.115307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:05.116863 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:05.120288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:05.122565 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:05.199785 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:05.200559 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d8e1f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:05.203870 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4ec89e69-2fdb-4f6c-b0e0-9ca2042f3283 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2406108
Apr 30 21:28:05.207954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45620) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:05.299507 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e6194-65ca-4628-a47c-27147815d3c5 None None] Pushing event updated for resources: {'Port': ['ID=966c7731-3b4e-438a-b2c5-4e336bad1206,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:05.313706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b63866-c867-44f2-b16f-0c53d2322d6a None None] Network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:05.363321 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:05.380692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5e04da04-8af7-440f-b8c8-ce5edd3e030f None None] Port 966c7731-3b4e-438a-b2c5-4e336bad1206 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:28:05.450729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:28:05.451602 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:05.521772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07e9d3-88eb-4829-b848-138a35486e24 req-e727316a-472f-4237-87b0-2aaa83411686 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:05.523348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac07e9d3-88eb-4829-b848-138a35486e24 req-e727316a-472f-4237-87b0-2aaa83411686 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1259706
Apr 30 21:28:05.530648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f4c01-6216-4e5d-a251-13b2015732ea req-0d786b2f-3203-4dbb-99e9-6eaceb70baf8 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:05.532629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-315f4c01-6216-4e5d-a251-13b2015732ea req-0d786b2f-3203-4dbb-99e9-6eaceb70baf8 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 946 time: 0.1341202
Apr 30 21:28:05.616977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Allocated IP 2001:db8:3::2 (1b42e4e5-77f5-445d-bae1-b2e14bd24d2e/4b7f8266-ff29-4ff9-afca-44af53e94a13/1a53591a-e535-4286-8ca3-28e425701adf) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:05.668761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a0dc41a0-bc7f-47d5-9a9b-4ba3d3193881 None None] Provisioning complete for port 966c7731-3b4e-438a-b2c5-4e336bad1206 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:05.670324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0dc41a0-bc7f-47d5-9a9b-4ba3d3193881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:05.750675 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d8e1f70>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:02Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:04Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:05.792165 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5374d6fc-2811-401a-85f9-a51b37981971 None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:02Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:04Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:05.797466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac07e9d3-88eb-4829-b848-138a35486e24 req-899a5811-03b1-47d6-821b-3de93412ac21 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2634764
Apr 30 21:28:05.810544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-315f4c01-6216-4e5d-a251-13b2015732ea req-28e1420b-d6ed-447b-889d-cf11c82bb8cf tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310541
Apr 30 21:28:05.884170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc41a0-bc7f-47d5-9a9b-4ba3d3193881 None None] Current status of the port 966c7731-3b4e-438a-b2c5-4e336bad1206 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:05.884632 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0dc41a0-bc7f-47d5-9a9b-4ba3d3193881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:05.917619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87729-a234-470d-b45e-31b31ac186ed req-62abfb9e-8a54-41a0-a35a-3f751c607096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:05.921536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac87729-a234-470d-b45e-31b31ac186ed req-62abfb9e-8a54-41a0-a35a-3f751c607096 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=426405d77bbc4e24adcbe789ba3f42f2&device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 1125 time: 0.2605252
Apr 30 21:28:05.986292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-e47e8514-b70a-499a-bc77-9a3bac3a7b06 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2702701
Apr 30 21:28:05.986904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a0dc41a0-bc7f-47d5-9a9b-4ba3d3193881 None None] For port 966c7731-3b4e-438a-b2c5-4e336bad1206, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=966c7731-3b4e-438a-b2c5-4e336bad1206,segment=NetworkSegment(c57ed780-2278-4285-86d4-f5906060d73b),segment_id=c57ed780-2278-4285-86d4-f5906060d73b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:05.994901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Publish callbacks [] for port (1a53591a-e535-4286-8ca3-28e425701adf), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.095841 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0dc41a0-bc7f-47d5-9a9b-4ba3d3193881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.146229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (1a53591a-e535-4286-8ca3-28e425701adf), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.153463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68144eb-df31-4221-a88d-acb2f5c4f2ef req-baa52d12-3add-477f-9dc5-e3bc3860e033 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:06.162178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a68144eb-df31-4221-a88d-acb2f5c4f2ef req-baa52d12-3add-477f-9dc5-e3bc3860e033 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 943 time: 0.1783402
Apr 30 21:28:06.186984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:06.193133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:06.194892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc41a0-bc7f-47d5-9a9b-4ba3d3193881 None None] Pushing event updated for resources: {'Port': ['ID=966c7731-3b4e-438a-b2c5-4e336bad1206,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:06.204493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:06.268180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.294046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a68144eb-df31-4221-a88d-acb2f5c4f2ef req-ed095550-b61d-4649-bbe9-affbaa869821 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281693
Apr 30 21:28:06.294259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7563a352-482c-49ef-a0f8-8b7d1bcea737 None None] Provisioning complete for port 966c7731-3b4e-438a-b2c5-4e336bad1206 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:06.294259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7563a352-482c-49ef-a0f8-8b7d1bcea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.311728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Pushing event updated for resources: {'Port': ['ID=1a53591a-e535-4286-8ca3-28e425701adf,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:06.367708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Attempting to bind port 1a53591a-e535-4286-8ca3-28e425701adf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:06.368904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Attempting to bind port 1a53591a-e535-4286-8ca3-28e425701adf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:06.369669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Attempting to bind port 1a53591a-e535-4286-8ca3-28e425701adf on network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:06.387411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:06.387970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Checking segment: {'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:06.388481 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.388978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Bound using segment: {'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:06.389861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Bound port: 1a53591a-e535-4286-8ca3-28e425701adf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:06.390363 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1a53591a-e535-4286-8ca3-28e425701adf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.467386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7563a352-482c-49ef-a0f8-8b7d1bcea737 None None] Current status of the port 966c7731-3b4e-438a-b2c5-4e336bad1206 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:06.500574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] For port 1a53591a-e535-4286-8ca3-28e425701adf, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:06.504216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] For port 1a53591a-e535-4286-8ca3-28e425701adf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a53591a-e535-4286-8ca3-28e425701adf,segment=NetworkSegment(d2508f3d-f5a5-4606-b20e-ceb604a6c6b7),segment_id=d2508f3d-f5a5-4606-b20e-ceb604a6c6b7)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:06.578388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1a53591a-e535-4286-8ca3-28e425701adf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.692891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 966c7731-3b4e-438a-b2c5-4e336bad1206 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:06.731000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30812501-31bc-4c5e-8450-74fedcec7edd None None] Pushing event updated for resources: {'Port': ['ID=1a53591a-e535-4286-8ca3-28e425701adf,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:06.771441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 966c7731-3b4e-438a-b2c5-4e336bad1206 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:06.772460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:06.851964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-9c9d38b5-65f8-4374-abe8-87107aa9dfdc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:06.857920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-9c9d38b5-65f8-4374-abe8-87107aa9dfdc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7086f5e-1fd3-45d1-837b-58e964bb0c98 HTTP/1.1" status: 200  len: 945 time: 0.0716083
Apr 30 21:28:06.904128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 966c7731-3b4e-438a-b2c5-4e336bad1206 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:07.090944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e878b5-4e54-4617-a15c-b6c5ce77b0a8 req-1233c98d-4c0d-4f63-a049-07b17e19122d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.092513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68e878b5-4e54-4617-a15c-b6c5ce77b0a8 req-1233c98d-4c0d-4f63-a049-07b17e19122d tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 946 time: 0.1555901
Apr 30 21:28:07.138694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae834d-c272-45ee-b103-a7758672e9ba req-33279c1d-e749-4888-89c7-a19fb3c01c40 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.140179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68ae834d-c272-45ee-b103-a7758672e9ba req-33279c1d-e749-4888-89c7-a19fb3c01c40 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.1487701
Apr 30 21:28:07.220605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Deleting port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:07.220950 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:07.348756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68e878b5-4e54-4617-a15c-b6c5ce77b0a8 req-a81c29bb-8ee8-44a3-a93e-a3cd566805ef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297025
Apr 30 21:28:07.375409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68ae834d-c272-45ee-b103-a7758672e9ba req-df595a82-2631-475a-a1f2-48550d5e461d tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975615
Apr 30 21:28:07.407578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Allocated IP 2001:db8:3::1 (1b42e4e5-77f5-445d-bae1-b2e14bd24d2e/4b7f8266-ff29-4ff9-afca-44af53e94a13/66d77e31-29e3-4168-b704-97e489e2b660) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:07.458942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-a819dae2-fa00-4050-9faa-aeb463563c3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1212819
Apr 30 21:28:07.589274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] For port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:07.589655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:07.613996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b564c1-cd77-40b8-869e-4cc85b44c0d7 req-d2ca7467-bfb8-4f92-8bb6-d00e9f6ae7b6 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.615515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02b564c1-cd77-40b8-869e-4cc85b44c0d7 req-d2ca7467-bfb8-4f92-8bb6-d00e9f6ae7b6 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 943 time: 0.1638896
Apr 30 21:28:07.632368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Calling delete_port for 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:07.644193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1f4956c6-627d-4ad7-bf44-18b887214d7a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:28:07.652144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-2278b963-b10f-4b8c-822a-ae14b2f6e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.652625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-2278b963-b10f-4b8c-822a-ae14b2f6e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.653104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-2278b963-b10f-4b8c-822a-ae14b2f6e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.653558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-2278b963-b10f-4b8c-822a-ae14b2f6e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.654041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-2278b963-b10f-4b8c-822a-ae14b2f6e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.654499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-2278b963-b10f-4b8c-822a-ae14b2f6e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.654955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-2278b963-b10f-4b8c-822a-ae14b2f6e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.657242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-2278b963-b10f-4b8c-822a-ae14b2f6e3fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b81eb3fcf4664f479119191dbc28bf07&device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 6718 time: 0.1196578
Apr 30 21:28:07.792036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1f4956c6-627d-4ad7-bf44-18b887214d7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f4956c6-627d-4ad7-bf44-18b887214d7a,segment=NetworkSegment(71fa4641-efb6-470f-802f-f6f8ddfe6496),segment_id=71fa4641-efb6-470f-802f-f6f8ddfe6496)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:07.804999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '1f4956c6-627d-4ad7-bf44-18b887214d7a', 'network_id': '7e81ddd4-affa-44b2-8c19-2f3206891e74', 'port_id': '1f4956c6-627d-4ad7-bf44-18b887214d7a', 'mac_address': 'fa:16:3e:79:b6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a652e4d-42a9-48af-a223-9f05cc44e41a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:28:07.806409 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (66d77e31-29e3-4168-b704-97e489e2b660), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:07.815546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02b564c1-cd77-40b8-869e-4cc85b44c0d7 req-b9ca9b1b-e7ad-4cd9-93a1-346be894557b tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845074
Apr 30 21:28:07.839877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223be574-007f-4b57-a41f-3c0fe3fd88ab None None] Network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:07.905807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-894ae3d3-cac9-43db-8dfd-9af2eb4fcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.905807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-894ae3d3-cac9-43db-8dfd-9af2eb4fcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.906247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-894ae3d3-cac9-43db-8dfd-9af2eb4fcb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:07.907688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-894ae3d3-cac9-43db-8dfd-9af2eb4fcb20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=2398732c-111b-435b-a08f-1b346cc08b51&id=b8d11e40-b37d-4318-bdf2-7339b1b28107&id=b8d11e40-b37d-4318-bdf2-7339b1b28107 HTTP/1.1" status: 200  len: 2298 time: 0.2147827
Apr 30 21:28:07.910599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1f4956c6-627d-4ad7-bf44-18b887214d7a is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:07.910994 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:07.931488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c143ff12-1660-49ec-b606-cad8382cfd7b None None] Provisioning complete for port 1a53591a-e535-4286-8ca3-28e425701adf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:07.931888 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c143ff12-1660-49ec-b606-cad8382cfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1a53591a-e535-4286-8ca3-28e425701adf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:07.969182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4956c6-627d-4ad7-bf44-18b887214d7a {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:08.027439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1f4956c6-627d-4ad7-bf44-18b887214d7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f4956c6-627d-4ad7-bf44-18b887214d7a,segment=NetworkSegment(71fa4641-efb6-470f-802f-f6f8ddfe6496),segment_id=71fa4641-efb6-470f-802f-f6f8ddfe6496)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:08.028174 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (66d77e31-29e3-4168-b704-97e489e2b660), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.100258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c143ff12-1660-49ec-b606-cad8382cfd7b None None] Current status of the port 1a53591a-e535-4286-8ca3-28e425701adf is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:08.100258 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c143ff12-1660-49ec-b606-cad8382cfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1a53591a-e535-4286-8ca3-28e425701adf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.101837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:08.108853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-eb412d4e-e2b2-42dc-9157-096ec1e42bd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274 HTTP/1.1" status: 200  len: 1001 time: 0.1911995
Apr 30 21:28:08.110174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:08.112123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=66d77e31-29e3-4168-b704-97e489e2b660,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:08.115357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:08.115907 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.150282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c143ff12-1660-49ec-b606-cad8382cfd7b None None] For port 1a53591a-e535-4286-8ca3-28e425701adf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a53591a-e535-4286-8ca3-28e425701adf,segment=NetworkSegment(d2508f3d-f5a5-4606-b20e-ceb604a6c6b7),segment_id=d2508f3d-f5a5-4606-b20e-ceb604a6c6b7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:08.165187 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7beb9238-c6dd-4ea2-8f64-8c495c1659d7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.182632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['42b1915a-8e8a-4c31-b642-d8565317d5b3'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:08.231485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.231706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Pushing event deleted for resources: {'Port': ['ID=7beb9238-c6dd-4ea2-8f64-8c495c1659d7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:08.267548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-7c1b4be5-d52e-42bb-8c38-3db998557f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:08.269043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-7c1b4be5-d52e-42bb-8c38-3db998557f27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48dcc9e8-7c02-4b81-9858-ab3db0e13872 HTTP/1.1" status: 200  len: 856 time: 0.1486459
Apr 30 21:28:08.321025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c143ff12-1660-49ec-b606-cad8382cfd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1a53591a-e535-4286-8ca3-28e425701adf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.325205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1f4956c6-627d-4ad7-bf44-18b887214d7a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:08.373717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] No DVR routers for this DVR port 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:08.380752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.384743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bdd21d7-3c18-487e-bb1b-1c05a2cebc99 req-ba3de421-2c9b-4179-b7c7-2587ff39d8bc tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.20 "DELETE /v2.0/ports/7beb9238-c6dd-4ea2-8f64-8c495c1659d7 HTTP/1.1" status: 204  len: 173 time: 1.5114353
Apr 30 21:28:08.384979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7086f5e-1fd3-45d1-837b-58e964bb0c98', 'name': 'network-vif-deleted', 'tag': '7beb9238-c6dd-4ea2-8f64-8c495c1659d7'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:08.387214 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be52408-0a2b-4947-b0ab-f96621a7f27c" -d '{"events": [{"server_uuid": "a7086f5e-1fd3-45d1-837b-58e964bb0c98", "name": "network-vif-deleted", "tag": "7beb9238-c6dd-4ea2-8f64-8c495c1659d7"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:08.406151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-4f082fb3-cf13-4ccf-829c-cb233295e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:08.407155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-4f082fb3-cf13-4ccf-829c-cb233295e352 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f28b49f-01d7-4c9d-82d6-265d3558ca5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1126561
Apr 30 21:28:08.423756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143ff12-1660-49ec-b606-cad8382cfd7b None None] Pushing event updated for resources: {'Port': ['ID=1a53591a-e535-4286-8ca3-28e425701adf,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:08.456670 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052b8183-3111-4bd8-be6b-86d2e35456bc x-openstack-request-id: req-052b8183-3111-4bd8-be6b-86d2e35456bc {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:08.457180 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7086f5e-1fd3-45d1-837b-58e964bb0c98", "name": "network-vif-deleted", "tag": "7beb9238-c6dd-4ea2-8f64-8c495c1659d7", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:08.457548 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-052b8183-3111-4bd8-be6b-86d2e35456bc {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:08.458278 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052b8183-3111-4bd8-be6b-86d2e35456bc'] response: {'server_uuid': 'a7086f5e-1fd3-45d1-837b-58e964bb0c98', 'name': 'network-vif-deleted', 'tag': '7beb9238-c6dd-4ea2-8f64-8c495c1659d7', 'status': 'completed', 'code': 200}
Apr 30 21:28:08.463852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8295a1c0-09bd-4b51-a106-53396c42765a None None] Provisioning complete for port 1a53591a-e535-4286-8ca3-28e425701adf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:08.464995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8295a1c0-09bd-4b51-a106-53396c42765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1a53591a-e535-4286-8ca3-28e425701adf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.529702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['1f4956c6-627d-4ad7-bf44-18b887214d7a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:08.659512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (66d77e31-29e3-4168-b704-97e489e2b660), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.690717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8295a1c0-09bd-4b51-a106-53396c42765a None None] Current status of the port 1a53591a-e535-4286-8ca3-28e425701adf is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:08.691304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455933bc-26cb-451c-8d5d-dd7b99229032 req-50737bae-d7e3-4ab5-9e7d-397f3ac5bc53 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:08.692883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455933bc-26cb-451c-8d5d-dd7b99229032 req-50737bae-d7e3-4ab5-9e7d-397f3ac5bc53 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 946 time: 0.1645722
Apr 30 21:28:08.710504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1a53591a-e535-4286-8ca3-28e425701adf up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:08.714633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-280f8471-f657-4655-9d70-43b24642261d service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965388
Apr 30 21:28:08.721115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d684e-378d-4ad3-a09e-f8e304d64f4f req-1b207542-00ba-4a6e-aef4-1955fe0f82f9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:08.728745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-814d684e-378d-4ad3-a09e-f8e304d64f4f req-1b207542-00ba-4a6e-aef4-1955fe0f82f9 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.2020628
Apr 30 21:28:08.816989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1a53591a-e535-4286-8ca3-28e425701adf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:08.817553 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1a53591a-e535-4286-8ca3-28e425701adf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.860460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4f06e0bf-a721-42a4-a716-5ca68f3aba3e None None] Provisioning complete for port 66d77e31-29e3-4168-b704-97e489e2b660 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:08.860837 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4f06e0bf-a721-42a4-a716-5ca68f3aba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66d77e31-29e3-4168-b704-97e489e2b660), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:08.926732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4f06e0bf-a721-42a4-a716-5ca68f3aba3e None None] Port 66d77e31-29e3-4168-b704-97e489e2b660 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:28:08.968528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455933bc-26cb-451c-8d5d-dd7b99229032 req-2f3f7e96-8652-4220-8f79-7112dffc828e tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7bd1386-7be8-4032-96c7-b1e7ab825181&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633083
Apr 30 21:28:08.981104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1a53591a-e535-4286-8ca3-28e425701adf is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:08.988303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-814d684e-378d-4ad3-a09e-f8e304d64f4f req-28a8f0a8-bed5-454e-a8d3-e2f74a9f04cd tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586591
Apr 30 21:28:08.997309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-650f3694-7179-4238-b5e5-b0aa5de0294a service neutron] 10.222.0.20 "GET /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2607961
Apr 30 21:28:09.049795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-1e948a9c-55e1-4946-846d-830489cf3148 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 217 time: 0.0417066
Apr 30 21:28:09.148661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-6d86a35e-6317-472c-8c61-54d364d14d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:09.150577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-6d86a35e-6317-472c-8c61-54d364d14d96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0889866
Apr 30 21:28:09.253397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-87caa01a-1e31-4027-b727-52aef8ec9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:09.254905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-87caa01a-1e31-4027-b727-52aef8ec9e18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0601468
Apr 30 21:28:09.267037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966763b8-d204-40e6-9d80-8a23b4c3214b req-77e1f817-40f9-4d51-bddc-61c03d393428 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:09.268478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-966763b8-d204-40e6-9d80-8a23b4c3214b req-77e1f817-40f9-4d51-bddc-61c03d393428 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 944 time: 0.1169152
Apr 30 21:28:09.414435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for port (66d77e31-29e3-4168-b704-97e489e2b660), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:09.418906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-966763b8-d204-40e6-9d80-8a23b4c3214b req-97e042bb-543a-4c6e-9b66-9d7fad14cc9f tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419468
Apr 30 21:28:09.443701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87729-a234-470d-b45e-31b31ac186ed req-5515da1d-8865-416c-8a8c-f0d86bc30f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:09.445226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac87729-a234-470d-b45e-31b31ac186ed req-5515da1d-8865-416c-8a8c-f0d86bc30f1b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7e81ddd4-affa-44b2-8c19-2f3206891e74 HTTP/1.1" status: 200  len: 909 time: 0.1513402
Apr 30 21:28:09.531542 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (66d77e31-29e3-4168-b704-97e489e2b660), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:09.532310 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:09.549028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac87729-a234-470d-b45e-31b31ac186ed req-d20b3ce0-ed99-4590-bda5-0b6f57564fd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f4956c6-627d-4ad7-bf44-18b887214d7a HTTP/1.1" status: 200  len: 217 time: 0.0940385
Apr 30 21:28:09.557617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-70ac31d0-d0c6-460c-b8a2-9e2bcec0ec79 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:09.559888 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-70ac31d0-d0c6-460c-b8a2-9e2bcec0ec79 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.35 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 946 time: 0.0595822
Apr 30 21:28:09.657183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Deleting port 42b1915a-8e8a-4c31-b642-d8565317d5b3 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:09.657585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:09.658601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-a8ec1465-299d-405a-a7ef-3ac8cbbeefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:09.660136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-a8ec1465-299d-405a-a7ef-3ac8cbbeefb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1126 time: 0.2134528
Apr 30 21:28:09.672293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5891e-726e-4dab-87db-ac4937d6126a req-29369081-0444-484a-a04d-2c6cfd771920 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:09.677882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1f4956c6-627d-4ad7-bf44-18b887214d7a up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:09.678018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64d5891e-726e-4dab-87db-ac4937d6126a req-29369081-0444-484a-a04d-2c6cfd771920 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.2260017
Apr 30 21:28:09.737880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 1f4956c6-627d-4ad7-bf44-18b887214d7a completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:28:09.757250 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] For port 42b1915a-8e8a-4c31-b642-d8565317d5b3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=42b1915a-8e8a-4c31-b642-d8565317d5b3,segment=NetworkSegment(60a33b3f-a7e7-45ae-bbfe-cccc222f92bc),segment_id=60a33b3f-a7e7-45ae-bbfe-cccc222f92bc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:09.757936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:09.771964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Calling delete_port for 42b1915a-8e8a-4c31-b642-d8565317d5b3 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:09.781958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event updated for resources: {'Port': ['ID=66d77e31-29e3-4168-b704-97e489e2b660,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:09.818855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 1f4956c6-627d-4ad7-bf44-18b887214d7a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:09.819933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:09.861574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac87729-a234-470d-b45e-31b31ac186ed req-75fad3fc-f133-4428-9ba5-c2d631a4bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:09.863095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac87729-a234-470d-b45e-31b31ac186ed req-75fad3fc-f133-4428-9ba5-c2d631a4bd9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a652e4d-42a9-48af-a223-9f05cc44e41a HTTP/1.1" status: 200  len: 848 time: 0.2900403
Apr 30 21:28:09.880943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:09.912599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:09.913494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7beb9238-c6dd-4ea2-8f64-8c495c1659d7 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:09.946722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-e190e95e-a0f9-442c-b8be-f30b8bf15aae service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4161985
Apr 30 21:28:09.957996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac87729-a234-470d-b45e-31b31ac186ed req-70225592-b53e-4c6f-917b-a6898bdbfbb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7e81ddd4-affa-44b2-8c19-2f3206891e74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0703392
Apr 30 21:28:09.960739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1f4956c6-627d-4ad7-bf44-18b887214d7a is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:09.966121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:09.983489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (42b1915a-8e8a-4c31-b642-d8565317d5b3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:09.994192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f211fea-c08c-4f08-92bd-948dc20d7503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4956c6-627d-4ad7-bf44-18b887214d7a'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:09.994192 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5416b320-f50f-4b02-ba55-33fa1ef22346" -d '{"events": [{"server_uuid": "9f211fea-c08c-4f08-92bd-948dc20d7503", "name": "network-vif-plugged", "status": "completed", "tag": "1f4956c6-627d-4ad7-bf44-18b887214d7a"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:09.998905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['42b1915a-8e8a-4c31-b642-d8565317d5b3'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:10.021244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Pushing event deleted for resources: {'Port': ['ID=42b1915a-8e8a-4c31-b642-d8565317d5b3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:10.035493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1f4956c6-627d-4ad7-bf44-18b887214d7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f4956c6-627d-4ad7-bf44-18b887214d7a,segment=NetworkSegment(71fa4641-efb6-470f-802f-f6f8ddfe6496),segment_id=71fa4641-efb6-470f-802f-f6f8ddfe6496)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:10.083621 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142e067c-3e70-437b-ba75-47a5565f06d2 x-openstack-request-id: req-142e067c-3e70-437b-ba75-47a5565f06d2 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:10.083816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] No DVR routers for this DVR port 42b1915a-8e8a-4c31-b642-d8565317d5b3 on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:10.083944 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f211fea-c08c-4f08-92bd-948dc20d7503", "name": "network-vif-plugged", "status": "completed", "tag": "1f4956c6-627d-4ad7-bf44-18b887214d7a", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:10.084171 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-142e067c-3e70-437b-ba75-47a5565f06d2 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:10.084590 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142e067c-3e70-437b-ba75-47a5565f06d2'] response: {'server_uuid': '9f211fea-c08c-4f08-92bd-948dc20d7503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4956c6-627d-4ad7-bf44-18b887214d7a', 'code': 200}
Apr 30 21:28:10.104913 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:10.113976 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b29d560e-11eb-4d79-9810-8ca1ac61463d req-e4dc65e6-1eb9-410f-afbb-111db18923ab tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.35 "DELETE /v2.0/ports/42b1915a-8e8a-4c31-b642-d8565317d5b3 HTTP/1.1" status: 204  len: 173 time: 0.5470986
Apr 30 21:28:10.126110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670436c6-9564-4218-92f5-de0ea762e493', 'name': 'network-vif-deleted', 'tag': '42b1915a-8e8a-4c31-b642-d8565317d5b3'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:10.126292 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:10.126414 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e67b27-5c63-4a9c-97b3-ffd43f0d0c6e" -d '{"events": [{"server_uuid": "670436c6-9564-4218-92f5-de0ea762e493", "name": "network-vif-deleted", "tag": "42b1915a-8e8a-4c31-b642-d8565317d5b3"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:10.176175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1f4956c6-627d-4ad7-bf44-18b887214d7a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:10.200010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264407d9-99c1-4ed6-ac12-e6a9720df87a req-6d0f3cdd-68bd-450e-8228-c2d3bfed51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:10.201622 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-264407d9-99c1-4ed6-ac12-e6a9720df87a req-6d0f3cdd-68bd-450e-8228-c2d3bfed51c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 1127 time: 0.0436206
Apr 30 21:28:10.256816 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-264407d9-99c1-4ed6-ac12-e6a9720df87a req-acded6f8-1573-4090-b4ef-2702d8bacc3b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469737
Apr 30 21:28:10.458297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Deleting port c86d6076-6753-4ec2-8787-d007df62c17c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:10.458899 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:10.490861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:10.498502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-e5d11504-07d0-4cd6-b2d7-ddaae5bce69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:10.499956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-e5d11504-07d0-4cd6-b2d7-ddaae5bce69d service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.8072677
Apr 30 21:28:10.516400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfcf59b8-a015-4167-84b2-4d8be452e7ca req-1c6c2c9b-b60e-4e68-bb07-aedb5f740077 tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 210 time: 0.0929489
Apr 30 21:28:10.550335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:10.661151 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ece344-32a3-4fd6-975c-b2a82d2b78ea x-openstack-request-id: req-c4ece344-32a3-4fd6-975c-b2a82d2b78ea {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:10.662111 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670436c6-9564-4218-92f5-de0ea762e493", "name": "network-vif-deleted", "tag": "42b1915a-8e8a-4c31-b642-d8565317d5b3", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:10.662554 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4ece344-32a3-4fd6-975c-b2a82d2b78ea {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:10.663163 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ece344-32a3-4fd6-975c-b2a82d2b78ea'] response: {'server_uuid': '670436c6-9564-4218-92f5-de0ea762e493', 'name': 'network-vif-deleted', 'tag': '42b1915a-8e8a-4c31-b642-d8565317d5b3', 'status': 'completed', 'code': 200}
Apr 30 21:28:10.729632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-4a93cfb7-692f-4738-956d-4303252fb116 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7706616
Apr 30 21:28:10.731784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-dc1a7a24-0e4a-4d0e-a1dc-1e999de12583 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.2133243
Apr 30 21:28:10.761856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac87729-a234-470d-b45e-31b31ac186ed req-05dad2b6-0e0a-4227-becf-d8e020b3fc5e service neutron] 10.222.0.35 "GET /v2.0/networks/7e81ddd4-affa-44b2-8c19-2f3206891e74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7940505
Apr 30 21:28:10.863583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4bdad00e-f61f-4203-adb7-16077b70f1b7 None None] Provisioning complete for port 66d77e31-29e3-4168-b704-97e489e2b660 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:10.864182 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4bdad00e-f61f-4203-adb7-16077b70f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66d77e31-29e3-4168-b704-97e489e2b660), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:10.890838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0de63-d95b-4dd9-821a-bd13857769e0 req-8698ed80-d76d-405c-9a90-c3e980be4437 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:10.894787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5a0de63-d95b-4dd9-821a-bd13857769e0 req-8698ed80-d76d-405c-9a90-c3e980be4437 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 946 time: 0.4420140
Apr 30 21:28:10.905429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4bdad00e-f61f-4203-adb7-16077b70f1b7 None None] Port 66d77e31-29e3-4168-b704-97e489e2b660 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:28:10.907794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-f02bc10e-d125-4023-b13f-e57316d8f4e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 217 time: 0.1502707
Apr 30 21:28:11.007946 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71758f12-f14e-4283-9d16-38952356d9f6 req-4a75ce40-df4d-4f77-b00f-c3134ea70a8a tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:11.011264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71758f12-f14e-4283-9d16-38952356d9f6 req-4a75ce40-df4d-4f77-b00f-c3134ea70a8a tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 945 time: 0.2715132
Apr 30 21:28:11.033662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] For port c86d6076-6753-4ec2-8787-d007df62c17c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c86d6076-6753-4ec2-8787-d007df62c17c,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:11.034083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:11.137989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Calling delete_port for c86d6076-6753-4ec2-8787-d007df62c17c owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:11.188846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:11.203404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-c4ff9a7b-99fb-46fb-9891-e2b8f6d8babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:11.204924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-c4ff9a7b-99fb-46fb-9891-e2b8f6d8babb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.2789910
Apr 30 21:28:11.207931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5a0de63-d95b-4dd9-821a-bd13857769e0 req-d31402af-6662-452a-a45b-98d48fe21f50 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe9a3205-bc2d-450a-a013-fb1e0e073c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3019335
Apr 30 21:28:11.249137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-0a337fd3-959f-47d6-9bd1-7d0134bf5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:11.250650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-0a337fd3-959f-47d6-9bd1-7d0134bf5525 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.2504287
Apr 30 21:28:11.314792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71758f12-f14e-4283-9d16-38952356d9f6 req-277df1c7-8c6e-4cf7-a8df-0c8183ff6603 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739565
Apr 30 21:28:11.380925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-c4a36d67-48ee-4949-acc8-7dd326f417ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:11.382494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-c4a36d67-48ee-4949-acc8-7dd326f417ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1243434
Apr 30 21:28:11.411331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac87729-a234-470d-b45e-31b31ac186ed req-bd15098e-9489-44a9-8d99-d3b12cb8f773 service neutron] 10.222.0.35 "GET /v2.0/networks/7e81ddd4-affa-44b2-8c19-2f3206891e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4205842
Apr 30 21:28:11.532816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:11.545505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-24bd7190-e850-48ea-9ca1-671954c85ece tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3353109
Apr 30 21:28:11.545700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:11.547934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45724) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:11.553406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:11.556649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:11.562482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895ff59190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:11.636426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-c3c34083-f52b-4188-bde2-9577fefc0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:11.638145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-c3c34083-f52b-4188-bde2-9577fefc0b75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0941944
Apr 30 21:28:11.640529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-c26b97c8-9d77-4918-bc96-336135a8afb0 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248571
Apr 30 21:28:11.749260 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c86d6076-6753-4ec2-8787-d007df62c17c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:11.750595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:11.807751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6114362-9070-48b1-a862-b12778649cc0 req-cb0283bb-72a7-4f5b-a547-5e80f525feef tempest-ListServersNegativeTestJSON-1439730426 tempest-ListServersNegativeTestJSON-1439730426-project] 10.222.0.23 "GET /v2.0/ports?device_id=670436c6-9564-4218-92f5-de0ea762e493 HTTP/1.1" status: 200  len: 210 time: 0.1240685
Apr 30 21:28:11.853861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Pushing event deleted for resources: {'Port': ['ID=c86d6076-6753-4ec2-8787-d007df62c17c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:11.951006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] No DVR routers for this DVR port c86d6076-6753-4ec2-8787-d007df62c17c on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:11.956646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:11.960058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64d5891e-726e-4dab-87db-ac4937d6126a req-2a9c5e03-1ab5-4154-9613-bde794648612 tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.35 "DELETE /v2.0/ports/c86d6076-6753-4ec2-8787-d007df62c17c HTTP/1.1" status: 204  len: 173 time: 2.2662525
Apr 30 21:28:11.960832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'name': 'network-vif-deleted', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:11.964161 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d289864-32bb-422a-a1ad-3bd1eaf0f239" -d '{"events": [{"server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "name": "network-vif-deleted", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:11.980723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-fc898121-95d0-479b-b528-a7dea6dfcd38 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3353915
Apr 30 21:28:12.000037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-4b0182e7-67ed-4aa5-8401-08bc5b19f82e service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3444636
Apr 30 21:28:12.023399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895ff59190>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:08Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:09Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:12.038023 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fdb876-fdaf-4bdd-a49f-c22fedc57947 x-openstack-request-id: req-25fdb876-fdaf-4bdd-a49f-c22fedc57947 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:12.038388 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c395141-111d-4dfd-ace8-178b59574e50", "name": "network-vif-deleted", "tag": "c86d6076-6753-4ec2-8787-d007df62c17c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:12.038566 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25fdb876-fdaf-4bdd-a49f-c22fedc57947 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:12.038964 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fdb876-fdaf-4bdd-a49f-c22fedc57947'] response: {'server_uuid': '6c395141-111d-4dfd-ace8-178b59574e50', 'name': 'network-vif-deleted', 'tag': 'c86d6076-6753-4ec2-8787-d007df62c17c', 'status': 'completed', 'code': 200}
Apr 30 21:28:12.056975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:12.057272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Updating router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b port 66d77e31-29e3-4168-b704-97e489e2b660 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:28:12.086518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-7f1456a9-79db-41e9-bc4a-77787f903e0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e HTTP/1.1" status: 200  len: 217 time: 0.0465095
Apr 30 21:28:12.088120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (66d77e31-29e3-4168-b704-97e489e2b660), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:12.091502 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.extraroute_db [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=115773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 30 21:28:12.111152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.extraroute_db [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Removed routes are [] {{(pid=115773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 30 21:28:12.111576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:12.159464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4fb26d3-1113-49bd-907c-f2b4168a3cf0 req-748adba9-10ea-454c-8432-73d0c0fb3654 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705763
Apr 30 21:28:12.161161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-b98dbcff-5cfe-4a57-a01d-c2239fad6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:12.162532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-b98dbcff-5cfe-4a57-a01d-c2239fad6330 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0697563
Apr 30 21:28:12.218344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-1213582b-8a59-411b-af1a-1a2f8346f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:12.219894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-1213582b-8a59-411b-af1a-1a2f8346f8ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0486522
Apr 30 21:28:12.343407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9a77780-dae0-44c1-82b1-1e8b95b19566 req-b02f7d83-2e01-4393-9435-0ff11602871a tempest-ServerRescueTestJSONUnderV235-1327504385 tempest-ServerRescueTestJSONUnderV235-1327504385-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c395141-111d-4dfd-ace8-178b59574e50 HTTP/1.1" status: 200  len: 210 time: 0.0384183
Apr 30 21:28:12.357908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-f7026540-38ea-4af0-ae5a-654feaa7f492 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292872
Apr 30 21:28:12.537368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c8b0c-9270-4a1d-9445-5f3256028cff req-fbbe2dc5-8f9b-4124-98f5-73f441046dd0 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:12.544488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d7c8b0c-9270-4a1d-9445-5f3256028cff req-fbbe2dc5-8f9b-4124-98f5-73f441046dd0 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 945 time: 0.0966845
Apr 30 21:28:12.602472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-d4d1e0d2-3b67-4239-8c3e-51f5f143247c service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193346
Apr 30 21:28:12.602704 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Publish callbacks [] for port (66d77e31-29e3-4168-b704-97e489e2b660), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:12.656420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-6cfbca61-4401-47b9-aee6-3eb59c63cd12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d HTTP/1.1" status: 200  len: 217 time: 0.0464520
Apr 30 21:28:12.660920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d7c8b0c-9270-4a1d-9445-5f3256028cff req-cb997c05-ec8e-4b52-973b-0cb30fda60d3 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060934
Apr 30 21:28:12.703435 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (66d77e31-29e3-4168-b704-97e489e2b660), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:12.733671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-e0589f7a-1e74-45f1-93e2-4c0cbfd9fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:12.735809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-e0589f7a-1e74-45f1-93e2-4c0cbfd9fc4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 200  len: 797 time: 0.0692344
Apr 30 21:28:12.813146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caf143-fd4c-4424-81db-65865f5c6811 None None] Pushing event updated for resources: {'Port': ['ID=66d77e31-29e3-4168-b704-97e489e2b660,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:12.858532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-6cbf96cb-420a-4759-bf0e-63ba828dc0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:12.865210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-6cbf96cb-420a-4759-bf0e-63ba828dc0dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2398732c-111b-435b-a08f-1b346cc08b51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1153839
Apr 30 21:28:12.870033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:12.870402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:12.942296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Attempting to bind port 66d77e31-29e3-4168-b704-97e489e2b660 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:12.942668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Attempting to bind port 66d77e31-29e3-4168-b704-97e489e2b660 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:12.943239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Attempting to bind port 66d77e31-29e3-4168-b704-97e489e2b660 on network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:12.965885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45750) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:12.971881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:12.973145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Checking segment: {'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:12.973817 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:12.974717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Bound using segment: {'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:12.975437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Bound port: 66d77e31-29e3-4168-b704-97e489e2b660, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:12.976072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (66d77e31-29e3-4168-b704-97e489e2b660), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.064847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:13.072312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-373c4bef-688e-46c7-b7f5-5a74f22a9e25 admin admin] Deleting subnet 5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:28:13.079384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-373c4bef-688e-46c7-b7f5-5a74f22a9e25 admin admin] Publish callbacks [] for subnet (5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.101472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] For port 66d77e31-29e3-4168-b704-97e489e2b660, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:13.106917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] For port 66d77e31-29e3-4168-b704-97e489e2b660, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66d77e31-29e3-4168-b704-97e489e2b660,segment=NetworkSegment(d2508f3d-f5a5-4606-b20e-ceb604a6c6b7),segment_id=d2508f3d-f5a5-4606-b20e-ceb604a6c6b7)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:13.138405 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-373c4bef-688e-46c7-b7f5-5a74f22a9e25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.162138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-cbf8a97f-7ae5-4ee6-a9cc-41c910abe547 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2926500
Apr 30 21:28:13.182405 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-373c4bef-688e-46c7-b7f5-5a74f22a9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.194375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:13.202082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.205560 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1d598bb8-e640-4466-a601-bc9821e33bae tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 200  len: 954 time: 1.6539531
Apr 30 21:28:13.205875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45770) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:13.218526 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (66d77e31-29e3-4168-b704-97e489e2b660), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.296287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2d18be6c-1f86-40e7-b74b-43df86daa760 None None] Provisioning complete for port 66d77e31-29e3-4168-b704-97e489e2b660 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:13.296942 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d18be6c-1f86-40e7-b74b-43df86daa760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66d77e31-29e3-4168-b704-97e489e2b660), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.354899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caf143-fd4c-4424-81db-65865f5c6811 None None] Pushing event updated for resources: {'Port': ['ID=66d77e31-29e3-4168-b704-97e489e2b660,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:13.360676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:13.361322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895ff59190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:13.457368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45774) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:13.485824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2d18be6c-1f86-40e7-b74b-43df86daa760 None None] Current status of the port 66d77e31-29e3-4168-b704-97e489e2b660 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:13.486353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d18be6c-1f86-40e7-b74b-43df86daa760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (66d77e31-29e3-4168-b704-97e489e2b660), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.510599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:13.586792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2d18be6c-1f86-40e7-b74b-43df86daa760 None None] For port 66d77e31-29e3-4168-b704-97e489e2b660, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66d77e31-29e3-4168-b704-97e489e2b660,segment=NetworkSegment(d2508f3d-f5a5-4606-b20e-ceb604a6c6b7),segment_id=d2508f3d-f5a5-4606-b20e-ceb604a6c6b7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:13.707476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c86d6076-6753-4ec2-8787-d007df62c17c no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:13.775862 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d18be6c-1f86-40e7-b74b-43df86daa760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (66d77e31-29e3-4168-b704-97e489e2b660), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.786351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: c86d6076-6753-4ec2-8787-d007df62c17c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:13.787554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c86d6076-6753-4ec2-8787-d007df62c17c not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:13.788207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 42b1915a-8e8a-4c31-b642-d8565317d5b3 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:13.826810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 42b1915a-8e8a-4c31-b642-d8565317d5b3 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:13.827556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 42b1915a-8e8a-4c31-b642-d8565317d5b3 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:13.833002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-098f8078-f92c-4167-8cb1-f0ad882c7b79 service neutron] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242306
Apr 30 21:28:13.839094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6a0af9d7-fb07-4fa6-942d-8a50f27232ed tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 200  len: 954 time: 0.6321821
Apr 30 21:28:13.842933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45784) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:13.849087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'routes': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:13.906623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18be6c-1f86-40e7-b74b-43df86daa760 None None] Pushing event updated for resources: {'Port': ['ID=66d77e31-29e3-4168-b704-97e489e2b660,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:13.924563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-99910d78-ff76-4344-ae05-5872f52928a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d HTTP/1.1" status: 200  len: 217 time: 0.0805471
Apr 30 21:28:13.926795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2c2bbed3-70bd-4315-a6e3-43467acc3c85 None None] Provisioning complete for port 66d77e31-29e3-4168-b704-97e489e2b660 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:13.927235 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c2bbed3-70bd-4315-a6e3-43467acc3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66d77e31-29e3-4168-b704-97e489e2b660), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.937324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (13092bf4-2438-4250-9839-da1bd0717122), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:13.974480 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-373c4bef-688e-46c7-b7f5-5a74f22a9e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.035993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c4bef-688e-46c7-b7f5-5a74f22a9e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:14.046979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-373c4bef-688e-46c7-b7f5-5a74f22a9e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.050101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-373c4bef-688e-46c7-b7f5-5a74f22a9e25 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5b5a53cb-8e5e-4f4a-8d7a-7249a42e837b HTTP/1.1" status: 204  len: 168 time: 1.0831275
Apr 30 21:28:14.053395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:14.071072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-98242d45-53f9-4a13-b729-932642894066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:14.072531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-98242d45-53f9-4a13-b729-932642894066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.1110420
Apr 30 21:28:14.098421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895ff59190>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:12Z', 'revision_number': 6, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:13Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:14.158708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (836d0142-2dff-47f1-b755-65329382d235), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.175694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c6e96-bf51-49b6-a046-d48f1e4208cc None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:12Z', 'revision_number': 6, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:13Z', 'revision_number': 4, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:14.191370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-0fbde5f1-cae8-437d-bc14-fac586f43215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:14.192858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-0fbde5f1-cae8-437d-bc14-fac586f43215 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1136415
Apr 30 21:28:14.200352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2c2bbed3-70bd-4315-a6e3-43467acc3c85 None None] Current status of the port 66d77e31-29e3-4168-b704-97e489e2b660 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:14.418648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (836d0142-2dff-47f1-b755-65329382d235), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.429077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-893da88d-982c-44a2-a497-9bed38cf0a95 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225468
Apr 30 21:28:14.462509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cd5a160>,) {'filters': {'network_id': ['836d0142-2dff-47f1-b755-65329382d235']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:14.496518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd5a160>, '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:14.496518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd5a160>, '60a33b3f-a7e7-45ae-bbfe-cccc222f92bc') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:14.509586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (60a33b3f-a7e7-45ae-bbfe-cccc222f92bc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.532331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Deleting port 779a249e-8bf2-4b15-92c3-08fe71520722 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:14.532331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.533114 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (60a33b3f-a7e7-45ae-bbfe-cccc222f92bc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.581267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:28:14.581686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (60a33b3f-a7e7-45ae-bbfe-cccc222f92bc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:28:14.585673 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:28:14.607407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.extraroute_db [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added routes are [] {{(pid=115774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 30 21:28:14.607727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.extraroute_db [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=115774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 30 21:28:14.655944 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.699144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] For port 779a249e-8bf2-4b15-92c3-08fe71520722, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=779a249e-8bf2-4b15-92c3-08fe71520722,segment=NetworkSegment(9d2064b1-12aa-4fcf-ae91-d83eb1b317cd),segment_id=9d2064b1-12aa-4fcf-ae91-d83eb1b317cd)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:14.700467 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.724930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Calling delete_port for 779a249e-8bf2-4b15-92c3-08fe71520722 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:14.736518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-c39c23c8-915b-4a82-b729-8cb1655d37cb service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2898092
Apr 30 21:28:14.740204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 66d77e31-29e3-4168-b704-97e489e2b660 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:14.761824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (836d0142-2dff-47f1-b755-65329382d235), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.774625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:14.788487 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] 10.222.0.23 "DELETE /v2.0/networks/836d0142-2dff-47f1-b755-65329382d235 HTTP/1.1" status: 204  len: 168 time: 0.7332025
Apr 30 21:28:14.850747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-72a52e67-b9e8-43f0-b471-d2ac71795de3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee2823b4-cb37-40e4-9569-718e828d60c1 HTTP/1.1" status: 200  len: 217 time: 0.1039479
Apr 30 21:28:14.928438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6f564-fadf-4f71-9eaa-49f61ba1932d admin admin] Pushing event deleted for resources: {'Network': ['ID=836d0142-2dff-47f1-b755-65329382d235,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:14.944858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 66d77e31-29e3-4168-b704-97e489e2b660 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:14.946799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (66d77e31-29e3-4168-b704-97e489e2b660), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.098635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45816) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:15.129992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 66d77e31-29e3-4168-b704-97e489e2b660 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:15.181492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-84369797-a996-4823-b3bd-4a9ecf4cfb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:15.181492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-84369797-a996-4823-b3bd-4a9ecf4cfb65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 200  len: 797 time: 0.2550602
Apr 30 21:28:15.228733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (779a249e-8bf2-4b15-92c3-08fe71520722), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.312194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Pushing event deleted for resources: {'Port': ['ID=779a249e-8bf2-4b15-92c3-08fe71520722,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:15.331624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5eba8f36-4906-4e93-ac19-efc20ddfd170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.343376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-4729782e-5fae-48d6-b6e6-544e6057ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:15.344884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-4729782e-5fae-48d6-b6e6-544e6057ef35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8d11e40-b37d-4318-bdf2-7339b1b28107&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1564152
Apr 30 21:28:15.403432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.411004 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.489481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45828) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:15.522430 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:15.535288 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:15.535967 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec61e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:15.562542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-fdf6f270-9988-4a64-9976-b98d374e1b96 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047527
Apr 30 21:28:15.570126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5eba8f36-4906-4e93-ac19-efc20ddfd170 admin admin] Publish callbacks [] for security_group (785852fa-70f8-409f-bf9b-479bc6725361), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.578883 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (13092bf4-2438-4250-9839-da1bd0717122), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.598177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3eca2380-74e1-402b-8dbc-5b1a2dceb29f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bbf68d01a624b91b6751596b4a0a480&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1060848
Apr 30 21:28:15.623781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45830) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:15.634276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:15.638633 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:15.707004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5eba8f36-4906-4e93-ac19-efc20ddfd170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (785852fa-70f8-409f-bf9b-479bc6725361), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.797838 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5eba8f36-4906-4e93-ac19-efc20ddfd170 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf406de8e3de44c1ad8c376bd32503ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6973865
Apr 30 21:28:15.799678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e5a10dd-b230-45a1-b12e-ef30e49a27c5 req-e92ffeea-1f16-4ce8-b25f-c7907207f573 service neutron] 10.222.0.20 "GET /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240312
Apr 30 21:28:15.806157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c35bed2-77aa-49dc-be1d-9ab198895fbd admin admin] Publish callbacks [] for security_group (d7bd1386-7be8-4032-96c7-b1e7ab825181), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.806730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45834) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:15.831349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c35bed2-77aa-49dc-be1d-9ab198895fbd admin admin] Publish callbacks [] for security_group (d7bd1386-7be8-4032-96c7-b1e7ab825181), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.858794 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec61e50>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:14Z', 'revision_number': 7, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:13Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:15.896522 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:15.902704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:15.912388 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:15.912388 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec61e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:15.912872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:15.912977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba8f36-4906-4e93-ac19-efc20ddfd170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785852fa-70f8-409f-bf9b-479bc6725361,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:15.917830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4a9dcdac-8537-4135-8798-bc334b98691b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 200  len: 704 time: 2.0683882
Apr 30 21:28:15.918345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45840) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:15.975308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d17fc58d-e977-4442-9265-19ff1775ed37 admin admin] Publish callbacks [] for security_group (785852fa-70f8-409f-bf9b-479bc6725361), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:16.007572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:16.025152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c35bed2-77aa-49dc-be1d-9ab198895fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d7bd1386-7be8-4032-96c7-b1e7ab825181), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:16.029929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c35bed2-77aa-49dc-be1d-9ab198895fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:16.034891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9c35bed2-77aa-49dc-be1d-9ab198895fbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7bd1386-7be8-4032-96c7-b1e7ab825181 HTTP/1.1" status: 204  len: 168 time: 0.4087994
Apr 30 21:28:16.047759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35bed2-77aa-49dc-be1d-9ab198895fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bd1386-7be8-4032-96c7-b1e7ab825181,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:16.117159 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d17fc58d-e977-4442-9265-19ff1775ed37 admin admin] Publish callbacks [] for security_group (785852fa-70f8-409f-bf9b-479bc6725361), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:16.118426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d5044b79-988f-4dd6-a998-1bf2c8c77e0b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 200  len: 704 time: 0.1979909
Apr 30 21:28:16.120437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45844) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:16.160869 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:28:16.204752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Router 13092bf4-2438-4250-9839-da1bd0717122 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:16.247589 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec61e50>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:14Z', 'revision_number': 7, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:13Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:16.283910 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a7b60-43d0-4833-aed8-73f99a9616a6 None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:14Z', 'revision_number': 7, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:13Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:16.334374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d17fc58d-e977-4442-9265-19ff1775ed37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (785852fa-70f8-409f-bf9b-479bc6725361), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:16.338656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d17fc58d-e977-4442-9265-19ff1775ed37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:16.343635 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d17fc58d-e977-4442-9265-19ff1775ed37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/785852fa-70f8-409f-bf9b-479bc6725361 HTTP/1.1" status: 204  len: 168 time: 0.5328174
Apr 30 21:28:16.358864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fc58d-e977-4442-9265-19ff1775ed37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785852fa-70f8-409f-bf9b-479bc6725361,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:16.389180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:16.398214 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-73f0b806-f166-4119-b237-5177913dbafc admin admin] 10.222.0.23 "PUT /v2.0/routers/13092bf4-2438-4250-9839-da1bd0717122/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9443595
Apr 30 21:28:16.407565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45848) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:16.417939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] Sync routers for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:16.438828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:16.439555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4b2f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:16.629797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks [] for router (13092bf4-2438-4250-9839-da1bd0717122), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:16.670391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:16.716875 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:16.807509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:16.828920 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:16.830933 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eb01430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:16.900066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks [] for router_gateway (13092bf4-2438-4250-9839-da1bd0717122), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:17.087769 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:17.091539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Deleting port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:17.094838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:17.125509 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:17.160195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4b2f40>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:28:15Z', 'revision_number': 5, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port': {'id': 'c9658d5a-8df7-4e25-ae19-9136b7cb8ebc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:35:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13092bf4-2438-4250-9839-da1bd0717122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:26:39Z', 'updated_at': '2022-04-30T21:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:17.260215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] Checking router: 13092bf4-2438-4250-9839-da1bd0717122 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:17.301267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] Routers {'13092bf4-2438-4250-9839-da1bd0717122'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:17.304047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4b2f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['13092bf4-2438-4250-9839-da1bd0717122'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:17.390252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] For port c9658d5a-8df7-4e25-ae19-9136b7cb8ebc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9658d5a-8df7-4e25-ae19-9136b7cb8ebc,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:17.390626 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:17.417569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Calling delete_port for c9658d5a-8df7-4e25-ae19-9136b7cb8ebc owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:17.439820 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eb01430>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:14Z', 'revision_number': 7, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:13Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:17.480570 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:17.485959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] Set router 13092bf4-2438-4250-9839-da1bd0717122 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:17.507901 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:17.508572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eb01430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:17.652802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4b2f40>, [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:28:16Z', 'revision_number': 6, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:17.705855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19302c-5375-4a8b-8c3b-86ef72c1492f None None] The sync data for ids ['13092bf4-2438-4250-9839-da1bd0717122'] in ncdv-master-1 is: [{'id': '13092bf4-2438-4250-9839-da1bd0717122', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009193393-router', 'tenant_id': 'acd535df3826485d8472597a6258a56c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:26:37Z', 'updated_at': '2022-04-30T21:28:16Z', 'revision_number': 6, 'project_id': 'acd535df3826485d8472597a6258a56c', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:17.717782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 66d77e31-29e3-4168-b704-97e489e2b660 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:17.728932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (66d77e31-29e3-4168-b704-97e489e2b660), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:17.881196 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-40fea989-caec-4e77-8d1f-ae14c7ab3d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:17.882002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 66d77e31-29e3-4168-b704-97e489e2b660, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66d77e31-29e3-4168-b704-97e489e2b660,segment=NetworkSegment(d2508f3d-f5a5-4606-b20e-ceb604a6c6b7),segment_id=d2508f3d-f5a5-4606-b20e-ceb604a6c6b7)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:17.882452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (66d77e31-29e3-4168-b704-97e489e2b660), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:17.902978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 66d77e31-29e3-4168-b704-97e489e2b660 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:17.907304 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:17.981740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c9658d5a-8df7-4e25-ae19-9136b7cb8ebc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.049704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9658d5a-8df7-4e25-ae19-9136b7cb8ebc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:18.211701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (13092bf4-2438-4250-9839-da1bd0717122), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.295774 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (66d77e31-29e3-4168-b704-97e489e2b660), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.337619 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eb01430>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:14Z', 'revision_number': 7, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:13Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:18.363639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (13092bf4-2438-4250-9839-da1bd0717122), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.369118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks [] for router_controller (13092bf4-2438-4250-9839-da1bd0717122), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.384858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=66d77e31-29e3-4168-b704-97e489e2b660,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:18.422234 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd6f276-2a76-4a90-b22c-6b3ca9d26111 None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:14Z', 'revision_number': 7, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66d77e31-29e3-4168-b704-97e489e2b660', 'name': '', 'network_id': '1b42e4e5-77f5-445d-bae1-b2e14bd24d2e', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:b4:9d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:06Z', 'updated_at': '2022-04-30T21:28:13Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '4b7f8266-ff29-4ff9-afca-44af53e94a13', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:18.511481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45912) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:18.588438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (13092bf4-2438-4250-9839-da1bd0717122), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.590075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13092bf4-2438-4250-9839-da1bd0717122 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:28:18.598216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.603551 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-38ef8b3a-53cb-4d01-86ac-fd02cebe64c0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/13092bf4-2438-4250-9839-da1bd0717122 HTTP/1.1" status: 204  len: 168 time: 2.1934779
Apr 30 21:28:18.610181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.610181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45916) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:18.828905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-83257661-3f39-4c08-935d-507a15960e14 admin admin] Deleting subnet b7941620-eb2c-4348-9c33-40b03ca5ef42 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:28:18.837655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83257661-3f39-4c08-935d-507a15960e14 admin admin] Publish callbacks [] for subnet (b7941620-eb2c-4348-9c33-40b03ca5ef42), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.960044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c9658d5a-8df7-4e25-ae19-9136b7cb8ebc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:18.970196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83257661-3f39-4c08-935d-507a15960e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (b7941620-eb2c-4348-9c33-40b03ca5ef42), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:18.972588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-212169260-network', 'tenant_id': 'a036fe856ad94ef98ff000ee43a9b599'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:18.995227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c9658d5a-8df7-4e25-ae19-9136b7cb8ebc {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:18.995920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c9658d5a-8df7-4e25-ae19-9136b7cb8ebc not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:18.996626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 779a249e-8bf2-4b15-92c3-08fe71520722 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:19.018343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980432b-3220-4e63-9fce-df9568795a8b req-d480053f-f1ed-48e8-9ad4-50c976dc40d9 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:19.019960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e980432b-3220-4e63-9fce-df9568795a8b req-d480053f-f1ed-48e8-9ad4-50c976dc40d9 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 946 time: 0.1246049
Apr 30 21:28:19.136900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83257661-3f39-4c08-935d-507a15960e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (b7941620-eb2c-4348-9c33-40b03ca5ef42), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.166774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Made reservation on behalf of a036fe856ad94ef98ff000ee43a9b599 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:19.169195 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.181148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.193325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 779a249e-8bf2-4b15-92c3-08fe71520722 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:19.193674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 779a249e-8bf2-4b15-92c3-08fe71520722 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:19.232399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e980432b-3220-4e63-9fce-df9568795a8b req-ce93c21e-d7fb-4cef-9f76-0f22469affea tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2017059
Apr 30 21:28:19.243172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:19.305653 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Publish callbacks [] for security_group (4ed5da4c-1ce3-4cca-89ad-9e282a7887da), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.369855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:19.378383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9099d479-94b7-401c-a6e7-190653667460 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2544041
Apr 30 21:28:19.378848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45932) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:19.381020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:19.392774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:19.393479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c94f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:19.427933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4ed5da4c-1ce3-4cca-89ad-9e282a7887da), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.454070 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83257661-3f39-4c08-935d-507a15960e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (b7941620-eb2c-4348-9c33-40b03ca5ef42), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.456787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:28:19.470654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-098f7f47-2c30-4684-81d5-1bd7adce8ac6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet 4b7f8266-ff29-4ff9-afca-44af53e94a13 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:28:19.482209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-098f7f47-2c30-4684-81d5-1bd7adce8ac6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (4b7f8266-ff29-4ff9-afca-44af53e94a13), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.495270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83257661-3f39-4c08-935d-507a15960e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7941620-eb2c-4348-9c33-40b03ca5ef42,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:19.495690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:19.510601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4c2ebf46-fe59-4858-aca8-c4457cb873fc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.510913 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Added segment 4c2ebf46-fe59-4858-aca8-c4457cb873fc of type vlan for network 63413cf0-7b82-429b-a889-4c8044c3572d
Apr 30 21:28:19.522355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed5da4c-1ce3-4cca-89ad-9e282a7887da,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:19.557473 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83257661-3f39-4c08-935d-507a15960e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.563296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-83257661-3f39-4c08-935d-507a15960e14 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b7941620-eb2c-4348-9c33-40b03ca5ef42 HTTP/1.1" status: 204  len: 168 time: 0.9541821
Apr 30 21:28:19.564320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45938) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:19.588982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (63413cf0-7b82-429b-a889-4c8044c3572d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.606374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-098f7f47-2c30-4684-81d5-1bd7adce8ac6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (4b7f8266-ff29-4ff9-afca-44af53e94a13), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.637941 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (acf946d8-f627-421b-bd28-a9c0e5235ab2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.646456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea024af7-a260-4a43-b84f-e4b43c6ca71c req-dfdd0ad8-3c32-453d-8985-db2ba72e5663 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:19.648015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea024af7-a260-4a43-b84f-e4b43c6ca71c req-dfdd0ad8-3c32-453d-8985-db2ba72e5663 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 945 time: 0.1571963
Apr 30 21:28:19.740250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c94f0>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:18Z', 'revision_number': 8, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:19.741117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-098f7f47-2c30-4684-81d5-1bd7adce8ac6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4b7f8266-ff29-4ff9-afca-44af53e94a13), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.786856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:19.787039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea024af7-a260-4a43-b84f-e4b43c6ca71c req-5a2451cc-e128-4685-9b82-0356c49a764d tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258712
Apr 30 21:28:19.791129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (63413cf0-7b82-429b-a889-4c8044c3572d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.792004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:19.794874 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.795933 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (acf946d8-f627-421b-bd28-a9c0e5235ab2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.798657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:19.799390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c94f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:27:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:19.824743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966a38d00>,) {'filters': {'network_id': ['acf946d8-f627-421b-bd28-a9c0e5235ab2']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:19.838227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966a38d00>, '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:19.839278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966a38d00>, '9d2064b1-12aa-4fcf-ae91-d83eb1b317cd') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:19.850726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (9d2064b1-12aa-4fcf-ae91-d83eb1b317cd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.866025 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9d2064b1-12aa-4fcf-ae91-d83eb1b317cd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.883432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:28:19.883970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (9d2064b1-12aa-4fcf-ae91-d83eb1b317cd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:19.887031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] Pushing event updated for resources: {'Network': ['ID=63413cf0-7b82-429b-a889-4c8044c3572d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:28:19.896210 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:28:19.908740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 63413cf0-7b82-429b-a889-4c8044c3572d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:28:19.952258 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2b6e3898-baf1-4ef4-a9a7-e943441ceb6e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4395144
Apr 30 21:28:19.955415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:19.960465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Request body: {'subnet': {'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-212169260-subnet', 'tenant_id': 'a036fe856ad94ef98ff000ee43a9b599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:19.971648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:19.978739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-098f7f47-2c30-4684-81d5-1bd7adce8ac6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (4b7f8266-ff29-4ff9-afca-44af53e94a13), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.016948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f7f47-2c30-4684-81d5-1bd7adce8ac6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7f8266-ff29-4ff9-afca-44af53e94a13,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:20.029045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-098f7f47-2c30-4684-81d5-1bd7adce8ac6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.029586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c353562-cc37-4710-bcc2-2b149d0411fc None None] Network 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:20.029691 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-098f7f47-2c30-4684-81d5-1bd7adce8ac6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/4b7f8266-ff29-4ff9-afca-44af53e94a13 HTTP/1.1" status: 204  len: 168 time: 0.6453300
Apr 30 21:28:20.030063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (acf946d8-f627-421b-bd28-a9c0e5235ab2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.032066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45954) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:20.052157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.052851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] 10.222.0.23 "DELETE /v2.0/networks/acf946d8-f627-421b-bd28-a9c0e5235ab2 HTTP/1.1" status: 204  len: 168 time: 0.4883959
Apr 30 21:28:20.073578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Made reservation on behalf of a036fe856ad94ef98ff000ee43a9b599 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:20.075830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.147123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edca77e-e01c-412e-81f5-2e000f269f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf946d8-f627-421b-bd28-a9c0e5235ab2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:20.200841 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (1b42e4e5-77f5-445d-bae1-b2e14bd24d2e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.291505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] DHCP port deletion for 1b42e4e5-77f5-445d-bae1-b2e14bd24d2e request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:28:20.297428 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11def78b-4122-4021-ba86-62d38aa38eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.311269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 1a53591a-e535-4286-8ca3-28e425701adf {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:20.311620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1a53591a-e535-4286-8ca3-28e425701adf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.342389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c94f0>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:18Z', 'revision_number': 8, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:20.374891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863daabd-904b-4b18-b288-8840a8acf4e5 None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:18Z', 'revision_number': 8, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '966c7731-3b4e-438a-b2c5-4e336bad1206', 'name': '', 'network_id': 'dd91a2f8-5a06-4142-abcc-a582992babc0', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:28:01Z', 'updated_at': '2022-04-30T21:28:05Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '9fb681a7-1f7c-424c-bf74-3a8c43db941f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:20.382435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] Deleting port 1a53591a-e535-4286-8ca3-28e425701adf {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:20.384051 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1a53591a-e535-4286-8ca3-28e425701adf), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.450828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 1a53591a-e535-4286-8ca3-28e425701adf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a53591a-e535-4286-8ca3-28e425701adf,segment=NetworkSegment(d2508f3d-f5a5-4606-b20e-ceb604a6c6b7),segment_id=d2508f3d-f5a5-4606-b20e-ceb604a6c6b7)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:20.451369 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1a53591a-e535-4286-8ca3-28e425701adf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.480089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] For port 1a53591a-e535-4286-8ca3-28e425701adf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a53591a-e535-4286-8ca3-28e425701adf,segment=NetworkSegment(d2508f3d-f5a5-4606-b20e-ceb604a6c6b7),segment_id=d2508f3d-f5a5-4606-b20e-ceb604a6c6b7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:20.480767 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1a53591a-e535-4286-8ca3-28e425701adf), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.494283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179af11-c2fc-418f-96a5-1331d6e5f779 req-4e4e50eb-fd4f-4846-9fd8-4382b7d76c8b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:20.495795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b179af11-c2fc-418f-96a5-1331d6e5f779 req-4e4e50eb-fd4f-4846-9fd8-4382b7d76c8b tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 946 time: 0.1785138
Apr 30 21:28:20.499733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] Calling delete_port for 1a53591a-e535-4286-8ca3-28e425701adf owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:20.504311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 1a53591a-e535-4286-8ca3-28e425701adf owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:20.597628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45966) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:20.614115 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (976295b5-d519-4b5b-9b98-98ce31e0a221), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.665974 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8d0f2422-53ae-4244-bc65-ac390b786cd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acd535df3826485d8472597a6258a56c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0669158
Apr 30 21:28:20.668521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45968) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:20.680917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (1a53591a-e535-4286-8ca3-28e425701adf), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.691879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b179af11-c2fc-418f-96a5-1331d6e5f779 req-50035a09-8567-4606-a403-7d6c18f4cf19 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1888969
Apr 30 21:28:20.698280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-c6cadf9d-4ed3-4fca-829f-861e760ce713 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:20.699750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-c6cadf9d-4ed3-4fca-829f-861e760ce713 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 946 time: 0.1645129
Apr 30 21:28:20.716201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] No DVR routers for this DVR port 1a53591a-e535-4286-8ca3-28e425701adf on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:20.725455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb86ef09-13c0-42cd-8b03-291c3c0aa528 admin admin] Publish callbacks [] for security_group (fe9a3205-bc2d-450a-a013-fb1e0e073c7f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.756936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb86ef09-13c0-42cd-8b03-291c3c0aa528 admin admin] Publish callbacks [] for security_group (fe9a3205-bc2d-450a-a013-fb1e0e073c7f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.766374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd6bc6-8397-4ea7-b46b-722358c57418 None None] Pushing event deleted for resources: {'Port': ['ID=1a53591a-e535-4286-8ca3-28e425701adf,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:20.842598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1a53591a-e535-4286-8ca3-28e425701adf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:20.849057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976295b5-d519-4b5b-9b98-98ce31e0a221,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:20.875439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1a53591a-e535-4286-8ca3-28e425701adf {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:20.875883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1a53591a-e535-4286-8ca3-28e425701adf not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:20.876403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 66d77e31-29e3-4168-b704-97e489e2b660 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:20.902085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 66d77e31-29e3-4168-b704-97e489e2b660 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:20.902592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 66d77e31-29e3-4168-b704-97e489e2b660 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:20.932476 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1a53591a-e535-4286-8ca3-28e425701adf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.977370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e203bb-9d71-40af-b117-bb4be7398716 req-44ce9c20-38bb-428f-b588-8ecb7192d0f9 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:20.978993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96e203bb-9d71-40af-b117-bb4be7398716 req-44ce9c20-38bb-428f-b588-8ecb7192d0f9 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 945 time: 0.1668494
Apr 30 21:28:20.995036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb86ef09-13c0-42cd-8b03-291c3c0aa528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fe9a3205-bc2d-450a-a013-fb1e0e073c7f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.998079 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cb86ef09-13c0-42cd-8b03-291c3c0aa528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:20.998798 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cb86ef09-13c0-42cd-8b03-291c3c0aa528 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe9a3205-bc2d-450a-a013-fb1e0e073c7f HTTP/1.1" status: 204  len: 168 time: 0.3290298
Apr 30 21:28:21.001199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Checking segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:21.001564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Network hostable DHCP agents. Network: 63413cf0-7b82-429b-a889-4c8044c3572d, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:28:21.018517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86ef09-13c0-42cd-8b03-291c3c0aa528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9a3205-bc2d-450a-a013-fb1e0e073c7f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:21.019841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=1a53591a-e535-4286-8ca3-28e425701adf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:21.027219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No DVR routers for this DVR port 1a53591a-e535-4286-8ca3-28e425701adf on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:21.053431 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.056220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65daa0-a841-4443-8a2d-89d4aa211b37 req-0341c74c-bff7-47d5-a295-6c35c6e3549f tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:21.057851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a65daa0-a841-4443-8a2d-89d4aa211b37 req-0341c74c-bff7-47d5-a295-6c35c6e3549f tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 945 time: 0.1782696
Apr 30 21:28:21.112538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Deleting port 5ae4997a-23c9-4100-b43d-7af15bd66801 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:21.112881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.244590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Network 63413cf0-7b82-429b-a889-4c8044c3572d is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:28:21.264510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (1b42e4e5-77f5-445d-bae1-b2e14bd24d2e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.329918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Deleting port 1f4956c6-627d-4ad7-bf44-18b887214d7a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:21.330257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.352071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a65daa0-a841-4443-8a2d-89d4aa211b37 req-77c70275-75fe-440a-82b1-3312e6a8a322 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/security-groups?id=e25eac31-fc4b-4f53-9c53-5019033ad8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2775288
Apr 30 21:28:21.356503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c2fc040>,) {'filters': {'network_id': ['1b42e4e5-77f5-445d-bae1-b2e14bd24d2e']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:21.375696 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.406362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c2fc040>, 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:21.406670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c2fc040>, 'd2508f3d-f5a5-4606-b20e-ceb604a6c6b7') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:21.415863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] For port 5ae4997a-23c9-4100-b43d-7af15bd66801, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ae4997a-23c9-4100-b43d-7af15bd66801,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:21.416238 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.422703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (d2508f3d-f5a5-4606-b20e-ceb604a6c6b7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.483881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 63413cf0-7b82-429b-a889-4c8044c3572d) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:21.488435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:21.489041 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.492370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d2508f3d-f5a5-4606-b20e-ceb604a6c6b7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.492853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2446e4-6c74-4b4d-81be-b1a870c21280 None None] Network 63413cf0-7b82-429b-a889-4c8044c3572d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:21.517336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:28:21.518427 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (d2508f3d-f5a5-4606-b20e-ceb604a6c6b7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:28:21.520904 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:28:21.627589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3397dbf-407e-49ec-bf7c-f85c44ddfb77 None None] Network 63413cf0-7b82-429b-a889-4c8044c3572d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:21.665046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9ab076a5-221f-493c-ac23-ec6a56be63c7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7078388
Apr 30 21:28:21.683484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] For port 1f4956c6-627d-4ad7-bf44-18b887214d7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f4956c6-627d-4ad7-bf44-18b887214d7a,segment=NetworkSegment(71fa4641-efb6-470f-802f-f6f8ddfe6496),segment_id=71fa4641-efb6-470f-802f-f6f8ddfe6496)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:21.683877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.705598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Calling delete_port for 1f4956c6-627d-4ad7-bf44-18b887214d7a owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:21.799334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (1b42e4e5-77f5-445d-bae1-b2e14bd24d2e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.803282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.810777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/1b42e4e5-77f5-445d-bae1-b2e14bd24d2e HTTP/1.1" status: 204  len: 168 time: 1.7746680
Apr 30 21:28:21.811390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45998) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:21.864164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce72ac-9902-4315-b28e-0475f1c883d2 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=1b42e4e5-77f5-445d-bae1-b2e14bd24d2e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:21.886660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.887038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (41c21f6c-a144-4a8e-85e3-bc19fe957bd2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:21.887368 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Floating IP 41c21f6c-a144-4a8e-85e3-bc19fe957bd2 disassociated. External IP: 172.35.4.129, port: 5ae4997a-23c9-4100-b43d-7af15bd66801.
Apr 30 21:28:21.887728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Calling delete_port for 5ae4997a-23c9-4100-b43d-7af15bd66801 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:21.912471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5227286-b595-4a51-b7fd-62321b03426f req-dbe02738-1609-4f00-b45d-b4e346104121 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:21.916842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5227286-b595-4a51-b7fd-62321b03426f req-dbe02738-1609-4f00-b45d-b4e346104121 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 946 time: 0.1216044
Apr 30 21:28:22.075867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5227286-b595-4a51-b7fd-62321b03426f req-518502c0-3f01-4aef-935b-e4c6331a8741 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=c70a7cc5-3090-4914-9f4f-ed5939b40364&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1504536
Apr 30 21:28:22.201344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1f4956c6-627d-4ad7-bf44-18b887214d7a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:22.247605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5ae4997a-23c9-4100-b43d-7af15bd66801), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:22.254764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Pushing event deleted for resources: {'Port': ['ID=1f4956c6-627d-4ad7-bf44-18b887214d7a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:22.310899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'Port': ['ID=5ae4997a-23c9-4100-b43d-7af15bd66801,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:22.361048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] No DVR routers for this DVR port 1f4956c6-627d-4ad7-bf44-18b887214d7a on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:22.364733 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:22.369029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96e203bb-9d71-40af-b117-bb4be7398716 req-9ff3ec83-53f1-47bd-ae8f-0d44e2d5c211 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.35 "DELETE /v2.0/ports/1f4956c6-627d-4ad7-bf44-18b887214d7a HTTP/1.1" status: 204  len: 173 time: 1.3617430
Apr 30 21:28:22.370545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f211fea-c08c-4f08-92bd-948dc20d7503', 'name': 'network-vif-deleted', 'tag': '1f4956c6-627d-4ad7-bf44-18b887214d7a'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:22.374123 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94ff907-657f-48c4-81d9-e8e1d2031e0f" -d '{"events": [{"server_uuid": "9f211fea-c08c-4f08-92bd-948dc20d7503", "name": "network-vif-deleted", "tag": "1f4956c6-627d-4ad7-bf44-18b887214d7a"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:22.593218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:22.896317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 966c7731-3b4e-438a-b2c5-4e336bad1206 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:22.906153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:22.974215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-929e9f7f-e50c-4230-a36f-af92cf194f35 req-60dc3c1b-abbf-4a39-be3f-e39817952bc5 tempest-VolumesActionsTest-1155069277 tempest-VolumesActionsTest-1155069277-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f211fea-c08c-4f08-92bd-948dc20d7503 HTTP/1.1" status: 200  len: 210 time: 0.5214450
Apr 30 21:28:23.015811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 966c7731-3b4e-438a-b2c5-4e336bad1206, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=966c7731-3b4e-438a-b2c5-4e336bad1206,segment=NetworkSegment(c57ed780-2278-4285-86d4-f5906060d73b),segment_id=c57ed780-2278-4285-86d4-f5906060d73b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:23.016302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:23.036666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 966c7731-3b4e-438a-b2c5-4e336bad1206 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:23.043706 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c7123-c3f4-41aa-b2a0-40b491ca5ecd x-openstack-request-id: req-360c7123-c3f4-41aa-b2a0-40b491ca5ecd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:23.043706 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f211fea-c08c-4f08-92bd-948dc20d7503", "name": "network-vif-deleted", "tag": "1f4956c6-627d-4ad7-bf44-18b887214d7a", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:23.043706 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-360c7123-c3f4-41aa-b2a0-40b491ca5ecd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:23.043706 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360c7123-c3f4-41aa-b2a0-40b491ca5ecd'] response: {'server_uuid': '9f211fea-c08c-4f08-92bd-948dc20d7503', 'name': 'network-vif-deleted', 'tag': '1f4956c6-627d-4ad7-bf44-18b887214d7a', 'status': 'completed', 'code': 200}
Apr 30 21:28:23.074159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-a0c68f72-dfa3-48ac-bd6f-1079546984cf tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:23.077325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-a0c68f72-dfa3-48ac-bd6f-1079546984cf tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/networks?id=63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 200  len: 812 time: 0.6251366
Apr 30 21:28:23.083928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:23.096782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-add72d6d-5df9-423d-8ce0-7ab0e5893eb1 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/quotas/a036fe856ad94ef98ff000ee43a9b599 HTTP/1.1" status: 200  len: 375 time: 0.0150287
Apr 30 21:28:23.119095 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:23.205303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-0e309ca5-d138-4bcc-925c-591b6538c0cb tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0996094
Apr 30 21:28:23.312867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (966c7731-3b4e-438a-b2c5-4e336bad1206), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:23.322305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:23.339347 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:23.348216 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:23.349064 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cee7040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:23.355123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=966c7731-3b4e-438a-b2c5-4e336bad1206,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:23.381343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] No DVR routers for this DVR port 5ae4997a-23c9-4100-b43d-7af15bd66801 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:23.385290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:23.388587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-473aeede-3295-4510-aeed-e8a5bcb15999 req-bb87b125-8f4d-40ea-a4fd-78eff59704cb tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "DELETE /v2.0/ports/5ae4997a-23c9-4100-b43d-7af15bd66801 HTTP/1.1" status: 204  len: 173 time: 2.6797318
Apr 30 21:28:23.396226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-75043c54-13b5-4e52-8c17-137493a1a88d service neutron] 10.222.0.23 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751072
Apr 30 21:28:23.506111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-bd1fd18f-649a-46e8-926b-7e1b1fab5224 service neutron] 10.222.0.23 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052942
Apr 30 21:28:23.509384 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:23.516389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:23.716127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1f4956c6-627d-4ad7-bf44-18b887214d7a no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:23.757122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd12138f-dad0-45e3-b404-01975837091a req-b69a869f-1428-46b8-9727-4aff37fa2fdc tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 210 time: 0.0745978
Apr 30 21:28:23.776800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 1f4956c6-627d-4ad7-bf44-18b887214d7a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:23.777252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1f4956c6-627d-4ad7-bf44-18b887214d7a not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:23.866756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c8ecadd-7898-41df-9d9f-6f5dbde41415 req-d02190fd-9233-404c-9113-0ed1721a899c tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0507548
Apr 30 21:28:23.911694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:23.925378 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cee7040>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:23.932548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5ae4997a-23c9-4100-b43d-7af15bd66801 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:23.957555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46066) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:23.962122 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:23.973221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 5ae4997a-23c9-4100-b43d-7af15bd66801 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:23.974623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 5ae4997a-23c9-4100-b43d-7af15bd66801 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:24.011492 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:24.014133 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cee7040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:24.059194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:24.068209 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fdb60ddc-a88b-4284-9479-1070c69683ef tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2545002
Apr 30 21:28:24.072198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46078) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:24.077027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:24.095760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:24.096315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa00910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:24.198789 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3cd8bec1-39d6-4b92-803c-dd429cb9230b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.281797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:24.284209 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:24.326382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a28804-b036-4597-a3ce-18791a79a111 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet 9fb681a7-1f7c-424c-bf74-3a8c43db941f {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:28:24.341108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac71e5ce-2516-4bb1-8bca-b61a0d7a8c85 req-0b3bf6fc-dfce-4ba2-93f7-16e5020cca13 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 210 time: 0.0965102
Apr 30 21:28:24.345477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8a28804-b036-4597-a3ce-18791a79a111 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (9fb681a7-1f7c-424c-bf74-3a8c43db941f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.442176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8a28804-b036-4597-a3ce-18791a79a111 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (9fb681a7-1f7c-424c-bf74-3a8c43db941f), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.526597 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cee7040>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:24.534815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3cd8bec1-39d6-4b92-803c-dd429cb9230b admin admin] Publish callbacks [] for security_group (b99d7f3f-01f8-4611-91ae-800ede2d1492), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.560606 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9922d3-7923-40ac-98db-2f86c1e43e4b None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:24.587868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8a28804-b036-4597-a3ce-18791a79a111 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (9fb681a7-1f7c-424c-bf74-3a8c43db941f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.692209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3cd8bec1-39d6-4b92-803c-dd429cb9230b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b99d7f3f-01f8-4611-91ae-800ede2d1492), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.701039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.739771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3cd8bec1-39d6-4b92-803c-dd429cb9230b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e972e71b7fb42a89db19c9ef072c8a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7787695
Apr 30 21:28:24.739771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8bec1-39d6-4b92-803c-dd429cb9230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d7f3f-01f8-4611-91ae-800ede2d1492,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:24.740326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46088) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:24.810149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa00910>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:23Z', 'revision_number': 9, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:24.848117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f6cba64e-2b0a-455e-b4e3-6b6ad3c600df admin admin] Publish callbacks [] for security_group (b99d7f3f-01f8-4611-91ae-800ede2d1492), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.852384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:24.856187 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8a28804-b036-4597-a3ce-18791a79a111 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (9fb681a7-1f7c-424c-bf74-3a8c43db941f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.861193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:24.861930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa00910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:24.878787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f6cba64e-2b0a-455e-b4e3-6b6ad3c600df admin admin] Publish callbacks [] for security_group (b99d7f3f-01f8-4611-91ae-800ede2d1492), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:24.925486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28804-b036-4597-a3ce-18791a79a111 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb681a7-1f7c-424c-bf74-3a8c43db941f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:24.993699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:24.999822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8a28804-b036-4597-a3ce-18791a79a111 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.006613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f8a28804-b036-4597-a3ce-18791a79a111 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/9fb681a7-1f7c-424c-bf74-3a8c43db941f HTTP/1.1" status: 204  len: 168 time: 0.9333069
Apr 30 21:28:25.010590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46096) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:25.041025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f6cba64e-2b0a-455e-b4e3-6b6ad3c600df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b99d7f3f-01f8-4611-91ae-800ede2d1492), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.042436 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f6cba64e-2b0a-455e-b4e3-6b6ad3c600df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.044945 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f6cba64e-2b0a-455e-b4e3-6b6ad3c600df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b99d7f3f-01f8-4611-91ae-800ede2d1492 HTTP/1.1" status: 204  len: 168 time: 0.3036606
Apr 30 21:28:25.063719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084dbf52-fdd7-45eb-9d96-952097cf1c8f None None] Network dd91a2f8-5a06-4142-abcc-a582992babc0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:25.072663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67e621-b1bb-4139-adc8-5a1d3082d573 None None] New status for floating IP 41c21f6c-a144-4a8e-85e3-bc19fe957bd2: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:28:25.086911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cba64e-2b0a-455e-b4e3-6b6ad3c600df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d7f3f-01f8-4611-91ae-800ede2d1492,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:25.127884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (dd91a2f8-5a06-4142-abcc-a582992babc0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.136216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'name': 'network-vif-deleted', 'tag': '5ae4997a-23c9-4100-b43d-7af15bd66801'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:25.139341 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fead4419-625a-4608-bf8b-58a330bc29ba" -d '{"events": [{"server_uuid": "5f2823b0-27c1-4215-ad94-59d3ac52878b", "name": "network-vif-deleted", "tag": "5ae4997a-23c9-4100-b43d-7af15bd66801"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:25.173623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fe1985f-06fe-469e-b577-d53d6829c7df req-ab00fc3c-1323-4fe4-9b5e-7718173f0f11 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1825376
Apr 30 21:28:25.187183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-323128a9-11fc-46d6-819c-79af88350299 req-50dd0bd6-b031-4cc1-aff1-be7b3ee2ecc5 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f2823b0-27c1-4215-ad94-59d3ac52878b HTTP/1.1" status: 200  len: 210 time: 0.2691295
Apr 30 21:28:25.191982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:25.194800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.286167 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e863b180-d0d4-477c-adfb-cbe03971d1db x-openstack-request-id: req-e863b180-d0d4-477c-adfb-cbe03971d1db {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:25.286594 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2823b0-27c1-4215-ad94-59d3ac52878b", "name": "network-vif-deleted", "tag": "5ae4997a-23c9-4100-b43d-7af15bd66801", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:25.286936 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e863b180-d0d4-477c-adfb-cbe03971d1db {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:25.287706 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e863b180-d0d4-477c-adfb-cbe03971d1db'] response: {'server_uuid': '5f2823b0-27c1-4215-ad94-59d3ac52878b', 'name': 'network-vif-deleted', 'tag': '5ae4997a-23c9-4100-b43d-7af15bd66801', 'status': 'completed', 'code': 200}
Apr 30 21:28:25.324101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,segment=NetworkSegment(c57ed780-2278-4285-86d4-f5906060d73b),segment_id=c57ed780-2278-4285-86d4-f5906060d73b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:25.324476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.340154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 7e85c395-88c7-4bf9-aec9-b676d41fb4fa owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:25.450493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250c6513-303a-4824-86a6-ace270077c3e None None] DHCP port deletion for dd91a2f8-5a06-4142-abcc-a582992babc0 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:28:25.503116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a89bfa6-b5bf-4ece-b403-3a2045c0d830 req-bd25ae67-b9d2-42ef-95cf-1ad3c91ace08 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 210 time: 0.0842609
Apr 30 21:28:25.535504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-250c6513-303a-4824-86a6-ace270077c3e None None] Deleting port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:25.535853 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-250c6513-303a-4824-86a6-ace270077c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.579193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.597530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa00910>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:23Z', 'revision_number': 9, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:25.616667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:25.621123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No DVR routers for this DVR port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:25.647577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e19317b-4583-47b1-a4ff-3de8f903967b None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:23Z', 'revision_number': 9, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '315f65ab-2848-4046-b915-19626ec629bf', 'name': '', 'network_id': '02d30ac5-86f6-4f69-8502-cf9419f7f051', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:6b:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:52Z', 'updated_at': '2022-04-30T21:28:00Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '7340db44-18a4-46b7-a498-f905eccfba0f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:25.657945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-250c6513-303a-4824-86a6-ace270077c3e None None] For port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,segment=NetworkSegment(c57ed780-2278-4285-86d4-f5906060d73b),segment_id=c57ed780-2278-4285-86d4-f5906060d73b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:25.658482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-250c6513-303a-4824-86a6-ace270077c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.682820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-250c6513-303a-4824-86a6-ace270077c3e None None] Calling delete_port for 7e85c395-88c7-4bf9-aec9-b676d41fb4fa owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:25.715771 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (dd91a2f8-5a06-4142-abcc-a582992babc0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.738894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966f54490>,) {'filters': {'network_id': ['dd91a2f8-5a06-4142-abcc-a582992babc0']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:25.749157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f54490>, 'c57ed780-2278-4285-86d4-f5906060d73b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:25.749799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f54490>, 'c57ed780-2278-4285-86d4-f5906060d73b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:25.759215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (c57ed780-2278-4285-86d4-f5906060d73b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.772888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c57ed780-2278-4285-86d4-f5906060d73b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.774242 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-250c6513-303a-4824-86a6-ace270077c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (7e85c395-88c7-4bf9-aec9-b676d41fb4fa), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.780506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:28:25.780969 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (c57ed780-2278-4285-86d4-f5906060d73b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:28:25.784271 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:28:25.803595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c6513-303a-4824-86a6-ace270077c3e None None] Pushing event deleted for resources: {'Port': ['ID=7e85c395-88c7-4bf9-aec9-b676d41fb4fa,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:25.818473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c6513-303a-4824-86a6-ace270077c3e None None] No DVR routers for this DVR port 7e85c395-88c7-4bf9-aec9-b676d41fb4fa on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:25.923994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (dd91a2f8-5a06-4142-abcc-a582992babc0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.939191 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:25.939191 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/dd91a2f8-5a06-4142-abcc-a582992babc0 HTTP/1.1" status: 204  len: 168 time: 0.9258053
Apr 30 21:28:25.942057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46128) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:25.957899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a8494-91c9-464c-815c-8da6805c7f3b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=dd91a2f8-5a06-4142-abcc-a582992babc0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:26.014456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46130) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:26.032201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0c6ddd53-47b2-4f78-9952-90fa6ab50dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.137391 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0c6ddd53-47b2-4f78-9952-90fa6ab50dd5 admin admin] Publish callbacks [] for security_group (38c1043a-07e1-4b41-b832-c1d7e1daad25), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.249691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0c6ddd53-47b2-4f78-9952-90fa6ab50dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (38c1043a-07e1-4b41-b832-c1d7e1daad25), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.312701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ddd53-47b2-4f78-9952-90fa6ab50dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c1043a-07e1-4b41-b832-c1d7e1daad25,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:26.323809 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0c6ddd53-47b2-4f78-9952-90fa6ab50dd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bd63f5f58d244b3a99abe25cc4aaf88&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3075728
Apr 30 21:28:26.325924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46140) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:26.337013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-090e2771-2ce5-46e9-a4e2-6c26177494f0 req-7790c881-a3c4-4fa9-bf6e-3dbd8c43c139 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0365360
Apr 30 21:28:26.346868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.372259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46144) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:26.486484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10ee5678-0127-4486-9299-7dec53a48258 admin admin] Publish callbacks [] for security_group (38c1043a-07e1-4b41-b832-c1d7e1daad25), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.520421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae37dcad-3b28-4179-bfcb-bc267eb7484f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (c70a7cc5-3090-4914-9f4f-ed5939b40364), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.527149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10ee5678-0127-4486-9299-7dec53a48258 admin admin] Publish callbacks [] for security_group (38c1043a-07e1-4b41-b832-c1d7e1daad25), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.584940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae37dcad-3b28-4179-bfcb-bc267eb7484f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (c70a7cc5-3090-4914-9f4f-ed5939b40364), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.636598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1911c54d-6231-4d88-ac9c-dd3c508310fd req-4c8d0841-9900-489d-8ce5-91a08a4b62be tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 210 time: 0.0620852
Apr 30 21:28:26.673197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 315f65ab-2848-4046-b915-19626ec629bf {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:26.673197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (315f65ab-2848-4046-b915-19626ec629bf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.694085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 966c7731-3b4e-438a-b2c5-4e336bad1206 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:26.729441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 966c7731-3b4e-438a-b2c5-4e336bad1206 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:26.733567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 966c7731-3b4e-438a-b2c5-4e336bad1206 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:26.733567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7e85c395-88c7-4bf9-aec9-b676d41fb4fa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:26.753350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10ee5678-0127-4486-9299-7dec53a48258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (38c1043a-07e1-4b41-b832-c1d7e1daad25), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.760173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10ee5678-0127-4486-9299-7dec53a48258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.761084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 7e85c395-88c7-4bf9-aec9-b676d41fb4fa {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:26.761722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7e85c395-88c7-4bf9-aec9-b676d41fb4fa not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:26.764774 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-10ee5678-0127-4486-9299-7dec53a48258 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38c1043a-07e1-4b41-b832-c1d7e1daad25 HTTP/1.1" status: 204  len: 168 time: 0.4375811
Apr 30 21:28:26.775818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee5678-0127-4486-9299-7dec53a48258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c1043a-07e1-4b41-b832-c1d7e1daad25,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:26.786014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35093f57-db15-4674-8e92-188830e5670c req-f0e6611d-a933-4ec9-93eb-47fb0904d213 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:26.794064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35093f57-db15-4674-8e92-188830e5670c req-f0e6611d-a933-4ec9-93eb-47fb0904d213 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0726619
Apr 30 21:28:26.801691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae37dcad-3b28-4179-bfcb-bc267eb7484f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c70a7cc5-3090-4914-9f4f-ed5939b40364), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.823472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae37dcad-3b28-4179-bfcb-bc267eb7484f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:26.833199 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ae37dcad-3b28-4179-bfcb-bc267eb7484f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "DELETE /v2.0/security-groups/c70a7cc5-3090-4914-9f4f-ed5939b40364 HTTP/1.1" status: 204  len: 168 time: 0.4591758
Apr 30 21:28:26.835339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46158) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:26.869891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917a31e-f658-4583-a8b0-6742fe7585af req-20bbac1c-1483-440d-a931-68270cc8fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:26.871696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b917a31e-f658-4583-a8b0-6742fe7585af req-20bbac1c-1483-440d-a931-68270cc8fb25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1126 time: 0.0417368
Apr 30 21:28:26.890735 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-863d030b-52c4-4fc7-b3ec-c0f388a00d5f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] show failed (client error): The resource could not be found.
Apr 30 21:28:26.897708 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-863d030b-52c4-4fc7-b3ec-c0f388a00d5f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups/c70a7cc5-3090-4914-9f4f-ed5939b40364 HTTP/1.1" status: 404  len: 347 time: 0.0485587
Apr 30 21:28:26.899231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46160) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:26.908335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37dcad-3b28-4179-bfcb-bc267eb7484f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70a7cc5-3090-4914-9f4f-ed5939b40364,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:26.960877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 315f65ab-2848-4046-b915-19626ec629bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=315f65ab-2848-4046-b915-19626ec629bf,segment=NetworkSegment(a2c1319b-a8b7-42e2-bfd6-1baae452bebb),segment_id=a2c1319b-a8b7-42e2-bfd6-1baae452bebb)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:26.961710 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (315f65ab-2848-4046-b915-19626ec629bf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.006376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35093f57-db15-4674-8e92-188830e5670c req-ddcc27cc-0005-43ab-81e8-be415e9817cf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2057946
Apr 30 21:28:27.013776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 315f65ab-2848-4046-b915-19626ec629bf owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:27.065534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Deleting port 191201a8-5d9b-41b2-bf92-f713339bbe30 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:27.066197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (191201a8-5d9b-41b2-bf92-f713339bbe30), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.096174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917a31e-f658-4583-a8b0-6742fe7585af req-10b0276f-4ef7-47f4-8ddc-e354d131635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.097694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b917a31e-f658-4583-a8b0-6742fe7585af req-10b0276f-4ef7-47f4-8ddc-e354d131635c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.2129247
Apr 30 21:28:27.157107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (191201a8-5d9b-41b2-bf92-f713339bbe30), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.157558 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (191201a8-5d9b-41b2-bf92-f713339bbe30), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.175255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Calling delete_port for 191201a8-5d9b-41b2-bf92-f713339bbe30 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:27.228668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b917a31e-f658-4583-a8b0-6742fe7585af req-abc53d2c-8bf1-4657-8c81-c76499623a90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.1242917
Apr 30 21:28:27.316914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917a31e-f658-4583-a8b0-6742fe7585af req-43550a30-53c9-4a92-b29d-c35f005684c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.318427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b917a31e-f658-4583-a8b0-6742fe7585af req-43550a30-53c9-4a92-b29d-c35f005684c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0805717
Apr 30 21:28:27.372933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917a31e-f658-4583-a8b0-6742fe7585af req-62a66605-b752-4b17-b94a-a591225414bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.374477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b917a31e-f658-4583-a8b0-6742fe7585af req-62a66605-b752-4b17-b94a-a591225414bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0497465
Apr 30 21:28:27.464081 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (191201a8-5d9b-41b2-bf92-f713339bbe30), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.509132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63c298d0-889d-44df-a12d-06d946438eda req-71e240f8-0157-4f59-b0c7-ea2705a0a831 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0377789
Apr 30 21:28:27.511272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'Port': ['ID=191201a8-5d9b-41b2-bf92-f713339bbe30,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:27.511408 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (315f65ab-2848-4046-b915-19626ec629bf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.563654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=315f65ab-2848-4046-b915-19626ec629bf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:27.594896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (41c21f6c-a144-4a8e-85e3-bc19fe957bd2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.594896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.605442 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4402401c-7501-44ba-844c-962f717c481d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "DELETE /v2.0/floatingips/41c21f6c-a144-4a8e-85e3-bc19fe957bd2 HTTP/1.1" status: 204  len: 168 time: 0.6980999
Apr 30 21:28:27.725947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85b90-b993-4ff7-afc9-a807079a826e req-bf653143-ccc7-4702-8c31-bc4964a5deaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.732219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85b90-b993-4ff7-afc9-a807079a826e req-bf653143-ccc7-4702-8c31-bc4964a5deaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.743707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85b90-b993-4ff7-afc9-a807079a826e req-bf653143-ccc7-4702-8c31-bc4964a5deaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.751904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85b90-b993-4ff7-afc9-a807079a826e req-bf653143-ccc7-4702-8c31-bc4964a5deaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.759634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85b90-b993-4ff7-afc9-a807079a826e req-bf653143-ccc7-4702-8c31-bc4964a5deaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.766609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85b90-b993-4ff7-afc9-a807079a826e req-bf653143-ccc7-4702-8c31-bc4964a5deaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.772994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85b90-b993-4ff7-afc9-a807079a826e req-bf653143-ccc7-4702-8c31-bc4964a5deaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:27.783474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5be85b90-b993-4ff7-afc9-a807079a826e req-bf653143-ccc7-4702-8c31-bc4964a5deaf tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.2225592
Apr 30 21:28:27.851541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:27.949381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5be85b90-b993-4ff7-afc9-a807079a826e req-3ea0ec7f-2b55-468c-9df3-e959eefce0fd tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1601436
Apr 30 21:28:28.089083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d50f084c-9188-459a-b99d-f6aca2e5dcb0 req-da1cf4d8-5aa5-48e5-bc36-658252cdd32b tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 210 time: 0.0586724
Apr 30 21:28:28.113970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:28.195297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46208) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:28.200251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6b7a40bd-c055-43df-b6c8-d87437deb491 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968671680', 'description': 'tempest-description--1931561567'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:28.351330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09b8b0b3-9942-40fe-8a3e-cc0298977dcb req-231ab646-1b35-4cdd-97ab-a824ebe17a75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1252420
Apr 30 21:28:28.381135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a40bd-c055-43df-b6c8-d87437deb491 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:28.395007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2276d39-2f61-42ec-b5c8-ea4756aa00d5 req-098bb3f5-9f16-4da4-ad3a-331d33bda1eb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.401908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2276d39-2f61-42ec-b5c8-ea4756aa00d5 req-098bb3f5-9f16-4da4-ad3a-331d33bda1eb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1951931
Apr 30 21:28:28.475198 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a40bd-c055-43df-b6c8-d87437deb491 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (8a273ce0-72ac-4586-9318-9c638e1bf1bd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:28.577483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a40bd-c055-43df-b6c8-d87437deb491 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8a273ce0-72ac-4586-9318-9c638e1bf1bd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:28.654466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a40bd-c055-43df-b6c8-d87437deb491 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a273ce0-72ac-4586-9318-9c638e1bf1bd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:28.722800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b7a40bd-c055-43df-b6c8-d87437deb491 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:28.724219 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b7a40bd-c055-43df-b6c8-d87437deb491 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5275156
Apr 30 21:28:28.727424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46218) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:28.732347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b9e1602d-5bc3-4f4d-980f-9d7c01a8396c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group_rule': {'security_group_id': '8a273ce0-72ac-4586-9318-9c638e1bf1bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:28.785881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:28.797037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:28.809544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6b182c0b-5bf9-4d17-8be4-0aadcab24581 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8663759
Apr 30 21:28:28.814287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:28.815425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f580370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:28.816394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46224) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:28.863394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1602d-5bc3-4f4d-980f-9d7c01a8396c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (04c75f38-cbaa-406b-aaaa-6b7567954491), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:28.894528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55bdc5b4-b2e4-4e0d-a135-23117c95cc0b req-b892fde2-cf2d-43be-b42b-3af68d0871aa tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1003664
Apr 30 21:28:28.921857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bf85d1-44f0-4daa-a8e3-65c73a7e0384 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet 7340db44-18a4-46b7-a498-f905eccfba0f {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:28:28.924358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-c0d10118-2937-46ed-9b51-f446a4cd77a5 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.925812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-c0d10118-2937-46ed-9b51-f446a4cd77a5 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.20 "GET /v2.0/networks?id=63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 200  len: 812 time: 0.7177777
Apr 30 21:28:28.926196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-09bf85d1-44f0-4daa-a8e3-65c73a7e0384 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (7340db44-18a4-46b7-a498-f905eccfba0f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:28.927630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b917a31e-f658-4583-a8b0-6742fe7585af req-4ba38361-7e23-4859-b025-aa6e8535b528 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7656262
Apr 30 21:28:28.940872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Request body: {'port': {'device_id': '3f94f699-f51b-4e21-b7d9-f157c1af6c20', 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'admin_state_up': True, 'tenant_id': 'a036fe856ad94ef98ff000ee43a9b599'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:28.951445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-71ce786e-64e1-4e27-b109-ff691e30637f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.957119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-71ce786e-64e1-4e27-b109-ff691e30637f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.962486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-71ce786e-64e1-4e27-b109-ff691e30637f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.967884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-71ce786e-64e1-4e27-b109-ff691e30637f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.978976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-71ce786e-64e1-4e27-b109-ff691e30637f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.981812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:28.984826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-71ce786e-64e1-4e27-b109-ff691e30637f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.990684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-71ce786e-64e1-4e27-b109-ff691e30637f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:28.993322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-71ce786e-64e1-4e27-b109-ff691e30637f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.1923537
Apr 30 21:28:28.995176 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-09bf85d1-44f0-4daa-a8e3-65c73a7e0384 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (7340db44-18a4-46b7-a498-f905eccfba0f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.046148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2276d39-2f61-42ec-b5c8-ea4756aa00d5 req-91eb1c75-e809-48b0-ac41-b17de9325ee6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.6355257
Apr 30 21:28:29.056017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1602d-5bc3-4f4d-980f-9d7c01a8396c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (04c75f38-cbaa-406b-aaaa-6b7567954491), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.165911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-09bf85d1-44f0-4daa-a8e3-65c73a7e0384 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7340db44-18a4-46b7-a498-f905eccfba0f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.200666 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1602d-5bc3-4f4d-980f-9d7c01a8396c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (04c75f38-cbaa-406b-aaaa-6b7567954491), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.235085 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1602d-5bc3-4f4d-980f-9d7c01a8396c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c75f38-cbaa-406b-aaaa-6b7567954491,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:29.281915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-9066853d-e8ce-4f39-860b-7708016620f5 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.281915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-9066853d-e8ce-4f39-860b-7708016620f5 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "GET /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1877167
Apr 30 21:28:29.319094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-33279f55-58a6-4a17-a139-cbb96d9dd181 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.326661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-33279f55-58a6-4a17-a139-cbb96d9dd181 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.331327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-33279f55-58a6-4a17-a139-cbb96d9dd181 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.331735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f580370>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:27Z', 'revision_number': 10, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:29.337819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-33279f55-58a6-4a17-a139-cbb96d9dd181 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.339999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9e1602d-5bc3-4f4d-980f-9d7c01a8396c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.343972 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b9e1602d-5bc3-4f4d-980f-9d7c01a8396c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6128280
Apr 30 21:28:29.344135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-33279f55-58a6-4a17-a139-cbb96d9dd181 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.344234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46254) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:29.348588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-33279f55-58a6-4a17-a139-cbb96d9dd181 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.348961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c08d72c5-485d-4c12-a837-226f193b6951 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'security_group_rule': {'security_group_id': '8a273ce0-72ac-4586-9318-9c638e1bf1bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:29.354487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-33279f55-58a6-4a17-a139-cbb96d9dd181 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.364247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-33279f55-58a6-4a17-a139-cbb96d9dd181 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.2479444
Apr 30 21:28:29.376795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:29.395882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:29.399102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f580370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:29.417425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-09bf85d1-44f0-4daa-a8e3-65c73a7e0384 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (7340db44-18a4-46b7-a498-f905eccfba0f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.450154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf85d1-44f0-4daa-a8e3-65c73a7e0384 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=7340db44-18a4-46b7-a498-f905eccfba0f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:29.476199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11368a6a-af7b-448c-b43b-8891e73d4abc req-32c0596b-e61b-448e-981f-7527f9d01881 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 210 time: 0.1934915
Apr 30 21:28:29.489691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-09bf85d1-44f0-4daa-a8e3-65c73a7e0384 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.500895 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-09bf85d1-44f0-4daa-a8e3-65c73a7e0384 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/7340db44-18a4-46b7-a498-f905eccfba0f HTTP/1.1" status: 204  len: 168 time: 0.6830459
Apr 30 21:28:29.505423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c08d72c5-485d-4c12-a837-226f193b6951 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (23055795-497e-42a1-8616-d0c0e7ad92d2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.512440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46258) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:29.519677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59232603-e6ea-468c-a9b2-714d1cf2560f None None] Network 02d30ac5-86f6-4f69-8502-cf9419f7f051 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:29.572108 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c08d72c5-485d-4c12-a837-226f193b6951 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (23055795-497e-42a1-8616-d0c0e7ad92d2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.600086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:29.654187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b917a31e-f658-4583-a8b0-6742fe7585af req-48514b67-1635-4b18-b101-a48b231b1f91 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5652611
Apr 30 21:28:29.679218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c08d72c5-485d-4c12-a837-226f193b6951 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (23055795-497e-42a1-8616-d0c0e7ad92d2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.722058 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d72c5-485d-4c12-a837-226f193b6951 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23055795-497e-42a1-8616-d0c0e7ad92d2,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:29.771038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] DHCP port deletion for 02d30ac5-86f6-4f69-8502-cf9419f7f051 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:28:29.772060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc277104-e0aa-453a-9ffb-8db86a8e949e req-19b3c145-d188-4f6e-b440-b7406aa17b84 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4033313
Apr 30 21:28:29.824370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-6348f13c-a407-4302-a44e-e90befbb5b76 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "GET /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.5364864
Apr 30 21:28:29.831121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (02d30ac5-86f6-4f69-8502-cf9419f7f051), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.837972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Made reservation on behalf of a036fe856ad94ef98ff000ee43a9b599 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:29.838718 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.845375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] Deleting port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:29.845966 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.846757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:29.885998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-523dbc4e-979a-4264-9ebd-76e661d4acae tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:29.888877 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-523dbc4e-979a-4264-9ebd-76e661d4acae tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.35 "GET /v2.0/networks?id=63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 200  len: 812 time: 0.3999460
Apr 30 21:28:29.893033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c08d72c5-485d-4c12-a837-226f193b6951 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.901239 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c08d72c5-485d-4c12-a837-226f193b6951 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5558090
Apr 30 21:28:29.903211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46268) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:29.910793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:29.926762 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:29.934698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Request body: {'port': {'device_id': '59606606-7788-4de5-acc4-c5a4b5e3cc89', 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'admin_state_up': True, 'tenant_id': 'a036fe856ad94ef98ff000ee43a9b599'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:30.069948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.150926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] For port 55f341c8-50b6-4186-b2fa-9a48c5b71a90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55f341c8-50b6-4186-b2fa-9a48c5b71a90,segment=NetworkSegment(a2c1319b-a8b7-42e2-bfd6-1baae452bebb),segment_id=a2c1319b-a8b7-42e2-bfd6-1baae452bebb)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:30.151368 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.172160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] Calling delete_port for 55f341c8-50b6-4186-b2fa-9a48c5b71a90 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:30.176729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.193357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f580370>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:27Z', 'revision_number': 10, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:30.255650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7790a6-f733-4c2f-863a-8f420805754e None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:27Z', 'revision_number': 10, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None, '_interfaces': [{'id': '07f83303-dc71-44bf-8f8a-09ed6fdf4a80', 'name': '', 'network_id': '6628313b-011e-4a99-bdbd-dfb337add653', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'mac_address': 'fa:16:3e:48:4a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:27:44Z', 'updated_at': '2022-04-30T21:27:50Z', 'revision_number': 5, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'subnets': [{'id': '96abec91-03ca-451d-9cea-f7aef406b70b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:30.282377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4ea5bfc-9264-44f0-9328-f06b59ce683a req-20b55f80-5683-4a04-a9fb-c7fcea59af5e tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1675959
Apr 30 21:28:30.337728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Allocated IP 172.35.4.156 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ffe4633a-81b1-4db7-8db7-04b8b285696b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:30.410936 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.429789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9414a2-7ebe-4a40-a0a5-18b6596f5515 req-b47ed54b-3019-4bae-834b-e5cb917c973a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:30.431266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb9414a2-7ebe-4a40-a0a5-18b6596f5515 req-b47ed54b-3019-4bae-834b-e5cb917c973a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.3153532
Apr 30 21:28:30.437420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:30.437877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.453669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Made reservation on behalf of a036fe856ad94ef98ff000ee43a9b599 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:30.457905 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.461670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] Pushing event deleted for resources: {'Port': ['ID=55f341c8-50b6-4186-b2fa-9a48c5b71a90,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:30.470851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0585eb-b5f4-4310-bddb-bd65ae138cb5 None None] No DVR routers for this DVR port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:30.489820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (ffe4633a-81b1-4db7-8db7-04b8b285696b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.577745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Allocated IP 172.20.0.10 (63413cf0-7b82-429b-a889-4c8044c3572d/976295b5-d519-4b5b-9b98-98ce31e0a221/882e823c-4f61-46bf-ace8-7292bf8414df) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:30.597796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] For port 68951237-c8b8-42a1-8ab3-47a4e01c2f51, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68951237-c8b8-42a1-8ab3-47a4e01c2f51,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:30.624525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ffe4633a-81b1-4db7-8db7-04b8b285696b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.645319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 55f341c8-50b6-4186-b2fa-9a48c5b71a90, host ncdv-master-1, got binding levels [] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:30.645695 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.714481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:30.729851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb9414a2-7ebe-4a40-a0a5-18b6596f5515 req-7ae6462a-c6e7-4d25-b39d-8d1e813594fa tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2870362
Apr 30 21:28:30.746564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 55f341c8-50b6-4186-b2fa-9a48c5b71a90 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:30.766372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 was not found and therefore no delete operation was performed {{(pid=115774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:28:30.774380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:30.779744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 55f341c8-50b6-4186-b2fa-9a48c5b71a90 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:30.785873 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:30.786127 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (55f341c8-50b6-4186-b2fa-9a48c5b71a90), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.789426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] For port 68951237-c8b8-42a1-8ab3-47a4e01c2f51, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:30.793523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=ffe4633a-81b1-4db7-8db7-04b8b285696b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:30.846517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 55f341c8-50b6-4186-b2fa-9a48c5b71a90 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:30.847030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 55f341c8-50b6-4186-b2fa-9a48c5b71a90 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:30.847283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 315f65ab-2848-4046-b915-19626ec629bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:30.860974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=55f341c8-50b6-4186-b2fa-9a48c5b71a90,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:30.881994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 315f65ab-2848-4046-b915-19626ec629bf {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:30.883850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 315f65ab-2848-4046-b915-19626ec629bf not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:30.910520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No DVR routers for this DVR port 55f341c8-50b6-4186-b2fa-9a48c5b71a90 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:30.919080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] device_id is not set on port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:28:30.942567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (316c7f7f-c862-4b4c-9cb7-876a9658af22), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:30.986022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] Publish callbacks [] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.034401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fab545bb-6c16-43f8-9515-fd78f8c741c7 req-45abb81d-b159-4ebe-bf8e-fbd046227652 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 210 time: 0.1272089
Apr 30 21:28:31.125128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ffe4633a-81b1-4db7-8db7-04b8b285696b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.148327 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.182605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (02d30ac5-86f6-4f69-8502-cf9419f7f051), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.224502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888871b2-fd17-4182-9045-91bb49494579 req-6bf5f6aa-729b-4633-90b6-bc1c29dd186f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.230574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888871b2-fd17-4182-9045-91bb49494579 req-6bf5f6aa-729b-4633-90b6-bc1c29dd186f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.236007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888871b2-fd17-4182-9045-91bb49494579 req-6bf5f6aa-729b-4633-90b6-bc1c29dd186f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.241311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888871b2-fd17-4182-9045-91bb49494579 req-6bf5f6aa-729b-4633-90b6-bc1c29dd186f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.247342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888871b2-fd17-4182-9045-91bb49494579 req-6bf5f6aa-729b-4633-90b6-bc1c29dd186f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.252993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888871b2-fd17-4182-9045-91bb49494579 req-6bf5f6aa-729b-4633-90b6-bc1c29dd186f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.258405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888871b2-fd17-4182-9045-91bb49494579 req-6bf5f6aa-729b-4633-90b6-bc1c29dd186f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.261043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-888871b2-fd17-4182-9045-91bb49494579 req-6bf5f6aa-729b-4633-90b6-bc1c29dd186f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 5444 time: 0.2576466
Apr 30 21:28:31.303560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (ffe4633a-81b1-4db7-8db7-04b8b285696b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.336356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966d126a0>,) {'filters': {'network_id': ['02d30ac5-86f6-4f69-8502-cf9419f7f051']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:31.339034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] No DVR routers for this DVR port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:31.378648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d126a0>, 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:31.378954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d126a0>, 'a2c1319b-a8b7-42e2-bfd6-1baae452bebb') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:31.414739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (a2c1319b-a8b7-42e2-bfd6-1baae452bebb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.417851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=68951237-c8b8-42a1-8ab3-47a4e01c2f51,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:31.421045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ffe4633a-81b1-4db7-8db7-04b8b285696b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.438165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks [] for port (882e823c-4f61-46bf-ace8-7292bf8414df), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.467352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a2c1319b-a8b7-42e2-bfd6-1baae452bebb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.476408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] In _notify_port_updated(), no bound segment for port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:28:31.477360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.477993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.479294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-65079364-318f-4260-94b1-07004fbac3c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 200  len: 1033 time: 1.6377888
Apr 30 21:28:31.480653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=ffe4633a-81b1-4db7-8db7-04b8b285696b,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:31.495717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:28:31.496133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (a2c1319b-a8b7-42e2-bfd6-1baae452bebb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:28:31.499679 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:28:31.527504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-888871b2-fd17-4182-9045-91bb49494579 req-61e278aa-da9a-4b9a-81d4-7eeb3e4ddb16 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2593353
Apr 30 21:28:31.549696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (316c7f7f-c862-4b4c-9cb7-876a9658af22), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.628971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-37f10637-ed55-4853-a063-1fdc91dec279 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:31.629738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ebdbee69-494e-4f20-9d33-24dddbede739 None None] Provisioning complete for port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:31.630158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ebdbee69-494e-4f20-9d33-24dddbede739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.630421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-37f10637-ed55-4853-a063-1fdc91dec279 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "GET /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1368947
Apr 30 21:28:31.636180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46310) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:31.636522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.637998 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-286a9ed4-3ecc-46dc-aa36-9d626f060dd1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7338011
Apr 30 21:28:31.669375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbee69-494e-4f20-9d33-24dddbede739 None None] Port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:28:31.684219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:31.775646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.792656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (02d30ac5-86f6-4f69-8502-cf9419f7f051), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.804567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.807651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/02d30ac5-86f6-4f69-8502-cf9419f7f051 HTTP/1.1" status: 204  len: 168 time: 2.2799156
Apr 30 21:28:31.810640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46322) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:31.872352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7790865-4e92-4553-81bb-bad3f1d79717 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=02d30ac5-86f6-4f69-8502-cf9419f7f051,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:31.886437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.888035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ecc4489-6c34-48f4-9640-fc76f40804b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:31.913413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82561c01-cad8-44ae-80f6-ae6402bc772d req-9893c412-6c4d-4809-8d74-c28c0c61c7bf tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1145570
Apr 30 21:28:31.944617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 83b262c0-f5b8-4175-b9b8-1163fa513cc0 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:32.039581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:32.040575 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:32.040725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Network 63413cf0-7b82-429b-a889-4c8044c3572d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:32.046924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb4d79-69fa-4aba-9756-4a3406c90639 req-520e2cab-fd96-42cf-bec1-dd946a78066b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:32.050086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bb4d79-69fa-4aba-9756-4a3406c90639 req-520e2cab-fd96-42cf-bec1-dd946a78066b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2171168
Apr 30 21:28:32.075490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:32.128088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:32.134228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Allocated IP 172.20.0.7 (63413cf0-7b82-429b-a889-4c8044c3572d/976295b5-d519-4b5b-9b98-98ce31e0a221/911780b0-ee18-4416-9ba0-121a1a2e1db6) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:32.144157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Pushing event updated for resources: {'Port': ['ID=882e823c-4f61-46bf-ace8-7292bf8414df,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:32.161923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:32.308838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:32.309465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:32.320668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-d577ae25-7506-4df6-a9b3-eb782956ddc6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--968671680&fields=id&tenant_id=54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 267 time: 0.2651618
Apr 30 21:28:32.323459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bb4d79-69fa-4aba-9756-4a3406c90639 req-443aff56-3531-45c5-97d7-13bb8c7a6d6a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2635865
Apr 30 21:28:32.369996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] For port 83b262c0-f5b8-4175-b9b8-1163fa513cc0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83b262c0-f5b8-4175-b9b8-1163fa513cc0,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:32.415641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:32.415975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:32.445326 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ecc4489-6c34-48f4-9640-fc76f40804b8 admin admin] Publish callbacks [] for security_group (9168cfd1-25d2-45b1-b273-3ae24adb8203), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:32.505442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 07f83303-dc71-44bf-8f8a-09ed6fdf4a80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,segment=NetworkSegment(bf2dcb6d-176f-4252-be69-69e63c769bd1),segment_id=bf2dcb6d-176f-4252-be69-69e63c769bd1)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:32.506072 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:32.520829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:32.803892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (07f83303-dc71-44bf-8f8a-09ed6fdf4a80), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:32.830735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-dbc008ff-db65-4ebb-a4be-d5fb84a1c30d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8943415
Apr 30 21:28:32.831343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ecc4489-6c34-48f4-9640-fc76f40804b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9168cfd1-25d2-45b1-b273-3ae24adb8203), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:32.841734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=07f83303-dc71-44bf-8f8a-09ed6fdf4a80,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:32.875818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Request body: {'port': {'device_id': '3f94f699-f51b-4e21-b7d9-f157c1af6c20', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:32.888767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f118fd4e-89f3-4944-9b24-f2ed1b89914c req-cd3c21f6-c7fd-404b-90aa-084e06c79daf tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 210 time: 0.4835620
Apr 30 21:28:32.945630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] For port 83b262c0-f5b8-4175-b9b8-1163fa513cc0, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:32.963320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.005596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6ecc4489-6c34-48f4-9640-fc76f40804b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ded425da5c6541d18ad54b75b7110ab8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3677981
Apr 30 21:28:33.019810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46340) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:33.060674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc4489-6c34-48f4-9640-fc76f40804b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9168cfd1-25d2-45b1-b273-3ae24adb8203,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:33.126546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] device_id is not set on port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:28:33.167651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.182943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks [] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.185707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] Publish callbacks [] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.201587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e7a9-5533-4b86-bbf9-ca1a73eb8079 req-8cc401f9-edc8-4f37-b0cc-ff511a3832fb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:33.206998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e7a9-5533-4b86-bbf9-ca1a73eb8079 req-8cc401f9-edc8-4f37-b0cc-ff511a3832fb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:33.212959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e7a9-5533-4b86-bbf9-ca1a73eb8079 req-8cc401f9-edc8-4f37-b0cc-ff511a3832fb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:33.219395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e7a9-5533-4b86-bbf9-ca1a73eb8079 req-8cc401f9-edc8-4f37-b0cc-ff511a3832fb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:33.230382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e7a9-5533-4b86-bbf9-ca1a73eb8079 req-8cc401f9-edc8-4f37-b0cc-ff511a3832fb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:33.232673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e7a9-5533-4b86-bbf9-ca1a73eb8079 req-8cc401f9-edc8-4f37-b0cc-ff511a3832fb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:33.234661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6609e7a9-5533-4b86-bbf9-ca1a73eb8079 req-8cc401f9-edc8-4f37-b0cc-ff511a3832fb tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 4664 time: 0.2251735
Apr 30 21:28:33.264233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b363cf0-9757-45e6-a10e-28498809b144 req-09748058-ca06-4d37-ace8-b83d9f3c1551 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:33.264233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-09748058-ca06-4d37-ace8-b83d9f3c1551 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 814 time: 0.9129138
Apr 30 21:28:33.299191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.327305 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:28:33.327305 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:28:33.397445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-5809257d-86bb-4944-9a31-1bdc9be0a79e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/quotas/54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 375 time: 0.1030273
Apr 30 21:28:33.467325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] Pushing event updated for resources: {'Port': ['ID=83b262c0-f5b8-4175-b9b8-1163fa513cc0,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:33.504220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357a9093-09eb-4f89-9c47-7ba5e8fd8bc5 admin admin] Publish callbacks [] for security_group (9168cfd1-25d2-45b1-b273-3ae24adb8203), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.520276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] No DVR routers for this DVR port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:33.528917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:33.539396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357a9093-09eb-4f89-9c47-7ba5e8fd8bc5 admin admin] Publish callbacks [] for security_group (9168cfd1-25d2-45b1-b273-3ae24adb8203), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.594465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6609e7a9-5533-4b86-bbf9-ca1a73eb8079 req-4797b7b9-56ce-42c1-8cf9-c053ef6a375d tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&id=3cd2a2e2-49e2-4a20-a03d-ee246c051cff&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3031628
Apr 30 21:28:33.606580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.640538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:33.657352 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f7db322e-a573-4552-aaf5-72670e3cb779 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8400786
Apr 30 21:28:33.657474 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:33.658858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46362) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:33.665371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-0e140478-dcad-47f0-a1c1-282c52aa2f63 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2482364
Apr 30 21:28:33.678537 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:33.681746 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf79a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:33.723228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-754f1a50-a2a7-4e03-a4b5-1f52c5170729 None None] Provisioning complete for port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:33.727356 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-754f1a50-a2a7-4e03-a4b5-1f52c5170729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.749531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92e3cc8-8d76-4275-81d6-d85bc2da7fcf tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting subnet 96abec91-03ca-451d-9cea-f7aef406b70b {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:28:33.758930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d92e3cc8-8d76-4275-81d6-d85bc2da7fcf tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (96abec91-03ca-451d-9cea-f7aef406b70b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.785511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] In _notify_port_updated(), no bound segment for port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 on network 2398732c-111b-435b-a08f-1b346cc08b51 {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:28:33.787287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:33.788747 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.793225 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:33.793508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-5d992278-48cd-4bb1-81f3-2ccea3152572 service neutron] 10.222.0.20 "PUT /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 200  len: 1032 time: 2.1198938
Apr 30 21:28:33.800694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-754f1a50-a2a7-4e03-a4b5-1f52c5170729 None None] Port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:28:33.807797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357a9093-09eb-4f89-9c47-7ba5e8fd8bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9168cfd1-25d2-45b1-b273-3ae24adb8203), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.810467 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357a9093-09eb-4f89-9c47-7ba5e8fd8bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.814230 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-357a9093-09eb-4f89-9c47-7ba5e8fd8bc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9168cfd1-25d2-45b1-b273-3ae24adb8203 HTTP/1.1" status: 204  len: 168 time: 0.7941914
Apr 30 21:28:33.856494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a9093-09eb-4f89-9c47-7ba5e8fd8bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9168cfd1-25d2-45b1-b273-3ae24adb8203,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:33.866704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Network 63413cf0-7b82-429b-a889-4c8044c3572d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:33.868519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Pushing event updated for resources: {'Port': ['ID=911780b0-ee18-4416-9ba0-121a1a2e1db6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:33.872945 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf79a60>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:32Z', 'revision_number': 11, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:33.876750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d92e3cc8-8d76-4275-81d6-d85bc2da7fcf tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (96abec91-03ca-451d-9cea-f7aef406b70b), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:33.946599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:33.980893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 is: DOWN; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:33.982207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b222076d-c1a2-4c03-8c2a-48a53d5a9274 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:34.017455 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:34.020070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:34.028339 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:34.029282 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf79a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:34.032616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df21d742-f2d0-4720-b822-16454387d7b2 req-c83b6ed9-1986-4406-bf51-31c5b0e6d4b5 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.2373233
Apr 30 21:28:34.119177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d92e3cc8-8d76-4275-81d6-d85bc2da7fcf tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (96abec91-03ca-451d-9cea-f7aef406b70b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.131583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b222076d-c1a2-4c03-8c2a-48a53d5a9274 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:34.131982 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.134427 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:34.165862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:34.168678 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdbcaa1-6866-4a5a-ac16-0d6ce3f5a080" -d '{"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-unplugged", "status": "completed", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:34.182834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b222076d-c1a2-4c03-8c2a-48a53d5a9274, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:34.202557 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf79a60>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:32Z', 'revision_number': 11, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:34.234638 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b5136-85a4-4346-aae5-2dc0741dff7e None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:32Z', 'revision_number': 11, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:34.281311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.282155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b7b29b71-981b-4ddd-b8fa-c4dc14de585e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:34.284359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:34.285243 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.296203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d92e3cc8-8d76-4275-81d6-d85bc2da7fcf tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (96abec91-03ca-451d-9cea-f7aef406b70b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.313216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting port ee2823b4-cb37-40e4-9569-718e828d60c1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:34.313664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.347000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e3cc8-8d76-4275-81d6-d85bc2da7fcf tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Subnet': ['ID=96abec91-03ca-451d-9cea-f7aef406b70b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:34.354514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d92e3cc8-8d76-4275-81d6-d85bc2da7fcf tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.358698 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d92e3cc8-8d76-4275-81d6-d85bc2da7fcf tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/96abec91-03ca-451d-9cea-f7aef406b70b HTTP/1.1" status: 204  len: 168 time: 0.6984777
Apr 30 21:28:34.360964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46382) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:34.372203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3a1b68-58fa-4d66-b02c-9daf2fb3d6a5 None None] Network 6628313b-011e-4a99-bdbd-dfb337add653 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:34.428586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882e823c-4f61-46bf-ace8-7292bf8414df {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:34.440024 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Publish callbacks [] for port (882e823c-4f61-46bf-ace8-7292bf8414df), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.450379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-adc7dc10-3033-472f-ad14-d5102341eeb5 service neutron] 10.222.0.23 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7373304
Apr 30 21:28:34.463237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (6628313b-011e-4a99-bdbd-dfb337add653), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.468963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b222076d-c1a2-4c03-8c2a-48a53d5a9274,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:34.502963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.503315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.503658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.504000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.504526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.504866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.505200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.505531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.505885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.508742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.508742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.508742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.508742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.508742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.508742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:34.529317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Deleting port 54af424d-1133-4caa-9fa5-ef84be64dac9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:34.531076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.536294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6e33d-75a5-4d69-9fa4-f53312efc4fd req-b88c0e07-1330-4a14-af97-0ef11033d78d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:34.538531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1be6e33d-75a5-4d69-9fa4-f53312efc4fd req-b88c0e07-1330-4a14-af97-0ef11033d78d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.3749104
Apr 30 21:28:34.555036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b7b29b71-981b-4ddd-b8fa-c4dc14de585e is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:34.555314 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.567172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Transition to ACTIVE for port object 882e823c-4f61-46bf-ace8-7292bf8414df will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:28:34.599977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b7b29b71-981b-4ddd-b8fa-c4dc14de585e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:34.649192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-7200dd0d-b219-411e-870a-b9bc8ef0ae7f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7235785
Apr 30 21:28:34.652592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] DHCP port deletion for 6628313b-011e-4a99-bdbd-dfb337add653 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:28:34.683881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] For port 54af424d-1133-4caa-9fa5-ef84be64dac9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54af424d-1133-4caa-9fa5-ef84be64dac9,segment=NetworkSegment(bf2dcb6d-176f-4252-be69-69e63c769bd1),segment_id=bf2dcb6d-176f-4252-be69-69e63c769bd1)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:34.684536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.705161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.708896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Calling delete_port for 54af424d-1133-4caa-9fa5-ef84be64dac9 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:34.715744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] For port ee2823b4-cb37-40e4-9569-718e828d60c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee2823b4-cb37-40e4-9569-718e828d60c1,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:34.716131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.748359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:34.758757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1be6e33d-75a5-4d69-9fa4-f53312efc4fd req-cc7af19f-51a0-4f2d-93c6-51e10170fb32 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1860642
Apr 30 21:28:34.771719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Calling delete_port for ee2823b4-cb37-40e4-9569-718e828d60c1 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:34.780029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:34.780376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 07f83303-dc71-44bf-8f8a-09ed6fdf4a80 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:34.782463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.783882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device cdb35a6b-139d-435e-9c32-4c2cc700c91d no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:34.786850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] Deleting port 54af424d-1133-4caa-9fa5-ef84be64dac9 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:34.787401 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.795084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-0bb9a758-2940-43c0-ae68-8207af3040f7 service neutron] 10.222.0.23 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3285522
Apr 30 21:28:34.846872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46392) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:34.863691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Pushing event updated for resources: {'Port': ['ID=882e823c-4f61-46bf-ace8-7292bf8414df,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:34.894452 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a96dc1a-0542-4285-945a-3bf6c59e2256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.936808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:34.994385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Port': ['ID=54af424d-1133-4caa-9fa5-ef84be64dac9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:34.994603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] For port 54af424d-1133-4caa-9fa5-ef84be64dac9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54af424d-1133-4caa-9fa5-ef84be64dac9,segment=NetworkSegment(bf2dcb6d-176f-4252-be69-69e63c769bd1),segment_id=bf2dcb6d-176f-4252-be69-69e63c769bd1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:34.995143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.013415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No DVR routers for this DVR port 54af424d-1133-4caa-9fa5-ef84be64dac9 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:35.016405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510a81-659f-43b2-828e-431b7c3b3ae7 req-790fdb93-3e79-4395-bec2-8b9eb8a68964 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:35.017971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53510a81-659f-43b2-828e-431b7c3b3ae7 req-790fdb93-3e79-4395-bec2-8b9eb8a68964 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 931 time: 0.1242208
Apr 30 21:28:35.025235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] Calling delete_port for 54af424d-1133-4caa-9fa5-ef84be64dac9 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:35.030001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:35.066906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Attempting to bind port 882e823c-4f61-46bf-ace8-7292bf8414df on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:35.067169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Attempting to bind port 882e823c-4f61-46bf-ace8-7292bf8414df by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:35.067423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Attempting to bind port 882e823c-4f61-46bf-ace8-7292bf8414df on network 63413cf0-7b82-429b-a889-4c8044c3572d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:35.075470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Port 882e823c-4f61-46bf-ace8-7292bf8414df on network 63413cf0-7b82-429b-a889-4c8044c3572d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:28:35.075798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Attempting to bind port 882e823c-4f61-46bf-ace8-7292bf8414df on network 63413cf0-7b82-429b-a889-4c8044c3572d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:35.098689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:35.099042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Checking segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:35.099426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Bound using segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:35.099862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Bound port: 882e823c-4f61-46bf-ace8-7292bf8414df, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:35.100222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.164672 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96f68f9-f4d9-434a-a2e3-09630d8941d0 x-openstack-request-id: req-e96f68f9-f4d9-434a-a2e3-09630d8941d0 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:35.165364 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-unplugged", "status": "completed", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:35.165722 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e96f68f9-f4d9-434a-a2e3-09630d8941d0 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:35.166338 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96f68f9-f4d9-434a-a2e3-09630d8941d0'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'code': 200}
Apr 30 21:28:35.173065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a96dc1a-0542-4285-945a-3bf6c59e2256 admin admin] Publish callbacks [] for security_group (37971480-70b7-41c1-b131-d7ea9d34a4e5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.176878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port cdb35a6b-139d-435e-9c32-4c2cc700c91d is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:35.177493 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.204381 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (6628313b-011e-4a99-bdbd-dfb337add653), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.213233 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (54af424d-1133-4caa-9fa5-ef84be64dac9), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.219252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53510a81-659f-43b2-828e-431b7c3b3ae7 req-4827b543-5b5b-45e8-8fe7-c0d44a30ea0b tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861761
Apr 30 21:28:35.282353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] Pushing event deleted for resources: {'Port': ['ID=54af424d-1133-4caa-9fa5-ef84be64dac9,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:35.287928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e9b7970>,) {'filters': {'network_id': ['6628313b-011e-4a99-bdbd-dfb337add653']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:35.301091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725b1177-4ac5-4ea7-8db6-b8c0b9e4c14f None None] No DVR routers for this DVR port 54af424d-1133-4caa-9fa5-ef84be64dac9 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:35.315489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e9b7970>, 'bf2dcb6d-176f-4252-be69-69e63c769bd1') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:35.315793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e9b7970>, 'bf2dcb6d-176f-4252-be69-69e63c769bd1') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:35.317839 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a96dc1a-0542-4285-945a-3bf6c59e2256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (37971480-70b7-41c1-b131-d7ea9d34a4e5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.331841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port cdb35a6b-139d-435e-9c32-4c2cc700c91d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:35.375002 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0a96dc1a-0542-4285-945a-3bf6c59e2256 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a567e8f7d8b46f58cab1989cb1312eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5270591
Apr 30 21:28:35.379628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (bf2dcb6d-176f-4252-be69-69e63c769bd1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.381851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ee2823b4-cb37-40e4-9569-718e828d60c1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.397650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46404) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:35.401564 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bf2dcb6d-176f-4252-be69-69e63c769bd1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.405010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] For port 882e823c-4f61-46bf-ace8-7292bf8414df, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:35.412126 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.414423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96dc1a-0542-4285-945a-3bf6c59e2256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37971480-70b7-41c1-b131-d7ea9d34a4e5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:35.417046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 68951237-c8b8-42a1-8ab3-47a4e01c2f51 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:35.418816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:28:35.419234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (bf2dcb6d-176f-4252-be69-69e63c769bd1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:28:35.423255 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:28:35.438405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b09b1fc0-4992-4669-9117-12cfbcfe7062 req-907da16e-2349-44ce-821e-af9feccc8617 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0888221
Apr 30 21:28:35.513521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7872e6-30ae-4588-92c0-70cce9ef4eca req-3f779c3f-c4d9-42aa-b294-da21bc30c89c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:35.519762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7872e6-30ae-4588-92c0-70cce9ef4eca req-3f779c3f-c4d9-42aa-b294-da21bc30c89c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:35.525217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7872e6-30ae-4588-92c0-70cce9ef4eca req-3f779c3f-c4d9-42aa-b294-da21bc30c89c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:35.530610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7872e6-30ae-4588-92c0-70cce9ef4eca req-3f779c3f-c4d9-42aa-b294-da21bc30c89c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:35.535975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7872e6-30ae-4588-92c0-70cce9ef4eca req-3f779c3f-c4d9-42aa-b294-da21bc30c89c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:35.537796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7872e6-30ae-4588-92c0-70cce9ef4eca req-3f779c3f-c4d9-42aa-b294-da21bc30c89c tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 3881 time: 0.2851293
Apr 30 21:28:35.548151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 host ! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:28:35.548462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Request body: {'port': {'device_id': '59606606-7788-4de5-acc4-c5a4b5e3cc89', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:35.552568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 68951237-c8b8-42a1-8ab3-47a4e01c2f51 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:35.552568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device c4baf2f0-f599-4e18-a1c9-15315a90ac2d no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:35.552817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Port': ['ID=ee2823b4-cb37-40e4-9569-718e828d60c1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:35.559135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] For port 882e823c-4f61-46bf-ace8-7292bf8414df, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=882e823c-4f61-46bf-ace8-7292bf8414df,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:35.576894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=cdb35a6b-139d-435e-9c32-4c2cc700c91d,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:35.662755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port c4baf2f0-f599-4e18-a1c9-15315a90ac2d is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:35.663240 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.674224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f0fc00d-3390-44a7-8449-c86721a3961a req-8bd1e71a-bf26-4ccc-8bc9-cba439d57ac3 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 210 time: 0.1315098
Apr 30 21:28:35.699123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (6628313b-011e-4a99-bdbd-dfb337add653), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.711544 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.711701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] No DVR routers for this DVR port ee2823b4-cb37-40e4-9569-718e828d60c1 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:35.717298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port c4baf2f0-f599-4e18-a1c9-15315a90ac2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:35.718742 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/networks/6628313b-011e-4a99-bdbd-dfb337add653 HTTP/1.1" status: 204  len: 168 time: 1.3565743
Apr 30 21:28:35.731834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46412) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:35.735259 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.738556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-4894cb6c-3e12-47c7-8458-05b89c2a132a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "DELETE /v2.0/ports/ee2823b4-cb37-40e4-9569-718e828d60c1 HTTP/1.1" status: 204  len: 173 time: 1.9367089
Apr 30 21:28:35.739012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'ee2823b4-cb37-40e4-9569-718e828d60c1'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:35.739349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'routes': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:35.741236 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5229bc4b-05a5-403c-840c-01f0a6d88fb0" -d '{"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "ee2823b4-cb37-40e4-9569-718e828d60c1"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:35.743096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3313a8-5d1c-47e3-ab91-eafb74ca427b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Pushing event deleted for resources: {'Network': ['ID=6628313b-011e-4a99-bdbd-dfb337add653,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:35.763503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.800036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.801023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ee2823b4-cb37-40e4-9569-718e828d60c1 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:35.804793 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-943fb319-938a-4929-a6c4-e63d252f15ea admin admin] Publish callbacks [] for security_group (37971480-70b7-41c1-b131-d7ea9d34a4e5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.830618 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e6d8fa-f866-40d6-810a-af6a596d9624 x-openstack-request-id: req-42e6d8fa-f866-40d6-810a-af6a596d9624 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:35.830913 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "ee2823b4-cb37-40e4-9569-718e828d60c1", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:35.831229 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42e6d8fa-f866-40d6-810a-af6a596d9624 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:35.831565 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e6d8fa-f866-40d6-810a-af6a596d9624'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'ee2823b4-cb37-40e4-9569-718e828d60c1', 'status': 'completed', 'code': 200}
Apr 30 21:28:35.837855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7872e6-30ae-4588-92c0-70cce9ef4eca req-084f3a7a-a336-42e1-a604-4b14db8f014b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2769327
Apr 30 21:28:35.844615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.880670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:35.881215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.882669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] 10.222.0.20 "PUT /v2.0/ports/882e823c-4f61-46bf-ace8-7292bf8414df HTTP/1.1" status: 200  len: 1092 time: 3.0139923
Apr 30 21:28:35.907872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-943fb319-938a-4929-a6c4-e63d252f15ea admin admin] Publish callbacks [] for security_group (37971480-70b7-41c1-b131-d7ea9d34a4e5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:35.957614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: ee2823b4-cb37-40e4-9569-718e828d60c1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:35.958889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ee2823b4-cb37-40e4-9569-718e828d60c1 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:35.974278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.extraroute_db [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Added routes are [] {{(pid=115773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 30 21:28:35.974452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.extraroute_db [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Removed routes are [] {{(pid=115773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 30 21:28:35.974796 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.005056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab50ae6-4af0-46e9-bb26-e1aca079703c service neutron] Pushing event updated for resources: {'Port': ['ID=882e823c-4f61-46bf-ace8-7292bf8414df,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:36.008478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:36.111897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting port cdb35a6b-139d-435e-9c32-4c2cc700c91d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:36.112400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.151225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4399d-ca0c-4614-82e9-c5555e7dfa2a req-c33688a2-66cc-4e77-a1a6-a21192e4212f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:36.158490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e4399d-ca0c-4614-82e9-c5555e7dfa2a req-c33688a2-66cc-4e77-a1a6-a21192e4212f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2118714
Apr 30 21:28:36.209329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.213864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.290198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-2dcd22dd-a54f-4a79-9c99-efac0fd55076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:36.291700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-2dcd22dd-a54f-4a79-9c99-efac0fd55076 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&device_id=3f94f699-f51b-4e21-b7d9-f157c1af6c20 HTTP/1.1" status: 200  len: 1126 time: 0.2373292
Apr 30 21:28:36.331170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:36.413210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:36.420712 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.421538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-943fb319-938a-4929-a6c4-e63d252f15ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (37971480-70b7-41c1-b131-d7ea9d34a4e5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.424782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-943fb319-938a-4929-a6c4-e63d252f15ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.429793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-943fb319-938a-4929-a6c4-e63d252f15ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37971480-70b7-41c1-b131-d7ea9d34a4e5 HTTP/1.1" status: 204  len: 168 time: 1.0241208
Apr 30 21:28:36.430017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] Sync routers for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:36.430682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-a280fa54-9d98-4c0b-958d-3e812e573446 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882e823c-4f61-46bf-ace8-7292bf8414df HTTP/1.1" status: 200  len: 217 time: 0.1214354
Apr 30 21:28:36.430793 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-49040802-65c6-46ec-be2f-cba6bcbbdf2a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 200  len: 705 time: 0.6969025
Apr 30 21:28:36.430894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46430) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:36.443678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:36.444399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fae5760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:36.467121 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c8a6f279-248e-437d-a2c1-c8c1e9f179ba tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 200  len: 205 time: 0.0351424
Apr 30 21:28:36.468062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46434) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:36.506026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e4399d-ca0c-4614-82e9-c5555e7dfa2a req-56b7fdae-9603-4495-a28d-f785f414c552 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3415544
Apr 30 21:28:36.565251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05125ac1-8259-4965-88fa-7b1427586488 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.568084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:36.574141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fb319-938a-4929-a6c4-e63d252f15ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37971480-70b7-41c1-b131-d7ea9d34a4e5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:36.617669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] For port cdb35a6b-139d-435e-9c32-4c2cc700c91d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdb35a6b-139d-435e-9c32-4c2cc700c91d,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:36.617669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.656584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbaec1-596f-412c-9d71-17b720f432cb req-65324440-ea75-4b5b-8cfd-d05d20e9d60a tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:36.658181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3bbaec1-596f-412c-9d71-17b720f432cb req-65324440-ea75-4b5b-8cfd-d05d20e9d60a tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 931 time: 0.2783995
Apr 30 21:28:36.697387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Calling delete_port for cdb35a6b-139d-435e-9c32-4c2cc700c91d owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:36.717803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fae5760>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:32Z', 'revision_number': 11, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:36.724633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-afeb494f-5df2-45b9-a3fa-9f2b03134d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:36.726113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-afeb494f-5df2-45b9-a3fa-9f2b03134d29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=976295b5-d519-4b5b-9b98-98ce31e0a221 HTTP/1.1" status: 200  len: 852 time: 0.2781408
Apr 30 21:28:36.748050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90bbed84-01a9-4038-86d9-20cfcc78967c req-7edcc543-12ce-4630-a491-0bae6c74ec85 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1118546
Apr 30 21:28:36.756609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54af424d-1133-4caa-9fa5-ef84be64dac9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:36.767365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] Checking router: 6cbfde8b-a602-4c15-bd79-bf0f57a2933b for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:36.784477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05125ac1-8259-4965-88fa-7b1427586488 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.792029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05125ac1-8259-4965-88fa-7b1427586488 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.875984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] Routers {'6cbfde8b-a602-4c15-bd79-bf0f57a2933b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:36.877492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fae5760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:36.881130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 54af424d-1133-4caa-9fa5-ef84be64dac9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:36.881494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54af424d-1133-4caa-9fa5-ef84be64dac9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:36.949308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05125ac1-8259-4965-88fa-7b1427586488 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (6cbfde8b-a602-4c15-bd79-bf0f57a2933b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.949965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05125ac1-8259-4965-88fa-7b1427586488 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Fanout notify agent at l3_agent the message router_deleted on router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:28:36.958579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05125ac1-8259-4965-88fa-7b1427586488 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:36.964118 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-05125ac1-8259-4965-88fa-7b1427586488 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 204  len: 168 time: 0.4947627
Apr 30 21:28:36.964778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46448) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:36.973354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7b7c88f5-bc20-4e16-8785-e09e0f9c9a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2119666641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:36.996099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] Set router 6cbfde8b-a602-4c15-bd79-bf0f57a2933b gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:37.067206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fae5760>, [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:32Z', 'revision_number': 11, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:37.104409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f921a6ad-b923-4c86-a139-0e816454509d None None] The sync data for ids ['6cbfde8b-a602-4c15-bd79-bf0f57a2933b'] in ncdv-master-1 is: [{'id': '6cbfde8b-a602-4c15-bd79-bf0f57a2933b', 'name': 'tempest-RoutersIpV6Test-router-1746548728', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:27:42Z', 'updated_at': '2022-04-30T21:28:32Z', 'revision_number': 11, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:37.139243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7c88f5-bc20-4e16-8785-e09e0f9c9a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (bc47b22d-7691-4f21-8ca3-53b5d44e594b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.139243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7c88f5-bc20-4e16-8785-e09e0f9c9a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (bc47b22d-7691-4f21-8ca3-53b5d44e594b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.167577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e'}, {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d'}, {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:37.171777 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f946c219-de92-4252-9b6e-3c6d4df43dee" -d '{"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b29b71-981b-4ddd-b8fa-c4dc14de585e"}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb35a6b-139d-435e-9c32-4c2cc700c91d"}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-unplugged", "status": "completed", "tag": "c4baf2f0-f599-4e18-a1c9-15315a90ac2d"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:37.222384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7c88f5-bc20-4e16-8785-e09e0f9c9a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (bc47b22d-7691-4f21-8ca3-53b5d44e594b), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.292408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-d0659bb8-a9ed-4934-a1c8-05acdd4ffea7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63413cf0-7b82-429b-a889-4c8044c3572d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5391560
Apr 30 21:28:37.303989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7c88f5-bc20-4e16-8785-e09e0f9c9a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (bc47b22d-7691-4f21-8ca3-53b5d44e594b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.394106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0c70447-9c1a-4e6f-b5a0-781082dd9190 req-aa7f6c88-119f-4b86-830d-234bda8e0b07 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 210 time: 0.1094484
Apr 30 21:28:37.406409 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7c88f5-bc20-4e16-8785-e09e0f9c9a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.410490 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7b7c88f5-bc20-4e16-8785-e09e0f9c9a23 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4425385
Apr 30 21:28:37.411220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46472) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:37.420757 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f2cedf32-2b94-475c-b67c-0ed9fd0d1a81 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:37.424752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3bbaec1-596f-412c-9d71-17b720f432cb req-eaf94ccd-05ff-4d5d-a228-2f6c56b7c6a7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7464747
Apr 30 21:28:37.484243 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be8f77-6fd4-460a-bdde-3917c4f5fd3c x-openstack-request-id: req-12be8f77-6fd4-460a-bdde-3917c4f5fd3c {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:37.485250 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b29b71-981b-4ddd-b8fa-c4dc14de585e", "code": 200}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb35a6b-139d-435e-9c32-4c2cc700c91d", "code": 200}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-unplugged", "status": "completed", "tag": "c4baf2f0-f599-4e18-a1c9-15315a90ac2d", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:37.485680 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12be8f77-6fd4-460a-bdde-3917c4f5fd3c {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:37.486269 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12be8f77-6fd4-460a-bdde-3917c4f5fd3c'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e', 'code': 200}
Apr 30 21:28:37.486729 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12be8f77-6fd4-460a-bdde-3917c4f5fd3c'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d', 'code': 200}
Apr 30 21:28:37.487153 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12be8f77-6fd4-460a-bdde-3917c4f5fd3c'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d', 'code': 200}
Apr 30 21:28:37.539454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911780b0-ee18-4416-9ba0-121a1a2e1db6 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:37.552117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Publish callbacks [] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.611324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Transition to ACTIVE for port object 911780b0-ee18-4416-9ba0-121a1a2e1db6 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:28:37.637227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-3731a19a-4098-4266-9016-142b5e6a9a88 service neutron] 10.222.0.20 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3251865
Apr 30 21:28:37.645633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787667e6-1c19-4d7d-91e9-7bc4eb408469 req-7615a9f3-31a0-4488-8850-e617947a8e07 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:37.651528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787667e6-1c19-4d7d-91e9-7bc4eb408469 req-7615a9f3-31a0-4488-8850-e617947a8e07 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:37.656933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787667e6-1c19-4d7d-91e9-7bc4eb408469 req-7615a9f3-31a0-4488-8850-e617947a8e07 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:37.662395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787667e6-1c19-4d7d-91e9-7bc4eb408469 req-7615a9f3-31a0-4488-8850-e617947a8e07 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:37.664975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-787667e6-1c19-4d7d-91e9-7bc4eb408469 req-7615a9f3-31a0-4488-8850-e617947a8e07 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 3142 time: 0.1532919
Apr 30 21:28:37.685505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.713659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2cedf32-2b94-475c-b67c-0ed9fd0d1a81 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (bc47b22d-7691-4f21-8ca3-53b5d44e594b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.784596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2cedf32-2b94-475c-b67c-0ed9fd0d1a81 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (bc47b22d-7691-4f21-8ca3-53b5d44e594b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.794220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Pushing event updated for resources: {'Port': ['ID=911780b0-ee18-4416-9ba0-121a1a2e1db6,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:37.825024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-787667e6-1c19-4d7d-91e9-7bc4eb408469 req-988ab43a-243a-488d-aaa5-912fdc5e967b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1541693
Apr 30 21:28:37.833254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f94f699-f51b-4e21-b7d9-f157c1af6c20', 'tag': '882e823c-4f61-46bf-ace8-7292bf8414df'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:37.835579 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2baba-ba02-43fc-b226-58cc577a131b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f94f699-f51b-4e21-b7d9-f157c1af6c20", "tag": "882e823c-4f61-46bf-ace8-7292bf8414df"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:37.874562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cdb35a6b-139d-435e-9c32-4c2cc700c91d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:37.992135 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86b4f0b-b045-4384-a9c0-ce5265308bf7 x-openstack-request-id: req-b86b4f0b-b045-4384-a9c0-ce5265308bf7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:37.992503 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f94f699-f51b-4e21-b7d9-f157c1af6c20", "tag": "882e823c-4f61-46bf-ace8-7292bf8414df", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:37.992817 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b86b4f0b-b045-4384-a9c0-ce5265308bf7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:37.993275 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86b4f0b-b045-4384-a9c0-ce5265308bf7'] response: {'name': 'network-changed', 'server_uuid': '3f94f699-f51b-4e21-b7d9-f157c1af6c20', 'tag': '882e823c-4f61-46bf-ace8-7292bf8414df', 'status': 'completed', 'code': 200}
Apr 30 21:28:38.008010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6013a149-4fbf-4598-a2a1-a8d57fe69e78 req-75986d78-1c01-4310-85d1-755b890e05d1 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1364033
Apr 30 21:28:38.008977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Port': ['ID=cdb35a6b-139d-435e-9c32-4c2cc700c91d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:38.043161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cedf32-2b94-475c-b67c-0ed9fd0d1a81 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Router bc47b22d-7691-4f21-8ca3-53b5d44e594b is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:28:38.067162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] No DVR routers for this DVR port cdb35a6b-139d-435e-9c32-4c2cc700c91d on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:38.074303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.077508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-c91016ac-1892-4eb4-8302-6e0d7bdccf06 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "DELETE /v2.0/ports/cdb35a6b-139d-435e-9c32-4c2cc700c91d HTTP/1.1" status: 204  len: 173 time: 2.3205426
Apr 30 21:28:38.084891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Attempting to bind port 911780b0-ee18-4416-9ba0-121a1a2e1db6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:38.085874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Attempting to bind port 911780b0-ee18-4416-9ba0-121a1a2e1db6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:38.090152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Attempting to bind port 911780b0-ee18-4416-9ba0-121a1a2e1db6 on network 63413cf0-7b82-429b-a889-4c8044c3572d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:38.103311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-e2289157-63fb-427c-9508-845036063a9c service neutron] 10.222.0.20 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3386316
Apr 30 21:28:38.103855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Port 911780b0-ee18-4416-9ba0-121a1a2e1db6 on network 63413cf0-7b82-429b-a889-4c8044c3572d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:28:38.104177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Attempting to bind port 911780b0-ee18-4416-9ba0-121a1a2e1db6 on network 63413cf0-7b82-429b-a889-4c8044c3572d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:38.133079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:38.133425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Checking segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:38.133837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Bound using segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:38.134290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Bound port: 911780b0-ee18-4416-9ba0-121a1a2e1db6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:38.134635 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.185672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cedf32-2b94-475c-b67c-0ed9fd0d1a81 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:38.194730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2cedf32-2b94-475c-b67c-0ed9fd0d1a81 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.197620 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] Sync routers for ids ['bc47b22d-7691-4f21-8ca3-53b5d44e594b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:38.198615 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f2cedf32-2b94-475c-b67c-0ed9fd0d1a81 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "PUT /v2.0/routers/bc47b22d-7691-4f21-8ca3-53b5d44e594b HTTP/1.1" status: 200  len: 698 time: 0.7861836
Apr 30 21:28:38.199335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46494) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:38.216741 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] Routers {'bc47b22d-7691-4f21-8ca3-53b5d44e594b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:38.228350 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77b1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bc47b22d-7691-4f21-8ca3-53b5d44e594b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:38.251777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] For port 911780b0-ee18-4416-9ba0-121a1a2e1db6, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:38.269380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] For port 911780b0-ee18-4416-9ba0-121a1a2e1db6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911780b0-ee18-4416-9ba0-121a1a2e1db6,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:38.282538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting port b7b29b71-981b-4ddd-b8fa-c4dc14de585e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:38.282882 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.327367 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5f0308ca-df7b-427b-b0d9-1bdd766b01a7 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/routers/bc47b22d-7691-4f21-8ca3-53b5d44e594b HTTP/1.1" status: 200  len: 704 time: 0.1205020
Apr 30 21:28:38.330838 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] Set router bc47b22d-7691-4f21-8ca3-53b5d44e594b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:38.333896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46496) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:38.340188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b363cf0-9757-45e6-a10e-28498809b144 req-f6d017b3-2c6e-4a17-b88e-c2de43e40d31 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:38.342002 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-f6d017b3-2c6e-4a17-b88e-c2de43e40d31 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 814 time: 0.3004677
Apr 30 21:28:38.372006 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.378407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46498) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:38.378585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9583dbe5-78a9-40c8-a247-f1e3b3014b9f tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc47b22d-7691-4f21-8ca3-53b5d44e594b HTTP/1.1" status: 200  len: 205 time: 0.0437379
Apr 30 21:28:38.403916 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77b1c0>, [{'id': 'bc47b22d-7691-4f21-8ca3-53b5d44e594b', 'name': 'tempest-RoutersIpV6Test-router-2119666641', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:28:37Z', 'updated_at': '2022-04-30T21:28:37Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:38.435982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:38.436684 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.438347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/911780b0-ee18-4416-9ba0-121a1a2e1db6 HTTP/1.1" status: 200  len: 1091 time: 2.8937039
Apr 30 21:28:38.453521 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] Checking router: bc47b22d-7691-4f21-8ca3-53b5d44e594b for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:38.467613 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] Routers {'bc47b22d-7691-4f21-8ca3-53b5d44e594b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:38.468204 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77b1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bc47b22d-7691-4f21-8ca3-53b5d44e594b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:38.492153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] For port b7b29b71-981b-4ddd-b8fa-c4dc14de585e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:38.492388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.508534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22cd6b-8940-4397-882c-eb95767209b5 service neutron] Pushing event updated for resources: {'Port': ['ID=911780b0-ee18-4416-9ba0-121a1a2e1db6,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:38.530212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Calling delete_port for b7b29b71-981b-4ddd-b8fa-c4dc14de585e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:38.547339 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-418e5ccf-92fd-4533-859e-71c88245fd36 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (bc47b22d-7691-4f21-8ca3-53b5d44e594b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.571783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75ba8e98-7a04-4f09-84b5-c4f43314b564 req-7f32374e-56e4-429f-9b07-3e473cb51121 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 210 time: 0.0436883
Apr 30 21:28:38.603344 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] Set router bc47b22d-7691-4f21-8ca3-53b5d44e594b gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:38.667657 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77b1c0>, [{'id': 'bc47b22d-7691-4f21-8ca3-53b5d44e594b', 'name': 'tempest-RoutersIpV6Test-router-2119666641', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:28:37Z', 'updated_at': '2022-04-30T21:28:37Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:38.700625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-afa0a438-5ec9-4ae4-8586-3e3d7d2f3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:38.702069 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dffd4-21de-4c6d-a1a9-5f3fcbc1a598 None None] The sync data for ids ['bc47b22d-7691-4f21-8ca3-53b5d44e594b'] in ncdv-master-1 is: [{'id': 'bc47b22d-7691-4f21-8ca3-53b5d44e594b', 'name': 'tempest-RoutersIpV6Test-router-2119666641', 'tenant_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:28:37Z', 'updated_at': '2022-04-30T21:28:37Z', 'revision_number': 2, 'project_id': 'd5acec4ac23a4bc3b5ebe5b504ccb591', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:38.702403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-afa0a438-5ec9-4ae4-8586-3e3d7d2f3d96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 1125 time: 0.1283438
Apr 30 21:28:38.709027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fedff-d34d-49f8-9a9e-32d819684264 req-3ce9034d-134e-4a5c-b4ab-44ef1be2895a tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:38.711249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc5fedff-d34d-49f8-9a9e-32d819684264 req-3ce9034d-134e-4a5c-b4ab-44ef1be2895a tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 943 time: 0.1446702
Apr 30 21:28:38.745382 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-418e5ccf-92fd-4533-859e-71c88245fd36 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (bc47b22d-7691-4f21-8ca3-53b5d44e594b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.748217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-418e5ccf-92fd-4533-859e-71c88245fd36 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router_controller (bc47b22d-7691-4f21-8ca3-53b5d44e594b), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.769582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-44d84144-d8b9-4fea-8360-6d35a9e13868 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911780b0-ee18-4416-9ba0-121a1a2e1db6 HTTP/1.1" status: 200  len: 217 time: 0.0572598
Apr 30 21:28:38.851966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-418e5ccf-92fd-4533-859e-71c88245fd36 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (bc47b22d-7691-4f21-8ca3-53b5d44e594b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.852526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418e5ccf-92fd-4533-859e-71c88245fd36 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Fanout notify agent at l3_agent the message router_deleted on router bc47b22d-7691-4f21-8ca3-53b5d44e594b {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:28:38.863688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-418e5ccf-92fd-4533-859e-71c88245fd36 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:38.870702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46514) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:38.880613 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-418e5ccf-92fd-4533-859e-71c88245fd36 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/bc47b22d-7691-4f21-8ca3-53b5d44e594b HTTP/1.1" status: 204  len: 168 time: 0.5007415
Apr 30 21:28:38.924402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8e6ccae7-390c-48d8-8d44-b21cc561ae08 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc47b22d-7691-4f21-8ca3-53b5d44e594b HTTP/1.1" status: 200  len: 205 time: 0.0445831
Apr 30 21:28:38.925233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46522) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:38.929630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc5fedff-d34d-49f8-9a9e-32d819684264 req-51f9aedd-119f-4cfe-9a8c-fd7326b2beda tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075262
Apr 30 21:28:38.937981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-f9051828-6d53-4b3c-9fb7-ea99fe99a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:38.939486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-f9051828-6d53-4b3c-9fb7-ea99fe99a4df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976295b5-d519-4b5b-9b98-98ce31e0a221 HTTP/1.1" status: 200  len: 852 time: 0.1393580
Apr 30 21:28:38.990923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-a1e5ff4c-661a-4218-9620-1b886e7ae0a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=63413cf0-7b82-429b-a889-4c8044c3572d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429621
Apr 30 21:28:39.078215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4205e9-da31-47bf-a330-f864d7c0aec7 req-adbe0520-bb29-4b64-b0be-d212abc7b2a3 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:39.084001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4205e9-da31-47bf-a330-f864d7c0aec7 req-adbe0520-bb29-4b64-b0be-d212abc7b2a3 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:39.095493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4205e9-da31-47bf-a330-f864d7c0aec7 req-adbe0520-bb29-4b64-b0be-d212abc7b2a3 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:39.097588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c4205e9-da31-47bf-a330-f864d7c0aec7 req-adbe0520-bb29-4b64-b0be-d212abc7b2a3 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 2409 time: 0.1356444
Apr 30 21:28:39.101845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b7b29b71-981b-4ddd-b8fa-c4dc14de585e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:39.213963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Port': ['ID=b7b29b71-981b-4ddd-b8fa-c4dc14de585e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:39.259764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07f00297-f9e4-48df-939c-6731eaddc658 req-aa2f7e77-fd64-4a79-b545-ffaa8270b073 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1135314
Apr 30 21:28:39.323901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] No DVR routers for this DVR port b7b29b71-981b-4ddd-b8fa-c4dc14de585e on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:39.334589 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:39.338104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-5dd335c5-fc43-46ab-a1c3-1c65ed8566c6 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "DELETE /v2.0/ports/b7b29b71-981b-4ddd-b8fa-c4dc14de585e HTTP/1.1" status: 204  len: 173 time: 1.2495661
Apr 30 21:28:39.348719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c4205e9-da31-47bf-a330-f864d7c0aec7 req-f4923e0c-c3f8-434f-a213-e78a1c5fc495 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2394090
Apr 30 21:28:39.349697 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-c2c9cf73-0f68-4dfe-b490-002a67199998 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] delete failed (client error): The resource could not be found.
Apr 30 21:28:39.354477 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c2c9cf73-0f68-4dfe-b490-002a67199998 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/bc47b22d-7691-4f21-8ca3-53b5d44e594b HTTP/1.1" status: 404  len: 336 time: 0.4231982
Apr 30 21:28:39.355254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46536) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.375573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-5b119cc4-8429-4807-8812-1e8108ae9d0b service neutron] 10.222.0.35 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3630641
Apr 30 21:28:39.412184 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5df8d0-2683-498e-bedf-f62f3c076ead tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:39.412639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5df8d0-2683-498e-bedf-f62f3c076ead tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:39.416714 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aa5df8d0-2683-498e-bedf-f62f3c076ead tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/4b7f8266-ff29-4ff9-afca-44af53e94a13 HTTP/1.1" status: 404  len: 337 time: 0.0505142
Apr 30 21:28:39.419663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46538) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.424359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-4ee48ac9-f459-4ce8-8f4e-8bb338c4bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:39.425875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-4ee48ac9-f459-4ce8-8f4e-8bb338c4bc5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&device_id=3f94f699-f51b-4e21-b7d9-f157c1af6c20 HTTP/1.1" status: 200  len: 1126 time: 0.1839416
Apr 30 21:28:39.457385 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c32202-acbe-4673-b6bc-b54610c72a5a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:39.458280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c32202-acbe-4673-b6bc-b54610c72a5a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:39.461573 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-80c32202-acbe-4673-b6bc-b54610c72a5a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/9fb681a7-1f7c-424c-bf74-3a8c43db941f HTTP/1.1" status: 404  len: 337 time: 0.0409338
Apr 30 21:28:39.467854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.504511 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-8a1ecd38-4e44-4d67-83a3-34bb9fcfa829 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ceedad6e134d94ac8758f8385a47e0 HTTP/1.1" status: 200  len: 379 time: 0.1617281
Apr 30 21:28:39.505467 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-873d8b67-950c-4163-b8ab-87588587fc1d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:39.505865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873d8b67-950c-4163-b8ab-87588587fc1d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:39.509920 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-873d8b67-950c-4163-b8ab-87588587fc1d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/7340db44-18a4-46b7-a498-f905eccfba0f HTTP/1.1" status: 404  len: 337 time: 0.0414186
Apr 30 21:28:39.512486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46542) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.545927 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-231e39e7-c7c7-4532-ada6-272f566a807d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:39.546646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231e39e7-c7c7-4532-ada6-272f566a807d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:39.549977 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-231e39e7-c7c7-4532-ada6-272f566a807d tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/96abec91-03ca-451d-9cea-f7aef406b70b HTTP/1.1" status: 404  len: 337 time: 0.0362792
Apr 30 21:28:39.553730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46546) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.561164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'port': {'device_id': '576b1918-2d33-4134-acbc-e25ba61935da', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'admin_state_up': True, 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'security_groups': ['8a273ce0-72ac-4586-9318-9c638e1bf1bd']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:39.611819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-27ecc582-9dfa-4c9e-be36-4d4d03d0880a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 200  len: 205 time: 0.0528214
Apr 30 21:28:39.614874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46550) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.622391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting port c4baf2f0-f599-4e18-a1c9-15315a90ac2d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:39.622735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:39.683619 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-b5361da4-b14d-4f54-9b46-fa40118f4700 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] delete failed (client error): The resource could not be found.
Apr 30 21:28:39.692250 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b5361da4-b14d-4f54-9b46-fa40118f4700 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/6cbfde8b-a602-4c15-bd79-bf0f57a2933b HTTP/1.1" status: 404  len: 336 time: 0.0682509
Apr 30 21:28:39.692250 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46554) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.714055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-d9bc34d0-81c5-4011-8551-0cd082b3d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:39.721007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-d9bc34d0-81c5-4011-8551-0cd082b3d636 service neutron] 10.222.0.20 "GET /v2.0/networks?id=63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 200  len: 913 time: 0.2627261
Apr 30 21:28:39.721646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00710ecc-54ec-4d8c-bc8a-a0cfa06efc08 req-3cb39401-ce7e-4398-827e-915ccb0eb0b3 service neutron] 10.222.0.35 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3255677
Apr 30 21:28:39.735884 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b3979ee7-b436-4b0d-ab6f-412496d48704 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddf9f52c-7f5f-427e-a35a-299a8bc92106 HTTP/1.1" status: 200  len: 205 time: 0.0393934
Apr 30 21:28:39.739321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46556) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.792206 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-f33097ad-a67d-4c1c-8d24-a83f0c4fefe6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] delete failed (client error): The resource could not be found.
Apr 30 21:28:39.795973 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f33097ad-a67d-4c1c-8d24-a83f0c4fefe6 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/ddf9f52c-7f5f-427e-a35a-299a8bc92106 HTTP/1.1" status: 404  len: 336 time: 0.0528655
Apr 30 21:28:39.796153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-3252eb66-dce3-4253-a1ab-cb80d484a31a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882e823c-4f61-46bf-ace8-7292bf8414df HTTP/1.1" status: 200  len: 217 time: 0.0677934
Apr 30 21:28:39.796829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46558) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.838047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a7e3900-6ac3-43aa-bbba-0cf923b1568c req-d984c7dc-9b2a-4eb3-954c-29eec9c4c600 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 210 time: 0.0971196
Apr 30 21:28:39.841774 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-51eeee94-b11f-41c1-83f7-c4fd6e781bed tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:39.841774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51eeee94-b11f-41c1-83f7-c4fd6e781bed tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:39.843360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51eeee94-b11f-41c1-83f7-c4fd6e781bed tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/572a1a56-fc5f-487c-bbee-a8a9fc73c15c HTTP/1.1" status: 404  len: 337 time: 0.0455470
Apr 30 21:28:39.845961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46560) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.883017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] For port c4baf2f0-f599-4e18-a1c9-15315a90ac2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:39.887678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:39.895582 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e08b19d-803f-4074-a6a5-51eb55279b47 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 HTTP/1.1" status: 200  len: 205 time: 0.0484338
Apr 30 21:28:39.896047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46562) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.941655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Calling delete_port for c4baf2f0-f599-4e18-a1c9-15315a90ac2d owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:39.945042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-2dac6830-947b-42e8-99ef-d69479c7eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:39.946437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-2dac6830-947b-42e8-99ef-d69479c7eff5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=976295b5-d519-4b5b-9b98-98ce31e0a221 HTTP/1.1" status: 200  len: 852 time: 0.1309240
Apr 30 21:28:39.949398 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-80438829-1815-4744-8ffb-aeaf064e8ddb tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] delete failed (client error): The resource could not be found.
Apr 30 21:28:39.950397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-80438829-1815-4744-8ffb-aeaf064e8ddb tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/4ca34f56-eee1-4e89-bd3f-bffacd3f2dd7 HTTP/1.1" status: 404  len: 336 time: 0.0519366
Apr 30 21:28:39.953451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46568) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:39.968404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Made reservation on behalf of 54ceedad6e134d94ac8758f8385a47e0 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:39.971668 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:40.001092 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0a4f7ff6-c1d7-419f-b098-54564e053ecd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=92e30d82-7bb0-43d5-8c0b-92a9ae47fba0 HTTP/1.1" status: 200  len: 205 time: 0.0462999
Apr 30 21:28:40.007038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d'}, {'name': 'network-changed', 'server_uuid': '59606606-7788-4de5-acc4-c5a4b5e3cc89', 'tag': '911780b0-ee18-4416-9ba0-121a1a2e1db6'}, {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:40.008612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46572) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.009546 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8" -d '{"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "cdb35a6b-139d-435e-9c32-4c2cc700c91d"}, {"name": "network-changed", "server_uuid": "59606606-7788-4de5-acc4-c5a4b5e3cc89", "tag": "911780b0-ee18-4416-9ba0-121a1a2e1db6"}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "b7b29b71-981b-4ddd-b8fa-c4dc14de585e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:40.097594 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-54431554-3272-4ead-a822-e98b8535f00c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] delete failed (client error): The resource could not be found.
Apr 30 21:28:40.099450 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-54431554-3272-4ead-a822-e98b8535f00c tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/92e30d82-7bb0-43d5-8c0b-92a9ae47fba0 HTTP/1.1" status: 404  len: 336 time: 0.0897639
Apr 30 21:28:40.107189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-5bdb7f41-14e2-4ee0-9715-5b7fb195dac8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63413cf0-7b82-429b-a889-4c8044c3572d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1457622
Apr 30 21:28:40.107983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46584) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.122348 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11957fbb-4ba4-4c4d-a90d-676efd063a58 x-openstack-request-id: req-11957fbb-4ba4-4c4d-a90d-676efd063a58 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:40.122751 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "cdb35a6b-139d-435e-9c32-4c2cc700c91d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "59606606-7788-4de5-acc4-c5a4b5e3cc89", "tag": "911780b0-ee18-4416-9ba0-121a1a2e1db6", "status": "completed", "code": 200}, {"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "b7b29b71-981b-4ddd-b8fa-c4dc14de585e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:40.123071 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11957fbb-4ba4-4c4d-a90d-676efd063a58 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:40.123537 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11957fbb-4ba4-4c4d-a90d-676efd063a58'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'cdb35a6b-139d-435e-9c32-4c2cc700c91d', 'status': 'completed', 'code': 200}
Apr 30 21:28:40.124168 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11957fbb-4ba4-4c4d-a90d-676efd063a58'] response: {'name': 'network-changed', 'server_uuid': '59606606-7788-4de5-acc4-c5a4b5e3cc89', 'tag': '911780b0-ee18-4416-9ba0-121a1a2e1db6', 'status': 'completed', 'code': 200}
Apr 30 21:28:40.124525 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11957fbb-4ba4-4c4d-a90d-676efd063a58'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'b7b29b71-981b-4ddd-b8fa-c4dc14de585e', 'status': 'completed', 'code': 200}
Apr 30 21:28:40.222595 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f849ab26-3113-46d3-a444-acc398b44b99 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:40.223153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f849ab26-3113-46d3-a444-acc398b44b99 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:40.227169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f849ab26-3113-46d3-a444-acc398b44b99 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/3bb5689d-1f88-4cd1-b9ab-96ad46b7a817 HTTP/1.1" status: 404  len: 337 time: 0.1073632
Apr 30 21:28:40.229843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46588) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.247722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9291614-6b1d-47c8-ac87-6e416a345e32 req-fba6d64e-a926-4cb1-ac00-5843962b370c tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:40.249215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9291614-6b1d-47c8-ac87-6e416a345e32 req-fba6d64e-a926-4cb1-ac00-5843962b370c tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 943 time: 0.2250440
Apr 30 21:28:40.271980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Allocated IP 172.20.0.5 (b4f0cca1-4180-4eed-af9d-38f99c4f5357/353d2b09-9049-4f1b-8326-9f76b2b1b5cf/2e7e973a-d313-4fb5-98ef-fc330c4aab05) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:40.276691 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1196352d-0a3a-41c2-88e9-0be2022c906b tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=15843ed6-ec8c-468f-8f7d-3d3879ac28ef HTTP/1.1" status: 200  len: 205 time: 0.0456038
Apr 30 21:28:40.280086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46590) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.326427 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-0f54568b-bffd-44de-9825-0c766b8c90f0 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] delete failed (client error): The resource could not be found.
Apr 30 21:28:40.329994 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0f54568b-bffd-44de-9825-0c766b8c90f0 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/15843ed6-ec8c-468f-8f7d-3d3879ac28ef HTTP/1.1" status: 404  len: 336 time: 0.0471251
Apr 30 21:28:40.330690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46594) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.358047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-fbe6deba-e0fa-4466-bff6-6ce4907cf9cc service neutron] 10.222.0.20 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223616
Apr 30 21:28:40.365546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9291614-6b1d-47c8-ac87-6e416a345e32 req-0e1387c4-6f1f-4a9e-8153-636aa91c4b6d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081345
Apr 30 21:28:40.367566 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-710f6b17-b892-4b8e-8cd5-7baa78a3a28e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:40.368214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710f6b17-b892-4b8e-8cd5-7baa78a3a28e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:40.374931 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-710f6b17-b892-4b8e-8cd5-7baa78a3a28e tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/ead40a24-06b6-44c0-8ac9-ae4e6f829ce8 HTTP/1.1" status: 404  len: 337 time: 0.0402467
Apr 30 21:28:40.374931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46598) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.421554 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ccef45d2-af65-4c4d-b672-47c64b35c7bd tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea445b74-bd42-4e44-8562-46ba64d47f86 HTTP/1.1" status: 200  len: 205 time: 0.0459440
Apr 30 21:28:40.431766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8540cfb-51d5-4b83-a559-d8991cde3f06 req-674e5ec7-c467-4e87-b68a-7fa996f63da6 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0405989
Apr 30 21:28:40.432262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46602) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.469677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c4baf2f0-f599-4e18-a1c9-15315a90ac2d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:40.524032 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-c797283f-a980-43a1-bfce-c92314cfd987 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] delete failed (client error): The resource could not be found.
Apr 30 21:28:40.524988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c797283f-a980-43a1-bfce-c92314cfd987 tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/routers/ea445b74-bd42-4e44-8562-46ba64d47f86 HTTP/1.1" status: 404  len: 336 time: 0.0665863
Apr 30 21:28:40.528440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46606) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.563404 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e75e2b-4acc-467f-99f1-442fff23f96a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:40.563855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e75e2b-4acc-467f-99f1-442fff23f96a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:40.568368 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-00e75e2b-4acc-467f-99f1-442fff23f96a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/7684aafd-c183-44eb-a163-9694fe27f050 HTTP/1.1" status: 404  len: 337 time: 0.0389602
Apr 30 21:28:40.570068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Port': ['ID=c4baf2f0-f599-4e18-a1c9-15315a90ac2d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:40.571774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46608) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:40.572031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:40.647045 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ab45f3-ed8b-497c-b73f-19acce14b19a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:28:40.647707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ab45f3-ed8b-497c-b73f-19acce14b19a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:28:40.650913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-30ab45f3-ed8b-497c-b73f-19acce14b19a tempest-RoutersIpV6Test-163169181 tempest-RoutersIpV6Test-163169181-project] 10.222.0.23 "DELETE /v2.0/subnets/f5f1f690-c54f-4d82-b290-4ef7be2aa236 HTTP/1.1" status: 404  len: 337 time: 0.0747125
Apr 30 21:28:40.657253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e99d-29e2-4feb-9664-ef482bf316d7 req-50132d43-5b35-4405-8477-b17a79b0832a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:40.658870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4271e99d-29e2-4feb-9664-ef482bf316d7 req-50132d43-5b35-4405-8477-b17a79b0832a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 943 time: 0.1555498
Apr 30 21:28:40.688191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] No DVR routers for this DVR port c4baf2f0-f599-4e18-a1c9-15315a90ac2d on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:40.697485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:40.713001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:40.716420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-cba408c3-7add-49b3-bb87-65d07a8d9435 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "DELETE /v2.0/ports/c4baf2f0-f599-4e18-a1c9-15315a90ac2d HTTP/1.1" status: 204  len: 173 time: 1.3526528
Apr 30 21:28:40.718471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-20914be4-a56c-4388-8189-3c0ab1cdb1ef service neutron] 10.222.0.20 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3485203
Apr 30 21:28:40.743787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:40.747716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:40.751565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:40.791890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event updated for resources: {'Port': ['ID=2e7e973a-d313-4fb5-98ef-fc330c4aab05,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:40.821419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:40.822199 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:40.827458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4271e99d-29e2-4feb-9664-ef482bf316d7 req-30f430fe-60a1-4946-85ef-47ef75aeaf57 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1422927
Apr 30 21:28:40.909377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-1aabe28f-898c-4a8c-99dd-d952f8d451b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:40.912608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-1aabe28f-898c-4a8c-99dd-d952f8d451b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 1125 time: 0.0611846
Apr 30 21:28:40.912608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting port b222076d-c1a2-4c03-8c2a-48a53d5a9274 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:40.912877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:40.989697 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-41b6cf8e-ed0b-43c9-88e3-01892a5d795f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4380236
Apr 30 21:28:41.007069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Request body: {'port': {'device_id': '576b1918-2d33-4134-acbc-e25ba61935da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:41.091814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.103274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a4152-17c4-400d-98c2-43cbdca2e635 req-05a01338-0df4-4a25-9165-5969ad5ee98d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:41.104890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e3a4152-17c4-400d-98c2-43cbdca2e635 req-05a01338-0df4-4a25-9165-5969ad5ee98d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 931 time: 0.1972651
Apr 30 21:28:41.135521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d119bd19-cb00-4ff7-ba69-5eab09c4aeee None None] Provisioning complete for port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:41.136009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d119bd19-cb00-4ff7-ba69-5eab09c4aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.227359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d119bd19-cb00-4ff7-ba69-5eab09c4aeee None None] Port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:28:41.286240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e3a4152-17c4-400d-98c2-43cbdca2e635 req-864523e1-f786-46fa-8830-314afe7cc49f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1665010
Apr 30 21:28:41.331428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-b28af9dc-a8ab-4145-b523-0239986a15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:41.334074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-b28af9dc-a8ab-4145-b523-0239986a15ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 200  len: 913 time: 0.4093647
Apr 30 21:28:41.336658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] For port b222076d-c1a2-4c03-8c2a-48a53d5a9274, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b222076d-c1a2-4c03-8c2a-48a53d5a9274,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:41.337929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.357965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46628) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:41.402165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-4810472e-fe37-4cd5-aa8a-9d0ecf78f858 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=911780b0-ee18-4416-9ba0-121a1a2e1db6 HTTP/1.1" status: 200  len: 217 time: 0.0606728
Apr 30 21:28:41.551482 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7e973a-d313-4fb5-98ef-fc330c4aab05 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:41.593240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Publish callbacks [] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.618448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a3a433c7-0c17-4596-8cbe-30b4256c2c17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5acec4ac23a4bc3b5ebe5b504ccb591&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2589867
Apr 30 21:28:41.620920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46658) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:41.627476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Transition to ACTIVE for port object 2e7e973a-d313-4fb5-98ef-fc330c4aab05 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:28:41.682494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-217b2b83-0667-4bfc-bdd4-5bf903bb42e1 admin admin] Publish callbacks [] for security_group (e0ec3d24-5e1e-4bd3-804d-ffc0ab832408), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.706525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-217b2b83-0667-4bfc-bdd4-5bf903bb42e1 admin admin] Publish callbacks [] for security_group (e0ec3d24-5e1e-4bd3-804d-ffc0ab832408), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.717048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.775747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 911780b0-ee18-4416-9ba0-121a1a2e1db6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:28:41.795870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Pushing event updated for resources: {'Port': ['ID=2e7e973a-d313-4fb5-98ef-fc330c4aab05,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:41.888114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Attempting to bind port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:41.888513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Attempting to bind port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:41.888842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Attempting to bind port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:41.894994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:28:41.895338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Attempting to bind port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 on network b4f0cca1-4180-4eed-af9d-38f99c4f5357 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:41.904646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-217b2b83-0667-4bfc-bdd4-5bf903bb42e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e0ec3d24-5e1e-4bd3-804d-ffc0ab832408), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.908933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-217b2b83-0667-4bfc-bdd4-5bf903bb42e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.912692 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-217b2b83-0667-4bfc-bdd4-5bf903bb42e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0ec3d24-5e1e-4bd3-804d-ffc0ab832408 HTTP/1.1" status: 204  len: 168 time: 0.2905352
Apr 30 21:28:41.914270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:41.914872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Checking segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:41.915263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Bound using segment: {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:41.915716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Bound port: 2e7e973a-d313-4fb5-98ef-fc330c4aab05, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c482de99-e1f4-416b-8a3a-a004eeedd14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:41.916768 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:41.939828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 911780b0-ee18-4416-9ba0-121a1a2e1db6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911780b0-ee18-4416-9ba0-121a1a2e1db6,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:41.941277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b2b83-0667-4bfc-bdd4-5bf903bb42e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ec3d24-5e1e-4bd3-804d-ffc0ab832408,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:41.960850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '911780b0-ee18-4416-9ba0-121a1a2e1db6', 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'port_id': '911780b0-ee18-4416-9ba0-121a1a2e1db6', 'mac_address': 'fa:16:3e:58:97:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976295b5-d519-4b5b-9b98-98ce31e0a221', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:28:42.012403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] For port 2e7e973a-d313-4fb5-98ef-fc330c4aab05, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:42.015693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 882e823c-4f61-46bf-ace8-7292bf8414df details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:28:42.016573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] For port 2e7e973a-d313-4fb5-98ef-fc330c4aab05, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7e973a-d313-4fb5-98ef-fc330c4aab05,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:42.086777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f7142-9dff-4160-8f18-eed6408137dd req-5504fcec-0292-4367-a9b2-a7e3de17bde1 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:42.088414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6f7142-9dff-4160-8f18-eed6408137dd req-5504fcec-0292-4367-a9b2-a7e3de17bde1 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 943 time: 0.1263673
Apr 30 21:28:42.097683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-ad809911-b8cf-4257-b858-99b5604b819a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:42.099157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-ad809911-b8cf-4257-b858-99b5604b819a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976295b5-d519-4b5b-9b98-98ce31e0a221 HTTP/1.1" status: 200  len: 852 time: 0.6650083
Apr 30 21:28:42.107666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3046bf7a-932a-4383-aa43-def3a35f92a8 req-26f763a9-afaf-45ee-acab-a62a4ed6e90e tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1399465
Apr 30 21:28:42.133345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:42.136017 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3627ac0-604e-4d19-b44f-0ec5bd894a73" -d '{"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "c4baf2f0-f599-4e18-a1c9-15315a90ac2d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:42.150037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.168253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-982205d4-095e-4e07-b33e-1ab67c2a238c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=63413cf0-7b82-429b-a889-4c8044c3572d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618081
Apr 30 21:28:42.209465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:42.211003 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.212877 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] 10.222.0.20 "PUT /v2.0/ports/2e7e973a-d313-4fb5-98ef-fc330c4aab05 HTTP/1.1" status: 200  len: 1091 time: 1.2109544
Apr 30 21:28:42.213970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576b1918-2d33-4134-acbc-e25ba61935da', 'tag': '2e7e973a-d313-4fb5-98ef-fc330c4aab05'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:42.217499 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acaf92d-7223-4550-9988-4cb4a80c08ca" -d '{"events": [{"name": "network-changed", "server_uuid": "576b1918-2d33-4134-acbc-e25ba61935da", "tag": "2e7e973a-d313-4fb5-98ef-fc330c4aab05"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:42.257506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af15f6-cd51-4435-ac59-7cbca968a96b service neutron] Pushing event updated for resources: {'Port': ['ID=2e7e973a-d313-4fb5-98ef-fc330c4aab05,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:42.301002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 911780b0-ee18-4416-9ba0-121a1a2e1db6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:42.301560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.328687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911780b0-ee18-4416-9ba0-121a1a2e1db6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:42.372289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 911780b0-ee18-4416-9ba0-121a1a2e1db6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911780b0-ee18-4416-9ba0-121a1a2e1db6,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:42.410404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 882e823c-4f61-46bf-ace8-7292bf8414df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=882e823c-4f61-46bf-ace8-7292bf8414df,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:42.434755 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.437005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (340b151e-482c-4a2b-b1b1-51d0959a9539), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.437005 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Floating IP 340b151e-482c-4a2b-b1b1-51d0959a9539 disassociated. External IP: 172.35.4.147, port: b222076d-c1a2-4c03-8c2a-48a53d5a9274.
Apr 30 21:28:42.437240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '882e823c-4f61-46bf-ace8-7292bf8414df', 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'port_id': '882e823c-4f61-46bf-ace8-7292bf8414df', 'mac_address': 'fa:16:3e:5d:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976295b5-d519-4b5b-9b98-98ce31e0a221', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:28:42.437361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Calling delete_port for b222076d-c1a2-4c03-8c2a-48a53d5a9274 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:42.507251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b363cf0-9757-45e6-a10e-28498809b144 req-a69b4cfa-244f-40b3-b43c-d4102786a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:42.508785 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-a69b4cfa-244f-40b3-b43c-d4102786a424 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 1125 time: 0.0898304
Apr 30 21:28:42.530589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 882e823c-4f61-46bf-ace8-7292bf8414df is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:42.533824 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.575736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882e823c-4f61-46bf-ace8-7292bf8414df {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:42.603766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 882e823c-4f61-46bf-ace8-7292bf8414df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=882e823c-4f61-46bf-ace8-7292bf8414df,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:42.605665 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.630844 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-44137f1b-4e2a-48ce-9a3c-40b0eb1eff85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e7e973a-d313-4fb5-98ef-fc330c4aab05 HTTP/1.1" status: 200  len: 217 time: 0.1102052
Apr 30 21:28:42.657522 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6f7142-9dff-4160-8f18-eed6408137dd req-e58a2c63-4ef1-4f19-8213-46d2cea3ac72 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5620129
Apr 30 21:28:42.706531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba1d6-c5b9-4176-8380-479befac0dac req-f5a92d77-b6a6-451c-97cd-1b68a3c4fc99 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:42.709908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-252ba1d6-c5b9-4176-8380-479befac0dac req-f5a92d77-b6a6-451c-97cd-1b68a3c4fc99 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 943 time: 0.4450083
Apr 30 21:28:42.722615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b363cf0-9757-45e6-a10e-28498809b144 req-e6deb9cd-0869-40fb-8897-7cd2b3a6ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:42.724128 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-e6deb9cd-0869-40fb-8897-7cd2b3a6ef67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.0838265
Apr 30 21:28:42.759065 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b222076d-c1a2-4c03-8c2a-48a53d5a9274), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.781482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:42.790353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-dfc3a22a-6951-495e-bb59-70005a7a9522 service neutron] 10.222.0.35 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6122077
Apr 30 21:28:42.796325 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f21747-76f8-415a-8313-db63bf7f9079 x-openstack-request-id: req-94f21747-76f8-415a-8313-db63bf7f9079 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:42.796325 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "c4baf2f0-f599-4e18-a1c9-15315a90ac2d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:42.796325 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94f21747-76f8-415a-8313-db63bf7f9079 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:42.796325 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f21747-76f8-415a-8313-db63bf7f9079'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'c4baf2f0-f599-4e18-a1c9-15315a90ac2d', 'status': 'completed', 'code': 200}
Apr 30 21:28:42.810630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=911780b0-ee18-4416-9ba0-121a1a2e1db6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:42.861868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b363cf0-9757-45e6-a10e-28498809b144 req-a44804ee-cc7e-46b8-9c84-d98d19977eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:42.868720 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-a44804ee-cc7e-46b8-9c84-d98d19977eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1344416
Apr 30 21:28:42.871041 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518efefb-95e0-4c48-92cd-efc2e5ecf3e9 x-openstack-request-id: req-518efefb-95e0-4c48-92cd-efc2e5ecf3e9 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:42.871575 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576b1918-2d33-4134-acbc-e25ba61935da", "tag": "2e7e973a-d313-4fb5-98ef-fc330c4aab05", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:42.872762 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-518efefb-95e0-4c48-92cd-efc2e5ecf3e9 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:42.874764 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518efefb-95e0-4c48-92cd-efc2e5ecf3e9'] response: {'name': 'network-changed', 'server_uuid': '576b1918-2d33-4134-acbc-e25ba61935da', 'tag': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'status': 'completed', 'code': 200}
Apr 30 21:28:42.889013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=882e823c-4f61-46bf-ace8-7292bf8414df,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:42.896475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['911780b0-ee18-4416-9ba0-121a1a2e1db6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:42.911551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Port': ['ID=b222076d-c1a2-4c03-8c2a-48a53d5a9274,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:43.050974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['882e823c-4f61-46bf-ace8-7292bf8414df'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:43.057586 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-7914b593-7430-45f7-922b-2d77626b850b service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805089
Apr 30 21:28:43.125409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-252ba1d6-c5b9-4176-8380-479befac0dac req-7ba4b898-7061-4c6b-be9c-7cbffddff235 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups?id=e9c5d956-b205-46eb-89ea-cc160339a696&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4074514
Apr 30 21:28:43.140198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb0836-579e-41fc-98c2-db2a697f668d req-be405555-3e40-4b61-a698-ecd79440f33a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:43.147134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cb0836-579e-41fc-98c2-db2a697f668d req-be405555-3e40-4b61-a698-ecd79440f33a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 943 time: 0.2255144
Apr 30 21:28:43.224364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c91447d-a8e6-4ef6-8dbb-ef1726027de8 req-a23b1d23-7607-4d3f-9e35-70507bc0481b service neutron] 10.222.0.35 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3977048
Apr 30 21:28:43.323982 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9b363cf0-9757-45e6-a10e-28498809b144 req-0f9dceb9-1e76-4a58-a804-da91eedb20da service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2480290
Apr 30 21:28:43.361135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cb0836-579e-41fc-98c2-db2a697f668d req-f885c3b4-e39a-45bd-a4f8-ddc0cb851f61 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2041929
Apr 30 21:28:43.362872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ce197e2-7435-4f52-8e91-4da52a05d0e4 req-ef8c05e1-7bb1-4c06-a4f8-f615ad58efe6 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0701091
Apr 30 21:28:43.427620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Router ec0a27ec-0409-406f-ae7c-95bfc626e15a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:43.579293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:43.588964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] Sync routers for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:43.599039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:43.599764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895ff59910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:43.638842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] No DVR routers for this DVR port b222076d-c1a2-4c03-8c2a-48a53d5a9274 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:43.642131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:43.646035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-36185bd8-3197-4809-911e-b624511c8594 req-16149100-a61e-4f10-84bf-3760472fd013 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.20 "DELETE /v2.0/ports/b222076d-c1a2-4c03-8c2a-48a53d5a9274 HTTP/1.1" status: 204  len: 173 time: 2.9117253
Apr 30 21:28:43.730037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:43.784459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 911780b0-ee18-4416-9ba0-121a1a2e1db6 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:43.788618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2e33-35d8-4a48-9258-c15e81b22cee req-c6cf1fc8-a8ae-4393-b666-9368e11ae40f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:43.790681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f3b2e33-35d8-4a48-9258-c15e81b22cee req-c6cf1fc8-a8ae-4393-b666-9368e11ae40f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 944 time: 0.0540767
Apr 30 21:28:43.842770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f3b2e33-35d8-4a48-9258-c15e81b22cee req-6ec35f4d-2678-4961-b682-4e9c627a0110 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457106
Apr 30 21:28:43.927364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 911780b0-ee18-4416-9ba0-121a1a2e1db6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:28:43.988984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895ff59910>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:49Z', 'revision_number': 5, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:43.991349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 882e823c-4f61-46bf-ace8-7292bf8414df up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:44.040591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 911780b0-ee18-4416-9ba0-121a1a2e1db6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:44.040972 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:44.042749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] Checking router: ec0a27ec-0409-406f-ae7c-95bfc626e15a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:44.090930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:44.091577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895ff59910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:44.168199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 882e823c-4f61-46bf-ace8-7292bf8414df completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:28:44.231807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 911780b0-ee18-4416-9ba0-121a1a2e1db6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:44.232183 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:44.268019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 882e823c-4f61-46bf-ace8-7292bf8414df triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:44.268435 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:44.275286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59606606-7788-4de5-acc4-c5a4b5e3cc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911780b0-ee18-4416-9ba0-121a1a2e1db6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:44.277556 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a13c8a-50d7-4c64-b856-c4d52985daa6" -d '{"events": [{"server_uuid": "59606606-7788-4de5-acc4-c5a4b5e3cc89", "name": "network-vif-plugged", "status": "completed", "tag": "911780b0-ee18-4416-9ba0-121a1a2e1db6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:44.283556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:44.295225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69b73dab-e4ac-4bee-b549-40f8bb24bfc2 req-fb887d6c-e67b-489f-97e6-9d7a358ce2be tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 210 time: 0.0584316
Apr 30 21:28:44.346396 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97050f5a-e0ec-462f-99ef-e743152ad703 x-openstack-request-id: req-97050f5a-e0ec-462f-99ef-e743152ad703 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:44.346692 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59606606-7788-4de5-acc4-c5a4b5e3cc89", "name": "network-vif-plugged", "status": "completed", "tag": "911780b0-ee18-4416-9ba0-121a1a2e1db6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:44.346951 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97050f5a-e0ec-462f-99ef-e743152ad703 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:44.347353 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97050f5a-e0ec-462f-99ef-e743152ad703'] response: {'server_uuid': '59606606-7788-4de5-acc4-c5a4b5e3cc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911780b0-ee18-4416-9ba0-121a1a2e1db6', 'code': 200}
Apr 30 21:28:44.354470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 911780b0-ee18-4416-9ba0-121a1a2e1db6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911780b0-ee18-4416-9ba0-121a1a2e1db6,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:44.531687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:44.597965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fe814-16e5-4ece-bef0-285a42b6cc1e req-db028581-1804-4aa0-917f-3f4257705448 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:44.599463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a44fe814-16e5-4ece-bef0-285a42b6cc1e req-db028581-1804-4aa0-917f-3f4257705448 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 943 time: 0.1206729
Apr 30 21:28:44.605392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14c089-8baf-43d2-ba42-c8f085758872 req-9c7df43f-2a2d-4082-b4be-84a7fef935aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:44.606838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f14c089-8baf-43d2-ba42-c8f085758872 req-9c7df43f-2a2d-4082-b4be-84a7fef935aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 1126 time: 0.2134478
Apr 30 21:28:44.611232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2621cc72-88fd-40f3-9a15-9de30ff00ec1 req-c5a1b2bf-df92-4ffd-b25d-ab983af63f2a tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0771177
Apr 30 21:28:44.618295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-fbdf3842-47bc-402d-960a-481db35baf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:44.621727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-fbdf3842-47bc-402d-960a-481db35baf17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 1125 time: 0.0827823
Apr 30 21:28:44.655448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 882e823c-4f61-46bf-ace8-7292bf8414df is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:44.656441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:44.696339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895ff59910>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:49Z', 'revision_number': 5, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:44.735787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c153021d-9a47-4a05-8018-81c8675f3ae8 None None] The sync data for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 is: [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:19:41Z', 'revision_number': 4, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b714318f-c9f3-401c-9bad-d99fc10424ec', 'name': '', 'network_id': '0f28b49f-01d7-4c9d-82d6-265d3558ca5b', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'mac_address': 'fa:16:3e:a8:80:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:39Z', 'updated_at': '2022-04-30T21:19:49Z', 'revision_number': 5, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'subnets': [{'id': '48dcc9e8-7c02-4b81-9858-ab3db0e13872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:44.737358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=911780b0-ee18-4416-9ba0-121a1a2e1db6,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:44.755431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 882e823c-4f61-46bf-ace8-7292bf8414df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=882e823c-4f61-46bf-ace8-7292bf8414df,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:44.796956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f14c089-8baf-43d2-ba42-c8f085758872 req-7a0e4398-3509-4759-a514-c5d0cbe9ac73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829362
Apr 30 21:28:44.800904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:44.804369 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c92b816-5c82-40d1-9c40-2004d2d89739" -d '{"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:44.830174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a44fe814-16e5-4ece-bef0-285a42b6cc1e req-514f296e-f4ee-40e5-b1af-ebd8ebd55e8f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1960728
Apr 30 21:28:44.847684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:44.861662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-c4f5e448-67a9-4c34-a930-2f99970e7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:44.863235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-c4f5e448-67a9-4c34-a930-2f99970e7a63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 915 time: 0.2050617
Apr 30 21:28:44.931677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-e0d41e4c-e4e0-448e-b20c-080a0250e992 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e7e973a-d313-4fb5-98ef-fc330c4aab05 HTTP/1.1" status: 200  len: 217 time: 0.0502169
Apr 30 21:28:44.935932 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e43ee47-9263-489c-b0d6-137f216c4d23 x-openstack-request-id: req-0e43ee47-9263-489c-b0d6-137f216c4d23 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:44.936877 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71c0f51-02f6-41f2-a5c5-d1954741772f", "name": "network-vif-deleted", "tag": "b222076d-c1a2-4c03-8c2a-48a53d5a9274", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:44.938143 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e43ee47-9263-489c-b0d6-137f216c4d23 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:44.938601 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e43ee47-9263-489c-b0d6-137f216c4d23'] response: {'server_uuid': 'c71c0f51-02f6-41f2-a5c5-d1954741772f', 'name': 'network-vif-deleted', 'tag': 'b222076d-c1a2-4c03-8c2a-48a53d5a9274', 'status': 'completed', 'code': 200}
Apr 30 21:28:44.943857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=882e823c-4f61-46bf-ace8-7292bf8414df,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:45.034021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3280a3-48f9-4ffe-acd0-5c9fa8511a26 req-0b051012-f1e5-49d5-892a-c78188316e37 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:45.035546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e3280a3-48f9-4ffe-acd0-5c9fa8511a26 req-0b051012-f1e5-49d5-892a-c78188316e37 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 945 time: 0.0922287
Apr 30 21:28:45.042670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-1efa43f0-ac73-41a8-8fbb-585873a84a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:45.044197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-1efa43f0-ac73-41a8-8fbb-585873a84a84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.0984170
Apr 30 21:28:45.118535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-10862352-baa6-4190-a02d-19a9585addee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:45.120037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-10862352-baa6-4190-a02d-19a9585addee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0576115
Apr 30 21:28:45.123235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e3280a3-48f9-4ffe-acd0-5c9fa8511a26 req-a432a5fb-4000-416c-ad4a-5fc314b35f3a tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781443
Apr 30 21:28:45.146268 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a57a25a-9c2a-4c8f-84c5-7bcfb78baecf None None] New status for floating IP 340b151e-482c-4a2b-b1b1-51d0959a9539: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:28:45.227268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-ba63a5dd-d7da-4ea9-8cac-33438b660d7a service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0991051
Apr 30 21:28:45.348960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8acaf92d-7223-4550-9988-4cb4a80c08ca req-2de242a6-69db-4029-b613-5b98541ab2a2 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1120725
Apr 30 21:28:45.417621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0f91635-f29c-4918-906a-c8701caad7c9 req-a8e10bf2-d448-49aa-a3fc-ae30e7fd6d5a tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 210 time: 0.0370264
Apr 30 21:28:45.717458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b34cc5b-005b-4691-93cf-97136f1187c2 req-b62afca0-bf38-4c51-80f0-26e9c951ad29 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0283561
Apr 30 21:28:45.953796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df7039-8fc8-4a58-8efd-eff043dd6ba8 req-d3204a32-db4e-489f-b51c-8a1f187ae14f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:45.955764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94df7039-8fc8-4a58-8efd-eff043dd6ba8 req-d3204a32-db4e-489f-b51c-8a1f187ae14f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 943 time: 0.0602336
Apr 30 21:28:45.995870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2e7e973a-d313-4fb5-98ef-fc330c4aab05 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:28:46.045480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94df7039-8fc8-4a58-8efd-eff043dd6ba8 req-252ff0ab-1bc9-4ae5-90ce-79922f062125 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791185
Apr 30 21:28:46.150360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2e7e973a-d313-4fb5-98ef-fc330c4aab05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7e973a-d313-4fb5-98ef-fc330c4aab05,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:46.164078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'port_id': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'mac_address': 'fa:16:3e:cb:fe:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:28:46.212301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:46.212699 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:46.231733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7e973a-d313-4fb5-98ef-fc330c4aab05 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:46.252925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2e7e973a-d313-4fb5-98ef-fc330c4aab05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7e973a-d313-4fb5-98ef-fc330c4aab05,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:46.259419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ba869-6735-4483-9502-06f3a391baa4 req-043d0056-c0d9-407b-af1a-f102270c989b tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:46.260908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d43ba869-6735-4483-9502-06f3a391baa4 req-043d0056-c0d9-407b-af1a-f102270c989b tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 945 time: 0.0538821
Apr 30 21:28:46.321202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d43ba869-6735-4483-9502-06f3a391baa4 req-3388daf3-109c-4336-8d7f-4ddf5f9ad501 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546319
Apr 30 21:28:46.348543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f94f699-f51b-4e21-b7d9-f157c1af6c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e823c-4f61-46bf-ace8-7292bf8414df'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:46.353225 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ffc97-019f-486e-a687-64738d9dd9df" -d '{"events": [{"server_uuid": "3f94f699-f51b-4e21-b7d9-f157c1af6c20", "name": "network-vif-plugged", "status": "completed", "tag": "882e823c-4f61-46bf-ace8-7292bf8414df"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:46.371769 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:46.406670 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ee4ad1-08fc-4996-81bb-89c18eabb990 x-openstack-request-id: req-f0ee4ad1-08fc-4996-81bb-89c18eabb990 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:46.406974 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f94f699-f51b-4e21-b7d9-f157c1af6c20", "name": "network-vif-plugged", "status": "completed", "tag": "882e823c-4f61-46bf-ace8-7292bf8414df", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:46.407299 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0ee4ad1-08fc-4996-81bb-89c18eabb990 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:46.408429 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ee4ad1-08fc-4996-81bb-89c18eabb990'] response: {'server_uuid': '3f94f699-f51b-4e21-b7d9-f157c1af6c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882e823c-4f61-46bf-ace8-7292bf8414df', 'code': 200}
Apr 30 21:28:46.468265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2e7e973a-d313-4fb5-98ef-fc330c4aab05,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:46.565539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e206885-00ea-4128-a0f4-f2c35eb51755 req-9d9a5b2e-a807-469c-8ede-1653ea190b73 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/ports?device_id=c71c0f51-02f6-41f2-a5c5-d1954741772f HTTP/1.1" status: 200  len: 210 time: 0.0319533
Apr 30 21:28:46.572941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa91f4b-1917-4906-b8ff-b685c72e84c7 req-7ff0e831-6eda-4ad2-a44c-dddb18200571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:46.574578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fa91f4b-1917-4906-b8ff-b685c72e84c7 req-7ff0e831-6eda-4ad2-a44c-dddb18200571 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f94f699-f51b-4e21-b7d9-f157c1af6c20 HTTP/1.1" status: 200  len: 1128 time: 0.0792062
Apr 30 21:28:46.630311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fa91f4b-1917-4906-b8ff-b685c72e84c7 req-f0f14605-99bf-490f-ae71-6cc049bd8cd6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415690
Apr 30 21:28:46.638670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2e7e973a-d313-4fb5-98ef-fc330c4aab05'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:46.855400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42e30b2d-71db-4d9d-b49b-061a61821691 req-37dc2808-81a1-4f8c-bb95-8989324ad7d9 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0381763
Apr 30 21:28:46.966122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:46.995734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:47.107023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2b269e6-5c64-4bbe-b8bf-c1edd84df53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.172083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082140e-43df-402c-9692-c8edb0a10121 req-9ab50b89-73b7-4d08-b470-18fb64635e00 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:47.173605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a082140e-43df-402c-9692-c8edb0a10121 req-9ab50b89-73b7-4d08-b470-18fb64635e00 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 944 time: 0.0517404
Apr 30 21:28:47.192192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2b269e6-5c64-4bbe-b8bf-c1edd84df53b admin admin] Publish callbacks [] for security_group (96605a9d-1fbb-4de3-84f3-b3faada22a60), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.223545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a082140e-43df-402c-9692-c8edb0a10121 req-67ef5e00-b06d-4dad-85a9-1c1f483bd37d tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434861
Apr 30 21:28:47.275192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2b269e6-5c64-4bbe-b8bf-c1edd84df53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (96605a9d-1fbb-4de3-84f3-b3faada22a60), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.311716 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c2b269e6-5c64-4bbe-b8bf-c1edd84df53b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b44c5988d8ff49798ce2723a03e8df52&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3148928
Apr 30 21:28:47.312567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b269e6-5c64-4bbe-b8bf-c1edd84df53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96605a9d-1fbb-4de3-84f3-b3faada22a60,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:47.314661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46966) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:47.364460 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Publish callbacks [] for security_group (96605a9d-1fbb-4de3-84f3-b3faada22a60), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.387122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Publish callbacks [] for security_group (96605a9d-1fbb-4de3-84f3-b3faada22a60), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.459529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377c87-ac5b-4afc-b6f1-159c7db6800f req-3605628e-784c-4363-a6e9-4eee43712463 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:47.461561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89377c87-ac5b-4afc-b6f1-159c7db6800f req-3605628e-784c-4363-a6e9-4eee43712463 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 945 time: 0.0678909
Apr 30 21:28:47.510360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89377c87-ac5b-4afc-b6f1-159c7db6800f req-b10c3a24-38f3-4bc8-a167-61bc1fbf3664 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428951
Apr 30 21:28:47.562912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (96605a9d-1fbb-4de3-84f3-b3faada22a60), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.565539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.566809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96605a9d-1fbb-4de3-84f3-b3faada22a60 HTTP/1.1" status: 204  len: 168 time: 0.2511475
Apr 30 21:28:47.575738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96605a9d-1fbb-4de3-84f3-b3faada22a60,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:47.613513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.613793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.619287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.621204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6929b3-b33b-4e62-be06-80c1e0e59846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:28:47.653427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f87ff-2ce2-4e50-b395-e569277e3d16 req-a7da8848-dafb-4ee9-9f2a-2bc03098b054 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:47.653427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b2f87ff-2ce2-4e50-b395-e569277e3d16 req-a7da8848-dafb-4ee9-9f2a-2bc03098b054 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f94f699-f51b-4e21-b7d9-f157c1af6c20 HTTP/1.1" status: 200  len: 946 time: 0.0738544
Apr 30 21:28:47.711312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b2f87ff-2ce2-4e50-b395-e569277e3d16 req-934b0bf2-304c-40de-a1b1-0bdb2ae7b800 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482461
Apr 30 21:28:47.764043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46992) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:47.822864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1671de02-ac04-459a-aece-1de2d2f8fe6f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group (e9c5d956-b205-46eb-89ea-cc160339a696), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.852339 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1671de02-ac04-459a-aece-1de2d2f8fe6f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group (e9c5d956-b205-46eb-89ea-cc160339a696), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:47.857179 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-beeb3427-1516-4240-a044-b92b9e4709b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.000855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd069c9-c8d3-4b01-ad6b-eb5149b92655 req-c9a7471c-3e5b-423b-9a25-b8532692ebd1 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0284250
Apr 30 21:28:48.028238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2e7e973a-d313-4fb5-98ef-fc330c4aab05 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:28:48.031596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1671de02-ac04-459a-aece-1de2d2f8fe6f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e9c5d956-b205-46eb-89ea-cc160339a696), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.034262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1671de02-ac04-459a-aece-1de2d2f8fe6f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.037235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1671de02-ac04-459a-aece-1de2d2f8fe6f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "DELETE /v2.0/security-groups/e9c5d956-b205-46eb-89ea-cc160339a696 HTTP/1.1" status: 204  len: 168 time: 0.2703590
Apr 30 21:28:48.040465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47006) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:48.056662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671de02-ac04-459a-aece-1de2d2f8fe6f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c5d956-b205-46eb-89ea-cc160339a696,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:48.072229 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-328c06c2-f063-4a5c-99ab-e390bc54e9b7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] show failed (client error): The resource could not be found.
Apr 30 21:28:48.073599 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-328c06c2-f063-4a5c-99ab-e390bc54e9b7 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "GET /v2.0/security-groups/e9c5d956-b205-46eb-89ea-cc160339a696 HTTP/1.1" status: 404  len: 347 time: 0.0254436
Apr 30 21:28:48.076194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:48.094151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:28:48.198153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting port 520d7f02-3fbb-448d-800c-25f4c4796832 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:48.198488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (520d7f02-3fbb-448d-800c-25f4c4796832), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.209275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:28:48.209664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.298020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (520d7f02-3fbb-448d-800c-25f4c4796832), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.298578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for floatingip (520d7f02-3fbb-448d-800c-25f4c4796832), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.302814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:48.303204 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.314776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Calling delete_port for 520d7f02-3fbb-448d-800c-25f4c4796832 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:48.349114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2e7e973a-d313-4fb5-98ef-fc330c4aab05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7e973a-d313-4fb5-98ef-fc330c4aab05,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:48.359594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47016) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:48.381125 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d57dec8-fd26-4b6a-a208-ecc8e5b0c3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.409383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576b1918-2d33-4134-acbc-e25ba61935da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e973a-d313-4fb5-98ef-fc330c4aab05'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:48.411889 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e7067a-c739-444f-b7f4-b8b2198ebfd8" -d '{"events": [{"server_uuid": "576b1918-2d33-4134-acbc-e25ba61935da", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e973a-d313-4fb5-98ef-fc330c4aab05"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:48.415107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d872b-e35c-4681-985c-477d3276b30b req-0aefe585-b8d2-41c8-8565-7433e05edb4a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:48.422356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-669d872b-e35c-4681-985c-477d3276b30b req-0aefe585-b8d2-41c8-8565-7433e05edb4a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 944 time: 0.1127048
Apr 30 21:28:48.427598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.479159 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d52005-2146-4451-ac47-5b8744cf22c9 x-openstack-request-id: req-39d52005-2146-4451-ac47-5b8744cf22c9 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:48.479458 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576b1918-2d33-4134-acbc-e25ba61935da", "name": "network-vif-plugged", "status": "completed", "tag": "2e7e973a-d313-4fb5-98ef-fc330c4aab05", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:48.479714 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39d52005-2146-4451-ac47-5b8744cf22c9 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:48.480118 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d52005-2146-4451-ac47-5b8744cf22c9'] response: {'server_uuid': '576b1918-2d33-4134-acbc-e25ba61935da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'code': 200}
Apr 30 21:28:48.510984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2e7e973a-d313-4fb5-98ef-fc330c4aab05,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:48.520628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-669d872b-e35c-4681-985c-477d3276b30b req-7a65b31e-8495-4f75-943b-77fb809749d0 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801947
Apr 30 21:28:48.569031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (520d7f02-3fbb-448d-800c-25f4c4796832), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.596280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Port': ['ID=520d7f02-3fbb-448d-800c-25f4c4796832,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:48.599561 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d57dec8-fd26-4b6a-a208-ecc8e5b0c3af admin admin] Publish callbacks [] for security_group (376d5a78-ae0f-4626-91dc-623ebcf5b4c4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.610094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20ee0-345f-41f8-b799-99d2fa20fad2 req-ce173a83-4b7a-4e53-8aad-4f9dfe18c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:48.612338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47e20ee0-345f-41f8-b799-99d2fa20fad2 req-ce173a83-4b7a-4e53-8aad-4f9dfe18c7fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 1127 time: 0.0647476
Apr 30 21:28:48.660718 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for floatingip (340b151e-482c-4a2b-b1b1-51d0959a9539), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.664790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47e20ee0-345f-41f8-b799-99d2fa20fad2 req-9f51f84c-55ac-4b13-9d8e-d5cd381801c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439782
Apr 30 21:28:48.664951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.666210 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5babb27a-69e0-4750-b613-674eb152310e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "DELETE /v2.0/floatingips/340b151e-482c-4a2b-b1b1-51d0959a9539 HTTP/1.1" status: 204  len: 168 time: 0.5889955
Apr 30 21:28:48.668099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:48.682861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d57dec8-fd26-4b6a-a208-ecc8e5b0c3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (376d5a78-ae0f-4626-91dc-623ebcf5b4c4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.728850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3d57dec8-fd26-4b6a-a208-ecc8e5b0c3af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cf1cf31241743d4b4bb8ec4379e3f29&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3656702
Apr 30 21:28:48.728850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57dec8-fd26-4b6a-a208-ecc8e5b0c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376d5a78-ae0f-4626-91dc-623ebcf5b4c4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:48.730424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47036) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:48.763434 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f0c425e7-f1f3-453c-be3c-6905885cce11 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting port 68951237-c8b8-42a1-8ab3-47a4e01c2f51 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:48.763434 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0c425e7-f1f3-453c-be3c-6905885cce11 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.786884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd464b15-b6c5-4d7c-95ab-5fa12dd29c83 admin admin] Publish callbacks [] for security_group (376d5a78-ae0f-4626-91dc-623ebcf5b4c4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.814073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd464b15-b6c5-4d7c-95ab-5fa12dd29c83 admin admin] Publish callbacks [] for security_group (376d5a78-ae0f-4626-91dc-623ebcf5b4c4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.854214 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0c425e7-f1f3-453c-be3c-6905885cce11 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:48.869045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f0c425e7-f1f3-453c-be3c-6905885cce11 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Calling delete_port for 68951237-c8b8-42a1-8ab3-47a4e01c2f51 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:48.887951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643920d5-1b23-4350-900b-ab9770468480 req-fd4b3f12-896e-4790-9391-a0ccf9321303 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:48.889436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-643920d5-1b23-4350-900b-ab9770468480 req-fd4b3f12-896e-4790-9391-a0ccf9321303 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f94f699-f51b-4e21-b7d9-f157c1af6c20 HTTP/1.1" status: 200  len: 946 time: 0.0733073
Apr 30 21:28:48.937963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-643920d5-1b23-4350-900b-ab9770468480 req-ca05bcdc-9df2-4bda-9d30-97f011089e28 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421641
Apr 30 21:28:49.031606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd464b15-b6c5-4d7c-95ab-5fa12dd29c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (376d5a78-ae0f-4626-91dc-623ebcf5b4c4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:49.034159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd464b15-b6c5-4d7c-95ab-5fa12dd29c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:49.035286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cd464b15-b6c5-4d7c-95ab-5fa12dd29c83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/376d5a78-ae0f-4626-91dc-623ebcf5b4c4 HTTP/1.1" status: 204  len: 168 time: 0.3043821
Apr 30 21:28:49.054659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd464b15-b6c5-4d7c-95ab-5fa12dd29c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d5a78-ae0f-4626-91dc-623ebcf5b4c4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:49.117538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5513d9ef-8446-4908-8b44-cbe66754df44 req-95c18c1a-6e91-470c-84e2-1e8d4e96461f tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0304313
Apr 30 21:28:49.138836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0c425e7-f1f3-453c-be3c-6905885cce11 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (68951237-c8b8-42a1-8ab3-47a4e01c2f51), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:49.167941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c425e7-f1f3-453c-be3c-6905885cce11 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Port': ['ID=68951237-c8b8-42a1-8ab3-47a4e01c2f51,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:49.251120 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0c425e7-f1f3-453c-be3c-6905885cce11 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:49.255106 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f0c425e7-f1f3-453c-be3c-6905885cce11 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "DELETE /v2.0/ports/68951237-c8b8-42a1-8ab3-47a4e01c2f51 HTTP/1.1" status: 204  len: 168 time: 0.5855598
Apr 30 21:28:49.258337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47062) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:49.369727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0272dcd0-6492-4a05-9f88-bb933222eb12 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting port 83b262c0-f5b8-4175-b9b8-1163fa513cc0 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:49.369727 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0272dcd0-6492-4a05-9f88-bb933222eb12 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:49.477903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0272dcd0-6492-4a05-9f88-bb933222eb12 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:49.493628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0272dcd0-6492-4a05-9f88-bb933222eb12 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Calling delete_port for 83b262c0-f5b8-4175-b9b8-1163fa513cc0 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:49.715492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d250f-4053-4be3-bde1-01a09545e076 req-1b7c8324-325c-4877-bcb7-3b6e3fe8b4dc tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:49.717135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-918d250f-4053-4be3-bde1-01a09545e076 req-1b7c8324-325c-4877-bcb7-3b6e3fe8b4dc tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 945 time: 0.0704849
Apr 30 21:28:49.780694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-918d250f-4053-4be3-bde1-01a09545e076 req-391e93f0-8e78-4fa9-984b-61913edb5e73 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547357
Apr 30 21:28:49.789212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0272dcd0-6492-4a05-9f88-bb933222eb12 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (83b262c0-f5b8-4175-b9b8-1163fa513cc0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:49.824177 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272dcd0-6492-4a05-9f88-bb933222eb12 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Port': ['ID=83b262c0-f5b8-4175-b9b8-1163fa513cc0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:49.900648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0272dcd0-6492-4a05-9f88-bb933222eb12 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:49.904251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0272dcd0-6492-4a05-9f88-bb933222eb12 tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "DELETE /v2.0/ports/83b262c0-f5b8-4175-b9b8-1163fa513cc0 HTTP/1.1" status: 204  len: 168 time: 0.6449428
Apr 30 21:28:49.906777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47086) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:49.958019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc878a8c-5567-4ec3-b5bc-34a8c311f06f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting subnet 6940b647-3609-4564-b307-f6ea3540cbc9 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:28:49.961176 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc878a8c-5567-4ec3-b5bc-34a8c311f06f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for subnet (6940b647-3609-4564-b307-f6ea3540cbc9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.000362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc878a8c-5567-4ec3-b5bc-34a8c311f06f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (6940b647-3609-4564-b307-f6ea3540cbc9), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.117119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc878a8c-5567-4ec3-b5bc-34a8c311f06f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (6940b647-3609-4564-b307-f6ea3540cbc9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.195270 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-65a3de2c-fd8f-4a81-9787-3adaf71438ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.292174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f72fc1a-a576-4dbf-8743-73de5dc31c5a req-aaceaf09-b5e6-40ad-81e8-056bdea183c2 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0325117
Apr 30 21:28:50.298124 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc878a8c-5567-4ec3-b5bc-34a8c311f06f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (6940b647-3609-4564-b307-f6ea3540cbc9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.332447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc878a8c-5567-4ec3-b5bc-34a8c311f06f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Subnet': ['ID=6940b647-3609-4564-b307-f6ea3540cbc9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:50.336741 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc878a8c-5567-4ec3-b5bc-34a8c311f06f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.340578 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cc878a8c-5567-4ec3-b5bc-34a8c311f06f tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "DELETE /v2.0/subnets/6940b647-3609-4564-b307-f6ea3540cbc9 HTTP/1.1" status: 204  len: 168 time: 0.4328494
Apr 30 21:28:50.343528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47114) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:50.348055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc112bd-55a1-4d58-a601-be63f085ae44 None None] Network b8d11e40-b37d-4318-bdf2-7339b1b28107 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:50.406184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-376f2b7d-bd2f-439d-9133-490e78b0c89e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Deleting subnet c50d6dd4-111c-4c00-a457-494c755078c9 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:28:50.410580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-376f2b7d-bd2f-439d-9133-490e78b0c89e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks [] for subnet (c50d6dd4-111c-4c00-a457-494c755078c9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.500757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-376f2b7d-bd2f-439d-9133-490e78b0c89e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (c50d6dd4-111c-4c00-a457-494c755078c9), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.586918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] DHCP port deletion for b8d11e40-b37d-4318-bdf2-7339b1b28107 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:28:50.639980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] Deleting port 71a825d2-8980-440c-b35d-51ed366a1a83 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:50.640352 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.662560 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-376f2b7d-bd2f-439d-9133-490e78b0c89e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c50d6dd4-111c-4c00-a457-494c755078c9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.740054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] For port 71a825d2-8980-440c-b35d-51ed366a1a83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71a825d2-8980-440c-b35d-51ed366a1a83,segment=NetworkSegment(cce6fb00-42c6-429d-953c-cd3650bf2c74),segment_id=cce6fb00-42c6-429d-953c-cd3650bf2c74)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:50.740567 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:50.759020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] Calling delete_port for 71a825d2-8980-440c-b35d-51ed366a1a83 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:50.848998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 71a825d2-8980-440c-b35d-51ed366a1a83 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:50.855622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-7930a745-fdf4-4840-8849-7f0307e97936 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:50.857214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-7930a745-fdf4-4840-8849-7f0307e97936 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/networks?id=63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 200  len: 812 time: 0.1705489
Apr 30 21:28:50.887010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-85f978cf-bee0-44c9-b756-4d597e7e610f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/quotas/a036fe856ad94ef98ff000ee43a9b599 HTTP/1.1" status: 200  len: 375 time: 0.0161817
Apr 30 21:28:50.929132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-376f2b7d-bd2f-439d-9133-490e78b0c89e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (c50d6dd4-111c-4c00-a457-494c755078c9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.007951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f2b7d-bd2f-439d-9133-490e78b0c89e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Subnet': ['ID=c50d6dd4-111c-4c00-a457-494c755078c9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:51.010302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-376f2b7d-bd2f-439d-9133-490e78b0c89e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.014316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-376f2b7d-bd2f-439d-9133-490e78b0c89e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "DELETE /v2.0/subnets/c50d6dd4-111c-4c00-a457-494c755078c9 HTTP/1.1" status: 204  len: 168 time: 0.6689720
Apr 30 21:28:51.016234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47166) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:51.027380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345840ed-bd7e-4c49-b532-98419afdbc2a None None] Network 2398732c-111b-435b-a08f-1b346cc08b51 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:28:51.042461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8799-50a3-46ed-a149-05620f7115fc req-df776390-73eb-41f5-b983-78e294513b25 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:51.043954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63ff8799-50a3-46ed-a149-05620f7115fc req-df776390-73eb-41f5-b983-78e294513b25 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f94f699-f51b-4e21-b7d9-f157c1af6c20 HTTP/1.1" status: 200  len: 946 time: 0.1537113
Apr 30 21:28:51.059803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-c0e64145-e065-42a3-9fa6-9466407b9ccd tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1717310
Apr 30 21:28:51.090171 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.102245 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.167222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976f621-eb5f-414c-b5ca-f88f8a6b182c req-3ca72319-9a14-42fe-a1c7-31cdedb5b00e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:51.168769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8976f621-eb5f-414c-b5ca-f88f8a6b182c req-3ca72319-9a14-42fe-a1c7-31cdedb5b00e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 945 time: 0.2223458
Apr 30 21:28:51.197601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b8d11e40-b37d-4318-bdf2-7339b1b28107), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.214065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 71a825d2-8980-440c-b35d-51ed366a1a83 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:28:51.214699 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (71a825d2-8980-440c-b35d-51ed366a1a83), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.269459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] Pushing event deleted for resources: {'Port': ['ID=71a825d2-8980-440c-b35d-51ed366a1a83,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:51.291083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Deleting port 882e823c-4f61-46bf-ace8-7292bf8414df {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:51.291409 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.319569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8976f621-eb5f-414c-b5ca-f88f8a6b182c req-236f44b0-2456-4444-b91d-35d0deb6c623 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423056
Apr 30 21:28:51.333740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641c3ec-4cba-4112-a2ca-09550941ea99 None None] No DVR routers for this DVR port 71a825d2-8980-440c-b35d-51ed366a1a83 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:51.339764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-2bc78944-8e4c-4647-92f4-f661ee43e3e5 service neutron] 10.222.0.23 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2790482
Apr 30 21:28:51.439226 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.453193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] DHCP port deletion for 2398732c-111b-435b-a08f-1b346cc08b51 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:28:51.494441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b8d11e40-b37d-4318-bdf2-7339b1b28107), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.527045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] Deleting port 107f1b19-3c78-4c9d-896e-b640b9860935 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:51.527640 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.538360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89664214c0>,) {'filters': {'network_id': ['b8d11e40-b37d-4318-bdf2-7339b1b28107']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:51.549020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1bc774c4-b309-489d-8cf9-66d875b659d5 req-7a61b7b4-90a7-41b2-9c9a-94c720024a2d tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0535197
Apr 30 21:28:51.561866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] For port 882e823c-4f61-46bf-ace8-7292bf8414df, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=882e823c-4f61-46bf-ace8-7292bf8414df,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:51.562025 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.586087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-6f0cfe3d-9683-41f8-b626-8335a2340d64 service neutron] 10.222.0.23 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2453818
Apr 30 21:28:51.596205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Calling delete_port for 882e823c-4f61-46bf-ace8-7292bf8414df owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:51.610922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89664214c0>, 'cce6fb00-42c6-429d-953c-cd3650bf2c74') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:51.611938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89664214c0>, 'cce6fb00-42c6-429d-953c-cd3650bf2c74') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:51.627262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] For port 107f1b19-3c78-4c9d-896e-b640b9860935, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107f1b19-3c78-4c9d-896e-b640b9860935,segment=NetworkSegment(f7cc9766-3a99-45f8-9d75-0ec4eab45398),segment_id=f7cc9766-3a99-45f8-9d75-0ec4eab45398)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:51.627262 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.641499 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (cce6fb00-42c6-429d-953c-cd3650bf2c74), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.646288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] Calling delete_port for 107f1b19-3c78-4c9d-896e-b640b9860935 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:51.660023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (cce6fb00-42c6-429d-953c-cd3650bf2c74), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.671304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:28:51.671837 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (cce6fb00-42c6-429d-953c-cd3650bf2c74), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:28:51.675712 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:28:51.791873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-51aa255f-f444-417f-ab09-0a1254e67bd2 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:51.793261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-51aa255f-f444-417f-ab09-0a1254e67bd2 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.35 "GET /v2.0/ports?device_id=59606606-7788-4de5-acc4-c5a4b5e3cc89 HTTP/1.1" status: 200  len: 945 time: 0.0877759
Apr 30 21:28:51.839765 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (107f1b19-3c78-4c9d-896e-b640b9860935), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.870361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] Pushing event deleted for resources: {'Port': ['ID=107f1b19-3c78-4c9d-896e-b640b9860935,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:51.874295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58c3d8-61ec-4baf-9252-6c484f7b7af6 None None] No DVR routers for this DVR port 107f1b19-3c78-4c9d-896e-b640b9860935 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:51.911513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b8d11e40-b37d-4318-bdf2-7339b1b28107), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.919713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:51.922918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "DELETE /v2.0/networks/b8d11e40-b37d-4318-bdf2-7339b1b28107 HTTP/1.1" status: 204  len: 168 time: 0.9056866
Apr 30 21:28:51.927349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47194) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:51.964486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651d196-2035-4e0e-8f80-b465b168657e tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Network': ['ID=b8d11e40-b37d-4318-bdf2-7339b1b28107,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:51.997301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Deleting port 911780b0-ee18-4416-9ba0-121a1a2e1db6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:28:51.997891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:52.122973 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2398732c-111b-435b-a08f-1b346cc08b51), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:52.145892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (882e823c-4f61-46bf-ace8-7292bf8414df), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:52.161670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['911780b0-ee18-4416-9ba0-121a1a2e1db6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:52.168097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['882e823c-4f61-46bf-ace8-7292bf8414df'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:52.247613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Pushing event deleted for resources: {'Port': ['ID=882e823c-4f61-46bf-ace8-7292bf8414df,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:52.265145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] For port 911780b0-ee18-4416-9ba0-121a1a2e1db6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=911780b0-ee18-4416-9ba0-121a1a2e1db6,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:28:52.265524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:52.338343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f190b926-6109-4434-bc33-54389b80947c req-760cea65-3da4-4b26-a5b7-f5dd9d580405 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 210 time: 0.0993590
Apr 30 21:28:52.706486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47242) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:52.752418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Calling delete_port for 911780b0-ee18-4416-9ba0-121a1a2e1db6 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:28:52.801344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2398732c-111b-435b-a08f-1b346cc08b51), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:52.852253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d6be636-4e87-4fb0-b8e2-043abd6fa9b3 req-295db679-18ca-48ef-ba1b-15eb6cdc27be tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.1024973
Apr 30 21:28:52.857836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] No DVR routers for this DVR port 882e823c-4f61-46bf-ace8-7292bf8414df on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:52.860175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 107f1b19-3c78-4c9d-896e-b640b9860935 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:52.889463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 107f1b19-3c78-4c9d-896e-b640b9860935 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:52.890150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 107f1b19-3c78-4c9d-896e-b640b9860935 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:52.918840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:52.918840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63ff8799-50a3-46ed-a149-05620f7115fc req-8f651692-3d87-4707-bae9-cbc5bc2f78c7 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.20 "DELETE /v2.0/ports/882e823c-4f61-46bf-ace8-7292bf8414df HTTP/1.1" status: 204  len: 173 time: 1.8392718
Apr 30 21:28:52.918840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f94f699-f51b-4e21-b7d9-f157c1af6c20', 'name': 'network-vif-deleted', 'tag': '882e823c-4f61-46bf-ace8-7292bf8414df'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:52.918840 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab6892f-b797-40e2-a8f9-5bc7377a3ba8" -d '{"events": [{"server_uuid": "3f94f699-f51b-4e21-b7d9-f157c1af6c20", "name": "network-vif-deleted", "tag": "882e823c-4f61-46bf-ace8-7292bf8414df"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:52.952852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966d77d60>,) {'filters': {'network_id': ['2398732c-111b-435b-a08f-1b346cc08b51']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:52.999591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163afd7-db1a-4b58-8b55-95138af53dac req-6fc80910-6a65-432c-ac49-1c973aabb90e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:53.001099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a163afd7-db1a-4b58-8b55-95138af53dac req-6fc80910-6a65-432c-ac49-1c973aabb90e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 945 time: 0.2591724
Apr 30 21:28:53.004026 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d3f244-2c53-4a4e-8ef2-2210c551cfb9 x-openstack-request-id: req-08d3f244-2c53-4a4e-8ef2-2210c551cfb9 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:53.004370 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f94f699-f51b-4e21-b7d9-f157c1af6c20", "name": "network-vif-deleted", "tag": "882e823c-4f61-46bf-ace8-7292bf8414df", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:53.004613 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08d3f244-2c53-4a4e-8ef2-2210c551cfb9 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:53.005164 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d3f244-2c53-4a4e-8ef2-2210c551cfb9'] response: {'server_uuid': '3f94f699-f51b-4e21-b7d9-f157c1af6c20', 'name': 'network-vif-deleted', 'tag': '882e823c-4f61-46bf-ace8-7292bf8414df', 'status': 'completed', 'code': 200}
Apr 30 21:28:53.007305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d77d60>, 'f7cc9766-3a99-45f8-9d75-0ec4eab45398') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:53.007645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d77d60>, 'f7cc9766-3a99-45f8-9d75-0ec4eab45398') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:53.010137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-053ce378-16a7-418c-8a96-4bb80f03c7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.049443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (f7cc9766-3a99-45f8-9d75-0ec4eab45398), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.102495 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f7cc9766-3a99-45f8-9d75-0ec4eab45398), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.108060 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-053ce378-16a7-418c-8a96-4bb80f03c7e5 admin admin] Publish callbacks [] for security_group (d4aba296-3c43-40a1-9faf-1a1a2731b273), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.124487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:28:53.124903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (f7cc9766-3a99-45f8-9d75-0ec4eab45398), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.125557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:28:53.135246 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:28:53.168761 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:28:53.186681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-053ce378-16a7-418c-8a96-4bb80f03c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d4aba296-3c43-40a1-9faf-1a1a2731b273), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.221058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a163afd7-db1a-4b58-8b55-95138af53dac req-3921ee7f-26e1-4d06-843f-b769edee7fdf tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1915653
Apr 30 21:28:53.242135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ce378-16a7-418c-8a96-4bb80f03c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aba296-3c43-40a1-9faf-1a1a2731b273,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:53.279753 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-053ce378-16a7-418c-8a96-4bb80f03c7e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61e815599b8b4d529941388a94c3ae64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5738051
Apr 30 21:28:53.282711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47270) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:53.347048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2398732c-111b-435b-a08f-1b346cc08b51), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.369879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.376679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] 10.222.0.23 "DELETE /v2.0/networks/2398732c-111b-435b-a08f-1b346cc08b51 HTTP/1.1" status: 204  len: 168 time: 1.4449852
Apr 30 21:28:53.376679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632c212-34a0-43db-8f41-bfa0b8df933b tempest-TaggedBootDevicesTest_v242-1954731281 tempest-TaggedBootDevicesTest_v242-1954731281-project] Pushing event deleted for resources: {'Network': ['ID=2398732c-111b-435b-a08f-1b346cc08b51,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:53.394883 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (911780b0-ee18-4416-9ba0-121a1a2e1db6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.395478 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02613ef4-a595-4f73-acee-64e2e1dbf201 admin admin] Publish callbacks [] for security_group (d4aba296-3c43-40a1-9faf-1a1a2731b273), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.400736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f7fa6-19e8-449d-92c3-5b0d2361b879 req-df74b933-795f-4f07-9304-2ad773aa6e98 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:53.402687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d16f7fa6-19e8-449d-92c3-5b0d2361b879 req-df74b933-795f-4f07-9304-2ad773aa6e98 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 945 time: 0.0891700
Apr 30 21:28:53.405670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['882e823c-4f61-46bf-ace8-7292bf8414df'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:28:53.417924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47278) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:28:53.423121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Request body: {'floatingip': {'port_id': '2e7e973a-d313-4fb5-98ef-fc330c4aab05'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:53.448372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02613ef4-a595-4f73-acee-64e2e1dbf201 admin admin] Publish callbacks [] for security_group (d4aba296-3c43-40a1-9faf-1a1a2731b273), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.487988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Pushing event deleted for resources: {'Port': ['ID=911780b0-ee18-4416-9ba0-121a1a2e1db6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:53.530420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72451e37-fb55-42eb-a182-eb4f1f0dfc37 req-88b58cc7-bd42-45cd-a5d7-408e6609928f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 210 time: 0.0733967
Apr 30 21:28:53.532411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (316c7f7f-c862-4b4c-9cb7-876a9658af22), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.597544 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02613ef4-a595-4f73-acee-64e2e1dbf201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d4aba296-3c43-40a1-9faf-1a1a2731b273), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.600426 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02613ef4-a595-4f73-acee-64e2e1dbf201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.603201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-02613ef4-a595-4f73-acee-64e2e1dbf201 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4aba296-3c43-40a1-9faf-1a1a2731b273 HTTP/1.1" status: 204  len: 168 time: 0.3168125
Apr 30 21:28:53.613562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02613ef4-a595-4f73-acee-64e2e1dbf201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aba296-3c43-40a1-9faf-1a1a2731b273,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:53.622928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] No DVR routers for this DVR port 911780b0-ee18-4416-9ba0-121a1a2e1db6 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:28:53.626952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:53.630459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbf906cd-bc24-413c-8f74-20e8638c1b7f req-135fd5a9-4a99-4580-8011-6e703a273f45 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.35 "DELETE /v2.0/ports/911780b0-ee18-4416-9ba0-121a1a2e1db6 HTTP/1.1" status: 204  len: 173 time: 1.8247173
Apr 30 21:28:53.987272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b27bc6b8-0721-4506-98b7-1c156f56075b req-257687e0-2481-4f3a-a4ed-a37fe12952c6 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0408096
Apr 30 21:28:54.118570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:54.239952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (316c7f7f-c862-4b4c-9cb7-876a9658af22), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:54.350745 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Floating IP 316c7f7f-c862-4b4c-9cb7-876a9658af22 associated. External IP: 172.35.4.156, port: 2e7e973a-d313-4fb5-98ef-fc330c4aab05.
Apr 30 21:28:54.440106 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:54.599762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:28:54.711616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02368371-5ba6-4417-acc2-e3c0020d25a6 req-1b4078d9-6500-4dd8-b8b1-935d9105e7bb tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 210 time: 0.1016195
Apr 30 21:28:54.775812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:28:54.784969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:54.792410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:28:54.810433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:54.811068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c4d2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:54.824240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2a229d51-0629-48ac-95b9-bfe300b7408a tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "PUT /v2.0/floatingips/316c7f7f-c862-4b4c-9cb7-876a9658af22 HTTP/1.1" status: 200  len: 991 time: 1.4049027
Apr 30 21:28:54.966327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:55.007388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59606606-7788-4de5-acc4-c5a4b5e3cc89', 'name': 'network-vif-deleted', 'tag': '911780b0-ee18-4416-9ba0-121a1a2e1db6'}, {'name': 'network-changed', 'server_uuid': '576b1918-2d33-4134-acbc-e25ba61935da', 'tag': '2e7e973a-d313-4fb5-98ef-fc330c4aab05'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:55.011460 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4" -d '{"events": [{"server_uuid": "59606606-7788-4de5-acc4-c5a4b5e3cc89", "name": "network-vif-deleted", "tag": "911780b0-ee18-4416-9ba0-121a1a2e1db6"}, {"name": "network-changed", "server_uuid": "576b1918-2d33-4134-acbc-e25ba61935da", "tag": "2e7e973a-d313-4fb5-98ef-fc330c4aab05"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:55.076311 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f0649-44e4-461e-aef2-00356f569b2f x-openstack-request-id: req-d91f0649-44e4-461e-aef2-00356f569b2f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:55.076631 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59606606-7788-4de5-acc4-c5a4b5e3cc89", "name": "network-vif-deleted", "tag": "911780b0-ee18-4416-9ba0-121a1a2e1db6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "576b1918-2d33-4134-acbc-e25ba61935da", "tag": "2e7e973a-d313-4fb5-98ef-fc330c4aab05", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:55.077177 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d91f0649-44e4-461e-aef2-00356f569b2f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:55.077809 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91f0649-44e4-461e-aef2-00356f569b2f'] response: {'server_uuid': '59606606-7788-4de5-acc4-c5a4b5e3cc89', 'name': 'network-vif-deleted', 'tag': '911780b0-ee18-4416-9ba0-121a1a2e1db6', 'status': 'completed', 'code': 200}
Apr 30 21:28:55.078292 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91f0649-44e4-461e-aef2-00356f569b2f'] response: {'name': 'network-changed', 'server_uuid': '576b1918-2d33-4134-acbc-e25ba61935da', 'tag': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'status': 'completed', 'code': 200}
Apr 30 21:28:55.147767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f6fbe1f-48a0-4cd5-8fad-2b37befba509 req-1ddca687-e2a4-4566-9add-5d9a13342381 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0368402
Apr 30 21:28:55.253356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c4d2dc0>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '316c7f7f-c862-4b4c-9cb7-876a9658af22', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.156', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:cb:fe:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b1918-2d33-4134-acbc-e25ba61935da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:28:30Z', 'updated_at': '2022-04-30T21:28:54Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:55.288268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:28:55.298716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:28:55.299839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c4d2dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:55.366991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-4101ce84-20b6-43d7-ade2-070455d33d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:55.368520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-4101ce84-20b6-43d7-ade2-070455d33d13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54ceedad6e134d94ac8758f8385a47e0&device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 1127 time: 0.0534084
Apr 30 21:28:55.447465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:28:55.482894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-86d659d5-c05a-46c3-9e11-e20c26bd4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:55.484837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-86d659d5-c05a-46c3-9e11-e20c26bd4695 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 200  len: 915 time: 0.1088727
Apr 30 21:28:55.601661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-e60d932d-916d-415e-ac5d-418cd9259a5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e7e973a-d313-4fb5-98ef-fc330c4aab05 HTTP/1.1" status: 200  len: 999 time: 0.1090934
Apr 30 21:28:55.664960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1aa314a8-193f-4e7e-b826-0d3f5d31d928 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:55.666525 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1aa314a8-193f-4e7e-b826-0d3f5d31d928 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.20 "GET /v2.0/networks?id=63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 200  len: 812 time: 0.1653066
Apr 30 21:28:55.670113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-98898793-e1da-43d7-94ce-27a3c04fb731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:55.671575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-98898793-e1da-43d7-94ce-27a3c04fb731 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 200  len: 853 time: 0.0512421
Apr 30 21:28:55.689638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Request body: {'port': {'device_id': 'e35daa06-9b02-4d7a-b97b-38983cde598a', 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'admin_state_up': True, 'tenant_id': 'a036fe856ad94ef98ff000ee43a9b599'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:55.726771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-f6bf5757-f052-4a7d-bb5d-6c0be546fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:55.728632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-f6bf5757-f052-4a7d-bb5d-6c0be546fd2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4f0cca1-4180-4eed-af9d-38f99c4f5357&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424829
Apr 30 21:28:55.806265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 911780b0-ee18-4416-9ba0-121a1a2e1db6 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:55.867801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e684f64-a847-49e5-8ff8-babe39a27564 req-25cbb7e4-cde0-433d-9434-a006b90996a9 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 210 time: 0.0363538
Apr 30 21:28:55.872031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 911780b0-ee18-4416-9ba0-121a1a2e1db6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:55.872602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 911780b0-ee18-4416-9ba0-121a1a2e1db6 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:55.914017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-ff1785ec-cf30-4fce-addf-7eb0193e8879 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1768861
Apr 30 21:28:55.957586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Made reservation on behalf of a036fe856ad94ef98ff000ee43a9b599 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:55.966941 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:56.058622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 882e823c-4f61-46bf-ace8-7292bf8414df no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:28:56.064037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c4d2dc0>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '316c7f7f-c862-4b4c-9cb7-876a9658af22', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.156', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:cb:fe:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b1918-2d33-4134-acbc-e25ba61935da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:28:30Z', 'updated_at': '2022-04-30T21:28:54Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:28:56.109689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0b70c7-9cc5-4806-8c2e-97763ddd00f4 req-f973f152-4358-4daa-b4f7-2a997e833150 service neutron] 10.222.0.20 "GET /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887488
Apr 30 21:28:56.118952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece460d-1eea-49b5-b2c5-d9e73fe79fea None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '316c7f7f-c862-4b4c-9cb7-876a9658af22', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'floating_ip_address': '172.35.4.156', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'port_id': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'mac_address': 'fa:16:3e:cb:fe:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576b1918-2d33-4134-acbc-e25ba61935da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:28:30Z', 'updated_at': '2022-04-30T21:28:54Z', 'revision_number': 1, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:28:56.122441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 882e823c-4f61-46bf-ace8-7292bf8414df {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:28:56.123490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 882e823c-4f61-46bf-ace8-7292bf8414df not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:28:56.244753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Allocated IP 172.20.0.12 (63413cf0-7b82-429b-a889-4c8044c3572d/976295b5-d519-4b5b-9b98-98ce31e0a221/3e200a7e-1b6a-4b92-aa26-30d74ccb898e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:56.277115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c693d95e-3dc1-48a4-87c5-f7888a2190b2 req-9878782c-d1e5-4d8e-8168-1f22ec6d4192 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0309868
Apr 30 21:28:56.433938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks [] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:56.456094 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf493f-9141-4be9-a71d-0b39efd8198a None None] New status for floating IP 316c7f7f-c862-4b4c-9cb7-876a9658af22: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:28:56.555326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-aa00639f-b818-41c9-9739-9deb0ffa688a tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:56.557073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-aa00639f-b818-41c9-9739-9deb0ffa688a tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.35 "GET /v2.0/networks?id=63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 200  len: 812 time: 0.1216888
Apr 30 21:28:56.571513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:56.572785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Request body: {'port': {'device_id': '752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3', 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'admin_state_up': True, 'tenant_id': 'a036fe856ad94ef98ff000ee43a9b599'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:56.633655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Network 63413cf0-7b82-429b-a889-4c8044c3572d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:56.643606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:56.648263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:56.672439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Pushing event updated for resources: {'Port': ['ID=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:56.720321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:56.721036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:56.820717 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-e80e4905-9549-4eee-b342-ee4f8acb8b60 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1349378
Apr 30 21:28:56.833860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Request body: {'port': {'device_id': 'e35daa06-9b02-4d7a-b97b-38983cde598a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:56.894258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:56.914416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Made reservation on behalf of a036fe856ad94ef98ff000ee43a9b599 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:28:56.919412 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.003029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-291b29d4-e77a-47c2-aaaa-f497e68d5b63 req-1dd140eb-8cb6-4d8a-8d56-3752353419a9 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 210 time: 0.0305781
Apr 30 21:28:57.082726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Allocated IP 172.20.0.9 (63413cf0-7b82-429b-a889-4c8044c3572d/976295b5-d519-4b5b-9b98-98ce31e0a221/b6bca012-9566-4044-886c-9ea9662009e4) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:28:57.236303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks [] for port (b6bca012-9566-4044-886c-9ea9662009e4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.388967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b6bca012-9566-4044-886c-9ea9662009e4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.392037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-848778ff-2733-4c1d-8403-645ea2370d14 req-bfb4229b-2294-4656-8f62-bdc176305fd9 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0345490
Apr 30 21:28:57.433852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Network 63413cf0-7b82-429b-a889-4c8044c3572d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:28:57.437173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:28:57.440759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:28:57.467731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Pushing event updated for resources: {'Port': ['ID=b6bca012-9566-4044-886c-9ea9662009e4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:57.495628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:57.496239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.509586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e200a7e-1b6a-4b92-aa26-30d74ccb898e {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:57.517874 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Publish callbacks [] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.530617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Transition to ACTIVE for port object 3e200a7e-1b6a-4b92-aa26-30d74ccb898e will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:28:57.624867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-54ed4dda-509d-4a65-824e-e83db3478545 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0597355
Apr 30 21:28:57.636829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Request body: {'port': {'device_id': '752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:28:57.694112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.700898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b6bca012-9566-4044-886c-9ea9662009e4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.774366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:57.832690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Attempting to bind port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:57.833128 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Attempting to bind port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:57.833559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Attempting to bind port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e on network 63413cf0-7b82-429b-a889-4c8044c3572d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:57.838984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e on network 63413cf0-7b82-429b-a889-4c8044c3572d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:28:57.841886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Attempting to bind port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e on network 63413cf0-7b82-429b-a889-4c8044c3572d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:57.844384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:57.844723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Checking segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:57.845102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Bound using segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:57.845524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Bound port: 3e200a7e-1b6a-4b92-aa26-30d74ccb898e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:57.845904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.910782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] For port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:57.915300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] For port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:57.969188 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:57.985279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6bca012-9566-4044-886c-9ea9662009e4 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:28:57.992800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Publish callbacks [] for port (b6bca012-9566-4044-886c-9ea9662009e4), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:58.002022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.011485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:58.011485 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e200a7e-1b6a-4b92-aa26-30d74ccb898e HTTP/1.1" status: 200  len: 1092 time: 1.1754658
Apr 30 21:28:58.011485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35daa06-9b02-4d7a-b97b-38983cde598a', 'tag': '3e200a7e-1b6a-4b92-aa26-30d74ccb898e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:58.011485 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1644582-6b0e-41aa-8c82-7d8178edf2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e35daa06-9b02-4d7a-b97b-38983cde598a", "tag": "3e200a7e-1b6a-4b92-aa26-30d74ccb898e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:58.012122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Transition to ACTIVE for port object b6bca012-9566-4044-886c-9ea9662009e4 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:28:58.064205 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082831ab-9b1c-4567-b634-50d965978464 x-openstack-request-id: req-082831ab-9b1c-4567-b634-50d965978464 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:58.064694 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35daa06-9b02-4d7a-b97b-38983cde598a", "tag": "3e200a7e-1b6a-4b92-aa26-30d74ccb898e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:58.065966 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-082831ab-9b1c-4567-b634-50d965978464 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:58.066568 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082831ab-9b1c-4567-b634-50d965978464'] response: {'name': 'network-changed', 'server_uuid': 'e35daa06-9b02-4d7a-b97b-38983cde598a', 'tag': '3e200a7e-1b6a-4b92-aa26-30d74ccb898e', 'status': 'completed', 'code': 200}
Apr 30 21:28:58.067513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae1755-cd36-47cc-9433-ca0c6d8320b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:58.078237 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b6bca012-9566-4044-886c-9ea9662009e4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:58.150714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1644582-6b0e-41aa-8c82-7d8178edf2f0 req-9d79b79e-98d9-48dc-94aa-64b188018055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.152446 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d1644582-6b0e-41aa-8c82-7d8178edf2f0 req-9d79b79e-98d9-48dc-94aa-64b188018055 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 1126 time: 0.0603933
Apr 30 21:28:58.201425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Pushing event updated for resources: {'Port': ['ID=b6bca012-9566-4044-886c-9ea9662009e4,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:58.211322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31442a94-aaa4-4ed7-a44b-1d34b8aed8f5 req-4be6032b-6238-488f-b998-3098b308af4f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.213110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31442a94-aaa4-4ed7-a44b-1d34b8aed8f5 req-4be6032b-6238-488f-b998-3098b308af4f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 943 time: 0.1238766
Apr 30 21:28:58.285470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1644582-6b0e-41aa-8c82-7d8178edf2f0 req-fc65c921-472d-4567-9958-e0afdeb22bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.288167 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d1644582-6b0e-41aa-8c82-7d8178edf2f0 req-fc65c921-472d-4567-9958-e0afdeb22bd8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a036fe856ad94ef98ff000ee43a9b599&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1277535
Apr 30 21:28:58.301175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31442a94-aaa4-4ed7-a44b-1d34b8aed8f5 req-92f74761-ad64-47f9-83ab-07a7b6007d71 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718789
Apr 30 21:28:58.322870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Attempting to bind port b6bca012-9566-4044-886c-9ea9662009e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:28:58.323219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Attempting to bind port b6bca012-9566-4044-886c-9ea9662009e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:28:58.323560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Attempting to bind port b6bca012-9566-4044-886c-9ea9662009e4 on network 63413cf0-7b82-429b-a889-4c8044c3572d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:58.328437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Port b6bca012-9566-4044-886c-9ea9662009e4 on network 63413cf0-7b82-429b-a889-4c8044c3572d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:28:58.328765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Attempting to bind port b6bca012-9566-4044-886c-9ea9662009e4 on network 63413cf0-7b82-429b-a889-4c8044c3572d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:28:58.334070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:28:58.334954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Checking segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:28:58.335338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Bound using segment: {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:28:58.335773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Bound port: b6bca012-9566-4044-886c-9ea9662009e4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2ebf46-fe59-4858-aca8-c4457cb873fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:28:58.336141 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b6bca012-9566-4044-886c-9ea9662009e4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:58.398431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1644582-6b0e-41aa-8c82-7d8178edf2f0 req-1f06ab0b-2b01-41d6-822d-1eaa429f6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.401153 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d1644582-6b0e-41aa-8c82-7d8178edf2f0 req-1f06ab0b-2b01-41d6-822d-1eaa429f6aed service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1084898
Apr 30 21:28:58.417201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] For port b6bca012-9566-4044-886c-9ea9662009e4, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:28:58.425379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] For port b6bca012-9566-4044-886c-9ea9662009e4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6bca012-9566-4044-886c-9ea9662009e4,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:28:58.503627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81ac93ec-c5f9-44c2-8b73-9cbe2c5ac501 req-c83b2a9f-07c9-48a6-a03e-0d553ad34b0e tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0315030
Apr 30 21:28:58.504605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f92d2094-ab94-4351-bfcb-0d598b924b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.506749 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-f92d2094-ab94-4351-bfcb-0d598b924b19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 1126 time: 0.0448201
Apr 30 21:28:58.512243 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b6bca012-9566-4044-886c-9ea9662009e4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:58.550620 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-be31d95f-5b57-465f-a343-e89a17ab5af1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e200a7e-1b6a-4b92-aa26-30d74ccb898e HTTP/1.1" status: 200  len: 217 time: 0.0366533
Apr 30 21:28:58.584114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.585532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:28:58.586954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] 10.222.0.35 "PUT /v2.0/ports/b6bca012-9566-4044-886c-9ea9662009e4 HTTP/1.1" status: 200  len: 1091 time: 0.9541705
Apr 30 21:28:58.588614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3', 'tag': 'b6bca012-9566-4044-886c-9ea9662009e4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:28:58.591377 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037fc2ad-0c1e-4da6-946a-31a666223ded" -d '{"events": [{"name": "network-changed", "server_uuid": "752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3", "tag": "b6bca012-9566-4044-886c-9ea9662009e4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:28:58.627538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413793a-d7f9-48a6-aef5-0a5cfca9f8ec service neutron] Pushing event updated for resources: {'Port': ['ID=b6bca012-9566-4044-886c-9ea9662009e4,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:28:58.639469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-df62c76e-bd5d-4844-8ae3-ef704d85ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.640944 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-df62c76e-bd5d-4844-8ae3-ef704d85ede3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=976295b5-d519-4b5b-9b98-98ce31e0a221 HTTP/1.1" status: 200  len: 852 time: 0.0860493
Apr 30 21:28:58.642632 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d55061-1b60-46b3-a8e3-9b49c585097b x-openstack-request-id: req-e7d55061-1b60-46b3-a8e3-9b49c585097b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:28:58.642927 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3", "tag": "b6bca012-9566-4044-886c-9ea9662009e4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:28:58.643184 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7d55061-1b60-46b3-a8e3-9b49c585097b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:28:58.643589 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d55061-1b60-46b3-a8e3-9b49c585097b'] response: {'name': 'network-changed', 'server_uuid': '752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3', 'tag': 'b6bca012-9566-4044-886c-9ea9662009e4', 'status': 'completed', 'code': 200}
Apr 30 21:28:58.673473 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-06b82732-b2f5-4b90-8332-fa9663aa2c81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=63413cf0-7b82-429b-a889-4c8044c3572d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268316
Apr 30 21:28:58.702675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fc2ad-0c1e-4da6-946a-31a666223ded req-4bbc8833-3e76-4727-81a4-f534d4d9b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.704282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037fc2ad-0c1e-4da6-946a-31a666223ded req-4bbc8833-3e76-4727-81a4-f534d4d9b9db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 1125 time: 0.0404747
Apr 30 21:28:58.786819 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-890d2868-9bb2-40eb-bf0a-523b2010ef20 service neutron] 10.222.0.20 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074190
Apr 30 21:28:58.816758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fc2ad-0c1e-4da6-946a-31a666223ded req-706819d8-8550-4bb4-99a9-1520dbda6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.818307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037fc2ad-0c1e-4da6-946a-31a666223ded req-706819d8-8550-4bb4-99a9-1520dbda6bd3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a036fe856ad94ef98ff000ee43a9b599&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1073725
Apr 30 21:28:58.916454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fc2ad-0c1e-4da6-946a-31a666223ded req-9425dbd2-ab56-427d-8ba6-cf4f69043681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:58.918050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037fc2ad-0c1e-4da6-946a-31a666223ded req-9425dbd2-ab56-427d-8ba6-cf4f69043681 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0937021
Apr 30 21:28:59.008969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-b46f3440-2f69-479c-9cfb-ea065378bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:59.010517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-b46f3440-2f69-479c-9cfb-ea065378bd91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a036fe856ad94ef98ff000ee43a9b599&device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 1125 time: 0.0518596
Apr 30 21:28:59.054425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-886e728d-1af7-43d9-b99e-6b42bbd6fadc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6bca012-9566-4044-886c-9ea9662009e4 HTTP/1.1" status: 200  len: 217 time: 0.0359211
Apr 30 21:28:59.107094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-5fcc35e1-6224-49df-a78a-8081c692c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:59.109778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-5fcc35e1-6224-49df-a78a-8081c692c56e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=976295b5-d519-4b5b-9b98-98ce31e0a221 HTTP/1.1" status: 200  len: 852 time: 0.0503213
Apr 30 21:28:59.148945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-8e5c961f-4d00-4b01-9c2d-6a8d29d4d107 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=63413cf0-7b82-429b-a889-4c8044c3572d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0332341
Apr 30 21:28:59.195279 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-a22079c0-96f7-4ff2-813b-c287d63f0037 service neutron] 10.222.0.20 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4019632
Apr 30 21:28:59.245784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-40b972ee-0504-4dae-bc72-ad195cde2724 service neutron] 10.222.0.35 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901854
Apr 30 21:28:59.340733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c26959a4-afd4-4e8e-85be-f4aac2b8bde1 req-92bbd9bc-3b1a-4f4a-b99e-29ac9383b25b service neutron] 10.222.0.35 "GET /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882642
Apr 30 21:28:59.425936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eefce-4617-4c6b-92e6-006fab34d3da req-934b1d5f-4e32-468d-8093-57c6df3136ac tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:28:59.427390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-740eefce-4617-4c6b-92e6-006fab34d3da req-934b1d5f-4e32-468d-8093-57c6df3136ac tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 943 time: 0.0482745
Apr 30 21:28:59.475652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-740eefce-4617-4c6b-92e6-006fab34d3da req-4396cc80-afe4-441c-b49d-9fc277816ce0 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413940
Apr 30 21:28:59.611233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79883d6a-1326-4d9d-a4f6-9730024c9336 req-5babe8a3-d104-4b42-a8a8-8e165ca8ed03 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0273540
Apr 30 21:29:00.238480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47582) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:00.346245 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea7b4-6a16-44c4-a707-08750250c44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:00.421211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea7b4-6a16-44c4-a707-08750250c44f admin admin] Publish callbacks [] for security_group (5de79b00-4d2d-4dda-93e6-9ec48bfd495f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:00.486637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea7b4-6a16-44c4-a707-08750250c44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5de79b00-4d2d-4dda-93e6-9ec48bfd495f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:00.531510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c8ea7b4-6a16-44c4-a707-08750250c44f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db0dad82f50a41dfae7411e116ff698c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2919369
Apr 30 21:29:00.534047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ea7b4-6a16-44c4-a707-08750250c44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de79b00-4d2d-4dda-93e6-9ec48bfd495f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:00.534518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47588) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:00.590593 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b011-cf90-4748-a04e-a3056b7bab27 admin admin] Publish callbacks [] for security_group (5de79b00-4d2d-4dda-93e6-9ec48bfd495f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:00.592907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63527b8-fc9f-45b7-b2c5-a7d43f15fe41 req-90dc3bd6-b457-4d98-9aa0-bc5fb6317d25 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:00.594400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d63527b8-fc9f-45b7-b2c5-a7d43f15fe41 req-90dc3bd6-b457-4d98-9aa0-bc5fb6317d25 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 943 time: 0.0485213
Apr 30 21:29:00.612312 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b011-cf90-4748-a04e-a3056b7bab27 admin admin] Publish callbacks [] for security_group (5de79b00-4d2d-4dda-93e6-9ec48bfd495f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:00.641577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d63527b8-fc9f-45b7-b2c5-a7d43f15fe41 req-44a30dee-4a86-48aa-9684-2b3a9fa01bb3 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414317
Apr 30 21:29:00.726082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c6a6426-c3ce-46ff-8a7e-d7374cb96587 req-39d6b307-59fd-4b70-bea8-968e468bd884 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0285535
Apr 30 21:29:00.734128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b011-cf90-4748-a04e-a3056b7bab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5de79b00-4d2d-4dda-93e6-9ec48bfd495f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:00.737040 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d9f8b011-cf90-4748-a04e-a3056b7bab27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:00.739086 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d9f8b011-cf90-4748-a04e-a3056b7bab27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5de79b00-4d2d-4dda-93e6-9ec48bfd495f HTTP/1.1" status: 204  len: 168 time: 0.2032628
Apr 30 21:29:00.748417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8b011-cf90-4748-a04e-a3056b7bab27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de79b00-4d2d-4dda-93e6-9ec48bfd495f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:01.489879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47620) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:01.504147 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a082b3c8-1fd1-4b5a-861e-c4b47c33c31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:01.584252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a082b3c8-1fd1-4b5a-861e-c4b47c33c31c admin admin] Publish callbacks [] for security_group (9f9eb224-81a3-4822-9577-e7c3ebabbbf4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:01.645324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a082b3c8-1fd1-4b5a-861e-c4b47c33c31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9f9eb224-81a3-4822-9577-e7c3ebabbbf4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:01.686354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a082b3c8-1fd1-4b5a-861e-c4b47c33c31c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea5b19419ab04a83b7611184a239b4ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1942301
Apr 30 21:29:01.687828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082b3c8-1fd1-4b5a-861e-c4b47c33c31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9eb224-81a3-4822-9577-e7c3ebabbbf4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:01.689072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47626) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:01.748211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9fd30cbc-33be-40ff-b41b-1d4664d6fa09 admin admin] Publish callbacks [] for security_group (9f9eb224-81a3-4822-9577-e7c3ebabbbf4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:01.779410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0893eeb-1fc6-4096-bcd8-72456bbf2c76 req-730a317f-6a72-459c-9b74-616d01e606ec tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:01.780927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0893eeb-1fc6-4096-bcd8-72456bbf2c76 req-730a317f-6a72-459c-9b74-616d01e606ec tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 943 time: 0.0535915
Apr 30 21:29:01.787949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9fd30cbc-33be-40ff-b41b-1d4664d6fa09 admin admin] Publish callbacks [] for security_group (9f9eb224-81a3-4822-9577-e7c3ebabbbf4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:01.834359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device b6bca012-9566-4044-886c-9ea9662009e4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:29:01.846880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0893eeb-1fc6-4096-bcd8-72456bbf2c76 req-ebe68013-ca4e-41bd-b04f-e5ca42f41e52 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587475
Apr 30 21:29:01.865894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bb68ce-fa93-4a1d-9e22-3aade25db181 req-737ad7a4-bd98-4a4d-a9fb-50db83a1009a tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0350850
Apr 30 21:29:01.913901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9fd30cbc-33be-40ff-b41b-1d4664d6fa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9f9eb224-81a3-4822-9577-e7c3ebabbbf4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:01.916785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9fd30cbc-33be-40ff-b41b-1d4664d6fa09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:01.917975 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9fd30cbc-33be-40ff-b41b-1d4664d6fa09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f9eb224-81a3-4822-9577-e7c3ebabbbf4 HTTP/1.1" status: 204  len: 168 time: 0.2270298
Apr 30 21:29:01.926246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd30cbc-33be-40ff-b41b-1d4664d6fa09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9eb224-81a3-4822-9577-e7c3ebabbbf4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:01.951571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port b6bca012-9566-4044-886c-9ea9662009e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6bca012-9566-4044-886c-9ea9662009e4,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:01.964953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'b6bca012-9566-4044-886c-9ea9662009e4', 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'port_id': 'b6bca012-9566-4044-886c-9ea9662009e4', 'mac_address': 'fa:16:3e:ee:82:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976295b5-d519-4b5b-9b98-98ce31e0a221', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:29:02.003291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port b6bca012-9566-4044-886c-9ea9662009e4 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:02.003686 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b6bca012-9566-4044-886c-9ea9662009e4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:02.016662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6bca012-9566-4044-886c-9ea9662009e4 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:02.042651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port b6bca012-9566-4044-886c-9ea9662009e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6bca012-9566-4044-886c-9ea9662009e4,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:02.068287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3e200a7e-1b6a-4b92-aa26-30d74ccb898e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:29:02.134721 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b6bca012-9566-4044-886c-9ea9662009e4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:02.204597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=b6bca012-9566-4044-886c-9ea9662009e4,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:02.213304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:02.225326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '3e200a7e-1b6a-4b92-aa26-30d74ccb898e', 'network_id': '63413cf0-7b82-429b-a889-4c8044c3572d', 'port_id': '3e200a7e-1b6a-4b92-aa26-30d74ccb898e', 'mac_address': 'fa:16:3e:b1:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976295b5-d519-4b5b-9b98-98ce31e0a221', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:29:02.273313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:02.274026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:02.294619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e200a7e-1b6a-4b92-aa26-30d74ccb898e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:02.315024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:02.370284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['b6bca012-9566-4044-886c-9ea9662009e4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:02.396571 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:02.485522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:02.641151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3e200a7e-1b6a-4b92-aa26-30d74ccb898e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:02.987133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ce716c0-e094-4f00-acab-df01ccea91da req-47e93caa-edf9-4197-ad88-2755f7c8ab0e tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0302398
Apr 30 21:29:03.011916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb0278-f35b-4e0c-85c7-dc766070334f req-dba736b4-3541-43fe-967e-4a2d505e5b37 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:03.011916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84cb0278-f35b-4e0c-85c7-dc766070334f req-dba736b4-3541-43fe-967e-4a2d505e5b37 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 944 time: 0.0859103
Apr 30 21:29:03.056131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84cb0278-f35b-4e0c-85c7-dc766070334f req-b73b4412-d21f-40c3-9525-a08671cf3761 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457008
Apr 30 21:29:03.833901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device b6bca012-9566-4044-886c-9ea9662009e4 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:03.906643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port b6bca012-9566-4044-886c-9ea9662009e4 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:29:03.994571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22bab1b1-6ed0-4bae-bdbe-8911d0c0b957 req-0677c6f1-b02a-4068-86d3-1dc17d63c536 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0270531
Apr 30 21:29:04.054531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port b6bca012-9566-4044-886c-9ea9662009e4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:04.055158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b6bca012-9566-4044-886c-9ea9662009e4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.082279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3e200a7e-1b6a-4b92-aa26-30d74ccb898e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:04.094189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6de3f672-7c96-4d85-aaba-f49628abea4e req-798e1b6c-1ab7-4ab7-8d15-29d9a4feca11 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0291746
Apr 30 21:29:04.196254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:29:04.209791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port b6bca012-9566-4044-886c-9ea9662009e4 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:04.211379 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b6bca012-9566-4044-886c-9ea9662009e4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.216316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc88d62-0a03-475a-afa1-23354d354f49 req-8370077f-0830-43c8-b174-e9fe2ed71c9f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:04.217849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddc88d62-0a03-475a-afa1-23354d354f49 req-8370077f-0830-43c8-b174-e9fe2ed71c9f tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 944 time: 0.0557592
Apr 30 21:29:04.270967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddc88d62-0a03-475a-afa1-23354d354f49 req-d7d7ecb8-6d7f-41a3-81d5-f72b3ea2de27 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470948
Apr 30 21:29:04.286722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:04.290361 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.317287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bca012-9566-4044-886c-9ea9662009e4'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:04.319785 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e774036-669f-44e8-aa58-d7196176b97b" -d '{"events": [{"server_uuid": "752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3", "name": "network-vif-plugged", "status": "completed", "tag": "b6bca012-9566-4044-886c-9ea9662009e4"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:04.337681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port b6bca012-9566-4044-886c-9ea9662009e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6bca012-9566-4044-886c-9ea9662009e4,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:04.359128 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac169bf6-cc6d-4eaf-8d9e-5cfc58605bd9 x-openstack-request-id: req-ac169bf6-cc6d-4eaf-8d9e-5cfc58605bd9 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:04.359436 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3", "name": "network-vif-plugged", "status": "completed", "tag": "b6bca012-9566-4044-886c-9ea9662009e4", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:04.359660 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac169bf6-cc6d-4eaf-8d9e-5cfc58605bd9 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:04.360062 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac169bf6-cc6d-4eaf-8d9e-5cfc58605bd9'] response: {'server_uuid': '752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6bca012-9566-4044-886c-9ea9662009e4', 'code': 200}
Apr 30 21:29:04.392716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:04.393110 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.413708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b6bca012-9566-4044-886c-9ea9662009e4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.458085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:04.477023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=b6bca012-9566-4044-886c-9ea9662009e4,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:04.530684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.581705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:04.653598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47754) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:04.764140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.786489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d024dca-68b6-4485-8cb1-f01644340faa req-1e6e0598-99ea-4dd8-ad7a-5cfb60c049f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:04.787988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d024dca-68b6-4485-8cb1-f01644340faa req-1e6e0598-99ea-4dd8-ad7a-5cfb60c049f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 1127 time: 0.0430980
Apr 30 21:29:04.844180 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Publish callbacks [] for security_group (35075069-0d32-4f81-a261-57171f14ad3e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.855897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d024dca-68b6-4485-8cb1-f01644340faa req-00c15009-bc96-46a4-900a-8230bf0fec91 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405657
Apr 30 21:29:04.916855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (35075069-0d32-4f81-a261-57171f14ad3e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:04.955245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35075069-0d32-4f81-a261-57171f14ad3e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:04.963158 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6eaad91b3a7641449094b33569c87334&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3054311
Apr 30 21:29:04.963559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47764) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:04.966054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.966592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.967312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.967658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.967996 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.968391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.968717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.969042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.969367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.969686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.970194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.970777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.972335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.972689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:04.973221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce929d6e-2630-41dc-bdf2-24e0f138dd3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:05.019834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-895e180e-5e25-4104-baf9-5e2447252a4d admin admin] Publish callbacks [] for security_group (35075069-0d32-4f81-a261-57171f14ad3e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:05.040822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-895e180e-5e25-4104-baf9-5e2447252a4d admin admin] Publish callbacks [] for security_group (35075069-0d32-4f81-a261-57171f14ad3e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:05.207879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79c134cc-14f3-48f8-8498-c6b8a54899d0 req-64ee5afc-5220-4254-b529-c1557b445db5 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0278742
Apr 30 21:29:05.212115 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-895e180e-5e25-4104-baf9-5e2447252a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (35075069-0d32-4f81-a261-57171f14ad3e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:05.212115 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-895e180e-5e25-4104-baf9-5e2447252a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:05.213259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-895e180e-5e25-4104-baf9-5e2447252a4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35075069-0d32-4f81-a261-57171f14ad3e HTTP/1.1" status: 204  len: 168 time: 0.2486620
Apr 30 21:29:05.221511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e180e-5e25-4104-baf9-5e2447252a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35075069-0d32-4f81-a261-57171f14ad3e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:05.394112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4538ce9-1d10-418c-a29e-6e09abb1f849 req-c5d4720a-024d-4d22-afa6-8a0be6c56da3 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:05.395584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4538ce9-1d10-418c-a29e-6e09abb1f849 req-c5d4720a-024d-4d22-afa6-8a0be6c56da3 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 945 time: 0.0466604
Apr 30 21:29:05.443367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4538ce9-1d10-418c-a29e-6e09abb1f849 req-7532e6f6-7e18-40b9-aa61-8d9842f84b22 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410941
Apr 30 21:29:05.715875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-dd8eecb7-0f3e-455b-a509-eb6af6cadede service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0401273
Apr 30 21:29:05.790030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-544b46ac-7219-4d1a-ab29-1e8f63874aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:05.790030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-544b46ac-7219-4d1a-ab29-1e8f63874aef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 1128 time: 0.0498936
Apr 30 21:29:05.903490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-2f7ff775-3c9f-46b1-b6a6-5fcd8d953a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:05.905056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-2f7ff775-3c9f-46b1-b6a6-5fcd8d953a16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.0944870
Apr 30 21:29:06.051969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-df49db95-8bf5-4c69-96fe-863ae3c51610 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc5636f2-cf40-44f0-9964-ab84de7da2a8 HTTP/1.1" status: 200  len: 217 time: 0.0427892
Apr 30 21:29:06.135325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-39ba9f1b-45ed-4fed-8bc6-f1354eed09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:06.138083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-39ba9f1b-45ed-4fed-8bc6-f1354eed09d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0505929
Apr 30 21:29:06.184779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-f6da6b1b-9b0d-4127-bdc4-be89bfdb8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:06.186496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-f6da6b1b-9b0d-4127-bdc4-be89bfdb8e01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418899
Apr 30 21:29:06.297819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-5de1734c-e82a-4775-b03a-a9c183523d29 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038530
Apr 30 21:29:06.361110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35daa06-9b02-4d7a-b97b-38983cde598a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e200a7e-1b6a-4b92-aa26-30d74ccb898e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:06.363454 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0017d07d-ef3e-4328-a1ee-dc74d02d2503" -d '{"events": [{"server_uuid": "e35daa06-9b02-4d7a-b97b-38983cde598a", "name": "network-vif-plugged", "status": "completed", "tag": "3e200a7e-1b6a-4b92-aa26-30d74ccb898e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:06.374509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1d5d21f-ed43-4529-8401-cb1ad78813b1 req-d0f2dccf-c946-49c7-9afb-c4ff454ab339 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0606818
Apr 30 21:29:06.408372 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52f77ce-26f9-4b4a-9fec-cc2486a80537 x-openstack-request-id: req-a52f77ce-26f9-4b4a-9fec-cc2486a80537 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:06.408662 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35daa06-9b02-4d7a-b97b-38983cde598a", "name": "network-vif-plugged", "status": "completed", "tag": "3e200a7e-1b6a-4b92-aa26-30d74ccb898e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:06.408943 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a52f77ce-26f9-4b4a-9fec-cc2486a80537 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:06.409410 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52f77ce-26f9-4b4a-9fec-cc2486a80537'] response: {'server_uuid': 'e35daa06-9b02-4d7a-b97b-38983cde598a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e200a7e-1b6a-4b92-aa26-30d74ccb898e', 'code': 200}
Apr 30 21:29:06.421228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76af6eef-9916-4b75-ab93-4e60561e4b41 req-458bc12d-6ea4-499c-8a25-e99b03f6a573 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1152081
Apr 30 21:29:06.530003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dd294-421f-4e87-a452-5d31933eefe7 req-3f81332d-60d3-4742-b888-e2906f64520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:06.531800 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a08dd294-421f-4e87-a452-5d31933eefe7 req-3f81332d-60d3-4742-b888-e2906f64520b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 1128 time: 0.0519037
Apr 30 21:29:06.630246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3221c-bd4d-42e5-99b3-fbf338a7b020 req-98e064a8-7c4a-4753-a558-3543c5652ea9 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:06.631816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fed3221c-bd4d-42e5-99b3-fbf338a7b020 req-98e064a8-7c4a-4753-a558-3543c5652ea9 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 945 time: 0.0986466
Apr 30 21:29:06.654918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a08dd294-421f-4e87-a452-5d31933eefe7 req-b40e4dc0-cb40-4448-bfb9-87ebf7bfd5d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157856
Apr 30 21:29:07.077685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fed3221c-bd4d-42e5-99b3-fbf338a7b020 req-ea0812d3-4019-41df-ac0d-f2fc0eb59954 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4347966
Apr 30 21:29:07.121693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78048795-e619-4ffb-a863-36cc59a87e38 req-00ac29e7-0119-4e14-ae97-fd65a9952c5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdf6569dac6e40749091f906a707d7a1&device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0404868
Apr 30 21:29:07.151483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78048795-e619-4ffb-a863-36cc59a87e38 req-f8672697-02bb-48c2-82a0-0fafd88b0c79 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cdf6569dac6e40749091f906a707d7a1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0227337
Apr 30 21:29:07.268528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2cd003-a5fc-41dd-b6a1-73effb587a46 req-4765abb9-6c49-4c9c-a8cc-7df55230b9d7 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0875623
Apr 30 21:29:07.299404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1682c53-029b-4441-a179-f3550a41b72a req-db7301c7-bfda-4d64-9662-7009f1aea099 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:07.306718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1682c53-029b-4441-a179-f3550a41b72a req-db7301c7-bfda-4d64-9662-7009f1aea099 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 946 time: 0.1272061
Apr 30 21:29:07.350899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78048795-e619-4ffb-a863-36cc59a87e38 req-4b978b77-2e07-46af-b0fd-007d35c36ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:07.360690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78048795-e619-4ffb-a863-36cc59a87e38 req-4b978b77-2e07-46af-b0fd-007d35c36ad4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1938517
Apr 30 21:29:07.387821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1682c53-029b-4441-a179-f3550a41b72a req-21673f8f-f3fb-48a7-962a-58ec6b549eba tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740471
Apr 30 21:29:07.550147 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-e9af096b-3f4b-45d7-aba9-34089435284d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0376034
Apr 30 21:29:07.550147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-444245f6-e81b-466a-ac5b-de8d503b9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:07.550147 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-444245f6-e81b-466a-ac5b-de8d503b9406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 1128 time: 0.0396941
Apr 30 21:29:07.633537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-e5900900-8332-4795-b7f3-2a0e456ab6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:07.635037 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-e5900900-8332-4795-b7f3-2a0e456ab6c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.0934315
Apr 30 21:29:07.721929 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-543ba46d-a0a9-47ce-acd5-31dc5e33a69e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a HTTP/1.1" status: 200  len: 217 time: 0.0385349
Apr 30 21:29:07.881396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-252db03d-7cd8-4bec-9c41-936fb756467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:07.887169 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-252db03d-7cd8-4bec-9c41-936fb756467d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0448692
Apr 30 21:29:07.931476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-c1eae817-eeff-4121-af98-ebdf61415768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:07.932996 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-c1eae817-eeff-4121-af98-ebdf61415768 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438747
Apr 30 21:29:08.027574 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-1affb386-a60d-4b84-a1b3-6c42f6434021 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883758
Apr 30 21:29:08.128543 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-40bf149e-7c15-4ff8-9f78-aa562fa9f18c req-4149740d-f6d6-4fec-a8a8-d93eb1f3b67f service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946934
Apr 30 21:29:08.263991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47896) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:08.381492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aeb37d72-5798-4ea7-8726-934cf2b33934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:08.392225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3500c1ff-1217-4998-a3b8-dbeced59b5ca req-d0b6002a-dbac-4fa7-9530-235ea9d5fc14 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0327687
Apr 30 21:29:08.480350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aeb37d72-5798-4ea7-8726-934cf2b33934 admin admin] Publish callbacks [] for security_group (109facf1-7e6e-4932-bb60-617ad590f302), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:08.545191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadb6af-e3e0-46d0-837b-b91a0ddb7753 req-beb83bf7-e1fb-47fd-bc71-85f85ea11283 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:08.546827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cadb6af-e3e0-46d0-837b-b91a0ddb7753 req-beb83bf7-e1fb-47fd-bc71-85f85ea11283 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 946 time: 0.0545914
Apr 30 21:29:08.565523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aeb37d72-5798-4ea7-8726-934cf2b33934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (109facf1-7e6e-4932-bb60-617ad590f302), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:08.606147 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aeb37d72-5798-4ea7-8726-934cf2b33934 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d97c2e8dffc346fc8d08abcc00006a4d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3410304
Apr 30 21:29:08.606470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78048795-e619-4ffb-a863-36cc59a87e38 req-c8710e15-d187-4f27-bca0-abab319af2ca tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.35 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0586491
Apr 30 21:29:08.607545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb37d72-5798-4ea7-8726-934cf2b33934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109facf1-7e6e-4932-bb60-617ad590f302,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:08.610234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47904) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:08.654536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2cadb6af-e3e0-46d0-837b-b91a0ddb7753 req-2bc8a555-b5e5-4800-afbd-79a8ed47eee4 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873172
Apr 30 21:29:08.769374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37867f18-afa2-4303-925c-816e00b78ece admin admin] Publish callbacks [] for security_group (109facf1-7e6e-4932-bb60-617ad590f302), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:08.797799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37867f18-afa2-4303-925c-816e00b78ece admin admin] Publish callbacks [] for security_group (109facf1-7e6e-4932-bb60-617ad590f302), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:08.994086 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37867f18-afa2-4303-925c-816e00b78ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (109facf1-7e6e-4932-bb60-617ad590f302), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:08.997026 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37867f18-afa2-4303-925c-816e00b78ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:08.998480 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37867f18-afa2-4303-925c-816e00b78ece admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/109facf1-7e6e-4932-bb60-617ad590f302 HTTP/1.1" status: 204  len: 168 time: 0.3680148
Apr 30 21:29:09.025103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37867f18-afa2-4303-925c-816e00b78ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109facf1-7e6e-4932-bb60-617ad590f302,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:09.065338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5bc51-6107-4f95-9726-e69ea65beb47 req-e8c2857c-0265-4500-ad12-5dcbbf669823 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:09.067099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ce5bc51-6107-4f95-9726-e69ea65beb47 req-e8c2857c-0265-4500-ad12-5dcbbf669823 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0871122
Apr 30 21:29:09.121502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ce5bc51-6107-4f95-9726-e69ea65beb47 req-0577173e-191c-4ad5-a275-dbef49d1787a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471165
Apr 30 21:29:09.271242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075fc5-5915-41be-9195-1048a25b966f req-ca998da1-f66c-4883-93fc-c315f70d9787 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:09.273699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47075fc5-5915-41be-9195-1048a25b966f req-ca998da1-f66c-4883-93fc-c315f70d9787 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0716560
Apr 30 21:29:09.328269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47075fc5-5915-41be-9195-1048a25b966f req-7433d831-a1a8-4abe-ba23-c254b3aefdbd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479071
Apr 30 21:29:09.440710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f0978-9791-4764-9276-03305bb6a149 req-8af46279-b1cb-4aa5-8254-de7ef140eb98 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:09.442260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c1f0978-9791-4764-9276-03305bb6a149 req-8af46279-b1cb-4aa5-8254-de7ef140eb98 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0478997
Apr 30 21:29:09.502643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c1f0978-9791-4764-9276-03305bb6a149 req-27d28d2a-4a92-4097-8040-088b22a13ae6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0529814
Apr 30 21:29:09.628980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c49312ca-719d-4b5b-a788-ce7f1d85c408 req-6c1ba3ba-faec-4d55-bf67-9843ba5fa3f0 tempest-ServerShowV254Test-1111156433 tempest-ServerShowV254Test-1111156433-project] 10.222.0.23 "GET /v2.0/ports?device_id=278bfcd6-ff16-4875-8627-3f6f34791c77 HTTP/1.1" status: 200  len: 210 time: 0.0287092
Apr 30 21:29:09.760522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f4bee-75d4-4148-bed7-84be82f95d3a req-80833837-1563-4268-bf3b-862033cdce71 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:09.762049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-621f4bee-75d4-4148-bed7-84be82f95d3a req-80833837-1563-4268-bf3b-862033cdce71 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0726876
Apr 30 21:29:09.784785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680f087-4f4d-4055-b054-607d14eebdbb req-297e46f0-c1e0-4c13-8fbe-4a640edd4d73 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:09.786250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b680f087-4f4d-4055-b054-607d14eebdbb req-297e46f0-c1e0-4c13-8fbe-4a640edd4d73 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 946 time: 0.0648234
Apr 30 21:29:09.852043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-621f4bee-75d4-4148-bed7-84be82f95d3a req-b5d09dae-9ab1-4634-86f7-5b1a8d7ccd7f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0819068
Apr 30 21:29:09.862995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b680f087-4f4d-4055-b054-607d14eebdbb req-a0d347a9-4ca1-4808-8a01-5206aa4e4d54 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695269
Apr 30 21:29:10.139534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-d4c2a4a3-88c4-473f-ad6d-109bf751be30 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:10.141052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-d4c2a4a3-88c4-473f-ad6d-109bf751be30 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.1092541
Apr 30 21:29:10.156520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-285ba9ae-76aa-44b9-a391-da951b16fdf5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/quotas/3364787934af4f59b17a58b380fe95da HTTP/1.1" status: 200  len: 375 time: 0.0099566
Apr 30 21:29:10.214563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-e1e2781f-3760-4f70-9446-eebb021f525e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0524576
Apr 30 21:29:10.318198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-ce9392ec-728b-4fcd-b606-6ae8cb5325ab service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958624
Apr 30 21:29:10.411888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-d4016978-f33f-4986-8294-7afd63045bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873082
Apr 30 21:29:10.725876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-8c665da5-ec45-4771-ac55-fe535963073e tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:10.729504 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-8c665da5-ec45-4771-ac55-fe535963073e tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.20 "GET /v2.0/ports?device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 946 time: 0.0731018
Apr 30 21:29:10.830343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35b95170-7d05-4201-b50e-d5cef00ee742 req-3c30b6c3-bdb6-417b-99fb-051636c4fb10 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 210 time: 0.0737386
Apr 30 21:29:10.898935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Deleting port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:10.898935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.001973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-954faedd-4ec6-4b13-8289-71d67e54bd0d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:11.005463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-954faedd-4ec6-4b13-8289-71d67e54bd0d tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.35 "GET /v2.0/ports?device_id=752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3 HTTP/1.1" status: 200  len: 945 time: 0.1010938
Apr 30 21:29:11.033740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] For port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:11.038003 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.038147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3986d-a946-4436-bd2d-3a707b2d4a05 req-67198e45-084f-48f4-bd43-8921d119d25e tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:11.042691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ac3986d-a946-4436-bd2d-3a707b2d4a05 req-67198e45-084f-48f4-bd43-8921d119d25e tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 946 time: 0.0863333
Apr 30 21:29:11.064259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Calling delete_port for 3e200a7e-1b6a-4b92-aa26-30d74ccb898e owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:11.166442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ac3986d-a946-4436-bd2d-3a707b2d4a05 req-da3c2e68-d45d-4bb0-a919-ce3d4de06049 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed5da4c-1ce3-4cca-89ad-9e282a7887da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227131
Apr 30 21:29:11.189910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Deleting port b6bca012-9566-4044-886c-9ea9662009e4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:11.190334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b6bca012-9566-4044-886c-9ea9662009e4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.290560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] For port b6bca012-9566-4044-886c-9ea9662009e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b6bca012-9566-4044-886c-9ea9662009e4,segment=NetworkSegment(4c2ebf46-fe59-4858-aca8-c4457cb873fc),segment_id=4c2ebf46-fe59-4858-aca8-c4457cb873fc)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:11.290928 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b6bca012-9566-4044-886c-9ea9662009e4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.312116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Calling delete_port for b6bca012-9566-4044-886c-9ea9662009e4 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:11.385892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3e200a7e-1b6a-4b92-aa26-30d74ccb898e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.402821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3e200a7e-1b6a-4b92-aa26-30d74ccb898e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:11.425818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48044) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:11.426825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Pushing event deleted for resources: {'Port': ['ID=3e200a7e-1b6a-4b92-aa26-30d74ccb898e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:11.488369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['b6bca012-9566-4044-886c-9ea9662009e4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:11.509456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] No DVR routers for this DVR port 3e200a7e-1b6a-4b92-aa26-30d74ccb898e on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:11.512906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.517157 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3d3e2dc8-31ea-4d2a-b5f3-3c9d58dd81d3 req-ec43fc9b-39ff-4a1c-9a9c-430af1756931 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.20 "DELETE /v2.0/ports/3e200a7e-1b6a-4b92-aa26-30d74ccb898e HTTP/1.1" status: 204  len: 173 time: 0.7797635
Apr 30 21:29:11.517833 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35daa06-9b02-4d7a-b97b-38983cde598a', 'name': 'network-vif-deleted', 'tag': '3e200a7e-1b6a-4b92-aa26-30d74ccb898e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:11.520501 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d0706e-b4da-4c02-b1f8-943b06408df8" -d '{"events": [{"server_uuid": "e35daa06-9b02-4d7a-b97b-38983cde598a", "name": "network-vif-deleted", "tag": "3e200a7e-1b6a-4b92-aa26-30d74ccb898e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:11.597022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b6bca012-9566-4044-886c-9ea9662009e4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.616347 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf792c2-296d-4f3d-814a-70b42e1d829d x-openstack-request-id: req-0bf792c2-296d-4f3d-814a-70b42e1d829d {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:11.616680 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35daa06-9b02-4d7a-b97b-38983cde598a", "name": "network-vif-deleted", "tag": "3e200a7e-1b6a-4b92-aa26-30d74ccb898e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:11.617265 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bf792c2-296d-4f3d-814a-70b42e1d829d {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:11.617874 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf792c2-296d-4f3d-814a-70b42e1d829d'] response: {'server_uuid': 'e35daa06-9b02-4d7a-b97b-38983cde598a', 'name': 'network-vif-deleted', 'tag': '3e200a7e-1b6a-4b92-aa26-30d74ccb898e', 'status': 'completed', 'code': 200}
Apr 30 21:29:11.652166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['b6bca012-9566-4044-886c-9ea9662009e4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:11.656617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3e200a7e-1b6a-4b92-aa26-30d74ccb898e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:11.662231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Pushing event deleted for resources: {'Port': ['ID=b6bca012-9566-4044-886c-9ea9662009e4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:11.742185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] No DVR routers for this DVR port b6bca012-9566-4044-886c-9ea9662009e4 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:11.746815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.749674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c5a3d71-ff6f-4a10-b6ab-161670ee2a73 req-61ee3222-e83c-439e-8451-2a39668a7729 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.35 "DELETE /v2.0/ports/b6bca012-9566-4044-886c-9ea9662009e4 HTTP/1.1" status: 204  len: 173 time: 0.7298424
Apr 30 21:29:11.750988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3', 'name': 'network-vif-deleted', 'tag': 'b6bca012-9566-4044-886c-9ea9662009e4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:11.763159 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f1b4f-7fbc-43c1-b43a-8134cb433d8d" -d '{"events": [{"server_uuid": "752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3", "name": "network-vif-deleted", "tag": "b6bca012-9566-4044-886c-9ea9662009e4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:11.851011 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ec5ae-d245-458d-b8fd-e6d98481244d x-openstack-request-id: req-148ec5ae-d245-458d-b8fd-e6d98481244d {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:11.852190 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3", "name": "network-vif-deleted", "tag": "b6bca012-9566-4044-886c-9ea9662009e4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:11.852190 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-148ec5ae-d245-458d-b8fd-e6d98481244d {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:11.852576 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148ec5ae-d245-458d-b8fd-e6d98481244d'] response: {'server_uuid': '752bfd87-b2bd-4b7d-89cf-d70c58d9f0d3', 'name': 'network-vif-deleted', 'tag': 'b6bca012-9566-4044-886c-9ea9662009e4', 'status': 'completed', 'code': 200}
Apr 30 21:29:11.876838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c29bd53c-f47e-4999-b974-c79af2ecc1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:11.952391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4053f6cd-aaea-4968-8309-b116049efb3c req-ef86d2a7-ea66-4d5e-9226-f1dfc1062fb3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 210 time: 0.0424674
Apr 30 21:29:11.976932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c29bd53c-f47e-4999-b974-c79af2ecc1ca admin admin] Publish callbacks [] for security_group (cf91745e-0b24-4573-a42e-b666154644ca), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:12.037261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c29bd53c-f47e-4999-b974-c79af2ecc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cf91745e-0b24-4573-a42e-b666154644ca), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:12.077721 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c29bd53c-f47e-4999-b974-c79af2ecc1ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdf6569dac6e40749091f906a707d7a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6486299
Apr 30 21:29:12.079824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bd53c-f47e-4999-b974-c79af2ecc1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf91745e-0b24-4573-a42e-b666154644ca,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:12.081341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48076) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:12.133890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4523ea84-a846-4498-b7c6-bed8f4e476e1 admin admin] Publish callbacks [] for security_group (cf91745e-0b24-4573-a42e-b666154644ca), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:12.154978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4523ea84-a846-4498-b7c6-bed8f4e476e1 admin admin] Publish callbacks [] for security_group (cf91745e-0b24-4573-a42e-b666154644ca), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:12.281417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99ceab56-0c09-4542-9057-726d4d5635cd req-dafd8e0e-0e07-480c-bfcd-3cf27bab3937 tempest-MultipleCreateTestJSON-58285536 tempest-MultipleCreateTestJSON-58285536-project] 10.222.0.23 "GET /v2.0/ports?device_id=e35daa06-9b02-4d7a-b97b-38983cde598a HTTP/1.1" status: 200  len: 210 time: 0.0300550
Apr 30 21:29:12.324994 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4523ea84-a846-4498-b7c6-bed8f4e476e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cf91745e-0b24-4573-a42e-b666154644ca), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:12.327615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4523ea84-a846-4498-b7c6-bed8f4e476e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:12.329018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4523ea84-a846-4498-b7c6-bed8f4e476e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf91745e-0b24-4573-a42e-b666154644ca HTTP/1.1" status: 204  len: 168 time: 0.2463713
Apr 30 21:29:12.338809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523ea84-a846-4498-b7c6-bed8f4e476e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf91745e-0b24-4573-a42e-b666154644ca,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:12.528195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48088) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:12.751086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:12.865268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:12.980104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.070333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb2446c3-820a-4135-8260-b2b440cf93d1 req-4ae61d7e-6893-42ac-8d2f-ac7820463ec6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 210 time: 0.0415747
Apr 30 21:29:13.139922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Allocated IP 172.35.4.114 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/fc9526c2-caea-480a-891f-0991b0243c81) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:13.244056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for port (fc9526c2-caea-480a-891f-0991b0243c81), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.381829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48120) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:13.429677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fc9526c2-caea-480a-891f-0991b0243c81), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.433742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e530b45-8a4c-4009-8b9a-13d27042633d admin admin] Deleting subnet 976295b5-d519-4b5b-9b98-98ce31e0a221 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:29:13.439683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e530b45-8a4c-4009-8b9a-13d27042633d admin admin] Publish callbacks [] for subnet (976295b5-d519-4b5b-9b98-98ce31e0a221), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.497720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:13.503514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:13.510029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:13.513295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e530b45-8a4c-4009-8b9a-13d27042633d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (976295b5-d519-4b5b-9b98-98ce31e0a221), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.539960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'Port': ['ID=fc9526c2-caea-480a-891f-0991b0243c81,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:13.656639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e530b45-8a4c-4009-8b9a-13d27042633d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (976295b5-d519-4b5b-9b98-98ce31e0a221), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.716646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:13.778927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-a9b96489-d3ac-4085-bdf4-ffa28e48dd48 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:13.780427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-a9b96489-d3ac-4085-bdf4-ffa28e48dd48 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.2362909
Apr 30 21:29:13.787836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for floatingip (7b680de6-1a5a-462b-bf5f-7c2fc3e47470), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.793801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'port': {'device_id': '563b93e0-a029-49fe-a501-1c8c192370d0', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'admin_state_up': True, 'tenant_id': '3364787934af4f59b17a58b380fe95da'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:13.849302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e530b45-8a4c-4009-8b9a-13d27042633d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (976295b5-d519-4b5b-9b98-98ce31e0a221), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.853353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1492172288-network', 'tenant_id': '3383c2433214484eb41e99aacb653b80'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:13.857118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device b6bca012-9566-4044-886c-9ea9662009e4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:13.885382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: b6bca012-9566-4044-886c-9ea9662009e4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:13.885953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device b6bca012-9566-4044-886c-9ea9662009e4 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:13.892537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e530b45-8a4c-4009-8b9a-13d27042633d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976295b5-d519-4b5b-9b98-98ce31e0a221,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:13.895489 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e530b45-8a4c-4009-8b9a-13d27042633d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.899950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3e530b45-8a4c-4009-8b9a-13d27042633d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/976295b5-d519-4b5b-9b98-98ce31e0a221 HTTP/1.1" status: 204  len: 168 time: 0.5163417
Apr 30 21:29:13.901807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48138) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:13.946244 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fc9526c2-caea-480a-891f-0991b0243c81), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.972470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Made reservation on behalf of 3383c2433214484eb41e99aacb653b80 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:13.972630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:13.989977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.026859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (63413cf0-7b82-429b-a889-4c8044c3572d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.120178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Made reservation on behalf of 3364787934af4f59b17a58b380fe95da for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:14.123839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.139935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (63413cf0-7b82-429b-a889-4c8044c3572d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.175483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Publish callbacks [] for security_group (2a0c61ea-1505-48c5-b919-6b647d0ce60d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.177144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966deb970>,) {'filters': {'network_id': ['63413cf0-7b82-429b-a889-4c8044c3572d']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:14.188359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966deb970>, '4c2ebf46-fe59-4858-aca8-c4457cb873fc') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:14.189220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966deb970>, '4c2ebf46-fe59-4858-aca8-c4457cb873fc') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:14.192600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1559e528-649e-41bf-bc7a-f91a7776c568 req-8d5528be-8246-43b8-8c91-c07741d1b950 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 210 time: 0.0492482
Apr 30 21:29:14.221961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (4c2ebf46-fe59-4858-aca8-c4457cb873fc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.230231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for port (fc9526c2-caea-480a-891f-0991b0243c81), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.237500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4c2ebf46-fe59-4858-aca8-c4457cb873fc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.244387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (4c2ebf46-fe59-4858-aca8-c4457cb873fc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:29:14.249641 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:29:14.285588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2a0c61ea-1505-48c5-b919-6b647d0ce60d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.322778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Allocated IP 172.20.0.7 (6d21022d-393a-4eff-ba51-560f37353f44/5a00c6c0-02bf-47fa-85d0-3ae326c45443/432d721f-3bf6-4293-bd4a-313b2128a6fb) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:14.324860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0c61ea-1505-48c5-b919-6b647d0ce60d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:14.358863 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (fc9526c2-caea-480a-891f-0991b0243c81), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.400195 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (63413cf0-7b82-429b-a889-4c8044c3572d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.410010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.413097 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] 10.222.0.23 "DELETE /v2.0/networks/63413cf0-7b82-429b-a889-4c8044c3572d HTTP/1.1" status: 204  len: 168 time: 0.5095837
Apr 30 21:29:14.415426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:29:14.431713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25faef-0455-4327-a2d2-e1bbed5d16db admin admin] Pushing event deleted for resources: {'Network': ['ID=63413cf0-7b82-429b-a889-4c8044c3572d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:14.438495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (37fc6cc8-ae19-4ee7-af89-e31453545fec), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.438495 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Added segment 37fc6cc8-ae19-4ee7-af89-e31453545fec of type vlan for network c7cbed3c-359b-4472-8bf9-f34e2c55b91b
Apr 30 21:29:14.480457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (c7cbed3c-359b-4472-8bf9-f34e2c55b91b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.486584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'Port': ['ID=fc9526c2-caea-480a-891f-0991b0243c81,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:14.505158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (7b680de6-1a5a-462b-bf5f-7c2fc3e47470), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.566664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.574039 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (c7cbed3c-359b-4472-8bf9-f34e2c55b91b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.575076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:14.575899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.577374 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.581311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ddb8680e-b5f5-4263-97dc-ca041d08454d tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0495887
Apr 30 21:29:14.582071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48158) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:14.587168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1908875806'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:14.633615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] Pushing event updated for resources: {'Network': ['ID=c7cbed3c-359b-4472-8bf9-f34e2c55b91b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:14.644274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network c7cbed3c-359b-4472-8bf9-f34e2c55b91b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:29:14.699314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Made reservation on behalf of 36942406614e4c688cd6205c1abe8338 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:14.703926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.718626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.737671 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.740842 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-625aacce-f294-4069-a61d-a09bb6e88832 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0151820
Apr 30 21:29:14.740842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48162) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:14.752380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Request body: {'subnet': {'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1492172288-subnet', 'tenant_id': '3383c2433214484eb41e99aacb653b80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:14.764771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['bc5636f2-cf40-44f0-9964-ab84de7da2a8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:14.772251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dcd8283d-d19b-4e47-b08b-9296cfaa449a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:14.783607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48166) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:14.787410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Network 6d21022d-393a-4eff-ba51-560f37353f44 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:14.800626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:14.804067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:14.856741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Made reservation on behalf of 3383c2433214484eb41e99aacb653b80 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:14.862321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.877333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'Port': ['ID=432d721f-3bf6-4293-bd4a-313b2128a6fb,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:14.926455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:14.927140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:14.934681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-52d6f0d0-7e5b-49f2-8814-c1e6085231b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a036fe856ad94ef98ff000ee43a9b599&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1426070
Apr 30 21:29:14.934681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48168) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:15.021980 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for security_group (da1ecd58-d8de-448d-8337-8935c4ee2955), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.023150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa2f3-38ec-43aa-a3e8-b1c603625841 admin admin] Publish callbacks [] for security_group (4ed5da4c-1ce3-4cca-89ad-9e282a7887da), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.047028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa2f3-38ec-43aa-a3e8-b1c603625841 admin admin] Publish callbacks [] for security_group (4ed5da4c-1ce3-4cca-89ad-9e282a7887da), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.058290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-084e33ef-d81e-4439-86ad-37e3c85c4a8d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2683311
Apr 30 21:29:15.089911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Request body: {'port': {'device_id': '563b93e0-a029-49fe-a501-1c8c192370d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:15.123339 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (da1ecd58-d8de-448d-8337-8935c4ee2955), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.172506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:29:15.202713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1ecd58-d8de-448d-8337-8935c4ee2955,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:15.214629 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fda08702-2c81-4470-b36a-4494e6672b9b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.214978 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Added segment fda08702-2c81-4470-b36a-4494e6672b9b of type vlan for network 707bab34-91a6-4803-92b7-fc64671066fd
Apr 30 21:29:15.231074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ad12cf81-b574-44d5-98c3-bb12d52d3498 None None] Provisioning complete for port 432d721f-3bf6-4293-bd4a-313b2128a6fb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:15.231662 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ad12cf81-b574-44d5-98c3-bb12d52d3498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.232110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.260441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (7541958a-74f7-4173-8ee8-3d47c101fa2b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.287371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (707bab34-91a6-4803-92b7-fc64671066fd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.292729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ad12cf81-b574-44d5-98c3-bb12d52d3498 None None] Port 432d721f-3bf6-4293-bd4a-313b2128a6fb cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:29:15.327748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa2f3-38ec-43aa-a3e8-b1c603625841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4ed5da4c-1ce3-4cca-89ad-9e282a7887da), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.330646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa2f3-38ec-43aa-a3e8-b1c603625841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.333817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0b1aa2f3-38ec-43aa-a3e8-b1c603625841 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ed5da4c-1ce3-4cca-89ad-9e282a7887da HTTP/1.1" status: 204  len: 168 time: 0.3930717
Apr 30 21:29:15.363884 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7541958a-74f7-4173-8ee8-3d47c101fa2b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:15.368432 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Checking segment: {'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:15.369108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Network hostable DHCP agents. Network: c7cbed3c-359b-4472-8bf9-f34e2c55b91b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:29:15.391752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1aa2f3-38ec-43aa-a3e8-b1c603625841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed5da4c-1ce3-4cca-89ad-9e282a7887da,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:15.471476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Network c7cbed3c-359b-4472-8bf9-f34e2c55b91b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:29:15.477415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4e971-3680-42fa-b6c2-4e44df0780b2 req-a35971f6-605b-4995-8ebf-d48a11024e24 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:15.478983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ec4e971-3680-42fa-b6c2-4e44df0780b2 req-a35971f6-605b-4995-8ebf-d48a11024e24 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 931 time: 0.1537683
Apr 30 21:29:15.506855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (707bab34-91a6-4803-92b7-fc64671066fd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.512170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:15.512743 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.593913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7cbed3c-359b-4472-8bf9-f34e2c55b91b) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:15.598261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:15.598869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.606194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d0b86e-d553-491f-a77d-11a3bf9067c7 None None] Network c7cbed3c-359b-4472-8bf9-f34e2c55b91b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:15.647174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'Network': ['ID=707bab34-91a6-4803-92b7-fc64671066fd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:15.654494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ec4e971-3680-42fa-b6c2-4e44df0780b2 req-b262c231-cce2-4cf4-84e1-e990e7167a2c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695459
Apr 30 21:29:15.659685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 707bab34-91a6-4803-92b7-fc64671066fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:29:15.704999 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-597bad0b-9ac5-4b23-a824-62f69d1925da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9665163
Apr 30 21:29:15.718001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-636b8934-d9ae-4711-9a03-b4a39ef0177b tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.1284251
Apr 30 21:29:15.720052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48196) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:15.730215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Request body: {'subnet': {'network_id': '707bab34-91a6-4803-92b7-fc64671066fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:15.872076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432d721f-3bf6-4293-bd4a-313b2128a6fb {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:15.876563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc1f18-b295-4fc0-9972-f0f35b729d40 None None] Network c7cbed3c-359b-4472-8bf9-f34e2c55b91b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:15.880143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Publish callbacks [] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:15.896549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Transition to ACTIVE for port object 432d721f-3bf6-4293-bd4a-313b2128a6fb will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:29:16.036826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Made reservation on behalf of 36942406614e4c688cd6205c1abe8338 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:16.041780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.085458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.099128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3e200a7e-1b6a-4b92-aa26-30d74ccb898e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:16.149404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Pushing event updated for resources: {'Port': ['ID=432d721f-3bf6-4293-bd4a-313b2128a6fb,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:16.157368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 3e200a7e-1b6a-4b92-aa26-30d74ccb898e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:16.157721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3e200a7e-1b6a-4b92-aa26-30d74ccb898e not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:16.233401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Attempting to bind port 432d721f-3bf6-4293-bd4a-313b2128a6fb on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:29:16.234035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Attempting to bind port 432d721f-3bf6-4293-bd4a-313b2128a6fb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:29:16.234554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Attempting to bind port 432d721f-3bf6-4293-bd4a-313b2128a6fb on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:16.246800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Port 432d721f-3bf6-4293-bd4a-313b2128a6fb on network 6d21022d-393a-4eff-ba51-560f37353f44 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:29:16.247140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Attempting to bind port 432d721f-3bf6-4293-bd4a-313b2128a6fb on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:16.256199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:29:16.256543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Checking segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:16.256922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Bound using segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:29:16.257388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Bound port: 432d721f-3bf6-4293-bd4a-313b2128a6fb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:29:16.258019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.417075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (0c9657d5-4990-4182-80a8-f0e7c0119951), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.461552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] For port 432d721f-3bf6-4293-bd4a-313b2128a6fb, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:29:16.465959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] For port 432d721f-3bf6-4293-bd4a-313b2128a6fb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=432d721f-3bf6-4293-bd4a-313b2128a6fb,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:29:16.477299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-ae635469-5c79-4e49-8e61-e51d30d6c962 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:16.482338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-ae635469-5c79-4e49-8e61-e51d30d6c962 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 814 time: 0.2108033
Apr 30 21:29:16.493051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'Subnet': ['ID=0c9657d5-4990-4182-80a8-f0e7c0119951,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:16.498859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Checking segment: {'id': 'fda08702-2c81-4470-b36a-4494e6672b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '707bab34-91a6-4803-92b7-fc64671066fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:16.501144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Network hostable DHCP agents. Network: 707bab34-91a6-4803-92b7-fc64671066fd, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:29:16.519271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-472890bc-daf9-493d-954b-dad6134f9ef2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/quotas/3383c2433214484eb41e99aacb653b80 HTTP/1.1" status: 200  len: 375 time: 0.0339420
Apr 30 21:29:16.552500 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.556266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-e0bd241f-1ad6-450e-b28e-8b726fe89894 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0336742
Apr 30 21:29:16.617063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Network 707bab34-91a6-4803-92b7-fc64671066fd is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:29:16.645918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:16.646546 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.648517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] 10.222.0.35 "PUT /v2.0/ports/432d721f-3bf6-4293-bd4a-313b2128a6fb HTTP/1.1" status: 200  len: 1091 time: 1.5801029
Apr 30 21:29:16.650887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563b93e0-a029-49fe-a501-1c8c192370d0', 'tag': '432d721f-3bf6-4293-bd4a-313b2128a6fb'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:16.656098 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e05aea-8e1f-4bf8-b065-247470f40674" -d '{"events": [{"name": "network-changed", "server_uuid": "563b93e0-a029-49fe-a501-1c8c192370d0", "tag": "432d721f-3bf6-4293-bd4a-313b2128a6fb"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:16.690839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc42d-8087-4e90-bc05-7d2e3f532730 service neutron] Pushing event updated for resources: {'Port': ['ID=432d721f-3bf6-4293-bd4a-313b2128a6fb,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:16.706230 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de2adf4-48e0-4bc3-9fdc-771d9596d495 x-openstack-request-id: req-7de2adf4-48e0-4bc3-9fdc-771d9596d495 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:16.706715 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563b93e0-a029-49fe-a501-1c8c192370d0", "tag": "432d721f-3bf6-4293-bd4a-313b2128a6fb", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:16.706822 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7de2adf4-48e0-4bc3-9fdc-771d9596d495 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:16.707150 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de2adf4-48e0-4bc3-9fdc-771d9596d495'] response: {'name': 'network-changed', 'server_uuid': '563b93e0-a029-49fe-a501-1c8c192370d0', 'tag': '432d721f-3bf6-4293-bd4a-313b2128a6fb', 'status': 'completed', 'code': 200}
Apr 30 21:29:16.726979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-5dcb71e9-1841-4a45-bbb0-45536af6f17f service neutron] 10.222.0.23 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414702
Apr 30 21:29:16.729858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 707bab34-91a6-4803-92b7-fc64671066fd) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:16.741491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521946a-a9aa-4a26-b846-8ef7755b6b52 None None] Network 707bab34-91a6-4803-92b7-fc64671066fd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:16.750179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:16.753110 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.860014 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-963cce90-20b4-4019-ab3e-e3f8f02f5e7e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1387479
Apr 30 21:29:16.878536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48262) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:16.878645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e05aea-8e1f-4bf8-b065-247470f40674 req-e56da985-5325-4f7b-a1b0-cc3fbda07932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:16.878645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23e05aea-8e1f-4bf8-b065-247470f40674 req-e56da985-5325-4f7b-a1b0-cc3fbda07932 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 1125 time: 0.1430554
Apr 30 21:29:16.878833 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1874422651', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:16.878950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a69046-3dca-49f7-b00e-cdbe76622520 req-1fbc156e-1dac-48f8-9a18-1f9f3dc29da3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:16.878950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02a69046-3dca-49f7-b00e-cdbe76622520 req-1fbc156e-1dac-48f8-9a18-1f9f3dc29da3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 943 time: 0.0593927
Apr 30 21:29:16.926465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-707bab34-91a6-4803-92b7-fc64671066fd', 'network_id': '707bab34-91a6-4803-92b7-fc64671066fd', 'project_id': '36942406614e4c688cd6205c1abe8338', 'fixed_ips': [{'subnet_id': '0c9657d5-4990-4182-80a8-f0e7c0119951'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:29:16.927329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.966131 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (db85e5f1-605e-438b-aaea-c542df0f179f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:16.967549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (db85e5f1-605e-438b-aaea-c542df0f179f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.043150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-f4fe5b56-67f4-4cd9-9b98-427072164c9e service neutron] 10.222.0.23 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800987
Apr 30 21:29:17.049650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02a69046-3dca-49f7-b00e-cdbe76622520 req-882824f7-39f3-4515-ab0d-67bc008fc3db tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550622
Apr 30 21:29:17.056743 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router_controller (db85e5f1-605e-438b-aaea-c542df0f179f), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.061561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e05aea-8e1f-4bf8-b065-247470f40674 req-08c5ac8e-a67b-4313-aecb-6118b958674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:17.061561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23e05aea-8e1f-4bf8-b065-247470f40674 req-08c5ac8e-a67b-4313-aecb-6118b958674b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3364787934af4f59b17a58b380fe95da&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1817541
Apr 30 21:29:17.093059 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.175906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e05aea-8e1f-4bf8-b065-247470f40674 req-7b90440f-6ce1-409b-8912-54abb45fc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:17.178468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23e05aea-8e1f-4bf8-b065-247470f40674 req-7b90440f-6ce1-409b-8912-54abb45fc4c1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1109262
Apr 30 21:29:17.191872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Allocated IP 172.20.0.2 (707bab34-91a6-4803-92b7-fc64671066fd/0c9657d5-4990-4182-80a8-f0e7c0119951/305bf280-f445-4506-a849-e9567dc11120) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:17.365414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router_gateway (db85e5f1-605e-438b-aaea-c542df0f179f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.509523 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Publish callbacks [] for port (305bf280-f445-4506-a849-e9567dc11120), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.576951 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (305bf280-f445-4506-a849-e9567dc11120), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.618102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Network 707bab34-91a6-4803-92b7-fc64671066fd is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:17.621246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:17.625015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:17.637438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Pushing event updated for resources: {'Port': ['ID=305bf280-f445-4506-a849-e9567dc11120,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:17.683836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-e38a76df-2671-4126-81df-de79a9afe374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:17.685384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-e38a76df-2671-4126-81df-de79a9afe374 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 1125 time: 0.4618661
Apr 30 21:29:17.721901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router_gateway (db85e5f1-605e-438b-aaea-c542df0f179f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.727519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Attempting to bind port 305bf280-f445-4506-a849-e9567dc11120 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:29:17.727909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Attempting to bind port 305bf280-f445-4506-a849-e9567dc11120 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fda08702-2c81-4470-b36a-4494e6672b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '707bab34-91a6-4803-92b7-fc64671066fd'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:29:17.738987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Attempting to bind port 305bf280-f445-4506-a849-e9567dc11120 on network 707bab34-91a6-4803-92b7-fc64671066fd {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:17.738987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:29:17.738987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Checking segment: {'id': 'fda08702-2c81-4470-b36a-4494e6672b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '707bab34-91a6-4803-92b7-fc64671066fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:17.738987 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.738987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Bound using segment: {'id': 'fda08702-2c81-4470-b36a-4494e6672b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '707bab34-91a6-4803-92b7-fc64671066fd'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:29:17.738987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Bound port: 305bf280-f445-4506-a849-e9567dc11120, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda08702-2c81-4470-b36a-4494e6672b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '707bab34-91a6-4803-92b7-fc64671066fd'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:29:17.738987 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (305bf280-f445-4506-a849-e9567dc11120), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.739926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a88b3ef0-851d-44d2-b1ad-495570241416 req-e8dceb51-8791-4ae8-8584-c3c07804931a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 210 time: 0.0530422
Apr 30 21:29:17.768722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.797608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aded51e8-86b4-4eec-898f-6d75569ffb80 req-1d9f2faa-eb3d-43c7-938b-93f964b8b613 tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0657244
Apr 30 21:29:17.797608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-70af9187-d79f-4192-b4a5-4e8eba0f723e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=432d721f-3bf6-4293-bd4a-313b2128a6fb HTTP/1.1" status: 200  len: 217 time: 0.0767276
Apr 30 21:29:17.843281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] For port 305bf280-f445-4506-a849-e9567dc11120, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:29:17.853788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] For port 305bf280-f445-4506-a849-e9567dc11120, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=305bf280-f445-4506-a849-e9567dc11120,segment=NetworkSegment(fda08702-2c81-4470-b36a-4494e6672b9b),segment_id=fda08702-2c81-4470-b36a-4494e6672b9b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:29:17.872356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-a2e608ed-44b2-4e62-8d11-b325c3d90d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:17.872356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-a2e608ed-44b2-4e62-8d11-b325c3d90d43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0690825
Apr 30 21:29:17.892056 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a26eeac5-6434-47c2-91f6-5de92208ddb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:17.926453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-cbcb4583-16e6-4dcd-8cc3-ec63fbdd9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:17.928083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-cbcb4583-16e6-4dcd-8cc3-ec63fbdd9382 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0511904
Apr 30 21:29:17.947279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Allocated IP 172.35.4.193 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/89b7dbf5-ed85-47bf-a1a9-1206bc0fda35) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:17.951744 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (305bf280-f445-4506-a849-e9567dc11120), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:18.015242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4c195-a48e-4418-9903-378e107eae70 None None] Pushing event updated for resources: {'Port': ['ID=305bf280-f445-4506-a849-e9567dc11120,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:18.045216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-8d8527e4-c801-43e4-9ecf-6fe5e062d0d0 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1107223
Apr 30 21:29:18.150887 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for port (89b7dbf5-ed85-47bf-a1a9-1206bc0fda35), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:18.180729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f9758f6-2af0-46c8-910f-0903333054a0 req-0a3dff3f-9c64-4a0e-ae91-c6b2de943a3e service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292150
Apr 30 21:29:18.200366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895bc5a-a59b-4b76-9ba2-a275e19f2c72 req-ec7fdc1d-ce19-4815-ab4d-e212beb932d1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:18.204893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7895bc5a-a59b-4b76-9ba2-a275e19f2c72 req-ec7fdc1d-ce19-4815-ab4d-e212beb932d1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 943 time: 0.0624154
Apr 30 21:29:18.275146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7895bc5a-a59b-4b76-9ba2-a275e19f2c72 req-404f33aa-b4b9-45d6-9cc6-cf1fed17fae8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673850
Apr 30 21:29:18.415975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (89b7dbf5-ed85-47bf-a1a9-1206bc0fda35), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:18.452917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:18.455793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:18.459366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:18.467725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'Port': ['ID=89b7dbf5-ed85-47bf-a1a9-1206bc0fda35,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:18.893778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-961665b9-4bd4-4771-a6ab-5f5c25464b79 req-f3e720b9-8da8-4cea-819a-b5fb101a64fd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 210 time: 0.0427876
Apr 30 21:29:18.901984 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router_gateway (db85e5f1-605e-438b-aaea-c542df0f179f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:18.909533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 305bf280-f445-4506-a849-e9567dc11120 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:18.943265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb0950d2-0ecf-408b-855b-ba1a34444664 req-7496694f-b2ce-4c21-8c86-05d2c93f98d6 tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0526533
Apr 30 21:29:18.980484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 305bf280-f445-4506-a849-e9567dc11120 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:18.980484 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (305bf280-f445-4506-a849-e9567dc11120), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:19.075766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 305bf280-f445-4506-a849-e9567dc11120 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:19.076898 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (305bf280-f445-4506-a849-e9567dc11120), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:19.123124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 305bf280-f445-4506-a849-e9567dc11120, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=305bf280-f445-4506-a849-e9567dc11120,segment=NetworkSegment(fda08702-2c81-4470-b36a-4494e6672b9b),segment_id=fda08702-2c81-4470-b36a-4494e6672b9b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:19.179908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (db85e5f1-605e-438b-aaea-c542df0f179f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:19.253844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d65238-cf0e-46ea-94de-1daf1bd8f2cb None None] Network 707bab34-91a6-4803-92b7-fc64671066fd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:19.318325 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (305bf280-f445-4506-a849-e9567dc11120), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:19.343369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-077e65a4-ed2c-47a7-994f-6644454e8255 None None] Provisioning complete for port 305bf280-f445-4506-a849-e9567dc11120 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:19.343369 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-077e65a4-ed2c-47a7-994f-6644454e8255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (305bf280-f445-4506-a849-e9567dc11120), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:19.414833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5882-5d23-4082-bad5-0fe6b28fc3e4 req-8401eed6-ec31-4631-8fd6-b4dfc54274c6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:19.415915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0bd5882-5d23-4082-bad5-0fe6b28fc3e4 req-8401eed6-ec31-4631-8fd6-b4dfc54274c6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 943 time: 0.0580773
Apr 30 21:29:19.450073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=305bf280-f445-4506-a849-e9567dc11120,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:19.469327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Router db85e5f1-605e-438b-aaea-c542df0f179f is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:29:19.482220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0bd5882-5d23-4082-bad5-0fe6b28fc3e4 req-ec7494a1-347f-4477-87f0-72fb8bb19f2e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596714
Apr 30 21:29:19.521458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-077e65a4-ed2c-47a7-994f-6644454e8255 None None] Current status of the port 305bf280-f445-4506-a849-e9567dc11120 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:19.614307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:29:19.625842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56027662-7f71-4534-bc94-de3b365362c1 None None] Sync routers for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:29:19.638723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56027662-7f71-4534-bc94-de3b365362c1 None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:19.639365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-56027662-7f71-4534-bc94-de3b365362c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e461a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:19.684555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-56027662-7f71-4534-bc94-de3b365362c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e461a60>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:19.695636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56027662-7f71-4534-bc94-de3b365362c1 None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:19.696749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-56027662-7f71-4534-bc94-de3b365362c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e461a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:28:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:19.718680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:19.722922 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c5fff309-8878-41bd-95f1-c0d44f20bdff tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 2.8547802
Apr 30 21:29:19.723197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48326) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:19.884473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 432d721f-3bf6-4293-bd4a-313b2128a6fb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:29:19.888832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-56027662-7f71-4534-bc94-de3b365362c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e461a60>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:19.889446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56027662-7f71-4534-bc94-de3b365362c1 None None] The sync data for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:29:19.905060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-cea2e387-45b5-40d5-8d00-497666b1cae6 None None] Provisioning complete for port 305bf280-f445-4506-a849-e9567dc11120 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:19.905442 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cea2e387-45b5-40d5-8d00-497666b1cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (305bf280-f445-4506-a849-e9567dc11120), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:20.060633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1260ee76-ac79-4d43-86c6-9aacf2d13b77 req-49018c8a-fc56-4f0c-ab66-66e35cc21424 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 210 time: 0.0589387
Apr 30 21:29:20.069149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 432d721f-3bf6-4293-bd4a-313b2128a6fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=432d721f-3bf6-4293-bd4a-313b2128a6fb,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:20.083590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cea2e387-45b5-40d5-8d00-497666b1cae6 None None] Current status of the port 305bf280-f445-4506-a849-e9567dc11120 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:20.091080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '432d721f-3bf6-4293-bd4a-313b2128a6fb', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': '432d721f-3bf6-4293-bd4a-313b2128a6fb', 'mac_address': 'fa:16:3e:7d:fc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:29:20.112665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-682634c3-40fc-4408-808d-970f805ea8e3 req-10489d9d-3507-4ccf-83c1-893f46180b90 tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0494816
Apr 30 21:29:20.138767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 432d721f-3bf6-4293-bd4a-313b2128a6fb is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:20.139224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:20.154573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432d721f-3bf6-4293-bd4a-313b2128a6fb {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:20.177330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 432d721f-3bf6-4293-bd4a-313b2128a6fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=432d721f-3bf6-4293-bd4a-313b2128a6fb,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:20.193575 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eaf022d4-9077-4efc-a37a-723ad2633129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:20.265341 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:20.320432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=432d721f-3bf6-4293-bd4a-313b2128a6fb,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:20.469142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['432d721f-3bf6-4293-bd4a-313b2128a6fb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:20.615392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-c2ba181f-6705-4209-bd93-74d737bcb3a9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:20.617435 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-c2ba181f-6705-4209-bd93-74d737bcb3a9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.20 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 814 time: 0.1787760
Apr 30 21:29:20.634130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Request body: {'port': {'device_id': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b', 'admin_state_up': True, 'tenant_id': '3383c2433214484eb41e99aacb653b80'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:20.640656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d83bd-1828-49bc-a1fe-89e700af2fc5 req-e8151bd7-6b7d-455e-8902-13303a706a63 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:20.642198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c3d83bd-1828-49bc-a1fe-89e700af2fc5 req-e8151bd7-6b7d-455e-8902-13303a706a63 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 944 time: 0.0864015
Apr 30 21:29:20.684721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:20.738282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c3d83bd-1828-49bc-a1fe-89e700af2fc5 req-d681e7f0-8bac-45af-821c-e907b29f8761 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892949
Apr 30 21:29:20.834526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 305bf280-f445-4506-a849-e9567dc11120 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:20.887522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 305bf280-f445-4506-a849-e9567dc11120 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:20.888416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (305bf280-f445-4506-a849-e9567dc11120), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:20.971824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Made reservation on behalf of 3383c2433214484eb41e99aacb653b80 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:20.975398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:20.991598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 305bf280-f445-4506-a849-e9567dc11120 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:21.054065 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.109154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Allocated IP 172.20.0.1 (707bab34-91a6-4803-92b7-fc64671066fd/0c9657d5-4990-4182-80a8-f0e7c0119951/df4fdf6b-d981-48b9-8f9d-5a812003c1d4) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:21.164572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88346dbb-478c-443c-9e03-419e8bd2655a req-22ea682c-074b-41a7-9323-a3b35d7628ce tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 210 time: 0.0286906
Apr 30 21:29:21.230741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc43a3e4-f8de-42c3-bfe4-dd987c49d908 req-b29cf8d4-ffd3-452a-843b-e633599086af tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0325265
Apr 30 21:29:21.319777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Allocated IP 172.20.0.2 (c7cbed3c-359b-4472-8bf9-f34e2c55b91b/7541958a-74f7-4173-8ee8-3d47c101fa2b/0909419b-0751-4574-88cd-5569bff0727a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:21.356199 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.359147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.510050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks [] for port (0909419b-0751-4574-88cd-5569bff0727a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.550882 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.592392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Network 707bab34-91a6-4803-92b7-fc64671066fd is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:21.595415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:21.598997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:21.627851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.629412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'Port': ['ID=df4fdf6b-d981-48b9-8f9d-5a812003c1d4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:21.686557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Network c7cbed3c-359b-4472-8bf9-f34e2c55b91b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:21.693277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:21.698357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:21.700920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (db85e5f1-605e-438b-aaea-c542df0f179f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.766949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:21.810230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:21.812850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.868840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e22b7-10fc-45ce-824b-a9e24f1a57c5 req-bc3417ce-5e6f-4e37-8ea6-e6c571ca3c7c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:21.870382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e1e22b7-10fc-45ce-824b-a9e24f1a57c5 req-bc3417ce-5e6f-4e37-8ea6-e6c571ca3c7c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 944 time: 0.0493014
Apr 30 21:29:21.879094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 432d721f-3bf6-4293-bd4a-313b2128a6fb up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:21.890510 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-010d60bb-701d-4db1-9507-046609714efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2609313
Apr 30 21:29:21.922262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e1e22b7-10fc-45ce-824b-a9e24f1a57c5 req-f0ff958e-3f8c-409c-8076-7398f360a14f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462875
Apr 30 21:29:21.925827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9a4dc854-b4b3-443d-bc84-20f4c166f29c None None] Provisioning complete for port df4fdf6b-d981-48b9-8f9d-5a812003c1d4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:21.926211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a4dc854-b4b3-443d-bc84-20f4c166f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:21.954392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 432d721f-3bf6-4293-bd4a-313b2128a6fb completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:29:21.967574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9a4dc854-b4b3-443d-bc84-20f4c166f29c None None] Port df4fdf6b-d981-48b9-8f9d-5a812003c1d4 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:29:21.994395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.007498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Request body: {'port': {'device_id': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:22.066953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a13af5ac-0ecc-41b4-bf77-656cf5f2bf45 req-8b1847cd-f3ba-482b-9477-3cbfd66a71aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0263252
Apr 30 21:29:22.087544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 432d721f-3bf6-4293-bd4a-313b2128a6fb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:22.087945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.164488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.170351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 432d721f-3bf6-4293-bd4a-313b2128a6fb is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:22.170738 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.196442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563b93e0-a029-49fe-a501-1c8c192370d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432d721f-3bf6-4293-bd4a-313b2128a6fb'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:22.198862 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea014d23-9f7b-4cf7-a61a-510682344635" -d '{"events": [{"server_uuid": "563b93e0-a029-49fe-a501-1c8c192370d0", "name": "network-vif-plugged", "status": "completed", "tag": "432d721f-3bf6-4293-bd4a-313b2128a6fb"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:22.231414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 432d721f-3bf6-4293-bd4a-313b2128a6fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=432d721f-3bf6-4293-bd4a-313b2128a6fb,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:22.247303 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44080744-33fb-445f-aaff-07216319ca6a x-openstack-request-id: req-44080744-33fb-445f-aaff-07216319ca6a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:22.247733 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563b93e0-a029-49fe-a501-1c8c192370d0", "name": "network-vif-plugged", "status": "completed", "tag": "432d721f-3bf6-4293-bd4a-313b2128a6fb", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:22.247991 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44080744-33fb-445f-aaff-07216319ca6a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:22.248464 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44080744-33fb-445f-aaff-07216319ca6a'] response: {'server_uuid': '563b93e0-a029-49fe-a501-1c8c192370d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432d721f-3bf6-4293-bd4a-313b2128a6fb', 'code': 200}
Apr 30 21:29:22.306439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77a9a3-8810-4acb-9078-49c611a3267a req-4e5c6a29-4155-4c8c-b303-2393fdc0002c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:22.308761 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f77a9a3-8810-4acb-9078-49c611a3267a req-4e5c6a29-4155-4c8c-b303-2393fdc0002c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 931 time: 0.0728607
Apr 30 21:29:22.347772 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.406266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=432d721f-3bf6-4293-bd4a-313b2128a6fb,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:22.419907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-477d6c91-9525-42ef-8adf-644b34e5d106 req-75a0d82f-8a2a-4fec-8cc5-e0ab23844624 tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0637820
Apr 30 21:29:22.430749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f77a9a3-8810-4acb-9078-49c611a3267a req-55d1e34c-601b-4cec-bcd1-dd4db099e32c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158094
Apr 30 21:29:22.436038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994f1cb-ba3f-4bf8-b945-0d60fbb7b741 req-267ce8ff-1a80-4772-aab6-4259d445c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:22.437934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a994f1cb-ba3f-4bf8-b945-0d60fbb7b741 req-267ce8ff-1a80-4772-aab6-4259d445c82a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 1127 time: 0.0982039
Apr 30 21:29:22.493339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a994f1cb-ba3f-4bf8-b945-0d60fbb7b741 req-2a6a4d55-2783-4fc5-92b2-7a06a8e8bef5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476253
Apr 30 21:29:22.533154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.583790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0909419b-0751-4574-88cd-5569bff0727a {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:22.590327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.598147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Publish callbacks [] for port (0909419b-0751-4574-88cd-5569bff0727a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.666369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Transition to ACTIVE for port object 0909419b-0751-4574-88cd-5569bff0727a will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:29:22.678286 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (db85e5f1-605e-438b-aaea-c542df0f179f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.688905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'Port': ['ID=df4fdf6b-d981-48b9-8f9d-5a812003c1d4,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:22.729502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:22.801938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:22.865290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Network 707bab34-91a6-4803-92b7-fc64671066fd is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:22.870122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:22.956201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Attempting to bind port 0909419b-0751-4574-88cd-5569bff0727a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:29:22.956536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Attempting to bind port 0909419b-0751-4574-88cd-5569bff0727a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:29:22.956860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Attempting to bind port 0909419b-0751-4574-88cd-5569bff0727a on network c7cbed3c-359b-4472-8bf9-f34e2c55b91b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:22.967104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Port 0909419b-0751-4574-88cd-5569bff0727a on network c7cbed3c-359b-4472-8bf9-f34e2c55b91b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:29:22.967104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Attempting to bind port 0909419b-0751-4574-88cd-5569bff0727a on network c7cbed3c-359b-4472-8bf9-f34e2c55b91b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:22.974365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:29:22.974705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Checking segment: {'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:22.975087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Bound using segment: {'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:29:22.975607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Bound port: 0909419b-0751-4574-88cd-5569bff0727a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:29:22.975979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:23.057342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Router db85e5f1-605e-438b-aaea-c542df0f179f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:29:23.066737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b6f88-903e-4453-bfb0-24b3914c5f1c req-4240423e-4c3e-4b69-9035-0022e34ac5a1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:23.071107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:29:23.071274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-497b6f88-903e-4453-bfb0-24b3914c5f1c req-4240423e-4c3e-4b69-9035-0022e34ac5a1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 945 time: 0.0609128
Apr 30 21:29:23.074583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:29:23.128224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-497b6f88-903e-4453-bfb0-24b3914c5f1c req-71c3a1a5-87fd-472d-87b5-88faa6394253 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512776
Apr 30 21:29:23.143884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:23.185710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:29:23.189123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dffb68e0-3946-4f77-9813-f6061d0061e1 None None] Provisioning complete for port df4fdf6b-d981-48b9-8f9d-5a812003c1d4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:23.189700 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dffb68e0-3946-4f77-9813-f6061d0061e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:23.190983 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d850f90f-3f09-49f6-94e6-596fcd414a97 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "PUT /v2.0/routers/db85e5f1-605e-438b-aaea-c542df0f179f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4663842
Apr 30 21:29:23.193545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:23.199333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735463e-ea3e-43ea-ab68-0bf00d2a47e8 None None] Sync routers for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:29:23.199831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48366) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:23.204576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Request body: {'port': {'network_id': '707bab34-91a6-4803-92b7-fc64671066fd', 'name': 'tempest-FloatingIPAdminTestJSON-2048546919'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:23.214258 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735463e-ea3e-43ea-ab68-0bf00d2a47e8 None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:23.216316 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2735463e-ea3e-43ea-ab68-0bf00d2a47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca776d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:23.217268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:23.218202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:23.220339 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] 10.222.0.20 "PUT /v2.0/ports/0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 200  len: 1091 time: 1.2171550
Apr 30 21:29:23.222201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'tag': '0909419b-0751-4574-88cd-5569bff0727a'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:23.229835 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792e06d9-0563-48a9-96f3-12dae8f13937" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "tag": "0909419b-0751-4574-88cd-5569bff0727a"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:23.275423 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2735463e-ea3e-43ea-ab68-0bf00d2a47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca776d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:23.278794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dffb68e0-3946-4f77-9813-f6061d0061e1 None None] Port df4fdf6b-d981-48b9-8f9d-5a812003c1d4 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:29:23.285000 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2735463e-ea3e-43ea-ab68-0bf00d2a47e8 None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:23.285639 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2735463e-ea3e-43ea-ab68-0bf00d2a47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca776d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:23.295511 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d1952-8a68-49cb-81c0-72975b6a6d37 service neutron] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:23.322661 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2735463e-ea3e-43ea-ab68-0bf00d2a47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca776d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:23.323393 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2735463e-ea3e-43ea-ab68-0bf00d2a47e8 None None] The sync data for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:29:23.330761 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21176a7-156b-4f20-a470-b9a159548faa x-openstack-request-id: req-b21176a7-156b-4f20-a470-b9a159548faa {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:23.330761 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "tag": "0909419b-0751-4574-88cd-5569bff0727a", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:23.330761 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b21176a7-156b-4f20-a470-b9a159548faa {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:23.330761 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21176a7-156b-4f20-a470-b9a159548faa'] response: {'name': 'network-changed', 'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'tag': '0909419b-0751-4574-88cd-5569bff0727a', 'status': 'completed', 'code': 200}
Apr 30 21:29:23.389702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-5893abbc-b2f2-411d-85e9-85ba34adbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:23.391384 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-5893abbc-b2f2-411d-85e9-85ba34adbadb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 1125 time: 0.0448573
Apr 30 21:29:23.440372 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-de802086-620c-49f3-a45e-f4095c9bc23a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 200  len: 217 time: 0.0374498
Apr 30 21:29:23.496536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Made reservation on behalf of 36942406614e4c688cd6205c1abe8338 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:23.497977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-77f1298e-692b-4470-aa96-861d61651822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:23.499465 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-77f1298e-692b-4470-aa96-861d61651822 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 200  len: 854 time: 0.0533988
Apr 30 21:29:23.499960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:23.535781 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-1fdb37fb-4bcb-48ec-b2a0-7c582d0a2020 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0280719
Apr 30 21:29:23.555909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] device_id is not set on port 7c69f0d3-9df6-4bb4-90d8-40407c838491 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:29:23.565285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e68d19eb-26fd-42ad-8e6e-a91859c36601 req-0d55ef83-6d98-4026-a6c2-5390b135d454 tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0455086
Apr 30 21:29:23.658097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb609954-d37f-4cba-bf51-7c5c5efa3827 req-4d3f82a9-481a-4a3a-8a32-6671af08c021 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:23.659705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb609954-d37f-4cba-bf51-7c5c5efa3827 req-4d3f82a9-481a-4a3a-8a32-6671af08c021 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.0990012
Apr 30 21:29:23.665436 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-0d8c268e-6b06-4560-ab8c-108aa7c62890 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231234
Apr 30 21:29:23.753438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Allocated IP 172.20.0.4 (707bab34-91a6-4803-92b7-fc64671066fd/0c9657d5-4990-4182-80a8-f0e7c0119951/7c69f0d3-9df6-4bb4-90d8-40407c838491) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:23.758715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb609954-d37f-4cba-bf51-7c5c5efa3827 req-7d1673b7-71c7-43e1-81dc-3f72bb777ce2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912642
Apr 30 21:29:23.793866 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-19fecdc0-8fc8-4c06-8d4e-929c102c9d66 req-08c9e197-6ce7-4cf3-b3c8-1e46055959a4 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200330
Apr 30 21:29:23.925484 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for port (7c69f0d3-9df6-4bb4-90d8-40407c838491), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:24.045305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7c69f0d3-9df6-4bb4-90d8-40407c838491), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:24.094831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Network 707bab34-91a6-4803-92b7-fc64671066fd is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:24.098048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:24.102074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:24.130542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event updated for resources: {'Port': ['ID=7c69f0d3-9df6-4bb4-90d8-40407c838491,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:24.161418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:24.162314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:24.271225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cadd9e-1a56-4c28-b079-45adfdd8bca1 req-47f58763-41dc-4382-b1b7-4e84b99bcb20 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:24.281648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4cadd9e-1a56-4c28-b079-45adfdd8bca1 req-47f58763-41dc-4382-b1b7-4e84b99bcb20 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 945 time: 0.0742226
Apr 30 21:29:24.324195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-15499a85-e5dd-4e8b-9c45-334228c991e8 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1236353
Apr 30 21:29:24.327668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:24.337569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4cadd9e-1a56-4c28-b079-45adfdd8bca1 req-446cc964-c21d-4403-bae0-d553f26dc011 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532706
Apr 30 21:29:24.409624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a83f93fd-cd42-4b57-b238-bba382dd862b None None] Provisioning complete for port 7c69f0d3-9df6-4bb4-90d8-40407c838491 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:24.409624 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a83f93fd-cd42-4b57-b238-bba382dd862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7c69f0d3-9df6-4bb4-90d8-40407c838491), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:24.437877 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:24.456110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a83f93fd-cd42-4b57-b238-bba382dd862b None None] Port 7c69f0d3-9df6-4bb4-90d8-40407c838491 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:29:24.477659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-22a7b51f-891f-4f9e-ae61-27439197b6eb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3364787934af4f59b17a58b380fe95da HTTP/1.1" status: 200  len: 267 time: 0.0735154
Apr 30 21:29:24.502632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'project_id': '36942406614e4c688cd6205c1abe8338', 'port_id': '7c69f0d3-9df6-4bb4-90d8-40407c838491'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:24.525386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-d4f50324-890b-4dc0-87e3-0cc404999cf9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:24.527119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-d4f50324-890b-4dc0-87e3-0cc404999cf9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 945 time: 0.0485332
Apr 30 21:29:24.542583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'port': {'security_groups': []}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:24.576873 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:24.636306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:24.674534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:24.701887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e92f5b00-c5f4-4b37-9926-fea9c8f420b1 req-5ba2d23d-f309-487b-810a-1f94680ee04d tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0519352
Apr 30 21:29:24.800610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Allocated IP 172.35.4.249 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/f161cd48-7af2-45a7-8615-f5cce2afb06b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:24.910463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] For port 432d721f-3bf6-4293-bd4a-313b2128a6fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=432d721f-3bf6-4293-bd4a-313b2128a6fb,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:24.947978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48414) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:24.974819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-323d103b-6731-46df-b04f-80ed84ac8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:24.976195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a87b7d-2af6-4421-9dad-a2e3d12bfee3 req-f023d74e-794c-46fb-8bcc-6c8872f74b13 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:24.977054 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-323d103b-6731-46df-b04f-80ed84ac8487 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 1125 time: 0.0658703
Apr 30 21:29:24.984009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88a87b7d-2af6-4421-9dad-a2e3d12bfee3 req-f023d74e-794c-46fb-8bcc-6c8872f74b13 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1257229
Apr 30 21:29:25.019939 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.087809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8420a465-24f2-434f-908c-4586e2ab63a5 req-463c3ec2-9fd3-47a0-8e8a-672d5b07d4d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3fa1520caa74e8fa7af9cda4044db7c&device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0544188
Apr 30 21:29:25.115303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e02b1a2-c599-4925-80b7-ff39dd146a6b admin admin] Deleting subnet 6a652e4d-42a9-48af-a223-9f05cc44e41a {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:29:25.125184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.140242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e02b1a2-c599-4925-80b7-ff39dd146a6b admin admin] Publish callbacks [] for subnet (6a652e4d-42a9-48af-a223-9f05cc44e41a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.141954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['bc5636f2-cf40-44f0-9964-ab84de7da2a8', '432d721f-3bf6-4293-bd4a-313b2128a6fb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:25.146870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dcd8283d-d19b-4e47-b08b-9296cfaa449a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:25.189554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8420a465-24f2-434f-908c-4586e2ab63a5 req-c36d464d-9a5b-43ab-8284-e81dc6025f2b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f3fa1520caa74e8fa7af9cda4044db7c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0902934
Apr 30 21:29:25.223445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:25.224166 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.241927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1597e82-c08a-49d9-a5a5-1fb57367a5de req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "PUT /v2.0/ports/432d721f-3bf6-4293-bd4a-313b2128a6fb HTTP/1.1" status: 200  len: 904 time: 0.6992459
Apr 30 21:29:25.244988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563b93e0-a029-49fe-a501-1c8c192370d0', 'tag': '432d721f-3bf6-4293-bd4a-313b2128a6fb'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:25.248637 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd88b6e1-5961-480f-9160-0c119a9e2076" -d '{"events": [{"name": "network-changed", "server_uuid": "563b93e0-a029-49fe-a501-1c8c192370d0", "tag": "432d721f-3bf6-4293-bd4a-313b2128a6fb"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:25.257901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88a87b7d-2af6-4421-9dad-a2e3d12bfee3 req-e3089a23-61b6-4096-b6d4-c06889a20689 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729394
Apr 30 21:29:25.312810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e02b1a2-c599-4925-80b7-ff39dd146a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (6a652e4d-42a9-48af-a223-9f05cc44e41a), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.336602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['432d721f-3bf6-4293-bd4a-313b2128a6fb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:25.521699 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4120dec-a374-4f56-8560-0dca2a37bedb x-openstack-request-id: req-f4120dec-a374-4f56-8560-0dca2a37bedb {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:25.527174 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563b93e0-a029-49fe-a501-1c8c192370d0", "tag": "432d721f-3bf6-4293-bd4a-313b2128a6fb", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:25.527174 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4120dec-a374-4f56-8560-0dca2a37bedb {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:25.527174 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4120dec-a374-4f56-8560-0dca2a37bedb'] response: {'name': 'network-changed', 'server_uuid': '563b93e0-a029-49fe-a501-1c8c192370d0', 'tag': '432d721f-3bf6-4293-bd4a-313b2128a6fb', 'status': 'completed', 'code': 200}
Apr 30 21:29:25.527174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48474) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:25.536590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for port (f161cd48-7af2-45a7-8615-f5cce2afb06b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.584259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a465-24f2-434f-908c-4586e2ab63a5 req-1a113a54-e74f-41e1-a761-b110953fb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:25.586572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8420a465-24f2-434f-908c-4586e2ab63a5 req-1a113a54-e74f-41e1-a761-b110953fb9ac service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3715258
Apr 30 21:29:25.619141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-11f0b0f5-2e23-452b-b452-863670476006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:25.624127 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-11f0b0f5-2e23-452b-b452-863670476006 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 915 time: 0.6152067
Apr 30 21:29:25.628966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e9bfabf1-9788-440f-9a9b-31627ce2fa31 None None] Provisioning complete for port 432d721f-3bf6-4293-bd4a-313b2128a6fb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:25.629551 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9bfabf1-9788-440f-9a9b-31627ce2fa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.651207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fda151-ec8c-481e-b416-443334f67d88 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'Port': ['ID=432d721f-3bf6-4293-bd4a-313b2128a6fb,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:25.656972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f161cd48-7af2-45a7-8615-f5cce2afb06b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.696239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e02b1a2-c599-4925-80b7-ff39dd146a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (6a652e4d-42a9-48af-a223-9f05cc44e41a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:25.748254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:25.749573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Pushing event updated for resources: {'Port': ['ID=f161cd48-7af2-45a7-8615-f5cce2afb06b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:25.751555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80453b37-a3db-4619-ab01-1b7804ed558b req-64ade22d-cb01-4f0e-80ec-3d79bf3d0d1b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:25.755755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80453b37-a3db-4619-ab01-1b7804ed558b req-64ade22d-cb01-4f0e-80ec-3d79bf3d0d1b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 907 time: 0.2252100
Apr 30 21:29:25.758753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:25.761631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:25.769452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-0a6810c9-af2a-4ff6-8ecc-fdd96adbbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:25.772900 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-0a6810c9-af2a-4ff6-8ecc-fdd96adbbc6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 1089 time: 0.2474658
Apr 30 21:29:25.793193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfabf1-9788-440f-9a9b-31627ce2fa31 None None] Current status of the port 432d721f-3bf6-4293-bd4a-313b2128a6fb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:26.004083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49913e40-1429-41b3-b49c-994562241d03 req-8dc1ddc4-85f0-48a9-b915-1a3bf67d918b tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.1554646
Apr 30 21:29:26.051977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0807-75c8-491a-a48f-5da2d9fc66de req-69f593a4-16eb-49bd-a19d-dc05883bebe9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:26.053838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-654e0807-75c8-491a-a48f-5da2d9fc66de req-69f593a4-16eb-49bd-a19d-dc05883bebe9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1375375
Apr 30 21:29:26.094523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-0ee7d611-35a2-4c27-a383-0e2390ec74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:26.097810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-0ee7d611-35a2-4c27-a383-0e2390ec74b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.3149340
Apr 30 21:29:26.153384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e02b1a2-c599-4925-80b7-ff39dd146a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (6a652e4d-42a9-48af-a223-9f05cc44e41a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.156049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-ea59fbc8-82e0-41b6-bbdb-c4c63b18c16e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=432d721f-3bf6-4293-bd4a-313b2128a6fb HTTP/1.1" status: 200  len: 217 time: 0.0522957
Apr 30 21:29:26.164153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for floatingip (6b631da6-c3ab-4ef5-a05d-6bdb88e9533a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.281624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02b1a2-c599-4925-80b7-ff39dd146a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a652e4d-42a9-48af-a223-9f05cc44e41a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:26.286609 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e02b1a2-c599-4925-80b7-ff39dd146a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.290556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7e02b1a2-c599-4925-80b7-ff39dd146a6b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a652e4d-42a9-48af-a223-9f05cc44e41a HTTP/1.1" status: 204  len: 168 time: 1.3414993
Apr 30 21:29:26.293345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48488) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:26.298251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-654e0807-75c8-491a-a48f-5da2d9fc66de req-7787b178-e4ca-43e1-8aaa-7b6d763aebfe tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2361197
Apr 30 21:29:26.335836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-699ec949-a0a0-4952-8fc3-120b620baca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:26.337406 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-699ec949-a0a0-4952-8fc3-120b620baca3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.1096754
Apr 30 21:29:26.423968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f161cd48-7af2-45a7-8615-f5cce2afb06b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.428650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (7e81ddd4-affa-44b2-8c19-2f3206891e74), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.490107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-35ff8d72-5f5b-482f-8577-80af7b818952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:26.491735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-35ff8d72-5f5b-482f-8577-80af7b818952 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1428568
Apr 30 21:29:26.523633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd352f-5227-406b-ae51-9331cf581d10 req-5341e18e-3568-49d8-8883-0a84d78f76df tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:26.525145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33dd352f-5227-406b-ae51-9331cf581d10 req-5341e18e-3568-49d8-8883-0a84d78f76df tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1202729
Apr 30 21:29:26.542811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38f621-01af-4fb8-8442-09eb9e8ad8a1 req-7c039e29-f2bc-486f-bbce-638949108686 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:26.544205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d38f621-01af-4fb8-8442-09eb9e8ad8a1 req-7c039e29-f2bc-486f-bbce-638949108686 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1758103
Apr 30 21:29:26.589961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (7e81ddd4-affa-44b2-8c19-2f3206891e74), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.619686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89660639d0>,) {'filters': {'network_id': ['7e81ddd4-affa-44b2-8c19-2f3206891e74']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:26.637589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89660639d0>, '71fa4641-efb6-470f-802f-f6f8ddfe6496') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:26.637899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89660639d0>, '71fa4641-efb6-470f-802f-f6f8ddfe6496') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:26.652860 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (71fa4641-efb6-470f-802f-f6f8ddfe6496), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.680977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (71fa4641-efb6-470f-802f-f6f8ddfe6496), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.689782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:29:26.690172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (71fa4641-efb6-470f-802f-f6f8ddfe6496), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:29:26.691846 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:29:26.731867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33dd352f-5227-406b-ae51-9331cf581d10 req-8a22eaa6-53f1-4b64-a7c8-6442af197ba7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1561985
Apr 30 21:29:26.746171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d38f621-01af-4fb8-8442-09eb9e8ad8a1 req-f165cb55-d8f3-4258-8ee5-dd2203d56577 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679325
Apr 30 21:29:26.751808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for port (f161cd48-7af2-45a7-8615-f5cce2afb06b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.786204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-ef409a5e-35da-46a1-a2e9-917608d1d349 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2853808
Apr 30 21:29:26.800755 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-594029bb-a9a4-4409-9f4b-04c7a658573b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 200  len: 217 time: 0.0586088
Apr 30 21:29:26.824084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (ec0a27ec-0409-406f-ae7c-95bfc626e15a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.844921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f161cd48-7af2-45a7-8615-f5cce2afb06b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.935410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (7e81ddd4-affa-44b2-8c19-2f3206891e74), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.962671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48504) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:26.964022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:26.967100 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e81ddd4-affa-44b2-8c19-2f3206891e74 HTTP/1.1" status: 204  len: 168 time: 0.6727045
Apr 30 21:29:26.969257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Pushing event updated for resources: {'Port': ['ID=f161cd48-7af2-45a7-8615-f5cce2afb06b,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:26.970538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48506) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:27.011934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635006a-e552-4716-9292-327ecb864621 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e81ddd4-affa-44b2-8c19-2f3206891e74,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:27.022869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (6b631da6-c3ab-4ef5-a05d-6bdb88e9533a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.034915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61ab6a-0b9c-4c35-8ec3-6a5eb090e00b req-2e12be98-956e-456f-a443-7b43ace88312 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:27.036412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb61ab6a-0b9c-4c35-8ec3-6a5eb090e00b req-2e12be98-956e-456f-a443-7b43ace88312 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1834488
Apr 30 21:29:27.099040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-7d48079b-e563-442f-b67e-a50251a36644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:27.101170 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-7d48079b-e563-442f-b67e-a50251a36644 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 200  len: 854 time: 0.1561906
Apr 30 21:29:27.106339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44c91cd-cd88-4384-b88e-b416c5ad6b16 admin admin] Deleting subnet 25a4ad04-1a3c-4706-80cf-4435fecf0d4f {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:29:27.114099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b44c91cd-cd88-4384-b88e-b416c5ad6b16 admin admin] Publish callbacks [] for subnet (25a4ad04-1a3c-4706-80cf-4435fecf0d4f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.175191 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-c3bb6c44-626e-4b1c-aa31-9665d5535b55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678880
Apr 30 21:29:27.177991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7f12c5c-2516-4273-98a7-7efe244a1d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.216687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd88b6e1-5961-480f-9160-0c119a9e2076 req-871ea070-0883-4ef7-8916-b6a9b2e42333 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4189897
Apr 30 21:29:27.218237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a24a991-d4d2-4e79-9826-fcdfc8841b2f req-71f44274-1022-4670-8318-75433dcc3369 tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0614688
Apr 30 21:29:27.229923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb61ab6a-0b9c-4c35-8ec3-6a5eb090e00b req-1a309b77-dd75-41fd-8df7-d5330b0ed650 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1790521
Apr 30 21:29:27.232682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b44c91cd-cd88-4384-b88e-b416c5ad6b16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (25a4ad04-1a3c-4706-80cf-4435fecf0d4f), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.280536 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Floating IP 6b631da6-c3ab-4ef5-a05d-6bdb88e9533a associated. External IP: 172.35.4.249, port: 7c69f0d3-9df6-4bb4-90d8-40407c838491.
Apr 30 21:29:27.429836 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-1b92a518-6ff8-430d-b1ba-0c0adc3a159e service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433023
Apr 30 21:29:27.519105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7f12c5c-2516-4273-98a7-7efe244a1d60 admin admin] Publish callbacks [] for security_group (b6a430b0-06d4-442a-954a-cb0a017f4219), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.611497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7f12c5c-2516-4273-98a7-7efe244a1d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b6a430b0-06d4-442a-954a-cb0a017f4219), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.671764 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-792e06d9-0563-48a9-96f3-12dae8f13937 req-7d667e8a-1439-4ab5-9f41-b4c5738fcefc service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2276442
Apr 30 21:29:27.677981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f12c5c-2516-4273-98a7-7efe244a1d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a430b0-06d4-442a-954a-cb0a017f4219,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:27.684613 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c7f12c5c-2516-4273-98a7-7efe244a1d60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8db42a5e42884bc687a546cb4904ef5d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7139881
Apr 30 21:29:27.685365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48520) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:27.728126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8420a465-24f2-434f-908c-4586e2ab63a5 req-5b58f34a-abd6-4910-8f4a-173941226dca tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.20 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.1050236
Apr 30 21:29:27.744581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Router db85e5f1-605e-438b-aaea-c542df0f179f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:29:27.757257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bb70e-a80b-4385-b61c-ea0cd99ddaa7 req-a061bfd0-f947-4998-bce2-92a72bf354b4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:27.759033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d9bb70e-a80b-4385-b61c-ea0cd99ddaa7 req-a061bfd0-f947-4998-bce2-92a72bf354b4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1373529
Apr 30 21:29:27.760228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32215d00-5697-43b3-b24e-1612c7b36a0f admin admin] Publish callbacks [] for security_group (b6a430b0-06d4-442a-954a-cb0a017f4219), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.764145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b44c91cd-cd88-4384-b88e-b416c5ad6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (25a4ad04-1a3c-4706-80cf-4435fecf0d4f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.839122 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32215d00-5697-43b3-b24e-1612c7b36a0f admin admin] Publish callbacks [] for security_group (b6a430b0-06d4-442a-954a-cb0a017f4219), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:27.937452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:29:27.942187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d9bb70e-a80b-4385-b61c-ea0cd99ddaa7 req-287cc258-081f-4406-8752-bafd9ef84cdb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1567359
Apr 30 21:29:27.951595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027e79f-a2c4-4ac0-a997-2b2737da7ac2 req-fe1bea1f-fd00-4e8c-bc27-e95dc95a8339 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:27.954186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72554584-260f-4f05-8a2f-26ba40629ef2 None None] Sync routers for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:29:27.959846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7027e79f-a2c4-4ac0-a997-2b2737da7ac2 req-fe1bea1f-fd00-4e8c-bc27-e95dc95a8339 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1103501
Apr 30 21:29:27.967770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72554584-260f-4f05-8a2f-26ba40629ef2 None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:27.968394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-72554584-260f-4f05-8a2f-26ba40629ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6b7400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:27.987849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Deleting port b714318f-c9f3-401c-9bad-d99fc10424ec {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:27.988290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.005105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-72554584-260f-4f05-8a2f-26ba40629ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6b7400>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:28.010450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32215d00-5697-43b3-b24e-1612c7b36a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b6a430b0-06d4-442a-954a-cb0a017f4219), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.012994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32215d00-5697-43b3-b24e-1612c7b36a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.017348 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-32215d00-5697-43b3-b24e-1612c7b36a0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6a430b0-06d4-442a-954a-cb0a017f4219 HTTP/1.1" status: 204  len: 168 time: 0.3278668
Apr 30 21:29:28.021912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.030106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32215d00-5697-43b3-b24e-1612c7b36a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a430b0-06d4-442a-954a-cb0a017f4219,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:28.031342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72554584-260f-4f05-8a2f-26ba40629ef2 None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:28.040685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-72554584-260f-4f05-8a2f-26ba40629ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6b7400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:28.044140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b44c91cd-cd88-4384-b88e-b416c5ad6b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (25a4ad04-1a3c-4706-80cf-4435fecf0d4f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.070152 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7319d1c7-e234-4b89-a1d5-e427e9cb9e3e tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 3.7412620
Apr 30 21:29:28.070848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48528) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:28.086232 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b44c91cd-cd88-4384-b88e-b416c5ad6b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.091952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b44c91cd-cd88-4384-b88e-b416c5ad6b16 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/25a4ad04-1a3c-4706-80cf-4435fecf0d4f HTTP/1.1" status: 204  len: 168 time: 1.1084952
Apr 30 21:29:28.097112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48530) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:28.098011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c91cd-cd88-4384-b88e-b416c5ad6b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a4ad04-1a3c-4706-80cf-4435fecf0d4f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:28.114457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-72554584-260f-4f05-8a2f-26ba40629ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6b7400>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:28.121433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72554584-260f-4f05-8a2f-26ba40629ef2 None None] The sync data for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:29:28.125575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7027e79f-a2c4-4ac0-a997-2b2737da7ac2 req-5dcdde34-cadb-4029-9097-0bb1dcd1c55d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627226
Apr 30 21:29:28.159049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:29:28.231476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] For port b714318f-c9f3-401c-9bad-d99fc10424ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b714318f-c9f3-401c-9bad-d99fc10424ec,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:28.232047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.236779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b07e9076-4b61-458e-bafe-0f5004cc2923), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.275159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Calling delete_port for b714318f-c9f3-401c-9bad-d99fc10424ec owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:28.293622 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-177b1d59-5755-43d6-8297-aa4c3b14fe27 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] 10.222.0.23 "GET /v2.0/floatingips/6b631da6-c3ab-4ef5-a05d-6bdb88e9533a HTTP/1.1" status: 200  len: 983 time: 0.2212896
Apr 30 21:29:28.295892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48544) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:28.325219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:28.340265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0909419b-0751-4574-88cd-5569bff0727a', 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b', 'port_id': '0909419b-0751-4574-88cd-5569bff0727a', 'mac_address': 'fa:16:3e:cb:ad:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7541958a-74f7-4173-8ee8-3d47c101fa2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:29:28.388701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0909419b-0751-4574-88cd-5569bff0727a is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:28.389340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.404755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0909419b-0751-4574-88cd-5569bff0727a {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:28.428343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:28.465123 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-981a34f1-a65b-453c-bb1b-6c83c11296d3 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3035 time: 0.1648004
Apr 30 21:29:28.465380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48548) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:28.482954 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b07e9076-4b61-458e-bafe-0f5004cc2923), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.510901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.531988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b75db1ed-150b-4f1d-b603-f07a67a9ad0a req-df553103-43d7-433e-819e-b26d5fdf1cb8 tempest-ServersAaction247Test-1051801679 tempest-ServersAaction247Test-1051801679-project] 10.222.0.23 "GET /v2.0/ports?device_id=34787c04-8468-41fd-99f5-63400119a922 HTTP/1.1" status: 200  len: 210 time: 0.0781925
Apr 30 21:29:28.573303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d4a9520>,) {'filters': {'network_id': ['b07e9076-4b61-458e-bafe-0f5004cc2923']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:28.582238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:28.594486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-9550ddcb-c537-4e56-8c29-34cf6848359e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:28.598094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-9550ddcb-c537-4e56-8c29-34cf6848359e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.3530097
Apr 30 21:29:28.601056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d4a9520>, '8a717351-1319-4490-a243-239bd04c3e37') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:28.601470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d4a9520>, '8a717351-1319-4490-a243-239bd04c3e37') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:28.627753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (8a717351-1319-4490-a243-239bd04c3e37), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.646814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Deleting port f161cd48-7af2-45a7-8615-f5cce2afb06b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:28.647809 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f161cd48-7af2-45a7-8615-f5cce2afb06b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.670511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-fad710d6-474d-49eb-b044-777d74293a00 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/quotas/3364787934af4f59b17a58b380fe95da HTTP/1.1" status: 200  len: 375 time: 0.0638561
Apr 30 21:29:28.685477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8a717351-1319-4490-a243-239bd04c3e37), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.707557 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:29:28.707890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (8a717351-1319-4490-a243-239bd04c3e37), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:29:28.725891 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:29:28.730789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f161cd48-7af2-45a7-8615-f5cce2afb06b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.736725 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for floatingip (f161cd48-7af2-45a7-8615-f5cce2afb06b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.744949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Calling delete_port for f161cd48-7af2-45a7-8615-f5cce2afb06b owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:28.759067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0909419b-0751-4574-88cd-5569bff0727a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:28.802528 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48550) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:28.808164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-88798b09-78ab-4214-8212-d464934ada50 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1239705
Apr 30 21:29:28.834382 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4af630e4-e707-4e4e-b792-07b79e264866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.924904 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b07e9076-4b61-458e-bafe-0f5004cc2923), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.930394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:28.935719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b07e9076-4b61-458e-bafe-0f5004cc2923 HTTP/1.1" status: 204  len: 168 time: 0.8355255
Apr 30 21:29:28.966357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f22cb-a5cd-457d-b5a4-8efc2149dbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b07e9076-4b61-458e-bafe-0f5004cc2923,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:28.989923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-860b848f-d24b-4c10-9281-ae494fd98e16 service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710267
Apr 30 21:29:29.050810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b714318f-c9f3-401c-9bad-d99fc10424ec), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.101461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Pushing event deleted for resources: {'Port': ['ID=b714318f-c9f3-401c-9bad-d99fc10424ec,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:29.192399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-1468ddaf-375c-44b2-b69f-3f10169983fb service neutron] 10.222.0.23 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948833
Apr 30 21:29:29.313056 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4af630e4-e707-4e4e-b792-07b79e264866 admin admin] Publish callbacks [] for security_group (c1cfc10b-ae19-4454-b2a1-edc967d6601a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.378067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e17d9a-a871-496c-a582-77d53640db22 req-a944fc51-46c4-4fea-adf4-9f0d2d2e3f09 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:29.379470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0e17d9a-a871-496c-a582-77d53640db22 req-a944fc51-46c4-4fea-adf4-9f0d2d2e3f09 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 944 time: 0.1297095
Apr 30 21:29:29.396564 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4af630e4-e707-4e4e-b792-07b79e264866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c1cfc10b-ae19-4454-b2a1-edc967d6601a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.430841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f161cd48-7af2-45a7-8615-f5cce2afb06b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.451104 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4af630e4-e707-4e4e-b792-07b79e264866 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32326a8ded8845399676cda34c002831&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6424100
Apr 30 21:29:29.463404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0e17d9a-a871-496c-a582-77d53640db22 req-12130ca8-5ee6-4695-a813-f82ef27a03e3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771453
Apr 30 21:29:29.466371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48572) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:29.466709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48574) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:29.476600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af630e4-e707-4e4e-b792-07b79e264866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cfc10b-ae19-4454-b2a1-edc967d6601a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:29.482277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event deleted for resources: {'Port': ['ID=f161cd48-7af2-45a7-8615-f5cce2afb06b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:29.490518 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (ec0a27ec-0409-406f-ae7c-95bfc626e15a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.580546 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for floatingip (6b631da6-c3ab-4ef5-a05d-6bdb88e9533a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.581033 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Floating IP 6b631da6-c3ab-4ef5-a05d-6bdb88e9533a disassociated (deleted). External IP: 172.35.4.249, port: 7c69f0d3-9df6-4bb4-90d8-40407c838491.
Apr 30 21:29:29.653346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-439837d5-cc20-4e0f-b879-10a40bcfb507 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=426405d77bbc4e24adcbe789ba3f42f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1853960
Apr 30 21:29:29.655036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4849585-86e4-4785-b7b5-5f05a7b2c2d7 req-d009d60f-1b32-43b2-b5bc-77dfce8d07b3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 210 time: 0.1167057
Apr 30 21:29:29.658359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48588) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:29.689597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7813ecc-bd3e-4be2-a2fe-0343b0f240c7 admin admin] Publish callbacks [] for security_group (c1cfc10b-ae19-4454-b2a1-edc967d6601a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.739758 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7813ecc-bd3e-4be2-a2fe-0343b0f240c7 admin admin] Publish callbacks [] for security_group (c1cfc10b-ae19-4454-b2a1-edc967d6601a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.793584 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e15d4404-4f27-49e3-bffc-f2a8517e12dc admin admin] Publish callbacks [] for security_group (e25eac31-fc4b-4f53-9c53-5019033ad8b6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.883670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e15d4404-4f27-49e3-bffc-f2a8517e12dc admin admin] Publish callbacks [] for security_group (e25eac31-fc4b-4f53-9c53-5019033ad8b6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:29.911114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Router db85e5f1-605e-438b-aaea-c542df0f179f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:29:29.970515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Router ec0a27ec-0409-406f-ae7c-95bfc626e15a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:29:30.056269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7813ecc-bd3e-4be2-a2fe-0343b0f240c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c1cfc10b-ae19-4454-b2a1-edc967d6601a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.058939 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7813ecc-bd3e-4be2-a2fe-0343b0f240c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.060206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a7813ecc-bd3e-4be2-a2fe-0343b0f240c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1cfc10b-ae19-4454-b2a1-edc967d6601a HTTP/1.1" status: 204  len: 168 time: 0.5913935
Apr 30 21:29:30.064854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e15d4404-4f27-49e3-bffc-f2a8517e12dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e25eac31-fc4b-4f53-9c53-5019033ad8b6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.067486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e15d4404-4f27-49e3-bffc-f2a8517e12dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.068665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e15d4404-4f27-49e3-bffc-f2a8517e12dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e25eac31-fc4b-4f53-9c53-5019033ad8b6 HTTP/1.1" status: 204  len: 168 time: 0.4093969
Apr 30 21:29:30.077398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:29:30.080191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7813ecc-bd3e-4be2-a2fe-0343b0f240c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cfc10b-ae19-4454-b2a1-edc967d6601a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:30.086421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.100585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d4404-4f27-49e3-bffc-f2a8517e12dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25eac31-fc4b-4f53-9c53-5019033ad8b6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:30.114726 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2e614-3dbd-4e6a-8ecf-24c9e333d27f None None] Sync routers for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:29:30.150403 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2c51f852-eb44-4ea0-8553-a8ce98b3383e tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b631da6-c3ab-4ef5-a05d-6bdb88e9533a HTTP/1.1" status: 204  len: 168 time: 1.6832643
Apr 30 21:29:30.154116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:29:30.154725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48608) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:30.160229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-994ae06e-2f93-4a4f-aa84-1b14b14decab admin admin] 10.222.0.23 "PUT /v2.0/routers/ec0a27ec-0409-406f-ae7c-95bfc626e15a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6270988
Apr 30 21:29:30.165411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:30.169140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48610) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:30.185643 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2e614-3dbd-4e6a-8ecf-24c9e333d27f None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:30.188660 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e614-3dbd-4e6a-8ecf-24c9e333d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d9d2ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:30.199318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:30.234416 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:29:30.235523 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e614-3dbd-4e6a-8ecf-24c9e333d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d9d2ee0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:30.239772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] Sync routers for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:29:30.256146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2e614-3dbd-4e6a-8ecf-24c9e333d27f None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:30.257733 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e614-3dbd-4e6a-8ecf-24c9e333d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d9d2ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:30.263973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:30.264730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e460ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:30.322649 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.355282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks [] for router (ec0a27ec-0409-406f-ae7c-95bfc626e15a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.416477 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c5d2e614-3dbd-4e6a-8ecf-24c9e333d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d9d2ee0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:30.417354 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d2e614-3dbd-4e6a-8ecf-24c9e333d27f None None] The sync data for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:29:30.475938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:29:30.504066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48616) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:30.534814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.549209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks [] for router_gateway (ec0a27ec-0409-406f-ae7c-95bfc626e15a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.613211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 0909419b-0751-4574-88cd-5569bff0727a completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:29:30.639093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180d5e3-5a4c-4af9-bf9e-4c87d580f830 req-336e5684-9f37-4442-91c8-7d385a629003 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:30.647594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c180d5e3-5a4c-4af9-bf9e-4c87d580f830 req-336e5684-9f37-4442-91c8-7d385a629003 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 944 time: 0.0863850
Apr 30 21:29:30.732832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0909419b-0751-4574-88cd-5569bff0727a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:30.737212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0909419b-0751-4574-88cd-5569bff0727a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.745816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c180d5e3-5a4c-4af9-bf9e-4c87d580f830 req-f380e29d-0174-4b02-9871-758ace4b3aa2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889781
Apr 30 21:29:30.753682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Allocated IP 172.35.4.147 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/7b61236c-5e85-44f6-b000-7dea76804aa4) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:30.759886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Deleting port 54fdb6d4-4006-4612-8b78-8a981e4f118e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:30.761429 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.922801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-866d7d1b-56cf-4198-9e75-fa013c9a7b90 req-6f3f83b1-a2f8-4828-ae83-7c98ca85510d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 210 time: 0.0339339
Apr 30 21:29:30.981952 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e39cec45-179f-4079-bc2f-8a94a5a051b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:30.992722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] For port 54fdb6d4-4006-4612-8b78-8a981e4f118e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54fdb6d4-4006-4612-8b78-8a981e4f118e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:30.993114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.008940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for port (7b61236c-5e85-44f6-b000-7dea76804aa4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.026079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Calling delete_port for 54fdb6d4-4006-4612-8b78-8a981e4f118e owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:31.091558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e460ca0>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:29:28Z', 'revision_number': 5, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port': {'id': '54fdb6d4-4006-4612-8b78-8a981e4f118e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:34Z', 'updated_at': '2022-04-30T21:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:31.113314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e39cec45-179f-4079-bc2f-8a94a5a051b0 admin admin] Publish callbacks [] for security_group (0400cacf-5e18-453c-8382-bce54cc53f1d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.127374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48628) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:31.128296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] Checking router: ec0a27ec-0409-406f-ae7c-95bfc626e15a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:29:31.144549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f9fa33-cdf0-4def-a361-606c9c5424c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.169593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] Routers {'ec0a27ec-0409-406f-ae7c-95bfc626e15a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:31.170038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7b61236c-5e85-44f6-b000-7dea76804aa4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.170277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e460ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:31.230490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e39cec45-179f-4079-bc2f-8a94a5a051b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0400cacf-5e18-453c-8382-bce54cc53f1d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.274272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:31.280399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:31.301706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0909419b-0751-4574-88cd-5569bff0727a is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:31.302745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.316492 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (54fdb6d4-4006-4612-8b78-8a981e4f118e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.332593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] Set router ec0a27ec-0409-406f-ae7c-95bfc626e15a gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:29:31.348968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:31.362762 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Pushing event updated for resources: {'Port': ['ID=7b61236c-5e85-44f6-b000-7dea76804aa4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:31.374386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=54fdb6d4-4006-4612-8b78-8a981e4f118e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:31.396572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e460ca0>, [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:29:30Z', 'revision_number': 6, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:31.402067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909419b-0751-4574-88cd-5569bff0727a'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:31.404432 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf471771-a83a-48bf-97b6-2f9f78acc87c" -d '{"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-plugged", "status": "completed", "tag": "0909419b-0751-4574-88cd-5569bff0727a"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:31.434208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48632) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:31.445465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390ad6a5-906d-4e42-86ee-927dbeca2f6e None None] The sync data for ids ['ec0a27ec-0409-406f-ae7c-95bfc626e15a'] in ncdv-master-1 is: [{'id': 'ec0a27ec-0409-406f-ae7c-95bfc626e15a', 'name': 'tempest-TaggedBootDevicesTest_v242-1034294021-router', 'tenant_id': 'b81eb3fcf4664f479119191dbc28bf07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:33Z', 'updated_at': '2022-04-30T21:29:30Z', 'revision_number': 6, 'project_id': 'b81eb3fcf4664f479119191dbc28bf07', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:29:31.452794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:31.465618 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e39cec45-179f-4079-bc2f-8a94a5a051b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3fa1520caa74e8fa7af9cda4044db7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9582429
Apr 30 21:29:31.469025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48638) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:31.473870 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3695405b-70e2-4cef-9840-6661f6a81ab0 x-openstack-request-id: req-3695405b-70e2-4cef-9840-6661f6a81ab0 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:31.474493 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-plugged", "status": "completed", "tag": "0909419b-0751-4574-88cd-5569bff0727a", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:31.474817 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3695405b-70e2-4cef-9840-6661f6a81ab0 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:31.475774 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3695405b-70e2-4cef-9840-6661f6a81ab0'] response: {'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909419b-0751-4574-88cd-5569bff0727a', 'code': 200}
Apr 30 21:29:31.492148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cec45-179f-4079-bc2f-8a94a5a051b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0400cacf-5e18-453c-8382-bce54cc53f1d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:31.504137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f9fa33-cdf0-4def-a361-606c9c5424c2 admin admin] Publish callbacks [] for security_group (a922e647-dbab-4c05-b927-d5f5519b08fc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.516457 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.550066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (ec0a27ec-0409-406f-ae7c-95bfc626e15a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.565183 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fa5d499a-f0b9-41b7-a32e-2fc9d0f68b42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad82cac5a67f4c21aba328027a9ed73f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1271849
Apr 30 21:29:31.576919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:31.581480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48646) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:31.608739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79f9fa33-cdf0-4def-a361-606c9c5424c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a922e647-dbab-4c05-b927-d5f5519b08fc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.649947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for floatingip (450a936d-c16a-42c1-a6ff-e6b699a7589d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.665691 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-79f9fa33-cdf0-4def-a361-606c9c5424c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac69cc13661a4713bcd4b96684c461b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5371473
Apr 30 21:29:31.666623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9fa33-cdf0-4def-a361-606c9c5424c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a922e647-dbab-4c05-b927-d5f5519b08fc,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:31.668966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48648) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:31.708198 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f08fc006-50e7-4b05-840a-173d3e8fa775 admin admin] Publish callbacks [] for security_group (0400cacf-5e18-453c-8382-bce54cc53f1d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.722778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (ec0a27ec-0409-406f-ae7c-95bfc626e15a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.734211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks [] for router_controller (ec0a27ec-0409-406f-ae7c-95bfc626e15a), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.740236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46b6a-1933-4690-9818-2ba5e48083a8 req-1f94f22f-9c8f-4edb-8411-42f919f79ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:31.741841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62c46b6a-1933-4690-9818-2ba5e48083a8 req-1f94f22f-9c8f-4edb-8411-42f919f79ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 1127 time: 0.1578057
Apr 30 21:29:31.755551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7b61236c-5e85-44f6-b000-7dea76804aa4), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.777718 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-096c60cd-e1db-4021-b03c-1362d300aadb admin admin] Publish callbacks [] for security_group (a922e647-dbab-4c05-b927-d5f5519b08fc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.789966 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f08fc006-50e7-4b05-840a-173d3e8fa775 admin admin] Publish callbacks [] for security_group (0400cacf-5e18-453c-8382-bce54cc53f1d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.828035 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-096c60cd-e1db-4021-b03c-1362d300aadb admin admin] Publish callbacks [] for security_group (a922e647-dbab-4c05-b927-d5f5519b08fc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.851118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6a80b10-3a2a-4077-ad1e-d4a29ae75d88 admin admin] Publish callbacks [] for security_group (48608293-0011-4e41-ab4c-7bcbbaddbfd4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.949610 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (ec0a27ec-0409-406f-ae7c-95bfc626e15a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.949610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0a27ec-0409-406f-ae7c-95bfc626e15a {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:29:31.958736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6a80b10-3a2a-4077-ad1e-d4a29ae75d88 admin admin] Publish callbacks [] for security_group (48608293-0011-4e41-ab4c-7bcbbaddbfd4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.959674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:31.963328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48656) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:31.963504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f9838ed4-fa7a-49cc-9a02-6cc1af18d8eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/ec0a27ec-0409-406f-ae7c-95bfc626e15a HTTP/1.1" status: 204  len: 168 time: 1.7931466
Apr 30 21:29:31.976112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebed34b-725b-4c3e-bbe0-1624ceef64b3 req-ab8cfdb6-f153-444a-af83-fa6ba23a1a25 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:31.977629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ebed34b-725b-4c3e-bbe0-1624ceef64b3 req-ab8cfdb6-f153-444a-af83-fa6ba23a1a25 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1570117
Apr 30 21:29:31.988108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62c46b6a-1933-4690-9818-2ba5e48083a8 req-f9b05763-03f4-4597-9ca8-62e789aa7d63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804876
Apr 30 21:29:32.052695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe8025a-0b42-4290-bc82-9c3dc5fdf225 admin admin] Deleting subnet 48dcc9e8-7c02-4b81-9858-ab3db0e13872 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:29:32.056154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for port (7b61236c-5e85-44f6-b000-7dea76804aa4), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.059163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8025a-0b42-4290-bc82-9c3dc5fdf225 admin admin] Publish callbacks [] for subnet (48dcc9e8-7c02-4b81-9858-ab3db0e13872), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.074530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f08fc006-50e7-4b05-840a-173d3e8fa775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0400cacf-5e18-453c-8382-bce54cc53f1d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.079426 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f08fc006-50e7-4b05-840a-173d3e8fa775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.079426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f08fc006-50e7-4b05-840a-173d3e8fa775 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0400cacf-5e18-453c-8382-bce54cc53f1d HTTP/1.1" status: 204  len: 168 time: 0.6081889
Apr 30 21:29:32.098187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8025a-0b42-4290-bc82-9c3dc5fdf225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (48dcc9e8-7c02-4b81-9858-ab3db0e13872), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.106991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7c8fa2e-d146-440f-8240-864cbf078661 req-4b126ded-c503-49e0-8bd6-8211de2a6a99 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 210 time: 0.0569007
Apr 30 21:29:32.121774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fc006-50e7-4b05-840a-173d3e8fa775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0400cacf-5e18-453c-8382-bce54cc53f1d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:32.122003 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-096c60cd-e1db-4021-b03c-1362d300aadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a922e647-dbab-4c05-b927-d5f5519b08fc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.138160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-096c60cd-e1db-4021-b03c-1362d300aadb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.138160 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-096c60cd-e1db-4021-b03c-1362d300aadb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a922e647-dbab-4c05-b927-d5f5519b08fc HTTP/1.1" status: 204  len: 168 time: 0.4660902
Apr 30 21:29:32.168751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ebed34b-725b-4c3e-bbe0-1624ceef64b3 req-a7b45c23-b1de-499c-aa5f-5ff461cf2d9a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563747
Apr 30 21:29:32.169031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c60cd-e1db-4021-b03c-1362d300aadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922e647-dbab-4c05-b927-d5f5519b08fc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:32.223583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (7b61236c-5e85-44f6-b000-7dea76804aa4), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.290768 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8025a-0b42-4290-bc82-9c3dc5fdf225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (48dcc9e8-7c02-4b81-9858-ab3db0e13872), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.302140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6a80b10-3a2a-4077-ad1e-d4a29ae75d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (48608293-0011-4e41-ab4c-7bcbbaddbfd4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.305169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6a80b10-3a2a-4077-ad1e-d4a29ae75d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.307834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f6a80b10-3a2a-4077-ad1e-d4a29ae75d88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48608293-0011-4e41-ab4c-7bcbbaddbfd4 HTTP/1.1" status: 204  len: 168 time: 0.7206926
Apr 30 21:29:32.322356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a80b10-3a2a-4077-ad1e-d4a29ae75d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48608293-0011-4e41-ab4c-7bcbbaddbfd4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:32.374742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Pushing event updated for resources: {'Port': ['ID=7b61236c-5e85-44f6-b000-7dea76804aa4,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:32.389333 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (450a936d-c16a-42c1-a6ff-e6b699a7589d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.396799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-e5fa4e10-7127-4e2e-9f3f-cf7d48fdcdc2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:32.399506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-e5fa4e10-7127-4e2e-9f3f-cf7d48fdcdc2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.20 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 812 time: 0.1750882
Apr 30 21:29:32.416072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Request body: {'port': {'device_id': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'admin_state_up': True, 'tenant_id': '3364787934af4f59b17a58b380fe95da'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:32.470034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.471296 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2b0a8615-f23e-4b7a-b9ec-a4eb80108573 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3154652
Apr 30 21:29:32.472506 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8025a-0b42-4290-bc82-9c3dc5fdf225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (48dcc9e8-7c02-4b81-9858-ab3db0e13872), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.474440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48664) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:32.503172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8025a-0b42-4290-bc82-9c3dc5fdf225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48dcc9e8-7c02-4b81-9858-ab3db0e13872,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:32.510048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6fe8025a-0b42-4290-bc82-9c3dc5fdf225 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.513326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6fe8025a-0b42-4290-bc82-9c3dc5fdf225 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/48dcc9e8-7c02-4b81-9858-ab3db0e13872 HTTP/1.1" status: 204  len: 168 time: 0.5486546
Apr 30 21:29:32.516083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48668) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:32.520431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebacd52-2c5c-4d0a-9bd5-e24f7b3d2b45 None None] Network 0f28b49f-01d7-4c9d-82d6-265d3558ca5b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:32.611195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0f28b49f-01d7-4c9d-82d6-265d3558ca5b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.669500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Made reservation on behalf of 3364787934af4f59b17a58b380fe95da for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:32.673020 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.689216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Deleting port b7ff70e4-d0d0-45a5-b85f-6298badc4565 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:32.689727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.720858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] DHCP port deletion for 0f28b49f-01d7-4c9d-82d6-265d3558ca5b request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:29:32.805270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] Deleting port b7ff70e4-d0d0-45a5-b85f-6298badc4565 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:32.806598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:32.887259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b714318f-c9f3-401c-9bad-d99fc10424ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:32.931101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b714318f-c9f3-401c-9bad-d99fc10424ec {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:32.931889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b714318f-c9f3-401c-9bad-d99fc10424ec not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:32.932388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54fdb6d4-4006-4612-8b78-8a981e4f118e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:32.936771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:32.959326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 54fdb6d4-4006-4612-8b78-8a981e4f118e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:32.960419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54fdb6d4-4006-4612-8b78-8a981e4f118e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:32.960773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7ff70e4-d0d0-45a5-b85f-6298badc4565 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:33.009384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] For port b7ff70e4-d0d0-45a5-b85f-6298badc4565, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7ff70e4-d0d0-45a5-b85f-6298badc4565,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:33.009813 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.028054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] Calling delete_port for b7ff70e4-d0d0-45a5-b85f-6298badc4565 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:33.068280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.153961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b7ff70e4-d0d0-45a5-b85f-6298badc4565 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:33.154807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.219183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port b7ff70e4-d0d0-45a5-b85f-6298badc4565, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7ff70e4-d0d0-45a5-b85f-6298badc4565,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:33.242895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.308072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.402245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=b7ff70e4-d0d0-45a5-b85f-6298badc4565,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:33.409042 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.409677 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Allocated IP 172.35.4.234 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/b5232a5c-4240-430c-9cdb-8decba4a4a84) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:33.440691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] Pushing event deleted for resources: {'Port': ['ID=b7ff70e4-d0d0-45a5-b85f-6298badc4565,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:33.456839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4485423-b4d1-4d62-ae40-1a0b13e85534 None None] No DVR routers for this DVR port b7ff70e4-d0d0-45a5-b85f-6298badc4565 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:33.463216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28189964-df4a-45e1-882b-3c2a7f9c9bcb req-50c438d5-7d90-471e-921b-531d3910a0e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 210 time: 0.0997763
Apr 30 21:29:33.578568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks [] for port (b5232a5c-4240-430c-9cdb-8decba4a4a84), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.630707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] For port b7ff70e4-d0d0-45a5-b85f-6298badc4565, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7ff70e4-d0d0-45a5-b85f-6298badc4565,segment=NetworkSegment(54a8a0a8-9448-4056-b6b5-17d03590182a),segment_id=54a8a0a8-9448-4056-b6b5-17d03590182a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:33.631363 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.672306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Calling delete_port for b7ff70e4-d0d0-45a5-b85f-6298badc4565 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:33.695791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e813808-9195-400b-9359-b6e98019c574 req-1d03a44c-20b9-4a21-9358-ace6da7b1018 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:33.697353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e813808-9195-400b-9359-b6e98019c574 req-1d03a44c-20b9-4a21-9358-ace6da7b1018 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1178446
Apr 30 21:29:33.722723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b5232a5c-4240-430c-9cdb-8decba4a4a84), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.768899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Allocated IP 172.20.0.6 (6d21022d-393a-4eff-ba51-560f37353f44/5a00c6c0-02bf-47fa-85d0-3ae326c45443/f2e67c00-e892-4977-95b6-739f701898d8) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:33.784904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:33.787310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:33.793432 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:33.833664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Pushing event updated for resources: {'Port': ['ID=b5232a5c-4240-430c-9cdb-8decba4a4a84,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:33.838278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e813808-9195-400b-9359-b6e98019c574 req-56507210-2332-44fe-9faf-8cba52984f56 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304302
Apr 30 21:29:33.914146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b7ff70e4-d0d0-45a5-b85f-6298badc4565), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.920850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks [] for floatingip (fdcf9a5a-e063-402f-b340-e6b705c0e74a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:33.956929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ff70e4-d0d0-45a5-b85f-6298badc4565,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:33.964808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] No DVR routers for this DVR port b7ff70e4-d0d0-45a5-b85f-6298badc4565 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:34.079397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0f28b49f-01d7-4c9d-82d6-265d3558ca5b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.084014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for port (f2e67c00-e892-4977-95b6-739f701898d8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.101659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b5232a5c-4240-430c-9cdb-8decba4a4a84), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.109824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967a339a0>,) {'filters': {'network_id': ['0f28b49f-01d7-4c9d-82d6-265d3558ca5b']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:34.123445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967a339a0>, '54a8a0a8-9448-4056-b6b5-17d03590182a') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:34.123954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967a339a0>, '54a8a0a8-9448-4056-b6b5-17d03590182a') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:34.152160 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (54a8a0a8-9448-4056-b6b5-17d03590182a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.260771 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.262676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (54a8a0a8-9448-4056-b6b5-17d03590182a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.278308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dcd8283d-d19b-4e47-b08b-9296cfaa449a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:34.281980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['bc5636f2-cf40-44f0-9964-ab84de7da2a8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:34.291643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:29:34.292066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (54a8a0a8-9448-4056-b6b5-17d03590182a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:29:34.318571 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:29:34.347805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks [] for port (b5232a5c-4240-430c-9cdb-8decba4a4a84), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.385041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Network 6d21022d-393a-4eff-ba51-560f37353f44 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:34.393357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-555de2ee-6ad6-459e-b177-f8682e8ba213 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:34.394948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-555de2ee-6ad6-459e-b177-f8682e8ba213 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 814 time: 0.2236080
Apr 30 21:29:34.408426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:34.423136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:34.437813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event updated for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:34.445157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b5232a5c-4240-430c-9cdb-8decba4a4a84), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.469932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-2be7ecc7-07ee-4ffe-adfa-1db1b28e1b52 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/quotas/3383c2433214484eb41e99aacb653b80 HTTP/1.1" status: 200  len: 375 time: 0.0627093
Apr 30 21:29:34.574602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48750) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:34.579676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Pushing event updated for resources: {'Port': ['ID=b5232a5c-4240-430c-9cdb-8decba4a4a84,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:34.608880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-804c58c4-846a-4079-8f04-47d2817fd88b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1259315
Apr 30 21:29:34.636981 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0f28b49f-01d7-4c9d-82d6-265d3558ca5b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.672510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (fdcf9a5a-e063-402f-b340-e6b705c0e74a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.786451 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.792855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] 10.222.0.23 "DELETE /v2.0/networks/0f28b49f-01d7-4c9d-82d6-265d3558ca5b HTTP/1.1" status: 204  len: 168 time: 2.2692716
Apr 30 21:29:34.793554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48758) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:34.812287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190ee2a-2d84-4216-9961-58509119446b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f28b49f-01d7-4c9d-82d6-265d3558ca5b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:34.819714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:34.820361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.856539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c57e01-95b7-40eb-9f22-bbba47d6a64e req-e1df6624-27fe-4d3f-b8e5-1a8f5742bc61 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:34.863865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92c57e01-95b7-40eb-9f22-bbba47d6a64e req-e1df6624-27fe-4d3f-b8e5-1a8f5742bc61 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 931 time: 0.2287588
Apr 30 21:29:34.874945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.881068 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f229c012-841c-41e9-9ddb-5819b7c3326a tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4018104
Apr 30 21:29:34.895242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48762) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:34.918915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-adf630fe-7c75-4402-97d3-f8b5d1fa7d8d None None] Provisioning complete for port f2e67c00-e892-4977-95b6-739f701898d8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:34.919438 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-adf630fe-7c75-4402-97d3-f8b5d1fa7d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2e67c00-e892-4977-95b6-739f701898d8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:34.964654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-d777dc04-4218-4469-b8dc-c2b8b9636851 service neutron] 10.222.0.23 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530843
Apr 30 21:29:35.008684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-adf630fe-7c75-4402-97d3-f8b5d1fa7d8d None None] Port f2e67c00-e892-4977-95b6-739f701898d8 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:29:35.017528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-3d2ffbaf-93e8-4c26-84cd-86d9e4673691 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6062002
Apr 30 21:29:35.056514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1105452650-network', 'tenant_id': '4e881eef596f442ea5e731596de728a3'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:35.063724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Request body: {'port': {'device_id': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:35.204311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4033ada6-18ff-49f8-8640-df80a67f1996 tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3220 time: 0.2776988
Apr 30 21:29:35.209090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48778) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:35.230107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92c57e01-95b7-40eb-9f22-bbba47d6a64e req-764428e1-7e2a-4b4e-9252-20205dbb0ece tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3652756
Apr 30 21:29:35.231727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Made reservation on behalf of 4e881eef596f442ea5e731596de728a3 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:35.241824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.277428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.366909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9fe3c7ab-9cc7-4f42-a876-a71abd511470 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.1561439
Apr 30 21:29:35.373957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48780) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:35.419326 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2e67c00-e892-4977-95b6-739f701898d8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.427063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-99cebb9a-4efa-4204-b5c0-e5c35b4ff611 service neutron] 10.222.0.23 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4141648
Apr 30 21:29:35.439526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.555484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Publish callbacks [] for security_group (50c47172-a0de-422b-b36d-1062c2246d00), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.634591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Deleting port b5232a5c-4240-430c-9cdb-8decba4a4a84 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:35.634954 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b5232a5c-4240-430c-9cdb-8decba4a4a84), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.638442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (50c47172-a0de-422b-b36d-1062c2246d00), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.765079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:29:35.809467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c47172-a0de-422b-b36d-1062c2246d00,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:35.843401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7b038a33-ed57-41c7-bd49-9a362ae71170), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.843973 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Added segment 7b038a33-ed57-41c7-bd49-9a362ae71170 of type vlan for network 67da36fe-d1c8-44c5-82e3-244a386b97d9
Apr 30 21:29:35.871779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b5232a5c-4240-430c-9cdb-8decba4a4a84), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.872356 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks [] for floatingip (b5232a5c-4240-430c-9cdb-8decba4a4a84), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:35.882975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cc24d46-c69e-458c-b1ed-76a95d8d431d req-e1ea0884-2e2c-413b-8da0-23e1ee7b98c9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 210 time: 0.0869141
Apr 30 21:29:35.904307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Calling delete_port for b5232a5c-4240-430c-9cdb-8decba4a4a84 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:35.954063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (67da36fe-d1c8-44c5-82e3-244a386b97d9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.005190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Deleting port d3c6a988-6399-424a-b94f-3136a67260ae {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:36.005190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.075420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e67c00-e892-4977-95b6-739f701898d8 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:36.075702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (67da36fe-d1c8-44c5-82e3-244a386b97d9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.076696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:36.077287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.085787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Publish callbacks [] for port (f2e67c00-e892-4977-95b6-739f701898d8), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.173007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] Pushing event updated for resources: {'Network': ['ID=67da36fe-d1c8-44c5-82e3-244a386b97d9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:36.190125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 67da36fe-d1c8-44c5-82e3-244a386b97d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:29:36.193313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] For port d3c6a988-6399-424a-b94f-3136a67260ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3c6a988-6399-424a-b94f-3136a67260ae,segment=NetworkSegment(c92126ad-9d83-4473-9db4-d2174fb815e3),segment_id=c92126ad-9d83-4473-9db4-d2174fb815e3)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:36.193313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.210659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Calling delete_port for d3c6a988-6399-424a-b94f-3136a67260ae owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:36.261360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b440e03-00dc-4866-afa4-cb226d22b457 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 1.6786008
Apr 30 21:29:36.264268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48812) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:36.272600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Request body: {'subnet': {'network_id': '67da36fe-d1c8-44c5-82e3-244a386b97d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1105452650-subnet', 'tenant_id': '4e881eef596f442ea5e731596de728a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:36.293338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Transition to ACTIVE for port object f2e67c00-e892-4977-95b6-739f701898d8 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:29:36.297401 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b5232a5c-4240-430c-9cdb-8decba4a4a84), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.346323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Pushing event deleted for resources: {'Port': ['ID=b5232a5c-4240-430c-9cdb-8decba4a4a84,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:36.478888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Made reservation on behalf of 4e881eef596f442ea5e731596de728a3 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:36.481221 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.483702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.491785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7c023-f0df-4450-bb90-4df2324619df req-c1e8ef3c-9c50-4ff6-abe2-d6fc272b53d7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:36.493284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ad7c023-f0df-4450-bb90-4df2324619df req-c1e8ef3c-9c50-4ff6-abe2-d6fc272b53d7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 931 time: 0.1095269
Apr 30 21:29:36.530572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d3c6a988-6399-424a-b94f-3136a67260ae), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.560865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c6a988-6399-424a-b94f-3136a67260ae,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:36.706357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:36.739796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks [] for floatingip (fdcf9a5a-e063-402f-b340-e6b705c0e74a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.744678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:36.747385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cc07caeb-5a73-4eb4-a663-b45010649eb5 tempest-FloatingIPAdminTestJSON-417465660 tempest-FloatingIPAdminTestJSON-417465660-project] 10.222.0.23 "DELETE /v2.0/floatingips/fdcf9a5a-e063-402f-b340-e6b705c0e74a HTTP/1.1" status: 204  len: 168 time: 1.3709953
Apr 30 21:29:36.757079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48828) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:36.929887 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:37.030664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ad7c023-f0df-4450-bb90-4df2324619df req-47e28358-dc8e-4ce7-903e-c80864ea1db5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4990628
Apr 30 21:29:37.175787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c038f311-9da6-4d87-8716-497bc9008040 req-a89487e2-ef6a-4e6a-9f9d-340b11186387 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 210 time: 0.1516080
Apr 30 21:29:37.228833 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (0b598595-8aae-4a8e-bb0b-33a4baaf9313), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:37.352466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b598595-8aae-4a8e-bb0b-33a4baaf9313,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:37.362514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Attempting to bind port f2e67c00-e892-4977-95b6-739f701898d8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:29:37.362873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Attempting to bind port f2e67c00-e892-4977-95b6-739f701898d8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:29:37.363190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Attempting to bind port f2e67c00-e892-4977-95b6-739f701898d8 on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:37.367121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Deleting port 7b61236c-5e85-44f6-b000-7dea76804aa4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:37.367465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7b61236c-5e85-44f6-b000-7dea76804aa4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:37.416660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Port f2e67c00-e892-4977-95b6-739f701898d8 on network 6d21022d-393a-4eff-ba51-560f37353f44 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:29:37.418500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Attempting to bind port f2e67c00-e892-4977-95b6-739f701898d8 on network 6d21022d-393a-4eff-ba51-560f37353f44 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:37.431670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:29:37.432034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Checking segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:37.432421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Bound using segment: {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:29:37.432868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Bound port: f2e67c00-e892-4977-95b6-739f701898d8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bdd539-2871-4ef0-9b82-2d6b022626df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:29:37.433370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2e67c00-e892-4977-95b6-739f701898d8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:37.435981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Checking segment: {'id': '7b038a33-ed57-41c7-bd49-9a362ae71170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '67da36fe-d1c8-44c5-82e3-244a386b97d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:37.435981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Network hostable DHCP agents. Network: 67da36fe-d1c8-44c5-82e3-244a386b97d9, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:29:37.597488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:29:37.729981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:29:37.738757 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-066f0663-1a66-41cc-a902-6d6ca11357f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/a5efdbaf-584f-4246-9bb3-2dfc0fa952e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9403434
Apr 30 21:29:37.738757 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48844) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:37.741046 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] Sync routers for ids ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:29:37.754531 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] Routers {'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:37.755283 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd6a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:37.879937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks [] for router (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:37.926670 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] Set router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:29:38.029519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks [] for router_gateway (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:38.031987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7b61236c-5e85-44f6-b000-7dea76804aa4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:38.032511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for floatingip (7b61236c-5e85-44f6-b000-7dea76804aa4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:38.035504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Network 67da36fe-d1c8-44c5-82e3-244a386b97d9 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:29:38.061085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:29:38.070296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Calling delete_port for 7b61236c-5e85-44f6-b000-7dea76804aa4 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:38.086476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:29:38.128737 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd6a970>, [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119'}], 'enable_snat': True}, 'gw_port_id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:29:36Z', 'revision_number': 5, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port': {'id': 'd2871a17-63b5-4a13-af78-897681d6a2b9', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:27:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:19:50Z', 'updated_at': '2022-04-30T21:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:38.161440 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] Checking router: a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:29:38.174240 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] Routers {'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:38.175126 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd6a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:38.195210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67da36fe-d1c8-44c5-82e3-244a386b97d9) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:38.205283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:38.205919 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:38.219096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d391033-ab51-42e5-8abe-43668900b363 None None] Network 67da36fe-d1c8-44c5-82e3-244a386b97d9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:38.234062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:38.243190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbfaa5-711e-4fd5-a85b-09d9b47cb7c1 req-c41300bb-d665-4e45-9150-71b00f2c8b86 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:38.251609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddfbfaa5-711e-4fd5-a85b-09d9b47cb7c1 req-c41300bb-d665-4e45-9150-71b00f2c8b86 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 943 time: 0.1086063
Apr 30 21:29:38.260423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Deleting port d2871a17-63b5-4a13-af78-897681d6a2b9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:38.260756 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:38.283702 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] Set router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:29:38.320286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:38.321888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:38.322321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] 10.222.0.20 "PUT /v2.0/ports/f2e67c00-e892-4977-95b6-739f701898d8 HTTP/1.1" status: 200  len: 1091 time: 3.2885246
Apr 30 21:29:38.326301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:38.328534 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ab387c-753f-4013-88cd-68ec4404a026" -d '{"events": [{"name": "network-changed", "server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "tag": "f2e67c00-e892-4977-95b6-739f701898d8"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:38.399984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857080a-81ce-4f2d-bcee-c9571208b151 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:38.406970 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd6a970>, [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:29:38Z', 'revision_number': 6, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:38.441550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ebccb4ee-361a-4e4c-bee3-9357cf90a711 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.1753459
Apr 30 21:29:38.461244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddfbfaa5-711e-4fd5-a85b-09d9b47cb7c1 req-b53e52f6-9688-4c47-8f72-02eb2a694392 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086277
Apr 30 21:29:38.469781 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf14265d-716a-43d7-97c6-358ab89ae4b9 None None] The sync data for ids ['a5efdbaf-584f-4246-9bb3-2dfc0fa952e7'] in ncdv-master-1 is: [{'id': 'a5efdbaf-584f-4246-9bb3-2dfc0fa952e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1559293577-router', 'tenant_id': '304c976f80084864bd575fad9d2fbf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:19:49Z', 'updated_at': '2022-04-30T21:29:38Z', 'revision_number': 6, 'project_id': '304c976f80084864bd575fad9d2fbf90', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:29:38.552467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] For port d2871a17-63b5-4a13-af78-897681d6a2b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2871a17-63b5-4a13-af78-897681d6a2b9,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:38.568387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:38.573069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6172ecd7-211a-4c13-a4c7-a19f96326eae req-e623a970-fd1c-4e24-9b07-7281b45ee661 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 210 time: 0.1580658
Apr 30 21:29:38.612977 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098b80ce-ac5c-4dac-860c-44a4564d11dd x-openstack-request-id: req-098b80ce-ac5c-4dac-860c-44a4564d11dd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:38.613274 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "tag": "f2e67c00-e892-4977-95b6-739f701898d8", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:38.613528 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-098b80ce-ac5c-4dac-860c-44a4564d11dd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:38.614231 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098b80ce-ac5c-4dac-860c-44a4564d11dd'] response: {'name': 'network-changed', 'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8', 'status': 'completed', 'code': 200}
Apr 30 21:29:38.622550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574c93a-8e9c-476a-843c-f14214c3112a None None] Network 67da36fe-d1c8-44c5-82e3-244a386b97d9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:38.627221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Calling delete_port for d2871a17-63b5-4a13-af78-897681d6a2b9 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:38.797489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-03872f26-41de-457a-af63-62fd32d89aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:38.799051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-03872f26-41de-457a-af63-62fd32d89aff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 1125 time: 0.1794021
Apr 30 21:29:38.899577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-c5b90a22-6002-4f67-902e-34dc83a02488 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e67c00-e892-4977-95b6-739f701898d8 HTTP/1.1" status: 200  len: 217 time: 0.0890017
Apr 30 21:29:38.926731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d3c6a988-6399-424a-b94f-3136a67260ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:38.971336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-b16e4753-582e-4304-a5b1-06b50ec19c7b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:38.971336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-b16e4753-582e-4304-a5b1-06b50ec19c7b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.35 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 814 time: 0.3933892
Apr 30 21:29:38.986217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d3c6a988-6399-424a-b94f-3136a67260ae {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:38.986976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d3c6a988-6399-424a-b94f-3136a67260ae not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:38.992271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Request body: {'port': {'device_id': 'f31cef50-72cc-494d-a5fe-64b4621e25f4', 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b', 'admin_state_up': True, 'tenant_id': '3383c2433214484eb41e99aacb653b80'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:39.066130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0090e8bb-83b5-46f4-9302-016bebd1fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:39.067833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-0090e8bb-83b5-46f4-9302-016bebd1fe18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.1583757
Apr 30 21:29:39.128042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7b61236c-5e85-44f6-b000-7dea76804aa4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.186633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-e2fdf816-1590-449a-af49-1ebf20e7d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:39.188253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-e2fdf816-1590-449a-af49-1ebf20e7d780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1107771
Apr 30 21:29:39.196865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b61236c-5e85-44f6-b000-7dea76804aa4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:39.364722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d2871a17-63b5-4a13-af78-897681d6a2b9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.395863 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2871a17-63b5-4a13-af78-897681d6a2b9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:39.405485 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks [] for floatingip (450a936d-c16a-42c1-a6ff-e6b699a7589d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.408290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.409631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-94e9e4ab-b54e-4665-a583-8f1175134f0d tempest-FloatingIPAdminTestJSON-1486349425 tempest-FloatingIPAdminTestJSON-1486349425-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/450a936d-c16a-42c1-a6ff-e6b699a7589d HTTP/1.1" status: 204  len: 168 time: 2.6444650
Apr 30 21:29:39.420507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48910) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:39.464527 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.538699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-25f660e7-a6b3-4bdb-a0dd-cf985d7bbb65 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386509
Apr 30 21:29:39.541805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Made reservation on behalf of 3383c2433214484eb41e99aacb653b80 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:39.550979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.575995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-f3659101-8b7a-44e7-879a-01e91f2c1dd6 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:39.588810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-f3659101-8b7a-44e7-879a-01e91f2c1dd6 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/networks?id=67da36fe-d1c8-44c5-82e3-244a386b97d9 HTTP/1.1" status: 200  len: 822 time: 0.3596263
Apr 30 21:29:39.596446 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.598750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks [] for router_controller (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.663358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-09592c9f-eecf-45c9-b462-794f1f2a2054 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/quotas/4e881eef596f442ea5e731596de728a3 HTTP/1.1" status: 200  len: 375 time: 0.0467196
Apr 30 21:29:39.721650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (a5efdbaf-584f-4246-9bb3-2dfc0fa952e7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.722399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:29:39.727602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.731944 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1da8f707-654e-4e48-b587-185359f435f3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a5efdbaf-584f-4246-9bb3-2dfc0fa952e7 HTTP/1.1" status: 204  len: 168 time: 1.9900815
Apr 30 21:29:39.731944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48922) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:39.778140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cf4305d1-ea0b-4df6-9f1d-c2bffdd5162f tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Deleting port 7c69f0d3-9df6-4bb4-90d8-40407c838491 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:39.778688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf4305d1-ea0b-4df6-9f1d-c2bffdd5162f tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7c69f0d3-9df6-4bb4-90d8-40407c838491), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.789890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-756b193f-f7a7-459c-b65e-c9c831289b6b admin admin] Deleting subnet 48168c88-15b4-45cf-819a-bb53e4624d57 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:29:39.792814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-9447e050-d0da-49ce-9177-e0d9095ab7ba tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e881eef596f442ea5e731596de728a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0981131
Apr 30 21:29:39.793301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-756b193f-f7a7-459c-b65e-c9c831289b6b admin admin] Publish callbacks [] for subnet (48168c88-15b4-45cf-819a-bb53e4624d57), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.833248 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-756b193f-f7a7-459c-b65e-c9c831289b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (48168c88-15b4-45cf-819a-bb53e4624d57), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:39.890147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37022e-c9f5-46d5-9002-3e8f4d1441e6 req-57095d70-1be4-417b-9e56-49fee85efb34 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:39.891750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f37022e-c9f5-46d5-9002-3e8f4d1441e6 req-57095d70-1be4-417b-9e56-49fee85efb34 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 943 time: 0.2311010
Apr 30 21:29:39.926275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-756b193f-f7a7-459c-b65e-c9c831289b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (48168c88-15b4-45cf-819a-bb53e4624d57), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.036205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d22084f1-aa85-4975-808e-c4be33b06b0e req-6fbe2a5e-cb5e-446b-8ca7-68a4889b7e4e service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4245515
Apr 30 21:29:40.067436 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-756b193f-f7a7-459c-b65e-c9c831289b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (48168c88-15b4-45cf-819a-bb53e4624d57), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.103927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b193f-f7a7-459c-b65e-c9c831289b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48168c88-15b4-45cf-819a-bb53e4624d57,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:40.112069 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-756b193f-f7a7-459c-b65e-c9c831289b6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.115330 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-756b193f-f7a7-459c-b65e-c9c831289b6b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/48168c88-15b4-45cf-819a-bb53e4624d57 HTTP/1.1" status: 204  len: 168 time: 0.3825557
Apr 30 21:29:40.118021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:40.122431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca9956-efce-4228-a0b9-9fb1928342f0 None None] Network 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:40.122947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf4305d1-ea0b-4df6-9f1d-c2bffdd5162f tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7c69f0d3-9df6-4bb4-90d8-40407c838491), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.154251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cf4305d1-ea0b-4df6-9f1d-c2bffdd5162f tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Calling delete_port for 7c69f0d3-9df6-4bb4-90d8-40407c838491 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:40.167195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f37022e-c9f5-46d5-9002-3e8f4d1441e6 req-1b3eb151-28ca-4273-bc92-656ac6dc4b9e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161140
Apr 30 21:29:40.192659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-c11168a0-465e-4e2e-9bb3-43accb4137cb service neutron] 10.222.0.23 "GET /v2.0/networks/67da36fe-d1c8-44c5-82e3-244a386b97d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3311744
Apr 30 21:29:40.197343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Allocated IP 172.20.0.10 (c7cbed3c-359b-4472-8bf9-f34e2c55b91b/7541958a-74f7-4173-8ee8-3d47c101fa2b/da107f90-c47b-440c-bbe6-6ed3d39cfbb1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:40.274869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (10b2ccd3-2d3a-4608-b73d-48fb13ca47aa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.357204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Deleting port e6ecfe65-66b8-4f9b-b43c-436f9358f68e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:40.358643 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.388683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] DHCP port deletion for 10b2ccd3-2d3a-4608-b73d-48fb13ca47aa request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:29:40.430487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-228749f5-bfe6-4ca0-8db2-8b4e1432e187 req-bd2a79c4-dfd0-4447-9f9f-5f81d6f395c3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 210 time: 0.1293573
Apr 30 21:29:40.436584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Deleting port e6ecfe65-66b8-4f9b-b43c-436f9358f68e {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:40.442215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.445511 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] For port e6ecfe65-66b8-4f9b-b43c-436f9358f68e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,segment=NetworkSegment(c92126ad-9d83-4473-9db4-d2174fb815e3),segment_id=c92126ad-9d83-4473-9db4-d2174fb815e3)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:40.445959 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.468055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Calling delete_port for e6ecfe65-66b8-4f9b-b43c-436f9358f68e owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:40.515865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] For port e6ecfe65-66b8-4f9b-b43c-436f9358f68e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,segment=NetworkSegment(c92126ad-9d83-4473-9db4-d2174fb815e3),segment_id=c92126ad-9d83-4473-9db4-d2174fb815e3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:40.516613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.534032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Calling delete_port for e6ecfe65-66b8-4f9b-b43c-436f9358f68e owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:40.560361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-0321c421-7992-4228-adf8-b406f3f91efe service neutron] 10.222.0.23 "GET /v2.0/networks/67da36fe-d1c8-44c5-82e3-244a386b97d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3664868
Apr 30 21:29:40.611737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks [] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.659193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:40.661372 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:29:40.677194 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (e6ecfe65-66b8-4f9b-b43c-436f9358f68e), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.716357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:40.733055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] No DVR routers for this DVR port e6ecfe65-66b8-4f9b-b43c-436f9358f68e on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:40.741937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Pushing event deleted for resources: {'Port': ['ID=e6ecfe65-66b8-4f9b-b43c-436f9358f68e,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:40.765156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.765646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.766114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.767560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.768027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.768469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.769435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.769554 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.769941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.772387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.773856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.774676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.775783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.776361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.777358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.778091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:40.785948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0909419b-0751-4574-88cd-5569bff0727a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:40.817832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f14ded-e3b7-4b12-baea-d4f73ca648b2 None None] No DVR routers for this DVR port e6ecfe65-66b8-4f9b-b43c-436f9358f68e on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:40.844137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (10b2ccd3-2d3a-4608-b73d-48fb13ca47aa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.868782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf4305d1-ea0b-4df6-9f1d-c2bffdd5162f tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7c69f0d3-9df6-4bb4-90d8-40407c838491), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.876395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Network c7cbed3c-359b-4472-8bf9-f34e2c55b91b is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:40.879100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Pushing event updated for resources: {'Port': ['ID=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:40.894903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966121f40>,) {'filters': {'network_id': ['10b2ccd3-2d3a-4608-b73d-48fb13ca47aa']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:40.908788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966121f40>, 'c92126ad-9d83-4473-9db4-d2174fb815e3') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:40.909465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966121f40>, 'c92126ad-9d83-4473-9db4-d2174fb815e3') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:40.911077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d2871a17-63b5-4a13-af78-897681d6a2b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:40.925768 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (c92126ad-9d83-4473-9db4-d2174fb815e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.957478 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c92126ad-9d83-4473-9db4-d2174fb815e3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.967603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:40.978142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:40.982672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:29:40.985442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (c92126ad-9d83-4473-9db4-d2174fb815e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:29:40.988941 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:29:41.030544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4305d1-ea0b-4df6-9f1d-c2bffdd5162f tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event deleted for resources: {'Port': ['ID=7c69f0d3-9df6-4bb4-90d8-40407c838491,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:41.085696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08faaebe-7156-4c9c-9dcf-adaa46c6a934 req-b20e7ff4-892c-4954-b3e3-203b450c5390 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 210 time: 0.0997860
Apr 30 21:29:41.091517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:41.092218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:41.133972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d2871a17-63b5-4a13-af78-897681d6a2b9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:41.135125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d2871a17-63b5-4a13-af78-897681d6a2b9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:41.135874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e6ecfe65-66b8-4f9b-b43c-436f9358f68e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:41.196188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e6ecfe65-66b8-4f9b-b43c-436f9358f68e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:41.196188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e6ecfe65-66b8-4f9b-b43c-436f9358f68e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:41.239822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (10b2ccd3-2d3a-4608-b73d-48fb13ca47aa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:41.256501 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:41.261163 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] 10.222.0.23 "DELETE /v2.0/networks/10b2ccd3-2d3a-4608-b73d-48fb13ca47aa HTTP/1.1" status: 204  len: 168 time: 1.1420290
Apr 30 21:29:41.291435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ddcda-49e2-4d5a-9595-c737d128f053 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b2ccd3-2d3a-4608-b73d-48fb13ca47aa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:41.606963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-83faa8cf-1dc9-4e32-9ca1-d05459659dff tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6280551
Apr 30 21:29:41.637721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Request body: {'port': {'device_id': 'f31cef50-72cc-494d-a5fe-64b4621e25f4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:41.713403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab387c-753f-4013-88cd-68ec4404a026 req-7f4b0c84-7f49-4d64-9e90-033ccdfbd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:41.714880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73ab387c-753f-4013-88cd-68ec4404a026 req-7f4b0c84-7f49-4d64-9e90-033ccdfbd9e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 1125 time: 0.5790114
Apr 30 21:29:41.734545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf4305d1-ea0b-4df6-9f1d-c2bffdd5162f tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:41.736867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cf4305d1-ea0b-4df6-9f1d-c2bffdd5162f tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "DELETE /v2.0/ports/7c69f0d3-9df6-4bb4-90d8-40407c838491 HTTP/1.1" status: 204  len: 168 time: 2.3154001
Apr 30 21:29:41.739564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48986) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:41.753914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3239c63-d14d-4d52-b3e9-5f871fc2e239 req-54b05335-7b7c-4487-a8d2-38ac9718c805 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:41.757505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3239c63-d14d-4d52-b3e9-5f871fc2e239 req-54b05335-7b7c-4487-a8d2-38ac9718c805 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 932 time: 0.1576426
Apr 30 21:29:41.762747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d963308-b03c-4ada-8d49-cd5e47b0c7a2 req-b2d73a8d-1a3c-488a-bfd2-4c983d3a26ae tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:41.764485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d963308-b03c-4ada-8d49-cd5e47b0c7a2 req-b2d73a8d-1a3c-488a-bfd2-4c983d3a26ae tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 943 time: 0.1675944
Apr 30 21:29:41.794128 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44b0f9-0c6b-4fa7-920e-c21d5fbb143a tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:41.795629 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ce44b0f9-0c6b-4fa7-920e-c21d5fbb143a tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "GET /v2.0/ports?device_id=db85e5f1-605e-438b-aaea-c542df0f179f HTTP/1.1" status: 200  len: 913 time: 0.0537641
Apr 30 21:29:41.798651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48992) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:41.841966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48994) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:41.904474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:41.928182 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-35a54337-7fe9-4474-b355-41f41fc90cf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b81eb3fcf4664f479119191dbc28bf07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0846715
Apr 30 21:29:41.931976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48996) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:41.942407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d963308-b03c-4ada-8d49-cd5e47b0c7a2 req-fb616b7c-a512-47eb-af26-b9ea129f2271 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648493
Apr 30 21:29:41.954240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3239c63-d14d-4d52-b3e9-5f871fc2e239 req-8c096890-a712-4f66-a9ae-b2c9866878a4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869199
Apr 30 21:29:41.984414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab387c-753f-4013-88cd-68ec4404a026 req-961b5fae-dd11-4f03-b60c-25d9df0ab303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:41.986927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73ab387c-753f-4013-88cd-68ec4404a026 req-961b5fae-dd11-4f03-b60c-25d9df0ab303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.2586095
Apr 30 21:29:42.044124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73ab387c-753f-4013-88cd-68ec4404a026 req-727a82ee-c34f-4e10-9475-0d9e7947a2c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e67c00-e892-4977-95b6-739f701898d8 HTTP/1.1" status: 200  len: 217 time: 0.0519702
Apr 30 21:29:42.086519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4529ef77-adb3-44dd-af07-3c6a3234f6b0 admin admin] Publish callbacks [] for security_group (3cd2a2e2-49e2-4a20-a03d-ee246c051cff), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.158822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4529ef77-adb3-44dd-af07-3c6a3234f6b0 admin admin] Publish callbacks [] for security_group (3cd2a2e2-49e2-4a20-a03d-ee246c051cff), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.195937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d539a22c-43e2-4568-9886-3d0e2f3e9d95 req-7077f1f7-d17d-4c87-970d-17561040c7f3 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 210 time: 0.0469961
Apr 30 21:29:42.199780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab387c-753f-4013-88cd-68ec4404a026 req-e2422146-095e-4ed7-98f1-74211422fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:42.203157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73ab387c-753f-4013-88cd-68ec4404a026 req-e2422146-095e-4ed7-98f1-74211422fcc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.1512675
Apr 30 21:29:42.290202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab387c-753f-4013-88cd-68ec4404a026 req-d4740451-2f63-44e1-b8c7-3efb4c22712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:42.291731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73ab387c-753f-4013-88cd-68ec4404a026 req-d4740451-2f63-44e1-b8c7-3efb4c22712c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0779688
Apr 30 21:29:42.350932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (db85e5f1-605e-438b-aaea-c542df0f179f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.385458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4529ef77-adb3-44dd-af07-3c6a3234f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3cd2a2e2-49e2-4a20-a03d-ee246c051cff), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.388168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4529ef77-adb3-44dd-af07-3c6a3234f6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.389310 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4529ef77-adb3-44dd-af07-3c6a3234f6b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cd2a2e2-49e2-4a20-a03d-ee246c051cff HTTP/1.1" status: 204  len: 168 time: 0.4564438
Apr 30 21:29:42.429686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529ef77-adb3-44dd-af07-3c6a3234f6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd2a2e2-49e2-4a20-a03d-ee246c051cff,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:42.483347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73ab387c-753f-4013-88cd-68ec4404a026 req-d54f7c93-4a45-4e23-9045-80b8386c16e4 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847911
Apr 30 21:29:42.495827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da107f90-c47b-440c-bbe6-6ed3d39cfbb1 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:42.513252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Publish callbacks [] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.578056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Transition to ACTIVE for port object da107f90-c47b-440c-bbe6-6ed3d39cfbb1 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:29:42.667303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.681600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73ab387c-753f-4013-88cd-68ec4404a026 req-b07b8a98-689d-4328-ae69-c2312645a8f4 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914482
Apr 30 21:29:42.707015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Deleting port df4fdf6b-d981-48b9-8f9d-5a812003c1d4 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:42.707624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.714607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ef23d-77ec-4ed6-a82f-413f5485f73d req-8a1f62d6-36a7-4765-9c22-f10f35978ba6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:42.716087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a08ef23d-77ec-4ed6-a82f-413f5485f73d req-8a1f62d6-36a7-4765-9c22-f10f35978ba6 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 945 time: 0.1170659
Apr 30 21:29:42.772115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Pushing event updated for resources: {'Port': ['ID=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:42.810215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.823606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Calling delete_port for df4fdf6b-d981-48b9-8f9d-5a812003c1d4 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:42.831182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a08ef23d-77ec-4ed6-a82f-413f5485f73d req-b120225c-2aae-40d9-b0cf-5452774f7123 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060557
Apr 30 21:29:42.862339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Attempting to bind port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:29:42.862671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Attempting to bind port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:29:42.863001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Attempting to bind port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 on network c7cbed3c-359b-4472-8bf9-f34e2c55b91b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:42.867426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 on network c7cbed3c-359b-4472-8bf9-f34e2c55b91b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:29:42.867756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Attempting to bind port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 on network c7cbed3c-359b-4472-8bf9-f34e2c55b91b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:42.872875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:29:42.873219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Checking segment: {'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:42.873601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Bound using segment: {'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:29:42.874052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Bound port: da107f90-c47b-440c-bbe6-6ed3d39cfbb1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37fc6cc8-ae19-4ee7-af89-e31453545fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:29:42.874411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:42.940088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] For port da107f90-c47b-440c-bbe6-6ed3d39cfbb1, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:29:42.943824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] For port da107f90-c47b-440c-bbe6-6ed3d39cfbb1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:29:43.091276 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:43.148644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac95af7-e7f6-4d40-87d2-568f538f76c0 req-819ce792-335e-406f-83c0-23afee20a653 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:43.150260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ac95af7-e7f6-4d40-87d2-568f538f76c0 req-819ce792-335e-406f-83c0-23afee20a653 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 943 time: 0.1203208
Apr 30 21:29:43.157483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:43.158287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:43.159836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] 10.222.0.35 "PUT /v2.0/ports/da107f90-c47b-440c-bbe6-6ed3d39cfbb1 HTTP/1.1" status: 200  len: 1092 time: 1.5352945
Apr 30 21:29:43.160271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31cef50-72cc-494d-a5fe-64b4621e25f4', 'tag': 'da107f90-c47b-440c-bbe6-6ed3d39cfbb1'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:43.163348 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4046b180-1272-49c6-a37d-2ec4dc99e5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f31cef50-72cc-494d-a5fe-64b4621e25f4", "tag": "da107f90-c47b-440c-bbe6-6ed3d39cfbb1"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:43.167996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (df4fdf6b-d981-48b9-8f9d-5a812003c1d4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:43.204918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8355e1-ea6c-43ea-b12d-057d2d3e6d45 req-9c337cf4-8c27-4a2e-901c-401e57d36a79 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:43.205975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event deleted for resources: {'Port': ['ID=df4fdf6b-d981-48b9-8f9d-5a812003c1d4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:43.206510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b8355e1-ea6c-43ea-b12d-057d2d3e6d45 req-9c337cf4-8c27-4a2e-901c-401e57d36a79 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 944 time: 0.1343763
Apr 30 21:29:43.321972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ac95af7-e7f6-4d40-87d2-568f538f76c0 req-0630d078-aa55-4b11-95cc-1119096e72dc tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550822
Apr 30 21:29:43.362019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7673fef-dffb-4b62-98a4-5c023f82116b service neutron] Pushing event updated for resources: {'Port': ['ID=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:43.369682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49030) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:43.402094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b8355e1-ea6c-43ea-b12d-057d2d3e6d45 req-5cd84de9-fc1e-4875-a8b6-c6514707691e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744554
Apr 30 21:29:43.403640 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90db0b1-428e-400f-a220-0be125a7ec83 x-openstack-request-id: req-b90db0b1-428e-400f-a220-0be125a7ec83 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:43.403932 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f31cef50-72cc-494d-a5fe-64b4621e25f4", "tag": "da107f90-c47b-440c-bbe6-6ed3d39cfbb1", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:43.404188 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b90db0b1-428e-400f-a220-0be125a7ec83 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:43.404650 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90db0b1-428e-400f-a220-0be125a7ec83'] response: {'name': 'network-changed', 'server_uuid': 'f31cef50-72cc-494d-a5fe-64b4621e25f4', 'tag': 'da107f90-c47b-440c-bbe6-6ed3d39cfbb1', 'status': 'completed', 'code': 200}
Apr 30 21:29:43.409406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-0e63f188-7691-455a-a375-9109bbabc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:43.411158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-0e63f188-7691-455a-a375-9109bbabc853 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 1126 time: 0.1187367
Apr 30 21:29:43.454843 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (db85e5f1-605e-438b-aaea-c542df0f179f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:43.500716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-d7f7c8e4-1cf9-4749-9c88-a06c869d1ac9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da107f90-c47b-440c-bbe6-6ed3d39cfbb1 HTTP/1.1" status: 200  len: 217 time: 0.0764117
Apr 30 21:29:43.581498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dece9691-b733-4374-bf93-05621741476c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=304c976f80084864bd575fad9d2fbf90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2088509
Apr 30 21:29:43.584232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49032) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:43.586013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-039ea1bf-2a1d-4b77-b68e-4a5f16ed87e0 req-e15041f5-cf57-4963-b2d3-56353622b749 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 210 time: 0.0435350
Apr 30 21:29:43.608774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-88e4342b-2ad9-4075-8df8-75d00bcb43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:43.610291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-88e4342b-2ad9-4075-8df8-75d00bcb43b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 200  len: 854 time: 0.1029093
Apr 30 21:29:43.648580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-8e0e65cd-e1b9-42d0-ab5b-f5b4b7f2a81b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298972
Apr 30 21:29:43.719812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba03d-3069-4434-9dff-b47bd76fddc2 admin admin] Publish callbacks [] for security_group (04ad7aab-4596-4aa8-8646-52ada29c081b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:43.724269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Router db85e5f1-605e-438b-aaea-c542df0f179f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:29:43.764461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba03d-3069-4434-9dff-b47bd76fddc2 admin admin] Publish callbacks [] for security_group (04ad7aab-4596-4aa8-8646-52ada29c081b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:43.799091 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-9e0f2992-5c80-4c25-93e1-e2676e29f127 service neutron] 10.222.0.35 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442444
Apr 30 21:29:43.845866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:29:43.856912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bec1a1fd-4cf8-477d-a0ff-aab380013ef4 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "PUT /v2.0/routers/db85e5f1-605e-438b-aaea-c542df0f179f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0566697
Apr 30 21:29:43.860081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49038) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:43.860552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec91444e-67dc-4f06-806c-40c6fff62a38 None None] Sync routers for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:29:43.885285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91444e-67dc-4f06-806c-40c6fff62a38 None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:43.886249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ec91444e-67dc-4f06-806c-40c6fff62a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f598310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:43.914984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a02512a-9bb7-4992-a42d-0395b3cb4245 req-3beec9ea-4996-49e2-adfd-ec4654f2b2a9 service neutron] 10.222.0.35 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1100426
Apr 30 21:29:43.943864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ec91444e-67dc-4f06-806c-40c6fff62a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f598310>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:43.950406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba03d-3069-4434-9dff-b47bd76fddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (04ad7aab-4596-4aa8-8646-52ada29c081b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:43.953373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e3ba03d-3069-4434-9dff-b47bd76fddc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:43.957023 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2e3ba03d-3069-4434-9dff-b47bd76fddc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04ad7aab-4596-4aa8-8646-52ada29c081b HTTP/1.1" status: 204  len: 168 time: 0.3677986
Apr 30 21:29:43.969579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ba03d-3069-4434-9dff-b47bd76fddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ad7aab-4596-4aa8-8646-52ada29c081b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:43.977881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91444e-67dc-4f06-806c-40c6fff62a38 None None] Routers {'db85e5f1-605e-438b-aaea-c542df0f179f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:43.977881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ec91444e-67dc-4f06-806c-40c6fff62a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f598310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['db85e5f1-605e-438b-aaea-c542df0f179f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:44.017129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router (db85e5f1-605e-438b-aaea-c542df0f179f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.061811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ec91444e-67dc-4f06-806c-40c6fff62a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f598310>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:44.062693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec91444e-67dc-4f06-806c-40c6fff62a38 None None] The sync data for ids ['db85e5f1-605e-438b-aaea-c542df0f179f'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:29:44.080850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a79b2-be83-4f45-ab43-c9945ad6abc7 req-5d4005e3-0f9c-4e31-af69-f9fb624e49b7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:44.082501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-446a79b2-be83-4f45-ab43-c9945ad6abc7 req-5d4005e3-0f9c-4e31-af69-f9fb624e49b7 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 945 time: 0.1016271
Apr 30 21:29:44.144125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-446a79b2-be83-4f45-ab43-c9945ad6abc7 req-bdb57fb6-13cb-48b7-8856-5cb64f840be8 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544603
Apr 30 21:29:44.165242 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router_gateway (db85e5f1-605e-438b-aaea-c542df0f179f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.223962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-b3a35d35-145b-472e-9ea3-416f614ee862 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:44.226266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-b3a35d35-145b-472e-9ea3-416f614ee862 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 945 time: 0.0509222
Apr 30 21:29:44.285651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f2e67c00-e892-4977-95b6-739f701898d8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:29:44.342531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Deleting port 89b7dbf5-ed85-47bf-a1a9-1206bc0fda35 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:44.343017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (89b7dbf5-ed85-47bf-a1a9-1206bc0fda35), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.350857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Deleting port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:44.351419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.424905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:44.441229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'f2e67c00-e892-4977-95b6-739f701898d8', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': 'f2e67c00-e892-4977-95b6-739f701898d8', 'mac_address': 'fa:16:3e:94:fb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:29:44.456806 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (89b7dbf5-ed85-47bf-a1a9-1206bc0fda35), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.474171 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Calling delete_port for 89b7dbf5-ed85-47bf-a1a9-1206bc0fda35 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:44.487832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port f2e67c00-e892-4977-95b6-739f701898d8 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:44.491316 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2e67c00-e892-4977-95b6-739f701898d8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.516083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111cf8-425b-40d2-a2fa-cfce525d5405 req-2ff2a260-6274-42d4-9429-3d4dce28ad78 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:44.518210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c111cf8-425b-40d2-a2fa-cfce525d5405 req-2ff2a260-6274-42d4-9429-3d4dce28ad78 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 943 time: 0.0750539
Apr 30 21:29:44.526127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e67c00-e892-4977-95b6-739f701898d8 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:44.549571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:44.624941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988270a6-c02a-4813-a186-264e6402e757 req-23ce4003-7592-401a-bd37-557bea9c04c2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:44.626474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-988270a6-c02a-4813-a186-264e6402e757 req-23ce4003-7592-401a-bd37-557bea9c04c2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 944 time: 0.1001935
Apr 30 21:29:44.632123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.640691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] For port 2e7e973a-d313-4fb5-98ef-fc330c4aab05, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e7e973a-d313-4fb5-98ef-fc330c4aab05,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:44.641073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.717177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:44.784378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (89b7dbf5-ed85-47bf-a1a9-1206bc0fda35), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.814436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event deleted for resources: {'Port': ['ID=89b7dbf5-ed85-47bf-a1a9-1206bc0fda35,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:44.816327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c111cf8-425b-40d2-a2fa-cfce525d5405 req-2c5fe6cd-837e-4f87-b6e3-d447c7247838 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2829306
Apr 30 21:29:44.901224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['f2e67c00-e892-4977-95b6-739f701898d8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:44.909945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (db85e5f1-605e-438b-aaea-c542df0f179f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:44.934181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-988270a6-c02a-4813-a186-264e6402e757 req-e22e073d-10d4-4f2d-9aa4-c8754e060e51 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2801650
Apr 30 21:29:44.989727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28612a97-414b-47e7-a985-6e076a24f8bf req-b91f1bf2-ef1f-4a0e-ae70-7204264ba794 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 210 time: 0.0819914
Apr 30 21:29:45.090699 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (db85e5f1-605e-438b-aaea-c542df0f179f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.099331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router_controller (db85e5f1-605e-438b-aaea-c542df0f179f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.274640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (db85e5f1-605e-438b-aaea-c542df0f179f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.275185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Fanout notify agent at l3_agent the message router_deleted on router db85e5f1-605e-438b-aaea-c542df0f179f {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:29:45.296937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.301536 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a47fcba4-f45d-4a6e-8755-9fee0d66f88c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "DELETE /v2.0/routers/db85e5f1-605e-438b-aaea-c542df0f179f HTTP/1.1" status: 204  len: 168 time: 1.4403768
Apr 30 21:29:45.309553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49084) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:45.436152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-fe3c5edf-88df-41e1-a48e-71f66395af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:45.437612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-fe3c5edf-88df-41e1-a48e-71f66395af5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 1126 time: 0.4715846
Apr 30 21:29:45.535768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec61d2-cd18-4b8f-a15f-da1b8dbc6ab7 req-0b11f5ed-9e4f-45d1-be58-a33cb41da122 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:45.538219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19ec61d2-cd18-4b8f-a15f-da1b8dbc6ab7 req-0b11f5ed-9e4f-45d1-be58-a33cb41da122 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 945 time: 0.1874046
Apr 30 21:29:45.553443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49088) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:45.581459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-0ecb0d91-3094-4610-96bd-4e5855749cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:45.582995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-0ecb0d91-3094-4610-96bd-4e5855749cc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 915 time: 0.1389704
Apr 30 21:29:45.587300 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.587660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (316c7f7f-c862-4b4c-9cb7-876a9658af22), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.588428 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Floating IP 316c7f7f-c862-4b4c-9cb7-876a9658af22 disassociated. External IP: 172.35.4.156, port: 2e7e973a-d313-4fb5-98ef-fc330c4aab05.
Apr 30 21:29:45.588428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Calling delete_port for 2e7e973a-d313-4fb5-98ef-fc330c4aab05 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:45.656514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-0397a86e-71d1-4b86-abc3-917c75932688 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da107f90-c47b-440c-bbe6-6ed3d39cfbb1 HTTP/1.1" status: 200  len: 217 time: 0.0659924
Apr 30 21:29:45.669586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19ec61d2-cd18-4b8f-a15f-da1b8dbc6ab7 req-5fc64327-16ab-472f-ad27-3fd5233fb63f tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a273ce0-72ac-4586-9318-9c638e1bf1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1206782
Apr 30 21:29:45.704175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-4b07d20d-96e9-4a6a-9ac0-66ffd087630f tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:45.705710 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-4b07d20d-96e9-4a6a-9ac0-66ffd087630f tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.20 "GET /v2.0/networks?id=67da36fe-d1c8-44c5-82e3-244a386b97d9 HTTP/1.1" status: 200  len: 822 time: 0.5535016
Apr 30 21:29:45.717420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2aa3a13-68aa-4d29-9dbc-0db2a6136794 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Deleting subnet 0c9657d5-4990-4182-80a8-f0e7c0119951 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:29:45.724687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Request body: {'port': {'device_id': 'f937ee40-00e0-463e-a46f-98be4b2340a6', 'network_id': '67da36fe-d1c8-44c5-82e3-244a386b97d9', 'admin_state_up': True, 'tenant_id': '4e881eef596f442ea5e731596de728a3'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:45.728111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-904974667-network', 'tenant_id': 'af7d810b16a945cc921509e1c20d101d'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:45.729149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3a13-68aa-4d29-9dbc-0db2a6136794 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for subnet (0c9657d5-4990-4182-80a8-f0e7c0119951), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.776145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-f4209ca0-1a34-4e11-9b4c-32a824481073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:45.777642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-f4209ca0-1a34-4e11-9b4c-32a824481073 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 200  len: 854 time: 0.1117604
Apr 30 21:29:45.816248 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3a13-68aa-4d29-9dbc-0db2a6136794 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (0c9657d5-4990-4182-80a8-f0e7c0119951), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.822800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-9078e279-5c65-42bb-8ea9-a23301c55e1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339625
Apr 30 21:29:45.866759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Made reservation on behalf of af7d810b16a945cc921509e1c20d101d for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:45.869993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.914158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:45.939479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3a13-68aa-4d29-9dbc-0db2a6136794 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0c9657d5-4990-4182-80a8-f0e7c0119951), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.005040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Made reservation on behalf of 4e881eef596f442ea5e731596de728a3 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:46.009082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.015921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979595a-a9e7-4b3f-96f2-4d24850c259b req-74ef1f81-6bcc-45a6-a4a1-d5b392c07312 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:46.017445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d979595a-a9e7-4b3f-96f2-4d24850c259b req-74ef1f81-6bcc-45a6-a4a1-d5b392c07312 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 944 time: 0.1160483
Apr 30 21:29:46.091807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device da107f90-c47b-440c-bbe6-6ed3d39cfbb1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:29:46.095297 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2e7e973a-d313-4fb5-98ef-fc330c4aab05), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.111013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3a13-68aa-4d29-9dbc-0db2a6136794 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (0c9657d5-4990-4182-80a8-f0e7c0119951), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.164039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-08a51e56-050f-46b0-9b56-faf6bfadb305 service neutron] 10.222.0.35 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3034532
Apr 30 21:29:46.169713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078be40b-2383-4f94-9627-2eb5f39b4a7e req-2e2fcbc5-8505-42cb-a661-f3849ba582d1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:46.171147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-078be40b-2383-4f94-9627-2eb5f39b4a7e req-2e2fcbc5-8505-42cb-a661-f3849ba582d1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 944 time: 0.1421745
Apr 30 21:29:46.178442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f2aa3a13-68aa-4d29-9dbc-0db2a6136794 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.179565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'Port': ['ID=2e7e973a-d313-4fb5-98ef-fc330c4aab05,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:46.183747 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f2aa3a13-68aa-4d29-9dbc-0db2a6136794 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "DELETE /v2.0/subnets/0c9657d5-4990-4182-80a8-f0e7c0119951 HTTP/1.1" status: 204  len: 168 time: 0.8723805
Apr 30 21:29:46.190023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa3a13-68aa-4d29-9dbc-0db2a6136794 tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9657d5-4990-4182-80a8-f0e7c0119951,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:46.194131 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49102) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:46.208331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc39c147-ab85-47f8-9f17-76acae9acbe0 None None] Network 707bab34-91a6-4803-92b7-fc64671066fd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:46.256209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Allocated IP 172.20.0.4 (67da36fe-d1c8-44c5-82e3-244a386b97d9/0b598595-8aae-4a8e-bb0b-33a4baaf9313/711a5170-97b9-4376-a31c-71464d032129) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:46.295181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port da107f90-c47b-440c-bbe6-6ed3d39cfbb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:46.330536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d979595a-a9e7-4b3f-96f2-4d24850c259b req-0f74708d-b096-475b-8683-31d5c799bb21 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2965977
Apr 30 21:29:46.353095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f2e67c00-e892-4977-95b6-739f701898d8 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:46.382691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'da107f90-c47b-440c-bbe6-6ed3d39cfbb1', 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b', 'port_id': 'da107f90-c47b-440c-bbe6-6ed3d39cfbb1', 'mac_address': 'fa:16:3e:e7:51:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7541958a-74f7-4173-8ee8-3d47c101fa2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:29:46.445047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port f2e67c00-e892-4977-95b6-739f701898d8 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:29:46.460737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:46.461121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.478336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] DHCP port deletion for 707bab34-91a6-4803-92b7-fc64671066fd request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:29:46.487762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da107f90-c47b-440c-bbe6-6ed3d39cfbb1 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:46.540387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port da107f90-c47b-440c-bbe6-6ed3d39cfbb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:46.547758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Publish callbacks [] for port (711a5170-97b9-4376-a31c-71464d032129), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.549294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] Deleting port 305bf280-f445-4506-a849-e9567dc11120 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:46.549660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (305bf280-f445-4506-a849-e9567dc11120), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.553546 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Publish callbacks [] for security_group (934eb05f-b84c-4ac2-b012-8f0cb66a53d6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.576597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc96d601-a2d9-4fd3-b259-66ddee769ad9 req-c26b4734-93da-4550-8ec1-5087002fde20 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 210 time: 0.1357052
Apr 30 21:29:46.584296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-078be40b-2383-4f94-9627-2eb5f39b4a7e req-f7631f44-2ebc-4821-a050-5fc9774f8e93 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3903632
Apr 30 21:29:46.590090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (707bab34-91a6-4803-92b7-fc64671066fd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.616739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port f2e67c00-e892-4977-95b6-739f701898d8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:46.617126 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2e67c00-e892-4977-95b6-739f701898d8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.617779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4046b180-1272-49c6-a37d-2ec4dc99e5e7 req-595a8116-6642-4081-8205-04b3253809cb service neutron] 10.222.0.35 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4395764
Apr 30 21:29:46.637559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:29:46.660612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (711a5170-97b9-4376-a31c-71464d032129), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.692274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (934eb05f-b84c-4ac2-b012-8f0cb66a53d6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.717327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Network 67da36fe-d1c8-44c5-82e3-244a386b97d9 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:46.727361 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:46.730454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.742076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:46.803897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Deleting port 305bf280-f445-4506-a849-e9567dc11120 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:46.806577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (305bf280-f445-4506-a849-e9567dc11120), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.835542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] For port 305bf280-f445-4506-a849-e9567dc11120, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=305bf280-f445-4506-a849-e9567dc11120,segment=NetworkSegment(fda08702-2c81-4470-b36a-4494e6672b9b),segment_id=fda08702-2c81-4470-b36a-4494e6672b9b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:46.836026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (305bf280-f445-4506-a849-e9567dc11120), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.862669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:29:46.890050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] Calling delete_port for 305bf280-f445-4506-a849-e9567dc11120 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:46.902527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdf8ae54-1e65-4139-8f5f-0c205f0323f5 req-2b98ef05-90b9-45bc-a106-e912b9079cb2 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 210 time: 0.0956728
Apr 30 21:29:46.926807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 305bf280-f445-4506-a849-e9567dc11120 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:46.943619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934eb05f-b84c-4ac2-b012-8f0cb66a53d6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:46.976758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Pushing event updated for resources: {'Port': ['ID=711a5170-97b9-4376-a31c-71464d032129,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:46.980525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:46.989290 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Added segment da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce of type vlan for network b6efb226-82a9-469b-89a1-a066d2512523
Apr 30 21:29:46.989708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:47.003887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['da107f90-c47b-440c-bbe6-6ed3d39cfbb1'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:47.009438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:47.009438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.014079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port f2e67c00-e892-4977-95b6-739f701898d8 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:47.014544 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2e67c00-e892-4977-95b6-739f701898d8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.038273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] For port 305bf280-f445-4506-a849-e9567dc11120, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=305bf280-f445-4506-a849-e9567dc11120,segment=NetworkSegment(fda08702-2c81-4470-b36a-4494e6672b9b),segment_id=fda08702-2c81-4470-b36a-4494e6672b9b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:47.038763 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (305bf280-f445-4506-a849-e9567dc11120), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.044585 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b6efb226-82a9-469b-89a1-a066d2512523), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.055006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:29:47.066417 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:29:47.074807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Calling delete_port for 305bf280-f445-4506-a849-e9567dc11120 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:47.083300 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:47.087933 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd6ae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:47.118327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] No DVR routers for this DVR port 2e7e973a-d313-4fb5-98ef-fc330c4aab05 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:47.129945 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.134646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-303063ce-d3bb-45aa-8f11-38114c6c4ab0 req-7d03f8fe-24fd-49d7-9132-dff5444a130c tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.20 "DELETE /v2.0/ports/2e7e973a-d313-4fb5-98ef-fc330c4aab05 HTTP/1.1" status: 204  len: 173 time: 2.8999369
Apr 30 21:29:47.134646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576b1918-2d33-4134-acbc-e25ba61935da', 'name': 'network-vif-deleted', 'tag': '2e7e973a-d313-4fb5-98ef-fc330c4aab05'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:47.136694 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e54fe3-775f-4d18-9906-f354b21123f9" -d '{"events": [{"server_uuid": "576b1918-2d33-4134-acbc-e25ba61935da", "name": "network-vif-deleted", "tag": "2e7e973a-d313-4fb5-98ef-fc330c4aab05"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:47.145602 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-229219bf-fba6-4f4e-b1bd-9756523670c2 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4255624
Apr 30 21:29:47.152251 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.152845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:47.155199 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a924bc65-ee83-427d-9561-bc30f4ed1108" -d '{"events": [{"server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e67c00-e892-4977-95b6-739f701898d8"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:47.160984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Request body: {'port': {'device_id': 'f937ee40-00e0-463e-a46f-98be4b2340a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:47.209420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:47.210862 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b6efb226-82a9-469b-89a1-a066d2512523), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.212076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:47.212828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.268232 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe870f-2ae5-4a3c-941c-7e634bf7d47f x-openstack-request-id: req-54fe870f-2ae5-4a3c-941c-7e634bf7d47f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:47.268232 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e67c00-e892-4977-95b6-739f701898d8", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:47.268232 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54fe870f-2ae5-4a3c-941c-7e634bf7d47f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:47.268232 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fe870f-2ae5-4a3c-941c-7e634bf7d47f'] response: {'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8', 'code': 200}
Apr 30 21:29:47.286358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 305bf280-f445-4506-a849-e9567dc11120 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:47.286780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (305bf280-f445-4506-a849-e9567dc11120), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.296084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (711a5170-97b9-4376-a31c-71464d032129), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.325364 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee484f7-89d9-4e1c-ad82-9228fa3ad916 x-openstack-request-id: req-bee484f7-89d9-4e1c-ad82-9228fa3ad916 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:47.326319 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576b1918-2d33-4134-acbc-e25ba61935da", "name": "network-vif-deleted", "tag": "2e7e973a-d313-4fb5-98ef-fc330c4aab05", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:47.326743 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bee484f7-89d9-4e1c-ad82-9228fa3ad916 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:47.327381 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee484f7-89d9-4e1c-ad82-9228fa3ad916'] response: {'server_uuid': '576b1918-2d33-4134-acbc-e25ba61935da', 'name': 'network-vif-deleted', 'tag': '2e7e973a-d313-4fb5-98ef-fc330c4aab05', 'status': 'completed', 'code': 200}
Apr 30 21:29:47.327985 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.328796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2e7e973a-d313-4fb5-98ef-fc330c4aab05 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:47.354247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 2e7e973a-d313-4fb5-98ef-fc330c4aab05 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:47.354600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2e7e973a-d313-4fb5-98ef-fc330c4aab05 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:47.374803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] Pushing event updated for resources: {'Network': ['ID=b6efb226-82a9-469b-89a1-a066d2512523,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:47.399489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b6efb226-82a9-469b-89a1-a066d2512523 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:29:47.399710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d570daa-a280-47f7-a5a0-b34bce398580 req-365866bd-a985-4730-b28d-66babbdf912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:47.399710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d570daa-a280-47f7-a5a0-b34bce398580 req-365866bd-a985-4730-b28d-66babbdf912d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 1127 time: 0.0549481
Apr 30 21:29:47.443598 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:29:47.488849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-947e49d9-973c-44db-a178-dfb2a98d54f9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.9314218
Apr 30 21:29:47.493089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:47.530819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d570daa-a280-47f7-a5a0-b34bce398580 req-f4f9e3dd-823d-449a-b11c-3ab87f68b75b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118324
Apr 30 21:29:47.544752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Request body: {'subnet': {'network_id': 'b6efb226-82a9-469b-89a1-a066d2512523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-904974667-subnet', 'tenant_id': 'af7d810b16a945cc921509e1c20d101d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:47.557207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (305bf280-f445-4506-a849-e9567dc11120), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.564877 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (305bf280-f445-4506-a849-e9567dc11120), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.592562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] No DVR routers for this DVR port 305bf280-f445-4506-a849-e9567dc11120 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:47.619297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35188d02-35a2-45ea-91ec-66a5185a2302 req-2874624e-78c8-41a1-a724-1a2fb611030f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:47.626421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35188d02-35a2-45ea-91ec-66a5185a2302 req-2874624e-78c8-41a1-a724-1a2fb611030f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1277552
Apr 30 21:29:47.629575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event deleted for resources: {'Port': ['ID=305bf280-f445-4506-a849-e9567dc11120,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:47.637698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] No DVR routers for this DVR port 305bf280-f445-4506-a849-e9567dc11120 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:47.656996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:47.756382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e52344-8a2e-470c-9edf-cb148f19a288 None None] Pushing event deleted for resources: {'Port': ['ID=305bf280-f445-4506-a849-e9567dc11120,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:47.780708 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd6ae80>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:47.800202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35188d02-35a2-45ea-91ec-66a5185a2302 req-23d39166-7c3e-48d6-96a2-093450997d74 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433017
Apr 30 21:29:47.808909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Made reservation on behalf of af7d810b16a945cc921509e1c20d101d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:47.811423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.818590 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:29:47.829718 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:29:47.830846 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd6ae80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:29:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:47.832187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4798f9-bc33-43c1-9bf3-e9379ff0a3f0 req-a889aceb-b4e1-474f-a175-302fef1451fd tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:47.841351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a4798f9-bc33-43c1-9bf3-e9379ff0a3f0 req-a889aceb-b4e1-474f-a175-302fef1451fd tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 931 time: 0.1106091
Apr 30 21:29:47.927029 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba014e6d-83d4-4591-9810-ab2fb0425910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.936800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a4798f9-bc33-43c1-9bf3-e9379ff0a3f0 req-4dbd8462-35b6-4c64-abb6-d05856f9b3a7 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907385
Apr 30 21:29:47.980748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (707bab34-91a6-4803-92b7-fc64671066fd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:47.994965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711a5170-97b9-4376-a31c-71464d032129 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:47.999723 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:29:48.018638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Publish callbacks [] for port (711a5170-97b9-4376-a31c-71464d032129), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.023536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d10789-0b86-4c11-b9af-30be4fac04db req-6ab630e9-3679-4663-9ec5-14a9c8756ce5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:48.024776 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26d10789-0b86-4c11-b9af-30be4fac04db req-6ab630e9-3679-4663-9ec5-14a9c8756ce5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 945 time: 0.1209464
Apr 30 21:29:48.051437 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cd439d0>,) {'filters': {'network_id': ['707bab34-91a6-4803-92b7-fc64671066fd']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:48.069917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd439d0>, 'fda08702-2c81-4470-b36a-4494e6672b9b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:48.070217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd439d0>, 'fda08702-2c81-4470-b36a-4494e6672b9b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:48.077745 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Transition to ACTIVE for port object 711a5170-97b9-4376-a31c-71464d032129 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:29:48.086624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (fda08702-2c81-4470-b36a-4494e6672b9b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.104043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fda08702-2c81-4470-b36a-4494e6672b9b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.114928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:29:48.115329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (fda08702-2c81-4470-b36a-4494e6672b9b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:29:48.118431 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:29:48.127874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45ed093e-e22b-45eb-9629-a93aa06ab7ff req-0cab4726-8ef6-4629-be15-c611ab56bc5e tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/ports?device_id=576b1918-2d33-4134-acbc-e25ba61935da HTTP/1.1" status: 200  len: 210 time: 0.0622883
Apr 30 21:29:48.173572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26d10789-0b86-4c11-b9af-30be4fac04db req-956683b1-a65a-46f6-9b28-ebf57809e7c6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415396
Apr 30 21:29:48.190547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (711a5170-97b9-4376-a31c-71464d032129), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.261653 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd6ae80>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:29:48.266844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device da107f90-c47b-440c-bbe6-6ed3d39cfbb1 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:48.308695 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f365010-ed08-47ab-927c-85bad4eeb9f9 None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:24:28Z', 'revision_number': 4, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '812dbca5-207d-4818-9485-62790e3da759', 'name': '', 'network_id': 'b4f0cca1-4180-4eed-af9d-38f99c4f5357', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'mac_address': 'fa:16:3e:48:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:27Z', 'updated_at': '2022-04-30T21:24:33Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'subnets': [{'id': '353d2b09-9049-4f1b-8326-9f76b2b1b5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:29:48.325339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Pushing event updated for resources: {'Port': ['ID=711a5170-97b9-4376-a31c-71464d032129,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:48.336558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:29:48.355416 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (707bab34-91a6-4803-92b7-fc64671066fd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.365423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.368541 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "DELETE /v2.0/networks/707bab34-91a6-4803-92b7-fc64671066fd HTTP/1.1" status: 204  len: 168 time: 2.1707633
Apr 30 21:29:48.371340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49156) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:48.389673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb34cc8-6862-43b8-bfd8-aa14032d181c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event deleted for resources: {'Network': ['ID=707bab34-91a6-4803-92b7-fc64671066fd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:48.410184 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (01d519c9-69db-4cb5-b2dc-6f2550499ee0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.422432 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Attempting to bind port 711a5170-97b9-4376-a31c-71464d032129 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:29:48.422764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Attempting to bind port 711a5170-97b9-4376-a31c-71464d032129 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7b038a33-ed57-41c7-bd49-9a362ae71170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '67da36fe-d1c8-44c5-82e3-244a386b97d9'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:29:48.423087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Attempting to bind port 711a5170-97b9-4376-a31c-71464d032129 on network 67da36fe-d1c8-44c5-82e3-244a386b97d9 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:48.438918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:48.439631 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.459687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Port 711a5170-97b9-4376-a31c-71464d032129 on network 67da36fe-d1c8-44c5-82e3-244a386b97d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:29:48.460029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Attempting to bind port 711a5170-97b9-4376-a31c-71464d032129 on network 67da36fe-d1c8-44c5-82e3-244a386b97d9 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:48.476222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:29:48.476691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Checking segment: {'id': '7b038a33-ed57-41c7-bd49-9a362ae71170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '67da36fe-d1c8-44c5-82e3-244a386b97d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:48.477075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Bound using segment: {'id': '7b038a33-ed57-41c7-bd49-9a362ae71170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '67da36fe-d1c8-44c5-82e3-244a386b97d9'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:29:48.477506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Bound port: 711a5170-97b9-4376-a31c-71464d032129, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b038a33-ed57-41c7-bd49-9a362ae71170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '67da36fe-d1c8-44c5-82e3-244a386b97d9'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:29:48.477888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (711a5170-97b9-4376-a31c-71464d032129), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.494019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d519c9-69db-4cb5-b2dc-6f2550499ee0,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:48.531014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Checking segment: {'id': 'da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6efb226-82a9-469b-89a1-a066d2512523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:48.531372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Network hostable DHCP agents. Network: b6efb226-82a9-469b-89a1-a066d2512523, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:29:48.539174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Deleting port fc9526c2-caea-480a-891f-0991b0243c81 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:48.539447 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fc9526c2-caea-480a-891f-0991b0243c81), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.567376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:48.571955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.581945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] For port 711a5170-97b9-4376-a31c-71464d032129, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:29:48.586585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] For port 711a5170-97b9-4376-a31c-71464d032129, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=711a5170-97b9-4376-a31c-71464d032129,segment=NetworkSegment(7b038a33-ed57-41c7-bd49-9a362ae71170),segment_id=7b038a33-ed57-41c7-bd49-9a362ae71170)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:29:48.615240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port da107f90-c47b-440c-bbe6-6ed3d39cfbb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:48.658345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Network b6efb226-82a9-469b-89a1-a066d2512523 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:29:48.665248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fc9526c2-caea-480a-891f-0991b0243c81), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.665594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for floatingip (fc9526c2-caea-480a-891f-0991b0243c81), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.680689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Calling delete_port for fc9526c2-caea-480a-891f-0991b0243c81 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:48.697723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f01e4-eaf7-4d57-99a3-6a9628701d76 None None] New status for floating IP 316c7f7f-c862-4b4c-9cb7-876a9658af22: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:29:48.726185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (711a5170-97b9-4376-a31c-71464d032129), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.746526 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.783028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6efb226-82a9-469b-89a1-a066d2512523) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:48.799496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:48.800983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.811732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:48.812716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:48.815938 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] 10.222.0.20 "PUT /v2.0/ports/711a5170-97b9-4376-a31c-71464d032129 HTTP/1.1" status: 200  len: 1091 time: 1.6596394
Apr 30 21:29:48.816554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937ee40-00e0-463e-a46f-98be4b2340a6', 'tag': '711a5170-97b9-4376-a31c-71464d032129'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:48.819547 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f937ee40-00e0-463e-a46f-98be4b2340a6", "tag": "711a5170-97b9-4376-a31c-71464d032129"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:48.872183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426094bc-5bb4-4e37-ab49-42f867abae76 None None] Network b6efb226-82a9-469b-89a1-a066d2512523 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:48.932307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d7acb-3215-4849-89e8-fa041dcb4253 service neutron] Pushing event updated for resources: {'Port': ['ID=711a5170-97b9-4376-a31c-71464d032129,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:48.936141 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a4298-a6b3-4de0-83ba-124fdea13029 x-openstack-request-id: req-280a4298-a6b3-4de0-83ba-124fdea13029 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:48.936709 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937ee40-00e0-463e-a46f-98be4b2340a6", "tag": "711a5170-97b9-4376-a31c-71464d032129", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:48.937242 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-280a4298-a6b3-4de0-83ba-124fdea13029 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:48.937673 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280a4298-a6b3-4de0-83ba-124fdea13029'] response: {'name': 'network-changed', 'server_uuid': 'f937ee40-00e0-463e-a46f-98be4b2340a6', 'tag': '711a5170-97b9-4376-a31c-71464d032129', 'status': 'completed', 'code': 200}
Apr 30 21:29:48.970342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5114149-f5c4-417d-b7c3-f307ee646fbf req-009b175a-02e7-427f-8403-e5f4f50974e1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:48.971941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5114149-f5c4-417d-b7c3-f307ee646fbf req-009b175a-02e7-427f-8403-e5f4f50974e1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0712190
Apr 30 21:29:49.021683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-a8d3e1d2-e595-4a7a-854e-d8671b87c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:49.023588 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-a8d3e1d2-e595-4a7a-854e-d8671b87c34d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e881eef596f442ea5e731596de728a3&device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 1125 time: 0.0499918
Apr 30 21:29:49.032498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:49.095233 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-d03fc768-5655-4532-bc6f-f990169b1167 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711a5170-97b9-4376-a31c-71464d032129 HTTP/1.1" status: 200  len: 217 time: 0.0605700
Apr 30 21:29:49.098684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749944a-86ae-472e-b4d2-9c2192c6817d req-5fd0d476-def4-46dd-807c-e4d5d117c0b6 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:49.100030 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7b48f45f-53d9-4686-a205-29e488fda055 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6054003
Apr 30 21:29:49.110478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d4ba1-15d4-4390-b95e-b2959c15d8a8 None None] Network b6efb226-82a9-469b-89a1-a066d2512523 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:49.120740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4749944a-86ae-472e-b4d2-9c2192c6817d req-5fd0d476-def4-46dd-807c-e4d5d117c0b6 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 943 time: 0.0858939
Apr 30 21:29:49.153275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-8e77181d-412e-4caf-b90c-22f2c3ca527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:49.169189 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-8e77181d-412e-4caf-b90c-22f2c3ca527e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b598595-8aae-4a8e-bb0b-33a4baaf9313 HTTP/1.1" status: 200  len: 862 time: 0.0675607
Apr 30 21:29:49.182979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fc9526c2-caea-480a-891f-0991b0243c81), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.212614 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-70e9f8e6-cb5f-4cd0-ac7a-3d4964bed412 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67da36fe-d1c8-44c5-82e3-244a386b97d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341232
Apr 30 21:29:49.225931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5114149-f5c4-417d-b7c3-f307ee646fbf req-327bf48b-9b4a-4ab1-9687-b90493c0f90c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2430005
Apr 30 21:29:49.233513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Pushing event deleted for resources: {'Port': ['ID=fc9526c2-caea-480a-891f-0991b0243c81,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:49.246155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.246512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.246860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.247207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.247551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.247889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.248703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.248845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.249177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.249509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.249864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.250200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.250526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.250881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.251239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:29:49.276797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31cef50-72cc-494d-a5fe-64b4621e25f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da107f90-c47b-440c-bbe6-6ed3d39cfbb1'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:49.280216 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44d65e2-ddd9-4531-ae9c-14bbbda4ca70" -d '{"events": [{"server_uuid": "f31cef50-72cc-494d-a5fe-64b4621e25f4", "name": "network-vif-plugged", "status": "completed", "tag": "da107f90-c47b-440c-bbe6-6ed3d39cfbb1"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:49.354271 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-12d2bacd-23ec-41e2-8b84-6d58f5051904 service neutron] 10.222.0.20 "GET /v2.0/networks/67da36fe-d1c8-44c5-82e3-244a386b97d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327205
Apr 30 21:29:49.462479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49188) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:49.494317 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e6bc2f4-7003-452e-9065-c18109fb7dd6 req-79f08105-65f3-42df-8f61-6747874f84a8 service neutron] 10.222.0.20 "GET /v2.0/networks/67da36fe-d1c8-44c5-82e3-244a386b97d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336823
Apr 30 21:29:49.586828 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46682fe1-480c-4efa-b5ac-25ca521e4eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.633830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4749944a-86ae-472e-b4d2-9c2192c6817d req-28ca3e2c-4734-43d6-9386-832afe55df47 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5102708
Apr 30 21:29:49.650596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a072b40-00d9-4798-be86-ac1eaaba8d59 req-f751108a-e449-43b3-8770-5de3f82c04c7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:49.650596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a072b40-00d9-4798-be86-ac1eaaba8d59 req-f751108a-e449-43b3-8770-5de3f82c04c7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 946 time: 0.0890365
Apr 30 21:29:49.675766 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks [] for floatingip (7b680de6-1a5a-462b-bf5f-7c2fc3e47470), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.678388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.682187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46682fe1-480c-4efa-b5ac-25ca521e4eef admin admin] Publish callbacks [] for security_group (98919720-8993-47a8-a6c9-ea5fc9037efd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.682505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d2d8745f-8496-453e-8f64-3b2f4777c89c tempest-FloatingIPAdminTestJSON-389568429 tempest-FloatingIPAdminTestJSON-389568429-project] 10.222.0.23 "DELETE /v2.0/floatingips/7b680de6-1a5a-462b-bf5f-7c2fc3e47470 HTTP/1.1" status: 204  len: 168 time: 1.3072190
Apr 30 21:29:49.690465 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a3c6e-4e08-467c-87de-c52d2dee98b8 x-openstack-request-id: req-b44a3c6e-4e08-467c-87de-c52d2dee98b8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:49.690465 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31cef50-72cc-494d-a5fe-64b4621e25f4", "name": "network-vif-plugged", "status": "completed", "tag": "da107f90-c47b-440c-bbe6-6ed3d39cfbb1", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:49.690836 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b44a3c6e-4e08-467c-87de-c52d2dee98b8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:49.691466 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44a3c6e-4e08-467c-87de-c52d2dee98b8'] response: {'server_uuid': 'f31cef50-72cc-494d-a5fe-64b4621e25f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da107f90-c47b-440c-bbe6-6ed3d39cfbb1', 'code': 200}
Apr 30 21:29:49.714588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a072b40-00d9-4798-be86-ac1eaaba8d59 req-0fe319c2-9084-4d3c-86f5-65e50a941ef1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600650
Apr 30 21:29:49.766811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46682fe1-480c-4efa-b5ac-25ca521e4eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (98919720-8993-47a8-a6c9-ea5fc9037efd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.799657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256217e-d06d-4d11-bdc7-c1b0d56870e1 req-0548eb0a-1a68-4d11-8852-50b7bd691e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:49.801623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6256217e-d06d-4d11-bdc7-c1b0d56870e1 req-0548eb0a-1a68-4d11-8852-50b7bd691e3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 1128 time: 0.0504327
Apr 30 21:29:49.810285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46682fe1-480c-4efa-b5ac-25ca521e4eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98919720-8993-47a8-a6c9-ea5fc9037efd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:49.821713 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-46682fe1-480c-4efa-b5ac-25ca521e4eef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5260d9c3a5f4165873b033b64eba1da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3577998
Apr 30 21:29:49.822489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49198) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:49.823336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49200) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:49.865816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6256217e-d06d-4d11-bdc7-c1b0d56870e1 req-a241e93e-8891-4d15-91dd-7e725284e31b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541270
Apr 30 21:29:49.913409 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2440d55a-0f2c-47df-9f14-2fcb10d3fd34 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (8a273ce0-72ac-4586-9318-9c638e1bf1bd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.946631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e057257-184a-4e36-9fae-8c76bd9d22b4 admin admin] Publish callbacks [] for security_group (98919720-8993-47a8-a6c9-ea5fc9037efd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.970716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e057257-184a-4e36-9fae-8c76bd9d22b4 admin admin] Publish callbacks [] for security_group (98919720-8993-47a8-a6c9-ea5fc9037efd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:49.992751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2440d55a-0f2c-47df-9f14-2fcb10d3fd34 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (8a273ce0-72ac-4586-9318-9c638e1bf1bd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.047814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d688-e6ce-4635-aa87-12d923095edd req-2f90deca-5e48-44ad-abe9-d8c949c65ddc tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:50.050123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-2f90deca-5e48-44ad-abe9-d8c949c65ddc tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/networks?id=b6efb226-82a9-469b-89a1-a066d2512523 HTTP/1.1" status: 200  len: 813 time: 0.1245463
Apr 30 21:29:50.069469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-bb984532-cbb2-4241-813c-1238d746290e tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/quotas/af7d810b16a945cc921509e1c20d101d HTTP/1.1" status: 200  len: 375 time: 0.0115840
Apr 30 21:29:50.110651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-be195ca0-9fde-4df0-b79f-6a223932ca4c tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=af7d810b16a945cc921509e1c20d101d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0358217
Apr 30 21:29:50.138860 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e057257-184a-4e36-9fae-8c76bd9d22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (98919720-8993-47a8-a6c9-ea5fc9037efd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.142185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e057257-184a-4e36-9fae-8c76bd9d22b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.147110 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e057257-184a-4e36-9fae-8c76bd9d22b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98919720-8993-47a8-a6c9-ea5fc9037efd HTTP/1.1" status: 204  len: 168 time: 0.3192022
Apr 30 21:29:50.153795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e057257-184a-4e36-9fae-8c76bd9d22b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98919720-8993-47a8-a6c9-ea5fc9037efd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:50.185289 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-069cf866-eaef-455f-ac5a-ce40c64c853a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.185787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2440d55a-0f2c-47df-9f14-2fcb10d3fd34 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8a273ce0-72ac-4586-9318-9c638e1bf1bd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.194404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49220) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:50.196382 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2440d55a-0f2c-47df-9f14-2fcb10d3fd34 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.200986 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2440d55a-0f2c-47df-9f14-2fcb10d3fd34 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a273ce0-72ac-4586-9318-9c638e1bf1bd HTTP/1.1" status: 204  len: 168 time: 0.3697839
Apr 30 21:29:50.202931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49224) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:50.218200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440d55a-0f2c-47df-9f14-2fcb10d3fd34 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a273ce0-72ac-4586-9318-9c638e1bf1bd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:50.224733 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-9afeac79-eedc-4e45-935b-5e640cee83d1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] show failed (client error): The resource could not be found.
Apr 30 21:29:50.225599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9afeac79-eedc-4e45-935b-5e640cee83d1 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "GET /v2.0/security-groups/8a273ce0-72ac-4586-9318-9c638e1bf1bd HTTP/1.1" status: 404  len: 347 time: 0.0217681
Apr 30 21:29:50.229707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49226) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:50.246745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-f0334e68-0508-43f4-966c-ca435eefe29c service neutron] 10.222.0.23 "GET /v2.0/networks/b6efb226-82a9-469b-89a1-a066d2512523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291039
Apr 30 21:29:50.382436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-c3357cc9-16d2-4c1d-b4be-b59bfd4f9f7a service neutron] 10.222.0.23 "GET /v2.0/networks/b6efb226-82a9-469b-89a1-a066d2512523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292474
Apr 30 21:29:50.453986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Deleting port ffe4633a-81b1-4db7-8db7-04b8b285696b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:50.454460 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ffe4633a-81b1-4db7-8db7-04b8b285696b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.465044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fcbc6-abca-4940-9a78-47e73cfa2d2b req-df7b0eca-867e-4a1b-8ed1-f77829c0b806 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:50.466635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-583fcbc6-abca-4940-9a78-47e73cfa2d2b req-df7b0eca-867e-4a1b-8ed1-f77829c0b806 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0813415
Apr 30 21:29:50.499564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bc21d346-8945-4780-99d4-b3b149e0784a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36942406614e4c688cd6205c1abe8338&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3039708
Apr 30 21:29:50.502308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49236) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:50.549667 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ffe4633a-81b1-4db7-8db7-04b8b285696b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.550025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (ffe4633a-81b1-4db7-8db7-04b8b285696b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.553332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-583fcbc6-abca-4940-9a78-47e73cfa2d2b req-fbcb628e-7a46-43a9-8916-e83a327417f8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771539
Apr 30 21:29:50.578904 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9841e685-979d-44b7-8658-0324a4ef80bc admin admin] Publish callbacks [] for security_group (da1ecd58-d8de-448d-8337-8935c4ee2955), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.586835 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Calling delete_port for ffe4633a-81b1-4db7-8db7-04b8b285696b owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:50.609578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9841e685-979d-44b7-8658-0324a4ef80bc admin admin] Publish callbacks [] for security_group (da1ecd58-d8de-448d-8337-8935c4ee2955), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.716136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-fedfc161-5760-47b1-b804-61e7dd97054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:50.717666 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-fedfc161-5760-47b1-b804-61e7dd97054c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e881eef596f442ea5e731596de728a3&device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 1125 time: 0.1566167
Apr 30 21:29:50.746192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-105d1419-9510-4405-9d3b-7681db416e98 req-cfd5a8f7-51e3-4842-b99e-864b2d54cead tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 210 time: 0.0306554
Apr 30 21:29:50.776295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9841e685-979d-44b7-8658-0324a4ef80bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (da1ecd58-d8de-448d-8337-8935c4ee2955), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.787355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9841e685-979d-44b7-8658-0324a4ef80bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:50.787355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9841e685-979d-44b7-8658-0324a4ef80bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da1ecd58-d8de-448d-8337-8935c4ee2955 HTTP/1.1" status: 204  len: 168 time: 0.2791822
Apr 30 21:29:50.829305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841e685-979d-44b7-8658-0324a4ef80bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1ecd58-d8de-448d-8337-8935c4ee2955,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:50.902104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-646c19bd-f21d-4fb5-8e25-c033c6f2e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:50.903706 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-646c19bd-f21d-4fb5-8e25-c033c6f2e189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67da36fe-d1c8-44c5-82e3-244a386b97d9 HTTP/1.1" status: 200  len: 923 time: 0.1764274
Apr 30 21:29:50.952965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98533c96-d04d-4038-ad8f-b6e181bef4c8 req-874f87b8-b131-4886-b14b-87683d8942c9 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:50.953827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98533c96-d04d-4038-ad8f-b6e181bef4c8 req-874f87b8-b131-4886-b14b-87683d8942c9 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 943 time: 0.1025038
Apr 30 21:29:50.998279 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-c6ddc887-d256-4599-ae44-c61ed63ca795 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=711a5170-97b9-4376-a31c-71464d032129 HTTP/1.1" status: 200  len: 217 time: 0.0426817
Apr 30 21:29:51.058328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98533c96-d04d-4038-ad8f-b6e181bef4c8 req-e2fdda6b-1015-454d-8886-222f217b257e tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978861
Apr 30 21:29:51.059143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-bfb8448d-e64e-4519-a132-a0d7e1f1f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:51.060602 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-bfb8448d-e64e-4519-a132-a0d7e1f1f970 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b598595-8aae-4a8e-bb0b-33a4baaf9313 HTTP/1.1" status: 200  len: 862 time: 0.0523899
Apr 30 21:29:51.075965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892a804-a7f5-458d-87fc-6aa12b6ace5c req-c48ee748-c3f7-42dd-b19d-308334fad341 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:51.075965 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6892a804-a7f5-458d-87fc-6aa12b6ace5c req-c48ee748-c3f7-42dd-b19d-308334fad341 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 946 time: 0.0750959
Apr 30 21:29:51.096202 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.117641 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-4aafa1b1-8717-435e-a778-89bb2daa6f64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67da36fe-d1c8-44c5-82e3-244a386b97d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498233
Apr 30 21:29:51.119084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ffe4633a-81b1-4db7-8db7-04b8b285696b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.164645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Pushing event deleted for resources: {'Port': ['ID=ffe4633a-81b1-4db7-8db7-04b8b285696b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:51.243150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6892a804-a7f5-458d-87fc-6aa12b6ace5c req-81a7303f-200a-42aa-a15e-252239120ad6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636636
Apr 30 21:29:51.256227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0b595-6c58-4e66-933a-9a3df584893f req-60b87e2b-3dbc-4800-89d6-89e9cd86f6f6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:51.257865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cf0b595-6c58-4e66-933a-9a3df584893f req-60b87e2b-3dbc-4800-89d6-89e9cd86f6f6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1211274
Apr 30 21:29:51.310002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cf0b595-6c58-4e66-933a-9a3df584893f req-f678b609-1f34-4254-8008-2e6205480e81 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463977
Apr 30 21:29:51.310871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks [] for floatingip (316c7f7f-c862-4b4c-9cb7-876a9658af22), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.313361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.314535 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-df2eb152-5bdd-4b33-9244-290e1ef34f30 tempest-AttachVolumeNegativeTest-612541851 tempest-AttachVolumeNegativeTest-612541851-project] 10.222.0.23 "DELETE /v2.0/floatingips/316c7f7f-c862-4b4c-9cb7-876a9658af22 HTTP/1.1" status: 204  len: 168 time: 1.0837090
Apr 30 21:29:51.322735 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-7865d67a-5c12-4cd3-a1fa-8916f2c56dff service neutron] 10.222.0.20 "GET /v2.0/networks/67da36fe-d1c8-44c5-82e3-244a386b97d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980109
Apr 30 21:29:51.396734 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.430684 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5fbcf493-ca4a-4e62-9c4a-8b3d74a428a2 req-d8e081fd-3448-42fb-bbbd-4e97a2a054c2 service neutron] 10.222.0.20 "GET /v2.0/networks/67da36fe-d1c8-44c5-82e3-244a386b97d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0998125
Apr 30 21:29:51.480735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49280) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:51.494890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-33506613-71e3-46f7-8116-9d007e2fba27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.569293 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-33506613-71e3-46f7-8116-9d007e2fba27 admin admin] Publish callbacks [] for security_group (a1760bbd-0ce7-4da8-a1db-7a8cd4ae323b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.652838 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-33506613-71e3-46f7-8116-9d007e2fba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a1760bbd-0ce7-4da8-a1db-7a8cd4ae323b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.701147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-33506613-71e3-46f7-8116-9d007e2fba27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29d795c104c049f2aad1fd515824c28e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2193089
Apr 30 21:29:51.702935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33506613-71e3-46f7-8116-9d007e2fba27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1760bbd-0ce7-4da8-a1db-7a8cd4ae323b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:51.704139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49286) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:51.789616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-072ed530-3e8a-4895-ae98-7668de88f6a1 admin admin] Publish callbacks [] for security_group (a1760bbd-0ce7-4da8-a1db-7a8cd4ae323b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.820117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-072ed530-3e8a-4895-ae98-7668de88f6a1 admin admin] Publish callbacks [] for security_group (a1760bbd-0ce7-4da8-a1db-7a8cd4ae323b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.833481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0db3a4e2-75ae-4af5-a834-52640c49b6e7 req-7affbb02-4867-463a-8bb0-2c4fcbba2c57 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 210 time: 0.0302033
Apr 30 21:29:51.936622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49302) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:51.950094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-072ed530-3e8a-4895-ae98-7668de88f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a1760bbd-0ce7-4da8-a1db-7a8cd4ae323b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.953060 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-072ed530-3e8a-4895-ae98-7668de88f6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.954179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-072ed530-3e8a-4895-ae98-7668de88f6a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1760bbd-0ce7-4da8-a1db-7a8cd4ae323b HTTP/1.1" status: 204  len: 168 time: 0.2490489
Apr 30 21:29:51.954961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de492f0d-c96d-46dc-976f-fc8a318676aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:51.973441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ed530-3e8a-4895-ae98-7668de88f6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1760bbd-0ce7-4da8-a1db-7a8cd4ae323b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:52.045091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de492f0d-c96d-46dc-976f-fc8a318676aa admin admin] Publish callbacks [] for security_group (d7ddb347-b185-4557-b65c-73f0986df315), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:52.101802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de492f0d-c96d-46dc-976f-fc8a318676aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d7ddb347-b185-4557-b65c-73f0986df315), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:52.148229 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de492f0d-c96d-46dc-976f-fc8a318676aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b4225adba1d4f318a28fac08b48ce02&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2079978
Apr 30 21:29:52.148229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de492f0d-c96d-46dc-976f-fc8a318676aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ddb347-b185-4557-b65c-73f0986df315,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:52.148897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49308) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:52.190514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5990aee-2eb0-42e4-b95f-446fa183ec15 req-13c016f4-7bd3-424c-9a54-89042a1ff621 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:52.192157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5990aee-2eb0-42e4-b95f-446fa183ec15 req-13c016f4-7bd3-424c-9a54-89042a1ff621 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 943 time: 0.0633099
Apr 30 21:29:52.199815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e67b47c-5ec7-4a89-9925-a63bb848df99 admin admin] Publish callbacks [] for security_group (d7ddb347-b185-4557-b65c-73f0986df315), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:52.222735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e67b47c-5ec7-4a89-9925-a63bb848df99 admin admin] Publish callbacks [] for security_group (d7ddb347-b185-4557-b65c-73f0986df315), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:52.245937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5990aee-2eb0-42e4-b95f-446fa183ec15 req-f30d8163-ce16-4903-97cc-ced518933846 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468524
Apr 30 21:29:52.333115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 711a5170-97b9-4376-a31c-71464d032129 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:29:52.367964 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e67b47c-5ec7-4a89-9925-a63bb848df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d7ddb347-b185-4557-b65c-73f0986df315), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:52.370654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e67b47c-5ec7-4a89-9925-a63bb848df99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:52.371905 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0e67b47c-5ec7-4a89-9925-a63bb848df99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7ddb347-b185-4557-b65c-73f0986df315 HTTP/1.1" status: 204  len: 168 time: 0.2220609
Apr 30 21:29:52.385941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1b1e4-d1e1-470b-b17e-d215502ae1f8 req-5f4017f7-c135-47da-bfdc-0961c796131b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:52.387108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67b47c-5ec7-4a89-9925-a63bb848df99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ddb347-b185-4557-b65c-73f0986df315,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:52.390591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43c1b1e4-d1e1-470b-b17e-d215502ae1f8 req-5f4017f7-c135-47da-bfdc-0961c796131b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 946 time: 0.0721469
Apr 30 21:29:52.465636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 711a5170-97b9-4376-a31c-71464d032129, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=711a5170-97b9-4376-a31c-71464d032129,segment=NetworkSegment(7b038a33-ed57-41c7-bd49-9a362ae71170),segment_id=7b038a33-ed57-41c7-bd49-9a362ae71170)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:52.479608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '711a5170-97b9-4376-a31c-71464d032129', 'network_id': '67da36fe-d1c8-44c5-82e3-244a386b97d9', 'port_id': '711a5170-97b9-4376-a31c-71464d032129', 'mac_address': 'fa:16:3e:cc:35:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b598595-8aae-4a8e-bb0b-33a4baaf9313', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:29:52.523485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9a03a-66f8-4d2b-8c5a-27a042127e06 req-4b270028-09c5-4408-8227-153e4ef9a77f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:52.527461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1b9a03a-66f8-4d2b-8c5a-27a042127e06 req-4b270028-09c5-4408-8227-153e4ef9a77f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0972304
Apr 30 21:29:52.529371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43c1b1e4-d1e1-470b-b17e-d215502ae1f8 req-e45ff684-f248-4158-b041-0ce23b4202f0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234543
Apr 30 21:29:52.541704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 711a5170-97b9-4376-a31c-71464d032129 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:52.542241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (711a5170-97b9-4376-a31c-71464d032129), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:52.574079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711a5170-97b9-4376-a31c-71464d032129 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:52.595197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1b9a03a-66f8-4d2b-8c5a-27a042127e06 req-be08f879-6aa9-44aa-98f1-da27eba8cc2d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636787
Apr 30 21:29:52.603004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 711a5170-97b9-4376-a31c-71464d032129, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=711a5170-97b9-4376-a31c-71464d032129,segment=NetworkSegment(7b038a33-ed57-41c7-bd49-9a362ae71170),segment_id=7b038a33-ed57-41c7-bd49-9a362ae71170)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:52.680164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (711a5170-97b9-4376-a31c-71464d032129), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:52.767365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=711a5170-97b9-4376-a31c-71464d032129,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:52.929731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['711a5170-97b9-4376-a31c-71464d032129'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:53.124029 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:53.174942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ef5b52e-fe60-4be7-a5a7-628808fbfe47 req-4a38e26d-43a3-4511-8b9c-0f5a2ff1ef84 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 210 time: 0.0398412
Apr 30 21:29:53.288368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8fc8c-cde9-4f56-acdb-46914c3f1337 req-f38cc1c9-fd89-4138-be25-f02f717cede1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:53.289284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8a8fc8c-cde9-4f56-acdb-46914c3f1337 req-f38cc1c9-fd89-4138-be25-f02f717cede1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 946 time: 0.0553360
Apr 30 21:29:53.321330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49358) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:53.338255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4a8df48-18e2-499c-95c8-844a0cd15170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:53.356646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8a8fc8c-cde9-4f56-acdb-46914c3f1337 req-fb34bdc0-1740-41eb-8843-c543bccb8297 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613894
Apr 30 21:29:53.473706 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4a8df48-18e2-499c-95c8-844a0cd15170 admin admin] Publish callbacks [] for security_group (9750ce59-f472-4a60-96cd-002560e4fd3c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:53.502989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea62618-42c6-4c5a-99c2-08ddc958e6a1 req-20e8d202-24f4-433c-b664-89661a0fd847 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:53.504508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ea62618-42c6-4c5a-99c2-08ddc958e6a1 req-20e8d202-24f4-433c-b664-89661a0fd847 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 944 time: 0.0819919
Apr 30 21:29:53.513468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3646b-0193-4279-bd5c-e850a3474a89 req-56027782-02b1-4675-a6b5-9aa1e833a2c7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:53.514970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1b3646b-0193-4279-bd5c-e850a3474a89 req-56027782-02b1-4675-a6b5-9aa1e833a2c7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0782609
Apr 30 21:29:53.597951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ea62618-42c6-4c5a-99c2-08ddc958e6a1 req-d61c665a-79ad-4e56-b576-75c0dbf3bc31 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819993
Apr 30 21:29:53.602525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f1b3646b-0193-4279-bd5c-e850a3474a89 req-28a4fd20-35fa-43af-ba42-7cb8c5ff4719 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802050
Apr 30 21:29:53.629930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4a8df48-18e2-499c-95c8-844a0cd15170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9750ce59-f472-4a60-96cd-002560e4fd3c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:53.671225 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f4a8df48-18e2-499c-95c8-844a0cd15170 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3ed5ca1b9e944a1b02c3850b005be33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3481877
Apr 30 21:29:53.672116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8df48-18e2-499c-95c8-844a0cd15170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9750ce59-f472-4a60-96cd-002560e4fd3c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:53.673955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49366) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:53.732612 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-445b2e6a-cef7-4f8a-bd76-2614268f9720 admin admin] Publish callbacks [] for security_group (9750ce59-f472-4a60-96cd-002560e4fd3c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:53.759718 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-445b2e6a-cef7-4f8a-bd76-2614268f9720 admin admin] Publish callbacks [] for security_group (9750ce59-f472-4a60-96cd-002560e4fd3c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:54.001129 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-445b2e6a-cef7-4f8a-bd76-2614268f9720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9750ce59-f472-4a60-96cd-002560e4fd3c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:54.003816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-445b2e6a-cef7-4f8a-bd76-2614268f9720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:54.007265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-445b2e6a-cef7-4f8a-bd76-2614268f9720 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9750ce59-f472-4a60-96cd-002560e4fd3c HTTP/1.1" status: 204  len: 168 time: 0.3297293
Apr 30 21:29:54.015466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b2e6a-cef7-4f8a-bd76-2614268f9720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9750ce59-f472-4a60-96cd-002560e4fd3c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:54.279926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18c108a5-5b47-4de4-9800-afc78a5380e5 req-d03d556b-52af-435b-80c2-e2f958b134ed tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 210 time: 0.0343497
Apr 30 21:29:54.347660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 711a5170-97b9-4376-a31c-71464d032129 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:54.439636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-8b4ef108-c4ca-4099-8880-68a2886ef455 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:54.443401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-8b4ef108-c4ca-4099-8880-68a2886ef455 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 946 time: 0.0696588
Apr 30 21:29:54.570308 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:54.572888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb2f15-deec-4dd8-a9ba-f9de363cfc30 req-1755d746-46f9-4cfb-ab82-890a55328c64 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:54.574482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9cb2f15-deec-4dd8-a9ba-f9de363cfc30 req-1755d746-46f9-4cfb-ab82-890a55328c64 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 946 time: 0.1185572
Apr 30 21:29:54.588329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 711a5170-97b9-4376-a31c-71464d032129 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:29:54.611298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Deleting port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:29:54.611921 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:54.686219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 711a5170-97b9-4376-a31c-71464d032129 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:54.686219 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (711a5170-97b9-4376-a31c-71464d032129), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:54.811923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] For port da107f90-c47b-440c-bbe6-6ed3d39cfbb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:54.812296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:54.822669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 711a5170-97b9-4376-a31c-71464d032129 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:54.822669 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (711a5170-97b9-4376-a31c-71464d032129), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:54.845491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Calling delete_port for da107f90-c47b-440c-bbe6-6ed3d39cfbb1 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:29:54.868850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f937ee40-00e0-463e-a46f-98be4b2340a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711a5170-97b9-4376-a31c-71464d032129'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:54.868850 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4b6b89-fae0-4ee4-885b-bc05f9730e19" -d '{"events": [{"server_uuid": "f937ee40-00e0-463e-a46f-98be4b2340a6", "name": "network-vif-plugged", "status": "completed", "tag": "711a5170-97b9-4376-a31c-71464d032129"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:54.891875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 711a5170-97b9-4376-a31c-71464d032129, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=711a5170-97b9-4376-a31c-71464d032129,segment=NetworkSegment(7b038a33-ed57-41c7-bd49-9a362ae71170),segment_id=7b038a33-ed57-41c7-bd49-9a362ae71170)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:55.010993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9cb2f15-deec-4dd8-a9ba-f9de363cfc30 req-fd6be16f-5d21-4afd-9a0a-82483942820d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4284666
Apr 30 21:29:55.016443 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (711a5170-97b9-4376-a31c-71464d032129), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:55.020454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d688-e6ce-4635-aa87-12d923095edd req-db889d22-1a9d-4f41-88d6-6062fcffc2c6 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:55.022500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-db889d22-1a9d-4f41-88d6-6062fcffc2c6 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.35 "GET /v2.0/networks?id=b6efb226-82a9-469b-89a1-a066d2512523 HTTP/1.1" status: 200  len: 813 time: 0.4042339
Apr 30 21:29:55.040918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0e95d-a682-46cb-b33f-b3828c6fb7af req-16149050-15f1-463a-bccb-1b7e17a6b221 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:55.043181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8be0e95d-a682-46cb-b33f-b3828c6fb7af req-16149050-15f1-463a-bccb-1b7e17a6b221 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 944 time: 0.1477745
Apr 30 21:29:55.068339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Request body: {'port': {'device_id': 'f98c505c-ce28-43b4-ab4d-1a72477ce0c6', 'network_id': 'b6efb226-82a9-469b-89a1-a066d2512523', 'admin_state_up': True, 'tenant_id': 'af7d810b16a945cc921509e1c20d101d'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:55.099159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=711a5170-97b9-4376-a31c-71464d032129,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:55.241570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559296a5-559a-4ac9-8318-f89c489784c9 req-142391e5-8725-44a5-b89f-26f9501e22b1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:55.243103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-559296a5-559a-4ac9-8318-f89c489784c9 req-142391e5-8725-44a5-b89f-26f9501e22b1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1627228
Apr 30 21:29:55.249230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8be0e95d-a682-46cb-b33f-b3828c6fb7af req-2a215043-5204-452c-8280-aa11f155e217 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878622
Apr 30 21:29:55.313734 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2803a9b9-1ef3-48d4-a946-f72cec441c0a x-openstack-request-id: req-2803a9b9-1ef3-48d4-a946-f72cec441c0a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:55.314060 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f937ee40-00e0-463e-a46f-98be4b2340a6", "name": "network-vif-plugged", "status": "completed", "tag": "711a5170-97b9-4376-a31c-71464d032129", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:55.316883 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2803a9b9-1ef3-48d4-a946-f72cec441c0a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:55.316883 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2803a9b9-1ef3-48d4-a946-f72cec441c0a'] response: {'server_uuid': 'f937ee40-00e0-463e-a46f-98be4b2340a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711a5170-97b9-4376-a31c-71464d032129', 'code': 200}
Apr 30 21:29:55.401298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-559296a5-559a-4ac9-8318-f89c489784c9 req-b453d26c-cc12-4696-83c2-465136c3a901 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479182
Apr 30 21:29:55.441726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45f8e074-1a8d-422c-a750-1c89023dc94a req-e1df5794-e4d3-4992-818a-85c45046719d tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 210 time: 0.0305417
Apr 30 21:29:55.460189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10903f1-aa45-4ebe-bd89-fa5d785a2ef6 req-f95c1878-2c51-407e-9f92-fc9a23da9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:55.462300 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b10903f1-aa45-4ebe-bd89-fa5d785a2ef6 req-f95c1878-2c51-407e-9f92-fc9a23da9c05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 1127 time: 0.0599282
Apr 30 21:29:55.479843 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (da107f90-c47b-440c-bbe6-6ed3d39cfbb1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:55.494873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49438) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:55.496670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0909419b-0751-4574-88cd-5569bff0727a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:55.499023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['da107f90-c47b-440c-bbe6-6ed3d39cfbb1'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:55.539126 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b10903f1-aa45-4ebe-bd89-fa5d785a2ef6 req-71fbe3ec-3b38-4621-a82e-9c66e8b97904 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689375
Apr 30 21:29:55.541321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Pushing event deleted for resources: {'Port': ['ID=da107f90-c47b-440c-bbe6-6ed3d39cfbb1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:55.543342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Made reservation on behalf of af7d810b16a945cc921509e1c20d101d for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:55.546956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:55.618374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] No DVR routers for this DVR port da107f90-c47b-440c-bbe6-6ed3d39cfbb1 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:29:55.622989 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:55.626442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98b37bc0-77eb-4d3d-bc37-953a451c48dd req-7f4bf818-721c-4e5f-94b0-a73fa26d322f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.35 "DELETE /v2.0/ports/da107f90-c47b-440c-bbe6-6ed3d39cfbb1 HTTP/1.1" status: 204  len: 173 time: 1.1794348
Apr 30 21:29:55.626910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31cef50-72cc-494d-a5fe-64b4621e25f4', 'name': 'network-vif-deleted', 'tag': 'da107f90-c47b-440c-bbe6-6ed3d39cfbb1'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:55.629188 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fed19c-5d29-4438-a534-689b926ac3e9" -d '{"events": [{"server_uuid": "f31cef50-72cc-494d-a5fe-64b4621e25f4", "name": "network-vif-deleted", "tag": "da107f90-c47b-440c-bbe6-6ed3d39cfbb1"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:55.684422 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb37305-f911-4a7a-bcab-c4d98478d141 x-openstack-request-id: req-8bb37305-f911-4a7a-bcab-c4d98478d141 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:55.684723 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f31cef50-72cc-494d-a5fe-64b4621e25f4", "name": "network-vif-deleted", "tag": "da107f90-c47b-440c-bbe6-6ed3d39cfbb1", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:55.684980 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bb37305-f911-4a7a-bcab-c4d98478d141 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:55.685366 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb37305-f911-4a7a-bcab-c4d98478d141'] response: {'server_uuid': 'f31cef50-72cc-494d-a5fe-64b4621e25f4', 'name': 'network-vif-deleted', 'tag': 'da107f90-c47b-440c-bbe6-6ed3d39cfbb1', 'status': 'completed', 'code': 200}
Apr 30 21:29:55.706821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2801cb35-ee09-4131-acd4-48a44ab0e72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:55.788032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Allocated IP 172.20.0.7 (b6efb226-82a9-469b-89a1-a066d2512523/01d519c9-69db-4cb5-b2dc-6f2550499ee0/c7ee00e9-7450-4592-8d1d-f7c36c4915f4) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:29:55.869619 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2801cb35-ee09-4131-acd4-48a44ab0e72a admin admin] Publish callbacks [] for security_group (ea04c857-efd2-4988-8f29-3077d3cbc79a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:55.984179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Publish callbacks [] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:55.991872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2801cb35-ee09-4131-acd4-48a44ab0e72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ea04c857-efd2-4988-8f29-3077d3cbc79a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.040886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2801cb35-ee09-4131-acd4-48a44ab0e72a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e11234eea08483086a4d36ab22c0198&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5433021
Apr 30 21:29:56.043650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49456) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:56.050441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801cb35-ee09-4131-acd4-48a44ab0e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea04c857-efd2-4988-8f29-3077d3cbc79a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:56.121424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74d7ab7e-01b9-459a-98e7-32275e5552d5 admin admin] Publish callbacks [] for security_group (ea04c857-efd2-4988-8f29-3077d3cbc79a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.138507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af132b9b-2087-4d3a-9b39-d7620dab780d req-52707242-750b-4863-a023-6e5951cb23bd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f31cef50-72cc-494d-a5fe-64b4621e25f4 HTTP/1.1" status: 200  len: 210 time: 0.0299211
Apr 30 21:29:56.144093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74d7ab7e-01b9-459a-98e7-32275e5552d5 admin admin] Publish callbacks [] for security_group (ea04c857-efd2-4988-8f29-3077d3cbc79a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.167842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.224601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Network b6efb226-82a9-469b-89a1-a066d2512523 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:29:56.228077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:56.232181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:56.241512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Pushing event updated for resources: {'Port': ['ID=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:56.300010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:56.300785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.306917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74d7ab7e-01b9-459a-98e7-32275e5552d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ea04c857-efd2-4988-8f29-3077d3cbc79a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.309594 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74d7ab7e-01b9-459a-98e7-32275e5552d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.310833 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-74d7ab7e-01b9-459a-98e7-32275e5552d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea04c857-efd2-4988-8f29-3077d3cbc79a HTTP/1.1" status: 204  len: 168 time: 0.2661991
Apr 30 21:29:56.326556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7ab7e-01b9-459a-98e7-32275e5552d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea04c857-efd2-4988-8f29-3077d3cbc79a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:56.356253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f2e67c00-e892-4977-95b6-739f701898d8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:29:56.397528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3da99b-8898-4f43-a63d-e21817a4c1cb req-d770205e-ba47-4b09-9c44-7580657f35b0 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:56.399796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e3da99b-8898-4f43-a63d-e21817a4c1cb req-d770205e-ba47-4b09-9c44-7580657f35b0 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 945 time: 0.0731242
Apr 30 21:29:56.419499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-73eff928-54dd-4974-aef9-6e887942aa8f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3743720
Apr 30 21:29:56.425933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49468) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:56.434674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Request body: {'port': {'device_id': 'f98c505c-ce28-43b4-ab4d-1a72477ce0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:56.495785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e3da99b-8898-4f43-a63d-e21817a4c1cb req-2b6965ad-db33-40e2-82ed-ac2772c2e130 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892363
Apr 30 21:29:56.536018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:56.547681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'f2e67c00-e892-4977-95b6-739f701898d8', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'port_id': 'f2e67c00-e892-4977-95b6-739f701898d8', 'mac_address': 'fa:16:3e:94:fb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:29:56.566029 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.588647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbab35-4346-4480-b1d8-bb6164736e13 req-563586f3-5f69-4ba6-b8fa-92b1951be874 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:56.590338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2cbab35-4346-4480-b1d8-bb6164736e13 req-563586f3-5f69-4ba6-b8fa-92b1951be874 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0894992
Apr 30 21:29:56.600907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port f2e67c00-e892-4977-95b6-739f701898d8 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:56.601309 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2e67c00-e892-4977-95b6-739f701898d8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.622923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2e67c00-e892-4977-95b6-739f701898d8 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:56.645777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:56.686763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347567fa-5caa-4414-9a5e-48d2044f1fb9 req-ec967288-5923-49ae-b62f-5f14567b1bf4 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:56.688751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-347567fa-5caa-4414-9a5e-48d2044f1fb9 req-ec967288-5923-49ae-b62f-5f14567b1bf4 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 931 time: 0.1089613
Apr 30 21:29:56.714249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1862037068'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:56.800962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2cbab35-4346-4480-b1d8-bb6164736e13 req-43d10b82-e123-4aee-bc46-222731ccbfcf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795666
Apr 30 21:29:56.824684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.840811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Made reservation on behalf of 6288132730a14d21862e2f522b79f172 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:56.844277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.854793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:56.874523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-347567fa-5caa-4414-9a5e-48d2044f1fb9 req-ca522468-c892-42ee-8653-7a9f9485b63b tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754467
Apr 30 21:29:56.919744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:57.001538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks [] for security_group (a0aea5a7-bed8-4be1-b7e7-c50907300d58), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.014383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ee00e9-7450-4592-8d1d-f7c36c4915f4 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:29:57.023782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Publish callbacks [] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.027662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['f2e67c00-e892-4977-95b6-739f701898d8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:29:57.036475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Transition to ACTIVE for port object c7ee00e9-7450-4592-8d1d-f7c36c4915f4 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:29:57.189361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a0aea5a7-bed8-4be1-b7e7-c50907300d58), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.189587 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.225981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aea5a7-bed8-4be1-b7e7-c50907300d58,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:57.234969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:29:57.247722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (22cbd120-482f-45f7-84f6-774bf0da129e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.248615 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Added segment 22cbd120-482f-45f7-84f6-774bf0da129e of type vlan for network 0f34e988-1713-4c22-9a22-11aa98934dda
Apr 30 21:29:57.301602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0f34e988-1713-4c22-9a22-11aa98934dda), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.489027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49494) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:57.498521 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0f34e988-1713-4c22-9a22-11aa98934dda), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.503859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:57.504739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.532766 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6c795ea-e77e-4c4c-9c7c-b68139cd9b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.618069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Pushing event updated for resources: {'Network': ['ID=0f34e988-1713-4c22-9a22-11aa98934dda,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:57.635746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0f34e988-1713-4c22-9a22-11aa98934dda details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:29:57.648064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:57.668358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6613ae-85dd-4ae3-a33b-3cc52e875b65 req-1243af4d-1988-4fef-89eb-3197822f32e4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:57.669859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc6613ae-85dd-4ae3-a33b-3cc52e875b65 req-1243af4d-1988-4fef-89eb-3197822f32e4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.3665690
Apr 30 21:29:57.678442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Attempting to bind port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:29:57.678772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Attempting to bind port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6efb226-82a9-469b-89a1-a066d2512523'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:29:57.682658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Attempting to bind port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 on network b6efb226-82a9-469b-89a1-a066d2512523 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:57.682816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6c795ea-e77e-4c4c-9c7c-b68139cd9b63 admin admin] Publish callbacks [] for security_group (4146b83d-ed91-4474-b073-fa466d52c87b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.696220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6a67c-d5aa-486e-aba8-1ea8847fce6e req-6a5d3c1b-07a5-462d-b59f-cc78c56b4777 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:57.701288 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-093742a0-64dd-420c-b498-e3553e399c3e tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 1.2742321
Apr 30 21:29:57.703045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2b6a67c-d5aa-486e-aba8-1ea8847fce6e req-6a5d3c1b-07a5-462d-b59f-cc78c56b4777 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 945 time: 0.1029580
Apr 30 21:29:57.711639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 on network b6efb226-82a9-469b-89a1-a066d2512523 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:29:57.711961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Attempting to bind port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 on network b6efb226-82a9-469b-89a1-a066d2512523 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:57.734492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:29:57.734823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Checking segment: {'id': 'da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6efb226-82a9-469b-89a1-a066d2512523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:57.735193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Bound using segment: {'id': 'da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6efb226-82a9-469b-89a1-a066d2512523'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:29:57.735621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Bound port: c7ee00e9-7450-4592-8d1d-f7c36c4915f4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6efb226-82a9-469b-89a1-a066d2512523'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:29:57.735974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.742409 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6c795ea-e77e-4c4c-9c7c-b68139cd9b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4146b83d-ed91-4474-b073-fa466d52c87b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.784862 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e6c795ea-e77e-4c4c-9c7c-b68139cd9b63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48ce55ebf7304fe6a0fb072837734e70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2919874
Apr 30 21:29:57.784862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c795ea-e77e-4c4c-9c7c-b68139cd9b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4146b83d-ed91-4474-b073-fa466d52c87b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:57.788266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49506) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:57.816088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2b6a67c-d5aa-486e-aba8-1ea8847fce6e req-e9c7b0a1-0b3e-4214-9dbe-a545d02e5d64 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121988
Apr 30 21:29:57.827646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc6613ae-85dd-4ae3-a33b-3cc52e875b65 req-e380d954-0008-420b-8a41-88c34770321f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443794
Apr 30 21:29:57.887595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] For port c7ee00e9-7450-4592-8d1d-f7c36c4915f4, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:29:57.891596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] For port c7ee00e9-7450-4592-8d1d-f7c36c4915f4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,segment=NetworkSegment(da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce),segment_id=da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:29:57.894133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3f1faa9d-d4f2-4c7e-b9fb-43c0373ae10c admin admin] Publish callbacks [] for security_group (4146b83d-ed91-4474-b073-fa466d52c87b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.922153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3f1faa9d-d4f2-4c7e-b9fb-43c0373ae10c admin admin] Publish callbacks [] for security_group (4146b83d-ed91-4474-b073-fa466d52c87b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:57.989431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee6df3-1776-4eca-b047-758cd5477051 req-2f30aa08-ca17-42af-8979-6c8d09e514f2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:57.992631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffee6df3-1776-4eca-b047-758cd5477051 req-2f30aa08-ca17-42af-8979-6c8d09e514f2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 944 time: 0.0568399
Apr 30 21:29:57.999230 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.087128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3f1faa9d-d4f2-4c7e-b9fb-43c0373ae10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4146b83d-ed91-4474-b073-fa466d52c87b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.093192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:58.093192 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.093581 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3f1faa9d-d4f2-4c7e-b9fb-43c0373ae10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.093697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] 10.222.0.35 "PUT /v2.0/ports/c7ee00e9-7450-4592-8d1d-f7c36c4915f4 HTTP/1.1" status: 200  len: 1091 time: 1.6611278
Apr 30 21:29:58.093820 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3f1faa9d-d4f2-4c7e-b9fb-43c0373ae10c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4146b83d-ed91-4474-b073-fa466d52c87b HTTP/1.1" status: 204  len: 168 time: 0.3018131
Apr 30 21:29:58.103583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1faa9d-d4f2-4c7e-b9fb-43c0373ae10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4146b83d-ed91-4474-b073-fa466d52c87b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:58.109816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffee6df3-1776-4eca-b047-758cd5477051 req-64e32a79-da1f-4e4f-bda5-65a95e4f5079 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043079
Apr 30 21:29:58.110337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98c505c-ce28-43b4-ab4d-1a72477ce0c6', 'tag': 'c7ee00e9-7450-4592-8d1d-f7c36c4915f4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:58.116860 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701b551e-d1a6-41a2-8e2c-a132ae44b618" -d '{"events": [{"name": "network-changed", "server_uuid": "f98c505c-ce28-43b4-ab4d-1a72477ce0c6", "tag": "c7ee00e9-7450-4592-8d1d-f7c36c4915f4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:58.183327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b8f94-4734-4b13-a1af-494d7b4e158e service neutron] Pushing event updated for resources: {'Port': ['ID=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:58.274993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:29:58.275521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device da107f90-c47b-440c-bbe6-6ed3d39cfbb1 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:29:58.282060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Request body: {'port': {'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-811723041'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:29:58.302844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: da107f90-c47b-440c-bbe6-6ed3d39cfbb1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:29:58.306866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device da107f90-c47b-440c-bbe6-6ed3d39cfbb1 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:29:58.366020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f2e67c00-e892-4977-95b6-739f701898d8 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:29:58.391662 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a037c4-cf85-44f8-9f79-2e278859d5f2 x-openstack-request-id: req-04a037c4-cf85-44f8-9f79-2e278859d5f2 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:58.391964 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98c505c-ce28-43b4-ab4d-1a72477ce0c6", "tag": "c7ee00e9-7450-4592-8d1d-f7c36c4915f4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:58.392216 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04a037c4-cf85-44f8-9f79-2e278859d5f2 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:58.392612 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a037c4-cf85-44f8-9f79-2e278859d5f2'] response: {'name': 'network-changed', 'server_uuid': 'f98c505c-ce28-43b4-ab4d-1a72477ce0c6', 'tag': 'c7ee00e9-7450-4592-8d1d-f7c36c4915f4', 'status': 'completed', 'code': 200}
Apr 30 21:29:58.395858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d688-e6ce-4635-aa87-12d923095edd req-ff0bef5b-f676-4f0a-8da5-66388a89856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:58.397366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-ff0bef5b-f676-4f0a-8da5-66388a89856a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7d810b16a945cc921509e1c20d101d&device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 1125 time: 0.1715319
Apr 30 21:29:58.452976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-20fc0b71-f32f-4ff0-aaa7-b2327ef2a1ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7ee00e9-7450-4592-8d1d-f7c36c4915f4 HTTP/1.1" status: 200  len: 217 time: 0.0422468
Apr 30 21:29:58.453943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port f2e67c00-e892-4977-95b6-739f701898d8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:29:58.454571 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2e67c00-e892-4977-95b6-739f701898d8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.466224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de0157-6231-431d-ab0e-ef77caf243de req-9f853cc7-6a19-4eb4-8b5f-8b4aa23ecf7a tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:58.473178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9de0157-6231-431d-ab0e-ef77caf243de req-9f853cc7-6a19-4eb4-8b5f-8b4aa23ecf7a tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 943 time: 0.1575968
Apr 30 21:29:58.498638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Made reservation on behalf of 6780790a3cd54b13968a6d757db38d45 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:29:58.501586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.516715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.572498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port f2e67c00-e892-4977-95b6-739f701898d8 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:29:58.573227 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2e67c00-e892-4977-95b6-739f701898d8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.622389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671cdab-1ed8-4a7a-b0d6-44bf0ae6f189 req-f2636404-a98c-4eab-a8ac-d06735806fb7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:58.625485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8671cdab-1ed8-4a7a-b0d6-44bf0ae6f189 req-f2636404-a98c-4eab-a8ac-d06735806fb7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1746354
Apr 30 21:29:58.631391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:29:58.641557 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3ea18a-7455-40d7-9816-555d11b09c68" -d '{"events": [{"server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e67c00-e892-4977-95b6-739f701898d8"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:29:58.648946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9de0157-6231-431d-ab0e-ef77caf243de req-fc6775bc-5ead-40ab-9a02-4a541b3656f3 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747797
Apr 30 21:29:58.655879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145d688-e6ce-4635-aa87-12d923095edd req-4cd97921-371e-43b0-a361-dae3bdf68305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:58.659609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-4cd97921-371e-43b0-a361-dae3bdf68305 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01d519c9-69db-4cb5-b2dc-6f2550499ee0 HTTP/1.1" status: 200  len: 853 time: 0.1811566
Apr 30 21:29:58.661645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:29:58.720016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks [] for security_group (5f5d79c7-246e-4f31-b82a-9b8e5ca6c7a7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.742900 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-99141e41-9495-4ed2-a5d8-c32e90f29f1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6efb226-82a9-469b-89a1-a066d2512523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651734
Apr 30 21:29:58.810760 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.810989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5f5d79c7-246e-4f31-b82a-9b8e5ca6c7a7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:58.825536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] device_id is not set on port df0d4c11-f6e1-4313-9d2d-13e8b141621f yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:29:58.829870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8671cdab-1ed8-4a7a-b0d6-44bf0ae6f189 req-a247da79-4343-4f6c-ac6e-c00478f15915 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683397
Apr 30 21:29:58.932647 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc59a4-0925-4b1b-aed6-36cb6533d731 x-openstack-request-id: req-d4cc59a4-0925-4b1b-aed6-36cb6533d731 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:29:58.933134 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "name": "network-vif-plugged", "status": "completed", "tag": "f2e67c00-e892-4977-95b6-739f701898d8", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:29:58.933500 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4cc59a4-0925-4b1b-aed6-36cb6533d731 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:29:58.938691 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cc59a4-0925-4b1b-aed6-36cb6533d731'] response: {'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8', 'code': 200}
Apr 30 21:29:59.069481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:59.114975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-de158278-6c14-4395-9af5-9ae52694d5bc service neutron] 10.222.0.35 "GET /v2.0/networks/b6efb226-82a9-469b-89a1-a066d2512523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225195
Apr 30 21:29:59.166814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5d79c7-246e-4f31-b82a-9b8e5ca6c7a7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:59.285971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bc7d8-75eb-4cdb-8e0a-17b6b2f360e1 req-d35f31ec-04b4-40fc-920f-fe24bf1018a2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:59.297006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2bc7d8-75eb-4cdb-8e0a-17b6b2f360e1 req-d35f31ec-04b4-40fc-920f-fe24bf1018a2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2555656
Apr 30 21:29:59.393239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878f90-6041-46d6-8dac-d1be4b76ec5b req-cb6b6e96-af54-41ab-976e-5a026573d22e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:59.395022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab878f90-6041-46d6-8dac-d1be4b76ec5b req-cb6b6e96-af54-41ab-976e-5a026573d22e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1463654
Apr 30 21:29:59.446881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] device_id is not set on port df0d4c11-f6e1-4313-9d2d-13e8b141621f yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:29:59.457400 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks [] for port (df0d4c11-f6e1-4313-9d2d-13e8b141621f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:59.462990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8145d688-e6ce-4635-aa87-12d923095edd req-e5600869-d61b-4e37-a3f9-31e149503797 service neutron] 10.222.0.35 "GET /v2.0/networks/b6efb226-82a9-469b-89a1-a066d2512523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3027999
Apr 30 21:29:59.489008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2bc7d8-75eb-4cdb-8e0a-17b6b2f360e1 req-90f53440-aa8f-43fe-8e45-915de7b86b38 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907187
Apr 30 21:29:59.508512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab878f90-6041-46d6-8dac-d1be4b76ec5b req-6d8c2e10-8397-4e2f-a254-a226db8af5dd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970438
Apr 30 21:29:59.553697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (df0d4c11-f6e1-4313-9d2d-13e8b141621f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:29:59.625389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=df0d4c11-f6e1-4313-9d2d-13e8b141621f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:29:59.659472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Checking segment: {'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:29:59.660070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Network hostable DHCP agents. Network: 0f34e988-1713-4c22-9a22-11aa98934dda, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:29:59.779034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d613-f9db-48ff-942f-36930cbb852e req-f79b6ce8-b356-4297-98fc-618b12fa57bb tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:59.781859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aee5d613-f9db-48ff-942f-36930cbb852e req-f79b6ce8-b356-4297-98fc-618b12fa57bb tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 945 time: 0.1125875
Apr 30 21:29:59.795966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Network 0f34e988-1713-4c22-9a22-11aa98934dda is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:29:59.879922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aee5d613-f9db-48ff-942f-36930cbb852e req-c760bd1c-1805-416e-9576-e057422d85c7 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836451
Apr 30 21:29:59.886942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec9b13-9c55-4ae3-95da-aa579078cbcb req-7fcf3ac4-6da3-43a2-96de-376900a78136 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:29:59.888551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6ec9b13-9c55-4ae3-95da-aa579078cbcb req-7fcf3ac4-6da3-43a2-96de-376900a78136 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 943 time: 0.1046109
Apr 30 21:29:59.918221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0f34e988-1713-4c22-9a22-11aa98934dda) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:29:59.928378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:29:59.929964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced15a3-fad0-49ce-b935-4ea915c1fa4f None None] Network 0f34e988-1713-4c22-9a22-11aa98934dda requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:29:59.971075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:29:59.971425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:29:59.971840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:29:59.986614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:29:59.987002 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:29:59.987400 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 2 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.022835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6ec9b13-9c55-4ae3-95da-aa579078cbcb req-2885cbb3-260a-4cc4-965c-c190ef1a57cf tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248674
Apr 30 21:30:00.033389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.033722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.034082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.055788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.057367 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.057835 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 3 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.095496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.097267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.097742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.103533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.103975 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.104445 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 4 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.118791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.119264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.119694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.124732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.128887 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.132212 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 5 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.155073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.158428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.162574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.167432 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.167834 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.168483 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 6 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.183466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.184023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.184507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.191210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.191210 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.191210 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 7 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.215668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.216037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.216448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.221620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.222058 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.222574 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 8 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.279358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.281111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.285726 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.298573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.299202 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.301312 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 9 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.347722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.347722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.351512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.365817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.365817 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.365817 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 10 to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f
Apr 30 21:30:00.382043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:00.382488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:00.382961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:00.389570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port df0d4c11-f6e1-4313-9d2d-13e8b141621f on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:00.389570 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port df0d4c11-f6e1-4313-9d2d-13e8b141621f on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:00.389570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (df0d4c11-f6e1-4313-9d2d-13e8b141621f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:00.518209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] For port df0d4c11-f6e1-4313-9d2d-13e8b141621f, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:00.519726 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempted to set empty binding levels {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 30 21:30:00.534223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-89f1ed3f-4aa3-4cdf-9049-d1d217acb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:00.536555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-89f1ed3f-4aa3-4cdf-9049-d1d217acb21d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af7d810b16a945cc921509e1c20d101d&device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 1125 time: 0.0690405
Apr 30 21:30:00.670770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (df0d4c11-f6e1-4313-9d2d-13e8b141621f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:00.839325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb440a-2e14-4aaa-a302-869530425a5c req-b3eb3147-d675-4b1d-9b00-2981ba4f4070 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:00.840892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fcb440a-2e14-4aaa-a302-869530425a5c req-b3eb3147-d675-4b1d-9b00-2981ba4f4070 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1298046
Apr 30 21:30:00.898316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-7e764256-8a32-4d75-bfbf-934c5cd7daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:00.899873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-7e764256-8a32-4d75-bfbf-934c5cd7daff service neutron] 10.222.0.35 "GET /v2.0/networks?id=b6efb226-82a9-469b-89a1-a066d2512523 HTTP/1.1" status: 200  len: 914 time: 0.3581080
Apr 30 21:30:00.989716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-765e368e-69e1-4df7-ae9f-e66987ddb3fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7ee00e9-7450-4592-8d1d-f7c36c4915f4 HTTP/1.1" status: 200  len: 217 time: 0.0799868
Apr 30 21:30:01.103560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fcb440a-2e14-4aaa-a302-869530425a5c req-ee768e08-9719-4a9d-8fef-bdf9615124cc tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408745
Apr 30 21:30:01.192651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=df0d4c11-f6e1-4313-9d2d-13e8b141621f,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:01.194109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb87833-ac4f-4939-9878-3fddcbe09658 req-cca3949f-b5ac-4954-bff8-f09e59494e9f tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:01.201648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:01.202022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:01.210862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-b34c967a-84f7-4534-9481-13723adc9396 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:01.212360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-b34c967a-84f7-4534-9481-13723adc9396 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.20 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 945 time: 0.6451862
Apr 30 21:30:01.212612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbb87833-ac4f-4939-9878-3fddcbe09658 req-cca3949f-b5ac-4954-bff8-f09e59494e9f tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 945 time: 0.1818597
Apr 30 21:30:01.225887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-6a73de58-13f6-4679-b324-c973ea80349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:01.227628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-6a73de58-13f6-4679-b324-c973ea80349f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01d519c9-69db-4cb5-b2dc-6f2550499ee0 HTTP/1.1" status: 200  len: 853 time: 0.2279270
Apr 30 21:30:01.337306 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cfad789e-2cba-4c96-806c-50d9cf5e4ecf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 3.0606894
Apr 30 21:30:01.340761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49676) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:01.352229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-f5cc6c49-5857-4f57-b8ad-6d064452529d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b6efb226-82a9-469b-89a1-a066d2512523&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1116114
Apr 30 21:30:01.432917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Deleting port 711a5170-97b9-4376-a31c-71464d032129 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:01.433261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (711a5170-97b9-4376-a31c-71464d032129), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:01.466327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0270da5-0015-4cd6-9fd2-456757d34539 req-2be86ed2-11c7-4ae9-8500-3ebf9e8083a3 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:01.473626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0270da5-0015-4cd6-9fd2-456757d34539 req-2be86ed2-11c7-4ae9-8500-3ebf9e8083a3 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 943 time: 0.2448249
Apr 30 21:30:01.494140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbb87833-ac4f-4939-9878-3fddcbe09658 req-0d9f6e7a-32e3-4d3e-98e4-46600e6c2e84 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/security-groups?id=50c47172-a0de-422b-b36d-1062c2246d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2746332
Apr 30 21:30:01.497809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Deleting port df0d4c11-f6e1-4313-9d2d-13e8b141621f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:01.498154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (df0d4c11-f6e1-4313-9d2d-13e8b141621f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:01.579966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] For port df0d4c11-f6e1-4313-9d2d-13e8b141621f, host nch2-master-1, got binding levels [] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:01.580634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (df0d4c11-f6e1-4313-9d2d-13e8b141621f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:01.596988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Calling delete_port for df0d4c11-f6e1-4313-9d2d-13e8b141621f owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:01.606422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0270da5-0015-4cd6-9fd2-456757d34539 req-1e444d14-9db8-4162-a23a-5794362075f7 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270490
Apr 30 21:30:01.611059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-cd34cf8b-9d71-4e19-ba66-721de7784030 service neutron] 10.222.0.35 "GET /v2.0/networks/b6efb226-82a9-469b-89a1-a066d2512523?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462726
Apr 30 21:30:01.803324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-701b551e-d1a6-41a2-8e2c-a132ae44b618 req-1858fbfc-21b5-4b30-8a98-5a47c422801b service neutron] 10.222.0.35 "GET /v2.0/networks/b6efb226-82a9-469b-89a1-a066d2512523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839793
Apr 30 21:30:01.806160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] For port 711a5170-97b9-4376-a31c-71464d032129, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=711a5170-97b9-4376-a31c-71464d032129,segment=NetworkSegment(7b038a33-ed57-41c7-bd49-9a362ae71170),segment_id=7b038a33-ed57-41c7-bd49-9a362ae71170)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:01.814341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (711a5170-97b9-4376-a31c-71464d032129), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:01.836836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Calling delete_port for 711a5170-97b9-4376-a31c-71464d032129 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:01.955187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (df0d4c11-f6e1-4313-9d2d-13e8b141621f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:02.019375 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:02.027581 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "DELETE /v2.0/ports/df0d4c11-f6e1-4313-9d2d-13e8b141621f HTTP/1.1" status: 204  len: 168 time: 0.6834717
Apr 30 21:30:02.027770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00eed4-1640-4279-8fff-9ad4c1e4c77a tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event deleted for resources: {'Port': ['ID=df0d4c11-f6e1-4313-9d2d-13e8b141621f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:02.028488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49704) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:02.092097 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab2ca51-5ea9-4150-8ed1-a535cb5f8785 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] GET failed (client error): The resource could not be found.
Apr 30 21:30:02.092097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9ab2ca51-5ea9-4150-8ed1-a535cb5f8785 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "GET /v2.0/ports/df0d4c11-f6e1-4313-9d2d-13e8b141621f HTTP/1.1" status: 404  len: 333 time: 0.0623167
Apr 30 21:30:02.096837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49706) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:02.102487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Request body: {'port': {'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-780269924'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:02.235285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (711a5170-97b9-4376-a31c-71464d032129), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:02.252421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['711a5170-97b9-4376-a31c-71464d032129'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:30:02.265402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38728f5a-9769-43d8-b8a5-7687d467bdaf req-8dd5267f-cd02-468e-8e29-5f410c1e0150 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:02.267028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38728f5a-9769-43d8-b8a5-7687d467bdaf req-8dd5267f-cd02-468e-8e29-5f410c1e0150 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0733962
Apr 30 21:30:02.296433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Pushing event deleted for resources: {'Port': ['ID=711a5170-97b9-4376-a31c-71464d032129,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:02.316026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c7ee00e9-7450-4592-8d1d-f7c36c4915f4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:30:02.347483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38728f5a-9769-43d8-b8a5-7687d467bdaf req-73a5ba97-80a4-4bed-b4fe-0d7722ef8d78 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742633
Apr 30 21:30:02.351934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Made reservation on behalf of 6780790a3cd54b13968a6d757db38d45 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:02.358697 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:02.378593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] device_id is not set on port bee396b9-6c7b-45de-a2bc-15d7875b7e6a yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:02.432184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] No DVR routers for this DVR port 711a5170-97b9-4376-a31c-71464d032129 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:30:02.436039 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:02.456822 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f47d82a7-11cf-4219-9b77-df0e84ebd010 req-300d4d6c-4f5b-4555-a3fd-87ac55c6b5ab tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.20 "DELETE /v2.0/ports/711a5170-97b9-4376-a31c-71464d032129 HTTP/1.1" status: 204  len: 173 time: 1.2342260
Apr 30 21:30:02.468204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f937ee40-00e0-463e-a46f-98be4b2340a6', 'name': 'network-vif-deleted', 'tag': '711a5170-97b9-4376-a31c-71464d032129'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:30:02.471441 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc932a-55d6-4385-bc10-0fecfbf667aa" -d '{"events": [{"server_uuid": "f937ee40-00e0-463e-a46f-98be4b2340a6", "name": "network-vif-deleted", "tag": "711a5170-97b9-4376-a31c-71464d032129"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:30:02.507103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c7ee00e9-7450-4592-8d1d-f7c36c4915f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,segment=NetworkSegment(da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce),segment_id=da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:02.548049 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98459a25-ea11-4412-89f1-b8186f4dc682 x-openstack-request-id: req-98459a25-ea11-4412-89f1-b8186f4dc682 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:30:02.548049 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f937ee40-00e0-463e-a46f-98be4b2340a6", "name": "network-vif-deleted", "tag": "711a5170-97b9-4376-a31c-71464d032129", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:30:02.548373 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98459a25-ea11-4412-89f1-b8186f4dc682 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:30:02.551644 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98459a25-ea11-4412-89f1-b8186f4dc682'] response: {'server_uuid': 'f937ee40-00e0-463e-a46f-98be4b2340a6', 'name': 'network-vif-deleted', 'tag': '711a5170-97b9-4376-a31c-71464d032129', 'status': 'completed', 'code': 200}
Apr 30 21:30:02.577730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'c7ee00e9-7450-4592-8d1d-f7c36c4915f4', 'network_id': 'b6efb226-82a9-469b-89a1-a066d2512523', 'port_id': 'c7ee00e9-7450-4592-8d1d-f7c36c4915f4', 'mac_address': 'fa:16:3e:f4:c9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d519c9-69db-4cb5-b2dc-6f2550499ee0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:30:02.637493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:02.639099 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:02.694379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ee00e9-7450-4592-8d1d-f7c36c4915f4 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:30:02.730764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f7c9d3f-05ae-4b06-b063-9ee483cfcb21 req-57fcd7e3-3c0b-4802-bf77-adb17ab4298b tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 210 time: 0.0702105
Apr 30 21:30:02.762724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c7ee00e9-7450-4592-8d1d-f7c36c4915f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,segment=NetworkSegment(da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce),segment_id=da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:02.781851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b667f5-c363-48a7-9938-dfd78aba8353 req-cd082045-010c-49c0-9b90-744ff43c5200 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:02.783969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03b667f5-c363-48a7-9938-dfd78aba8353 req-cd082045-010c-49c0-9b90-744ff43c5200 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 943 time: 0.0744390
Apr 30 21:30:02.794985 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks [] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:02.858557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:02.868886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03b667f5-c363-48a7-9938-dfd78aba8353 req-1860cf90-0d1c-4412-8066-991e935be6e3 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777659
Apr 30 21:30:02.922723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:02.947683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:03.019573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Network 0f34e988-1713-4c22-9a22-11aa98934dda is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:03.024363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:03.029038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:03.031844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:03.033127 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:03.056314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=bee396b9-6c7b-45de-a2bc-15d7875b7e6a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:03.096807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['c7ee00e9-7450-4592-8d1d-f7c36c4915f4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:30:03.146243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-71600302-c234-4268-94b8-546dc023d8f1 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.0473373
Apr 30 21:30:03.153644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49736) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:03.159274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:03.237349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:03.476728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] device_id is not set on port bee396b9-6c7b-45de-a2bc-15d7875b7e6a yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:03.490592 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks [] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:03.503174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24d8a-e836-49cc-b9da-60468541a09d req-177f26ca-8b2b-4350-b8d1-a37c3bd5dad6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:03.505716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5c24d8a-e836-49cc-b9da-60468541a09d req-177f26ca-8b2b-4350-b8d1-a37c3bd5dad6 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0829315
Apr 30 21:30:03.553638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5c24d8a-e836-49cc-b9da-60468541a09d req-9f31b4ab-e559-471b-87ea-6eb574303e58 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423954
Apr 30 21:30:03.689656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:03.751130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=bee396b9-6c7b-45de-a2bc-15d7875b7e6a,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:03.776319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:03.779105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:03.781859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:03.784480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:03.784838 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:03.785243 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 2 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:03.804987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:03.805344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:03.805785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:03.812979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:03.813310 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:03.813706 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 3 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:03.833937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:03.833937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:03.834432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:03.839654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:03.839982 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:03.840376 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 4 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:03.868653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:03.868967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:03.869284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:03.886250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:03.886250 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:03.886250 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 5 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:03.915499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03d31d25-99f1-4cbc-87a4-83084bef8205 req-f211d181-7f08-431a-a69b-000da9f2ef24 tempest-ServerAddressesNegativeTestJSON-1219891741 tempest-ServerAddressesNegativeTestJSON-1219891741-project] 10.222.0.23 "GET /v2.0/ports?device_id=f937ee40-00e0-463e-a46f-98be4b2340a6 HTTP/1.1" status: 200  len: 210 time: 0.0482271
Apr 30 21:30:03.947574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:03.947990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:03.948397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:03.967011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:03.968540 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:03.968540 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 6 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:04.000522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:04.000831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:04.003227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:04.039075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:04.039732 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:04.041036 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 7 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:04.107561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5760d24-b888-44be-9545-7b8b45afd16d req-955bc540-e6cd-431d-aa7f-7f6c12dfa27f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.117076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5760d24-b888-44be-9545-7b8b45afd16d req-955bc540-e6cd-431d-aa7f-7f6c12dfa27f tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 944 time: 0.1016424
Apr 30 21:30:04.133457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:04.137248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:04.137646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:04.169571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:04.169945 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:04.172159 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 8 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:04.209808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:04.210362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:04.210869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:04.225385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:04.225874 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:04.226677 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 9 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:04.245057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5760d24-b888-44be-9545-7b8b45afd16d req-953a9b02-945b-4d5b-8cb4-12854499842d tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180668
Apr 30 21:30:04.263812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:04.264425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:04.264425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:04.295383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:04.295383 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:04.295383 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 10 to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a
Apr 30 21:30:04.308817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:04.309352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:04.309957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:04.317174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:04.317765 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:04.318182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:04.322373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c7ee00e9-7450-4592-8d1d-f7c36c4915f4 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:04.388630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 711a5170-97b9-4376-a31c-71464d032129 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:04.406155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 711a5170-97b9-4376-a31c-71464d032129 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:30:04.406496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 711a5170-97b9-4376-a31c-71464d032129 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:30:04.420097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:30:04.464728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] For port bee396b9-6c7b-45de-a2bc-15d7875b7e6a, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:04.465117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempted to set empty binding levels {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 30 21:30:04.503803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:04.505370 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:04.521536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813503e4-6e49-483e-a7b6-5382dd072b05 req-71593dac-e2cd-444f-8ba1-24f78c7ff15d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.529517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-813503e4-6e49-483e-a7b6-5382dd072b05 req-71593dac-e2cd-444f-8ba1-24f78c7ff15d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0625739
Apr 30 21:30:04.608787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-813503e4-6e49-483e-a7b6-5382dd072b05 req-05726f47-367e-4af4-b2c1-289287264974 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714955
Apr 30 21:30:04.611870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:04.627891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:04.628350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:04.657416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c505c-ce28-43b4-ab4d-1a72477ce0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ee00e9-7450-4592-8d1d-f7c36c4915f4'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:30:04.659206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] In _notify_port_updated(), no bound segment for port bee396b9-6c7b-45de-a2bc-15d7875b7e6a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:30:04.660092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.660407 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9f6bdf-4ba4-4107-b3f3-c05f9e2f0932" -d '{"events": [{"server_uuid": "f98c505c-ce28-43b4-ab4d-1a72477ce0c6", "name": "network-vif-plugged", "status": "completed", "tag": "c7ee00e9-7450-4592-8d1d-f7c36c4915f4"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:30:04.660695 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:04.666427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "PUT /v2.0/ports/bee396b9-6c7b-45de-a2bc-15d7875b7e6a HTTP/1.1" status: 200  len: 974 time: 1.5115573
Apr 30 21:30:04.669450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49786) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:04.683742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port c7ee00e9-7450-4592-8d1d-f7c36c4915f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,segment=NetworkSegment(da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce),segment_id=da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:04.722380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2a7bd-6237-413e-b205-d9ffd40b4bbc tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=bee396b9-6c7b-45de-a2bc-15d7875b7e6a,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:04.748030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddbdba-1671-4b0b-a8fb-69949c83358b req-c04c1586-0b87-450e-af0b-db8ccaddb5c1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.749786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22ddbdba-1671-4b0b-a8fb-69949c83358b req-c04c1586-0b87-450e-af0b-db8ccaddb5c1 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0668476
Apr 30 21:30:04.758315 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:04.820054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:04.838184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf145-618b-455c-a817-0a193a8bd08f req-bc2223c5-3050-4a58-b99e-d401dca8c716 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.839949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a1cf145-618b-455c-a817-0a193a8bd08f req-bc2223c5-3050-4a58-b99e-d401dca8c716 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0629988
Apr 30 21:30:04.852103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.852591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.853289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.853783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.854344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.854991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.855514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.856145 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.856818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.862206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:04.868806 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-82bd7d35-2f65-4604-9fb9-1e61d9b4a377 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 17629 time: 0.1974893
Apr 30 21:30:04.869425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49788) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:04.876811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22ddbdba-1671-4b0b-a8fb-69949c83358b req-03beb79a-24cf-46f7-a7a8-d7e1283d913e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186876
Apr 30 21:30:04.924830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a1cf145-618b-455c-a817-0a193a8bd08f req-bda8eb80-f8e2-4420-ac85-00bcb6c3db0b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665698
Apr 30 21:30:04.960732 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1115cd5-8ad9-45dc-8d38-5668bf82f5da x-openstack-request-id: req-c1115cd5-8ad9-45dc-8d38-5668bf82f5da {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:30:04.962665 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98c505c-ce28-43b4-ab4d-1a72477ce0c6", "name": "network-vif-plugged", "status": "completed", "tag": "c7ee00e9-7450-4592-8d1d-f7c36c4915f4", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:30:04.963133 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1115cd5-8ad9-45dc-8d38-5668bf82f5da {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:30:04.963883 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1115cd5-8ad9-45dc-8d38-5668bf82f5da'] response: {'server_uuid': 'f98c505c-ce28-43b4-ab4d-1a72477ce0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ee00e9-7450-4592-8d1d-f7c36c4915f4', 'code': 200}
Apr 30 21:30:05.013642 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Deleting port bee396b9-6c7b-45de-a2bc-15d7875b7e6a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:05.013642 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.014039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49796) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:05.103247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70b6d9-a104-4478-a4a0-c38fa4e93be1 req-3c24b4ed-a67d-498f-b78c-e4fc2efa8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:05.104887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e70b6d9-a104-4478-a4a0-c38fa4e93be1 req-3c24b4ed-a67d-498f-b78c-e4fc2efa8762 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 1127 time: 0.0456040
Apr 30 21:30:05.112706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefb3ac9-548e-484b-919a-27653a344182 admin admin] Deleting subnet 0b598595-8aae-4a8e-bb0b-33a4baaf9313 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:30:05.117343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] For port bee396b9-6c7b-45de-a2bc-15d7875b7e6a, host nch2-master-1, got binding levels [] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:05.117711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.118084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ac9-548e-484b-919a-27653a344182 admin admin] Publish callbacks [] for subnet (0b598595-8aae-4a8e-bb0b-33a4baaf9313), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.135625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Calling delete_port for bee396b9-6c7b-45de-a2bc-15d7875b7e6a owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:05.163437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ac9-548e-484b-919a-27653a344182 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (0b598595-8aae-4a8e-bb0b-33a4baaf9313), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.259809 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ac9-548e-484b-919a-27653a344182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0b598595-8aae-4a8e-bb0b-33a4baaf9313), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.291871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e70b6d9-a104-4478-a4a0-c38fa4e93be1 req-12103be6-521c-4270-aa64-a1d56cd72bbc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930405
Apr 30 21:30:05.385922 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (bee396b9-6c7b-45de-a2bc-15d7875b7e6a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.416926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ac9-548e-484b-919a-27653a344182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (0b598595-8aae-4a8e-bb0b-33a4baaf9313), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.452218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.455465 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bee396b9-6c7b-45de-a2bc-15d7875b7e6a HTTP/1.1" status: 204  len: 168 time: 0.5850642
Apr 30 21:30:05.459072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event deleted for resources: {'Port': ['ID=bee396b9-6c7b-45de-a2bc-15d7875b7e6a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:05.463566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49804) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:05.470149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb3ac9-548e-484b-919a-27653a344182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b598595-8aae-4a8e-bb0b-33a4baaf9313,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:05.483008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aefb3ac9-548e-484b-919a-27653a344182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.486115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-aefb3ac9-548e-484b-919a-27653a344182 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b598595-8aae-4a8e-bb0b-33a4baaf9313 HTTP/1.1" status: 204  len: 168 time: 0.4748061
Apr 30 21:30:05.492635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49806) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:05.507141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80973cb3-ef11-403f-8726-82cda10a9f53 req-890275f2-7c94-415b-a2af-607844949566 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:05.508717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80973cb3-ef11-403f-8726-82cda10a9f53 req-890275f2-7c94-415b-a2af-607844949566 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 945 time: 0.1388645
Apr 30 21:30:05.543749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.544108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.544456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.544800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.545142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.545485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.545851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.550717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.550717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.550717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.550717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.550717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.550717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.550717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.550717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420122d5-5aa6-43c3-8b69-3dfe6805bb6e tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:05.577247 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-def7cb84-f21b-45e1-9920-9e05c57f4cf6 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] GET failed (client error): The resource could not be found.
Apr 30 21:30:05.584863 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-def7cb84-f21b-45e1-9920-9e05c57f4cf6 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "GET /v2.0/ports/bee396b9-6c7b-45de-a2bc-15d7875b7e6a HTTP/1.1" status: 404  len: 333 time: 0.1200688
Apr 30 21:30:05.585960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49808) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:05.622871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1285632312', 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:05.624485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80973cb3-ef11-403f-8726-82cda10a9f53 req-e5904c30-2a94-4825-9af4-a21a8df3fd0c tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085615
Apr 30 21:30:05.685320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (67da36fe-d1c8-44c5-82e3-244a386b97d9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.785574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Made reservation on behalf of 6780790a3cd54b13968a6d757db38d45 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:05.788341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.807181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (67da36fe-d1c8-44c5-82e3-244a386b97d9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.821673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] device_id is not set on port af9f3558-e052-4ad3-81cf-98856b31a906 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:05.840295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966705a30>,) {'filters': {'network_id': ['67da36fe-d1c8-44c5-82e3-244a386b97d9']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:05.884119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966705a30>, '7b038a33-ed57-41c7-bd49-9a362ae71170') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:05.884459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966705a30>, '7b038a33-ed57-41c7-bd49-9a362ae71170') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:05.898480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (7b038a33-ed57-41c7-bd49-9a362ae71170), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.924923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7b038a33-ed57-41c7-bd49-9a362ae71170), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.959104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:30:05.961443 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (7b038a33-ed57-41c7-bd49-9a362ae71170), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:30:05.965020 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:30:06.096695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a23038-fb47-4d03-beb6-c79287646e76 req-8781cbb9-efca-4fb3-b213-30a59bc8d1d8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:06.110253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47a23038-fb47-4d03-beb6-c79287646e76 req-8781cbb9-efca-4fb3-b213-30a59bc8d1d8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1059623
Apr 30 21:30:06.174031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks [] for port (af9f3558-e052-4ad3-81cf-98856b31a906), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:06.179654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (67da36fe-d1c8-44c5-82e3-244a386b97d9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:06.188984 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:06.203863 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] 10.222.0.23 "DELETE /v2.0/networks/67da36fe-d1c8-44c5-82e3-244a386b97d9 HTTP/1.1" status: 204  len: 168 time: 0.7007821
Apr 30 21:30:06.230409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47a23038-fb47-4d03-beb6-c79287646e76 req-9bb8d74d-a8bc-4836-85e8-aae4fe67499c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191609
Apr 30 21:30:06.250984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd49750-46f4-4deb-bd1d-312589225209 admin admin] Pushing event deleted for resources: {'Network': ['ID=67da36fe-d1c8-44c5-82e3-244a386b97d9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:06.439143 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (af9f3558-e052-4ad3-81cf-98856b31a906), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:06.469712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Network 0f34e988-1713-4c22-9a22-11aa98934dda is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:06.491801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:06.498297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:06.499230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:06.499846 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:06.539695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=af9f3558-e052-4ad3-81cf-98856b31a906,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:06.613310 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e5430ed9-91ff-4b78-bbed-69adae81656d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.9941487
Apr 30 21:30:06.616595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49836) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:06.698441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cc1543-703d-43d6-a97f-fea5933cf960 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:06.700040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-97cc1543-703d-43d6-a97f-fea5933cf960 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "GET /v2.0/ports/af9f3558-e052-4ad3-81cf-98856b31a906 HTTP/1.1" status: 200  len: 955 time: 0.0822661
Apr 30 21:30:06.703171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49840) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:06.773776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49844) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:06.806045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ae08-092b-46cd-8922-ca48a9853959 req-6d66c9b4-bb2a-4bc1-be72-72a837e5da5c tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:06.807770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e99ae08-092b-46cd-8922-ca48a9853959 req-6d66c9b4-bb2a-4bc1-be72-72a837e5da5c tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 945 time: 0.0958235
Apr 30 21:30:06.829250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-63d6e593-319b-4118-b2d4-17168a4ac2cf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Deleting port af9f3558-e052-4ad3-81cf-98856b31a906 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:06.829643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63d6e593-319b-4118-b2d4-17168a4ac2cf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (af9f3558-e052-4ad3-81cf-98856b31a906), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:06.867329 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f2859b4f-e9e4-41a8-bcab-f46084c55084 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e881eef596f442ea5e731596de728a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0922594
Apr 30 21:30:06.869730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49846) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:06.935789 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63d6e593-319b-4118-b2d4-17168a4ac2cf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (af9f3558-e052-4ad3-81cf-98856b31a906), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:06.944336 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-afb5b82a-131a-4275-95ba-f2b3d0f32e5b admin admin] Publish callbacks [] for security_group (50c47172-a0de-422b-b36d-1062c2246d00), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:06.946878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e99ae08-092b-46cd-8922-ca48a9853959 req-2e891e1e-4872-4b1b-928a-7243ca936ace tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197951
Apr 30 21:30:06.953810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-63d6e593-319b-4118-b2d4-17168a4ac2cf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Calling delete_port for af9f3558-e052-4ad3-81cf-98856b31a906 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:07.045112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-afb5b82a-131a-4275-95ba-f2b3d0f32e5b admin admin] Publish callbacks [] for security_group (50c47172-a0de-422b-b36d-1062c2246d00), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:07.180656 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:30:07.238925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63d6e593-319b-4118-b2d4-17168a4ac2cf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (af9f3558-e052-4ad3-81cf-98856b31a906), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:07.294528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63d6e593-319b-4118-b2d4-17168a4ac2cf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:07.295901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-afb5b82a-131a-4275-95ba-f2b3d0f32e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (50c47172-a0de-422b-b36d-1062c2246d00), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:07.298571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-63d6e593-319b-4118-b2d4-17168a4ac2cf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "DELETE /v2.0/ports/af9f3558-e052-4ad3-81cf-98856b31a906 HTTP/1.1" status: 204  len: 168 time: 0.5942600
Apr 30 21:30:07.301790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6e593-319b-4118-b2d4-17168a4ac2cf tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event deleted for resources: {'Port': ['ID=af9f3558-e052-4ad3-81cf-98856b31a906,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:07.305493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-afb5b82a-131a-4275-95ba-f2b3d0f32e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:07.306905 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-afb5b82a-131a-4275-95ba-f2b3d0f32e5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50c47172-a0de-422b-b36d-1062c2246d00 HTTP/1.1" status: 204  len: 168 time: 0.4358945
Apr 30 21:30:07.308549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49862) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:07.336752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5b82a-131a-4275-95ba-f2b3d0f32e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c47172-a0de-422b-b36d-1062c2246d00,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:07.343053 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-700568c0-4bcc-4534-94a9-d68b55088334 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] GET failed (client error): The resource could not be found.
Apr 30 21:30:07.344766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-700568c0-4bcc-4534-94a9-d68b55088334 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "GET /v2.0/ports/af9f3558-e052-4ad3-81cf-98856b31a906 HTTP/1.1" status: 404  len: 333 time: 0.0347888
Apr 30 21:30:07.349585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49866) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:07.356741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Request body: {'port': {'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2134035664'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:07.453232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16105af4-76aa-4e1d-a904-ef074dfe2691 req-88bfadba-a8e1-4cad-8ca6-0eaf6dd12e96 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:07.463878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16105af4-76aa-4e1d-a904-ef074dfe2691 req-88bfadba-a8e1-4cad-8ca6-0eaf6dd12e96 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1170802
Apr 30 21:30:07.487092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Made reservation on behalf of 6780790a3cd54b13968a6d757db38d45 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:07.490633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:07.521152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] device_id is not set on port 81f4b922-7cdd-426c-9de4-bb68753fc73a yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:07.530386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16105af4-76aa-4e1d-a904-ef074dfe2691 req-eb26be38-1a1b-4d66-b8f3-d3a8f8fd6b0f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664361
Apr 30 21:30:07.647596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-02548efa-cbbe-4327-8b35-52480d336c58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0500884
Apr 30 21:30:07.749868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-b8f84221-f88e-4d00-8944-cb8113d8e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:07.751420 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks [] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:07.751570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-b8f84221-f88e-4d00-8944-cb8113d8e7c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1126 time: 0.0514014
Apr 30 21:30:07.911525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-d3e0f07c-f3cb-4473-9212-a8d1025cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:07.911525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-d3e0f07c-f3cb-4473-9212-a8d1025cbeba service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.1177454
Apr 30 21:30:07.944224 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:07.968185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Network 0f34e988-1713-4c22-9a22-11aa98934dda is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:07.971172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:07.991908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:07.993655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:07.993883 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:08.020970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=81f4b922-7cdd-426c-9de4-bb68753fc73a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:08.054573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-97b5a878-c347-48b2-934a-14fb07b1a9c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.1389401
Apr 30 21:30:08.222329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccd3d9-5048-4088-9665-1b58b7732759 req-ec758bdf-26d2-4a2b-80d1-842276dd3811 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:08.222329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-feccd3d9-5048-4088-9665-1b58b7732759 req-ec758bdf-26d2-4a2b-80d1-842276dd3811 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 945 time: 0.0648835
Apr 30 21:30:08.222329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-feccd3d9-5048-4088-9665-1b58b7732759 req-8128b766-9ad6-46d5-8e5a-8f29401bdbda tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443366
Apr 30 21:30:08.369427 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1a724518-ad6d-4be3-b180-f86881cbb535 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.0185466
Apr 30 21:30:08.371889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49896) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:08.376767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:08.446404 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:08.691905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e242da5-4ccd-49af-acf1-8fe86f077cc2 req-40dfa114-0eaf-4fd7-a85d-9b914dd71d22 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:08.694049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e242da5-4ccd-49af-acf1-8fe86f077cc2 req-40dfa114-0eaf-4fd7-a85d-9b914dd71d22 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0648110
Apr 30 21:30:08.711175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] device_id is not set on port 81f4b922-7cdd-426c-9de4-bb68753fc73a yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:08.719767 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks [] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:08.795730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:08.926237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=81f4b922-7cdd-426c-9de4-bb68753fc73a,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:08.957345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:08.961041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:08.979025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.000427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.001206 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.001614 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 2 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.047702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.049310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.050149 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.066461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.067020 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.073950 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 3 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.094172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.096930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.096930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.113304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.113943 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.114303 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 4 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.152294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.153096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.155398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.167275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.167879 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.168699 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 5 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.205494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.208446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.209869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.222993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.226559 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.228548 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 6 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.284810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.284810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.285126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.338266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.346179 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.354378 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 7 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.398439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.407148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.407927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.421322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.425885 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.426499 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 8 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.460098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.460098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.460098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.469039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e242da5-4ccd-49af-acf1-8fe86f077cc2 req-74e752dc-0b73-473f-b06f-a105a0158e2f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7690260
Apr 30 21:30:09.472531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.473197 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.473564 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 9 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.495951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.496609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.497044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.502204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.502741 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.503272 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempt 10 to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a
Apr 30 21:30:09.519885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:09.521206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:09.521709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempting to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:09.530264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-45c6425d-165c-4a38-81c0-e0a9757a70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:09.531340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-45c6425d-165c-4a38-81c0-e0a9757a70b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.3542914
Apr 30 21:30:09.531934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:09.532373 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Failed to bind port 81f4b922-7cdd-426c-9de4-bb68753fc73a on host nch2-master-1 for vnic_type normal using segments [{'id': '22cbd120-482f-45f7-84f6-774bf0da129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f34e988-1713-4c22-9a22-11aa98934dda'}]
Apr 30 21:30:09.532847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:09.540925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec303b-7002-4ffb-8724-8669b7c3d7be req-4a65ea93-c50d-40c6-8215-9140901f590d tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:09.564617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cec303b-7002-4ffb-8724-8669b7c3d7be req-4a65ea93-c50d-40c6-8215-9140901f590d tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 945 time: 0.1462762
Apr 30 21:30:09.628493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-d2f4a192-6ff8-4cf5-a8d6-dad21e0864f5 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:09.631930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-d2f4a192-6ff8-4cf5-a8d6-dad21e0864f5 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.35 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 945 time: 0.4144433
Apr 30 21:30:09.711781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] For port 81f4b922-7cdd-426c-9de4-bb68753fc73a, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:09.712446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attempted to set empty binding levels {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 30 21:30:09.823316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-3d8fdebf-da20-4e3b-a406-550b3e963390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:09.824853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-3d8fdebf-da20-4e3b-a406-550b3e963390 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2416792
Apr 30 21:30:09.830746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cec303b-7002-4ffb-8724-8669b7c3d7be req-c6251d2a-793d-4952-bf01-3b64e28e3f32 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640092
Apr 30 21:30:09.859132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e8fe7-869f-4ccd-8608-cda92b5fc743 req-6e9518b0-188f-44c8-b063-2d6d98e570ad tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:09.860683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db9e8fe7-869f-4ccd-8608-cda92b5fc743 req-6e9518b0-188f-44c8-b063-2d6d98e570ad tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2117538
Apr 30 21:30:09.986078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db9e8fe7-869f-4ccd-8608-cda92b5fc743 req-f80e3c59-3ac1-45e4-8a76-4b3e8a39a9f7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948422
Apr 30 21:30:09.999231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Deleting port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:09.999635 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:10.053996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:10.067803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] In _notify_port_updated(), no bound segment for port 81f4b922-7cdd-426c-9de4-bb68753fc73a on network 0f34e988-1713-4c22-9a22-11aa98934dda {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:30:10.068965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:10.069598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:10.070949 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "PUT /v2.0/ports/81f4b922-7cdd-426c-9de4-bb68753fc73a HTTP/1.1" status: 200  len: 975 time: 1.6981161
Apr 30 21:30:10.092355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:10.156284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae81cc-211d-46aa-8605-4444ba434d08 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event updated for resources: {'Port': ['ID=81f4b922-7cdd-426c-9de4-bb68753fc73a,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:10.212322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-87f641fe-8f06-4a13-a515-8e9b9e2cbe45 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3721147
Apr 30 21:30:10.288102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2fed2-4dd6-4ef2-a11b-deaa1a046b92 req-869bce14-5ccf-49e3-aed2-1200ffffc19d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:10.292757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-baa2fed2-4dd6-4ef2-a11b-deaa1a046b92 req-869bce14-5ccf-49e3-aed2-1200ffffc19d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1743572
Apr 30 21:30:10.411799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Deleting port 81f4b922-7cdd-426c-9de4-bb68753fc73a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:10.412512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:10.432597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] For port c7ee00e9-7450-4592-8d1d-f7c36c4915f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,segment=NetworkSegment(da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce),segment_id=da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:10.433079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:10.503504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Calling delete_port for c7ee00e9-7450-4592-8d1d-f7c36c4915f4 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:10.561380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-baa2fed2-4dd6-4ef2-a11b-deaa1a046b92 req-daef5e28-01cf-41af-a25a-a573f4586747 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163973
Apr 30 21:30:10.572460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] For port 81f4b922-7cdd-426c-9de4-bb68753fc73a, host nch2-master-1, got binding levels [] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:10.572935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:10.682273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Calling delete_port for 81f4b922-7cdd-426c-9de4-bb68753fc73a owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:10.693035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4740759d-cfc3-48d4-8e52-93307b213bd1 req-f05bb20d-cbe8-444b-9747-f80b5966bbd3 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4711697
Apr 30 21:30:10.892973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a3e600e-906a-4b39-bbd3-dbd6a5c1c956 req-ffbbc962-3144-4817-b3c6-53b58fe705d1 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30f3a5d-3ae9-4c27-839b-b16f7f55d196 HTTP/1.1" status: 200  len: 210 time: 0.0819070
Apr 30 21:30:10.932763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3d7b5-ea2a-4e56-a564-34a6aafcddc8 req-377ce203-d020-4f29-88b1-fa8d6d47cb5c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:10.939206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2d3d7b5-ea2a-4e56-a564-34a6aafcddc8 req-377ce203-d020-4f29-88b1-fa8d6d47cb5c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1264386
Apr 30 21:30:11.121272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2d3d7b5-ea2a-4e56-a564-34a6aafcddc8 req-3823338e-b42b-4a22-862c-6bf2b658acd5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445951
Apr 30 21:30:11.147559 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (81f4b922-7cdd-426c-9de4-bb68753fc73a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.194104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c7ee00e9-7450-4592-8d1d-f7c36c4915f4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.205819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Pushing event deleted for resources: {'Port': ['ID=81f4b922-7cdd-426c-9de4-bb68753fc73a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:11.212194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.220267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6cfc5e87-e215-4157-b0c6-8fdbf805fe0d tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "DELETE /v2.0/ports/81f4b922-7cdd-426c-9de4-bb68753fc73a HTTP/1.1" status: 204  len: 168 time: 1.1240396
Apr 30 21:30:11.220600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50016) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:11.233111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26372829-8abb-4aa1-81bc-c26b000979cc req-42e93f5d-91e5-482b-b547-98689edb5189 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:11.241843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26372829-8abb-4aa1-81bc-c26b000979cc req-42e93f5d-91e5-482b-b547-98689edb5189 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 945 time: 0.1479614
Apr 30 21:30:11.271540 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f9982f-314c-43b1-8b25-98a15fc972b3 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] GET failed (client error): The resource could not be found.
Apr 30 21:30:11.273025 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-87f9982f-314c-43b1-8b25-98a15fc972b3 tempest-PortsAdminExtendedAttrsTestJSON-791463614 tempest-PortsAdminExtendedAttrsTestJSON-791463614-project-admin] 10.222.0.23 "GET /v2.0/ports/81f4b922-7cdd-426c-9de4-bb68753fc73a HTTP/1.1" status: 404  len: 333 time: 0.0508254
Apr 30 21:30:11.297134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50028) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:11.314153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Pushing event deleted for resources: {'Port': ['ID=c7ee00e9-7450-4592-8d1d-f7c36c4915f4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:11.412313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] No DVR routers for this DVR port c7ee00e9-7450-4592-8d1d-f7c36c4915f4 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:30:11.422488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe93144-9317-4244-ad30-fed0d2729a91 req-053476f5-4ae6-4dc3-b330-55e23f81f0dd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:11.424015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fe93144-9317-4244-ad30-fed0d2729a91 req-053476f5-4ae6-4dc3-b330-55e23f81f0dd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1626320
Apr 30 21:30:11.425573 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0f34e988-1713-4c22-9a22-11aa98934dda), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.426158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.429522 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96e9a03a-4b0b-48f7-ab2e-b444ee1d2851 req-142b774c-8552-4598-a713-b00699c355fe tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.35 "DELETE /v2.0/ports/c7ee00e9-7450-4592-8d1d-f7c36c4915f4 HTTP/1.1" status: 204  len: 173 time: 1.7793524
Apr 30 21:30:11.430029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c505c-ce28-43b4-ab4d-1a72477ce0c6', 'name': 'network-vif-deleted', 'tag': 'c7ee00e9-7450-4592-8d1d-f7c36c4915f4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:30:11.432376 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9662141-05cf-4cf2-86de-cdb1fc63136f" -d '{"events": [{"server_uuid": "f98c505c-ce28-43b4-ab4d-1a72477ce0c6", "name": "network-vif-deleted", "tag": "c7ee00e9-7450-4592-8d1d-f7c36c4915f4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:30:11.472900 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26372829-8abb-4aa1-81bc-c26b000979cc req-3583ddbc-ff40-4440-bb14-f7ba4f0a531c tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/security-groups?id=934eb05f-b84c-4ac2-b012-8f0cb66a53d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2293925
Apr 30 21:30:11.550728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0f34e988-1713-4c22-9a22-11aa98934dda), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.557925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9fe93144-9317-4244-ad30-fed0d2729a91 req-ccefc9ef-e050-4f5d-8bfe-f11c6027872f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207244
Apr 30 21:30:11.607608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896670c580>,) {'filters': {'network_id': ['0f34e988-1713-4c22-9a22-11aa98934dda']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:11.623602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896670c580>, '22cbd120-482f-45f7-84f6-774bf0da129e') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:11.623834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896670c580>, '22cbd120-482f-45f7-84f6-774bf0da129e') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:11.640728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (22cbd120-482f-45f7-84f6-774bf0da129e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.657292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (22cbd120-482f-45f7-84f6-774bf0da129e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.665642 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092b10a1-c50e-481a-8a07-03eba10916ea x-openstack-request-id: req-092b10a1-c50e-481a-8a07-03eba10916ea {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:30:11.666011 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98c505c-ce28-43b4-ab4d-1a72477ce0c6", "name": "network-vif-deleted", "tag": "c7ee00e9-7450-4592-8d1d-f7c36c4915f4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:30:11.666270 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-092b10a1-c50e-481a-8a07-03eba10916ea {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:30:11.666747 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092b10a1-c50e-481a-8a07-03eba10916ea'] response: {'server_uuid': 'f98c505c-ce28-43b4-ab4d-1a72477ce0c6', 'name': 'network-vif-deleted', 'tag': 'c7ee00e9-7450-4592-8d1d-f7c36c4915f4', 'status': 'completed', 'code': 200}
Apr 30 21:30:11.677638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:30:11.678329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (22cbd120-482f-45f7-84f6-774bf0da129e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:30:11.735335 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:30:11.809652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb852839-5124-439f-9cd8-82555da3b47c req-ef20d386-fa2a-4ecd-88d7-4a583ca38295 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:11.813852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb852839-5124-439f-9cd8-82555da3b47c req-ef20d386-fa2a-4ecd-88d7-4a583ca38295 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0859077
Apr 30 21:30:11.893092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb852839-5124-439f-9cd8-82555da3b47c req-b9213f19-409a-47ac-b533-15dca2175c37 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755446
Apr 30 21:30:11.922458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0f34e988-1713-4c22-9a22-11aa98934dda), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.931986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:11.935250 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] 10.222.0.23 "DELETE /v2.0/networks/0f34e988-1713-4c22-9a22-11aa98934dda HTTP/1.1" status: 204  len: 168 time: 0.6340756
Apr 30 21:30:11.961710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f411464-287b-4f4b-b619-311518ebbc94 tempest-PortsAdminExtendedAttrsTestJSON-2092788997 tempest-PortsAdminExtendedAttrsTestJSON-2092788997-project] Pushing event deleted for resources: {'Network': ['ID=0f34e988-1713-4c22-9a22-11aa98934dda,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:12.169912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf04df8-d1ab-402d-9ef8-de392271b590 req-d576726a-3805-4409-924f-d7519d545471 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:12.169912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cf04df8-d1ab-402d-9ef8-de392271b590 req-d576726a-3805-4409-924f-d7519d545471 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0975738
Apr 30 21:30:12.256576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-07d8e33a-b0f4-4212-b93e-bbf54df8a038 req-a05f31bb-436f-496a-96ae-48dda1913573 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0386956
Apr 30 21:30:12.283266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cf04df8-d1ab-402d-9ef8-de392271b590 req-62f0420f-022f-4efe-ac39-e2c6e4dce590 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142309
Apr 30 21:30:12.333954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c7ee00e9-7450-4592-8d1d-f7c36c4915f4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:12.391774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: c7ee00e9-7450-4592-8d1d-f7c36c4915f4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:30:12.391774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device c7ee00e9-7450-4592-8d1d-f7c36c4915f4 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:30:12.479155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61a35-d342-43be-be35-d635d1b07ea4 req-0ed8e323-ea50-4518-85d7-6f897c73cb3f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:12.480638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aac61a35-d342-43be-be35-d635d1b07ea4 req-0ed8e323-ea50-4518-85d7-6f897c73cb3f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0965667
Apr 30 21:30:12.512233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00a792-7609-46f6-9a3a-f5fff8266612 req-3d9b9fb7-d814-4050-9ec1-f768400fda76 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:12.512233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c00a792-7609-46f6-9a3a-f5fff8266612 req-3d9b9fb7-d814-4050-9ec1-f768400fda76 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0864108
Apr 30 21:30:12.597826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aac61a35-d342-43be-be35-d635d1b07ea4 req-48a2e601-defb-422e-b8ec-0b62de026022 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849681
Apr 30 21:30:12.724083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c00a792-7609-46f6-9a3a-f5fff8266612 req-7d0fada6-c30d-43a2-ba0a-1103c26de044 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663737
Apr 30 21:30:12.770949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87299ebc-6d75-4aac-b340-a5dc6bd48c09 req-f2fd4ce3-a978-4b81-9047-b9eb5ac913a2 tempest-ServerAddressesTestJSON-2131831455 tempest-ServerAddressesTestJSON-2131831455-project] 10.222.0.23 "GET /v2.0/ports?device_id=f98c505c-ce28-43b4-ab4d-1a72477ce0c6 HTTP/1.1" status: 200  len: 210 time: 0.0376577
Apr 30 21:30:12.863469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50096) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:13.076213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35c1d2-5e3f-4ba9-81ba-a3d3c0c03635 req-3bec903e-1899-44d7-8547-6eb5209f5a6e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:13.078550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d35c1d2-5e3f-4ba9-81ba-a3d3c0c03635 req-3bec903e-1899-44d7-8547-6eb5209f5a6e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0844026
Apr 30 21:30:13.180786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d35c1d2-5e3f-4ba9-81ba-a3d3c0c03635 req-993b2570-a56d-4c9f-8335-33719ee28225 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931065
Apr 30 21:30:13.189069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50108) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:13.194739 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e1c88594-4043-4416-bec7-1e970e942ed6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6288132730a14d21862e2f522b79f172&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3299861
Apr 30 21:30:13.395230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913090c-4053-4ed0-b1bf-144ecc677dde req-31eec743-37f2-4729-94fa-472e4014d912 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:13.397271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0913090c-4053-4ed0-b1bf-144ecc677dde req-31eec743-37f2-4729-94fa-472e4014d912 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1264944
Apr 30 21:30:13.398187 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca8ca-edef-4595-88a8-7390c82bf2ad admin admin] Publish callbacks [] for security_group (a0aea5a7-bed8-4be1-b7e7-c50907300d58), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:13.404088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27094acf-414a-4dd2-840f-5d9aa17741ca req-50ab36cc-d77c-4ead-ba50-a020bef01384 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0718420
Apr 30 21:30:13.432880 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca8ca-edef-4595-88a8-7390c82bf2ad admin admin] Publish callbacks [] for security_group (a0aea5a7-bed8-4be1-b7e7-c50907300d58), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:13.516235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0913090c-4053-4ed0-b1bf-144ecc677dde req-d80d780d-5ffe-4390-a074-4278c0cac1a7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855978
Apr 30 21:30:13.722293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138b4eb-cae8-49d0-af94-92d73b256768 req-ce91b38d-4e8e-4dc8-83ca-c4f3b33693dc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:13.808105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9138b4eb-cae8-49d0-af94-92d73b256768 req-ce91b38d-4e8e-4dc8-83ca-c4f3b33693dc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0805817
Apr 30 21:30:13.808105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450b59f-40f7-4d38-837b-8ce371148d01 req-0d26a70c-d02a-47d9-8e7f-d016c28fa035 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:13.808105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9450b59f-40f7-4d38-837b-8ce371148d01 req-0d26a70c-d02a-47d9-8e7f-d016c28fa035 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0735512
Apr 30 21:30:13.811960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9138b4eb-cae8-49d0-af94-92d73b256768 req-f3671ec5-52bd-4ab8-96ac-15d145fc42eb tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819361
Apr 30 21:30:13.821207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9450b59f-40f7-4d38-837b-8ce371148d01 req-c30ebb47-d7e9-4b66-ac01-5a91b1d710ca tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652311
Apr 30 21:30:13.862344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca8ca-edef-4595-88a8-7390c82bf2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a0aea5a7-bed8-4be1-b7e7-c50907300d58), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:13.865650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a5ca8ca-edef-4595-88a8-7390c82bf2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:13.866927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a5ca8ca-edef-4595-88a8-7390c82bf2ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0aea5a7-bed8-4be1-b7e7-c50907300d58 HTTP/1.1" status: 204  len: 168 time: 0.6767287
Apr 30 21:30:13.884867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50134) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:13.885374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ca8ca-edef-4595-88a8-7390c82bf2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aea5a7-bed8-4be1-b7e7-c50907300d58,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:13.954099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6b9c98-d33d-4219-8fa7-53579df1d704 admin admin] Deleting subnet 01d519c9-69db-4cb5-b2dc-6f2550499ee0 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:30:13.959591 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9c98-d33d-4219-8fa7-53579df1d704 admin admin] Publish callbacks [] for subnet (01d519c9-69db-4cb5-b2dc-6f2550499ee0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:13.973863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917acbc0-c172-4ead-a0fd-6c09e9e4716a req-38dbab51-4182-409d-ad02-e6366b975332 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:13.975311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-917acbc0-c172-4ead-a0fd-6c09e9e4716a req-38dbab51-4182-409d-ad02-e6366b975332 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0826988
Apr 30 21:30:14.007932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9c98-d33d-4219-8fa7-53579df1d704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (01d519c9-69db-4cb5-b2dc-6f2550499ee0), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:14.027262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-917acbc0-c172-4ead-a0fd-6c09e9e4716a req-c1f84c75-ba3c-48b9-8b8f-232bb66df06f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459707
Apr 30 21:30:14.132476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9c98-d33d-4219-8fa7-53579df1d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (01d519c9-69db-4cb5-b2dc-6f2550499ee0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:14.326981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9c98-d33d-4219-8fa7-53579df1d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (01d519c9-69db-4cb5-b2dc-6f2550499ee0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:14.364063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9c98-d33d-4219-8fa7-53579df1d704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:14.369135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8a6b9c98-d33d-4219-8fa7-53579df1d704 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/01d519c9-69db-4cb5-b2dc-6f2550499ee0 HTTP/1.1" status: 204  len: 168 time: 0.4833016
Apr 30 21:30:14.384165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae70f2-7a7a-4989-a08a-7fc9c3029c64 req-f0a7e45e-eff5-4103-ab3c-f6074def7607 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:14.394228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75ae70f2-7a7a-4989-a08a-7fc9c3029c64 req-f0a7e45e-eff5-4103-ab3c-f6074def7607 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0954714
Apr 30 21:30:14.396542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50154) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:14.401319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b9c98-d33d-4219-8fa7-53579df1d704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d519c9-69db-4cb5-b2dc-6f2550499ee0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:14.588262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b6efb226-82a9-469b-89a1-a066d2512523), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:14.638418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75ae70f2-7a7a-4989-a08a-7fc9c3029c64 req-53173b2b-3de1-4e70-9211-a0ac925def48 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431970
Apr 30 21:30:14.709019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84a44385-066a-41e7-ad10-280beedce5dc req-86819859-31b3-45a4-9deb-bde76ffb3d2a tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0686653
Apr 30 21:30:14.840990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eff174-0a80-432b-a1d8-51fb7ebb820b req-3102dd5e-0fa0-4e67-a60c-cf8a7f48e42b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:14.861931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18eff174-0a80-432b-a1d8-51fb7ebb820b req-3102dd5e-0fa0-4e67-a60c-cf8a7f48e42b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1505780
Apr 30 21:30:14.908462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b6efb226-82a9-469b-89a1-a066d2512523), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:14.912951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50178) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:14.957129 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-49c1d3bb-c120-4ba0-a4cc-05cdee5bd8c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6780790a3cd54b13968a6d757db38d45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0420663
Apr 30 21:30:14.960982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50180) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:14.992861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18eff174-0a80-432b-a1d8-51fb7ebb820b req-6b75cafc-477e-4da6-b2f9-a6191e098cbb tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192031
Apr 30 21:30:14.993742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896ce3a400>,) {'filters': {'network_id': ['b6efb226-82a9-469b-89a1-a066d2512523']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:15.016852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdee2d7-827a-4204-a97a-d62f7d5191fb req-2b5f0217-d053-4c5b-bf0b-2d835e71bbdd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:15.016852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcdee2d7-827a-4204-a97a-d62f7d5191fb req-2b5f0217-d053-4c5b-bf0b-2d835e71bbdd tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0886669
Apr 30 21:30:15.017174 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d0ac312-73e6-4668-88f2-880d9df0c16f admin admin] Publish callbacks [] for security_group (5f5d79c7-246e-4f31-b82a-9b8e5ca6c7a7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.024812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ce3a400>, 'da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:15.025225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ce3a400>, 'da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:15.044407 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.047010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d0ac312-73e6-4668-88f2-880d9df0c16f admin admin] Publish callbacks [] for security_group (5f5d79c7-246e-4f31-b82a-9b8e5ca6c7a7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.076504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.108570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcdee2d7-827a-4204-a97a-d62f7d5191fb req-da344a05-1a2f-4a17-9a52-9338921f96dc tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784853
Apr 30 21:30:15.108570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:30:15.108570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (da6cfaf9-8f29-4fb8-ba11-8b2b01f3ddce), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:30:15.109126 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:30:15.198376 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d0ac312-73e6-4668-88f2-880d9df0c16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5f5d79c7-246e-4f31-b82a-9b8e5ca6c7a7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.200981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1d0ac312-73e6-4668-88f2-880d9df0c16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.202217 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1d0ac312-73e6-4668-88f2-880d9df0c16f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f5d79c7-246e-4f31-b82a-9b8e5ca6c7a7 HTTP/1.1" status: 204  len: 168 time: 0.2401805
Apr 30 21:30:15.215001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ac312-73e6-4668-88f2-880d9df0c16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5d79c7-246e-4f31-b82a-9b8e5ca6c7a7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:15.302077 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b6efb226-82a9-469b-89a1-a066d2512523), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.306727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.309826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b6efb226-82a9-469b-89a1-a066d2512523 HTTP/1.1" status: 204  len: 168 time: 0.9063296
Apr 30 21:30:15.612673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd0869-18cc-4900-8705-f44fe9025a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6efb226-82a9-469b-89a1-a066d2512523,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:15.671805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e13a2-874e-4813-9a2b-39b63d9a0673 req-83b9af07-ad07-4dd5-a628-2e0b3635f86b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:15.673136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b6e13a2-874e-4813-9a2b-39b63d9a0673 req-83b9af07-ad07-4dd5-a628-2e0b3635f86b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 814 time: 0.3821752
Apr 30 21:30:15.675711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50208) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:15.715495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b6e13a2-874e-4813-9a2b-39b63d9a0673 req-2468552d-b9e1-497e-a8e1-7f43cf4f6e77 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/quotas/3383c2433214484eb41e99aacb653b80 HTTP/1.1" status: 200  len: 375 time: 0.0270996
Apr 30 21:30:15.768212 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b0532271-811f-4b77-a1c6-85cc2e76e852 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af7d810b16a945cc921509e1c20d101d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0913057
Apr 30 21:30:15.771289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50216) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:15.774071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b6e13a2-874e-4813-9a2b-39b63d9a0673 req-d07ca30c-c68f-4dc5-a313-61561bd3565d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0571849
Apr 30 21:30:15.843553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92d8d6cb-2514-4d37-a815-317af16ee976 req-3327ec18-31aa-4aee-91c4-bad10237c2ec tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0436728
Apr 30 21:30:15.850534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6600c4bf-3703-4e21-9806-dc0e0dd98271 admin admin] Publish callbacks [] for security_group (934eb05f-b84c-4ac2-b012-8f0cb66a53d6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.878967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6600c4bf-3703-4e21-9806-dc0e0dd98271 admin admin] Publish callbacks [] for security_group (934eb05f-b84c-4ac2-b012-8f0cb66a53d6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:15.923979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acee2c-e99e-4793-8293-d2c3f2665a96 req-e5e9b317-0821-4e1e-b82f-0bd4b0af3b85 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:15.934751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4acee2c-e99e-4793-8293-d2c3f2665a96 req-e5e9b317-0821-4e1e-b82f-0bd4b0af3b85 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0745778
Apr 30 21:30:15.989604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4acee2c-e99e-4793-8293-d2c3f2665a96 req-9438f3f7-0e30-466c-937a-3d32a36e4f9f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531020
Apr 30 21:30:16.051818 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf14c336-2728-41da-85b5-efd57c467d86 req-4ccc5f67-40aa-49c6-a890-6eb1c32bd628 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b30f3a5d-3ae9-4c27-839b-b16f7f55d196 HTTP/1.1" status: 200  len: 210 time: 0.0275636
Apr 30 21:30:16.069013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6600c4bf-3703-4e21-9806-dc0e0dd98271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (934eb05f-b84c-4ac2-b012-8f0cb66a53d6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:16.071757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6600c4bf-3703-4e21-9806-dc0e0dd98271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:16.073971 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6600c4bf-3703-4e21-9806-dc0e0dd98271 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/934eb05f-b84c-4ac2-b012-8f0cb66a53d6 HTTP/1.1" status: 204  len: 168 time: 0.3004582
Apr 30 21:30:16.087568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600c4bf-3703-4e21-9806-dc0e0dd98271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934eb05f-b84c-4ac2-b012-8f0cb66a53d6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:16.116982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baab1f-9089-4238-8722-527d1e21c159 req-d34096ee-bd7e-47a0-b98c-2f4c8cb85b80 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:16.118276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6baab1f-9089-4238-8722-527d1e21c159 req-d34096ee-bd7e-47a0-b98c-2f4c8cb85b80 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0596752
Apr 30 21:30:16.177881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6baab1f-9089-4238-8722-527d1e21c159 req-a460ed38-be4a-4d6e-8dd8-c3bca21ee5a9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517225
Apr 30 21:30:16.256952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44300076-5946-45cf-81ac-ba52b58c2bb2 req-e6b72997-add5-4145-9414-d0b851310025 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:16.258478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44300076-5946-45cf-81ac-ba52b58c2bb2 req-e6b72997-add5-4145-9414-d0b851310025 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0532053
Apr 30 21:30:16.312629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44300076-5946-45cf-81ac-ba52b58c2bb2 req-89c8896c-e8ba-418a-8148-43d922587320 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482309
Apr 30 21:30:16.495249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73686584-d325-46ba-9cef-a9e9125d3307 req-62c53f19-a32c-4ae9-bf9c-c2aa2c24d556 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3383c2433214484eb41e99aacb653b80 HTTP/1.1" status: 200  len: 221 time: 0.0381873
Apr 30 21:30:16.620559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc8b4-d876-49ce-8c7c-d4498df55bcf req-ecee590a-53a6-42e5-ad28-10212bc36869 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:16.622399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e1cc8b4-d876-49ce-8c7c-d4498df55bcf req-ecee590a-53a6-42e5-ad28-10212bc36869 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0516260
Apr 30 21:30:16.677221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e1cc8b4-d876-49ce-8c7c-d4498df55bcf req-cc4a455c-7605-46aa-b20b-c6c484b265af tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476692
Apr 30 21:30:16.820077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632f21a-b9c4-467f-9d78-3e26189bce77 req-0ebff9b1-8f55-41f5-96ea-d4079dcb25a2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:16.822736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6632f21a-b9c4-467f-9d78-3e26189bce77 req-0ebff9b1-8f55-41f5-96ea-d4079dcb25a2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0688026
Apr 30 21:30:16.923261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6632f21a-b9c4-467f-9d78-3e26189bce77 req-d59b327b-a439-42c2-805b-e013013ceb5f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878637
Apr 30 21:30:16.987328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-56afdd31-5643-4e4d-b850-a8d9cd3e2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:16.989659 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-56afdd31-5643-4e4d-b850-a8d9cd3e2cd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 1127 time: 0.0678217
Apr 30 21:30:17.012765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e88406a3-2d87-4e53-95e9-c16a7b35f70d req-781ae83f-16da-4959-92c2-5e1e1aed3c9c tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0301542
Apr 30 21:30:17.080879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37baadb-10fb-4193-8fe6-36b9422604da req-e21c03cb-306a-4bd4-8db4-846f7359b64e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:17.082937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37baadb-10fb-4193-8fe6-36b9422604da req-e21c03cb-306a-4bd4-8db4-846f7359b64e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0512829
Apr 30 21:30:17.089966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-9ddbc47b-df22-4cc0-9f00-e044bf39ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:17.091435 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-9ddbc47b-df22-4cc0-9f00-e044bf39ab60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.0955346
Apr 30 21:30:17.095031 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:17.152179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37baadb-10fb-4193-8fe6-36b9422604da req-24d56ef8-d8de-48f6-9214-72e9c07ef7f0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632524
Apr 30 21:30:17.152682 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-6cac97b4-2dca-4a92-87f1-b66246e61fcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e67c00-e892-4977-95b6-739f701898d8 HTTP/1.1" status: 200  len: 217 time: 0.0416563
Apr 30 21:30:17.253061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-1baf4286-0415-4a36-83d4-adc1849aacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:17.255166 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-1baf4286-0415-4a36-83d4-adc1849aacda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0819447
Apr 30 21:30:17.339167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-a11e9912-31e3-427d-88b3-1fae7888db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:17.341271 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-a11e9912-31e3-427d-88b3-1fae7888db93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0788412
Apr 30 21:30:17.357378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40562-2f8e-42cc-882a-83121bbb734f req-8af9d67c-75b0-4984-898a-6654eddf517c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:17.364649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dab40562-2f8e-42cc-882a-83121bbb734f req-8af9d67c-75b0-4984-898a-6654eddf517c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1050372
Apr 30 21:30:17.440812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dab40562-2f8e-42cc-882a-83121bbb734f req-fa7b0633-b7db-4599-9f1a-0ef11dfea3ad tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752811
Apr 30 21:30:17.456445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968530aa-8064-4c01-93e4-b952a48c20ed req-ca56470b-77c1-4f2e-b878-7c4109c85caf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:17.458674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-968530aa-8064-4c01-93e4-b952a48c20ed req-ca56470b-77c1-4f2e-b878-7c4109c85caf tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.0583415
Apr 30 21:30:17.459971 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-ac0e4ac4-fbd1-4429-b1ed-6fb87ce0982c service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1108661
Apr 30 21:30:17.535295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-968530aa-8064-4c01-93e4-b952a48c20ed req-8032767a-e791-4c7c-8f82-487466d477fa tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699933
Apr 30 21:30:17.594380 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0321c469-1d37-42ff-aec7-4a07a1ae2410 req-68ab207b-f14d-40c5-acff-0e440ec7a324 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268520
Apr 30 21:30:17.604347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac75bd1-e5cc-46aa-a0c1-a2b966d7fbdf req-c3900a04-24ac-4d1d-afbd-1f2e66fa9cfb tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:17.605915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ac75bd1-e5cc-46aa-a0c1-a2b966d7fbdf req-c3900a04-24ac-4d1d-afbd-1f2e66fa9cfb tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0665200
Apr 30 21:30:17.658551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ac75bd1-e5cc-46aa-a0c1-a2b966d7fbdf req-066edd86-723d-4d3e-a497-615724bc0baf tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452054
Apr 30 21:30:17.663318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50310) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:17.774367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-214253924-network', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:17.792221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ac9e0-5919-4773-a304-6b835233b683 req-7f3ebcb1-47a5-4a96-8aa9-e78f30be82b0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:17.800926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-187ac9e0-5919-4773-a304-6b835233b683 req-7f3ebcb1-47a5-4a96-8aa9-e78f30be82b0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0613902
Apr 30 21:30:17.855464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-187ac9e0-5919-4773-a304-6b835233b683 req-1492b00a-06ef-470b-8424-8761fcbb191a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496516
Apr 30 21:30:17.897316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Made reservation on behalf of 9ef2f32360be4d6c87d31bb5307ad696 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:17.902085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:17.910420 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c3081ba0-4873-445c-a8f0-e8dfa1baeefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:17.915055 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.031878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7374e7-e8e4-45f0-b131-078613d017c9 req-f7e49878-ef15-4c8f-9c5a-30aecd78c892 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:18.033350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d7374e7-e8e4-45f0-b131-078613d017c9 req-f7e49878-ef15-4c8f-9c5a-30aecd78c892 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0677805
Apr 30 21:30:18.051970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50330) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:18.063493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Publish callbacks [] for security_group (735282cd-49e1-4a30-aa36-b4fd710ec2c9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.092045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d7374e7-e8e4-45f0-b131-078613d017c9 req-9d381400-0d76-48f9-90ed-5886099db59e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515954
Apr 30 21:30:18.156838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ead2244-3d50-4c34-9c98-26e47216d8a4 req-6253f3e3-6247-4354-a799-c175a36b4c8b tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0451233
Apr 30 21:30:18.170578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (735282cd-49e1-4a30-aa36-b4fd710ec2c9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.186990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:30:18.196342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e14e7dd8-8e19-4a20-a8f4-0bd7015ac80d tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1580847989'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:18.225999 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bc8c6269-586f-4056-b14f-4a5f8edd3122), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.226387 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Added segment bc8c6269-586f-4056-b14f-4a5f8edd3122 of type vlan for network 370bffef-cf23-4a5f-a166-489a93a35b76
Apr 30 21:30:18.250700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735282cd-49e1-4a30-aa36-b4fd710ec2c9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:18.283551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e14e7dd8-8e19-4a20-a8f4-0bd7015ac80d tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (44830e2d-70ac-4166-8c25-ff6c6bb568a8), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.287395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e14e7dd8-8e19-4a20-a8f4-0bd7015ac80d tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (44830e2d-70ac-4166-8c25-ff6c6bb568a8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.298242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba59a3-2911-4a0f-8c59-8a29d98e538d req-4f0e4e2e-edd1-454f-b5d4-dbcf11cf2cd0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:18.299773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cba59a3-2911-4a0f-8c59-8a29d98e538d req-4f0e4e2e-edd1-454f-b5d4-dbcf11cf2cd0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0946996
Apr 30 21:30:18.303367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (370bffef-cf23-4a5f-a166-489a93a35b76), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.343162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e14e7dd8-8e19-4a20-a8f4-0bd7015ac80d tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (44830e2d-70ac-4166-8c25-ff6c6bb568a8), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.371714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cba59a3-2911-4a0f-8c59-8a29d98e538d req-c6913269-1fa8-478f-819e-10b3414bdb90 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636504
Apr 30 21:30:18.432582 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e14e7dd8-8e19-4a20-a8f4-0bd7015ac80d tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (44830e2d-70ac-4166-8c25-ff6c6bb568a8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.454636 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-61e58c32-4fc7-47cd-8d7e-dee04d83b8e9 req-fb0c6f9c-b636-445e-b0e1-fd58f2439b57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0329974
Apr 30 21:30:18.478725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (370bffef-cf23-4a5f-a166-489a93a35b76), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.479682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:18.480679 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.573689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02b4d7-e845-4d34-8c8b-bd8f6979884b req-166f0578-ae6c-4715-9531-f86117cd41b6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:18.575252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a02b4d7-e845-4d34-8c8b-bd8f6979884b req-166f0578-ae6c-4715-9531-f86117cd41b6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1124165
Apr 30 21:30:18.586189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] Pushing event updated for resources: {'Network': ['ID=370bffef-cf23-4a5f-a166-489a93a35b76,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:18.602728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 370bffef-cf23-4a5f-a166-489a93a35b76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:30:18.619021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e14e7dd8-8e19-4a20-a8f4-0bd7015ac80d tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.625239 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e14e7dd8-8e19-4a20-a8f4-0bd7015ac80d tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.5718088
Apr 30 21:30:18.625442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50346) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:18.722162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a02b4d7-e845-4d34-8c8b-bd8f6979884b req-a342adae-f42a-4c72-b6b5-2d45cd6afa8e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376956
Apr 30 21:30:18.729708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-965cab95-c3c6-4d7e-a759-5b2f97908bed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0653248
Apr 30 21:30:18.732693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50348) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:18.737696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Request body: {'subnet': {'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-subnet', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:18.754798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9537d-30ac-4ae1-8b1d-e4059a4a048a req-b221e3e3-e1bb-485a-8988-275df2090e0f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:18.754798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09d9537d-30ac-4ae1-8b1d-e4059a4a048a req-b221e3e3-e1bb-485a-8988-275df2090e0f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.1246631
Apr 30 21:30:18.754798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b35b72a5-3ee4-44a5-a483-1fc2f15603a8 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (44830e2d-70ac-4166-8c25-ff6c6bb568a8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.838595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Made reservation on behalf of 9ef2f32360be4d6c87d31bb5307ad696 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:18.841612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:18.970551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f764-9ddc-4720-afe4-1965332e892b req-388aa35e-b6b2-4100-86b4-fdbe493a2bc6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:18.972119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f82f764-9ddc-4720-afe4-1965332e892b req-388aa35e-b6b2-4100-86b4-fdbe493a2bc6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1424553
Apr 30 21:30:19.021936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09d9537d-30ac-4ae1-8b1d-e4059a4a048a req-791063ec-0198-46ab-8058-c4adb59f4e76 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641733
Apr 30 21:30:19.032707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b35b72a5-3ee4-44a5-a483-1fc2f15603a8 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (44830e2d-70ac-4166-8c25-ff6c6bb568a8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.038557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b35b72a5-3ee4-44a5-a483-1fc2f15603a8 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (44830e2d-70ac-4166-8c25-ff6c6bb568a8), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.098432 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (1c5d6193-b54d-45e6-81c1-b44e3c5c90ae), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.103885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f82f764-9ddc-4720-afe4-1965332e892b req-1d1fbeca-ae01-4823-a59e-93405605bc32 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934482
Apr 30 21:30:19.165332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:19.175181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b35b72a5-3ee4-44a5-a483-1fc2f15603a8 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (44830e2d-70ac-4166-8c25-ff6c6bb568a8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.175741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b72a5-3ee4-44a5-a483-1fc2f15603a8 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44830e2d-70ac-4166-8c25-ff6c6bb568a8 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:30:19.181296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Checking segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:19.181445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Network hostable DHCP agents. Network: 370bffef-cf23-4a5f-a166-489a93a35b76, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:30:19.195002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b35b72a5-3ee4-44a5-a483-1fc2f15603a8 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.199969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b35b72a5-3ee4-44a5-a483-1fc2f15603a8 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "DELETE /v2.0/routers/44830e2d-70ac-4166-8c25-ff6c6bb568a8 HTTP/1.1" status: 204  len: 168 time: 0.5723538
Apr 30 21:30:19.200497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50360) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:19.207487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-32417662-269d-4dd2-824d-40fe7e25237a tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Request body: {'router': {'name': 'tempest-router-2064539585', 'distributed': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:19.268174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b14e-df10-4825-9daa-7f3f123e7426 req-777aec1b-a65d-4fa2-8504-aca1f0118554 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:19.271541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7859b14e-df10-4825-9daa-7f3f123e7426 req-777aec1b-a65d-4fa2-8504-aca1f0118554 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0588930
Apr 30 21:30:19.305276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-139b5c48-60c3-46f7-9e9d-2030b34ec8c0 req-3f5f22a9-83e6-4bb3-a142-2c1065534b32 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0444577
Apr 30 21:30:19.343869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7859b14e-df10-4825-9daa-7f3f123e7426 req-a51dad62-6871-47d5-8415-09178e07fc8f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632782
Apr 30 21:30:19.438521 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32417662-269d-4dd2-824d-40fe7e25237a tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.440123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32417662-269d-4dd2-824d-40fe7e25237a tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.444620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Network 370bffef-cf23-4a5f-a166-489a93a35b76 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:30:19.471202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9121e9a-5a71-475e-b9c2-f2bc61a72dfa req-5ec966e4-7ace-4632-80ad-0b7761fb4715 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:19.473571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9121e9a-5a71-475e-b9c2-f2bc61a72dfa req-5ec966e4-7ace-4632-80ad-0b7761fb4715 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0575826
Apr 30 21:30:19.516489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32417662-269d-4dd2-824d-40fe7e25237a tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.532052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9121e9a-5a71-475e-b9c2-f2bc61a72dfa req-751d1763-858e-40b9-84d4-7e19ad26b987 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463562
Apr 30 21:30:19.548883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 370bffef-cf23-4a5f-a166-489a93a35b76) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:19.556945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:19.556945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.568137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ccd8f8-0329-485b-8a3a-ca6ae67760dc None None] Network 370bffef-cf23-4a5f-a166-489a93a35b76 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:19.608264 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32417662-269d-4dd2-824d-40fe7e25237a tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.671439 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a69c64c1-3f31-4656-8ed2-ae46ed182bff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9344273
Apr 30 21:30:19.671780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50372) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:19.677046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:19.686231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-370bffef-cf23-4a5f-a166-489a93a35b76', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:30:19.687711 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.689508 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13e63b-bd97-4ac2-a61a-08e7e3a26ceb req-ce4f4035-5fd3-42a2-b757-241ae5cc6771 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:19.694154 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb13e63b-bd97-4ac2-a61a-08e7e3a26ceb req-ce4f4035-5fd3-42a2-b757-241ae5cc6771 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0643144
Apr 30 21:30:19.714596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-32417662-269d-4dd2-824d-40fe7e25237a tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.719003 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-32417662-269d-4dd2-824d-40fe7e25237a tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5164881
Apr 30 21:30:19.719603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50374) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:19.749465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb13e63b-bd97-4ac2-a61a-08e7e3a26ceb req-56c946cb-d725-403c-a9ef-5582d99e71fe tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505745
Apr 30 21:30:19.798491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (d6580f80-5eba-431b-af7a-fe6fcf59322e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.799580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (d6580f80-5eba-431b-af7a-fe6fcf59322e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.813910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-219ec634-c02c-4a5c-83ca-dab9abec9369 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:19.844717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Allocated IP 172.20.0.2 (370bffef-cf23-4a5f-a166-489a93a35b76/1c5d6193-b54d-45e6-81c1-b44e3c5c90ae/be889830-5fe8-423b-a4d2-a1181264e232) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:19.880260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3c79e-192f-43be-ab3a-5d2ec27a24f5 req-555f9ec5-543d-4864-ae4d-02cd80e71e0e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:19.881863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24e3c79e-192f-43be-ab3a-5d2ec27a24f5 req-555f9ec5-543d-4864-ae4d-02cd80e71e0e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0512886
Apr 30 21:30:19.921181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks [] for router_controller (d6580f80-5eba-431b-af7a-fe6fcf59322e), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.009880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24e3c79e-192f-43be-ab3a-5d2ec27a24f5 req-141e1df2-bfac-4b90-b296-89ac4334566a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140912
Apr 30 21:30:20.090566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-219ec634-c02c-4a5c-83ca-dab9abec9369 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.090694 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Publish callbacks [] for port (be889830-5fe8-423b-a4d2-a1181264e232), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.091861 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-219ec634-c02c-4a5c-83ca-dab9abec9369 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.177250 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (be889830-5fe8-423b-a4d2-a1181264e232), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.221718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4a1b915-c8b8-4748-8c5b-d7135de8abe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.240689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Network 370bffef-cf23-4a5f-a166-489a93a35b76 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:20.248642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:20.251467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:20.253876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Pushing event updated for resources: {'Port': ['ID=be889830-5fe8-423b-a4d2-a1181264e232,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:20.335272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Attempting to bind port be889830-5fe8-423b-a4d2-a1181264e232 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:20.335675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Attempting to bind port be889830-5fe8-423b-a4d2-a1181264e232 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:20.336143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Attempting to bind port be889830-5fe8-423b-a4d2-a1181264e232 on network 370bffef-cf23-4a5f-a166-489a93a35b76 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:20.343922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:20.346901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Checking segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:20.346901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.346901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Bound using segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:20.347639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Bound port: be889830-5fe8-423b-a4d2-a1181264e232, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:20.352053 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (be889830-5fe8-423b-a4d2-a1181264e232), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.446832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f2e67c00-e892-4977-95b6-739f701898d8 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:20.455307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] For port be889830-5fe8-423b-a4d2-a1181264e232, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:20.482943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72aee9-6a7b-4443-9e72-c1129c27dfff req-c73bd8de-3f04-4ed7-bbf8-202e18ddd73d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:20.493391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c72aee9-6a7b-4443-9e72-c1129c27dfff req-c73bd8de-3f04-4ed7-bbf8-202e18ddd73d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 945 time: 0.3326657
Apr 30 21:30:20.507500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] For port be889830-5fe8-423b-a4d2-a1181264e232, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be889830-5fe8-423b-a4d2-a1181264e232,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:20.572773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ae2aa-b91b-4e46-a951-2172ea9a983f req-900d50b0-9f2b-4964-8a06-8625b001d198 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:20.581216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-707ae2aa-b91b-4e46-a951-2172ea9a983f req-900d50b0-9f2b-4964-8a06-8625b001d198 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1518056
Apr 30 21:30:20.655767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c72aee9-6a7b-4443-9e72-c1129c27dfff req-9e93b65b-2e4d-460f-a08b-3d9a3c254bac tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610942
Apr 30 21:30:20.670132 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (be889830-5fe8-423b-a4d2-a1181264e232), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.745352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-707ae2aa-b91b-4e46-a951-2172ea9a983f req-ae6a94de-df2a-43a3-8577-b9e12a92c7a6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619480
Apr 30 21:30:20.814739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port f2e67c00-e892-4977-95b6-739f701898d8 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:20.815905 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2e67c00-e892-4977-95b6-739f701898d8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.884282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-219ec634-c02c-4a5c-83ca-dab9abec9369 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.885783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219ec634-c02c-4a5c-83ca-dab9abec9369 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:30:20.899629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-219ec634-c02c-4a5c-83ca-dab9abec9369 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:20.901781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:30:20.903985 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-219ec634-c02c-4a5c-83ca-dab9abec9369 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "DELETE /v2.0/routers/3b01f8f3-fbf1-4947-9a2d-c9d3acdb5995 HTTP/1.1" status: 204  len: 168 time: 1.1815047
Apr 30 21:30:20.904161 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a4d99-a3c4-4b2e-94b5-bfc9bd122af5" -d '{"events": [{"server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e67c00-e892-4977-95b6-739f701898d8"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:30:20.910058 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50428) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:20.915161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149b804-2c7a-4f83-a880-718b90d899ec None None] Pushing event updated for resources: {'Port': ['ID=be889830-5fe8-423b-a4d2-a1181264e232,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:20.944309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-738e2df7-0f2e-4431-9ece-f3644e9cd378 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Request body: {'router': {'name': 'tempest-router-1882688483', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '14218f5716604c4c8788c246f5fb3990'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:20.949008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:20.985487 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks [] for router_gateway (d6580f80-5eba-431b-af7a-fe6fcf59322e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.039079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d88a3264-9c6b-4dd5-baf5-c5f816f40cb7 req-65fb94ce-51b8-4049-a84f-6cb9c8633774 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0838902
Apr 30 21:30:21.042006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.053002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acc02-48a0-4d86-9ea5-091ad852d6d6 req-c78b34dd-6b4a-455a-b72c-2e6b30b3667b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:21.053002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-411acc02-48a0-4d86-9ea5-091ad852d6d6 req-c78b34dd-6b4a-455a-b72c-2e6b30b3667b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2046547
Apr 30 21:30:21.087186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-738e2df7-0f2e-4431-9ece-f3644e9cd378 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.094460 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-738e2df7-0f2e-4431-9ece-f3644e9cd378 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.154095 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.195195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-411acc02-48a0-4d86-9ea5-091ad852d6d6 req-f7880ab7-76c7-4cca-97bd-d03d1fb7ff6e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342981
Apr 30 21:30:21.224041 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8319cb55-61bf-4b1f-a5b6-9a240e760a53 x-openstack-request-id: req-8319cb55-61bf-4b1f-a5b6-9a240e760a53 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:30:21.229046 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e67c00-e892-4977-95b6-739f701898d8", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:30:21.229689 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8319cb55-61bf-4b1f-a5b6-9a240e760a53 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:30:21.233671 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8319cb55-61bf-4b1f-a5b6-9a240e760a53'] response: {'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8', 'code': 200}
Apr 30 21:30:21.263351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:21.399051 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.438960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50452) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:21.470395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-738e2df7-0f2e-4431-9ece-f3644e9cd378 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.624712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82168494-d1f4-4c44-b830-12c1e84d1f96 req-f9f2a7f4-912d-4c01-a64a-835fc898e2f0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:21.630316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82168494-d1f4-4c44-b830-12c1e84d1f96 req-f9f2a7f4-912d-4c01-a64a-835fc898e2f0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1284389
Apr 30 21:30:21.673307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-738e2df7-0f2e-4431-9ece-f3644e9cd378 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.697080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50470) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:21.730891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82168494-d1f4-4c44-b830-12c1e84d1f96 req-6852331d-a69d-4a3c-bb31-afe3ff178ffc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931931
Apr 30 21:30:21.787362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-738e2df7-0f2e-4431-9ece-f3644e9cd378 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.791491 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-738e2df7-0f2e-4431-9ece-f3644e9cd378 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.8631060
Apr 30 21:30:21.791634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50476) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:21.797079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Request body: {'router': {'distributed': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:21.859033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks [] for router_gateway (d6580f80-5eba-431b-af7a-fe6fcf59322e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:21.888036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.041185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55c48230-003f-43fd-9bd8-eb0d0ff53f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.114567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Allocated IP 172.35.4.90 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/715eaa90-290f-448a-aaef-3d8ff1543c16) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:22.191131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad4d35-d0dd-44ce-8c96-2c3e40fa0a49 req-3f3cbfc0-8542-4948-902f-400ce1d87627 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:22.199763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afad4d35-d0dd-44ce-8c96-2c3e40fa0a49 req-3f3cbfc0-8542-4948-902f-400ce1d87627 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2527814
Apr 30 21:30:22.252300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55c48230-003f-43fd-9bd8-eb0d0ff53f26 admin admin] Publish callbacks [] for security_group (b980abe3-6429-4a05-983b-a20331c6457e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.290410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks [] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.339268 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-55c48230-003f-43fd-9bd8-eb0d0ff53f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b980abe3-6429-4a05-983b-a20331c6457e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.390470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afad4d35-d0dd-44ce-8c96-2c3e40fa0a49 req-58e06578-10e8-4142-8bfe-b78f484b83df tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892591
Apr 30 21:30:22.393565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.394282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.405252 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-55c48230-003f-43fd-9bd8-eb0d0ff53f26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebe19df8503d40afbdd17781c0cf915c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7022684
Apr 30 21:30:22.405252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50482) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:22.416961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c48230-003f-43fd-9bd8-eb0d0ff53f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b980abe3-6429-4a05-983b-a20331c6457e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:22.428051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.512348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:22.520462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:22.524496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Pushing event updated for resources: {'Port': ['ID=715eaa90-290f-448a-aaef-3d8ff1543c16,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:22.536360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:22.550569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88bffab6-f731-4826-b11c-f22ad4318c4f req-ba41bc10-7b1e-4536-a025-a892b58bfb6a tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0487335
Apr 30 21:30:22.564343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b863aaab-4c3f-442c-b9e1-04e2f624d4b3 admin admin] Publish callbacks [] for security_group (b980abe3-6429-4a05-983b-a20331c6457e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.572400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=115774) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Apr 30 21:30:22.572734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Router 9a63c0b3-b804-4bdc-9bac-6fdf87d186a5 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f896f04ef40> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f896f04ed30> provider. {{(pid=115774) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Apr 30 21:30:22.573122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.589211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b863aaab-4c3f-442c-b9e1-04e2f624d4b3 admin admin] Publish callbacks [] for security_group (b980abe3-6429-4a05-983b-a20331c6457e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.593712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce885b27-d13f-4849-88e7-8513e8b8bd62 req-a6eae9e4-e9de-4ff7-b724-aa91c92ff3d7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:22.596321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce885b27-d13f-4849-88e7-8513e8b8bd62 req-a6eae9e4-e9de-4ff7-b724-aa91c92ff3d7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 943 time: 0.6453884
Apr 30 21:30:22.605230 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.687853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cba394-87f0-4ec4-aa1e-5439e2b5bd1b None None] Network 370bffef-cf23-4a5f-a166-489a93a35b76 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:22.758136 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.788888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b863aaab-4c3f-442c-b9e1-04e2f624d4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b980abe3-6429-4a05-983b-a20331c6457e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.792979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b863aaab-4c3f-442c-b9e1-04e2f624d4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.793611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-20f102c6-6513-461e-9dde-121785f7999b None None] Provisioning complete for port be889830-5fe8-423b-a4d2-a1181264e232 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:22.794067 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20f102c6-6513-461e-9dde-121785f7999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be889830-5fe8-423b-a4d2-a1181264e232), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:22.794310 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b863aaab-4c3f-442c-b9e1-04e2f624d4b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b980abe3-6429-4a05-983b-a20331c6457e HTTP/1.1" status: 204  len: 168 time: 0.3784931
Apr 30 21:30:22.813355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863aaab-4c3f-442c-b9e1-04e2f624d4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b980abe3-6429-4a05-983b-a20331c6457e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:22.985211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device be889830-5fe8-423b-a4d2-a1181264e232 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:23.012228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks [] for router_gateway (d6580f80-5eba-431b-af7a-fe6fcf59322e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.086664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-20f102c6-6513-461e-9dde-121785f7999b None None] Current status of the port be889830-5fe8-423b-a4d2-a1181264e232 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:23.087119 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20f102c6-6513-461e-9dde-121785f7999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (be889830-5fe8-423b-a4d2-a1181264e232), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.193691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port be889830-5fe8-423b-a4d2-a1181264e232 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:23.195724 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be889830-5fe8-423b-a4d2-a1181264e232), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.201887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-20f102c6-6513-461e-9dde-121785f7999b None None] For port be889830-5fe8-423b-a4d2-a1181264e232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be889830-5fe8-423b-a4d2-a1181264e232,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:23.242495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.267962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce885b27-d13f-4849-88e7-8513e8b8bd62 req-91e797f4-e8ef-4bd4-9bdb-ca282b7a243b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6169741
Apr 30 21:30:23.300549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port be889830-5fe8-423b-a4d2-a1181264e232 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:23.301957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (be889830-5fe8-423b-a4d2-a1181264e232), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.408879 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20f102c6-6513-461e-9dde-121785f7999b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (be889830-5fe8-423b-a4d2-a1181264e232), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.428528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-119b5056-db1f-4092-896b-7c4c050f42f4 req-f909e551-32a0-48fb-bd89-3d59e7c78024 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0525208
Apr 30 21:30:23.432058 ncdv-master-1 neutron-server[115774]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] No L3 agents can host the router 9a63c0b3-b804-4bdc-9bac-6fdf87d186a5
Apr 30 21:30:23.441143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a8ba6-74c3-411c-8b62-4f3cdb64403f req-8b3d5186-931d-4732-9742-836dcba532a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:23.448491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa0a8ba6-74c3-411c-8b62-4f3cdb64403f req-8b3d5186-931d-4732-9742-836dcba532a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1849532
Apr 30 21:30:23.451832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (d6580f80-5eba-431b-af7a-fe6fcf59322e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.545327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:30:23.546147 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:30:23.565668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c5c0aac3-3766-4b98-b962-ff9ca4c1978e None None] Provisioning complete for port be889830-5fe8-423b-a4d2-a1181264e232 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:23.567066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5c0aac3-3766-4b98-b962-ff9ca4c1978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be889830-5fe8-423b-a4d2-a1181264e232), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.600095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f102c6-6513-461e-9dde-121785f7999b None None] Pushing event updated for resources: {'Port': ['ID=be889830-5fe8-423b-a4d2-a1181264e232,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:23.662281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa0a8ba6-74c3-411c-8b62-4f3cdb64403f req-e0a1cfca-32e7-41a2-b932-9525dffd87e8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130134
Apr 30 21:30:23.668933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0aac3-3766-4b98-b962-ff9ca4c1978e None None] Current status of the port be889830-5fe8-423b-a4d2-a1181264e232 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:23.746741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e842c7-7b98-4004-b640-4a5b15137a2a req-581b4eb2-ac75-4873-adc7-0556be2f7f66 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:23.748371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96e842c7-7b98-4004-b640-4a5b15137a2a req-581b4eb2-ac75-4873-adc7-0556be2f7f66 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1792841
Apr 30 21:30:23.751562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (65481a50-1986-474e-ba39-7f61dd910a17), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.754824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Router d6580f80-5eba-431b-af7a-fe6fcf59322e is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:30:23.869097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:30:23.872730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50514) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:23.878679 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Sync routers for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]: WARNING neutron.objects.base [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] ORM session: SQL execution without transaction in progress, traceback:
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     result = function(*args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     proto.__init__(conn_state, self)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     self.handle()
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     self.handle_one_request()
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     self.handle_one_response()
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     result = self.application(self.environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return app(environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return request.get_response(self.application)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self._app)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     response = self.app(environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     result = method(request=request, **args)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self._update(request, id, body, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return f(*dup_args, **dup_kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     obj = obj_updater(request.context, id, **kwargs)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     self.notify_router_updated(context, router_dict['id'], None)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     self.l3_rpc_notifier.routers_updated(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     self._notification(context, 'routers_updated', router_ids,
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     self._agent_notification(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     dvr_hosts = self._get_dvr_hosts_for_router(context, router_id)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     hosts = [item[0] for item in query if item[0] != '']
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     return self._iter().__iter__()
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     result = self.session.execute(
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]:     result = fn(orm_exec_state)
Apr 30 21:30:23.890872 ncdv-master-1 neutron-server[115774]: 
Apr 30 21:30:23.904115 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:30:23.904115 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c70fbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:30:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:23.904350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12e3cea5-abf9-4c70-8caf-fb7de4de21d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.965341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:23.966982 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-27d20d20-3b75-4beb-94ae-ec2d90a22e2e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.2933574
Apr 30 21:30:23.973648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50518) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:23.977353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Hosts for router 9a63c0b3-b804-4bdc-9bac-6fdf87d186a5: [] {{(pid=115774) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Apr 30 21:30:24.025287 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:30:24.061303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12e3cea5-abf9-4c70-8caf-fb7de4de21d4 admin admin] Publish callbacks [] for security_group (74556488-4ef8-4ff2-9c78-036a8c91496b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]: WARNING neutron.objects.base [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] ORM session: SQL execution without transaction in progress, traceback:
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     result = function(*args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     proto.__init__(conn_state, self)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     self.handle()
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     self.handle_one_request()
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     self.handle_one_response()
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     result = self.application(self.environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return app(environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return request.get_response(self.application)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self._app)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     response = self.app(environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     result = method(request=request, **args)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self._update(request, id, body, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return f(*dup_args, **dup_kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     obj = obj_updater(request.context, id, **kwargs)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     self.notify_router_updated(context, router_dict['id'], None)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     self.l3_rpc_notifier.routers_updated(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     self._notification(context, 'routers_updated', router_ids,
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     self._agent_notification(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     dvr_hosts |= self._get_other_dvr_hosts(context, router_id)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     self._get_other_dvr_router_ids_connected_router(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return [item[0] for item in query]
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     return self._iter().__iter__()
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     result = self.session.execute(
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]:     result = fn(orm_exec_state)
Apr 30 21:30:24.063121 ncdv-master-1 neutron-server[115774]: 
Apr 30 21:30:24.089224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b9b6-4932-4078-84cb-5a90cde4a38c req-fe7dca8e-5f73-42d9-9a50-b993edfac508 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:24.091143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87e2b9b6-4932-4078-84cb-5a90cde4a38c req-fe7dca8e-5f73-42d9-9a50-b993edfac508 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.3418763
Apr 30 21:30:24.103163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Hosts for other DVR routers connected to router 9a63c0b3-b804-4bdc-9bac-6fdf87d186a5: set() {{(pid=115774) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Apr 30 21:30:24.104599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port be889830-5fe8-423b-a4d2-a1181264e232 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:24.111557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.113539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6a1970ae-57f7-4a5d-a14c-61484659d641 tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "PUT /v2.0/routers/9a63c0b3-b804-4bdc-9bac-6fdf87d186a5 HTTP/1.1" status: 200  len: 717 time: 2.3201058
Apr 30 21:30:24.116187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50520) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:24.171207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96e842c7-7b98-4004-b640-4a5b15137a2a req-9e18ca24-f547-4821-841f-61d72a147901 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2797065
Apr 30 21:30:24.200867 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-848df32e-ffde-46df-bb76-c6601b5bb44a tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "GET /v2.0/routers/9a63c0b3-b804-4bdc-9bac-6fdf87d186a5 HTTP/1.1" status: 200  len: 717 time: 0.0829971
Apr 30 21:30:24.202279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12e3cea5-abf9-4c70-8caf-fb7de4de21d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (74556488-4ef8-4ff2-9c78-036a8c91496b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.203877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50522) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:24.245679 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c70fbe0>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:22Z', 'revision_number': 3, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:24.259627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87e2b9b6-4932-4078-84cb-5a90cde4a38c req-7dc46233-2786-4743-8912-9a3682dbe011 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446288
Apr 30 21:30:24.300172 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Checking router: d6580f80-5eba-431b-af7a-fe6fcf59322e for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:30:24.300616 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Updating router d6580f80-5eba-431b-af7a-fe6fcf59322e port 715eaa90-290f-448a-aaef-3d8ff1543c16 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:30:24.343931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3cea5-abf9-4c70-8caf-fb7de4de21d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74556488-4ef8-4ff2-9c78-036a8c91496b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:24.355454 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-12e3cea5-abf9-4c70-8caf-fb7de4de21d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e8211ae0294466dad4012b125fc416f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4816206
Apr 30 21:30:24.356016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50530) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:24.374898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54735c1d-abf8-4421-bc77-aa8153dc4fbf req-5d706d60-8500-4237-b222-c20d32b7632f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:24.381103 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.383901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54735c1d-abf8-4421-bc77-aa8153dc4fbf req-5d706d60-8500-4237-b222-c20d32b7632f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0762775
Apr 30 21:30:24.438070 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.472022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f2e67c00-e892-4977-95b6-739f701898d8 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:24.486284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f53fe3f-215a-440e-ab42-7e46dad2e444 admin admin] Publish callbacks [] for security_group (74556488-4ef8-4ff2-9c78-036a8c91496b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.527712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Deleting port 812dbca5-207d-4818-9485-62790e3da759 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:24.528057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (812dbca5-207d-4818-9485-62790e3da759), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.552212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54735c1d-abf8-4421-bc77-aa8153dc4fbf req-44675385-0fe5-4392-afae-4efa72c02712 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1596446
Apr 30 21:30:24.554794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f53fe3f-215a-440e-ab42-7e46dad2e444 admin admin] Publish callbacks [] for security_group (74556488-4ef8-4ff2-9c78-036a8c91496b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.671631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port f2e67c00-e892-4977-95b6-739f701898d8 is: DOWN; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:24.766201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f53fe3f-215a-440e-ab42-7e46dad2e444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (74556488-4ef8-4ff2-9c78-036a8c91496b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.767274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f53fe3f-215a-440e-ab42-7e46dad2e444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.768559 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7f53fe3f-215a-440e-ab42-7e46dad2e444 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74556488-4ef8-4ff2-9c78-036a8c91496b HTTP/1.1" status: 204  len: 168 time: 0.4030683
Apr 30 21:30:24.788214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53fe3f-215a-440e-ab42-7e46dad2e444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74556488-4ef8-4ff2-9c78-036a8c91496b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:24.799524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.865661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff04973c-4cff-4ebe-a047-fb3f6f61698f req-f5812e89-52c8-4308-8ff3-eef9af4c1320 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.1816244
Apr 30 21:30:24.905118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-23b16ef3-a600-4811-b49d-febd9627c5a3 tempest-RoutersTestDVR-1601739565 tempest-RoutersTestDVR-1601739565-project] 10.222.0.23 "GET /v2.0/routers/9a63c0b3-b804-4bdc-9bac-6fdf87d186a5 HTTP/1.1" status: 200  len: 683 time: 0.6950707
Apr 30 21:30:24.909514 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Publish callbacks [] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.916441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:24.916890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38ccc-4d80-46a9-a3a5-08a4a2df492f req-bec6a2a7-387f-4def-abf3-1b0d55630ccb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:24.926341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3be38ccc-4d80-46a9-a3a5-08a4a2df492f req-bec6a2a7-387f-4def-abf3-1b0d55630ccb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2171013
Apr 30 21:30:24.962228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] For port 812dbca5-207d-4818-9485-62790e3da759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=812dbca5-207d-4818-9485-62790e3da759,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:24.962959 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (812dbca5-207d-4818-9485-62790e3da759), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.986947 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:24.988939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Calling delete_port for 812dbca5-207d-4818-9485-62790e3da759 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:24.990242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device be889830-5fe8-423b-a4d2-a1181264e232 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:25.034130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3be38ccc-4d80-46a9-a3a5-08a4a2df492f req-8cf491fb-391c-4e53-ad35-f6133d0defef tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1070986
Apr 30 21:30:25.088618 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Pushing event updated for resources: {'Port': ['ID=715eaa90-290f-448a-aaef-3d8ff1543c16,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:25.092658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Attempting to bind port 715eaa90-290f-448a-aaef-3d8ff1543c16 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:25.092658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Attempting to bind port 715eaa90-290f-448a-aaef-3d8ff1543c16 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:25.092658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Attempting to bind port 715eaa90-290f-448a-aaef-3d8ff1543c16 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:25.102239 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:25.102932 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:25.103508 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.104073 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:25.104728 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Bound port: 715eaa90-290f-448a-aaef-3d8ff1543c16, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:25.105285 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.108462 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.108997 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.109706 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.110671 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.111164 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.111647 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.112140 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.112628 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.113104 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.114478 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.114983 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.115474 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.115964 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.116437 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.117160 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:25.165546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Allocated IP 172.20.0.1 (370bffef-cf23-4a5f-a166-489a93a35b76/1c5d6193-b54d-45e6-81c1-b44e3c5c90ae/34941cd0-6c84-4df2-ae0a-285d8dddbccb) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:25.187732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port be889830-5fe8-423b-a4d2-a1181264e232 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:25.187732 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be889830-5fe8-423b-a4d2-a1181264e232), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.188500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36ace7-16ca-4b1e-b90d-27bfbf52987c req-245d7613-f60c-48e8-97a6-aabb513b8c86 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:25.188500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e36ace7-16ca-4b1e-b90d-27bfbf52987c req-245d7613-f60c-48e8-97a6-aabb513b8c86 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1786668
Apr 30 21:30:25.239692 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] For port 715eaa90-290f-448a-aaef-3d8ff1543c16, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:25.244119 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] For port 715eaa90-290f-448a-aaef-3d8ff1543c16, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=715eaa90-290f-448a-aaef-3d8ff1543c16,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:25.290814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e6eaaab-6b64-4be8-95c0-e1a2db2d459b tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.326180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port be889830-5fe8-423b-a4d2-a1181264e232 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:25.346281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e36ace7-16ca-4b1e-b90d-27bfbf52987c req-f3b67cf3-da72-4b2a-ab35-ab9cb23f34c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491411
Apr 30 21:30:25.352610 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.368928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece39f1-3e2b-4b36-8148-4c74d83f1a5f req-e0e323a2-81f6-4eb0-aac1-51794f3d7a8f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:25.370608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aece39f1-3e2b-4b36-8148-4c74d83f1a5f req-e0e323a2-81f6-4eb0-aac1-51794f3d7a8f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1339340
Apr 30 21:30:25.460154 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83220bcc-b97b-45a3-bbd8-1fdb87b29dc5 None None] Pushing event updated for resources: {'Port': ['ID=715eaa90-290f-448a-aaef-3d8ff1543c16,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:25.479348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aece39f1-3e2b-4b36-8148-4c74d83f1a5f req-a19ac50b-fe92-45cd-ae79-122c0d060018 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0984397
Apr 30 21:30:25.484752 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:30:25.485632 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c70fbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:30:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:25.548450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Publish callbacks [] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.562209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e6eaaab-6b64-4be8-95c0-e1a2db2d459b tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.565658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e6eaaab-6b64-4be8-95c0-e1a2db2d459b tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.598962 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (812dbca5-207d-4818-9485-62790e3da759), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.633836 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:30:25.677135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Pushing event deleted for resources: {'Port': ['ID=812dbca5-207d-4818-9485-62790e3da759,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:25.793692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e6eaaab-6b64-4be8-95c0-e1a2db2d459b tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (9a63c0b3-b804-4bdc-9bac-6fdf87d186a5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.795057 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6eaaab-6b64-4be8-95c0-e1a2db2d459b tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a63c0b3-b804-4bdc-9bac-6fdf87d186a5 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:30:25.808144 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e6eaaab-6b64-4be8-95c0-e1a2db2d459b tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.814147 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8e6eaaab-6b64-4be8-95c0-e1a2db2d459b tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9a63c0b3-b804-4bdc-9bac-6fdf87d186a5 HTTP/1.1" status: 204  len: 168 time: 0.8911049
Apr 30 21:30:25.814374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50572) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:25.827643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-05edc88f-d08a-4873-a0a1-07df65ba8a8c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Request body: {'router': {'name': 'tempest-router-576381352', 'distributed': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:25.839407 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.874257 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c70fbe0>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:22Z', 'revision_number': 3, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:25.909325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Network 370bffef-cf23-4a5f-a166-489a93a35b76 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:25.916149 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (65481a50-1986-474e-ba39-7f61dd910a17), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:25.921449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:25.934291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:25.943739 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4de473-724c-4191-8f68-a3894a7e326d None None] The sync data for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 is: [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:22Z', 'revision_number': 3, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:30:25.946209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Pushing event updated for resources: {'Port': ['ID=34941cd0-6c84-4df2-ae0a-285d8dddbccb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:26.028276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (d6580f80-5eba-431b-af7a-fe6fcf59322e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.119097 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05edc88f-d08a-4873-a0a1-07df65ba8a8c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (637bf43f-245d-4a3d-8695-61afe2fcffbd), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.120153 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05edc88f-d08a-4873-a0a1-07df65ba8a8c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (637bf43f-245d-4a3d-8695-61afe2fcffbd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.201998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89c2720c-81eb-45eb-a40a-eb7e49c71b1c req-90988dd3-5c68-40c2-8eaf-eddc7a69f5cc tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0676861
Apr 30 21:30:26.323971 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.325465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b038c8c5-b34b-4855-915d-185b791e8c39 None None] Provisioning complete for port 34941cd0-6c84-4df2-ae0a-285d8dddbccb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:26.325904 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b038c8c5-b34b-4855-915d-185b791e8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.600478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b038c8c5-b34b-4855-915d-185b791e8c39 None None] Port 34941cd0-6c84-4df2-ae0a-285d8dddbccb cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:30:26.717933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Publish callbacks [] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.841046 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.873577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc734e-0465-4fd6-adf1-d547a66bb430 req-2e4a992e-bd3f-4eaa-81c7-44174ae2b52d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:26.875281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39bc734e-0465-4fd6-adf1-d547a66bb430 req-2e4a992e-bd3f-4eaa-81c7-44174ae2b52d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.7426884
Apr 30 21:30:26.880089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Router 65481a50-1986-474e-ba39-7f61dd910a17 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:30:26.881833 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05edc88f-d08a-4873-a0a1-07df65ba8a8c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (637bf43f-245d-4a3d-8695-61afe2fcffbd), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.908861 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (d6580f80-5eba-431b-af7a-fe6fcf59322e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:26.931502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3997-f990-42d1-b608-6d803e89b9cf req-3289f99c-cf18-466d-9165-3f408220d7d2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:26.933357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-932a3997-f990-42d1-b608-6d803e89b9cf req-3289f99c-cf18-466d-9165-3f408220d7d2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.4281681
Apr 30 21:30:27.044546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 715eaa90-290f-448a-aaef-3d8ff1543c16 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:27.083958 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05edc88f-d08a-4873-a0a1-07df65ba8a8c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (637bf43f-245d-4a3d-8695-61afe2fcffbd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.104677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 715eaa90-290f-448a-aaef-3d8ff1543c16 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:27.105317 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.107481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39bc734e-0465-4fd6-adf1-d547a66bb430 req-c7d063dc-d7ea-45a8-9557-f64b3ab3d5a8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2201762
Apr 30 21:30:27.164625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-932a3997-f990-42d1-b608-6d803e89b9cf req-8a3f408c-75ea-4c7f-aab7-f591b6395bf8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100506
Apr 30 21:30:27.184119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:30:27.190211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-34c94d84-c9b7-43a9-970b-ae7426d589aa admin admin] 10.222.0.23 "PUT /v2.0/routers/65481a50-1986-474e-ba39-7f61dd910a17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7497156
Apr 30 21:30:27.195316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] Sync routers for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:30:27.195528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05edc88f-d08a-4873-a0a1-07df65ba8a8c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.196587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-05edc88f-d08a-4873-a0a1-07df65ba8a8c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 1.3822796
Apr 30 21:30:27.197217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50602) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:27.205699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50604) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:27.281744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:30:27.287208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75c700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:30:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:27.428459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d77b0c1-c9e7-4a07-a46b-e2f84b0bd17c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (637bf43f-245d-4a3d-8695-61afe2fcffbd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.498087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 715eaa90-290f-448a-aaef-3d8ff1543c16 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:27.499120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.545638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 715eaa90-290f-448a-aaef-3d8ff1543c16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=715eaa90-290f-448a-aaef-3d8ff1543c16,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:27.576312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50616) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:27.588451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12c3f2a8-1189-45e3-9318-95f7498be1a6 req-492bf295-5684-45d6-b295-5a9adf38f2a9 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.1124308
Apr 30 21:30:27.604726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:30:27.707229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Pushing event updated for resources: {'Port': ['ID=34941cd0-6c84-4df2-ae0a-285d8dddbccb,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:27.713031 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.764149 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d77b0c1-c9e7-4a07-a46b-e2f84b0bd17c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (637bf43f-245d-4a3d-8695-61afe2fcffbd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.768405 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d77b0c1-c9e7-4a07-a46b-e2f84b0bd17c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router_controller (637bf43f-245d-4a3d-8695-61afe2fcffbd), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.780120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Network 370bffef-cf23-4a5f-a166-489a93a35b76 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:27.781648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:27.782531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks [] for router (65481a50-1986-474e-ba39-7f61dd910a17), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.859934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=715eaa90-290f-448a-aaef-3d8ff1543c16,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:27.879670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50622) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:27.928845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75c700>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:30:25Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:27.976472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] Checking router: 65481a50-1986-474e-ba39-7f61dd910a17 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:30:27.976664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d77b0c1-c9e7-4a07-a46b-e2f84b0bd17c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (637bf43f-245d-4a3d-8695-61afe2fcffbd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:27.977235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d77b0c1-c9e7-4a07-a46b-e2f84b0bd17c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 637bf43f-245d-4a3d-8695-61afe2fcffbd {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:30:27.996690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Router d6580f80-5eba-431b-af7a-fe6fcf59322e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:30:28.001771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] Routers {'65481a50-1986-474e-ba39-7f61dd910a17'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:30:28.002641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75c700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:30:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['65481a50-1986-474e-ba39-7f61dd910a17'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:28.075430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6acbf6-5871-46d0-80b9-dc73e4df31e7 req-5ec74f7e-c9fb-4158-a168-6511afb2c372 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:28.077903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a6acbf6-5871-46d0-80b9-dc73e4df31e7 req-5ec74f7e-c9fb-4158-a168-6511afb2c372 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1904528
Apr 30 21:30:28.102195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d77b0c1-c9e7-4a07-a46b-e2f84b0bd17c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.103329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0d77b0c1-c9e7-4a07-a46b-e2f84b0bd17c tempest-RoutersTestDVR-997944919 tempest-RoutersTestDVR-997944919-project-admin] 10.222.0.23 "DELETE /v2.0/routers/637bf43f-245d-4a3d-8695-61afe2fcffbd HTTP/1.1" status: 204  len: 168 time: 0.8972912
Apr 30 21:30:28.142473 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3b9d-a2a4-49f4-bfb9-92bedec53e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.174942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:30:28.185853 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6d57591a-0aee-4553-b92b-a9b2eec5e839 admin admin] 10.222.0.23 "PUT /v2.0/routers/d6580f80-5eba-431b-af7a-fe6fcf59322e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2109661
Apr 30 21:30:28.192376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] Set router 65481a50-1986-474e-ba39-7f61dd910a17 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:30:28.194735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e65f-1652-4846-8b68-7780e885f3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.294334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a6acbf6-5871-46d0-80b9-dc73e4df31e7 req-2af55663-1e28-412c-b2ea-9c9bb3a4ca49 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796029
Apr 30 21:30:28.365275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks [] for router_gateway (65481a50-1986-474e-ba39-7f61dd910a17), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.376183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d557a025-46ba-4bca-94dc-197b404f3427 None None] Provisioning complete for port 34941cd0-6c84-4df2-ae0a-285d8dddbccb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:28.378241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d557a025-46ba-4bca-94dc-197b404f3427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.437830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e65f-1652-4846-8b68-7780e885f3ca admin admin] Publish callbacks [] for security_group (15bc7921-3ea2-433d-841e-0585ac9fd876), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.442407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d557a025-46ba-4bca-94dc-197b404f3427 None None] Port 34941cd0-6c84-4df2-ae0a-285d8dddbccb cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:30:28.449427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253612d6-5007-4959-800a-4e4d6b7e5c9c req-224ec916-10e8-41c1-be34-8b49358e1a1b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:28.451245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-253612d6-5007-4959-800a-4e4d6b7e5c9c req-224ec916-10e8-41c1-be34-8b49358e1a1b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1624768
Apr 30 21:30:28.495874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75c700>, [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:30:25Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:28.527727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0afd72-37ab-447b-abf6-504136a1d359 None None] The sync data for ids ['65481a50-1986-474e-ba39-7f61dd910a17'] in ncdv-master-1 is: [{'id': '65481a50-1986-474e-ba39-7f61dd910a17', 'name': 'tempest-AttachVolumeNegativeTest-877661984-router', 'tenant_id': '54ceedad6e134d94ac8758f8385a47e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83'}], 'enable_snat': True}, 'gw_port_id': '5615ca3e-a40b-4689-a83e-023044193966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:22Z', 'updated_at': '2022-04-30T21:30:25Z', 'revision_number': 5, 'project_id': '54ceedad6e134d94ac8758f8385a47e0', 'gw_port': {'id': '5615ca3e-a40b-4689-a83e-023044193966', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65481a50-1986-474e-ba39-7f61dd910a17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:23Z', 'updated_at': '2022-04-30T21:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:30:28.578024 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e65f-1652-4846-8b68-7780e885f3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (15bc7921-3ea2-433d-841e-0585ac9fd876), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.620524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3b9d-a2a4-49f4-bfb9-92bedec53e7f admin admin] Publish callbacks [] for security_group (37462b40-5469-46e5-bea1-a5d2ff336835), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.633482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7e65f-1652-4846-8b68-7780e885f3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bc7921-3ea2-433d-841e-0585ac9fd876,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:28.666716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6ce7e65f-1652-4846-8b68-7780e885f3ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9ed3ab456a94753a4fe68a0c8e85e65&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7853510
Apr 30 21:30:28.669264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50646) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:28.680419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Deleting port 5615ca3e-a40b-4689-a83e-023044193966 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:28.680633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5615ca3e-a40b-4689-a83e-023044193966), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.710054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50652) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:28.737274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3b9d-a2a4-49f4-bfb9-92bedec53e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (37462b40-5469-46e5-bea1-a5d2ff336835), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.749098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cea1c36-1588-4e4d-88f9-f18ede565862 admin admin] Publish callbacks [] for security_group (15bc7921-3ea2-433d-841e-0585ac9fd876), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.768958 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Sync routers for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:30:28.773636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-253612d6-5007-4959-800a-4e4d6b7e5c9c req-031ec117-a335-4836-9fab-041753c7a914 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3037169
Apr 30 21:30:28.781516 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:30:28.781990 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c91c520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:30:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:28.809685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cea1c36-1588-4e4d-88f9-f18ede565862 admin admin] Publish callbacks [] for security_group (15bc7921-3ea2-433d-841e-0585ac9fd876), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:28.815128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb1a3b9d-a2a4-49f4-bfb9-92bedec53e7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a239318b82b54cbebd1c025205c5be40&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2361231
Apr 30 21:30:28.829260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50656) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:28.892095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a3b9d-a2a4-49f4-bfb9-92bedec53e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37462b40-5469-46e5-bea1-a5d2ff336835,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:28.965307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:30:29.000384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] For port 5615ca3e-a40b-4689-a83e-023044193966, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5615ca3e-a40b-4689-a83e-023044193966,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:29.000757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5615ca3e-a40b-4689-a83e-023044193966), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.029714 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a6b500e7-9849-49c1-953e-0f8e6ea8787a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.035872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132c39-abed-4156-9649-9575406081c3 req-8731743e-b0ca-4cd2-a3c8-32eb6ee02b1d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:29.037733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-8731743e-b0ca-4cd2-a3c8-32eb6ee02b1d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 818 time: 0.3282690
Apr 30 21:30:29.048187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Calling delete_port for 5615ca3e-a40b-4689-a83e-023044193966 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:29.075982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-ddd964a4-f64d-454d-a22f-0a56828c217c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/quotas/9ef2f32360be4d6c87d31bb5307ad696 HTTP/1.1" status: 200  len: 375 time: 0.0254526
Apr 30 21:30:29.078296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 715eaa90-290f-448a-aaef-3d8ff1543c16 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:29.108057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cea1c36-1588-4e4d-88f9-f18ede565862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (15bc7921-3ea2-433d-841e-0585ac9fd876), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.117896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0cea1c36-1588-4e4d-88f9-f18ede565862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.119401 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0cea1c36-1588-4e4d-88f9-f18ede565862 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15bc7921-3ea2-433d-841e-0585ac9fd876 HTTP/1.1" status: 204  len: 168 time: 0.4483883
Apr 30 21:30:29.202697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 715eaa90-290f-448a-aaef-3d8ff1543c16 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:29.203417 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.230221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a6b500e7-9849-49c1-953e-0f8e6ea8787a admin admin] Publish callbacks [] for security_group (eb7493d1-b54c-4956-b612-c54f9cc51a02), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.233841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aeea7c33-cb47-4089-a34d-fefc67c9f0f9 admin admin] Publish callbacks [] for security_group (37462b40-5469-46e5-bea1-a5d2ff336835), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.258924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea1c36-1588-4e4d-88f9-f18ede565862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bc7921-3ea2-433d-841e-0585ac9fd876,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:29.285648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-329263c8-f17d-4e91-a722-62fe67752454 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1806409
Apr 30 21:30:29.304603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d0b28cb-cde4-4ee4-8692-dcc26fcd4f8c req-1e06fefd-b62a-4a9d-8e38-d50368bf891e tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.4283783
Apr 30 21:30:29.311758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aeea7c33-cb47-4089-a34d-fefc67c9f0f9 admin admin] Publish callbacks [] for security_group (37462b40-5469-46e5-bea1-a5d2ff336835), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.322011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a6b500e7-9849-49c1-953e-0f8e6ea8787a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb7493d1-b54c-4956-b612-c54f9cc51a02), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.377135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a6b500e7-9849-49c1-953e-0f8e6ea8787a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14218f5716604c4c8788c246f5fb3990&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6658647
Apr 30 21:30:29.385957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50680) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:29.397936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 715eaa90-290f-448a-aaef-3d8ff1543c16 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:29.409216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 812dbca5-207d-4818-9485-62790e3da759 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:29.426400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b500e7-9849-49c1-953e-0f8e6ea8787a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7493d1-b54c-4956-b612-c54f9cc51a02,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:29.434050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 812dbca5-207d-4818-9485-62790e3da759 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:30:29.434933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 812dbca5-207d-4818-9485-62790e3da759 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:30:29.543421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aeea7c33-cb47-4089-a34d-fefc67c9f0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (37462b40-5469-46e5-bea1-a5d2ff336835), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.546706 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aeea7c33-cb47-4089-a34d-fefc67c9f0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.550604 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aeea7c33-cb47-4089-a34d-fefc67c9f0f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37462b40-5469-46e5-bea1-a5d2ff336835 HTTP/1.1" status: 204  len: 168 time: 0.7163208
Apr 30 21:30:29.561269 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c91c520>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 2, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:29.566631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea7c33-cb47-4089-a34d-fefc67c9f0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37462b40-5469-46e5-bea1-a5d2ff336835,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:29.568474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553d06e-31a1-4b9e-9d99-1383126e9a3b req-d683ced0-30d9-4cc1-890b-5e55011b0a3f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:29.570513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e553d06e-31a1-4b9e-9d99-1383126e9a3b req-d683ced0-30d9-4cc1-890b-5e55011b0a3f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1352632
Apr 30 21:30:29.618783 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Checking router: d6580f80-5eba-431b-af7a-fe6fcf59322e for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:30:29.619489 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Updating router d6580f80-5eba-431b-af7a-fe6fcf59322e port 34941cd0-6c84-4df2-ae0a-285d8dddbccb binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:30:29.629120 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-35546adf-d7a6-48b7-9fb2-16769474cd6b admin admin] Publish callbacks [] for security_group (eb7493d1-b54c-4956-b612-c54f9cc51a02), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.644066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-017177b8-ff38-429b-8ac7-12003b9c1233 service neutron] 10.222.0.23 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3572142
Apr 30 21:30:29.651358 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.701493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-35546adf-d7a6-48b7-9fb2-16769474cd6b admin admin] Publish callbacks [] for security_group (eb7493d1-b54c-4956-b612-c54f9cc51a02), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.771615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e553d06e-31a1-4b9e-9d99-1383126e9a3b req-1d0c4ee8-5007-4e20-8e88-e129b705e558 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939335
Apr 30 21:30:29.853887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-15b4fc0d-7b7b-48f3-8fe3-540bd0a275b2 service neutron] 10.222.0.23 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914089
Apr 30 21:30:29.935843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744dbf1-5f28-427c-9e90-ca7f14746fbc req-2fdc6dea-feef-45c0-a034-d86690e4f367 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:29.937947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4744dbf1-5f28-427c-9e90-ca7f14746fbc req-2fdc6dea-feef-45c0-a034-d86690e4f367 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0539589
Apr 30 21:30:29.951210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5615ca3e-a40b-4689-a83e-023044193966), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.958624 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Publish callbacks [] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.989444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-35546adf-d7a6-48b7-9fb2-16769474cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb7493d1-b54c-4956-b612-c54f9cc51a02), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.991952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-35546adf-d7a6-48b7-9fb2-16769474cd6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:29.993077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-35546adf-d7a6-48b7-9fb2-16769474cd6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb7493d1-b54c-4956-b612-c54f9cc51a02 HTTP/1.1" status: 204  len: 168 time: 0.6005602
Apr 30 21:30:29.996088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5615ca3e-a40b-4689-a83e-023044193966,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:30.030518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35546adf-d7a6-48b7-9fb2-16769474cd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7493d1-b54c-4956-b612-c54f9cc51a02,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:30.052269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4744dbf1-5f28-427c-9e90-ca7f14746fbc req-f8e05099-a3bd-43fd-8802-00f2a7cc398e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082435
Apr 30 21:30:30.092858 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.147269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (65481a50-1986-474e-ba39-7f61dd910a17), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.190882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50700) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:30.199531 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7339f3-d89e-4143-a4b8-3351590c6ed4 None None] Pushing event updated for resources: {'Port': ['ID=34941cd0-6c84-4df2-ae0a-285d8dddbccb,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:30.213625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4d0-0d4b-4914-a7a2-aae5525d7130 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.314228 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Attempting to bind port 34941cd0-6c84-4df2-ae0a-285d8dddbccb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:30.321575 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Attempting to bind port 34941cd0-6c84-4df2-ae0a-285d8dddbccb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:30.322064 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Attempting to bind port 34941cd0-6c84-4df2-ae0a-285d8dddbccb on network 370bffef-cf23-4a5f-a166-489a93a35b76 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:30.332697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de721-54d6-4e19-be49-136f8cce901c req-adeb8548-22f7-4e9b-b517-3cd067562492 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:30.337411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b5de721-54d6-4e19-be49-136f8cce901c req-adeb8548-22f7-4e9b-b517-3cd067562492 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1047847
Apr 30 21:30:30.341539 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:30.341963 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Checking segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:30.344729 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.345687 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Bound using segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:30.346409 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Bound port: 34941cd0-6c84-4df2-ae0a-285d8dddbccb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:30.348240 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.400826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4d0-0d4b-4914-a7a2-aae5525d7130 admin admin] Publish callbacks [] for security_group (2b59898b-2daa-4c2d-93e6-8c55165af0f0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.475085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bacb4d0-0d4b-4914-a7a2-aae5525d7130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2b59898b-2daa-4c2d-93e6-8c55165af0f0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.508277 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] For port 34941cd0-6c84-4df2-ae0a-285d8dddbccb, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:30.515023 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] For port 34941cd0-6c84-4df2-ae0a-285d8dddbccb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34941cd0-6c84-4df2-ae0a-285d8dddbccb,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:30.557156 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3bacb4d0-0d4b-4914-a7a2-aae5525d7130 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa81ab6b5d384e43a12ab4da8e4630b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3622677
Apr 30 21:30:30.557156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacb4d0-0d4b-4914-a7a2-aae5525d7130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59898b-2daa-4c2d-93e6-8c55165af0f0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:30.563093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50714) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:30.585232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6c424f9b-c182-468e-83a3-49bca639dd59 None None] Provisioning complete for port 34941cd0-6c84-4df2-ae0a-285d8dddbccb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:30.586538 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c424f9b-c182-468e-83a3-49bca639dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.623306 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.667561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1834ea3-48af-451a-a7d0-fe4bd8f40f47 admin admin] Publish callbacks [] for security_group (2b59898b-2daa-4c2d-93e6-8c55165af0f0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.672681 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:30:30.673590 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c91c520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:30:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:30.706967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6c424f9b-c182-468e-83a3-49bca639dd59 None None] Port 34941cd0-6c84-4df2-ae0a-285d8dddbccb cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:30:30.713051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1834ea3-48af-451a-a7d0-fe4bd8f40f47 admin admin] Publish callbacks [] for security_group (2b59898b-2daa-4c2d-93e6-8c55165af0f0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.793788 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7339f3-d89e-4143-a4b8-3351590c6ed4 None None] Pushing event updated for resources: {'Port': ['ID=34941cd0-6c84-4df2-ae0a-285d8dddbccb,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:30.879196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1834ea3-48af-451a-a7d0-fe4bd8f40f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2b59898b-2daa-4c2d-93e6-8c55165af0f0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.883537 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1834ea3-48af-451a-a7d0-fe4bd8f40f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:30.885823 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c1834ea3-48af-451a-a7d0-fe4bd8f40f47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b59898b-2daa-4c2d-93e6-8c55165af0f0 HTTP/1.1" status: 204  len: 168 time: 0.3205004
Apr 30 21:30:30.886406 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:30:30.916173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1834ea3-48af-451a-a7d0-fe4bd8f40f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59898b-2daa-4c2d-93e6-8c55165af0f0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:30.956283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50724) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:30.986468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d44ef4c8-76a8-4e78-af9a-dbd22fb4ae7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.041131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (65481a50-1986-474e-ba39-7f61dd910a17), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.043472 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks [] for router_controller (65481a50-1986-474e-ba39-7f61dd910a17), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.105868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-118c7c56-e7e1-4bec-861c-aca9b12ac425 req-ffac4be3-5aeb-439f-a831-e245f92e0b82 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 210 time: 0.7676456
Apr 30 21:30:31.128117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0efc0b3a-6e7b-48e0-baf9-474216c9e668 None None] Provisioning complete for port 34941cd0-6c84-4df2-ae0a-285d8dddbccb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:31.129505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d44ef4c8-76a8-4e78-af9a-dbd22fb4ae7c admin admin] Publish callbacks [] for security_group (61aea310-dbd2-4a7f-902f-bae87c1fc4dc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.130315 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0efc0b3a-6e7b-48e0-baf9-474216c9e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.189236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b5de721-54d6-4e19-be49-136f8cce901c req-5cbc1386-0086-4bdb-b415-1128decb800e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7763326
Apr 30 21:30:31.192424 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (65481a50-1986-474e-ba39-7f61dd910a17), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.199369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d44ef4c8-76a8-4e78-af9a-dbd22fb4ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (61aea310-dbd2-4a7f-902f-bae87c1fc4dc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.208924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65481a50-1986-474e-ba39-7f61dd910a17 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:30:31.219821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.230804 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c91c520>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:30Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:31.235000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-91f4da5c-39e7-4363-9f6d-b2d0628d31d8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/65481a50-1986-474e-ba39-7f61dd910a17 HTTP/1.1" status: 204  len: 168 time: 4.0340686
Apr 30 21:30:31.243915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50734) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:31.266287 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce035ba-48af-4863-83e5-b8551102ca02 None None] The sync data for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 is: [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:30Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:30:31.378079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50736) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:31.386383 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d44ef4c8-76a8-4e78-af9a-dbd22fb4ae7c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34511e02d71b404bbf183dfdbfa3603b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3757815
Apr 30 21:30:31.388238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ef4c8-76a8-4e78-af9a-dbd22fb4ae7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aea310-dbd2-4a7f-902f-bae87c1fc4dc,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:31.458152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0efc0b3a-6e7b-48e0-baf9-474216c9e668 None None] Current status of the port 34941cd0-6c84-4df2-ae0a-285d8dddbccb is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:31.458152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0efc0b3a-6e7b-48e0-baf9-474216c9e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.528878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0efc0b3a-6e7b-48e0-baf9-474216c9e668 None None] For port 34941cd0-6c84-4df2-ae0a-285d8dddbccb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34941cd0-6c84-4df2-ae0a-285d8dddbccb,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:31.574364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5e3060-e5fd-428d-a052-5b12b01ac4df admin admin] Deleting subnet 353d2b09-9049-4f1b-8326-9f76b2b1b5cf {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:30:31.577905 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3060-e5fd-428d-a052-5b12b01ac4df admin admin] Publish callbacks [] for subnet (353d2b09-9049-4f1b-8326-9f76b2b1b5cf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.586121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36421b-a81b-4629-9aa7-94805ee5804b req-57bc5742-3de8-4e87-a1cc-1c4203597dae tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:31.587685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e36421b-a81b-4629-9aa7-94805ee5804b req-57bc5742-3de8-4e87-a1cc-1c4203597dae tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.3221612
Apr 30 21:30:31.620895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48792f82-f13a-4357-8c97-8c180f70b4e7 req-98d17723-427b-4c03-be7e-c65abded3e3c tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.1590970
Apr 30 21:30:31.640071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0efc0b3a-6e7b-48e0-baf9-474216c9e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.657213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3060-e5fd-428d-a052-5b12b01ac4df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (353d2b09-9049-4f1b-8326-9f76b2b1b5cf), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.734319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-757d3ead-ca0b-4e20-a961-32ebe7607199 admin admin] Publish callbacks [] for security_group (61aea310-dbd2-4a7f-902f-bae87c1fc4dc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:31.766282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc0b3a-6e7b-48e0-baf9-474216c9e668 None None] Pushing event updated for resources: {'Port': ['ID=34941cd0-6c84-4df2-ae0a-285d8dddbccb,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:31.857283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e36421b-a81b-4629-9aa7-94805ee5804b req-f19c5688-b45c-4859-ab4d-82fc0ae4a5aa tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2386639
Apr 30 21:30:31.859171 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-757d3ead-ca0b-4e20-a961-32ebe7607199 admin admin] Publish callbacks [] for security_group (61aea310-dbd2-4a7f-902f-bae87c1fc4dc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:32.091692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ca568-a85a-47ba-abbc-9654605391e2 req-023e9434-e6fd-41f0-aff3-73bb86f239fa tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:32.101505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d6ca568-a85a-47ba-abbc-9654605391e2 req-023e9434-e6fd-41f0-aff3-73bb86f239fa tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0995924
Apr 30 21:30:32.110476 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3060-e5fd-428d-a052-5b12b01ac4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (353d2b09-9049-4f1b-8326-9f76b2b1b5cf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:32.195897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-c7feda8b-bd92-460c-9a8b-95ffe5bfc1d9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:32.205554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-c7feda8b-bd92-460c-9a8b-95ffe5bfc1d9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 818 time: 0.4584551
Apr 30 21:30:32.259760 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-5d1d0563-ac80-46e8-b7d9-58fa96015a72 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/quotas/9ef2f32360be4d6c87d31bb5307ad696 HTTP/1.1" status: 200  len: 375 time: 0.0531886
Apr 30 21:30:32.290991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d6ca568-a85a-47ba-abbc-9654605391e2 req-e2cd6ef7-25a7-4afb-967b-40961708c39f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867416
Apr 30 21:30:32.355820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-757d3ead-ca0b-4e20-a961-32ebe7607199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (61aea310-dbd2-4a7f-902f-bae87c1fc4dc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:32.358553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-757d3ead-ca0b-4e20-a961-32ebe7607199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:32.371707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-757d3ead-ca0b-4e20-a961-32ebe7607199 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61aea310-dbd2-4a7f-902f-bae87c1fc4dc HTTP/1.1" status: 204  len: 168 time: 0.9660370
Apr 30 21:30:32.374149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-496e25ed-1a08-4782-95f0-62028dccac0b tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1111667
Apr 30 21:30:32.380553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d3ead-ca0b-4e20-a961-32ebe7607199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aea310-dbd2-4a7f-902f-bae87c1fc4dc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:32.505316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3060-e5fd-428d-a052-5b12b01ac4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (353d2b09-9049-4f1b-8326-9f76b2b1b5cf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:32.526500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da79f4c-f5d2-455c-9555-75cd2883919c req-290fc09b-8aa0-4a18-9894-a08c3b959798 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:32.533457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9da79f4c-f5d2-455c-9555-75cd2883919c req-290fc09b-8aa0-4a18-9894-a08c3b959798 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1129539
Apr 30 21:30:32.580711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e3060-e5fd-428d-a052-5b12b01ac4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353d2b09-9049-4f1b-8326-9f76b2b1b5cf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:32.590541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e5e3060-e5fd-428d-a052-5b12b01ac4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:32.593925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5e5e3060-e5fd-428d-a052-5b12b01ac4df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/353d2b09-9049-4f1b-8326-9f76b2b1b5cf HTTP/1.1" status: 204  len: 168 time: 1.3529224
Apr 30 21:30:32.596433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50782) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:32.598872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68302f9-cd23-4456-a29b-9706de211b12 None None] Network b4f0cca1-4180-4eed-af9d-38f99c4f5357 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:32.644996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9da79f4c-f5d2-455c-9555-75cd2883919c req-22043d30-d39b-465d-8b1d-4909dcd9fd2d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1099648
Apr 30 21:30:32.702984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-84967157-33e0-4260-ad43-c15067bda7ea service neutron] 10.222.0.23 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3169587
Apr 30 21:30:32.815747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] DHCP port deletion for b4f0cca1-4180-4eed-af9d-38f99c4f5357 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:30:32.824957 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b4f0cca1-4180-4eed-af9d-38f99c4f5357), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:32.907162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Deleting port bec1b169-53a5-445c-b91e-16f4f07fe167 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:32.907563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:32.934750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f72ff997-a1e7-4ad7-aeee-6811c954b35d req-5ddfc0bc-e3ba-4f1e-a415-e67d98c68a97 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.1151938
Apr 30 21:30:32.943489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] Deleting port bec1b169-53a5-445c-b91e-16f4f07fe167 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:32.946518 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.056712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-7fa7e852-f3f5-4db4-9c4f-5b0eee04fc18 service neutron] 10.222.0.23 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3412266
Apr 30 21:30:33.070956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] For port bec1b169-53a5-445c-b91e-16f4f07fe167, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bec1b169-53a5-445c-b91e-16f4f07fe167,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:33.071335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.084057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] For port bec1b169-53a5-445c-b91e-16f4f07fe167, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bec1b169-53a5-445c-b91e-16f4f07fe167,segment=NetworkSegment(c482de99-e1f4-416b-8a3a-a004eeedd14c),segment_id=c482de99-e1f4-416b-8a3a-a004eeedd14c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:33.084057 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.099123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Calling delete_port for bec1b169-53a5-445c-b91e-16f4f07fe167 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:33.103920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] Calling delete_port for bec1b169-53a5-445c-b91e-16f4f07fe167 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:33.129723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 34941cd0-6c84-4df2-ae0a-285d8dddbccb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:33.266601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc09f6-7156-4c6d-be76-b1254a7f7b99 req-52409472-3eaf-49df-8665-2c4ec374458f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:33.282404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21fc09f6-7156-4c6d-be76-b1254a7f7b99 req-52409472-3eaf-49df-8665-2c4ec374458f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1726255
Apr 30 21:30:33.316724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 34941cd0-6c84-4df2-ae0a-285d8dddbccb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:33.319635 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.428550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21fc09f6-7156-4c6d-be76-b1254a7f7b99 req-1758db87-ff63-4626-9b12-75ca10881e7e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455827
Apr 30 21:30:33.450294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 34941cd0-6c84-4df2-ae0a-285d8dddbccb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:33.512712 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.522460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (bec1b169-53a5-445c-b91e-16f4f07fe167), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.605572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Pushing event deleted for resources: {'Port': ['ID=bec1b169-53a5-445c-b91e-16f4f07fe167,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:33.617198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] No DVR routers for this DVR port bec1b169-53a5-445c-b91e-16f4f07fe167 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:30:33.649950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bec1b169-53a5-445c-b91e-16f4f07fe167 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:33.676442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: bec1b169-53a5-445c-b91e-16f4f07fe167 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:30:33.677314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bec1b169-53a5-445c-b91e-16f4f07fe167 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:30:33.678020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5615ca3e-a40b-4689-a83e-023044193966 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:33.680983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] Pushing event deleted for resources: {'Port': ['ID=bec1b169-53a5-445c-b91e-16f4f07fe167,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:33.718444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59b525-cc94-477b-a9d7-a3c5cc2786be None None] No DVR routers for this DVR port bec1b169-53a5-445c-b91e-16f4f07fe167 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:30:33.725896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 5615ca3e-a40b-4689-a83e-023044193966 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:30:33.726253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5615ca3e-a40b-4689-a83e-023044193966 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:30:33.732624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12e5618a-d87f-446c-abde-6a0c30f91ae5 req-e100e3c7-a55a-47a1-a568-e5cebc2fa5b5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 210 time: 0.0995600
Apr 30 21:30:33.757254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b4f0cca1-4180-4eed-af9d-38f99c4f5357), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.809929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966397580>,) {'filters': {'network_id': ['b4f0cca1-4180-4eed-af9d-38f99c4f5357']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:33.830846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966397580>, 'c482de99-e1f4-416b-8a3a-a004eeedd14c') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:33.831390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966397580>, 'c482de99-e1f4-416b-8a3a-a004eeedd14c') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:30:33.843981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (c482de99-e1f4-416b-8a3a-a004eeedd14c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.861035 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c482de99-e1f4-416b-8a3a-a004eeedd14c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.868958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:30:33.869421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (c482de99-e1f4-416b-8a3a-a004eeedd14c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:30:33.871851 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:30:33.933326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2f31-affb-4ed6-899b-a5ecd91048b3 req-1921df10-1fdb-4656-839c-6f49a15ec330 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:33.934776 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b1c2f31-affb-4ed6-899b-a5ecd91048b3 req-1921df10-1fdb-4656-839c-6f49a15ec330 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1838851
Apr 30 21:30:33.992515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae86be-4c11-4fbd-ada7-7895e7fb4b5a req-f46c6f16-ce7b-4697-9e14-9bab1b291766 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:34.001363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-baae86be-4c11-4fbd-ada7-7895e7fb4b5a req-f46c6f16-ce7b-4697-9e14-9bab1b291766 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1455450
Apr 30 21:30:34.009180 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b4f0cca1-4180-4eed-af9d-38f99c4f5357), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.022105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.024265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132c39-abed-4156-9649-9575406081c3 req-a7187f05-6450-42c7-ac49-031c1357b7d5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:34.029559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-a7187f05-6450-42c7-ac49-031c1357b7d5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 818 time: 0.5308275
Apr 30 21:30:34.029711 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] 10.222.0.23 "DELETE /v2.0/networks/b4f0cca1-4180-4eed-af9d-38f99c4f5357 HTTP/1.1" status: 204  len: 168 time: 1.4257879
Apr 30 21:30:34.048492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'port': {'device_id': 'ae7e10f1-c515-4ca6-9d45-1dadb182b495', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'admin_state_up': True, 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:34.073339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ce783-3623-4092-a0ca-7458d79dbdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f0cca1-4180-4eed-af9d-38f99c4f5357,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:34.144987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b1c2f31-affb-4ed6-899b-a5ecd91048b3 req-e845690c-121e-4678-ba03-62cc4ea7cd4e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2005720
Apr 30 21:30:34.170994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-baae86be-4c11-4fbd-ada7-7895e7fb4b5a req-f2385e23-576c-4d7a-a30b-dc736f55a6a7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1685319
Apr 30 21:30:34.243354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13834247-7306-498b-8d05-2d06d058fbab req-a2004c37-e7b4-43ac-9891-5a5566313ca9 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0344565
Apr 30 21:30:34.342238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04deca0-6dd2-4860-a992-7cc0c2194db7 req-3bc3079c-cff3-449c-b50a-9a7b36e51fe6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:34.348838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a04deca0-6dd2-4860-a992-7cc0c2194db7 req-3bc3079c-cff3-449c-b50a-9a7b36e51fe6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0604076
Apr 30 21:30:34.370910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Made reservation on behalf of 9ef2f32360be4d6c87d31bb5307ad696 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:34.374296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.431461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50846) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:34.466042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a04deca0-6dd2-4860-a992-7cc0c2194db7 req-edce345f-8be8-4ee3-8112-5e2b488e9734 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039128
Apr 30 21:30:34.583280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:34.623756 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-580037264'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:34.639986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4f99c-c298-4cff-9994-4b96a7a2e0e0 req-c0a8f087-b459-4bb3-b8b9-e7d5ea6e71b0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:34.641577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69b4f99c-c298-4cff-9994-4b96a7a2e0e0 req-c0a8f087-b459-4bb3-b8b9-e7d5ea6e71b0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1137471
Apr 30 21:30:34.670118 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4c40c54-eccd-4464-8b51-b23d4860a009 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54ceedad6e134d94ac8758f8385a47e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0856762
Apr 30 21:30:34.670781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50858) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:34.677802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Allocated IP 172.20.0.11 (370bffef-cf23-4a5f-a166-489a93a35b76/1c5d6193-b54d-45e6-81c1-b44e3c5c90ae/f6dea3ed-49b0-46d6-a0a1-fd1777349430) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:34.726031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df5fb361-63e2-44e6-b63f-58313100b92d admin admin] Publish callbacks [] for security_group (71aa5d74-0eed-4c28-8ffb-d26b3b9c4f9b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.726876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69b4f99c-c298-4cff-9994-4b96a7a2e0e0 req-bcd0ff94-fc61-4f58-b1d0-61757d5efb1a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771611
Apr 30 21:30:34.756538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:34.759807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.770751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df5fb361-63e2-44e6-b63f-58313100b92d admin admin] Publish callbacks [] for security_group (71aa5d74-0eed-4c28-8ffb-d26b3b9c4f9b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.772703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.855793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c869fdfc-5322-4abf-9b7e-b1afb6241684 req-6c66ee76-3c71-472e-b786-0cea30c1e253 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 210 time: 0.0490923
Apr 30 21:30:34.892992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for security_group (bd5dd7cc-6eeb-4564-8070-07117775bc55), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.940215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632bc49-0df4-43df-99d7-1d7aaddbab94 req-7f66288e-65aa-4385-b6a1-8c010f525d59 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:34.940561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df5fb361-63e2-44e6-b63f-58313100b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (71aa5d74-0eed-4c28-8ffb-d26b3b9c4f9b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.942756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b632bc49-0df4-43df-99d7-1d7aaddbab94 req-7f66288e-65aa-4385-b6a1-8c010f525d59 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0776942
Apr 30 21:30:34.944239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df5fb361-63e2-44e6-b63f-58313100b92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:34.945437 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-df5fb361-63e2-44e6-b63f-58313100b92d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71aa5d74-0eed-4c28-8ffb-d26b3b9c4f9b HTTP/1.1" status: 204  len: 168 time: 0.2737482
Apr 30 21:30:34.957873 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fb361-63e2-44e6-b63f-58313100b92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa5d74-0eed-4c28-8ffb-d26b3b9c4f9b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:34.984612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bd5dd7cc-6eeb-4564-8070-07117775bc55), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.014248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.026122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b632bc49-0df4-43df-99d7-1d7aaddbab94 req-73186066-ae7d-441b-aaf5-951852093920 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669577
Apr 30 21:30:35.030139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:30:35.044139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5dd7cc-6eeb-4564-8070-07117775bc55,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:35.071349 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a5f9fb00-9298-487a-b83c-2044ca4f5f61), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.071349 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Added segment a5f9fb00-9298-487a-b83c-2044ca4f5f61 of type vlan for network a0a65003-beca-4a7f-bcd6-a74df6ab3337
Apr 30 21:30:35.117999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a0a65003-beca-4a7f-bcd6-a74df6ab3337), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.168583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324e48e-0761-4731-967a-1968ac714514 req-e62f2a76-ac5c-4d8c-9265-4e331685af6a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:35.170173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2324e48e-0761-4731-967a-1968ac714514 req-e62f2a76-ac5c-4d8c-9265-4e331685af6a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0505171
Apr 30 21:30:35.225480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2324e48e-0761-4731-967a-1968ac714514 req-ae3619e0-04cc-4a19-af17-a66897395245 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489864
Apr 30 21:30:35.249079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.283424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a0a65003-beca-4a7f-bcd6-a74df6ab3337), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.295139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:35.295882 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.334885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Network 370bffef-cf23-4a5f-a166-489a93a35b76 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:35.342768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:35.345242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:35.376317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Network': ['ID=a0a65003-beca-4a7f-bcd6-a74df6ab3337,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:35.388031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:30:35.403450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdab61a-3e67-4874-9a3e-6451d58bec45 req-dfb8739a-a019-4d0c-b303-a47bf4b21002 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:35.406232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfdab61a-3e67-4874-9a3e-6451d58bec45 req-dfb8739a-a019-4d0c-b303-a47bf4b21002 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1445673
Apr 30 21:30:35.407168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event updated for resources: {'Port': ['ID=f6dea3ed-49b0-46d6-a0a1-fd1777349430,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:35.485159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99b048-ba4f-4624-b36d-8c896a740dea req-9ac253a1-498c-4198-a128-42240b466e19 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:35.492288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b99b048-ba4f-4624-b36d-8c896a740dea req-9ac253a1-498c-4198-a128-42240b466e19 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1409402
Apr 30 21:30:35.502921 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14ad1878-f41d-4ef9-984b-3a0427105664 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0647206
Apr 30 21:30:35.506359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50892) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:35.520586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:35.580137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:35.580137 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.633166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfdab61a-3e67-4874-9a3e-6451d58bec45 req-d3e30fc6-daad-461b-a889-c2a737a4d85b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2010522
Apr 30 21:30:35.671192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b99b048-ba4f-4624-b36d-8c896a740dea req-27d19398-12e2-4b90-b1be-864a1724abcf tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593471
Apr 30 21:30:35.714007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-96174a2f-d5ea-425b-9b6a-15e7532c0c1d None None] Provisioning complete for port f6dea3ed-49b0-46d6-a0a1-fd1777349430 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:35.714391 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96174a2f-d5ea-425b-9b6a-15e7532c0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.740878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-61d4360e-e743-4e75-8418-a58e08f308ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6978722
Apr 30 21:30:35.752849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Request body: {'port': {'device_id': 'ae7e10f1-c515-4ca6-9d45-1dadb182b495', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:35.805794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:35.811030 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.827506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-96174a2f-d5ea-425b-9b6a-15e7532c0c1d None None] Port f6dea3ed-49b0-46d6-a0a1-fd1777349430 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:30:35.881092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b9735c2-aefd-4fde-b4bd-a55a85b65e88 req-f53750af-e532-4dff-acbd-2dcd24a61401 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0682182
Apr 30 21:30:35.909812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:35.954382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730c1f1-27f8-405b-bed5-5cd195efd2f7 req-7d783e0a-8cc2-4c3d-8aff-5e25f75f53f4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:35.955994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e730c1f1-27f8-405b-bed5-5cd195efd2f7 req-7d783e0a-8cc2-4c3d-8aff-5e25f75f53f4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1106255
Apr 30 21:30:36.034770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66d5a9c7-94a4-460f-9e1d-88061ae7d00f req-10d9c427-fe8d-4294-8d14-399c5a59c0ab tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 210 time: 0.0476415
Apr 30 21:30:36.146608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e730c1f1-27f8-405b-bed5-5cd195efd2f7 req-19fa2fde-15ea-4403-973b-5220a19eaefc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606951
Apr 30 21:30:36.240198 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (4299e07f-20fa-4f2a-8637-e83fc727ff56), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:36.349569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=4299e07f-20fa-4f2a-8637-e83fc727ff56,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:36.356233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:36.356607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network hostable DHCP agents. Network: a0a65003-beca-4a7f-bcd6-a74df6ab3337, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:30:36.427248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053701c-4e1d-4473-a8b6-0a11b1b9f4b4 req-1735d291-ac40-4cc2-a96a-a798c6bebaa7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:36.436125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9053701c-4e1d-4473-a8b6-0a11b1b9f4b4 req-1735d291-ac40-4cc2-a96a-a798c6bebaa7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1175530
Apr 30 21:30:36.454036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dea3ed-49b0-46d6-a0a1-fd1777349430 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:30:36.476623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Publish callbacks [] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:36.507681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Transition to ACTIVE for port object f6dea3ed-49b0-46d6-a0a1-fd1777349430 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:30:36.523417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9053701c-4e1d-4473-a8b6-0a11b1b9f4b4 req-3cd34c1b-df93-4b23-bda7-355f19b5150c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863552
Apr 30 21:30:36.580531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:30:36.647732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:36.654640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0a65003-beca-4a7f-bcd6-a74df6ab3337) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:36.659022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:36.659594 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:36.677668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f395d1f-af40-4abb-98f4-d1160bccc822 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:36.777477 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14850670-6824-4294-b5ef-f7d3f5a56969 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2678239
Apr 30 21:30:36.782746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50940) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:36.796258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'name': 'tempest-NetworksTestDHCPv6-1426949922'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:36.810253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c34a2-2c5a-4f7d-881d-be9f8dfdc1c2 req-86050a66-80d8-43fd-b909-e6ca52114015 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:36.822218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d3c34a2-2c5a-4f7d-881d-be9f8dfdc1c2 req-86050a66-80d8-43fd-b909-e6ca52114015 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2159481
Apr 30 21:30:36.951767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dea3ed-49b0-46d6-a0a1-fd1777349430,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:36.990610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2639ae-b284-4e6b-8186-1248b08bcbeb req-2eba08c8-9f78-44c6-83e1-8b6e4a5cd653 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:36.992536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a2639ae-b284-4e6b-8186-1248b08bcbeb req-2eba08c8-9f78-44c6-83e1-8b6e4a5cd653 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1934133
Apr 30 21:30:37.112598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:37.117853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:37.182660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port f021664c-5694-486c-a53f-0a4cbcc8dcaf yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:37.273436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '4299e07f-20fa-4f2a-8637-e83fc727ff56'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:30:37.277534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:37.514640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::1df (a0a65003-beca-4a7f-bcd6-a74df6ab3337/4299e07f-20fa-4f2a-8637-e83fc727ff56/f021664c-5694-486c-a53f-0a4cbcc8dcaf) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:37.620792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d3c34a2-2c5a-4f7d-881d-be9f8dfdc1c2 req-8c9b97a1-558a-4b4f-b60d-8f2693d50808 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7950594
Apr 30 21:30:37.677219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a2639ae-b284-4e6b-8186-1248b08bcbeb req-089a218b-5979-47ae-be26-1e2dc3d02ac7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.6011565
Apr 30 21:30:37.743742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-161340dc-8e95-42a6-ab0d-a67400f0f293 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:37.753370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-161340dc-8e95-42a6-ab0d-a67400f0f293 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 818 time: 1.0242794
Apr 30 21:30:37.787634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'port': {'device_id': '972883b8-db95-40bb-bec0-6e16a9ee35d8', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'admin_state_up': True, 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:37.816358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (f021664c-5694-486c-a53f-0a4cbcc8dcaf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:37.917818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a42a1196-e364-4321-9d6e-c736ebb9210d req-d6e786e1-55c8-43f5-ab47-44dbebcc0b7f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 210 time: 0.1492825
Apr 30 21:30:37.924479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-716ebfd5-873d-4e1e-98e5-04d8785022b7 req-7cbc8a52-bce9-4d14-a7c6-f2fe35b0bbef tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0663426
Apr 30 21:30:37.948799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Attempting to bind port f6dea3ed-49b0-46d6-a0a1-fd1777349430 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:37.949077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Attempting to bind port f6dea3ed-49b0-46d6-a0a1-fd1777349430 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:37.949409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Attempting to bind port f6dea3ed-49b0-46d6-a0a1-fd1777349430 on network 370bffef-cf23-4a5f-a166-489a93a35b76 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:37.967386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Port f6dea3ed-49b0-46d6-a0a1-fd1777349430 on network 370bffef-cf23-4a5f-a166-489a93a35b76 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:37.967796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Attempting to bind port f6dea3ed-49b0-46d6-a0a1-fd1777349430 on network 370bffef-cf23-4a5f-a166-489a93a35b76 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:37.979838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:37.982757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Checking segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:37.982757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Bound using segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:37.982757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Bound port: f6dea3ed-49b0-46d6-a0a1-fd1777349430, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:37.982757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:37.993587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f021664c-5694-486c-a53f-0a4cbcc8dcaf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.095780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/4299e07f-20fa-4f2a-8637-e83fc727ff56/e649a5f2-fb5b-426e-9d88-6add8e448eef) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:38.140535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=f021664c-5694-486c-a53f-0a4cbcc8dcaf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:38.154616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:38.156647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:38.159427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:38.167432 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:38.167432 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.259739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a97c5-5a35-49bc-b920-659aea1b4c86 req-9bd9f76e-7ec0-4ee8-bdce-14d383f56ed5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:38.261298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-354a97c5-5a35-49bc-b920-659aea1b4c86 req-9bd9f76e-7ec0-4ee8-bdce-14d383f56ed5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1579759
Apr 30 21:30:38.297634 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3030b7d3-e02f-4c1c-bc9c-8520a632880a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.5122869
Apr 30 21:30:38.299508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50986) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:38.329738 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Publish callbacks [] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.360691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] For port f6dea3ed-49b0-46d6-a0a1-fd1777349430, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:38.380410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] For port f6dea3ed-49b0-46d6-a0a1-fd1777349430, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:38.384386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-354a97c5-5a35-49bc-b920-659aea1b4c86 req-f8fea64f-1029-4df9-8f5c-2b34dc69c7f6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814188
Apr 30 21:30:38.418498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25027e28-4fdd-4919-a988-243a726623f3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:38.422174 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-25027e28-4fdd-4919-a988-243a726623f3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.1200521
Apr 30 21:30:38.428935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50994) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:38.489064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.502761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Made reservation on behalf of 9ef2f32360be4d6c87d31bb5307ad696 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:38.522873 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.554902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:38.573243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:38.599613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:38.615817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Pushing event updated for resources: {'Port': ['ID=e649a5f2-fb5b-426e-9d88-6add8e448eef,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:38.665320 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.703548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Attempting to bind port e649a5f2-fb5b-426e-9d88-6add8e448eef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:38.703968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Attempting to bind port e649a5f2-fb5b-426e-9d88-6add8e448eef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:38.704838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Attempting to bind port e649a5f2-fb5b-426e-9d88-6add8e448eef on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:38.710898 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:38.711656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:38.712255 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.712814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:38.713375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Bound port: e649a5f2-fb5b-426e-9d88-6add8e448eef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:38.714048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.795982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] For port e649a5f2-fb5b-426e-9d88-6add8e448eef, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:38.795982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] For port e649a5f2-fb5b-426e-9d88-6add8e448eef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e649a5f2-fb5b-426e-9d88-6add8e448eef,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:38.803484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dea3ed-49b0-46d6-a0a1-fd1777349430,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:38.812919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b7874-65a5-4c33-8774-1e3cc860ab5b req-b22c2eeb-918a-4e58-8d99-14fb6a1f1107 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:38.821945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-498b7874-65a5-4c33-8774-1e3cc860ab5b req-b22c2eeb-918a-4e58-8d99-14fb6a1f1107 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2823186
Apr 30 21:30:38.927416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:38.995935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1eec6-d005-4c16-be62-9b99e204478f req-ed40de5f-5e88-43ee-bd1c-a5746af7f226 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:38.997701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc1eec6-d005-4c16-be62-9b99e204478f req-ed40de5f-5e88-43ee-bd1c-a5746af7f226 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.4718339
Apr 30 21:30:39.001679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:39.002432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:39.007647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-5e7453ae-f425-412c-be7f-a83a7b3a88b3 service neutron] 10.222.0.35 "PUT /v2.0/ports/f6dea3ed-49b0-46d6-a0a1-fd1777349430 HTTP/1.1" status: 200  len: 1092 time: 3.2596397
Apr 30 21:30:39.031194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7e10f1-c515-4ca6-9d45-1dadb182b495', 'tag': 'f6dea3ed-49b0-46d6-a0a1-fd1777349430'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:30:39.035343 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c3c327-1005-4bfd-96f7-1e751d488f89" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7e10f1-c515-4ca6-9d45-1dadb182b495", "tag": "f6dea3ed-49b0-46d6-a0a1-fd1777349430"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:30:39.054546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dfe56-d8e2-4701-bddc-2ad30f5efff3 None None] Pushing event updated for resources: {'Port': ['ID=e649a5f2-fb5b-426e-9d88-6add8e448eef,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:39.055008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-791fbfdf-dd76-4928-a61f-3b78b41e7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:39.056366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-791fbfdf-dd76-4928-a61f-3b78b41e7234 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1126 time: 0.2724328
Apr 30 21:30:39.057000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-94005a13-2796-495e-b4eb-1107a634beed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port f021664c-5694-486c-a53f-0a4cbcc8dcaf {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:39.057341 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94005a13-2796-495e-b4eb-1107a634beed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f021664c-5694-486c-a53f-0a4cbcc8dcaf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:39.238468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-498b7874-65a5-4c33-8774-1e3cc860ab5b req-9a301de0-c719-4180-92bd-7a36a87e3fcd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4137168
Apr 30 21:30:39.502686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-8f96f893-d153-40ce-9928-22f82f7e4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:39.505521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-8f96f893-d153-40ce-9928-22f82f7e4351 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.4342737
Apr 30 21:30:39.538267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132c39-abed-4156-9649-9575406081c3 req-1eadb199-c304-4d19-9fda-eec56e186dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:39.539659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-1eadb199-c304-4d19-9fda-eec56e186dbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 1126 time: 0.3250859
Apr 30 21:30:39.561205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6555f8a-402c-48b0-bb02-69f783e067f9 req-4b23dbab-ac38-41c6-9ca1-b8d603c5f093 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 210 time: 0.1562726
Apr 30 21:30:39.588762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecc1eec6-d005-4c16-be62-9b99e204478f req-a90b6316-0b0d-45c5-aa72-8371a04cd202 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5401127
Apr 30 21:30:39.688595 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a13f8ba-67ca-4df0-b711-4721815fbb69 x-openstack-request-id: req-7a13f8ba-67ca-4df0-b711-4721815fbb69 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:30:39.689236 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7e10f1-c515-4ca6-9d45-1dadb182b495", "tag": "f6dea3ed-49b0-46d6-a0a1-fd1777349430", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:30:39.689236 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a13f8ba-67ca-4df0-b711-4721815fbb69 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:30:39.689534 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a13f8ba-67ca-4df0-b711-4721815fbb69'] response: {'name': 'network-changed', 'server_uuid': 'ae7e10f1-c515-4ca6-9d45-1dadb182b495', 'tag': 'f6dea3ed-49b0-46d6-a0a1-fd1777349430', 'status': 'completed', 'code': 200}
Apr 30 21:30:39.691277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94005a13-2796-495e-b4eb-1107a634beed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f021664c-5694-486c-a53f-0a4cbcc8dcaf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:39.734728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Allocated IP 172.20.0.9 (370bffef-cf23-4a5f-a166-489a93a35b76/1c5d6193-b54d-45e6-81c1-b44e3c5c90ae/d5503947-830f-4d9d-94cc-e5a9c55e9a7c) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:39.757572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-cfb60030-2615-407e-850d-eece12f60279 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430 HTTP/1.1" status: 200  len: 217 time: 0.1987145
Apr 30 21:30:39.772414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-94005a13-2796-495e-b4eb-1107a634beed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for f021664c-5694-486c-a53f-0a4cbcc8dcaf owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:39.844934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e450706b-85de-4e1c-a7ec-4a9c8a63c82c req-9d99b716-44da-4a8c-82d3-ab52ec8e61df tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.1137986
Apr 30 21:30:39.867378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-eb7483ae-b57d-4706-bec9-78cb400169de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.3236413
Apr 30 21:30:40.024555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb24b27-fbd3-4313-8dc5-7539a78704e6 req-574edf0e-6687-4fda-b2a3-6ca596cb079d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:40.027169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb24b27-fbd3-4313-8dc5-7539a78704e6 req-574edf0e-6687-4fda-b2a3-6ca596cb079d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2207787
Apr 30 21:30:40.057007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132c39-abed-4156-9649-9575406081c3 req-34ae91cb-9234-4d52-8f61-c3371b5f8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:40.058683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-34ae91cb-9234-4d52-8f61-c3371b5f8fb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.2908518
Apr 30 21:30:40.154553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-b24a7cca-cc8c-4a8c-8d0a-c7ee0a68ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:40.156024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-b24a7cca-cc8c-4a8c-8d0a-c7ee0a68ebd9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.2676759
Apr 30 21:30:40.316524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132c39-abed-4156-9649-9575406081c3 req-baf9bdef-277f-46a1-bffb-660d2762a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:40.319246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-baf9bdef-277f-46a1-bffb-660d2762a728 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2413640
Apr 30 21:30:40.422384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb24b27-fbd3-4313-8dc5-7539a78704e6 req-9a008786-1f71-44f3-8e65-846a9ac94fef tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3803236
Apr 30 21:30:40.482636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-4109d245-1837-41fe-bdb9-82e6cdbd12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:40.484378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-4109d245-1837-41fe-bdb9-82e6cdbd12fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2956986
Apr 30 21:30:40.487633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:40.547856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894f535-d0a5-4b09-bb55-42c53da7f2d3 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:40.641474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Provisioning complete for port e649a5f2-fb5b-426e-9d88-6add8e448eef triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:40.642220 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:40.812051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Current status of the port e649a5f2-fb5b-426e-9d88-6add8e448eef is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:40.812455 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:40.880443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] For port e649a5f2-fb5b-426e-9d88-6add8e448eef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e649a5f2-fb5b-426e-9d88-6add8e448eef,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:41.028008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e649a5f2-fb5b-426e-9d88-6add8e448eef up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:41.058883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ec3de46-f418-4a3e-8bc7-52575c4dcfeb req-eade0f05-8cad-44ff-9ef7-0d82f5d888a4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 210 time: 0.1102362
Apr 30 21:30:41.066527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94005a13-2796-495e-b4eb-1107a634beed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f021664c-5694-486c-a53f-0a4cbcc8dcaf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:41.083436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c0036-302e-4743-9c1e-7f65bbbe2126 req-07aa3220-66a4-4a88-a22d-996c6ff743d6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:41.088878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e12c0036-302e-4743-9c1e-7f65bbbe2126 req-07aa3220-66a4-4a88-a22d-996c6ff743d6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.5379763
Apr 30 21:30:41.186995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:41.222505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94005a13-2796-495e-b4eb-1107a634beed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=f021664c-5694-486c-a53f-0a4cbcc8dcaf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:41.257582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-962bc9fd-cf69-4de0-bde0-67bb159422ea service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9170916
Apr 30 21:30:41.282836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:41.333242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e649a5f2-fb5b-426e-9d88-6add8e448eef triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:41.335030 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:41.343923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-96420863-68b0-4741-b70c-1fdeb4c8b984 None None] Could not find standard attr ID for object f021664c-5694-486c-a53f-0a4cbcc8dcaf. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:30:41.382903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-c2d26f47-6171-4197-93fd-50cf812ae5fc service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8877738
Apr 30 21:30:41.421178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Pushing event updated for resources: {'Port': ['ID=e649a5f2-fb5b-426e-9d88-6add8e448eef,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:41.428894 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-94005a13-2796-495e-b4eb-1107a634beed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:41.438745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-96420863-68b0-4741-b70c-1fdeb4c8b984 None None] Provisioning complete for port e649a5f2-fb5b-426e-9d88-6add8e448eef triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:41.438745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-96420863-68b0-4741-b70c-1fdeb4c8b984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:41.439139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-94005a13-2796-495e-b4eb-1107a634beed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/f021664c-5694-486c-a53f-0a4cbcc8dcaf HTTP/1.1" status: 204  len: 168 time: 3.0029583
Apr 30 21:30:41.439268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51056) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:41.442199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.442771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.443295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.443943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.444481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.444989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.445498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.446039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.446555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.447068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.447565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.448070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.448574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.449082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.449599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fd0876-7e45-4c55-96be-6f3f1569ef12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:41.621945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356a1c4-c859-431f-9d73-2b6e0d95a663 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:41.623858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356a1c4-c859-431f-9d73-2b6e0d95a663 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:41.628971 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4356a1c4-c859-431f-9d73-2b6e0d95a663 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1905479
Apr 30 21:30:41.629206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e649a5f2-fb5b-426e-9d88-6add8e448eef is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:41.630385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51060) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:41.649074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c97e9-49bf-475c-ade1-1938c4a69f39 req-fff9f6af-9acb-45c5-bcfd-7f9fc5c70e4e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:41.654045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab2c97e9-49bf-475c-ade1-1938c4a69f39 req-fff9f6af-9acb-45c5-bcfd-7f9fc5c70e4e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.4551904
Apr 30 21:30:41.728676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-96420863-68b0-4741-b70c-1fdeb4c8b984 None None] Current status of the port e649a5f2-fb5b-426e-9d88-6add8e448eef is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:41.752558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Network 370bffef-cf23-4a5f-a166-489a93a35b76 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:41.768112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b9ce7e-8688-4043-a937-361b4ac1a789 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 4299e07f-20fa-4f2a-8637-e83fc727ff56 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:30:41.773743 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98b9ce7e-8688-4043-a937-361b4ac1a789 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (4299e07f-20fa-4f2a-8637-e83fc727ff56), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:41.783888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:41.810076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e12c0036-302e-4743-9c1e-7f65bbbe2126 req-6e8c7bf9-8e11-4d5d-9c9a-3584ef79b5e6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6908925
Apr 30 21:30:41.829350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:41.836868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event updated for resources: {'Port': ['ID=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:41.865029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-68f503fc-2be5-40c0-a1fc-0f01ebcf7747 None None] Could not find standard attr ID for object f021664c-5694-486c-a53f-0a4cbcc8dcaf. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:30:41.892496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98b9ce7e-8688-4043-a937-361b4ac1a789 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (4299e07f-20fa-4f2a-8637-e83fc727ff56), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:41.950908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b132c39-abed-4156-9649-9575406081c3 req-0ebc5b74-67aa-473d-a062-9919fd42ef8f service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6395133
Apr 30 21:30:42.027157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab2c97e9-49bf-475c-ade1-1938c4a69f39 req-a56053aa-d7e1-40d0-8baa-77269ac6f8ed tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3721282
Apr 30 21:30:42.068077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:42.069597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:42.095851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef08a993-ede8-4d7c-8c2a-0c0d528cf8b9 req-36008169-298f-4b2d-b53e-c123d39e4c72 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6703598
Apr 30 21:30:42.219364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e3047f3-84dc-4b52-8d1b-d6dd44822a12 req-c01ebf73-f105-4021-9b16-4f06e2cfc2c0 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.2136436
Apr 30 21:30:42.240896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98b9ce7e-8688-4043-a937-361b4ac1a789 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4299e07f-20fa-4f2a-8637-e83fc727ff56), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:42.333436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-98c6597c-c7c9-4de2-830a-7f7d1b9d5fb2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5637782
Apr 30 21:30:42.406868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-24ae9302-dd8f-4f29-b994-2d4ddd34c1d4 None None] Provisioning complete for port d5503947-830f-4d9d-94cc-e5a9c55e9a7c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:42.407169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-24ae9302-dd8f-4f29-b994-2d4ddd34c1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:42.415807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1062e-7770-411c-aad8-12d95991e24b req-9a6e53dc-bac5-440d-a399-178867c701c7 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:42.417458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53e1062e-7770-411c-aad8-12d95991e24b req-9a6e53dc-bac5-440d-a399-178867c701c7 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 931 time: 0.1923943
Apr 30 21:30:42.473420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-24ae9302-dd8f-4f29-b994-2d4ddd34c1d4 None None] Port d5503947-830f-4d9d-94cc-e5a9c55e9a7c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:30:42.482410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344e662-3677-4065-a37e-aa0625d7d38f req-32692c72-486b-4ad4-93bd-fff78c80cedb tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:42.484341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f344e662-3677-4065-a37e-aa0625d7d38f req-32692c72-486b-4ad4-93bd-fff78c80cedb tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1075730
Apr 30 21:30:42.535222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53e1062e-7770-411c-aad8-12d95991e24b req-2a561c34-0115-41d1-8dd6-8b9075eaa5af tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847383
Apr 30 21:30:42.547183 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98b9ce7e-8688-4043-a937-361b4ac1a789 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (4299e07f-20fa-4f2a-8637-e83fc727ff56), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:42.578494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f344e662-3677-4065-a37e-aa0625d7d38f req-48da4550-e979-4d87-ae2e-57c8499e7d67 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811791
Apr 30 21:30:42.583228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9ce7e-8688-4043-a937-361b4ac1a789 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=4299e07f-20fa-4f2a-8637-e83fc727ff56,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:42.584939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04392287-ef61-40c3-8ca6-df26b5964325 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:42.586386 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98b9ce7e-8688-4043-a937-361b4ac1a789 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:42.590914 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98b9ce7e-8688-4043-a937-361b4ac1a789 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/4299e07f-20fa-4f2a-8637-e83fc727ff56 HTTP/1.1" status: 204  len: 168 time: 0.9584098
Apr 30 21:30:42.594335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51076) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:42.690739 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7e5a09f0-ef1d-42c7-916f-a944b5ddd059 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0952437
Apr 30 21:30:42.698997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51080) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:42.707449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:42.833223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428e6a-563e-488e-a06a-714549339bc3 req-efa165ee-2f80-4e12-9fa9-3b096a36aa8e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:42.835096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01428e6a-563e-488e-a06a-714549339bc3 req-efa165ee-2f80-4e12-9fa9-3b096a36aa8e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0940363
Apr 30 21:30:42.852073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:30:42.917546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Request body: {'port': {'device_id': '972883b8-db95-40bb-bec0-6e16a9ee35d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:42.927498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:42.933489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] Deleting port e649a5f2-fb5b-426e-9d88-6add8e448eef {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:42.939789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:42.939969 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.076098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01428e6a-563e-488e-a06a-714549339bc3 req-537fe53a-8291-4177-9bad-17b6447ba2be tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262864
Apr 30 21:30:43.080933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-6fae5f00-bdcf-46f2-a1d4-4b98eed2650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:43.092019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-6fae5f00-bdcf-46f2-a1d4-4b98eed2650c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 1126 time: 0.1792963
Apr 30 21:30:43.124803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] For port e649a5f2-fb5b-426e-9d88-6add8e448eef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e649a5f2-fb5b-426e-9d88-6add8e448eef,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:43.125217 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.144405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] Calling delete_port for e649a5f2-fb5b-426e-9d88-6add8e448eef owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:43.204023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51092) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:43.261226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e649a5f2-fb5b-426e-9d88-6add8e448eef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:43.335509 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (e649a5f2-fb5b-426e-9d88-6add8e448eef), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.394976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cf3b0-70fe-46bd-8809-e170b659c53f req-800d3cd6-fd33-4de0-872c-18b447994423 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:43.412628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d20cf3b0-70fe-46bd-8809-e170b659c53f req-800d3cd6-fd33-4de0-872c-18b447994423 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1682358
Apr 30 21:30:43.418702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No active binding found for port e649a5f2-fb5b-426e-9d88-6add8e448eef {{(pid=115776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 30 21:30:43.420421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] The host ncdv-master-1 is not matching for port e649a5f2-fb5b-426e-9d88-6add8e448eef host None! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:30:43.421287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e649a5f2-fb5b-426e-9d88-6add8e448eef not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:30:43.439343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] Pushing event deleted for resources: {'Port': ['ID=e649a5f2-fb5b-426e-9d88-6add8e448eef,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:43.453669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d95cc-c228-482b-8737-8ef5fd81a0c5 None None] No DVR routers for this DVR port e649a5f2-fb5b-426e-9d88-6add8e448eef on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:30:43.512471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-08370ce3-7c38-4cb4-9242-caebc9213454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:43.516870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-08370ce3-7c38-4cb4-9242-caebc9213454 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.3967772
Apr 30 21:30:43.819946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.821176 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd732d5d-7870-4592-81ae-14d6162f30ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.821553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-df19c80f-107e-4ef9-9320-0bbfee0eb87c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430 HTTP/1.1" status: 200  len: 217 time: 0.1302445
Apr 30 21:30:43.821635 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (1387c1d6-c599-45db-8da4-4d403c11e081), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.821718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc9f7d-69a0-4249-a87b-87eed3dcdf25 req-8426b7ea-0ab2-4fa2-ae5e-f23436ef1f49 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:43.821718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77bc9f7d-69a0-4249-a87b-87eed3dcdf25 req-8426b7ea-0ab2-4fa2-ae5e-f23436ef1f49 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.3069599
Apr 30 21:30:43.821897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:43.821897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd732d5d-7870-4592-81ae-14d6162f30ec admin admin] Publish callbacks [] for security_group (5d96eb49-e863-4c12-8f65-4c40055ecd94), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.821897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:43.821897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:43.821897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.822375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67291264-4f54-434e-aecc-c182d51a446f None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:43.822477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=1387c1d6-c599-45db-8da4-4d403c11e081,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:43.868556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d20cf3b0-70fe-46bd-8809-e170b659c53f req-95916688-3058-4d3c-a78b-daf67d010aee tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3357892
Apr 30 21:30:43.892055 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd732d5d-7870-4592-81ae-14d6162f30ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5d96eb49-e863-4c12-8f65-4c40055ecd94), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.953565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '1387c1d6-c599-45db-8da4-4d403c11e081'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:30:43.955119 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:43.982058 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dd732d5d-7870-4592-81ae-14d6162f30ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d29f9b7ba27421ea8331a086db7b67a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7554126
Apr 30 21:30:43.982058 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd732d5d-7870-4592-81ae-14d6162f30ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96eb49-e863-4c12-8f65-4c40055ecd94,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:43.984631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51122) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:43.992172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-55bfcf9f-d922-48da-9aba-06c98a6afb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:43.993939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-55bfcf9f-d922-48da-9aba-06c98a6afb63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.2973437
Apr 30 21:30:44.002389 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-efbc8fce-c571-4f56-bd7d-2759d997d590 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3012023
Apr 30 21:30:44.016178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51124) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:44.025371 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'name': 'tempest-NetworksTestDHCPv6-529465271'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:44.094419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77bc9f7d-69a0-4249-a87b-87eed3dcdf25 req-dff8a775-3c81-4df3-99a8-89b95c2b2bf3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3710818
Apr 30 21:30:44.162101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3a409ce-6d34-444f-8012-fd9b8b7fe893 req-32f4afd3-d955-4478-8d8d-8ea95b87fd08 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.1246252
Apr 30 21:30:44.180222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:30:44.209733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-57524b2b-3515-4485-81e7-86fe72a191eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:44.214717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-57524b2b-3515-4485-81e7-86fe72a191eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2118216
Apr 30 21:30:44.247682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5be8f1a0-c1de-4dee-9f01-04142bb3686e admin admin] Publish callbacks [] for security_group (5d96eb49-e863-4c12-8f65-4c40055ecd94), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:44.263492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/1387c1d6-c599-45db-8da4-4d403c11e081/69364616-3523-47bf-a06d-8dc8cbe4c7f1) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:44.296769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5be8f1a0-c1de-4dee-9f01-04142bb3686e admin admin] Publish callbacks [] for security_group (5d96eb49-e863-4c12-8f65-4c40055ecd94), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:44.341541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:44.348149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:44.382604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port b5b4463c-cc74-45f6-977f-a17af53a5a4c yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:44.406234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-ffea2212-c2df-4094-9fa4-764f3b67e085 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845348
Apr 30 21:30:44.469473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5be8f1a0-c1de-4dee-9f01-04142bb3686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5d96eb49-e863-4c12-8f65-4c40055ecd94), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:44.472591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f6dea3ed-49b0-46d6-a0a1-fd1777349430 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:30:44.477799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5be8f1a0-c1de-4dee-9f01-04142bb3686e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:44.477799 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5be8f1a0-c1de-4dee-9f01-04142bb3686e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d96eb49-e863-4c12-8f65-4c40055ecd94 HTTP/1.1" status: 204  len: 168 time: 0.4910796
Apr 30 21:30:44.492713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8f1a0-c1de-4dee-9f01-04142bb3686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96eb49-e863-4c12-8f65-4c40055ecd94,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:44.638047 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Publish callbacks [] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:44.676745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f6dea3ed-49b0-46d6-a0a1-fd1777349430, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:44.684791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60726b6c-3602-4e51-893d-3453e4634b30 req-17f907cf-f532-4fdc-b216-16ec76c00203 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:44.686846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60726b6c-3602-4e51-893d-3453e4634b30 req-17f907cf-f532-4fdc-b216-16ec76c00203 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2656541
Apr 30 21:30:44.693425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53fd54-a234-4397-b710-302b802b593c req-77d5cf2c-57ff-417c-a317-29b3c3af116c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:44.695823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c53fd54-a234-4397-b710-302b802b593c req-77d5cf2c-57ff-417c-a317-29b3c3af116c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 931 time: 0.2920244
Apr 30 21:30:44.699187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'f6dea3ed-49b0-46d6-a0a1-fd1777349430', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'port_id': 'f6dea3ed-49b0-46d6-a0a1-fd1777349430', 'mac_address': 'fa:16:3e:71:5f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:30:44.782356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f6dea3ed-49b0-46d6-a0a1-fd1777349430 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:44.782750 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:44.789091 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:44.851848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dea3ed-49b0-46d6-a0a1-fd1777349430 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:30:44.866175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:44.876314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:44.894609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:44.931432 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::24c (a0a65003-beca-4a7f-bcd6-a74df6ab3337/1387c1d6-c599-45db-8da4-4d403c11e081/b5b4463c-cc74-45f6-977f-a17af53a5a4c) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:44.941855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Pushing event updated for resources: {'Port': ['ID=69364616-3523-47bf-a06d-8dc8cbe4c7f1,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:44.950462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f6dea3ed-49b0-46d6-a0a1-fd1777349430, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:44.966380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8c3c327-1005-4bfd-96f7-1e751d488f89 req-1f2e694e-21dc-4f0f-8d8e-179df4b5ccdd service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5433941
Apr 30 21:30:44.998554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5503947-830f-4d9d-94cc-e5a9c55e9a7c {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:30:45.014332 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Publish callbacks [] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.021119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Attempting to bind port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:45.021886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Attempting to bind port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:45.022428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Attempting to bind port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:45.034139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Transition to ACTIVE for port object d5503947-830f-4d9d-94cc-e5a9c55e9a7c will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:30:45.035276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:45.035624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:45.037026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.037442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:45.037955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Bound port: 69364616-3523-47bf-a06d-8dc8cbe4c7f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:45.038341 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.055438 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.083958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c53fd54-a234-4397-b710-302b802b593c req-288b2e4d-230f-4ecb-ad12-68c96cb8ef9e tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3710868
Apr 30 21:30:45.100012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60726b6c-3602-4e51-893d-3453e4634b30 req-6aa3c17a-5866-4b58-9cc5-b790d7294194 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3979173
Apr 30 21:30:45.119850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.189275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51144) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:45.208574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Pushing event updated for resources: {'Port': ['ID=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:45.332773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f6dea3ed-49b0-46d6-a0a1-fd1777349430'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:30:45.378994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (b5b4463c-cc74-45f6-977f-a17af53a5a4c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.438631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f6dea3ed-49b0-46d6-a0a1-fd1777349430,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:45.467360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] For port 69364616-3523-47bf-a06d-8dc8cbe4c7f1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:45.475224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] For port 69364616-3523-47bf-a06d-8dc8cbe4c7f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69364616-3523-47bf-a06d-8dc8cbe4c7f1,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:45.533793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e201d083-ae35-40ae-aff6-37f66db4c3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.553464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498218d-89cf-48f7-b1ba-2cb9137d224c req-8b79fb57-62bd-4a0c-86e4-0b39cd8f5268 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:45.572426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0498218d-89cf-48f7-b1ba-2cb9137d224c req-8b79fb57-62bd-4a0c-86e4-0b39cd8f5268 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.3644946
Apr 30 21:30:45.585931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.601212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b5b4463c-cc74-45f6-977f-a17af53a5a4c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.703021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Attempting to bind port d5503947-830f-4d9d-94cc-e5a9c55e9a7c on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:45.705174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=b5b4463c-cc74-45f6-977f-a17af53a5a4c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:45.708238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Attempting to bind port d5503947-830f-4d9d-94cc-e5a9c55e9a7c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:45.712168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Attempting to bind port d5503947-830f-4d9d-94cc-e5a9c55e9a7c on network 370bffef-cf23-4a5f-a166-489a93a35b76 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:45.732546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Port d5503947-830f-4d9d-94cc-e5a9c55e9a7c on network 370bffef-cf23-4a5f-a166-489a93a35b76 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:30:45.733242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Attempting to bind port d5503947-830f-4d9d-94cc-e5a9c55e9a7c on network 370bffef-cf23-4a5f-a166-489a93a35b76 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:45.747126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:45.747650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:45.748246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Checking segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:45.750752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Bound using segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:45.751288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:45.751868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Bound port: d5503947-830f-4d9d-94cc-e5a9c55e9a7c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:45.753700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.754143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:45.756148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51154) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:45.767120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:45.767818 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.814372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0498218d-89cf-48f7-b1ba-2cb9137d224c req-eebc6769-2cce-4da2-991b-183c1d4390bb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2409692
Apr 30 21:30:45.818390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e201d083-ae35-40ae-aff6-37f66db4c3f0 admin admin] Publish callbacks [] for security_group (8ca0455d-5642-427b-be82-09cfd0e8a805), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.834133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96421205-164e-4d58-8a34-28258d722584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:45.877580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065c354-195c-4726-b2dc-a5200144d060 None None] Pushing event updated for resources: {'Port': ['ID=69364616-3523-47bf-a06d-8dc8cbe4c7f1,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:45.887921 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ac507b6-a9c2-4356-a361-889f9317be99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.8706050
Apr 30 21:30:45.888895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51160) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:45.982709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230a539-1a0f-46f2-b96d-250275650c37 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:46.038091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230a539-1a0f-46f2-b96d-250275650c37 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:46.039878 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7230a539-1a0f-46f2-b96d-250275650c37 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1497066
Apr 30 21:30:46.040855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e201d083-ae35-40ae-aff6-37f66db4c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8ca0455d-5642-427b-be82-09cfd0e8a805), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.043759 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51166) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:46.044596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4641a66-9bf6-4ce6-9e7a-f2feb478fe79 req-3dde17d8-3325-4b60-8995-bbf67a66a9c7 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.1237354
Apr 30 21:30:46.161490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201d083-ae35-40ae-aff6-37f66db4c3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca0455d-5642-427b-be82-09cfd0e8a805,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:46.165435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] For port d5503947-830f-4d9d-94cc-e5a9c55e9a7c, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:46.182889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] For port d5503947-830f-4d9d-94cc-e5a9c55e9a7c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:46.185440 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e201d083-ae35-40ae-aff6-37f66db4c3f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3aa141f37814c6cac51868379a14d43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9938927
Apr 30 21:30:46.187692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51174) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:46.284008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96421205-164e-4d58-8a34-28258d722584 admin admin] Publish callbacks [] for security_group (3645d314-926a-459c-bbde-f3bf2d7e99d1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.304586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-af5ed3f8-dd25-4e07-b6d0-3ebf26823a7c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port b5b4463c-cc74-45f6-977f-a17af53a5a4c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:46.304934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af5ed3f8-dd25-4e07-b6d0-3ebf26823a7c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b5b4463c-cc74-45f6-977f-a17af53a5a4c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.327295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.405315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96421205-164e-4d58-8a34-28258d722584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3645d314-926a-459c-bbde-f3bf2d7e99d1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.447083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f6dea3ed-49b0-46d6-a0a1-fd1777349430 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:46.454139 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af5ed3f8-dd25-4e07-b6d0-3ebf26823a7c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b5b4463c-cc74-45f6-977f-a17af53a5a4c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.479747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-af5ed3f8-dd25-4e07-b6d0-3ebf26823a7c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for b5b4463c-cc74-45f6-977f-a17af53a5a4c owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:46.486802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-96421205-164e-4d58-8a34-28258d722584 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=489d04ed0ae348038a2064795f98dc93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7177982
Apr 30 21:30:46.490004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51178) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:46.497620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:46.498290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.502189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] 10.222.0.35 "PUT /v2.0/ports/d5503947-830f-4d9d-94cc-e5a9c55e9a7c HTTP/1.1" status: 200  len: 1091 time: 3.5909262
Apr 30 21:30:46.518427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port f6dea3ed-49b0-46d6-a0a1-fd1777349430 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:30:46.530551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972883b8-db95-40bb-bec0-6e16a9ee35d8', 'tag': 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:30:46.534687 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff200c8b-b802-48db-ab67-439613fb9dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "972883b8-db95-40bb-bec0-6e16a9ee35d8", "tag": "d5503947-830f-4d9d-94cc-e5a9c55e9a7c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:30:46.544080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c4a5-f14b-43c1-882d-6e32cec6061b req-1a7b3c33-b139-4bb0-a6b3-1c3952276942 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:46.545784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a106c4a5-f14b-43c1-882d-6e32cec6061b req-1a7b3c33-b139-4bb0-a6b3-1c3952276942 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.3589373
Apr 30 21:30:46.621929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dab14-971f-48b6-a638-92545e52f992 req-43daeff0-a720-4c67-85ef-b7f48707f035 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:46.623629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8dab14-971f-48b6-a638-92545e52f992 req-43daeff0-a720-4c67-85ef-b7f48707f035 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 943 time: 0.2869577
Apr 30 21:30:46.632119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port f6dea3ed-49b0-46d6-a0a1-fd1777349430 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:46.632554 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.647295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34438c43-2a4f-44d9-bfdd-da8115602a99 admin admin] Publish callbacks [] for security_group (8ca0455d-5642-427b-be82-09cfd0e8a805), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.662519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96421205-164e-4d58-8a34-28258d722584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3645d314-926a-459c-bbde-f3bf2d7e99d1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:46.825922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7a429-f2c9-4f39-9a16-317bdf37b656 service neutron] Pushing event updated for resources: {'Port': ['ID=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:46.852101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port f6dea3ed-49b0-46d6-a0a1-fd1777349430 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:46.852101 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.852362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2dff0fe-9a3b-4f55-8c2c-1409ae95fd1d admin admin] Publish callbacks [] for security_group (3645d314-926a-459c-bbde-f3bf2d7e99d1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.866603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a106c4a5-f14b-43c1-882d-6e32cec6061b req-738e104f-08df-462b-baad-80c9b96dfcb2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2961745
Apr 30 21:30:46.942568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af5ed3f8-dd25-4e07-b6d0-3ebf26823a7c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b5b4463c-cc74-45f6-977f-a17af53a5a4c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.958326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7e10f1-c515-4ca6-9d45-1dadb182b495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dea3ed-49b0-46d6-a0a1-fd1777349430'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:30:46.960374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2dff0fe-9a3b-4f55-8c2c-1409ae95fd1d admin admin] Publish callbacks [] for security_group (3645d314-926a-459c-bbde-f3bf2d7e99d1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:46.969842 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d6d406-cfa8-48f0-ab43-e9d36be5f15b" -d '{"events": [{"server_uuid": "ae7e10f1-c515-4ca6-9d45-1dadb182b495", "name": "network-vif-plugged", "status": "completed", "tag": "f6dea3ed-49b0-46d6-a0a1-fd1777349430"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:30:47.000785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34438c43-2a4f-44d9-bfdd-da8115602a99 admin admin] Publish callbacks [] for security_group (8ca0455d-5642-427b-be82-09cfd0e8a805), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.044093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port f6dea3ed-49b0-46d6-a0a1-fd1777349430, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:47.059371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 69364616-3523-47bf-a06d-8dc8cbe4c7f1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:47.062319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8dab14-971f-48b6-a638-92545e52f992 req-b52ed317-c01c-45aa-9998-ea21094b7668 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3717048
Apr 30 21:30:47.160311 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa6754-b23b-4829-86bb-8619c15e440e x-openstack-request-id: req-befa6754-b23b-4829-86bb-8619c15e440e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:30:47.161052 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972883b8-db95-40bb-bec0-6e16a9ee35d8", "tag": "d5503947-830f-4d9d-94cc-e5a9c55e9a7c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:30:47.169309 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-befa6754-b23b-4829-86bb-8619c15e440e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:30:47.169309 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befa6754-b23b-4829-86bb-8619c15e440e'] response: {'name': 'network-changed', 'server_uuid': '972883b8-db95-40bb-bec0-6e16a9ee35d8', 'tag': 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c', 'status': 'completed', 'code': 200}
Apr 30 21:30:47.170080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.177092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed3f8-dd25-4e07-b6d0-3ebf26823a7c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=b5b4463c-cc74-45f6-977f-a17af53a5a4c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:47.177988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-a239a3db-db99-4246-bfb4-88b96d5d7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:47.179911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-a239a3db-db99-4246-bfb4-88b96d5d7bac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 1125 time: 0.4818141
Apr 30 21:30:47.197822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.233987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af5ed3f8-dd25-4e07-b6d0-3ebf26823a7c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.242912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-af5ed3f8-dd25-4e07-b6d0-3ebf26823a7c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/b5b4463c-cc74-45f6-977f-a17af53a5a4c HTTP/1.1" status: 204  len: 168 time: 1.1654243
Apr 30 21:30:47.245230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51198) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:47.287384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:47.287948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.325138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2dff0fe-9a3b-4f55-8c2c-1409ae95fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3645d314-926a-459c-bbde-f3bf2d7e99d1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.332770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2dff0fe-9a3b-4f55-8c2c-1409ae95fd1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.333991 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e2dff0fe-9a3b-4f55-8c2c-1409ae95fd1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3645d314-926a-459c-bbde-f3bf2d7e99d1 HTTP/1.1" status: 204  len: 168 time: 0.8426163
Apr 30 21:30:47.388941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dff0fe-9a3b-4f55-8c2c-1409ae95fd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3645d314-926a-459c-bbde-f3bf2d7e99d1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:47.412050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=f6dea3ed-49b0-46d6-a0a1-fd1777349430,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:47.426465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6bdd4-14a6-41be-8235-f3dba43e24d1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:47.427808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c6bdd4-14a6-41be-8235-f3dba43e24d1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:47.429367 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f6c6bdd4-14a6-41be-8235-f3dba43e24d1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1827557
Apr 30 21:30:47.434123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51202) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:47.512432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:47.512432 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.583203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a14b193-3857-406e-b4a4-f9d4779231fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 1387c1d6-c599-45db-8da4-4d403c11e081 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:30:47.595958 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a14b193-3857-406e-b4a4-f9d4779231fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (1387c1d6-c599-45db-8da4-4d403c11e081), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.620309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 69364616-3523-47bf-a06d-8dc8cbe4c7f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69364616-3523-47bf-a06d-8dc8cbe4c7f1,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:47.626150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e3078603-06b4-48cc-920e-90cd5b00566b None None] Provisioning complete for port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:47.626811 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e3078603-06b4-48cc-920e-90cd5b00566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.655773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a14b193-3857-406e-b4a4-f9d4779231fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (1387c1d6-c599-45db-8da4-4d403c11e081), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.776195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.777629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-f992edfc-93e2-449c-b3f2-87c2c7708b6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c HTTP/1.1" status: 200  len: 217 time: 0.1260700
Apr 30 21:30:47.796689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89c138-3c00-4bbe-aa26-c7f129d752d4 req-54b22939-d4d6-4414-a80a-b769b0aba098 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:47.808123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d89c138-3c00-4bbe-aa26-c7f129d752d4 req-54b22939-d4d6-4414-a80a-b769b0aba098 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.8235393
Apr 30 21:30:47.817195 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a14b193-3857-406e-b4a4-f9d4779231fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (1387c1d6-c599-45db-8da4-4d403c11e081), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.848744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aa2f4-c035-49e6-a5a3-3e3775225df8 req-3b9029bc-3065-40d8-bee9-8707cedbf228 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:47.854770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-780aa2f4-c035-49e6-a5a3-3e3775225df8 req-3b9029bc-3065-40d8-bee9-8707cedbf228 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2057211
Apr 30 21:30:47.877616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e3078603-06b4-48cc-920e-90cd5b00566b None None] Current status of the port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:47.877616 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e3078603-06b4-48cc-920e-90cd5b00566b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:47.959267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=69364616-3523-47bf-a06d-8dc8cbe4c7f1,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:47.977414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a14b193-3857-406e-b4a4-f9d4779231fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (1387c1d6-c599-45db-8da4-4d403c11e081), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:48.035236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14b193-3857-406e-b4a4-f9d4779231fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=1387c1d6-c599-45db-8da4-4d403c11e081,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:48.036823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a14b193-3857-406e-b4a4-f9d4779231fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:48.040061 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9a14b193-3857-406e-b4a4-f9d4779231fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/1387c1d6-c599-45db-8da4-4d403c11e081 HTTP/1.1" status: 204  len: 168 time: 0.6049366
Apr 30 21:30:48.042832 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51218) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:48.047311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-780aa2f4-c035-49e6-a5a3-3e3775225df8 req-429f2581-94c3-4876-8159-1ff870f410df tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1140368
Apr 30 21:30:48.060357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d89c138-3c00-4bbe-aa26-c7f129d752d4 req-1c9bf1a5-1d76-4300-915f-0b7634962e2f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510686
Apr 30 21:30:48.065264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-1bca22ac-d153-430f-85ef-bb311c4fce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:48.067219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-1bca22ac-d153-430f-85ef-bb311c4fce7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.2459626
Apr 30 21:30:48.068545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34438c43-2a4f-44d9-bfdd-da8115602a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8ca0455d-5642-427b-be82-09cfd0e8a805), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:48.071283 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34438c43-2a4f-44d9-bfdd-da8115602a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:48.076763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-34438c43-2a4f-44d9-bfdd-da8115602a99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ca0455d-5642-427b-be82-09cfd0e8a805 HTTP/1.1" status: 204  len: 168 time: 1.8828435
Apr 30 21:30:48.167449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34438c43-2a4f-44d9-bfdd-da8115602a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca0455d-5642-427b-be82-09cfd0e8a805,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:48.185630 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d6fa3eb4-4b19-4ce5-9054-352177862fbe tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1416504
Apr 30 21:30:48.188374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51236) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:48.196154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:48.201987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-39785af4-f410-4ad8-ad31-090c34c46fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:48.207954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-39785af4-f410-4ad8-ad31-090c34c46fe4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1302795
Apr 30 21:30:48.504584 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd58b2-1f3d-450c-be9f-43b2e54a8aeb x-openstack-request-id: req-7cfd58b2-1f3d-450c-be9f-43b2e54a8aeb {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:30:48.505094 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7e10f1-c515-4ca6-9d45-1dadb182b495", "name": "network-vif-plugged", "status": "completed", "tag": "f6dea3ed-49b0-46d6-a0a1-fd1777349430", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:30:48.505486 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cfd58b2-1f3d-450c-be9f-43b2e54a8aeb {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:30:48.506037 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfd58b2-1f3d-450c-be9f-43b2e54a8aeb'] response: {'server_uuid': 'ae7e10f1-c515-4ca6-9d45-1dadb182b495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dea3ed-49b0-46d6-a0a1-fd1777349430', 'code': 200}
Apr 30 21:30:48.507184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:48.510841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0380237-c733-4e82-9deb-19b223b374cc None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:48.516578 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27c3eb93-0902-450e-85ec-ef6244a972d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:48.521539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0849fa33-3e1a-4ee9-8e5e-d99690315d5b req-753bb9d5-6b19-4255-b83a-c51f6aefac5f tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.1351941
Apr 30 21:30:48.531496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:48.589083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002162ae-02b8-41c0-b2b3-92f4b19311e2 req-7288ec9f-585f-4aa8-b2ef-f079331f0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:48.594192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-002162ae-02b8-41c0-b2b3-92f4b19311e2 req-7288ec9f-585f-4aa8-b2ef-f079331f0446 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 1128 time: 0.2197330
Apr 30 21:30:48.692284 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-e3078603-06b4-48cc-920e-90cd5b00566b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:30:48.693014 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-e3078603-06b4-48cc-920e-90cd5b00566b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:30:48.704743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b33d-e52a-41e2-979b-6c39867b2a0e req-b6d08ea9-eec4-4f75-8d51-222b8591d66c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:48.707492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5169b33d-e52a-41e2-979b-6c39867b2a0e req-b6d08ea9-eec4-4f75-8d51-222b8591d66c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 943 time: 0.2595091
Apr 30 21:30:48.892236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:30:48.893188 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-0c77c2c3-a048-4c8a-b4bc-87648eb6e648 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6785524
Apr 30 21:30:48.896964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-002162ae-02b8-41c0-b2b3-92f4b19311e2 req-d8eaf731-0691-425f-9ed2-25357aa92347 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2894976
Apr 30 21:30:48.928678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687bda8-67a8-48f9-85d0-dbeaf8bb6a78 req-0da69635-2bfe-471b-a38f-44a269fa2edb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:48.935034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0687bda8-67a8-48f9-85d0-dbeaf8bb6a78 req-0da69635-2bfe-471b-a38f-44a269fa2edb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2588131
Apr 30 21:30:49.001126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5169b33d-e52a-41e2-979b-6c39867b2a0e req-8ac193f1-83ff-46a8-97df-c3c23b591414 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501242
Apr 30 21:30:49.006220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (0530b6ef-83bd-4266-b006-8f2fe148559e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:49.039273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 69364616-3523-47bf-a06d-8dc8cbe4c7f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:49.078794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0687bda8-67a8-48f9-85d0-dbeaf8bb6a78 req-65225f06-dd45-4254-a6c8-0e4293a77306 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1427877
Apr 30 21:30:49.095985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:49.101242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:49.105886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:49.106806 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:49.137747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=0530b6ef-83bd-4266-b006-8f2fe148559e,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:49.235448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] Deleting port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:49.236387 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:49.268142 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ac983c3c-c28e-4794-af45-80dd525cb50e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0785422
Apr 30 21:30:49.276296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51260) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:49.290033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'name': 'tempest-NetworksTestDHCPv6-1077425950'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:49.361183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271b87f-d4a6-486e-b3ea-d975d6c0eede req-debdf135-0f48-4a37-ac7f-bc3a0f6c607b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:49.362592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9271b87f-d4a6-486e-b3ea-d975d6c0eede req-debdf135-0f48-4a37-ac7f-bc3a0f6c607b tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0957940
Apr 30 21:30:49.376345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046cc434-a4da-45f2-aa32-c52048dbd51d req-2d6f1377-8d93-4b22-ab79-86663b66a4ab service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2770467
Apr 30 21:30:49.390373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee0fb6-ec23-41aa-8a52-1f0644086503 req-7fdd2f66-d8f0-4a5b-8a59-60db25da9bc7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:49.399982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cee0fb6-ec23-41aa-8a52-1f0644086503 req-7fdd2f66-d8f0-4a5b-8a59-60db25da9bc7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1506882
Apr 30 21:30:49.495000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9271b87f-d4a6-486e-b3ea-d975d6c0eede req-ec31bfb7-3e91-4adc-91b2-bbe07275c6a4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1236579
Apr 30 21:30:49.498976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:49.512279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:49.518303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cee0fb6-ec23-41aa-8a52-1f0644086503 req-c4c8aa8b-ffe1-4a08-92f6-3eb16968e7f1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151099
Apr 30 21:30:49.564020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port 00c25c9c-7441-430c-b54e-7a95c8775786 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:49.642444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] For port 69364616-3523-47bf-a06d-8dc8cbe4c7f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69364616-3523-47bf-a06d-8dc8cbe4c7f1,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:49.642966 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:49.701602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e3078603-06b4-48cc-920e-90cd5b00566b None None] Current status of the port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:49.718253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] Calling delete_port for 69364616-3523-47bf-a06d-8dc8cbe4c7f1 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:49.731561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:49.736393 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:49.766950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80735b1b-d8b8-4f3b-b5c8-82760d020f29 req-cfa536d0-b3a7-4256-aa0a-db56d7d91018 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0566223
Apr 30 21:30:49.810997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::36f (a0a65003-beca-4a7f-bcd6-a74df6ab3337/0530b6ef-83bd-4266-b006-8f2fe148559e/00c25c9c-7441-430c-b54e-7a95c8775786) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:49.854803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8bd5cb2b-f664-4d2a-826a-6e4c5c93532d None None] Could not find standard attr ID for object b5b4463c-cc74-45f6-977f-a17af53a5a4c. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:30:49.857120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 69364616-3523-47bf-a06d-8dc8cbe4c7f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69364616-3523-47bf-a06d-8dc8cbe4c7f1,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:49.941278 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:50.001021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=69364616-3523-47bf-a06d-8dc8cbe4c7f1,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:50.075604 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (69364616-3523-47bf-a06d-8dc8cbe4c7f1), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:50.099799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (00c25c9c-7441-430c-b54e-7a95c8775786), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:50.112698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] No DVR routers for this DVR port 69364616-3523-47bf-a06d-8dc8cbe4c7f1 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:30:50.168591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8964a31-6d27-4ffd-88a5-4b930372093d None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:50.175743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97ab40a8-5ec7-47c5-aca4-a6d2b3498400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:50.179012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4f97e-27ca-41bb-8df8-a683a1e56d94 None None] Pushing event deleted for resources: {'Port': ['ID=69364616-3523-47bf-a06d-8dc8cbe4c7f1,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:50.183485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2a5a6-baa6-459b-ae92-bce8e7b85f19 req-91d9b251-7978-4875-b337-edb9cd3f86a7 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:50.191441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bd2a5a6-baa6-459b-ae92-bce8e7b85f19 req-91d9b251-7978-4875-b337-edb9cd3f86a7 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 943 time: 0.1004720
Apr 30 21:30:50.268135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (00c25c9c-7441-430c-b54e-7a95c8775786), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:50.351332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bd2a5a6-baa6-459b-ae92-bce8e7b85f19 req-145123a6-eefb-48df-9d85-b37f367cecaa tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589267
Apr 30 21:30:50.363119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:50.366587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:50.367888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2dde7-2e88-4b04-8fd2-3e57bcb322a1 req-2bce4ff3-9b92-4541-806b-d347a843bab3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:50.370078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69f2dde7-2e88-4b04-8fd2-3e57bcb322a1 req-2bce4ff3-9b92-4541-806b-d347a843bab3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1037207
Apr 30 21:30:50.371323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:50.376784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '0530b6ef-83bd-4266-b006-8f2fe148559e'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:30:50.378199 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:50.388418 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:50.396553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:50.422031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=00c25c9c-7441-430c-b54e-7a95c8775786,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:50.494852 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d79b0ae5-0912-4ee0-889f-4a546d1854eb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.2168715
Apr 30 21:30:50.495808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51294) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:50.537771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51296) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:50.579050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69f2dde7-2e88-4b04-8fd2-3e57bcb322a1 req-c755ab5a-5346-46ec-9dac-6fade8279fea tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1977293
Apr 30 21:30:50.633328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/0530b6ef-83bd-4266-b006-8f2fe148559e/a6cf9c59-dc31-4725-8a6d-ac17d7f6b478) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:50.960848 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Publish callbacks [] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:50.978353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-916eb2ac-f13e-4b19-97fc-558a40ab9956 req-813a35a7-579f-4239-b93c-4ad0d29b8e1a tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0698507
Apr 30 21:30:50.991420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-e7283749-e7f2-44ea-9f0b-c47d45c58854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:50.994757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-e7283749-e7f2-44ea-9f0b-c47d45c58854 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 1125 time: 0.1954863
Apr 30 21:30:51.006405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed4632-b48c-4909-9719-15372ec74664 req-f7b2bc0d-8b15-4cc4-a397-8ab529357761 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:51.010028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9ed4632-b48c-4909-9719-15372ec74664 req-f7b2bc0d-8b15-4cc4-a397-8ab529357761 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2120018
Apr 30 21:30:51.058566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4055916-172e-4186-8f29-de76e3de477b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:51.060106 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f4055916-172e-4186-8f29-de76e3de477b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.5631371
Apr 30 21:30:51.060848 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.063142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51310) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:51.086027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254019744-network', 'tenant_id': '83c1c99c0d904b58946a2a623c674759'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:51.099432 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.112635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:51.116388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:51.125166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:51.167640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ef700816-21e5-4bff-88e0-3a7e54120479 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port 00c25c9c-7441-430c-b54e-7a95c8775786 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:51.168634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef700816-21e5-4bff-88e0-3a7e54120479 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (00c25c9c-7441-430c-b54e-7a95c8775786), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.197622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Pushing event updated for resources: {'Port': ['ID=a6cf9c59-dc31-4725-8a6d-ac17d7f6b478,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:51.235137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9ed4632-b48c-4909-9719-15372ec74664 req-7a1df622-5f5f-4529-b162-bed263866f3c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126534
Apr 30 21:30:51.257918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-3fe406d9-381b-4abe-a276-79d151945740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:51.259962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-3fe406d9-381b-4abe-a276-79d151945740 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.2488208
Apr 30 21:30:51.263444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Attempting to bind port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:51.263827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Attempting to bind port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:51.264317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Attempting to bind port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:51.271068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:51.272527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:51.272527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.274950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:51.275357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Bound port: a6cf9c59-dc31-4725-8a6d-ac17d7f6b478, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:51.278664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.303144 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef700816-21e5-4bff-88e0-3a7e54120479 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (00c25c9c-7441-430c-b54e-7a95c8775786), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.321746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ef700816-21e5-4bff-88e0-3a7e54120479 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for 00c25c9c-7441-430c-b54e-7a95c8775786 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:51.337246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-08c05fb6-28b9-45be-8207-621c7bb4bff8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c HTTP/1.1" status: 200  len: 217 time: 0.0435443
Apr 30 21:30:51.339333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Made reservation on behalf of 83c1c99c0d904b58946a2a623c674759 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:51.341587 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.359149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] For port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:51.359487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.362910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] For port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6cf9c59-dc31-4725-8a6d-ac17d7f6b478,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:51.371492 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.420911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-3ab03c24-fdcf-4a86-b862-a586738baf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:51.422352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-3ab03c24-fdcf-4a86-b862-a586738baf60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.0783637
Apr 30 21:30:51.467349 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.472534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7306b-9eda-4df8-bc1d-8082e994b1f2 req-9f2cf90f-df33-4772-8f2d-6cd109cb9fd0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:51.478320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5d7306b-9eda-4df8-bc1d-8082e994b1f2 req-9f2cf90f-df33-4772-8f2d-6cd109cb9fd0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 943 time: 0.0601079
Apr 30 21:30:51.546768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ca9f8-c8de-401b-a320-4f373e012ef9 None None] Pushing event updated for resources: {'Port': ['ID=a6cf9c59-dc31-4725-8a6d-ac17d7f6b478,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:51.560247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-7f0b548e-aa89-4dda-abc8-8d884bcc1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:51.561770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-7f0b548e-aa89-4dda-abc8-8d884bcc1d94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0671947
Apr 30 21:30:51.628198 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef700816-21e5-4bff-88e0-3a7e54120479 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (00c25c9c-7441-430c-b54e-7a95c8775786), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.632186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5d7306b-9eda-4df8-bc1d-8082e994b1f2 req-8e343252-6c9d-4f04-bf10-9ff2806f4772 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498833
Apr 30 21:30:51.678181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef700816-21e5-4bff-88e0-3a7e54120479 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=00c25c9c-7441-430c-b54e-7a95c8775786,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:51.737710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef700816-21e5-4bff-88e0-3a7e54120479 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.763636 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ef700816-21e5-4bff-88e0-3a7e54120479 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/00c25c9c-7441-430c-b54e-7a95c8775786 HTTP/1.1" status: 204  len: 168 time: 0.6994290
Apr 30 21:30:51.765459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51326) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:51.768485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-87ac2236-eb9a-41cd-863b-2245631b7ed2 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975334
Apr 30 21:30:51.781453 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Publish callbacks [] for security_group (0d4af263-56d8-41e9-95fe-dfefb31e1fe3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.841862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd38688-f933-4a8d-bcdc-273961bce51f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:51.843737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd38688-f933-4a8d-bcdc-273961bce51f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:51.850654 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7bd38688-f933-4a8d-bcdc-273961bce51f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0840876
Apr 30 21:30:51.851443 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51330) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:51.901085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0d4af263-56d8-41e9-95fe-dfefb31e1fe3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.935754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf373db-716f-4269-be32-ef5553196316 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 0530b6ef-83bd-4266-b006-8f2fe148559e {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:30:51.948077 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcf373db-716f-4269-be32-ef5553196316 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (0530b6ef-83bd-4266-b006-8f2fe148559e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:51.991768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:30:52.005969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746707f2-772c-4c0e-a267-d91046225977 req-927f41e3-f010-4ac9-a6f5-aea1bcf2caa3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:52.015930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-746707f2-772c-4c0e-a267-d91046225977 req-927f41e3-f010-4ac9-a6f5-aea1bcf2caa3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2403891
Apr 30 21:30:52.038182 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcf373db-716f-4269-be32-ef5553196316 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (0530b6ef-83bd-4266-b006-8f2fe148559e), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.040505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4af263-56d8-41e9-95fe-dfefb31e1fe3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:52.054903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.055260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.055607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.058578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.058578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.058578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.058578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.059781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.059781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.059781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.060084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.060516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.060741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.061092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.061398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:30:52.085346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (6946e259-41b9-43ec-b07f-23f11ab14283), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.085606 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Added segment 6946e259-41b9-43ec-b07f-23f11ab14283 of type vlan for network b5a76fe5-1607-43e6-8432-9aab1bc20c97
Apr 30 21:30:52.146840 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-98cee448-b54b-4d64-ad41-273af546f4d6 req-4721970e-d9e7-4da1-8a37-d3e86a458bbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0365107
Apr 30 21:30:52.185098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80884c57-41ab-4064-a44d-c88855114b67 req-0d1f3781-4567-42b6-9cd8-108d9567d15b tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0899227
Apr 30 21:30:52.187428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff200c8b-b802-48db-ab67-439613fb9dc7 req-ccba9ccd-4677-4592-8539-89fba76f60ed service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4087694
Apr 30 21:30:52.208635 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b5a76fe5-1607-43e6-8432-9aab1bc20c97), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.239544 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcf373db-716f-4269-be32-ef5553196316 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0530b6ef-83bd-4266-b006-8f2fe148559e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.247915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-746707f2-772c-4c0e-a267-d91046225977 req-dd0e3194-c81e-4f8a-87e1-6fe2657df6a3 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2305777
Apr 30 21:30:52.368534 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b5a76fe5-1607-43e6-8432-9aab1bc20c97), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.369500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:52.372626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.399269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25310a-36e1-4652-84d8-ff8ee0183409 req-cc74a0c2-b9fd-4077-ac60-3da57b6e7308 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:52.400818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa25310a-36e1-4652-84d8-ff8ee0183409 req-cc74a0c2-b9fd-4077-ac60-3da57b6e7308 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0761540
Apr 30 21:30:52.414869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcf373db-716f-4269-be32-ef5553196316 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (0530b6ef-83bd-4266-b006-8f2fe148559e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.447826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf373db-716f-4269-be32-ef5553196316 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=0530b6ef-83bd-4266-b006-8f2fe148559e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:52.449849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcf373db-716f-4269-be32-ef5553196316 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.455375 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bcf373db-716f-4269-be32-ef5553196316 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/0530b6ef-83bd-4266-b006-8f2fe148559e HTTP/1.1" status: 204  len: 168 time: 0.6001620
Apr 30 21:30:52.456430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:52.476198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d5503947-830f-4d9d-94cc-e5a9c55e9a7c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:30:52.538005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a76fe5-1607-43e6-8432-9aab1bc20c97,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:52.551393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3e6c8936-b823-42a6-8b2e-2a2c93fa94bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0862951
Apr 30 21:30:52.552464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51352) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:52.556720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-738e0f98-7fac-4b39-945e-88ce600968e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.0160954
Apr 30 21:30:52.566061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51354) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:52.566215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b5a76fe5-1607-43e6-8432-9aab1bc20c97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:30:52.573596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Request body: {'subnet': {'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254019744-subnet', 'tenant_id': '83c1c99c0d904b58946a2a623c674759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:52.597237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa25310a-36e1-4652-84d8-ff8ee0183409 req-26ea389e-415e-4451-9b92-d65fc9aedac3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519864
Apr 30 21:30:52.620864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758914f9-f27c-47b2-b8de-6437c0b82742 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:52.629125 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-758914f9-f27c-47b2-b8de-6437c0b82742 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0732062
Apr 30 21:30:52.633139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51358) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:52.727727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Made reservation on behalf of 83c1c99c0d904b58946a2a623c674759 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:52.732392 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.745128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d5503947-830f-4d9d-94cc-e5a9c55e9a7c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:52.747230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e37fca-b567-47d7-ae13-ceec5e1a454a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:52.751231 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d7e37fca-b567-47d7-ae13-ceec5e1a454a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1145205
Apr 30 21:30:52.751828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51364) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:52.760849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'port_id': 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c', 'mac_address': 'fa:16:3e:3f:ae:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:30:52.826384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d5503947-830f-4d9d-94cc-e5a9c55e9a7c is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:52.826898 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:52.828941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a4a92-2a51-4470-9278-6102bee31bb4 req-77fdeeab-73e4-4143-9c69-7aa28f53cfc5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:52.835093 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2342f147-841d-4aee-9ffa-74e12cf37fc5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0820050
Apr 30 21:30:52.840007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-315a4a92-2a51-4470-9278-6102bee31bb4 req-77fdeeab-73e4-4143-9c69-7aa28f53cfc5 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1922295
Apr 30 21:30:52.840876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51370) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:52.846586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:52.854009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5503947-830f-4d9d-94cc-e5a9c55e9a7c {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:30:52.890918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d5503947-830f-4d9d-94cc-e5a9c55e9a7c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:52.934740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-e1dfba4e-f92c-4c31-bcfe-76d15b3c03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:52.936338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-e1dfba4e-f92c-4c31-bcfe-76d15b3c03ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 1126 time: 0.1702235
Apr 30 21:30:52.972895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a3844-ef5b-421b-9eac-fbd81352e840 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:53.031565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:53.041259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.072677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e088f1-f28c-426c-af89-a8f6bb010e15 req-df466a4c-51ca-4f16-816c-e81c24b57a00 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:53.074200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7e088f1-f28c-426c-af89-a8f6bb010e15 req-df466a4c-51ca-4f16-816c-e81c24b57a00 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 943 time: 0.1861286
Apr 30 21:30:53.084749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:53.089670 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.117042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-272d2106-2adc-4e3d-a8ae-fd154171b21d None None] Provisioning complete for port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:53.117422 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-272d2106-2adc-4e3d-a8ae-fd154171b21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.118970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-315a4a92-2a51-4470-9278-6102bee31bb4 req-2b27c88f-b7ed-4b74-ab55-12f91c087041 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2778497
Apr 30 21:30:53.216228 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.235749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:53.247975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-6778ae39-db32-4d5e-a1d0-9b1548bed8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:53.249706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-6778ae39-db32-4d5e-a1d0-9b1548bed8a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.3072028
Apr 30 21:30:53.269347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:53.269821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.305990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7e088f1-f28c-426c-af89-a8f6bb010e15 req-86348297-7720-4238-8c13-b27ab3a16e9b tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127771
Apr 30 21:30:53.351483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d5503947-830f-4d9d-94cc-e5a9c55e9a7c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:30:53.415606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:30:53.480815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (af69c83a-e903-4596-a461-a23b577e6505), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.487871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] Deleting port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:53.488435 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.548408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-272d2106-2adc-4e3d-a8ae-fd154171b21d None None] Current status of the port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:53.548800 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-272d2106-2adc-4e3d-a8ae-fd154171b21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.574357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:53.577247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:53.583151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:53.583976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.601366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=af69c83a-e903-4596-a461-a23b577e6505,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:53.766518 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-082d2ee8-5ec3-48c8-91e4-4eaa3d899e43 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9228292
Apr 30 21:30:53.767656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:53.775533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': 'af69c83a-e903-4596-a461-a23b577e6505', 'ip_address': '2001:db8::e6d5:e08f:a40e:f34'}], 'name': 'tempest-NetworksTestDHCPv6-168935962'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:53.829127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f2496-00f3-462b-b6c3-7d24cbe0b7e3 req-b1343969-926b-436b-bc42-a8ef13793a4f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:53.834230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d97f2496-00f3-462b-b6c3-7d24cbe0b7e3 req-b1343969-926b-436b-bc42-a8ef13793a4f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0556972
Apr 30 21:30:53.843330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-382aa385-c9c0-498b-814a-534790342559 req-be5d2b58-a793-45c5-a046-dbe138e0234c tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.4750350
Apr 30 21:30:53.851477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-272d2106-2adc-4e3d-a8ae-fd154171b21d None None] For port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6cf9c59-dc31-4725-8a6d-ac17d7f6b478,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:53.881672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] For port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6cf9c59-dc31-4725-8a6d-ac17d7f6b478,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:53.882300 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.887516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-047c0ef6-9a0f-488a-8bdf-a4d08f010405 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 200  len: 999 time: 0.6256173
Apr 30 21:30:53.899916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:53.900304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:53.910852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] Calling delete_port for a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:53.921035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d97f2496-00f3-462b-b6c3-7d24cbe0b7e3 req-9d0e4e4e-d0a0-4bae-b8fe-5c38690f5c5e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766001
Apr 30 21:30:54.023449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-272d2106-2adc-4e3d-a8ae-fd154171b21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.037415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-272d2106-2adc-4e3d-a8ae-fd154171b21d None None] Could not find standard attr ID for object 00c25c9c-7441-430c-b54e-7a95c8775786. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:30:54.088724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (e68588bb-36b2-40b8-97fd-a6b3f87aac47), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.114180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:54.125333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:30:54.125706 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:30:54.130700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d2106-2adc-4e3d-a8ae-fd154171b21d None None] Pushing event updated for resources: {'Port': ['ID=a6cf9c59-dc31-4725-8a6d-ac17d7f6b478,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:54.181522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-7766c2c5-0e93-4036-8d86-3a0bb12f4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:54.185449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-7766c2c5-0e93-4036-8d86-3a0bb12f4053 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.2870262
Apr 30 21:30:54.189358 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (a6cf9c59-dc31-4725-8a6d-ac17d7f6b478), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.239299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] Pushing event deleted for resources: {'Port': ['ID=a6cf9c59-dc31-4725-8a6d-ac17d7f6b478,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:54.247906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a544d667-7eb0-4db7-9ff5-5d8c46bc09bf None None] No DVR routers for this DVR port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:30:54.288540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30824451-a3d5-4ff5-b07d-af4e36a11595 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:54.296973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.300921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Checking segment: {'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:54.301526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Network hostable DHCP agents. Network: b5a76fe5-1607-43e6-8432-9aab1bc20c97, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:30:54.331611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e68588bb-36b2-40b8-97fd-a6b3f87aac47,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:54.353520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-bad30f6d-3285-4c26-88bb-acbccaec3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:54.353520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-bad30f6d-3285-4c26-88bb-acbccaec3cf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1473713
Apr 30 21:30:54.354129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:54.354216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b1219-bcbe-4971-a154-3912fb87f2be req-27b0b48b-10ec-496a-b2f4-86f103507f96 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:54.360872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-487b1219-bcbe-4971-a154-3912fb87f2be req-27b0b48b-10ec-496a-b2f4-86f103507f96 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1312566
Apr 30 21:30:54.375819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-d6a53c84-fd6d-494c-893a-ea4f083947db service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:30:54.376884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-d6a53c84-fd6d-494c-893a-ea4f083947db service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054820
Apr 30 21:30:54.484831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': 'af69c83a-e903-4596-a461-a23b577e6505'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:30:54.486010 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.508362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Network b5a76fe5-1607-43e6-8432-9aab1bc20c97 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:30:54.508565 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.527707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8519835-fa5b-4240-8908-b0420f5778f0 req-c7f1df65-b5fd-4703-94a8-1dd8c1438015 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:54.529105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8519835-fa5b-4240-8908-b0420f5778f0 req-c7f1df65-b5fd-4703-94a8-1dd8c1438015 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 944 time: 0.1186848
Apr 30 21:30:54.538426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-487b1219-bcbe-4971-a154-3912fb87f2be req-dbf7285d-8318-4903-9a72-77c0063ce5a4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1768801
Apr 30 21:30:54.572190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::e6d5:e08f:a40e:f34 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/af69c83a-e903-4596-a461-a23b577e6505/c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:54.582502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d5503947-830f-4d9d-94cc-e5a9c55e9a7c up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:54.609347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-cfbccf04-770f-4430-9e1b-c89c2f4e55c7 service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241356
Apr 30 21:30:54.642499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8519835-fa5b-4240-8908-b0420f5778f0 req-0f2119e6-77e6-4532-bc1f-4cec45b47254 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028616
Apr 30 21:30:54.653571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Port a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 update to ACTIVE by agent not found {{(pid=115776) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}}
Apr 30 21:30:54.668796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port d5503947-830f-4d9d-94cc-e5a9c55e9a7c completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:30:54.687229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5a76fe5-1607-43e6-8432-9aab1bc20c97) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:54.694305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:54.695026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.698605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ebcea-ce14-4532-a741-b501b9f2e233 None None] Network b5a76fe5-1607-43e6-8432-9aab1bc20c97 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:54.751394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41c6fac-4c04-422c-a6a4-af11502f1aef req-51db8f6b-6e69-405a-a919-6419c1a2671f service neutron] 10.222.0.35 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243293
Apr 30 21:30:54.758490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port d5503947-830f-4d9d-94cc-e5a9c55e9a7c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:54.758875 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.786503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.807326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9fa369b5-7d8e-41cc-8e27-fb63c8a4877c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.2403734
Apr 30 21:30:54.882438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4fa47-e940-4b30-82f5-53ae2aef9802 None None] Network b5a76fe5-1607-43e6-8432-9aab1bc20c97 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:54.928924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:54.940742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:54.995220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:54.998588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:54.998746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d5503947-830f-4d9d-94cc-e5a9c55e9a7c is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:54.999049 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.003336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:55.008461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:55.009100 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.013260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:30:55.015743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a6cf9c59-dc31-4725-8a6d-ac17d7f6b478 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:30:55.051388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:55.065671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972883b8-db95-40bb-bec0-6e16a9ee35d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:30:55.068013 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f0fe2-f81c-47e3-9e1c-754c84ca9586" -d '{"events": [{"server_uuid": "972883b8-db95-40bb-bec0-6e16a9ee35d8", "name": "network-vif-plugged", "status": "completed", "tag": "d5503947-830f-4d9d-94cc-e5a9c55e9a7c"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:30:55.071066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/af69c83a-e903-4596-a461-a23b577e6505/d0933fa9-07d5-4b88-9fbb-de80807c6b7c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:55.079716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42856e75-f51c-4f3c-953c-60cf8da728ae req-f8753fde-87b9-4b96-9281-5fa306457098 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0606785
Apr 30 21:30:55.108143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d5503947-830f-4d9d-94cc-e5a9c55e9a7c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:55.146739 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-29edd431-f7fc-4a49-ad85-e781b2566215 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.3774509
Apr 30 21:30:55.149420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51454) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:55.164626 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85103def-c283-41f0-810f-c679e8b82bde x-openstack-request-id: req-85103def-c283-41f0-810f-c679e8b82bde {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:30:55.164949 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972883b8-db95-40bb-bec0-6e16a9ee35d8", "name": "network-vif-plugged", "status": "completed", "tag": "d5503947-830f-4d9d-94cc-e5a9c55e9a7c", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:30:55.165211 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85103def-c283-41f0-810f-c679e8b82bde {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:30:55.165574 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85103def-c283-41f0-810f-c679e8b82bde'] response: {'server_uuid': '972883b8-db95-40bb-bec0-6e16a9ee35d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c', 'code': 200}
Apr 30 21:30:55.173869 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.189048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3b137-a6d9-48aa-977a-358866e0088b req-cd1f5a38-2edb-4148-af99-7133ffb87f27 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:55.189048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26f3b137-a6d9-48aa-977a-358866e0088b req-cd1f5a38-2edb-4148-af99-7133ffb87f27 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1029787
Apr 30 21:30:55.256375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89124a15-7b2e-47bf-8a46-5a42355590b5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:55.264162 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-89124a15-7b2e-47bf-8a46-5a42355590b5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 944 time: 0.1136074
Apr 30 21:30:55.280015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51458) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:55.298807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:55.371061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26f3b137-a6d9-48aa-977a-358866e0088b req-f999d633-f6db-4db1-9f4d-4a445a6cf867 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698995
Apr 30 21:30:55.382572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d3e4d-1658-49c3-93ab-ea6a07118e9d req-922609f4-fc75-4ce1-a1e5-11a4446c6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:55.385743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-706d3e4d-1658-49c3-93ab-ea6a07118e9d req-922609f4-fc75-4ce1-a1e5-11a4446c6e18 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 1127 time: 0.1191998
Apr 30 21:30:55.387219 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Publish callbacks [] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.449845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-706d3e4d-1658-49c3-93ab-ea6a07118e9d req-0744b20e-e44a-4ae2-9441-6d4441753a11 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578051
Apr 30 21:30:55.462777 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.487529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-97bc1ebb-ee6c-445e-a91a-1b6eebf24a99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:55.488011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97bc1ebb-ee6c-445e-a91a-1b6eebf24a99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.518827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:55.521729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:55.525945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:55.537187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Pushing event updated for resources: {'Port': ['ID=d0933fa9-07d5-4b88-9fbb-de80807c6b7c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:55.581716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a60a8099-ec05-414a-9ec3-e6ee6f5b2307 req-0b0f56b2-bbd4-4488-b2fa-9e5b7fd10d3c tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d&device_id=b30f3a5d-3ae9-4c27-839b-b16f7f55d196 HTTP/1.1" status: 200  len: 210 time: 0.0345151
Apr 30 21:30:55.655754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Attempting to bind port d0933fa9-07d5-4b88-9fbb-de80807c6b7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:55.656127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Attempting to bind port d0933fa9-07d5-4b88-9fbb-de80807c6b7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:55.656504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Attempting to bind port d0933fa9-07d5-4b88-9fbb-de80807c6b7c on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:55.663403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:55.663826 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:55.664200 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.664601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:55.665082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Bound port: d0933fa9-07d5-4b88-9fbb-de80807c6b7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:55.665474 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.678680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97bc1ebb-ee6c-445e-a91a-1b6eebf24a99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.698848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-97bc1ebb-ee6c-445e-a91a-1b6eebf24a99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:55.733357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20048967-f9e0-4836-a52c-7d9c679ee4ec req-6e6f7b06-7756-4175-a692-aa30f01f3278 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:55.734997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20048967-f9e0-4836-a52c-7d9c679ee4ec req-6e6f7b06-7756-4175-a692-aa30f01f3278 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0691547
Apr 30 21:30:55.738050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] For port d0933fa9-07d5-4b88-9fbb-de80807c6b7c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:55.741221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] For port d0933fa9-07d5-4b88-9fbb-de80807c6b7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0933fa9-07d5-4b88-9fbb-de80807c6b7c,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:55.795839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20048967-f9e0-4836-a52c-7d9c679ee4ec req-cf2e3b0d-e4de-490e-ab88-e760fb5ad4bc tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0530734
Apr 30 21:30:55.854088 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.914318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a635040-f345-493c-b955-1405e4e6f5d1 None None] Pushing event updated for resources: {'Port': ['ID=d0933fa9-07d5-4b88-9fbb-de80807c6b7c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:55.932506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237d8c6-51ef-4709-aa9d-f448f403ec7d req-5f15501c-654c-4a96-9ffb-e5f8e5e17d8c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:55.934242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9237d8c6-51ef-4709-aa9d-f448f403ec7d req-5f15501c-654c-4a96-9ffb-e5f8e5e17d8c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0520036
Apr 30 21:30:55.993433 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97bc1ebb-ee6c-445e-a91a-1b6eebf24a99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:55.994861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9237d8c6-51ef-4709-aa9d-f448f403ec7d req-c636b9d5-9d3b-405a-aa43-5d12f73c2a33 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547025
Apr 30 21:30:56.047322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc1ebb-ee6c-445e-a91a-1b6eebf24a99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:56.075590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97bc1ebb-ee6c-445e-a91a-1b6eebf24a99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:56.076471 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-97bc1ebb-ee6c-445e-a91a-1b6eebf24a99 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4 HTTP/1.1" status: 204  len: 168 time: 0.7892635
Apr 30 21:30:56.084002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51476) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:56.232100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e780f6-5eb9-4c88-8f37-3defb05c3114 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:56.237629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e780f6-5eb9-4c88-8f37-3defb05c3114 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:56.241729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-27e780f6-5eb9-4c88-8f37-3defb05c3114 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1591384
Apr 30 21:30:56.241936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3ec8e632-6b18-4287-b6ec-f6ca4c934cd8 req-6827fe12-d372-4a0b-b53f-6c7cc44698fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5de501af17b45a596e24e0fe7611ece&device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0455503
Apr 30 21:30:56.242242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51486) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:56.304492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0af0fe40-d41a-4d14-95af-83c9933893e3 req-084faf89-e2ce-4a77-9f5a-b75682ef94fb tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0506561
Apr 30 21:30:56.309654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-455ee036-23e9-460d-baba-212d9a6f77a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet af69c83a-e903-4596-a461-a23b577e6505 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:30:56.323431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-455ee036-23e9-460d-baba-212d9a6f77a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (af69c83a-e903-4596-a461-a23b577e6505), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:56.327443 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3ec8e632-6b18-4287-b6ec-f6ca4c934cd8 req-f2a6c1b2-2e07-4494-8f22-073b5f0ca6f4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b5de501af17b45a596e24e0fe7611ece&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0305662
Apr 30 21:30:56.427679 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-455ee036-23e9-460d-baba-212d9a6f77a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (af69c83a-e903-4596-a461-a23b577e6505), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:56.508560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8e632-6b18-4287-b6ec-f6ca4c934cd8 req-9586c43a-a50b-45a8-b5dc-9feff6a25993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:56.510149 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3ec8e632-6b18-4287-b6ec-f6ca4c934cd8 req-9586c43a-a50b-45a8-b5dc-9feff6a25993 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1585274
Apr 30 21:30:56.554303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-455ee036-23e9-460d-baba-212d9a6f77a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (af69c83a-e903-4596-a461-a23b577e6505), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:56.618444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa543345-ff11-4924-93ca-f6e93acf5de0 req-156e9191-86eb-4a5e-b8d0-6c42856ae763 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:56.629039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa543345-ff11-4924-93ca-f6e93acf5de0 req-156e9191-86eb-4a5e-b8d0-6c42856ae763 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1306984
Apr 30 21:30:56.689091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-455ee036-23e9-460d-baba-212d9a6f77a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (af69c83a-e903-4596-a461-a23b577e6505), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:56.689667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aa543345-ff11-4924-93ca-f6e93acf5de0 req-43d4e218-af1e-46a5-94eb-be1381facb74 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586841
Apr 30 21:30:56.710415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-455ee036-23e9-460d-baba-212d9a6f77a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:56.714686 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-455ee036-23e9-460d-baba-212d9a6f77a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/af69c83a-e903-4596-a461-a23b577e6505 HTTP/1.1" status: 204  len: 168 time: 0.4680691
Apr 30 21:30:56.716655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51510) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:56.731995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee036-23e9-460d-baba-212d9a6f77a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=af69c83a-e903-4596-a461-a23b577e6505,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:56.779698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d546b8c5-0b64-41f0-9e9f-e223445f98d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0592914
Apr 30 21:30:56.780002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51512) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:56.786331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:56.964135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31224fc9-b401-4d15-be15-6431d2186045 req-2bdf8fc6-e60f-4f5a-9fc3-1b72ff5a3ea2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:56.966209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31224fc9-b401-4d15-be15-6431d2186045 req-2bdf8fc6-e60f-4f5a-9fc3-1b72ff5a3ea2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0715890
Apr 30 21:30:56.987311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d0933fa9-07d5-4b88-9fbb-de80807c6b7c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:30:57.017604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31224fc9-b401-4d15-be15-6431d2186045 req-9362c593-dcde-4379-be1c-ac6eda38cce7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448596
Apr 30 21:30:57.034117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:57.038407 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.061784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d0933fa9-07d5-4b88-9fbb-de80807c6b7c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:57.062147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.180632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df986c-1ce7-425e-a88e-b4981f5cc5fa None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:57.228662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51524) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:57.241587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d0933fa9-07d5-4b88-9fbb-de80807c6b7c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:57.242026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.248077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3edd4-1187-4488-b0ac-7b88a75ab145 req-b7e82f2c-8f78-4ada-a2f1-204de73f36b0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:57.249792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02f3edd4-1187-4488-b0ac-7b88a75ab145 req-b7e82f2c-8f78-4ada-a2f1-204de73f36b0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1095638
Apr 30 21:30:57.262401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bc81b-d8fc-4a83-a3a9-f64dd5896beb req-88c53411-c98b-4af4-a6d2-1208a294d7ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:57.264048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-664bc81b-d8fc-4a83-a3a9-f64dd5896beb req-88c53411-c98b-4af4-a6d2-1208a294d7ff tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1047981
Apr 30 21:30:57.299255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dae411b6-2b3e-43f4-87f4-354f9c05f4fd None None] Provisioning complete for port d0933fa9-07d5-4b88-9fbb-de80807c6b7c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:30:57.299643 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dae411b6-2b3e-43f4-87f4-354f9c05f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.353422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port d0933fa9-07d5-4b88-9fbb-de80807c6b7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0933fa9-07d5-4b88-9fbb-de80807c6b7c,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:57.386094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-664bc81b-d8fc-4a83-a3a9-f64dd5896beb req-5ed031e0-a421-4c4c-8f88-d2baee1da4d8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1129189
Apr 30 21:30:57.423315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e89f129-5dd9-4d9e-b8d5-5abf8fba2093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.432310 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.438869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02f3edd4-1187-4488-b0ac-7b88a75ab145 req-24b30e5b-1712-4a20-bdbb-98d5cb87b316 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671603
Apr 30 21:30:57.509471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:30:57.563472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41e6662-358e-4532-91cf-bb5f4c7394ed req-50081fb2-f68d-4d27-a732-320d7cc0450e tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0473707
Apr 30 21:30:57.571496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e89f129-5dd9-4d9e-b8d5-5abf8fba2093 admin admin] Publish callbacks [] for security_group (beac5977-c512-483b-a793-622ca356b2b1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.586950 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (5761bf38-121f-4ea0-be58-f0d8d333e6a3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.599408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dae411b6-2b3e-43f4-87f4-354f9c05f4fd None None] Current status of the port d0933fa9-07d5-4b88-9fbb-de80807c6b7c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:30:57.599815 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dae411b6-2b3e-43f4-87f4-354f9c05f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.643636 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e89f129-5dd9-4d9e-b8d5-5abf8fba2093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (beac5977-c512-483b-a793-622ca356b2b1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.646171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=d0933fa9-07d5-4b88-9fbb-de80807c6b7c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:57.649246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] Deleting port d0933fa9-07d5-4b88-9fbb-de80807c6b7c {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:57.649618 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.670983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:57.675149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:57.679944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:57.680560 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.699520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89f129-5dd9-4d9e-b8d5-5abf8fba2093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beac5977-c512-483b-a793-622ca356b2b1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:57.703509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=5761bf38-121f-4ea0-be58-f0d8d333e6a3,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:57.739616 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-dae411b6-2b3e-43f4-87f4-354f9c05f4fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:30:57.740257 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-dae411b6-2b3e-43f4-87f4-354f9c05f4fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:30:57.743974 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0e89f129-5dd9-4d9e-b8d5-5abf8fba2093 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e2112ef23b240ddb473025b77d55a87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5153949
Apr 30 21:30:57.746645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51556) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:57.751002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fa63af6e-195f-483e-9bcf-97a27f09a458 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9699490
Apr 30 21:30:57.760030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51558) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:57.765214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': '5761bf38-121f-4ea0-be58-f0d8d333e6a3', 'ip_address': '2001:db8::b3bf:a296:dc1:1d1c'}], 'name': 'tempest-NetworksTestDHCPv6-1329959628'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:30:57.796886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] For port d0933fa9-07d5-4b88-9fbb-de80807c6b7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0933fa9-07d5-4b88-9fbb-de80807c6b7c,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:30:57.797596 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.814509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] Calling delete_port for d0933fa9-07d5-4b88-9fbb-de80807c6b7c owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:30:57.825962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-084b7fc0-ffec-4d15-a47f-34f7eb67affc admin admin] Publish callbacks [] for security_group (beac5977-c512-483b-a793-622ca356b2b1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:57.848785 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3ec8e632-6b18-4287-b6ec-f6ca4c934cd8 req-f43103cd-a82c-4280-8e4f-15f5ec24adf3 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.20 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0336912
Apr 30 21:30:57.920308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-084b7fc0-ffec-4d15-a47f-34f7eb67affc admin admin] Publish callbacks [] for security_group (beac5977-c512-483b-a793-622ca356b2b1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.057320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:30:58.058290 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (d0933fa9-07d5-4b88-9fbb-de80807c6b7c), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.087780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] Pushing event deleted for resources: {'Port': ['ID=d0933fa9-07d5-4b88-9fbb-de80807c6b7c,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:58.093733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7062e4-0259-493d-90df-1f5834ba6aba None None] No DVR routers for this DVR port d0933fa9-07d5-4b88-9fbb-de80807c6b7c on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:30:58.109480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-084b7fc0-ffec-4d15-a47f-34f7eb67affc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (beac5977-c512-483b-a793-622ca356b2b1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.113112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-084b7fc0-ffec-4d15-a47f-34f7eb67affc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.114109 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-084b7fc0-ffec-4d15-a47f-34f7eb67affc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/beac5977-c512-483b-a793-622ca356b2b1 HTTP/1.1" status: 204  len: 168 time: 0.3663235
Apr 30 21:30:58.115325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b1ed6-1cd2-4d2e-ab21-b811cb8034a6 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:30:58.123290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b7fc0-ffec-4d15-a47f-34f7eb67affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beac5977-c512-483b-a793-622ca356b2b1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:58.206270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.287564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77518c10-6c05-49cd-acc8-442bfd0e9cb6 req-45a24b89-50ff-4fea-976d-c04d89e1f6d8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:58.289773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77518c10-6c05-49cd-acc8-442bfd0e9cb6 req-45a24b89-50ff-4fea-976d-c04d89e1f6d8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0605190
Apr 30 21:30:58.294057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '5761bf38-121f-4ea0-be58-f0d8d333e6a3'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:30:58.294915 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.296401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port 9877b951-aa1b-46f4-93c4-73fe0b7c0cab yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:30:58.304960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dae411b6-2b3e-43f4-87f4-354f9c05f4fd None None] Port d0933fa9-07d5-4b88-9fbb-de80807c6b7c update to ACTIVE by agent not found {{(pid=115776) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}}
Apr 30 21:30:58.464746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/5761bf38-121f-4ea0-be58-f0d8d333e6a3/8f9fccf9-db26-4a11-83dd-70981b0b290f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:58.512919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-7074f81f-6fa3-48a8-8630-20690172f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:58.514352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-7074f81f-6fa3-48a8-8630-20690172f8bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 1127 time: 0.1693494
Apr 30 21:30:58.558809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77518c10-6c05-49cd-acc8-442bfd0e9cb6 req-6e23a199-64ac-4e45-b62d-b5e47dc3fc4e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555475
Apr 30 21:30:58.698716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d583906-69be-4930-98a7-55c42de8918d req-e4093493-9a78-4079-ac87-d855227005a5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:58.700226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d583906-69be-4930-98a7-55c42de8918d req-e4093493-9a78-4079-ac87-d855227005a5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0528958
Apr 30 21:30:58.734014 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Publish callbacks [] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.748968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-d0d1380d-35dd-419a-b8fc-4da0e2e6c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:58.750551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-d0d1380d-35dd-419a-b8fc-4da0e2e6c2a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.2085426
Apr 30 21:30:58.803101 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.811232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-275dbcd5-e67e-4ab5-9d1d-3da1d437430f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c HTTP/1.1" status: 200  len: 217 time: 0.0549893
Apr 30 21:30:58.831548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d583906-69be-4930-98a7-55c42de8918d req-0e4bebcb-cda0-4ab4-a071-1044e0e66381 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183517
Apr 30 21:30:58.843436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:58.847436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:58.850048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:58.897723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::b3bf:a296:dc1:1d1c (a0a65003-beca-4a7f-bcd6-a74df6ab3337/5761bf38-121f-4ea0-be58-f0d8d333e6a3/9877b951-aa1b-46f4-93c4-73fe0b7c0cab) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:30:58.927684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-05240fc0-4e6c-43d7-b4dd-7aec50c20b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:58.929204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-05240fc0-4e6c-43d7-b4dd-7aec50c20b43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.0947373
Apr 30 21:30:58.936387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51612) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:58.960038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4d938583-069f-4cdc-8a37-34344bb64f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:58.964030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Pushing event updated for resources: {'Port': ['ID=8f9fccf9-db26-4a11-83dd-70981b0b290f,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:58.981522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-e4034b78-3cf5-4946-be06-9dd1e8ed7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:58.983557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-e4034b78-3cf5-4946-be06-9dd1e8ed7673 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0462270
Apr 30 21:30:58.987235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d0933fa9-07d5-4b88-9fbb-de80807c6b7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:30:59.013879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d0933fa9-07d5-4b88-9fbb-de80807c6b7c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:30:59.013879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d0933fa9-07d5-4b88-9fbb-de80807c6b7c not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:30:59.040735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89bb9217-1436-4551-8d11-a64aa84a89fb req-23696cec-6bb0-4e8a-bf9b-79c2223afcd3 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=8de711a6-047f-4a09-a2f0-ccd2b835c16d HTTP/1.1" status: 200  len: 210 time: 0.0627584
Apr 30 21:30:59.065920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Attempting to bind port 8f9fccf9-db26-4a11-83dd-70981b0b290f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:30:59.065920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Attempting to bind port 8f9fccf9-db26-4a11-83dd-70981b0b290f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:30:59.065920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Attempting to bind port 8f9fccf9-db26-4a11-83dd-70981b0b290f on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:30:59.069649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:30:59.070310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:30:59.071115 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.071676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:30:59.074368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Bound port: 8f9fccf9-db26-4a11-83dd-70981b0b290f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:30:59.075014 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.156021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4d938583-069f-4cdc-8a37-34344bb64f09 admin admin] Publish callbacks [] for security_group (098c2ca7-8b06-4439-a1ff-9c5a2a5856cb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.175390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] For port 8f9fccf9-db26-4a11-83dd-70981b0b290f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:30:59.181482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] For port 8f9fccf9-db26-4a11-83dd-70981b0b290f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f9fccf9-db26-4a11-83dd-70981b0b290f,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:30:59.193156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-dba5f629-cee1-402c-9685-96de65f280fb service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986146
Apr 30 21:30:59.225711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4d938583-069f-4cdc-8a37-34344bb64f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (098c2ca7-8b06-4439-a1ff-9c5a2a5856cb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.268934 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4d938583-069f-4cdc-8a37-34344bb64f09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cbe90c90e98484ba9032794e156ab2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3309457
Apr 30 21:30:59.270991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.274288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:59.290383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d938583-069f-4cdc-8a37-34344bb64f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098c2ca7-8b06-4439-a1ff-9c5a2a5856cb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:59.337579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (9877b951-aa1b-46f4-93c4-73fe0b7c0cab), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.362604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db37e545-efaa-4d9f-835e-78ae8c479d93 admin admin] Publish callbacks [] for security_group (098c2ca7-8b06-4439-a1ff-9c5a2a5856cb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.387494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db37e545-efaa-4d9f-835e-78ae8c479d93 admin admin] Publish callbacks [] for security_group (098c2ca7-8b06-4439-a1ff-9c5a2a5856cb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.447787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-944ced87-2ae4-4ac3-a25f-ce82d31a3ed0 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:59.454215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-944ced87-2ae4-4ac3-a25f-ce82d31a3ed0 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/networks?id=b5a76fe5-1607-43e6-8432-9aab1bc20c97 HTTP/1.1" status: 200  len: 808 time: 0.2664893
Apr 30 21:30:59.466556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b71aaca-d4d5-43cd-a422-10716a6c6941 req-272613b6-fec0-4893-899d-26e58cbc9ad6 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2633259
Apr 30 21:30:59.503851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-3599652b-ea77-4820-ba0c-bc1a03a713fd tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/quotas/83c1c99c0d904b58946a2a623c674759 HTTP/1.1" status: 200  len: 375 time: 0.0487525
Apr 30 21:30:59.507338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9877b951-aa1b-46f4-93c4-73fe0b7c0cab), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.515059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baee76c-f393-470c-8bf1-c37b03aff605 None None] Pushing event updated for resources: {'Port': ['ID=8f9fccf9-db26-4a11-83dd-70981b0b290f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:59.523227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db37e545-efaa-4d9f-835e-78ae8c479d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (098c2ca7-8b06-4439-a1ff-9c5a2a5856cb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.529510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db37e545-efaa-4d9f-835e-78ae8c479d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.534475 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-db37e545-efaa-4d9f-835e-78ae8c479d93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/098c2ca7-8b06-4439-a1ff-9c5a2a5856cb HTTP/1.1" status: 204  len: 168 time: 0.2563188
Apr 30 21:30:59.546732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37e545-efaa-4d9f-835e-78ae8c479d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098c2ca7-8b06-4439-a1ff-9c5a2a5856cb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:59.589090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-b5fd474d-e833-414d-8e0f-8cba18b8d631 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83c1c99c0d904b58946a2a623c674759&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0760636
Apr 30 21:30:59.597172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-61c762b1-51b9-4002-b7fa-7ad57bf8af76 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:59.598693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-61c762b1-51b9-4002-b7fa-7ad57bf8af76 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=d78ceea4-5d4e-46b9-a50d-18210101ab3f HTTP/1.1" status: 200  len: 943 time: 0.1398473
Apr 30 21:30:59.626605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:30:59.671112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:30:59.698181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:30:59.704412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:59.705058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.708301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=9877b951-aa1b-46f4-93c4-73fe0b7c0cab,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:30:59.832528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-875c989e-b99a-4b48-b351-97c10f3bc22b service neutron] 10.222.0.23 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425461
Apr 30 21:30:59.855189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Deleting port f2e67c00-e892-4977-95b6-739f701898d8 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:30:59.855613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f2e67c00-e892-4977-95b6-739f701898d8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:30:59.864315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51642) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:30:59.865295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9943eeae-9e18-4b04-bdc7-a55f141d5788 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.1040735
Apr 30 21:30:59.938270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5c19d-71d3-47bd-b9da-a5565cb1039b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:59.944272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5c19d-71d3-47bd-b9da-a5565cb1039b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:30:59.945928 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cfc5c19d-71d3-47bd-b9da-a5565cb1039b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.0800772
Apr 30 21:30:59.948806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51646) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:00.035067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-4329f64c-e35b-4de8-b00d-124418443640 service neutron] 10.222.0.23 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899536
Apr 30 21:31:00.049801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] For port f2e67c00-e892-4977-95b6-739f701898d8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2e67c00-e892-4977-95b6-739f701898d8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:00.053482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f2e67c00-e892-4977-95b6-739f701898d8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:00.065609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Calling delete_port for f2e67c00-e892-4977-95b6-739f701898d8 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:00.083922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-72cb1466-9e52-4f8d-b9e6-90cce3dd0f71 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port 9877b951-aa1b-46f4-93c4-73fe0b7c0cab {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:00.087869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72cb1466-9e52-4f8d-b9e6-90cce3dd0f71 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9877b951-aa1b-46f4-93c4-73fe0b7c0cab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:00.211926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72cb1466-9e52-4f8d-b9e6-90cce3dd0f71 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9877b951-aa1b-46f4-93c4-73fe0b7c0cab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:00.232407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-72cb1466-9e52-4f8d-b9e6-90cce3dd0f71 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for 9877b951-aa1b-46f4-93c4-73fe0b7c0cab owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:00.354612 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f2e67c00-e892-4977-95b6-739f701898d8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:00.372393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['bc5636f2-cf40-44f0-9964-ab84de7da2a8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:00.377990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dcd8283d-d19b-4e47-b08b-9296cfaa449a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:00.446190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event deleted for resources: {'Port': ['ID=f2e67c00-e892-4977-95b6-739f701898d8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:00.513798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72cb1466-9e52-4f8d-b9e6-90cce3dd0f71 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9877b951-aa1b-46f4-93c4-73fe0b7c0cab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:00.576999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb1466-9e52-4f8d-b9e6-90cce3dd0f71 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=9877b951-aa1b-46f4-93c4-73fe0b7c0cab,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:00.592087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] No DVR routers for this DVR port f2e67c00-e892-4977-95b6-739f701898d8 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:00.611288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6962a-cdb5-42f7-8233-13f40390f00f req-d578912e-b7ee-4970-aab8-e144aaf3581f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:00.619255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3a6962a-cdb5-42f7-8233-13f40390f00f req-d578912e-b7ee-4970-aab8-e144aaf3581f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1747673
Apr 30 21:31:00.621876 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:00.625367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f24980ce-3ff0-4fc4-8529-59018e95e2be req-f1c85cc0-959d-442f-bc0f-dede694cf7e4 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "DELETE /v2.0/ports/f2e67c00-e892-4977-95b6-739f701898d8 HTTP/1.1" status: 204  len: 173 time: 1.0140276
Apr 30 21:31:00.626632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'name': 'network-vif-deleted', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:00.629592 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fdff08-d2ae-450e-89bf-156440bbb793" -d '{"events": [{"server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "name": "network-vif-deleted", "tag": "f2e67c00-e892-4977-95b6-739f701898d8"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:00.657241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72cb1466-9e52-4f8d-b9e6-90cce3dd0f71 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:00.679619 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-72cb1466-9e52-4f8d-b9e6-90cce3dd0f71 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/9877b951-aa1b-46f4-93c4-73fe0b7c0cab HTTP/1.1" status: 204  len: 168 time: 0.7249947
Apr 30 21:31:00.686417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51680) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:00.691806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3a6962a-cdb5-42f7-8233-13f40390f00f req-2823810d-69ed-4b1f-8f23-4d75fe1d17c3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665374
Apr 30 21:31:00.808849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94e14d-d917-4ce0-a965-bdbca4687f25 req-ddeb18e8-c230-46be-b50c-fa4bd4683b98 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:00.817402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe94e14d-d917-4ce0-a965-bdbca4687f25 req-ddeb18e8-c230-46be-b50c-fa4bd4683b98 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0621743
Apr 30 21:31:00.860336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fdbe7d-c2c0-48ec-b81d-7fc2b014cc27 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:00.867364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fdbe7d-c2c0-48ec-b81d-7fc2b014cc27 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:00.870905 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e1fdbe7d-c2c0-48ec-b81d-7fc2b014cc27 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1833317
Apr 30 21:31:00.873592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51684) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:01.000125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-357dc519-75d1-4a54-94b0-e2e24a0d2a55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 5761bf38-121f-4ea0-be58-f0d8d333e6a3 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:01.021293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357dc519-75d1-4a54-94b0-e2e24a0d2a55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (5761bf38-121f-4ea0-be58-f0d8d333e6a3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.120755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8f9fccf9-db26-4a11-83dd-70981b0b290f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:01.152438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357dc519-75d1-4a54-94b0-e2e24a0d2a55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (5761bf38-121f-4ea0-be58-f0d8d333e6a3), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.234945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-605672d5-30b8-477a-b6da-7edfda979978 None None] Provisioning complete for port 8f9fccf9-db26-4a11-83dd-70981b0b290f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:01.236165 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-605672d5-30b8-477a-b6da-7edfda979978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.281684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357dc519-75d1-4a54-94b0-e2e24a0d2a55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5761bf38-121f-4ea0-be58-f0d8d333e6a3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.334340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe94e14d-d917-4ce0-a965-bdbca4687f25 req-c7c4dffb-2a4d-4984-9d92-d35924561bbb tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5137177
Apr 30 21:31:01.362384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8f9fccf9-db26-4a11-83dd-70981b0b290f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:01.365940 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.451698 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357dc519-75d1-4a54-94b0-e2e24a0d2a55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5761bf38-121f-4ea0-be58-f0d8d333e6a3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.474623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-605672d5-30b8-477a-b6da-7edfda979978 None None] Current status of the port 8f9fccf9-db26-4a11-83dd-70981b0b290f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:01.475074 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-605672d5-30b8-477a-b6da-7edfda979978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.478009 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-357dc519-75d1-4a54-94b0-e2e24a0d2a55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.481383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42ef8bb8-8720-4381-80da-08f232e91ae9 req-ae932553-d378-4574-a2da-3f264ed7f888 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 210 time: 0.0544930
Apr 30 21:31:01.486970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51708) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:01.489891 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-357dc519-75d1-4a54-94b0-e2e24a0d2a55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/5761bf38-121f-4ea0-be58-f0d8d333e6a3 HTTP/1.1" status: 204  len: 168 time: 0.6151352
Apr 30 21:31:01.541138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357dc519-75d1-4a54-94b0-e2e24a0d2a55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=5761bf38-121f-4ea0-be58-f0d8d333e6a3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:01.566445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51710) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:01.571768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:01.575687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6ca49c17-f8da-4891-ac87-0afbfff9fe7d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0874918
Apr 30 21:31:01.582612 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38119a09-4cf5-49f0-8bdc-1471a79fd070 x-openstack-request-id: req-38119a09-4cf5-49f0-8bdc-1471a79fd070 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:01.582922 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78ceea4-5d4e-46b9-a50d-18210101ab3f", "name": "network-vif-deleted", "tag": "f2e67c00-e892-4977-95b6-739f701898d8", "status": "failed", "code": 422}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:01.583156 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38119a09-4cf5-49f0-8bdc-1471a79fd070 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:01.583570 ncdv-master-1 neutron-server[115774]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-38119a09-4cf5-49f0-8bdc-1471a79fd070']: {'server_uuid': 'd78ceea4-5d4e-46b9-a50d-18210101ab3f', 'name': 'network-vif-deleted', 'tag': 'f2e67c00-e892-4977-95b6-739f701898d8', 'status': 'failed', 'code': 422} returned with failed status
Apr 30 21:31:01.677073 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-605672d5-30b8-477a-b6da-7edfda979978 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:31:01.684859 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-605672d5-30b8-477a-b6da-7edfda979978 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:31:01.695754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8f9fccf9-db26-4a11-83dd-70981b0b290f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:01.696427 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.768742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 8f9fccf9-db26-4a11-83dd-70981b0b290f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f9fccf9-db26-4a11-83dd-70981b0b290f,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:01.821296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894db5a7-1e8f-465f-9c50-1ec61bbaec75 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:01.840712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f8edd-0c23-4af9-8315-a36907895f9e req-b28e7a07-af17-4745-9201-c8de9a6170a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:01.842328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-685f8edd-0c23-4af9-8315-a36907895f9e req-b28e7a07-af17-4745-9201-c8de9a6170a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0525649
Apr 30 21:31:01.856088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:01.860925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.890492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-685f8edd-0c23-4af9-8315-a36907895f9e req-b9191deb-e7b2-4342-8340-421970c07fb3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424621
Apr 30 21:31:01.904240 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:01.975107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=8f9fccf9-db26-4a11-83dd-70981b0b290f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:02.043122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:31:02.102540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] Deleting port 8f9fccf9-db26-4a11-83dd-70981b0b290f {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:02.102916 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:02.257657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75e3b345-470f-4684-b814-1699d81a73c2 req-edc537ca-e822-4adb-a201-32accf12300c tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30f3a5d-3ae9-4c27-839b-b16f7f55d196 HTTP/1.1" status: 200  len: 210 time: 0.0382586
Apr 30 21:31:02.262481 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (d8a26978-434f-4b6e-a2e5-67997fa23514), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:02.308692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] For port 8f9fccf9-db26-4a11-83dd-70981b0b290f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f9fccf9-db26-4a11-83dd-70981b0b290f,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:02.309113 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:02.325270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:02.329096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:02.334377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] Calling delete_port for 8f9fccf9-db26-4a11-83dd-70981b0b290f owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:02.334377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-605672d5-30b8-477a-b6da-7edfda979978 None None] Current status of the port 8f9fccf9-db26-4a11-83dd-70981b0b290f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:02.336522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:02.337225 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:02.391699 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3653b35-84ef-4e75-940c-4be6c3b4158a req-978fbb3e-cf84-4cc3-b458-e92c2d9f3503 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5de501af17b45a596e24e0fe7611ece&device_id=b30f3a5d-3ae9-4c27-839b-b16f7f55d196 HTTP/1.1" status: 200  len: 210 time: 0.2900078
Apr 30 21:31:02.393487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=d8a26978-434f-4b6e-a2e5-67997fa23514,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:02.441500 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3653b35-84ef-4e75-940c-4be6c3b4158a req-7ada9cd9-f672-46e2-aa93-394a158a0ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b5de501af17b45a596e24e0fe7611ece&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0416498
Apr 30 21:31:02.451058 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ce8f6139-8977-4923-ae5d-a16a781e57a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8833075
Apr 30 21:31:02.453555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51742) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:02.461895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': 'd8a26978-434f-4b6e-a2e5-67997fa23514', 'ip_address': '2001:db8::14f3:50c9:2c67:2ea6'}], 'name': 'tempest-NetworksTestDHCPv6-1911475814'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:02.463555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0a3090eb-f9f3-4c59-b6f5-26ba67213e32 None None] Could not find standard attr ID for object c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:31:02.474854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0a3090eb-f9f3-4c59-b6f5-26ba67213e32 None None] Could not find standard attr ID for object 00c25c9c-7441-430c-b54e-7a95c8775786. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:31:02.494668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6118705-8865-4eeb-8417-5de8b3671b57 req-9f907a7c-3760-483f-9a4a-d55d44cebf8a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:02.496301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6118705-8865-4eeb-8417-5de8b3671b57 req-9f907a7c-3760-483f-9a4a-d55d44cebf8a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0642204
Apr 30 21:31:02.543547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (8f9fccf9-db26-4a11-83dd-70981b0b290f), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:02.576400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c9ee5-902a-4b13-97fe-7daf93fadd7d req-614f7db5-d26b-470c-98e7-b3dde9026804 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:02.578322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-167c9ee5-902a-4b13-97fe-7daf93fadd7d req-614f7db5-d26b-470c-98e7-b3dde9026804 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 907 time: 0.0807762
Apr 30 21:31:02.583883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] Pushing event deleted for resources: {'Port': ['ID=8f9fccf9-db26-4a11-83dd-70981b0b290f,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:02.588237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d358cd-6ad7-4b1e-90bf-da8bdcb48c83 None None] No DVR routers for this DVR port 8f9fccf9-db26-4a11-83dd-70981b0b290f on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:02.617103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6118705-8865-4eeb-8417-5de8b3671b57 req-28dff852-511d-4d3f-8735-94761a6ac864 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076474
Apr 30 21:31:02.619949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e981cd3c-bac5-47ca-b837-7ea9f9ff8f8e None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:02.723207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3653b35-84ef-4e75-940c-4be6c3b4158a req-d5babf09-758b-4aec-8b31-bbd13478ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:02.724969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df0a7a0a-1b7b-496d-9ca4-8f1a90329b4b req-f45d38b9-3849-4cfb-b8d9-35a8c10ca310 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 210 time: 0.0288429
Apr 30 21:31:02.732914 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3653b35-84ef-4e75-940c-4be6c3b4158a req-d5babf09-758b-4aec-8b31-bbd13478ccb4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2401299
Apr 30 21:31:02.766124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': 'd8a26978-434f-4b6e-a2e5-67997fa23514'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:31:02.766958 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:02.819514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:02.928209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:02.937781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/d8a26978-434f-4b6e-a2e5-67997fa23514/c44578b2-c6e4-4797-9918-4b2ea35be7bc) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:02.956362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8f9fccf9-db26-4a11-83dd-70981b0b290f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:02.967188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port 3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:31:02.984029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8f9fccf9-db26-4a11-83dd-70981b0b290f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:02.984302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8f9fccf9-db26-4a11-83dd-70981b0b290f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:03.040746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f298d1-fb84-461f-acac-866e4b3a3530 req-0c19ee4e-a5a9-44a6-a33d-9264d73831d7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:03.042303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7f298d1-fb84-461f-acac-866e4b3a3530 req-0c19ee4e-a5a9-44a6-a33d-9264d73831d7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0613549
Apr 30 21:31:03.097146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7f298d1-fb84-461f-acac-866e4b3a3530 req-3041a7aa-4cb4-4f91-bc17-922966ee583d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488236
Apr 30 21:31:03.143770 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Publish callbacks [] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:03.227794 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:03.285117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:03.291373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:03.293520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Pushing event updated for resources: {'Port': ['ID=c44578b2-c6e4-4797-9918-4b2ea35be7bc,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:03.294737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::14f3:50c9:2c67:2ea6 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/d8a26978-434f-4b6e-a2e5-67997fa23514/3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:03.297477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:03.359047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Attempting to bind port c44578b2-c6e4-4797-9918-4b2ea35be7bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:03.359388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Attempting to bind port c44578b2-c6e4-4797-9918-4b2ea35be7bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:03.359755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Attempting to bind port c44578b2-c6e4-4797-9918-4b2ea35be7bc on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:03.365999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:03.366392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:03.366790 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:03.369305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:03.369305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Bound port: c44578b2-c6e4-4797-9918-4b2ea35be7bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:03.369305 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:03.390291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41f3ab8-6b7c-41f4-922b-eaeab7c30a6c req-bebeb68c-a19d-4cc6-bd9b-972488b5021c tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30f3a5d-3ae9-4c27-839b-b16f7f55d196 HTTP/1.1" status: 200  len: 210 time: 0.0328779
Apr 30 21:31:03.442279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6131f58c-8185-4136-896e-2707beb61440 None None] For port c44578b2-c6e4-4797-9918-4b2ea35be7bc, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:03.445856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6131f58c-8185-4136-896e-2707beb61440 None None] For port c44578b2-c6e4-4797-9918-4b2ea35be7bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c44578b2-c6e4-4797-9918-4b2ea35be7bc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:03.477911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:03.531429 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:03.590855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f58c-8185-4136-896e-2707beb61440 None None] Pushing event updated for resources: {'Port': ['ID=c44578b2-c6e4-4797-9918-4b2ea35be7bc,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:03.617058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:03.673095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:03.676484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:03.684493 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:03.689822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:03.697907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:03.709855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:03.715646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572258d-8fc6-45c8-99da-893b14882800 req-b15c28a5-2099-4d1e-b514-a52462cdaff8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:03.726520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4572258d-8fc6-45c8-99da-893b14882800 req-b15c28a5-2099-4d1e-b514-a52462cdaff8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 907 time: 0.0686655
Apr 30 21:31:03.781213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8a71-8b4a-43a5-968b-85762e01cad9 req-ee7507a8-ba57-41d1-ab17-e39c5a979e5c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:03.782916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77ec8a71-8b4a-43a5-968b-85762e01cad9 req-ee7507a8-ba57-41d1-ab17-e39c5a979e5c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0552931
Apr 30 21:31:03.829361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-688406c0-093b-4f18-9257-410f2e98dc2d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.3745797
Apr 30 21:31:03.838719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51776) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:03.872187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77ec8a71-8b4a-43a5-968b-85762e01cad9 req-049771a2-8376-47b7-9a8e-a453a1e04cde tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822766
Apr 30 21:31:03.883877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-d12d583f-5b53-4c75-a0fc-adaec432895d req-a60e161d-6bd1-4b18-b65c-376248dbb951 service neutron] (115773) timed out ('10.222.0.23', 50204) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:31:03.909466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee1ef446-6dd8-4dde-8513-d0aec3399f19 req-2ec6f79e-20ff-46a7-aa2b-5de5932ca682 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 210 time: 0.0359168
Apr 30 21:31:03.935205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4126c806-8198-41e9-9991-684e693891a4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:03.942741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4126c806-8198-41e9-9991-684e693891a4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:03.945730 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4126c806-8198-41e9-9991-684e693891a4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1033037
Apr 30 21:31:03.947936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51778) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:04.024423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-721f2c74-7a14-4924-8fe9-812de6db937f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:04.026038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-721f2c74-7a14-4924-8fe9-812de6db937f tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 907 time: 0.0906754
Apr 30 21:31:04.113515 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f3653b35-84ef-4e75-940c-4be6c3b4158a req-cac4717a-e96f-41c2-994c-7152ef82f1b3 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30f3a5d-3ae9-4c27-839b-b16f7f55d196 HTTP/1.1" status: 200  len: 210 time: 0.0317872
Apr 30 21:31:04.115335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5346b586-2b22-45a5-98e2-45569e9653e1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port 3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:04.115675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5346b586-2b22-45a5-98e2-45569e9653e1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:04.238377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Deleting port 432d721f-3bf6-4293-bd4a-313b2128a6fb {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:04.238578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:04.305443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d6bef-72d8-40c5-9b5e-ecd4f95bf2e0 req-4fb77b95-2cac-4318-a393-b590e0a441e4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:04.306972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e7d6bef-72d8-40c5-9b5e-ecd4f95bf2e0 req-4fb77b95-2cac-4318-a393-b590e0a441e4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1257606
Apr 30 21:31:04.353473 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5346b586-2b22-45a5-98e2-45569e9653e1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:04.384164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5346b586-2b22-45a5-98e2-45569e9653e1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for 3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:04.469727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e7d6bef-72d8-40c5-9b5e-ecd4f95bf2e0 req-2818f554-4c68-414e-a16c-a5fda9bc0ea6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506395
Apr 30 21:31:04.482632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] For port 432d721f-3bf6-4293-bd4a-313b2128a6fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=432d721f-3bf6-4293-bd4a-313b2128a6fb,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:04.483017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:04.508028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Calling delete_port for 432d721f-3bf6-4293-bd4a-313b2128a6fb owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:04.601499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05b2b46a-6f5e-4b2c-89a5-aeee10e2dd95 req-0e3b930c-c13a-4320-8c40-a9c0821af459 tempest-ServerShowV247Test-1105272084 tempest-ServerShowV247Test-1105272084-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30f3a5d-3ae9-4c27-839b-b16f7f55d196 HTTP/1.1" status: 200  len: 210 time: 0.0852926
Apr 30 21:31:04.803411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5346b586-2b22-45a5-98e2-45569e9653e1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:04.860805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346b586-2b22-45a5-98e2-45569e9653e1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:04.876962 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (432d721f-3bf6-4293-bd4a-313b2128a6fb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:04.885694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae3b96-36e9-45b6-be03-0fdddb112553 req-1166550d-1ee9-4c9b-997c-64444cb955d9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:04.887530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5ae3b96-36e9-45b6-be03-0fdddb112553 req-1166550d-1ee9-4c9b-997c-64444cb955d9 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 907 time: 0.0946519
Apr 30 21:31:04.935568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bb713e1d-a076-437d-88fd-26abe9e54c14 None None] Provisioning complete for port c44578b2-c6e4-4797-9918-4b2ea35be7bc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:04.935568 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb713e1d-a076-437d-88fd-26abe9e54c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.042389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event deleted for resources: {'Port': ['ID=432d721f-3bf6-4293-bd4a-313b2128a6fb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:05.053979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5346b586-2b22-45a5-98e2-45569e9653e1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.057642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5346b586-2b22-45a5-98e2-45569e9653e1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3 HTTP/1.1" status: 204  len: 168 time: 1.1086340
Apr 30 21:31:05.066392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51798) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:05.068880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c44578b2-c6e4-4797-9918-4b2ea35be7bc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:05.155718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df779cc8-32b0-4ded-a9eb-5458bc0c85c3 req-523005cc-e781-4e5f-a3c3-7dda6c486796 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:05.166673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df779cc8-32b0-4ded-a9eb-5458bc0c85c3 req-523005cc-e781-4e5f-a3c3-7dda6c486796 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1291759
Apr 30 21:31:05.178177 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-1e309b85-e5d0-446a-9238-5b9f91ed4280 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:05.178996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c44578b2-c6e4-4797-9918-4b2ea35be7bc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:05.179785 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.180125 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-1e309b85-e5d0-446a-9238-5b9f91ed4280 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "GET /v2.0/networks?id=b5a76fe5-1607-43e6-8432-9aab1bc20c97 HTTP/1.1" status: 200  len: 808 time: 0.2784159
Apr 30 21:31:05.201519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Request body: {'port': {'device_id': '2cb12917-3c9f-44fb-b85c-89430e043c23', 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97', 'admin_state_up': True, 'tenant_id': '83c1c99c0d904b58946a2a623c674759'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:05.227888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bb713e1d-a076-437d-88fd-26abe9e54c14 None None] Current status of the port c44578b2-c6e4-4797-9918-4b2ea35be7bc is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:05.228453 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb713e1d-a076-437d-88fd-26abe9e54c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.299744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51802) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:05.339608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bb713e1d-a076-437d-88fd-26abe9e54c14 None None] For port c44578b2-c6e4-4797-9918-4b2ea35be7bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c44578b2-c6e4-4797-9918-4b2ea35be7bc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:05.394135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c44578b2-c6e4-4797-9918-4b2ea35be7bc is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:05.396122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.456282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94cc4596-1211-4f3b-a4d4-82b8c737dfa7 req-f0dab623-5840-408d-83c6-994fe196314c tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 210 time: 0.2733955
Apr 30 21:31:05.456889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] No DVR routers for this DVR port 432d721f-3bf6-4293-bd4a-313b2128a6fb on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:05.470340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.474259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2834ca76-4a51-4c89-b6ed-6b9d7a4410f8 req-7b025d1b-3633-4576-9fb5-801f98c8715c tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "DELETE /v2.0/ports/432d721f-3bf6-4293-bd4a-313b2128a6fb HTTP/1.1" status: 204  len: 173 time: 1.4361484
Apr 30 21:31:05.477267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563b93e0-a029-49fe-a501-1c8c192370d0', 'name': 'network-vif-deleted', 'tag': '432d721f-3bf6-4293-bd4a-313b2128a6fb'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:05.479919 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac11b28-d81d-422d-a44d-a7740bef13ff" -d '{"events": [{"server_uuid": "563b93e0-a029-49fe-a501-1c8c192370d0", "name": "network-vif-deleted", "tag": "432d721f-3bf6-4293-bd4a-313b2128a6fb"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:05.488126 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb713e1d-a076-437d-88fd-26abe9e54c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.521400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232d1f1-d987-474f-8636-cc100089508a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:05.522741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232d1f1-d987-474f-8636-cc100089508a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:05.532976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51812) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:05.533190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7232d1f1-d987-474f-8636-cc100089508a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.4656184
Apr 30 21:31:05.581098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df779cc8-32b0-4ded-a9eb-5458bc0c85c3 req-dec39399-84a8-4866-9143-9f33dc691555 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3539917
Apr 30 21:31:05.581098 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71477a71-4bf8-4475-a7c4-80fa6c8cc426 x-openstack-request-id: req-71477a71-4bf8-4475-a7c4-80fa6c8cc426 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:05.581098 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563b93e0-a029-49fe-a501-1c8c192370d0", "name": "network-vif-deleted", "tag": "432d721f-3bf6-4293-bd4a-313b2128a6fb", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:05.581098 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71477a71-4bf8-4475-a7c4-80fa6c8cc426 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:05.581098 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71477a71-4bf8-4475-a7c4-80fa6c8cc426'] response: {'server_uuid': '563b93e0-a029-49fe-a501-1c8c192370d0', 'name': 'network-vif-deleted', 'tag': '432d721f-3bf6-4293-bd4a-313b2128a6fb', 'status': 'completed', 'code': 200}
Apr 30 21:31:05.590501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Made reservation on behalf of 83c1c99c0d904b58946a2a623c674759 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:05.594774 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.615715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-720d85ba-5c94-4c53-93b7-b2958c2cec3a None None] Could not find standard attr ID for object 9877b951-aa1b-46f4-93c4-73fe0b7c0cab. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:31:05.657690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1b7bcad2-44bb-41dc-942c-c1d243d96228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.668733 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:31:05.669123 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:31:05.678178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb713e1d-a076-437d-88fd-26abe9e54c14 None None] Pushing event updated for resources: {'Port': ['ID=c44578b2-c6e4-4797-9918-4b2ea35be7bc,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:05.698172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet d8a26978-434f-4b6e-a2e5-67997fa23514 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:05.703110 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (d8a26978-434f-4b6e-a2e5-67997fa23514), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.781024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014ddcc-e7ff-47bb-a128-f4341947be27 req-d2ef23b6-a1be-451b-8b0b-bc663aa1680a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:05.784030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4014ddcc-e7ff-47bb-a128-f4341947be27 req-d2ef23b6-a1be-451b-8b0b-bc663aa1680a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1274762
Apr 30 21:31:05.784759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2309acfc-4a8e-4846-b621-ee83b6ed5957 None None] Could not find standard attr ID for object 3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:31:05.795899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (d8a26978-434f-4b6e-a2e5-67997fa23514), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.879778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4014ddcc-e7ff-47bb-a128-f4341947be27 req-08e4a264-aba3-4850-8f9d-b72a34b99aa7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891836
Apr 30 21:31:05.881699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1b7bcad2-44bb-41dc-942c-c1d243d96228 admin admin] Publish callbacks [] for security_group (1285b8b3-b9a2-4981-a2a3-8d6e9de59b80), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.938560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Allocated IP 172.20.0.7 (b5a76fe5-1607-43e6-8432-9aab1bc20c97/e68588bb-36b2-40b8-97fd-a6b3f87aac47/16312283-df83-4845-a85e-fa372d0a8125) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:05.954004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (d8a26978-434f-4b6e-a2e5-67997fa23514), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:05.993478 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1b7bcad2-44bb-41dc-942c-c1d243d96228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1285b8b3-b9a2-4981-a2a3-8d6e9de59b80), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.044994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1b7bcad2-44bb-41dc-942c-c1d243d96228 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf07897daf624709af2aa4aa41be64b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7403429
Apr 30 21:31:06.046236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bcad2-44bb-41dc-942c-c1d243d96228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1285b8b3-b9a2-4981-a2a3-8d6e9de59b80,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:06.049399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51820) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:06.096755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-067f9644-76c7-421c-8066-e1fc4619a605 req-e3a9e33e-eced-4a2a-af39-4e3764b3bb7d tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=563b93e0-a029-49fe-a501-1c8c192370d0 HTTP/1.1" status: 200  len: 210 time: 0.0463455
Apr 30 21:31:06.163343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a186-2935-4dcd-b152-082a1350346a admin admin] Publish callbacks [] for security_group (1285b8b3-b9a2-4981-a2a3-8d6e9de59b80), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.218365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51824) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:06.231118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (d8a26978-434f-4b6e-a2e5-67997fa23514), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.238347 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a186-2935-4dcd-b152-082a1350346a admin admin] Publish callbacks [] for security_group (1285b8b3-b9a2-4981-a2a3-8d6e9de59b80), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.243645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks [] for port (16312283-df83-4845-a85e-fa372d0a8125), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.268118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c44578b2-c6e4-4797-9918-4b2ea35be7bc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:06.281219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.286796 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/d8a26978-434f-4b6e-a2e5-67997fa23514 HTTP/1.1" status: 204  len: 168 time: 0.7520268
Apr 30 21:31:06.294524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51828) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:06.304662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d5e6f0-bf61-414b-a41b-f98e94922c9a None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:06.325105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a26978-434f-4b6e-a2e5-67997fa23514,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:06.343837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.343837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.344434 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.344911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.345548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.346197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.346664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.347162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.347641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.348214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.348686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.349156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.349623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.350128 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.350599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f027e2-92a1-41ba-b1ec-2266e7824470 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:06.351635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eafb8829-ee55-4517-bb99-52577b64232c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0545685
Apr 30 21:31:06.355523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51840) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:06.425837 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e408d026-2b44-4dd5-853b-dcfbafaacaed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.458498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (16312283-df83-4845-a85e-fa372d0a8125), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.509029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c921080c-21bf-4d69-9f44-70946bc94e7e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:06.510722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c921080c-21bf-4d69-9f44-70946bc94e7e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1541171
Apr 30 21:31:06.513393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51846) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:06.531553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a186-2935-4dcd-b152-082a1350346a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1285b8b3-b9a2-4981-a2a3-8d6e9de59b80), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.535519 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2f3a186-2935-4dcd-b152-082a1350346a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.544837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b2f3a186-2935-4dcd-b152-082a1350346a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1285b8b3-b9a2-4981-a2a3-8d6e9de59b80 HTTP/1.1" status: 204  len: 168 time: 0.4930346
Apr 30 21:31:06.551085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:31:06.596732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 432d721f-3bf6-4293-bd4a-313b2128a6fb no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:06.600133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Network b5a76fe5-1607-43e6-8432-9aab1bc20c97 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:06.613212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Pushing event updated for resources: {'Port': ['ID=16312283-df83-4845-a85e-fa372d0a8125,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:06.617573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:06.622279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:06.638503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3a186-2935-4dcd-b152-082a1350346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285b8b3-b9a2-4981-a2a3-8d6e9de59b80,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:06.665466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e87188e-4077-4a7c-aacc-f007152e6f81 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:06.668377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2e87188e-4077-4a7c-aacc-f007152e6f81 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1538415
Apr 30 21:31:06.669955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 432d721f-3bf6-4293-bd4a-313b2128a6fb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:06.670988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 432d721f-3bf6-4293-bd4a-313b2128a6fb not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:06.672400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51852) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:06.696129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] Deleting port c44578b2-c6e4-4797-9918-4b2ea35be7bc {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:06.696869 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.700696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc28afe-6e47-4ce3-addd-724e5d088ad6 req-7e0c3661-5d60-4f5f-a43a-89adf40302a9 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:06.702675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8dc28afe-6e47-4ce3-addd-724e5d088ad6 req-7e0c3661-5d60-4f5f-a43a-89adf40302a9 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 931 time: 0.1282902
Apr 30 21:31:06.713710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:06.714354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.734275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e408d026-2b44-4dd5-853b-dcfbafaacaed admin admin] Publish callbacks [] for security_group (6d504c96-5438-4377-b1e6-7c819f53ad44), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.742545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b185074e-c168-45ca-a9c5-020f50eb639a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0688360
Apr 30 21:31:06.746720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:06.751895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:06.801579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] For port c44578b2-c6e4-4797-9918-4b2ea35be7bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c44578b2-c6e4-4797-9918-4b2ea35be7bc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:06.803555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.805216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e408d026-2b44-4dd5-853b-dcfbafaacaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6d504c96-5438-4377-b1e6-7c819f53ad44), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:06.809880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb09d8-d77e-41cf-9652-606b20df60f5 req-06591630-4861-4f7f-9007-0b154417cfde tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:06.811396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6cb09d8-d77e-41cf-9652-606b20df60f5 req-06591630-4861-4f7f-9007-0b154417cfde tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0718632
Apr 30 21:31:06.828090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] Calling delete_port for c44578b2-c6e4-4797-9918-4b2ea35be7bc owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:06.837254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8dc28afe-6e47-4ce3-addd-724e5d088ad6 req-0df11549-8025-48ea-8413-35d1a9a020b2 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981605
Apr 30 21:31:06.840202 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-2e4e7248-2d56-4827-b036-cae30031bc6f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6433790
Apr 30 21:31:06.876313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-19c28d0e-78cc-41c4-ac57-d349cdea6058 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:31:06.878065 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-19c28d0e-78cc-41c4-ac57-d349cdea6058 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0272686
Apr 30 21:31:06.893719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6cb09d8-d77e-41cf-9652-606b20df60f5 req-81f78e7f-2ce0-4bfb-8b42-486abb1a10fb tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698788
Apr 30 21:31:06.903513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408d026-2b44-4dd5-853b-dcfbafaacaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d504c96-5438-4377-b1e6-7c819f53ad44,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:06.924097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Request body: {'port': {'device_id': '2cb12917-3c9f-44fb-b85c-89430e043c23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:06.961491 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e408d026-2b44-4dd5-853b-dcfbafaacaed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5de501af17b45a596e24e0fe7611ece&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7420251
Apr 30 21:31:06.965237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51860) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:06.969167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c44578b2-c6e4-4797-9918-4b2ea35be7bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:07.005119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (16312283-df83-4845-a85e-fa372d0a8125), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.051884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fab12c-bc67-4cd8-b7f3-09f2c998875d req-3d6ef9a8-4857-4bae-9c6f-4f93882607cf tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:07.053468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75fab12c-bc67-4cd8-b7f3-09f2c998875d req-3d6ef9a8-4857-4bae-9c6f-4f93882607cf tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0640798
Apr 30 21:31:07.131514 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-443e4fd4-6051-4c5c-bafd-c4945035c5cb admin admin] Publish callbacks [] for security_group (6d504c96-5438-4377-b1e6-7c819f53ad44), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.149918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:07.152538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.161052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-443e4fd4-6051-4c5c-bafd-c4945035c5cb admin admin] Publish callbacks [] for security_group (6d504c96-5438-4377-b1e6-7c819f53ad44), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.172885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75fab12c-bc67-4cd8-b7f3-09f2c998875d req-50ecebda-0ab3-446d-9bf5-b5bf49af38b1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107714
Apr 30 21:31:07.234644 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.266178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] Pushing event deleted for resources: {'Port': ['ID=c44578b2-c6e4-4797-9918-4b2ea35be7bc,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:07.286227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c44578b2-c6e4-4797-9918-4b2ea35be7bc is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:07.286743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c44578b2-c6e4-4797-9918-4b2ea35be7bc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.291119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f706214-060a-42e9-88f2-571c74f0a510 None None] No DVR routers for this DVR port c44578b2-c6e4-4797-9918-4b2ea35be7bc on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:07.353867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-443e4fd4-6051-4c5c-bafd-c4945035c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6d504c96-5438-4377-b1e6-7c819f53ad44), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.356822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-443e4fd4-6051-4c5c-bafd-c4945035c5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.360485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-443e4fd4-6051-4c5c-bafd-c4945035c5cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d504c96-5438-4377-b1e6-7c819f53ad44 HTTP/1.1" status: 204  len: 168 time: 0.3915181
Apr 30 21:31:07.374186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e4fd4-6051-4c5c-bafd-c4945035c5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d504c96-5438-4377-b1e6-7c819f53ad44,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:07.471875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51872) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:07.492789 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b34c0e1e-2ef5-40cd-90d7-5d3e2df74e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.585355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b34c0e1e-2ef5-40cd-90d7-5d3e2df74e55 admin admin] Publish callbacks [] for security_group (6257d4e9-1976-4463-9ade-a414d8e8474e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.679393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da11b6-6f94-4700-8f5e-4ee48f7cb4de req-846d2595-4e16-44bd-91bc-47c791ee95ee tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:07.681036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8da11b6-6f94-4700-8f5e-4ee48f7cb4de req-846d2595-4e16-44bd-91bc-47c791ee95ee tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 946 time: 0.0596795
Apr 30 21:31:07.683374 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b34c0e1e-2ef5-40cd-90d7-5d3e2df74e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6257d4e9-1976-4463-9ade-a414d8e8474e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.755704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b34c0e1e-2ef5-40cd-90d7-5d3e2df74e55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea3d40544a294961bbdfc28b725eb727&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2818420
Apr 30 21:31:07.759412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51880) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:07.764279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c0e1e-2ef5-40cd-90d7-5d3e2df74e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6257d4e9-1976-4463-9ade-a414d8e8474e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:07.788800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8da11b6-6f94-4700-8f5e-4ee48f7cb4de req-492b6539-e928-4296-accf-ac6047b7b943 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882266
Apr 30 21:31:07.943880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16312283-df83-4845-a85e-fa372d0a8125 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:31:07.963691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Publish callbacks [] for port (16312283-df83-4845-a85e-fa372d0a8125), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.974567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-701ccd0c-6409-416b-b888-bf5065f8e1ea admin admin] Publish callbacks [] for security_group (6257d4e9-1976-4463-9ade-a414d8e8474e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:07.991268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Transition to ACTIVE for port object 16312283-df83-4845-a85e-fa372d0a8125 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:31:08.007459 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-701ccd0c-6409-416b-b888-bf5065f8e1ea admin admin] Publish callbacks [] for security_group (6257d4e9-1976-4463-9ade-a414d8e8474e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.010845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8a92a-dd02-4bb6-a060-40369ba91b61 req-2cd6a486-74e0-4211-8fd0-c8acd29d2a72 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.012408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbd8a92a-dd02-4bb6-a060-40369ba91b61 req-2cd6a486-74e0-4211-8fd0-c8acd29d2a72 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 931 time: 0.0807424
Apr 30 21:31:08.016317 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (57c5682d-fda3-4581-9909-ea4870b9fb95), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.067772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049998-419e-44cf-ae04-8b7fb13f1362 req-9ea5cc6a-5a15-47b6-80bf-13447e390b59 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.069333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5049998-419e-44cf-ae04-8b7fb13f1362 req-9ea5cc6a-5a15-47b6-80bf-13447e390b59 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1005220
Apr 30 21:31:08.077553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (16312283-df83-4845-a85e-fa372d0a8125), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.089500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbd8a92a-dd02-4bb6-a060-40369ba91b61 req-6e420728-a1fd-4fb0-a723-8e53ce2a6b41 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702744
Apr 30 21:31:08.133072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5049998-419e-44cf-ae04-8b7fb13f1362 req-ad2125aa-c49d-4779-88bd-7467ac04782a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549355
Apr 30 21:31:08.156997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:08.160871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=57c5682d-fda3-4581-9909-ea4870b9fb95,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:08.169326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:08.178887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.179486 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.180730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be0008-6f5c-41c8-906b-d2c2acb935ce None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:08.203380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e574e-7628-4737-8621-187a109ade1f service neutron] Pushing event updated for resources: {'Port': ['ID=16312283-df83-4845-a85e-fa372d0a8125,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:08.280935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Attempting to bind port 16312283-df83-4845-a85e-fa372d0a8125 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:08.281327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Attempting to bind port 16312283-df83-4845-a85e-fa372d0a8125 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:08.281663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Attempting to bind port 16312283-df83-4845-a85e-fa372d0a8125 on network b5a76fe5-1607-43e6-8432-9aab1bc20c97 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:08.302064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Port 16312283-df83-4845-a85e-fa372d0a8125 on network b5a76fe5-1607-43e6-8432-9aab1bc20c97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:31:08.302927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Attempting to bind port 16312283-df83-4845-a85e-fa372d0a8125 on network b5a76fe5-1607-43e6-8432-9aab1bc20c97 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:08.303179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '57c5682d-fda3-4581-9909-ea4870b9fb95'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:31:08.304364 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.314888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-701ccd0c-6409-416b-b888-bf5065f8e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6257d4e9-1976-4463-9ade-a414d8e8474e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.316283 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-701ccd0c-6409-416b-b888-bf5065f8e1ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.326617 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-701ccd0c-6409-416b-b888-bf5065f8e1ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6257d4e9-1976-4463-9ade-a414d8e8474e HTTP/1.1" status: 204  len: 168 time: 0.5622034
Apr 30 21:31:08.339057 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5fb32804-f9ef-49f8-b1e8-8372367f35d7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5895176
Apr 30 21:31:08.340900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51912) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:08.353912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:08.353912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Checking segment: {'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:08.354119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Bound using segment: {'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:08.354454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Bound port: 16312283-df83-4845-a85e-fa372d0a8125, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:08.355115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (16312283-df83-4845-a85e-fa372d0a8125), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.367897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': '57c5682d-fda3-4581-9909-ea4870b9fb95', 'ip_address': '2001:db8::4fd6:4ab2:84d5:31c3'}], 'name': 'tempest-NetworksTestDHCPv6-1669454299'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:08.399951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab02e-1ebc-4843-88a9-4c93bed0adb0 req-dcdecfcc-92a7-41ab-810b-88ddaceedb6a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.402169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5fab02e-1ebc-4843-88a9-4c93bed0adb0 req-dcdecfcc-92a7-41ab-810b-88ddaceedb6a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1375651
Apr 30 21:31:08.407090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-4186c301-d80a-4f05-93f0-fa8fc718bafc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0743582
Apr 30 21:31:08.476363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ccd0c-6409-416b-b888-bf5065f8e1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6257d4e9-1976-4463-9ade-a414d8e8474e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:08.490321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5fab02e-1ebc-4843-88a9-4c93bed0adb0 req-cd6ad3e4-d57c-4b82-8e0b-6d73db80c4e1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812113
Apr 30 21:31:08.522689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-8dd571d2-b961-4765-8dd1-6d93f4e52c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.526148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-8dd571d2-b961-4765-8dd1-6d93f4e52c59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3364787934af4f59b17a58b380fe95da&device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 1128 time: 0.0554221
Apr 30 21:31:08.591309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/57c5682d-fda3-4581-9909-ea4870b9fb95/dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:08.618774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] For port 16312283-df83-4845-a85e-fa372d0a8125, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:08.622425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] For port 16312283-df83-4845-a85e-fa372d0a8125, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16312283-df83-4845-a85e-fa372d0a8125,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:08.670728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-73dd6f2f-4337-4ae0-96be-f5b9836655c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.672357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-73dd6f2f-4337-4ae0-96be-f5b9836655c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 200  len: 913 time: 0.1187992
Apr 30 21:31:08.696784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (16312283-df83-4845-a85e-fa372d0a8125), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.718798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51918) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:08.725600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-d91cac9e-8723-4024-9ccb-005018923dea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a HTTP/1.1" status: 200  len: 217 time: 0.0462325
Apr 30 21:31:08.741658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:08.789738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-22873b10-bcf5-4cda-b14b-46968f00772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.791517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-22873b10-bcf5-4cda-b14b-46968f00772e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 200  len: 851 time: 0.0594444
Apr 30 21:31:08.796031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.796751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.798312 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-311e574e-7628-4737-8621-187a109ade1f service neutron] 10.222.0.20 "PUT /v2.0/ports/16312283-df83-4845-a85e-fa372d0a8125 HTTP/1.1" status: 200  len: 1091 time: 1.8973126
Apr 30 21:31:08.799417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb12917-3c9f-44fb-b85c-89430e043c23', 'tag': '16312283-df83-4845-a85e-fa372d0a8125'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:08.801938 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fde0df0-0ced-410b-a1c2-aeb850593c15" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb12917-3c9f-44fb-b85c-89430e043c23", "tag": "16312283-df83-4845-a85e-fa372d0a8125"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:08.835768 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Publish callbacks [] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.866017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-3c6e6a86-4a44-432d-9855-fdbdcb43dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:08.867532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-3c6e6a86-4a44-432d-9855-fdbdcb43dd24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d21022d-393a-4eff-ba51-560f37353f44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0677788
Apr 30 21:31:08.896747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e574e-7628-4737-8621-187a109ade1f service neutron] Pushing event updated for resources: {'Port': ['ID=16312283-df83-4845-a85e-fa372d0a8125,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:08.923188 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:08.951090 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aa522a-8478-4c4e-b43e-e03ce315090f x-openstack-request-id: req-f2aa522a-8478-4c4e-b43e-e03ce315090f {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:08.951392 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb12917-3c9f-44fb-b85c-89430e043c23", "tag": "16312283-df83-4845-a85e-fa372d0a8125", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:08.951646 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2aa522a-8478-4c4e-b43e-e03ce315090f {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:08.952229 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2aa522a-8478-4c4e-b43e-e03ce315090f'] response: {'name': 'network-changed', 'server_uuid': '2cb12917-3c9f-44fb-b85c-89430e043c23', 'tag': '16312283-df83-4845-a85e-fa372d0a8125', 'status': 'completed', 'code': 200}
Apr 30 21:31:08.976294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2083421792-network', 'tenant_id': '2351947391ae4026aed02429c78eba17'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:08.995090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Pushing event updated for resources: {'Port': ['ID=dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:09.007795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:09.011381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:09.015487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-6131ad02-9230-4956-a55b-4b7f10e37e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:09.015885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:09.018290 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-6131ad02-9230-4956-a55b-4b7f10e37e3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83c1c99c0d904b58946a2a623c674759&device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 1125 time: 0.0996084
Apr 30 21:31:09.043802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:09.084075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Attempting to bind port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:09.084597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Attempting to bind port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:09.084967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Attempting to bind port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:09.088861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc72a3-ce4a-4ddc-aa90-c271d4b313ba req-69f322d0-019d-4396-8102-2204cdbcdc78 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:09.090574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:09.090940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:09.091347 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:09.091768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:09.092755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Bound port: dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:09.093330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:09.099222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-e088b740-80ba-41f6-9a92-9afcb6e2ca34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16312283-df83-4845-a85e-fa372d0a8125 HTTP/1.1" status: 200  len: 217 time: 0.0508623
Apr 30 21:31:09.101328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3dc72a3-ce4a-4ddc-aa90-c271d4b313ba req-69f322d0-019d-4396-8102-2204cdbcdc78 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 946 time: 0.1748116
Apr 30 21:31:09.167258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-b7c7450d-cb45-4430-b637-ee0478e89ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:09.169373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-b7c7450d-cb45-4430-b637-ee0478e89ff3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e68588bb-36b2-40b8-97fd-a6b3f87aac47 HTTP/1.1" status: 200  len: 848 time: 0.0648453
Apr 30 21:31:09.171321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port fca5952f-85a5-438e-9328-89aab3cd2a6e yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:31:09.196054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3dc72a3-ce4a-4ddc-aa90-c271d4b313ba req-e5d523d4-d36b-47a7-8055-d82d29da5035 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933223
Apr 30 21:31:09.205915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] For port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:09.214440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] For port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:09.222890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Made reservation on behalf of 2351947391ae4026aed02429c78eba17 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:09.235626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:09.252927 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-804f15c3-9357-42dc-a40a-e1c4fb9cc9aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5a76fe5-1607-43e6-8432-9aab1bc20c97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0730295
Apr 30 21:31:09.274785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-eef5834c-5d07-4042-b08b-3c0c36a0785c service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3951821
Apr 30 21:31:09.285085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:09.290608 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:09.383798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86547d1d-9e4d-444a-94f6-1cd47cdd2548 None None] Pushing event updated for resources: {'Port': ['ID=dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:09.419721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5bf9-ab4a-4e9b-b391-b80160e5d64f req-db48df90-f3ff-45d3-97d6-84a01d1b62b8 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:09.432834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fddb5bf9-ab4a-4e9b-b391-b80160e5d64f req-db48df90-f3ff-45d3-97d6-84a01d1b62b8 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 943 time: 0.1723578
Apr 30 21:31:09.563391 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-d7463a14-4f97-4d5a-8f07-db14a57b3ffb service neutron] 10.222.0.20 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2996838
Apr 30 21:31:09.591126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::4fd6:4ab2:84d5:31c3 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/57c5682d-fda3-4581-9909-ea4870b9fb95/fca5952f-85a5-438e-9328-89aab3cd2a6e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:09.709329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-c2f97283-3b7e-481d-823c-5980c35a4277 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:09.711068 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-c2f97283-3b7e-481d-823c-5980c35a4277 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 946 time: 0.5259016
Apr 30 21:31:09.732013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Publish callbacks [] for security_group (0ef31853-7e0b-46cc-8dd3-bbd02cd6e49b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:09.906718 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3fc69078-cba7-4280-a51d-95bb19943cf2 req-219ba09a-38ee-407c-9ec0-b6061989559d service neutron] 10.222.0.20 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3108449
Apr 30 21:31:09.927472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (fca5952f-85a5-438e-9328-89aab3cd2a6e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.066605 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (fca5952f-85a5-438e-9328-89aab3cd2a6e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.130814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:10.135118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:10.138673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:10.146524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:10.147433 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.163625 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0ef31853-7e0b-46cc-8dd3-bbd02cd6e49b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.170117 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=fca5952f-85a5-438e-9328-89aab3cd2a6e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:10.191302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898592e3-1192-4ee7-8926-b6328f6301aa req-3acdacb7-1505-461f-8666-c95b70cabd73 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:10.192804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-898592e3-1192-4ee7-8926-b6328f6301aa req-3acdacb7-1505-461f-8666-c95b70cabd73 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.8657362
Apr 30 21:31:10.260132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fddb5bf9-ab4a-4e9b-b391-b80160e5d64f req-42bc8cdd-1868-46b5-a52b-0cb2fa9a0893 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8254907
Apr 30 21:31:10.281078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:31:10.286473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef31853-7e0b-46cc-8dd3-bbd02cd6e49b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:10.309707 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4722c2b2-b3cb-4d3c-9b3a-133ae457c389 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.9655683
Apr 30 21:31:10.310279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7389d312-02c5-4280-819f-2581dd07f0e4 req-a9d989e1-57c6-4ea8-9c42-2b9b2414e838 service neutron] 10.222.0.20 "GET /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9945784
Apr 30 21:31:10.311729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51960) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:10.313381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5435faa9-920c-4fd6-85f9-e0ddb9bdf9b0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.313734 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Added segment 5435faa9-920c-4fd6-85f9-e0ddb9bdf9b0 of type vlan for network a7f5c82b-6e79-4599-a093-165abda0e481
Apr 30 21:31:10.315645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Deleting port bc5636f2-cf40-44f0-9964-ab84de7da2a8 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:10.315982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.318519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bc5ccb6e-b02c-4828-ba22-faa082cab890 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': '57c5682d-fda3-4581-9909-ea4870b9fb95', 'ip_address': '2001:db8::4fd6:4ab2:84d5:31c3'}], 'name': 'tempest-NetworksTestDHCPv6-1263592236'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:10.488624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-898592e3-1192-4ee7-8926-b6328f6301aa req-8c7d3978-8127-4d3f-ae76-a7d9e55a4f96 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2794771
Apr 30 21:31:10.493014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a7f5c82b-6e79-4599-a093-165abda0e481), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.536742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689784a-4f3a-40d5-acd1-7a0f3655cc88 req-70059b51-9677-4c7c-b669-3c6be0391e47 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:10.538478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1689784a-4f3a-40d5-acd1-7a0f3655cc88 req-70059b51-9677-4c7c-b669-3c6be0391e47 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1518497
Apr 30 21:31:10.542035 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5ccb6e-b02c-4828-ba22-faa082cab890 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:10.558140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc5ccb6e-b02c-4828-ba22-faa082cab890 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.567574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] For port bc5636f2-cf40-44f0-9964-ab84de7da2a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc5636f2-cf40-44f0-9964-ab84de7da2a8,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:10.567950 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.583801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-bc5ccb6e-b02c-4828-ba22-faa082cab890 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port bec506db-0e70-468f-bdc3-ce30df56cb7d yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:31:10.636413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b7a5b-4c34-4044-9155-55d9a84619e0 req-a226ba08-ab27-4804-8a35-b1ae244afe67 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:10.638220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-744b7a5b-4c34-4044-9155-55d9a84619e0 req-a226ba08-ab27-4804-8a35-b1ae244afe67 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 946 time: 0.0748980
Apr 30 21:31:10.656221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Calling delete_port for bc5636f2-cf40-44f0-9964-ab84de7da2a8 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:10.756735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a7f5c82b-6e79-4599-a093-165abda0e481), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.757692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:10.758308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.839211 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5ccb6e-b02c-4828-ba22-faa082cab890 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:31:10.848940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5ccb6e-b02c-4828-ba22-faa082cab890 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:31:10.849223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1689784a-4f3a-40d5-acd1-7a0f3655cc88 req-92dead1d-4e7c-4cd2-a7d9-c8932d635027 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2783811
Apr 30 21:31:10.860481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-744b7a5b-4c34-4044-9155-55d9a84619e0 req-154aa8e7-0a2e-4095-9a9f-4447afc0a3c0 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057159
Apr 30 21:31:10.869807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] Pushing event updated for resources: {'Network': ['ID=a7f5c82b-6e79-4599-a093-165abda0e481,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:10.910022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a7f5c82b-6e79-4599-a093-165abda0e481 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:31:10.917251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8001bb1a-0b0b-4988-9523-f1f53d8f8a21 None None] Provisioning complete for port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:10.919986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8001bb1a-0b0b-4988-9523-f1f53d8f8a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:10.931350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51972) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:10.935036 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bc5ccb6e-b02c-4828-ba22-faa082cab890 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 0.6218088
Apr 30 21:31:10.991286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f3a8ef03-93f4-437d-b366-81832175a21b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.2711246
Apr 30 21:31:11.078034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d600e1-b9b9-4d55-a56a-609b6d506820 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:11.086937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d600e1-b9b9-4d55-a56a-609b6d506820 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:11.091434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:11.092282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51980) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:11.110137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f2d600e1-b9b9-4d55-a56a-609b6d506820 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.1738596
Apr 30 21:31:11.198714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:11.198952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.212948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-4f3871aa-ee40-4f54-9e5a-9303d26e8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:11.222460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-4f3871aa-ee40-4f54-9e5a-9303d26e8645 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83c1c99c0d904b58946a2a623c674759&device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 1125 time: 0.1135108
Apr 30 21:31:11.223817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bc5636f2-cf40-44f0-9964-ab84de7da2a8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.265264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1981fde8-d277-4e2b-81de-06bfbf034624 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port fca5952f-85a5-438e-9328-89aab3cd2a6e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:11.265264 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1981fde8-d277-4e2b-81de-06bfbf034624 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fca5952f-85a5-438e-9328-89aab3cd2a6e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.271526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8001bb1a-0b0b-4988-9523-f1f53d8f8a21 None None] Current status of the port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:11.272135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8001bb1a-0b0b-4988-9523-f1f53d8f8a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.275662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dcd8283d-d19b-4e47-b08b-9296cfaa449a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:11.285356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event deleted for resources: {'Port': ['ID=bc5636f2-cf40-44f0-9964-ab84de7da2a8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:11.402800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] No DVR routers for this DVR port bc5636f2-cf40-44f0-9964-ab84de7da2a8 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:11.406825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.411315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d2289e7-9dff-4cb6-9842-85e8cdbdcd9e req-17de6268-5ed6-4f1e-97d0-47f08fbf2893 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "DELETE /v2.0/ports/bc5636f2-cf40-44f0-9964-ab84de7da2a8 HTTP/1.1" status: 204  len: 173 time: 1.6855845
Apr 30 21:31:11.411883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92194639-28d0-4a67-a51e-1179fd33a2fa', 'name': 'network-vif-deleted', 'tag': 'bc5636f2-cf40-44f0-9964-ab84de7da2a8'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:11.414325 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd2d685-ac8b-43c5-880e-fcdfd8663757" -d '{"events": [{"server_uuid": "92194639-28d0-4a67-a51e-1179fd33a2fa", "name": "network-vif-deleted", "tag": "bc5636f2-cf40-44f0-9964-ab84de7da2a8"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:11.470028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-c5b9dcf8-a073-403e-9218-6b5105a7fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:11.473574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-c5b9dcf8-a073-403e-9218-6b5105a7fd0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5a76fe5-1607-43e6-8432-9aab1bc20c97 HTTP/1.1" status: 200  len: 909 time: 0.2404435
Apr 30 21:31:11.475234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8001bb1a-0b0b-4988-9523-f1f53d8f8a21 None None] For port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:11.482397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1981fde8-d277-4e2b-81de-06bfbf034624 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fca5952f-85a5-438e-9328-89aab3cd2a6e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.498750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1981fde8-d277-4e2b-81de-06bfbf034624 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for fca5952f-85a5-438e-9328-89aab3cd2a6e owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:11.567026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8001bb1a-0b0b-4988-9523-f1f53d8f8a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.600330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4b0fd-c8fd-4e69-86f0-a88a27dfcef8 req-f6acf40c-85a9-4e31-aaa7-2dfb408919c1 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:11.600330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30f4b0fd-c8fd-4e69-86f0-a88a27dfcef8 req-f6acf40c-85a9-4e31-aaa7-2dfb408919c1 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 943 time: 0.1044419
Apr 30 21:31:11.622799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:11.630287 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.695915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001bb1a-0b0b-4988-9523-f1f53d8f8a21 None None] Pushing event updated for resources: {'Port': ['ID=dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:11.704698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-f629afc0-8228-4d28-977d-22bf9bba323a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16312283-df83-4845-a85e-fa372d0a8125 HTTP/1.1" status: 200  len: 217 time: 0.0869877
Apr 30 21:31:11.741831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c5aeed1e-8a97-44ad-b617-ec7609dc8507 None None] Provisioning complete for port fca5952f-85a5-438e-9328-89aab3cd2a6e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:11.742187 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5aeed1e-8a97-44ad-b617-ec7609dc8507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fca5952f-85a5-438e-9328-89aab3cd2a6e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.770594 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1981fde8-d277-4e2b-81de-06bfbf034624 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (fca5952f-85a5-438e-9328-89aab3cd2a6e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.837071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981fde8-d277-4e2b-81de-06bfbf034624 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=fca5952f-85a5-438e-9328-89aab3cd2a6e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:11.872678 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:31:11.873044 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:31:11.876254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c5aeed1e-8a97-44ad-b617-ec7609dc8507 None None] Port fca5952f-85a5-438e-9328-89aab3cd2a6e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:31:11.896366 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1981fde8-d277-4e2b-81de-06bfbf034624 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:11.899568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-e245979c-3f6b-4942-9fd0-a50d453e8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:11.901173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-e245979c-3f6b-4942-9fd0-a50d453e8af9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e68588bb-36b2-40b8-97fd-a6b3f87aac47 HTTP/1.1" status: 200  len: 848 time: 0.1694727
Apr 30 21:31:11.907007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1981fde8-d277-4e2b-81de-06bfbf034624 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/fca5952f-85a5-438e-9328-89aab3cd2a6e HTTP/1.1" status: 204  len: 168 time: 0.8134975
Apr 30 21:31:11.908170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52002) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:11.977129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-3cd3a934-c896-4500-8988-6526fb093298 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5a76fe5-1607-43e6-8432-9aab1bc20c97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604076
Apr 30 21:31:11.981002 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd76e6-3e0b-437f-8b6c-b491e9dddaa3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:11.982572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd76e6-3e0b-437f-8b6c-b491e9dddaa3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:11.987224 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-52bd76e6-3e0b-437f-8b6c-b491e9dddaa3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0774486
Apr 30 21:31:11.987816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52006) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:12.022845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30f4b0fd-c8fd-4e69-86f0-a88a27dfcef8 req-97c018dc-d59d-4c0a-8ca8-90a55231e0a0 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4345136
Apr 30 21:31:12.050202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d739734b-c06f-489f-a567-1e93f074c52d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 57c5682d-fda3-4581-9909-ea4870b9fb95 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:12.053703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d739734b-c06f-489f-a567-1e93f074c52d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (57c5682d-fda3-4581-9909-ea4870b9fb95), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:12.100615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50605b-6cf9-4efd-9ef9-1f9ef5d82033 req-72b2e490-e3fd-45a8-a8a0-7e75713e4b3a tempest-ComputeTenantNetworksTest-1620703521 tempest-ComputeTenantNetworksTest-1620703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:12.106291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50605b-6cf9-4efd-9ef9-1f9ef5d82033 req-72b2e490-e3fd-45a8-a8a0-7e75713e4b3a tempest-ComputeTenantNetworksTest-1620703521 tempest-ComputeTenantNetworksTest-1620703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:12.112737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50605b-6cf9-4efd-9ef9-1f9ef5d82033 req-72b2e490-e3fd-45a8-a8a0-7e75713e4b3a tempest-ComputeTenantNetworksTest-1620703521 tempest-ComputeTenantNetworksTest-1620703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:12.114009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf50605b-6cf9-4efd-9ef9-1f9ef5d82033 req-72b2e490-e3fd-45a8-a8a0-7e75713e4b3a tempest-ComputeTenantNetworksTest-1620703521 tempest-ComputeTenantNetworksTest-1620703521-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.4068980
Apr 30 21:31:12.129082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d739734b-c06f-489f-a567-1e93f074c52d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (57c5682d-fda3-4581-9909-ea4870b9fb95), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:12.281833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d739734b-c06f-489f-a567-1e93f074c52d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (57c5682d-fda3-4581-9909-ea4870b9fb95), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:12.306085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93600e5d-e6fb-41f4-a52c-124e7073abfb req-31733250-18d6-4ad4-abd3-6e7a220ff638 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:12.307845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93600e5d-e6fb-41f4-a52c-124e7073abfb req-31733250-18d6-4ad4-abd3-6e7a220ff638 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0833972
Apr 30 21:31:12.310034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-3e1f3f4d-0837-47bf-b71d-205a081908dd service neutron] 10.222.0.20 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3033023
Apr 30 21:31:12.420621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93600e5d-e6fb-41f4-a52c-124e7073abfb req-b5b266c1-8299-421d-ba17-10b7cec4aae0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993454
Apr 30 21:31:12.453231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:12.472583 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d723dd73-3f86-447b-b0c5-29c2c448b480 x-openstack-request-id: req-d723dd73-3f86-447b-b0c5-29c2c448b480 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:12.472937 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92194639-28d0-4a67-a51e-1179fd33a2fa", "name": "network-vif-deleted", "tag": "bc5636f2-cf40-44f0-9964-ab84de7da2a8", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:12.473252 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d723dd73-3f86-447b-b0c5-29c2c448b480 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:12.473701 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d723dd73-3f86-447b-b0c5-29c2c448b480'] response: {'server_uuid': '92194639-28d0-4a67-a51e-1179fd33a2fa', 'name': 'network-vif-deleted', 'tag': 'bc5636f2-cf40-44f0-9964-ab84de7da2a8', 'status': 'completed', 'code': 200}
Apr 30 21:31:12.475782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fde0df0-0ced-410b-a1c2-aeb850593c15 req-c0221241-cee0-4f25-a752-d1aa911be618 service neutron] 10.222.0.20 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520648
Apr 30 21:31:12.553728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d739734b-c06f-489f-a567-1e93f074c52d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (57c5682d-fda3-4581-9909-ea4870b9fb95), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:12.585340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739734b-c06f-489f-a567-1e93f074c52d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=57c5682d-fda3-4581-9909-ea4870b9fb95,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:12.590343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d739734b-c06f-489f-a567-1e93f074c52d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:12.597088 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d739734b-c06f-489f-a567-1e93f074c52d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/57c5682d-fda3-4581-9909-ea4870b9fb95 HTTP/1.1" status: 204  len: 168 time: 0.6081812
Apr 30 21:31:12.597722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52020) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:12.605271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcca1c5e-3d7e-4efc-8d77-9d35fe655082 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:12.614219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73e3fe0a-5cc5-4931-8a54-11163e216b1e req-97c6e294-ddc7-487b-a05e-a4594e1c8809 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=92194639-28d0-4a67-a51e-1179fd33a2fa HTTP/1.1" status: 200  len: 210 time: 0.0474668
Apr 30 21:31:12.639023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c631f-f57c-457f-8079-2948ad0dab4d req-b7ffeb15-47bb-4a0d-a414-025786f8ea23 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:12.646736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e1c631f-f57c-457f-8079-2948ad0dab4d req-b7ffeb15-47bb-4a0d-a414-025786f8ea23 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1256368
Apr 30 21:31:12.657176 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3f6e7e56-b25b-44fe-a33a-7e126f74a089 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0582490
Apr 30 21:31:12.661566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52024) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:12.667584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:12.688869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device bc5636f2-cf40-44f0-9964-ab84de7da2a8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:12.726694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: bc5636f2-cf40-44f0-9964-ab84de7da2a8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:12.729870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device bc5636f2-cf40-44f0-9964-ab84de7da2a8 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:12.733453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 16312283-df83-4845-a85e-fa372d0a8125 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:31:12.808709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309481d0-6b3e-4ae6-a1ad-33712a6e9c1f req-cf3023d0-5ad8-4bda-9afd-cbc35bcb4f3c tempest-ComputeTenantNetworksTest-1620703521 tempest-ComputeTenantNetworksTest-1620703521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:12.808709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-309481d0-6b3e-4ae6-a1ad-33712a6e9c1f req-cf3023d0-5ad8-4bda-9afd-cbc35bcb4f3c tempest-ComputeTenantNetworksTest-1620703521 tempest-ComputeTenantNetworksTest-1620703521-project] 10.222.0.23 "GET /v2.0/networks/a7f5c82b-6e79-4599-a093-165abda0e481 HTTP/1.1" status: 200  len: 769 time: 0.1563299
Apr 30 21:31:12.815394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52028) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:12.827772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e1c631f-f57c-457f-8079-2948ad0dab4d req-415a8b0e-3c78-475b-a922-4e406f6ddafb tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738656
Apr 30 21:31:12.897029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:12.904410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:12.914377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a7f5c82b-6e79-4599-a093-165abda0e481), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:12.960226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:31:13.016829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 16312283-df83-4845-a85e-fa372d0a8125, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16312283-df83-4845-a85e-fa372d0a8125,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:13.032359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] Deleting port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:13.034074 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.037652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '16312283-df83-4845-a85e-fa372d0a8125', 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97', 'port_id': '16312283-df83-4845-a85e-fa372d0a8125', 'mac_address': 'fa:16:3e:d2:15:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68588bb-36b2-40b8-97fd-a6b3f87aac47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:31:13.037827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a7f5c82b-6e79-4599-a093-165abda0e481), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.071215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8972b348b0>,) {'filters': {'network_id': ['a7f5c82b-6e79-4599-a093-165abda0e481']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:13.085269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972b348b0>, '5435faa9-920c-4fd6-85f9-e0ddb9bdf9b0') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:13.085662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972b348b0>, '5435faa9-920c-4fd6-85f9-e0ddb9bdf9b0') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:13.098563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (5435faa9-920c-4fd6-85f9-e0ddb9bdf9b0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.114308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5435faa9-920c-4fd6-85f9-e0ddb9bdf9b0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.129894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:31:13.131419 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (5435faa9-920c-4fd6-85f9-e0ddb9bdf9b0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:31:13.137217 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:31:13.148919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] For port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:13.149331 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.165143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 16312283-df83-4845-a85e-fa372d0a8125 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:13.165541 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (16312283-df83-4845-a85e-fa372d0a8125), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.171365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] Calling delete_port for dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:13.191181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16312283-df83-4845-a85e-fa372d0a8125 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:31:13.255363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 16312283-df83-4845-a85e-fa372d0a8125, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16312283-df83-4845-a85e-fa372d0a8125,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:13.282644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fba78d-9c42-4782-8e70-8d1afdbbbef8 req-9a3eee1c-b7c3-4cb9-a2bb-32ad693c78fd tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:13.284699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3fba78d-9c42-4782-8e70-8d1afdbbbef8 req-9a3eee1c-b7c3-4cb9-a2bb-32ad693c78fd tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 943 time: 0.0642033
Apr 30 21:31:13.290254 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a7f5c82b-6e79-4599-a093-165abda0e481), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.296049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.299344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a7f5c82b-6e79-4599-a093-165abda0e481 HTTP/1.1" status: 204  len: 168 time: 0.4829299
Apr 30 21:31:13.322605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf8a8f-9252-4fea-b807-a2bd56f6b107 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f5c82b-6e79-4599-a093-165abda0e481,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:13.328576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (16312283-df83-4845-a85e-fa372d0a8125), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.335635 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (13a95dc5-8f0b-45b2-87bc-654f89937be1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.382140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=16312283-df83-4845-a85e-fa372d0a8125,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:13.383836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3fba78d-9c42-4782-8e70-8d1afdbbbef8 req-4aa5bd6a-ff1c-44de-bd1c-5f8483ba7e8e tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832102
Apr 30 21:31:13.387827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:13.390846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:13.391758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.396217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:13.396821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.404384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=13a95dc5-8f0b-45b2-87bc-654f89937be1,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:13.422050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] Pushing event deleted for resources: {'Port': ['ID=dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:13.432578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c280f-4722-41e7-b016-07c7e9f426f9 None None] No DVR routers for this DVR port dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:13.464168 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43d2345-390c-491f-b816-17d5d95c1763 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:13.488215 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9ec77afc-7e80-44ce-9796-fd18dadb202c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8253114
Apr 30 21:31:13.491133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52046) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:13.497060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8a1b2004-00ea-4591-a168-331202c913db tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': '13a95dc5-8f0b-45b2-87bc-654f89937be1', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1538662395'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:13.593796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '13a95dc5-8f0b-45b2-87bc-654f89937be1'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:31:13.594671 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:13.609893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['16312283-df83-4845-a85e-fa372d0a8125'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:13.620321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88161c69-d309-42f1-b827-38f80150a9af req-65471412-1938-4948-b18e-bfab35da04f2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:13.621937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88161c69-d309-42f1-b827-38f80150a9af req-65471412-1938-4948-b18e-bfab35da04f2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0735850
Apr 30 21:31:13.727066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88161c69-d309-42f1-b827-38f80150a9af req-626e18f1-252a-4149-a54a-e07b5f00a725 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955122
Apr 30 21:31:13.823334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/13a95dc5-8f0b-45b2-87bc-654f89937be1/6a1cc28b-2102-4eb5-9d59-da56446bfadd) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:13.879962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52054) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:13.935485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b2004-00ea-4591-a168-331202c913db tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:14.036454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0f29b481-9efb-46cf-ac95-5c2d26d66537 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2351947391ae4026aed02429c78eba17&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1553183
Apr 30 21:31:14.039133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52060) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:14.115433 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db8c5c12-10c5-4b95-b6e5-4194846fee13 admin admin] Publish callbacks [] for security_group (0ef31853-7e0b-46cc-8dd3-bbd02cd6e49b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.125972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9fd91-dd82-4430-b51c-ed499184d9ff req-8376fbf8-4561-446f-a96a-23a01528248b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:14.128990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ab9fd91-dd82-4430-b51c-ed499184d9ff req-8376fbf8-4561-446f-a96a-23a01528248b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1763425
Apr 30 21:31:14.132700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a1b2004-00ea-4591-a168-331202c913db tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.165024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db8c5c12-10c5-4b95-b6e5-4194846fee13 admin admin] Publish callbacks [] for security_group (0ef31853-7e0b-46cc-8dd3-bbd02cd6e49b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.217688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Publish callbacks [] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.264321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-8a1b2004-00ea-4591-a168-331202c913db tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port 640469c8-68c9-4f97-98f4-ac2653e3abf9 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:31:14.299794 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.339950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34074419-cf2f-4781-adaf-f8d92b14ea77 req-ca673a71-6577-4e52-9ef4-f2209a192015 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:14.341455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34074419-cf2f-4781-adaf-f8d92b14ea77 req-ca673a71-6577-4e52-9ef4-f2209a192015 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1164873
Apr 30 21:31:14.348599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ab9fd91-dd82-4430-b51c-ed499184d9ff req-74016fb4-a9b4-4f0a-9ba3-7c3ccb32fc64 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099001
Apr 30 21:31:14.356323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db8c5c12-10c5-4b95-b6e5-4194846fee13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0ef31853-7e0b-46cc-8dd3-bbd02cd6e49b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.358991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db8c5c12-10c5-4b95-b6e5-4194846fee13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.362632 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-db8c5c12-10c5-4b95-b6e5-4194846fee13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ef31853-7e0b-46cc-8dd3-bbd02cd6e49b HTTP/1.1" status: 204  len: 168 time: 0.3200831
Apr 30 21:31:14.367261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:14.369269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:14.377881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Pushing event updated for resources: {'Port': ['ID=6a1cc28b-2102-4eb5-9d59-da56446bfadd,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:14.380766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:14.393532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c5c12-10c5-4b95-b6e5-4194846fee13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef31853-7e0b-46cc-8dd3-bbd02cd6e49b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:14.445119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34074419-cf2f-4781-adaf-f8d92b14ea77 req-c2d02539-77dd-4019-b679-894a3a40bd86 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909464
Apr 30 21:31:14.477501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Attempting to bind port 6a1cc28b-2102-4eb5-9d59-da56446bfadd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:14.480314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Attempting to bind port 6a1cc28b-2102-4eb5-9d59-da56446bfadd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:14.480314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Attempting to bind port 6a1cc28b-2102-4eb5-9d59-da56446bfadd on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:14.487016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:14.487528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:14.488059 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.488499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:14.489059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Bound port: 6a1cc28b-2102-4eb5-9d59-da56446bfadd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:14.489521 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.499440 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1b2004-00ea-4591-a168-331202c913db tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:31:14.499977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1b2004-00ea-4591-a168-331202c913db tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:31:14.600118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] For port 6a1cc28b-2102-4eb5-9d59-da56446bfadd, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:14.604134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] For port 6a1cc28b-2102-4eb5-9d59-da56446bfadd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1cc28b-2102-4eb5-9d59-da56446bfadd,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:14.621778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9538ea-af89-4e02-ae0c-a676b5d41da5 req-762e13e6-3c25-4307-a96a-aa4209a96d33 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:14.632758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e9538ea-af89-4e02-ae0c-a676b5d41da5 req-762e13e6-3c25-4307-a96a-aa4209a96d33 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 944 time: 0.1011107
Apr 30 21:31:14.658697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8a1b2004-00ea-4591-a168-331202c913db tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.1568737
Apr 30 21:31:14.658844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52086) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:14.690903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e9538ea-af89-4e02-ae0c-a676b5d41da5 req-8a82256a-2893-4115-8e7e-a2f67cc1ba6c tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572670
Apr 30 21:31:14.721324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:31:14.721324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 16312283-df83-4845-a85e-fa372d0a8125 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:14.721540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ea1ed-7389-45d2-8d6f-929c03e45b7d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:14.721540 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c80ea1ed-7389-45d2-8d6f-929c03e45b7d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.0607486
Apr 30 21:31:14.721729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.723204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52088) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:14.820858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb83697-ff89-497d-92e7-54f04a3d3f12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:14.826377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb83697-ff89-497d-92e7-54f04a3d3f12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:14.829615 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bfb83697-ff89-497d-92e7-54f04a3d3f12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1053343
Apr 30 21:31:14.831275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52092) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:14.889945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b038a-ddf2-4a5f-a36d-caeb9c03fe86 None None] Pushing event updated for resources: {'Port': ['ID=6a1cc28b-2102-4eb5-9d59-da56446bfadd,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:14.893164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 16312283-df83-4845-a85e-fa372d0a8125 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:31:14.907783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7786d0b-d7b3-4c0a-b3cd-3e0f21678e01 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 13a95dc5-8f0b-45b2-87bc-654f89937be1 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:14.921178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7786d0b-d7b3-4c0a-b3cd-3e0f21678e01 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (13a95dc5-8f0b-45b2-87bc-654f89937be1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:14.945318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:14.959795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0909419b-0751-4574-88cd-5569bff0727a', 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b', 'port_id': '0909419b-0751-4574-88cd-5569bff0727a', 'mac_address': 'fa:16:3e:cb:ad:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7541958a-74f7-4173-8ee8-3d47c101fa2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:31:14.968149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:15.006002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c4e42-dd99-421e-b1f6-13ef73fb55b1 req-9036df8f-4d95-479c-89c7-96efff14371c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:15.013625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd5c4e42-dd99-421e-b1f6-13ef73fb55b1 req-9036df8f-4d95-479c-89c7-96efff14371c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1500540
Apr 30 21:31:15.017949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7786d0b-d7b3-4c0a-b3cd-3e0f21678e01 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (13a95dc5-8f0b-45b2-87bc-654f89937be1), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.032147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0909419b-0751-4574-88cd-5569bff0727a is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:15.032543 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.048125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0909419b-0751-4574-88cd-5569bff0727a {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:31:15.052372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 16312283-df83-4845-a85e-fa372d0a8125 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:15.052954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (16312283-df83-4845-a85e-fa372d0a8125), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.055425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:15.055772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dfc14148-8d4f-43ee-8fbf-f1b3e5ea5857 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:15.096790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:15.162315 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.171976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7786d0b-d7b3-4c0a-b3cd-3e0f21678e01 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (13a95dc5-8f0b-45b2-87bc-654f89937be1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.239240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:15.254976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd5c4e42-dd99-421e-b1f6-13ef73fb55b1 req-309b71ec-f245-441d-ac6e-da07a5bce629 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2397783
Apr 30 21:31:15.261109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 16312283-df83-4845-a85e-fa372d0a8125 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:15.261683 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (16312283-df83-4845-a85e-fa372d0a8125), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.300625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0909419b-0751-4574-88cd-5569bff0727a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:15.340990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb12917-3c9f-44fb-b85c-89430e043c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16312283-df83-4845-a85e-fa372d0a8125'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:15.343361 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd6a8b-213a-4992-98c6-4e7707763183" -d '{"events": [{"server_uuid": "2cb12917-3c9f-44fb-b85c-89430e043c23", "name": "network-vif-plugged", "status": "completed", "tag": "16312283-df83-4845-a85e-fa372d0a8125"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:15.368851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 16312283-df83-4845-a85e-fa372d0a8125, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16312283-df83-4845-a85e-fa372d0a8125,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:15.455934 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7786d0b-d7b3-4c0a-b3cd-3e0f21678e01 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (13a95dc5-8f0b-45b2-87bc-654f89937be1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.491467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (16312283-df83-4845-a85e-fa372d0a8125), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.499095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7786d0b-d7b3-4c0a-b3cd-3e0f21678e01 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=13a95dc5-8f0b-45b2-87bc-654f89937be1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:15.501352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7786d0b-d7b3-4c0a-b3cd-3e0f21678e01 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.507134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a7786d0b-d7b3-4c0a-b3cd-3e0f21678e01 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/13a95dc5-8f0b-45b2-87bc-654f89937be1 HTTP/1.1" status: 204  len: 168 time: 0.6746097
Apr 30 21:31:15.507574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52116) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:15.514012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47c298-11af-4081-a99a-640081ad16fb req-0b349311-1ba4-44e7-b872-66297ce30dcd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:15.515507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a47c298-11af-4081-a99a-640081ad16fb req-0b349311-1ba4-44e7-b872-66297ce30dcd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 944 time: 0.0931594
Apr 30 21:31:15.580690 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e50ac53e-5555-43c6-af21-fdb26dbf3832 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0704722
Apr 30 21:31:15.584302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52120) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:15.587777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=16312283-df83-4845-a85e-fa372d0a8125,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:15.590191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:15.598668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a47c298-11af-4081-a99a-640081ad16fb req-77371cdc-8789-480a-aee7-1079e87dc2db tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709403
Apr 30 21:31:15.715332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-1bed3ae4-f839-407e-a394-a2480cac3736 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:15.739110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-1bed3ae4-f839-407e-a394-a2480cac3736 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1149828
Apr 30 21:31:15.777187 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ced7d1-4636-43a9-ae64-6e70eb523126 x-openstack-request-id: req-a5ced7d1-4636-43a9-ae64-6e70eb523126 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:15.777487 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb12917-3c9f-44fb-b85c-89430e043c23", "name": "network-vif-plugged", "status": "completed", "tag": "16312283-df83-4845-a85e-fa372d0a8125", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:15.777743 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5ced7d1-4636-43a9-ae64-6e70eb523126 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:15.778411 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ced7d1-4636-43a9-ae64-6e70eb523126'] response: {'server_uuid': '2cb12917-3c9f-44fb-b85c-89430e043c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16312283-df83-4845-a85e-fa372d0a8125', 'code': 200}
Apr 30 21:31:15.832868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:15.836564 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:15.911546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11722562-09a3-45b2-a665-3bf84a76eae1 req-b8ffbf74-c479-4233-b609-345d0bbd0c2f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:15.913146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11722562-09a3-45b2-a665-3bf84a76eae1 req-b8ffbf74-c479-4233-b609-345d0bbd0c2f tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 945 time: 0.0610318
Apr 30 21:31:15.928579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb000d8-c7fa-4faf-937a-f9b7f095eeee req-c479ad58-6c43-4e56-9888-3dfbbe6fe136 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:15.935643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cb000d8-c7fa-4faf-937a-f9b7f095eeee req-c479ad58-6c43-4e56-9888-3dfbbe6fe136 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 946 time: 0.1952646
Apr 30 21:31:15.964520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c0ed-62b2-4ad1-aa86-91eba4b0b081 req-b369cb9b-47dd-4267-a71e-f63dbe4e4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:15.972926 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e27c0ed-62b2-4ad1-aa86-91eba4b0b081 req-b369cb9b-47dd-4267-a71e-f63dbe4e4861 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 1127 time: 0.1148858
Apr 30 21:31:16.071412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52136) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:16.084033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Deleting port dcd8283d-d19b-4e47-b08b-9296cfaa449a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:16.084403 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.186848 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6e27c0ed-62b2-4ad1-aa86-91eba4b0b081 req-558fd018-f272-4f9c-b9b1-4e10ada4e43d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251528
Apr 30 21:31:16.204243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cb000d8-c7fa-4faf-937a-f9b7f095eeee req-5641a8fa-2fc0-4ff5-a13f-9ee06b9ca05a tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=493c1a9e-dab0-43ad-9a6f-638d130ca67b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2622859
Apr 30 21:31:16.214315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11722562-09a3-45b2-a665-3bf84a76eae1 req-f3399c49-80a4-4e0a-96a5-1683bf0b386c tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765927
Apr 30 21:31:16.232436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] For port dcd8283d-d19b-4e47-b08b-9296cfaa449a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcd8283d-d19b-4e47-b08b-9296cfaa449a,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:16.232924 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.248450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Calling delete_port for dcd8283d-d19b-4e47-b08b-9296cfaa449a owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:16.283606 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (63c9429e-a317-4c5b-a093-92d8b953dd2f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.341991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:16.346482 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:16.351803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:16.352654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.365127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=63c9429e-a317-4c5b-a093-92d8b953dd2f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:16.405250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5f3a7-06fe-402a-9508-c9f8758d8149 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:16.479554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e822a7-7d0d-4409-8361-66b1c25404da req-6da739bb-3af2-440c-9e4e-449c3085f03e tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:16.480614 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5ae149e2-f121-42cc-a5ab-3dda8d43af89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8944147
Apr 30 21:31:16.481431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43e822a7-7d0d-4409-8361-66b1c25404da req-6da739bb-3af2-440c-9e4e-449c3085f03e tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0627041
Apr 30 21:31:16.482468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52154) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:16.485941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6626aa02-c079-448c-a032-3fa551a897a7 None None] Provisioning complete for port 6a1cc28b-2102-4eb5-9d59-da56446bfadd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:16.486638 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6626aa02-c079-448c-a032-3fa551a897a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.487606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-482c7051-fdf0-4a01-aed0-22e8345ffc96 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-37836360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:16.585007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43e822a7-7d0d-4409-8361-66b1c25404da req-301688cf-6bc8-4d6f-bede-1896f0f80baf tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926342
Apr 30 21:31:16.590659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (dcd8283d-d19b-4e47-b08b-9296cfaa449a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.598787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8db70078-0615-4ab9-ada9-a1d6b989c2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.605027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['dcd8283d-d19b-4e47-b08b-9296cfaa449a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:16.616410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-482c7051-fdf0-4a01-aed0-22e8345ffc96 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (e3c61b15-fcea-43a6-979b-12b639c357c2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.618008 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-482c7051-fdf0-4a01-aed0-22e8345ffc96 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (e3c61b15-fcea-43a6-979b-12b639c357c2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.632973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event deleted for resources: {'Port': ['ID=dcd8283d-d19b-4e47-b08b-9296cfaa449a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:16.697174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6626aa02-c079-448c-a032-3fa551a897a7 None None] Current status of the port 6a1cc28b-2102-4eb5-9d59-da56446bfadd is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:16.697725 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6626aa02-c079-448c-a032-3fa551a897a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.738610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:16.748324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-482c7051-fdf0-4a01-aed0-22e8345ffc96 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router_controller (e3c61b15-fcea-43a6-979b-12b639c357c2), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.790511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] No DVR routers for this DVR port dcd8283d-d19b-4e47-b08b-9296cfaa449a on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:16.796442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.812851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ea94f6c-e4fb-465b-9de7-6c04d449572a req-57cb04d8-09ea-452d-89c2-a7e89e67ea87 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.20 "DELETE /v2.0/ports/dcd8283d-d19b-4e47-b08b-9296cfaa449a HTTP/1.1" status: 204  len: 173 time: 1.0111175
Apr 30 21:31:16.851112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6626aa02-c079-448c-a032-3fa551a897a7 None None] For port 6a1cc28b-2102-4eb5-9d59-da56446bfadd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1cc28b-2102-4eb5-9d59-da56446bfadd,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:16.893474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8db70078-0615-4ab9-ada9-a1d6b989c2e6 admin admin] Publish callbacks [] for security_group (bea0a1ef-9b6f-4196-96f3-e436512eb2a1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.904371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0909419b-0751-4574-88cd-5569bff0727a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:16.904371 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0909419b-0751-4574-88cd-5569bff0727a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.904620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-482c7051-fdf0-4a01-aed0-22e8345ffc96 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (e3c61b15-fcea-43a6-979b-12b639c357c2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.914232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad593d69-b420-4af6-b0d2-73c63481895a', 'name': 'network-vif-deleted', 'tag': 'dcd8283d-d19b-4e47-b08b-9296cfaa449a'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:16.917438 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742a65c3-c424-457a-a292-0f0a9ead8bcd" -d '{"events": [{"server_uuid": "ad593d69-b420-4af6-b0d2-73c63481895a", "name": "network-vif-deleted", "tag": "dcd8283d-d19b-4e47-b08b-9296cfaa449a"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:16.938018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a38fc-7b39-4732-a8a5-7457e9713d4a req-0b03e330-070c-4710-9edd-a69f66842efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:16.942586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-663a38fc-7b39-4732-a8a5-7457e9713d4a req-0b03e330-070c-4710-9edd-a69f66842efd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 944 time: 0.1585546
Apr 30 21:31:16.976249 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6626aa02-c079-448c-a032-3fa551a897a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:16.981932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8db70078-0615-4ab9-ada9-a1d6b989c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bea0a1ef-9b6f-4196-96f3-e436512eb2a1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.071968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-482c7051-fdf0-4a01-aed0-22e8345ffc96 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.080724 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-482c7051-fdf0-4a01-aed0-22e8345ffc96 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5934484
Apr 30 21:31:17.081949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52172) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:17.085198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-663a38fc-7b39-4732-a8a5-7457e9713d4a req-6601703d-0196-43af-9fc9-fb4398796511 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348991
Apr 30 21:31:17.092733 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced6c5ca-92c6-4f7e-be14-48cd35913a3a x-openstack-request-id: req-ced6c5ca-92c6-4f7e-be14-48cd35913a3a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:17.093036 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad593d69-b420-4af6-b0d2-73c63481895a", "name": "network-vif-deleted", "tag": "dcd8283d-d19b-4e47-b08b-9296cfaa449a", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:17.093283 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ced6c5ca-92c6-4f7e-be14-48cd35913a3a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:17.096322 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced6c5ca-92c6-4f7e-be14-48cd35913a3a'] response: {'server_uuid': 'ad593d69-b420-4af6-b0d2-73c63481895a', 'name': 'network-vif-deleted', 'tag': 'dcd8283d-d19b-4e47-b08b-9296cfaa449a', 'status': 'completed', 'code': 200}
Apr 30 21:31:17.119758 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8db70078-0615-4ab9-ada9-a1d6b989c2e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d69ac7619c6f4a80866c33aabb8c3f05&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0244551
Apr 30 21:31:17.122542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52174) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:17.144253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6a1cc28b-2102-4eb5-9d59-da56446bfadd up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:17.162342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db70078-0615-4ab9-ada9-a1d6b989c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea0a1ef-9b6f-4196-96f3-e436512eb2a1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:17.205338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-61543abf-64a8-4d9d-9148-5f29be369407 admin admin] Publish callbacks [] for security_group (bea0a1ef-9b6f-4196-96f3-e436512eb2a1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.223720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626aa02-c079-448c-a032-3fa551a897a7 None None] Pushing event updated for resources: {'Port': ['ID=6a1cc28b-2102-4eb5-9d59-da56446bfadd,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:17.229258 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.233732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2a1ab08c-37f3-40c3-a9d2-b6608c224bf0 None None] Provisioning complete for port 6a1cc28b-2102-4eb5-9d59-da56446bfadd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:17.234125 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab08c-37f3-40c3-a9d2-b6608c224bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.246330 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-61543abf-64a8-4d9d-9148-5f29be369407 admin admin] Publish callbacks [] for security_group (bea0a1ef-9b6f-4196-96f3-e436512eb2a1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.418789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f3a9b7e-43e1-4303-8bfc-b4936ce72a3b req-43116860-03e2-4f4a-976c-2ce4e805e890 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad593d69-b420-4af6-b0d2-73c63481895a HTTP/1.1" status: 200  len: 210 time: 0.0521274
Apr 30 21:31:17.427301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0909419b-0751-4574-88cd-5569bff0727a is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:17.427696 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.487152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 6a1cc28b-2102-4eb5-9d59-da56446bfadd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:17.487444 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.527686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ba0c2-164f-4c50-b683-cdac2b4265b9 req-d5a4a3a5-2c6c-45e5-bdda-b9ec61f59bec tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:17.539565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d1ba0c2-164f-4c50-b683-cdac2b4265b9 req-d5a4a3a5-2c6c-45e5-bdda-b9ec61f59bec tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 945 time: 0.0918903
Apr 30 21:31:17.555042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-61543abf-64a8-4d9d-9148-5f29be369407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bea0a1ef-9b6f-4196-96f3-e436512eb2a1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.564526 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-61543abf-64a8-4d9d-9148-5f29be369407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.568004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-61543abf-64a8-4d9d-9148-5f29be369407 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bea0a1ef-9b6f-4196-96f3-e436512eb2a1 HTTP/1.1" status: 204  len: 168 time: 0.4421120
Apr 30 21:31:17.593295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61543abf-64a8-4d9d-9148-5f29be369407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea0a1ef-9b6f-4196-96f3-e436512eb2a1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:17.621262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ab08c-37f3-40c3-a9d2-b6608c224bf0 None None] Current status of the port 6a1cc28b-2102-4eb5-9d59-da56446bfadd is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:17.662949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:17.744260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d1ba0c2-164f-4c50-b683-cdac2b4265b9 req-55194bd7-37c5-4104-96d8-91b03e46c1d2 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925027
Apr 30 21:31:17.766901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.779991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909419b-0751-4574-88cd-5569bff0727a'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:17.782275 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936d0678-344f-4a97-8f68-9bcd9f065729" -d '{"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-plugged", "status": "completed", "tag": "0909419b-0751-4574-88cd-5569bff0727a"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:17.823172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243eaa9-17dd-46bb-a689-b25d8ef6d9e5 req-c2f56b65-0a6f-4b5c-ba16-33ae1d9029fa tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:17.824771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c243eaa9-17dd-46bb-a689-b25d8ef6d9e5 req-c2f56b65-0a6f-4b5c-ba16-33ae1d9029fa tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0820346
Apr 30 21:31:17.832535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 6a1cc28b-2102-4eb5-9d59-da56446bfadd is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:17.912169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.913477 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1121841b-f2ac-472a-8e2c-7b0801c694ab x-openstack-request-id: req-1121841b-f2ac-472a-8e2c-7b0801c694ab {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:17.913869 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-plugged", "status": "completed", "tag": "0909419b-0751-4574-88cd-5569bff0727a", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:17.915691 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1121841b-f2ac-472a-8e2c-7b0801c694ab {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:17.915691 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1121841b-f2ac-472a-8e2c-7b0801c694ab'] response: {'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909419b-0751-4574-88cd-5569bff0727a', 'code': 200}
Apr 30 21:31:17.923945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:17.938869 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a8b737c-6eb4-4674-9525-f7dfac167aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:17.952269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c243eaa9-17dd-46bb-a689-b25d8ef6d9e5 req-7fc23388-44ea-43ed-90a9-158f7d4cc3ab tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036601
Apr 30 21:31:18.234180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9d35d-7ed3-4fc3-9edf-83aa789b60f7 req-5c125f75-c506-442f-8a81-d071a288a781 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:18.245416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38d9d35d-7ed3-4fc3-9edf-83aa789b60f7 req-5c125f75-c506-442f-8a81-d071a288a781 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0779119
Apr 30 21:31:18.335235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::1 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/63c9429e-a317-4c5b-a093-92d8b953dd2f/52f4616a-4369-47a2-bb3f-ed9c64e3cdcc) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:18.338858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38d9d35d-7ed3-4fc3-9edf-83aa789b60f7 req-bc1fb404-96cf-4df4-acc4-a32040fbae48 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901811
Apr 30 21:31:18.530082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:18.679080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:18.745283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:18.749511 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:18.772159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:18.773307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (e3c61b15-fcea-43a6-979b-12b639c357c2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:18.891503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:19.011241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11bb66-311f-4a9c-b41f-004bd11bb48f req-fac37f6c-07b5-46f5-987a-413db4ac7cee tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:19.027413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c11bb66-311f-4a9c-b41f-004bd11bb48f req-fac37f6c-07b5-46f5-987a-413db4ac7cee tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 945 time: 0.1676967
Apr 30 21:31:19.095914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6a1cc28b-2102-4eb5-9d59-da56446bfadd up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:19.122696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:19.263764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb49c3e-f722-4f3c-afd8-3f8cbcd9ca36 req-068f4e6b-f3e5-4b54-af08-508384824f36 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:19.265604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cb49c3e-f722-4f3c-afd8-3f8cbcd9ca36 req-068f4e6b-f3e5-4b54-af08-508384824f36 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.2272677
Apr 30 21:31:19.277334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c11bb66-311f-4a9c-b41f-004bd11bb48f req-1d3de855-7f70-4952-b81c-e1943aaf8779 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2488399
Apr 30 21:31:19.297217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 6a1cc28b-2102-4eb5-9d59-da56446bfadd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:19.297600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:19.358489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0933eda7-8971-4d33-a2a6-0070fdd50d39 None None] Provisioning complete for port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:19.358876 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0933eda7-8971-4d33-a2a6-0070fdd50d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:19.431205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0933eda7-8971-4d33-a2a6-0070fdd50d39 None None] Port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:31:19.451955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 6a1cc28b-2102-4eb5-9d59-da56446bfadd is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:19.499848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cb49c3e-f722-4f3c-afd8-3f8cbcd9ca36 req-a5f3da04-412e-4f13-a168-9ee078f5b9e2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2021470
Apr 30 21:31:19.594032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9a29f-246c-4083-ba66-2a2ddcedacd8 req-2e98f723-e2a8-4d19-9616-5970f6598f88 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:19.608818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3c9a29f-246c-4083-ba66-2a2ddcedacd8 req-2e98f723-e2a8-4d19-9616-5970f6598f88 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1546810
Apr 30 21:31:19.753572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:19.785924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3c9a29f-246c-4083-ba66-2a2ddcedacd8 req-37fd99d5-c0e3-4aaa-9875-d9c2dc5aec52 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700106
Apr 30 21:31:19.801557 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f75f5-bae2-4bcf-a180-9d61b4952fbf req-0daedfe8-460b-4dcd-8abd-eb0622ed4e7d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:19.803610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f4f75f5-bae2-4bcf-a180-9d61b4952fbf req-0daedfe8-460b-4dcd-8abd-eb0622ed4e7d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1866574
Apr 30 21:31:19.875765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f4f75f5-bae2-4bcf-a180-9d61b4952fbf req-7b4d3360-5cd7-42ef-8900-3a0d3b56178b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662079
Apr 30 21:31:19.888919 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:19.888919 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (e3c61b15-fcea-43a6-979b-12b639c357c2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:20.127906 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b750f87a-5447-49e6-9e74-98968db25444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:20.485481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:20.553311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:20.558445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:20.572605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-fbbb7ce1-0195-40d9-8324-b57ffbb1a0f2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:20.576483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-fbbb7ce1-0195-40d9-8324-b57ffbb1a0f2 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1288402
Apr 30 21:31:20.745520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device dcd8283d-d19b-4e47-b08b-9296cfaa449a no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:20.786235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: dcd8283d-d19b-4e47-b08b-9296cfaa449a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:20.793315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device dcd8283d-d19b-4e47-b08b-9296cfaa449a not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:20.911487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Router e3c61b15-fcea-43a6-979b-12b639c357c2 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:31:21.084997 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:21.174038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e7883874-0031-4b1d-86af-f5fc5548b142 None None] Provisioning complete for port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:21.175370 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e7883874-0031-4b1d-86af-f5fc5548b142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:21.180663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:31:21.201387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:31:21.219355 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c6a459ec-bf74-4c96-9fa6-f90df40eac97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "PUT /v2.0/routers/e3c61b15-fcea-43a6-979b-12b639c357c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1041858
Apr 30 21:31:21.231346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52292) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:21.257501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Sync routers for ids ['e3c61b15-fcea-43a6-979b-12b639c357c2'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:31:21.272749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a90d43-ce54-45b6-856c-e4880a9d6c9f req-cb5cafa6-1226-422e-8b27-f292f0144a9d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:21.274605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02a90d43-ce54-45b6-856c-e4880a9d6c9f req-cb5cafa6-1226-422e-8b27-f292f0144a9d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1417596
Apr 30 21:31:21.282965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f52954-0840-4a11-a71b-8e7e9b6d7dc1 req-0d976b36-ec29-4f2b-90bc-ede815fe0f1e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:21.292340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6f52954-0840-4a11-a71b-8e7e9b6d7dc1 req-0d976b36-ec29-4f2b-90bc-ede815fe0f1e tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.1607172
Apr 30 21:31:21.321125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1f0ce-287d-4a34-8ac8-d17efc14079b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:21.326502 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-39d1f0ce-287d-4a34-8ac8-d17efc14079b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports/52f4616a-4369-47a2-bb3f-ed9c64e3cdcc HTTP/1.1" status: 200  len: 911 time: 0.0921059
Apr 30 21:31:21.327197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52294) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:21.347994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Routers {'e3c61b15-fcea-43a6-979b-12b639c357c2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:21.348694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e235070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e3c61b15-fcea-43a6-979b-12b639c357c2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:21.357611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Deleting port 241a93d8-ce90-4d90-8ad1-26bae3d008ad {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:21.358222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:21.441258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0964f0-7625-4b45-a42a-6f3ee9e93082 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:21.456666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0964f0-7625-4b45-a42a-6f3ee9e93082 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:21.463264 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1d0964f0-7625-4b45-a42a-6f3ee9e93082 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.1345570
Apr 30 21:31:21.467389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6f52954-0840-4a11-a71b-8e7e9b6d7dc1 req-7f90ba09-5bc4-43a9-9c72-1ab7b61fe637 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1739447
Apr 30 21:31:21.468015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52298) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:21.523063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Set router e3c61b15-fcea-43a6-979b-12b639c357c2 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:21.525349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e7883874-0031-4b1d-86af-f5fc5548b142 None None] Port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:31:21.559782 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:21.714569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02a90d43-ce54-45b6-856c-e4880a9d6c9f req-f8d2e0b6-8964-4fc0-b653-43bbce5dcd69 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4170213
Apr 30 21:31:21.803747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e235070>, [{'id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'name': 'tempest-NetworksTestDHCPv6-router-37836360', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:16Z', 'updated_at': '2022-04-30T21:31:18Z', 'revision_number': 2, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None, '_interfaces': [{'id': '52f4616a-4369-47a2-bb3f-ed9c64e3cdcc', 'name': '', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'mac_address': 'fa:16:3e:c8:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '63c9429e-a317-4c5b-a093-92d8b953dd2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:31:18Z', 'updated_at': '2022-04-30T21:31:19Z', 'revision_number': 2, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'subnets': [{'id': '63c9429e-a317-4c5b-a093-92d8b953dd2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:21.855690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Checking router: e3c61b15-fcea-43a6-979b-12b639c357c2 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:31:21.856058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Updating router e3c61b15-fcea-43a6-979b-12b639c357c2 port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:31:21.906315 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:21.910546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6141744-5d79-4d33-803b-c8a9f695f27c req-10b89606-ffa8-422e-b035-66cf06e69ede tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:21.921829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6141744-5d79-4d33-803b-c8a9f695f27c req-10b89606-ffa8-422e-b035-66cf06e69ede tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 945 time: 0.2810752
Apr 30 21:31:21.958403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] For port 241a93d8-ce90-4d90-8ad1-26bae3d008ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=241a93d8-ce90-4d90-8ad1-26bae3d008ad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:21.964318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:22.147443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68455a-b2ce-4216-9c73-00dcfdcaca2b req-57b9dcc1-65b4-4c24-8e03-08e00981385c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:22.155450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b68455a-b2ce-4216-9c73-00dcfdcaca2b req-57b9dcc1-65b4-4c24-8e03-08e00981385c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.3152468
Apr 30 21:31:22.191133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6141744-5d79-4d33-803b-c8a9f695f27c req-1218ab40-08a2-4c19-ae8a-1abb38577086 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682037
Apr 30 21:31:22.449052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-b6c9bd75-b5fb-45b4-a354-db7f51f09520 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:22.451610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-b6c9bd75-b5fb-45b4-a354-db7f51f09520 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 945 time: 0.1268682
Apr 30 21:31:22.456942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b68455a-b2ce-4216-9c73-00dcfdcaca2b req-8214c8db-25eb-4d51-a447-013fa0aeeaec tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006659
Apr 30 21:31:22.654455 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Publish callbacks [] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:22.706763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dd9f5-2acb-47a0-bcac-cf379dc08b15 req-539a4970-5554-4198-b2ec-87ae2fdadbe8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:22.708327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-511dd9f5-2acb-47a0-bcac-cf379dc08b15 req-539a4970-5554-4198-b2ec-87ae2fdadbe8 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 944 time: 0.0571623
Apr 30 21:31:22.756002 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:22.854885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Deleting port 16312283-df83-4845-a85e-fa372d0a8125 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:22.854885 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (16312283-df83-4845-a85e-fa372d0a8125), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:22.911593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedfce4-95af-40eb-aebe-f64af9a0a7de None None] Pushing event updated for resources: {'Port': ['ID=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:23.056861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Attempting to bind port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:23.057863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Attempting to bind port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:23.058238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Attempting to bind port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:23.062946 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] For port 16312283-df83-4845-a85e-fa372d0a8125, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16312283-df83-4845-a85e-fa372d0a8125,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:23.063332 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (16312283-df83-4845-a85e-fa372d0a8125), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.064891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:23.065278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:23.065828 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.066339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:23.073557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Bound port: 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:23.073557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.078886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Calling delete_port for 16312283-df83-4845-a85e-fa372d0a8125 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:23.164429 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.254828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] For port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:23.262741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] For port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:23.292770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-511dd9f5-2acb-47a0-bcac-cf379dc08b15 req-563f45ca-7881-4573-9435-67b9237e5d76 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups?id=4663c810-dd04-4408-a55f-908774307c4f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5493743
Apr 30 21:31:23.360689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a9992ca2-70b5-4ba2-bbb9-ba0edd6eb747 None None] Provisioning complete for port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:23.361395 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a9992ca2-70b5-4ba2-bbb9-ba0edd6eb747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.378348 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.378886 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c8426b49-4571-4b3a-b87c-c36394b50b2b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.379265 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Floating IP c8426b49-4571-4b3a-b87c-c36394b50b2b disassociated. External IP: 172.35.4.218, port: 241a93d8-ce90-4d90-8ad1-26bae3d008ad.
Apr 30 21:31:23.379631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Calling delete_port for 241a93d8-ce90-4d90-8ad1-26bae3d008ad owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:23.386736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (16312283-df83-4845-a85e-fa372d0a8125), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.406590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['16312283-df83-4845-a85e-fa372d0a8125'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:23.409039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbae5b-d002-4279-8682-2a29441ee5a5 req-d3da94a8-734f-4270-b602-f80a350766e5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:23.411198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bccbae5b-d002-4279-8682-2a29441ee5a5 req-d3da94a8-734f-4270-b602-f80a350766e5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.4008393
Apr 30 21:31:23.414348 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.565491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a9992ca2-70b5-4ba2-bbb9-ba0edd6eb747 None None] Port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:31:23.597864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedfce4-95af-40eb-aebe-f64af9a0a7de None None] Pushing event updated for resources: {'Port': ['ID=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:23.604515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Pushing event deleted for resources: {'Port': ['ID=16312283-df83-4845-a85e-fa372d0a8125,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:23.623528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (e3c61b15-fcea-43a6-979b-12b639c357c2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.631627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Routers {'e3c61b15-fcea-43a6-979b-12b639c357c2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:23.633857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e235070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e3c61b15-fcea-43a6-979b-12b639c357c2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:23.672368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76bd5f94-3d24-4aff-b60d-8535469b7e17 req-b94a2b00-84e0-48aa-8f16-8974a950953e tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 210 time: 0.2094171
Apr 30 21:31:23.674858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] No DVR routers for this DVR port 16312283-df83-4845-a85e-fa372d0a8125 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:23.680463 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:23.684789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6ce94f5-1ba8-4bf8-9613-90efea026256 req-69c32e6c-c27b-499d-91e2-752b6b880510 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "DELETE /v2.0/ports/16312283-df83-4845-a85e-fa372d0a8125 HTTP/1.1" status: 204  len: 173 time: 1.2265503
Apr 30 21:31:23.765782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] Set router e3c61b15-fcea-43a6-979b-12b639c357c2 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:23.963091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c33bb290-ec07-4803-bbbe-87dd8f8a7e56 None None] Provisioning complete for port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:23.963613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c33bb290-ec07-4803-bbbe-87dd8f8a7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:24.043950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e235070>, [{'id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'name': 'tempest-NetworksTestDHCPv6-router-37836360', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:16Z', 'updated_at': '2022-04-30T21:31:18Z', 'revision_number': 2, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None, '_interfaces': [{'id': '52f4616a-4369-47a2-bb3f-ed9c64e3cdcc', 'name': '', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'mac_address': 'fa:16:3e:c8:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '63c9429e-a317-4c5b-a093-92d8b953dd2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:31:18Z', 'updated_at': '2022-04-30T21:31:23Z', 'revision_number': 4, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'subnets': [{'id': '63c9429e-a317-4c5b-a093-92d8b953dd2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:24.075393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a61b34f-fb8d-422c-81a5-43f36811fc9b None None] The sync data for ids ['e3c61b15-fcea-43a6-979b-12b639c357c2'] in ncdv-master-1 is: [{'id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'name': 'tempest-NetworksTestDHCPv6-router-37836360', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:16Z', 'updated_at': '2022-04-30T21:31:18Z', 'revision_number': 2, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None, '_interfaces': [{'id': '52f4616a-4369-47a2-bb3f-ed9c64e3cdcc', 'name': '', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'mac_address': 'fa:16:3e:c8:f2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': '63c9429e-a317-4c5b-a093-92d8b953dd2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:31:18Z', 'updated_at': '2022-04-30T21:31:23Z', 'revision_number': 4, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'subnets': [{'id': '63c9429e-a317-4c5b-a093-92d8b953dd2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:31:24.075739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb12917-3c9f-44fb-b85c-89430e043c23', 'name': 'network-vif-deleted', 'tag': '16312283-df83-4845-a85e-fa372d0a8125'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:24.077180 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2a5bda-8b2c-40c1-8428-d7fe0c94e76e" -d '{"events": [{"server_uuid": "2cb12917-3c9f-44fb-b85c-89430e043c23", "name": "network-vif-deleted", "tag": "16312283-df83-4845-a85e-fa372d0a8125"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:24.129806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c33bb290-ec07-4803-bbbe-87dd8f8a7e56 None None] Current status of the port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:24.129806 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c33bb290-ec07-4803-bbbe-87dd8f8a7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:24.167253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c33bb290-ec07-4803-bbbe-87dd8f8a7e56 None None] For port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:24.296016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bccbae5b-d002-4279-8682-2a29441ee5a5 req-584b9e67-4e9c-46d0-9179-20884a08e64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8608208
Apr 30 21:31:24.315420 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c33bb290-ec07-4803-bbbe-87dd8f8a7e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:24.343990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa038d-be7d-4522-ae21-f66a37068722 req-cc7085b9-e510-40b6-a889-f3588e9e78ba tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:24.351761 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-faaa038d-be7d-4522-ae21-f66a37068722 req-cc7085b9-e510-40b6-a889-f3588e9e78ba tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1662347
Apr 30 21:31:24.460413 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f0d72a-bc43-41d2-b9d2-c23b0254ab57 x-openstack-request-id: req-72f0d72a-bc43-41d2-b9d2-c23b0254ab57 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:24.460978 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb12917-3c9f-44fb-b85c-89430e043c23", "name": "network-vif-deleted", "tag": "16312283-df83-4845-a85e-fa372d0a8125", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:24.460978 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72f0d72a-bc43-41d2-b9d2-c23b0254ab57 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:24.461294 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f0d72a-bc43-41d2-b9d2-c23b0254ab57'] response: {'server_uuid': '2cb12917-3c9f-44fb-b85c-89430e043c23', 'name': 'network-vif-deleted', 'tag': '16312283-df83-4845-a85e-fa372d0a8125', 'status': 'completed', 'code': 200}
Apr 30 21:31:24.496282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bb290-ec07-4803-bbbe-87dd8f8a7e56 None None] Pushing event updated for resources: {'Port': ['ID=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:24.526245 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:24.545006 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (241a93d8-ce90-4d90-8ad1-26bae3d008ad), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:24.629890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:24.686526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 241a93d8-ce90-4d90-8ad1-26bae3d008ad {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:24.686526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 241a93d8-ce90-4d90-8ad1-26bae3d008ad not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:24.696248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event deleted for resources: {'Port': ['ID=241a93d8-ce90-4d90-8ad1-26bae3d008ad,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:24.772088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6e41f67-073e-44a1-af83-5f2db021ae1c req-0d445177-a276-4aa1-b739-d16186d396a7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 210 time: 0.1398296
Apr 30 21:31:24.872829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-faaa038d-be7d-4522-ae21-f66a37068722 req-75ddee10-6bbc-4ee4-86e0-5891789e377d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5201678
Apr 30 21:31:25.099193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9e3943d-7f80-4c24-a368-726f60c347cb req-90c69bdf-22e2-4e8a-9a04-94d516d1b991 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cb12917-3c9f-44fb-b85c-89430e043c23 HTTP/1.1" status: 200  len: 210 time: 0.0981023
Apr 30 21:31:25.136487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:25.216559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:25.217007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:25.307635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:25.308021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:25.388496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Router 28fe7786-f25b-47cd-b68d-9b7aefcc065a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:31:25.494254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] For port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:25.495079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:25.513714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:25.544081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:25.834532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640513c-88af-49b2-b1ec-53514e4761dc req-c9afe7b7-b1fa-4fbb-8a8a-aca543a25508 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:25.844030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7640513c-88af-49b2-b1ec-53514e4761dc req-c9afe7b7-b1fa-4fbb-8a8a-aca543a25508 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1562405
Apr 30 21:31:26.042903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7640513c-88af-49b2-b1ec-53514e4761dc req-9f1ccced-9186-4131-a671-18a644b1c4ac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971571
Apr 30 21:31:26.050733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a8269bd-adbe-4774-9e24-23f63e1e293f req-c6bf2e6b-3ece-40f7-b4c2-e2661fcb6ad7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fc03c3f-0d6d-4f49-b619-9987c06bfab4 HTTP/1.1" status: 200  len: 210 time: 0.1155005
Apr 30 21:31:26.066465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:31:26.081408 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83083b51-4894-4a52-b55a-9189b884165c None None] Sync routers for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:31:26.110072 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83083b51-4894-4a52-b55a-9189b884165c None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:26.110860 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-83083b51-4894-4a52-b55a-9189b884165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:26.250209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] No DVR routers for this DVR port 241a93d8-ce90-4d90-8ad1-26bae3d008ad on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:26.265711 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:26.276636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-592ddf23-9c48-4aec-8c6a-f4303d6f1960 req-099bb2aa-9ecf-47b8-88bb-30cb16698dcb tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.35 "DELETE /v2.0/ports/241a93d8-ce90-4d90-8ad1-26bae3d008ad HTTP/1.1" status: 204  len: 173 time: 5.6919374
Apr 30 21:31:26.331604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-83083b51-4894-4a52-b55a-9189b884165c None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:26.394700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af903-41f1-4847-8689-5081c0ed5b81 req-9b419d5f-6ee1-4b29-8fc5-2b72f8603877 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:26.405819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c5af903-41f1-4847-8689-5081c0ed5b81 req-9b419d5f-6ee1-4b29-8fc5-2b72f8603877 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1119428
Apr 30 21:31:26.428390 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (52f4616a-4369-47a2-bb3f-ed9c64e3cdcc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:26.470877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-deleted', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:26.476352 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b602f6d-80e2-484c-9fc3-9d822645572d" -d '{"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-deleted", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:26.561791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=52f4616a-4369-47a2-bb3f-ed9c64e3cdcc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:26.666243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52480) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:26.811773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 16312283-df83-4845-a85e-fa372d0a8125 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:26.828890 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-83083b51-4894-4a52-b55a-9189b884165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3d00>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:09Z', 'revision_number': 5, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:26.853559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c5af903-41f1-4847-8689-5081c0ed5b81 req-cb60dab2-f734-4893-afb7-11369113736b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4451632
Apr 30 21:31:26.873064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 16312283-df83-4845-a85e-fa372d0a8125 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:26.873361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 16312283-df83-4845-a85e-fa372d0a8125 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:26.915734 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83083b51-4894-4a52-b55a-9189b884165c None None] Checking router: 28fe7786-f25b-47cd-b68d-9b7aefcc065a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:31:26.943219 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83083b51-4894-4a52-b55a-9189b884165c None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:26.945824 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-83083b51-4894-4a52-b55a-9189b884165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:26.983086 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152d68d-4ff4-4089-97e1-d4422dcb3c86 x-openstack-request-id: req-0152d68d-4ff4-4089-97e1-d4422dcb3c86 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:26.983385 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc03c3f-0d6d-4f49-b619-9987c06bfab4", "name": "network-vif-deleted", "tag": "241a93d8-ce90-4d90-8ad1-26bae3d008ad", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:26.983649 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0152d68d-4ff4-4089-97e1-d4422dcb3c86 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:26.984062 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0152d68d-4ff4-4089-97e1-d4422dcb3c86'] response: {'server_uuid': '4fc03c3f-0d6d-4f49-b619-9987c06bfab4', 'name': 'network-vif-deleted', 'tag': '241a93d8-ce90-4d90-8ad1-26bae3d008ad', 'status': 'completed', 'code': 200}
Apr 30 21:31:27.013350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42969469-c864-481e-9046-d31e51182151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:27.074108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-73a9c8ca-e015-445c-ace0-f41e9b90d238 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:27.076050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-73a9c8ca-e015-445c-ace0-f41e9b90d238 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/networks?id=b5a76fe5-1607-43e6-8432-9aab1bc20c97 HTTP/1.1" status: 200  len: 808 time: 0.5213923
Apr 30 21:31:27.143217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-37cf4886-8049-4749-88b5-99e4fabe7355 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/quotas/83c1c99c0d904b58946a2a623c674759 HTTP/1.1" status: 200  len: 375 time: 0.0226293
Apr 30 21:31:27.144315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (e3c61b15-fcea-43a6-979b-12b639c357c2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:27.189280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-0aaf44df-a8ff-48cb-a5ad-cb6557a69f92 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=83c1c99c0d904b58946a2a623c674759&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0372303
Apr 30 21:31:27.241701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42969469-c864-481e-9046-d31e51182151 admin admin] Publish callbacks [] for security_group (b604e6bb-319d-4c2a-a7b3-54ca0ae1178f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:27.251543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-314e5c73-36f6-4696-adea-fe6c6ead347e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:31:27.252580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-314e5c73-36f6-4696-adea-fe6c6ead347e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0533447
Apr 30 21:31:27.327513 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-83083b51-4894-4a52-b55a-9189b884165c None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:27.335947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42969469-c864-481e-9046-d31e51182151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b604e6bb-319d-4c2a-a7b3-54ca0ae1178f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:27.366595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bd0ab-154f-48a3-8324-c3c92b309fd1 req-5e1e8792-e1d2-425b-a201-fed800fe65ce tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:27.370751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-088bd0ab-154f-48a3-8324-c3c92b309fd1 req-5e1e8792-e1d2-425b-a201-fed800fe65ce tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0840049
Apr 30 21:31:27.410203 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-42969469-c864-481e-9046-d31e51182151 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c946abda3d8459aa2480bf829748f68&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7417333
Apr 30 21:31:27.422598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52518) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:27.493910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42969469-c864-481e-9046-d31e51182151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b604e6bb-319d-4c2a-a7b3-54ca0ae1178f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:27.561894 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b08eb6c-de2c-4236-8a24-ccf3aeb2beba admin admin] Publish callbacks [] for security_group (b604e6bb-319d-4c2a-a7b3-54ca0ae1178f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:27.621928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-83b03c33-56db-447f-b41a-e84412044ca8 service neutron] 10.222.0.23 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3355978
Apr 30 21:31:27.646190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b08eb6c-de2c-4236-8a24-ccf3aeb2beba admin admin] Publish callbacks [] for security_group (b604e6bb-319d-4c2a-a7b3-54ca0ae1178f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:27.807146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-8927e862-af57-49ef-8621-3b9e86f44589 service neutron] 10.222.0.23 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848259
Apr 30 21:31:27.832474 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-83083b51-4894-4a52-b55a-9189b884165c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3d00>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:09Z', 'revision_number': 5, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:27.844324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b08eb6c-de2c-4236-8a24-ccf3aeb2beba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b604e6bb-319d-4c2a-a7b3-54ca0ae1178f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:27.847851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b08eb6c-de2c-4236-8a24-ccf3aeb2beba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:27.849329 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3b08eb6c-de2c-4236-8a24-ccf3aeb2beba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b604e6bb-319d-4c2a-a7b3-54ca0ae1178f HTTP/1.1" status: 204  len: 168 time: 0.4244800
Apr 30 21:31:27.867131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-088bd0ab-154f-48a3-8324-c3c92b309fd1 req-68dd169f-235b-4702-83a3-a83fa4cf3114 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4702058
Apr 30 21:31:27.881666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08eb6c-de2c-4236-8a24-ccf3aeb2beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b604e6bb-319d-4c2a-a7b3-54ca0ae1178f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:27.890990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Router e3c61b15-fcea-43a6-979b-12b639c357c2 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:31:27.897871 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83083b51-4894-4a52-b55a-9189b884165c None None] The sync data for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 is: [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:24:04Z', 'revision_number': 4, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a89b9004-fba3-4734-8e71-030fe8456aef', 'name': '', 'network_id': '6d21022d-393a-4eff-ba51-560f37353f44', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'mac_address': 'fa:16:3e:30:da:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:03Z', 'updated_at': '2022-04-30T21:24:09Z', 'revision_number': 5, 'project_id': '3364787934af4f59b17a58b380fe95da', 'subnets': [{'id': '5a00c6c0-02bf-47fa-85d0-3ae326c45443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:31:28.097982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:31:28.105738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-36f8e749-0e8d-4fe3-9828-acc3e32d7045 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "PUT /v2.0/routers/e3c61b15-fcea-43a6-979b-12b639c357c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5812249
Apr 30 21:31:28.106203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52556) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:28.112749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] Sync routers for ids ['e3c61b15-fcea-43a6-979b-12b639c357c2'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:31:28.142366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] Routers {'e3c61b15-fcea-43a6-979b-12b639c357c2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:28.152024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fef13a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e3c61b15-fcea-43a6-979b-12b639c357c2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:28.272346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c13f4-da1c-474f-b88f-a7269792b85f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:28.275419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59c13f4-da1c-474f-b88f-a7269792b85f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:28.284350 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c59c13f4-da1c-474f-b88f-a7269792b85f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1767666
Apr 30 21:31:28.287450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52564) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:28.289132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac4945-57c4-47a6-9561-a9bef7ca73c4 req-46b8972d-f10f-48c8-bb00-6bdfae60431d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:28.295225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcac4945-57c4-47a6-9561-a9bef7ca73c4 req-46b8972d-f10f-48c8-bb00-6bdfae60431d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1901572
Apr 30 21:31:28.356028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52566) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:28.385064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] Set router e3c61b15-fcea-43a6-979b-12b639c357c2 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:28.479322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fef13a0>, [{'id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'name': 'tempest-NetworksTestDHCPv6-router-37836360', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:16Z', 'updated_at': '2022-04-30T21:31:25Z', 'revision_number': 3, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:28.524964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9090e435-d8db-43bb-a7c0-8137e8b8f057 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 63c9429e-a317-4c5b-a093-92d8b953dd2f {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:28.542757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9090e435-d8db-43bb-a7c0-8137e8b8f057 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (63c9429e-a317-4c5b-a093-92d8b953dd2f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:28.557097 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90cae3c-1d2d-4aad-976c-f9aecae6f5e6 None None] New status for floating IP c8426b49-4571-4b3a-b87c-c36394b50b2b: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:31:28.560618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ba96d38-aeab-416f-ae5c-545d3db2dd4e req-a85517d9-5f58-40c4-a1ab-7e55585e212b tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 210 time: 0.1255214
Apr 30 21:31:28.586979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcac4945-57c4-47a6-9561-a9bef7ca73c4 req-a0a85121-fddb-4c6b-bbae-043eda39f2c8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2845974
Apr 30 21:31:28.587637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] Checking router: e3c61b15-fcea-43a6-979b-12b639c357c2 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:31:28.615755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] Routers {'e3c61b15-fcea-43a6-979b-12b639c357c2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:28.616399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fef13a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e3c61b15-fcea-43a6-979b-12b639c357c2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:28.645119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-701dd6ac-8341-4326-a444-10df501f8cf7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group (4663c810-dd04-4408-a55f-908774307c4f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:28.684886 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9090e435-d8db-43bb-a7c0-8137e8b8f057 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (63c9429e-a317-4c5b-a093-92d8b953dd2f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:28.723922 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-701dd6ac-8341-4326-a444-10df501f8cf7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group (4663c810-dd04-4408-a55f-908774307c4f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:28.810230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] Set router e3c61b15-fcea-43a6-979b-12b639c357c2 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:28.840543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9090e435-d8db-43bb-a7c0-8137e8b8f057 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (63c9429e-a317-4c5b-a093-92d8b953dd2f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:28.888740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fef13a0>, [{'id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'name': 'tempest-NetworksTestDHCPv6-router-37836360', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:16Z', 'updated_at': '2022-04-30T21:31:25Z', 'revision_number': 3, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:28.893556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-701dd6ac-8341-4326-a444-10df501f8cf7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4663c810-dd04-4408-a55f-908774307c4f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:28.896316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-701dd6ac-8341-4326-a444-10df501f8cf7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:28.900116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-701dd6ac-8341-4326-a444-10df501f8cf7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "DELETE /v2.0/security-groups/4663c810-dd04-4408-a55f-908774307c4f HTTP/1.1" status: 204  len: 168 time: 0.5410309
Apr 30 21:31:28.902750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52578) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:28.930148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ec4e4-117d-4bc5-9a1a-3b857f84010e None None] The sync data for ids ['e3c61b15-fcea-43a6-979b-12b639c357c2'] in ncdv-master-1 is: [{'id': 'e3c61b15-fcea-43a6-979b-12b639c357c2', 'name': 'tempest-NetworksTestDHCPv6-router-37836360', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:16Z', 'updated_at': '2022-04-30T21:31:25Z', 'revision_number': 3, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:31:28.940738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dd6ac-8341-4326-a444-10df501f8cf7 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4663c810-dd04-4408-a55f-908774307c4f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:28.971453 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-12c850ac-9a6e-44d9-b5ff-c6eb9ce7f608 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] show failed (client error): The resource could not be found.
Apr 30 21:31:28.975788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52580) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:28.978905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-12c850ac-9a6e-44d9-b5ff-c6eb9ce7f608 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "GET /v2.0/security-groups/4663c810-dd04-4408-a55f-908774307c4f HTTP/1.1" status: 404  len: 347 time: 0.0542221
Apr 30 21:31:28.994905 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9090e435-d8db-43bb-a7c0-8137e8b8f057 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (63c9429e-a317-4c5b-a093-92d8b953dd2f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.131802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68399790-f6e9-4e43-931e-1c7b9d3bdee2 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:29.193819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9090e435-d8db-43bb-a7c0-8137e8b8f057 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.207210 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9090e435-d8db-43bb-a7c0-8137e8b8f057 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/63c9429e-a317-4c5b-a093-92d8b953dd2f HTTP/1.1" status: 204  len: 168 time: 0.9167340
Apr 30 21:31:29.209866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52602) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:29.232259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ebbc0-4e24-4d6b-9a55-985f34376705 req-2f4981a7-cf61-4661-a825-ff59e3ab67b9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:29.238298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a36ebbc0-4e24-4d6b-9a55-985f34376705 req-2f4981a7-cf61-4661-a825-ff59e3ab67b9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1428051
Apr 30 21:31:29.238483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090e435-d8db-43bb-a7c0-8137e8b8f057 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=63c9429e-a317-4c5b-a093-92d8b953dd2f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:29.241695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52604) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:29.365071 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-842f0d1e-9ce1-4900-a436-434d68d30ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.472520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52606) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:29.475852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a36ebbc0-4e24-4d6b-9a55-985f34376705 req-17da81b5-a9c5-4584-ad27-571b01c1ad6f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016754
Apr 30 21:31:29.518033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:31:29.639244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] Deleting port 6a1cc28b-2102-4eb5-9d59-da56446bfadd {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:29.639244 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.639405 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c640ce54-870f-426d-9e18-8abc9d134169 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 708 time: 0.4187119
Apr 30 21:31:29.639405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52614) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:29.666036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-842f0d1e-9ce1-4900-a436-434d68d30ea9 admin admin] Publish callbacks [] for security_group (6bcbea9c-43ea-48b2-9403-511f4661fb62), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.732018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-267906e5-cf71-42d5-8cc0-8068a4dd61f2 req-56bda73e-7637-4201-938f-42eb135cc72d tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 210 time: 0.0624650
Apr 30 21:31:29.777558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Deleting port 496c11d1-2e2b-480b-a35e-62fb62576841 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:29.778201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (496c11d1-2e2b-480b-a35e-62fb62576841), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.779988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] For port 6a1cc28b-2102-4eb5-9d59-da56446bfadd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a1cc28b-2102-4eb5-9d59-da56446bfadd,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:29.780567 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.810562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-842f0d1e-9ce1-4900-a436-434d68d30ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6bcbea9c-43ea-48b2-9403-511f4661fb62), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.833699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] Calling delete_port for 6a1cc28b-2102-4eb5-9d59-da56446bfadd owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:29.835667 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee32cb95-330b-45b0-a5c4-dcbffe16f12c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router (e3c61b15-fcea-43a6-979b-12b639c357c2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:29.878381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161893c-937d-44ac-914c-3a6612202418 req-b22fa457-76d9-42a6-a4a9-ce1c79203156 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:29.887376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e161893c-937d-44ac-914c-3a6612202418 req-b22fa457-76d9-42a6-a4a9-ce1c79203156 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1253603
Apr 30 21:31:29.935386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-842f0d1e-9ce1-4900-a436-434d68d30ea9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64fb1f98bb3946649a4962c19dc224aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6879792
Apr 30 21:31:29.941274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52618) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:29.953362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f0d1e-9ce1-4900-a436-434d68d30ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcbea9c-43ea-48b2-9403-511f4661fb62,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:30.013727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5f7cc76-4d30-4343-aea6-edcef2429201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.059891 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee32cb95-330b-45b0-a5c4-dcbffe16f12c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (e3c61b15-fcea-43a6-979b-12b639c357c2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.062790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee32cb95-330b-45b0-a5c4-dcbffe16f12c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router_controller (e3c61b15-fcea-43a6-979b-12b639c357c2), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.064647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e161893c-937d-44ac-914c-3a6612202418 req-68338c1d-2205-4fbd-9c82-cc4c19772132 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761837
Apr 30 21:31:30.096172 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (6a1cc28b-2102-4eb5-9d59-da56446bfadd), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.112175 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ec9fff9-0cf9-4635-9b4a-b3f2b259be70 admin admin] Publish callbacks [] for security_group (6bcbea9c-43ea-48b2-9403-511f4661fb62), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.157367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ec9fff9-0cf9-4635-9b4a-b3f2b259be70 admin admin] Publish callbacks [] for security_group (6bcbea9c-43ea-48b2-9403-511f4661fb62), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.164865 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (496c11d1-2e2b-480b-a35e-62fb62576841), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.165313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for floatingip (496c11d1-2e2b-480b-a35e-62fb62576841), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.181228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] Pushing event deleted for resources: {'Port': ['ID=6a1cc28b-2102-4eb5-9d59-da56446bfadd,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:30.190486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e7400b-4726-4151-b3e1-bb8a8e2086a3 None None] No DVR routers for this DVR port 6a1cc28b-2102-4eb5-9d59-da56446bfadd on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:30.207193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Calling delete_port for 496c11d1-2e2b-480b-a35e-62fb62576841 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:30.224436 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5f7cc76-4d30-4343-aea6-edcef2429201 admin admin] Publish callbacks [] for security_group (ec16c725-9179-424f-b188-de478d49df35), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.287454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5f7cc76-4d30-4343-aea6-edcef2429201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ec16c725-9179-424f-b188-de478d49df35), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.303463 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee32cb95-330b-45b0-a5c4-dcbffe16f12c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (e3c61b15-fcea-43a6-979b-12b639c357c2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.304078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee32cb95-330b-45b0-a5c4-dcbffe16f12c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Fanout notify agent at l3_agent the message router_deleted on router e3c61b15-fcea-43a6-979b-12b639c357c2 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:31:30.314117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee32cb95-330b-45b0-a5c4-dcbffe16f12c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.321580 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ee32cb95-330b-45b0-a5c4-dcbffe16f12c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/routers/e3c61b15-fcea-43a6-979b-12b639c357c2 HTTP/1.1" status: 204  len: 168 time: 0.6754236
Apr 30 21:31:30.322498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:30.338871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:30.348346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ec9fff9-0cf9-4635-9b4a-b3f2b259be70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6bcbea9c-43ea-48b2-9403-511f4661fb62), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.353479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ec9fff9-0cf9-4635-9b4a-b3f2b259be70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.358826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4ec9fff9-0cf9-4635-9b4a-b3f2b259be70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bcbea9c-43ea-48b2-9403-511f4661fb62 HTTP/1.1" status: 204  len: 168 time: 0.4155881
Apr 30 21:31:30.386930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b5f7cc76-4d30-4343-aea6-edcef2429201 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=449fb8e48bdd4f9cb3311e729795435f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8957999
Apr 30 21:31:30.396077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7cc76-4d30-4343-aea6-edcef2429201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec16c725-9179-424f-b188-de478d49df35,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:30.407178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:30.462570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9fff9-0cf9-4635-9b4a-b3f2b259be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcbea9c-43ea-48b2-9403-511f4661fb62,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:30.513983 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc1abd61-de63-4ce7-932d-385a52ded889 admin admin] Publish callbacks [] for security_group (ec16c725-9179-424f-b188-de478d49df35), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.572196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc1abd61-de63-4ce7-932d-385a52ded889 admin admin] Publish callbacks [] for security_group (ec16c725-9179-424f-b188-de478d49df35), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.762115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a586fc0-faae-41fe-9c3b-6b9d36e71543 req-88e0febf-eb29-4d8a-9f01-69b72c9010ab tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:30.763762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a586fc0-faae-41fe-9c3b-6b9d36e71543 req-88e0febf-eb29-4d8a-9f01-69b72c9010ab tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1088557
Apr 30 21:31:30.769933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (496c11d1-2e2b-480b-a35e-62fb62576841), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.807281 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Pushing event deleted for resources: {'Port': ['ID=496c11d1-2e2b-480b-a35e-62fb62576841,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:30.807281 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:30.808193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.946740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks [] for floatingip (c8426b49-4571-4b3a-b87c-c36394b50b2b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.949686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:30.953871 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4683608b-7e48-463c-84e0-077f6a05e219 tempest-ServerActionsTestJSON-861334409 tempest-ServerActionsTestJSON-861334409-project] 10.222.0.23 "DELETE /v2.0/floatingips/c8426b49-4571-4b3a-b87c-c36394b50b2b HTTP/1.1" status: 204  len: 168 time: 1.9730773
Apr 30 21:31:30.960843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52636) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:30.971700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a586fc0-faae-41fe-9c3b-6b9d36e71543 req-1ce39ad7-c055-4fce-a670-6dd222b1dee8 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966646
Apr 30 21:31:30.974336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d77e3557-939e-4ff3-9167-ed022a205945 req-b3abbb90-4cd5-49e3-9a8f-e8657731b9e4 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 210 time: 0.0548072
Apr 30 21:31:30.994489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6a1cc28b-2102-4eb5-9d59-da56446bfadd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:31.019553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 6a1cc28b-2102-4eb5-9d59-da56446bfadd {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:31.019956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6a1cc28b-2102-4eb5-9d59-da56446bfadd not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:31.020446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:31.043298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:31.043681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 52f4616a-4369-47a2-bb3f-ed9c64e3cdcc not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:31.139699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69ee99-7cec-4a28-b99f-1387c0d4c984 req-2207d15d-ace7-4593-a1a4-0ec5908d4848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:31.141201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e69ee99-7cec-4a28-b99f-1387c0d4c984 req-2207d15d-ace7-4593-a1a4-0ec5908d4848 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 1127 time: 0.0564616
Apr 30 21:31:31.145614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc1abd61-de63-4ce7-932d-385a52ded889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ec16c725-9179-424f-b188-de478d49df35), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:31.146521 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc1abd61-de63-4ce7-932d-385a52ded889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:31.150814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dc1abd61-de63-4ce7-932d-385a52ded889 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec16c725-9179-424f-b188-de478d49df35 HTTP/1.1" status: 204  len: 168 time: 0.7382431
Apr 30 21:31:31.193361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1abd61-de63-4ce7-932d-385a52ded889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec16c725-9179-424f-b188-de478d49df35,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:31.208275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84c3c5-fc2d-4136-ba1e-54d5401edd05 req-775142f1-2c74-4b28-b8cf-b591fd928fc0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:31.209820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad84c3c5-fc2d-4136-ba1e-54d5401edd05 req-775142f1-2c74-4b28-b8cf-b591fd928fc0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0841107
Apr 30 21:31:31.255120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e69ee99-7cec-4a28-b99f-1387c0d4c984 req-acba61ca-7370-475f-a278-358fe83a9b15 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898631
Apr 30 21:31:31.302087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad84c3c5-fc2d-4136-ba1e-54d5401edd05 req-6a13809b-d357-4296-b6f4-7f6bd2668911 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831723
Apr 30 21:31:31.408559 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (39a1b07d-19c7-4ead-9208-69da487636e4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:31.538387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:31.544540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:31.559030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca4a1c-51c6-473d-8961-95e697f78a5b None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:31.567790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:31.569632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:31.573820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=39a1b07d-19c7-4ead-9208-69da487636e4,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:31.598865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-8d37330b-fcd2-4bec-8686-4602147b702d tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:31.600597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-8d37330b-fcd2-4bec-8686-4602147b702d tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "GET /v2.0/networks?id=b5a76fe5-1607-43e6-8432-9aab1bc20c97 HTTP/1.1" status: 200  len: 808 time: 0.1918237
Apr 30 21:31:31.620793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Request body: {'port': {'device_id': 'a8fa7242-dfe6-4127-9f9a-b113bd888d22', 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97', 'admin_state_up': True, 'tenant_id': '83c1c99c0d904b58946a2a623c674759'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:31.756427 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-97eafb14-0d34-470f-a2a8-2ed62ff4a2ec tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4276497
Apr 30 21:31:31.772964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52654) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:31.786337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-af7ff4be-3d1c-4db7-bfce-12820dda0ad9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2077091314', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:31.947453 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af7ff4be-3d1c-4db7-bfce-12820dda0ad9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (0e441b44-e525-4ce3-99fd-02224fd37a75), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:31.948737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af7ff4be-3d1c-4db7-bfce-12820dda0ad9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (0e441b44-e525-4ce3-99fd-02224fd37a75), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.075919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '39a1b07d-19c7-4ead-9208-69da487636e4'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:31:32.077683 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.080073 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af7ff4be-3d1c-4db7-bfce-12820dda0ad9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router_controller (0e441b44-e525-4ce3-99fd-02224fd37a75), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.213715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af7ff4be-3d1c-4db7-bfce-12820dda0ad9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (0e441b44-e525-4ce3-99fd-02224fd37a75), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.325056 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af7ff4be-3d1c-4db7-bfce-12820dda0ad9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.330894 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-af7ff4be-3d1c-4db7-bfce-12820dda0ad9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5568123
Apr 30 21:31:32.338310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52668) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:32.376683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/39a1b07d-19c7-4ead-9208-69da487636e4/d6342706-f4a9-4821-9964-cb7b72c265ca) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:32.508707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037bf019-0c5a-499a-9e1d-ceccbc8bb60f req-818d7bfe-6bac-4830-9c56-e098b7ab702a tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 210 time: 0.1805396
Apr 30 21:31:32.536946 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (28fe7786-f25b-47cd-b68d-9b7aefcc065a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.584215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f6b4-d84b-4db9-a30a-3f232d5c185e req-969ad214-0af7-4ac8-829d-b19df4900471 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:32.591150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb80f6b4-d84b-4db9-a30a-3f232d5c185e req-969ad214-0af7-4ac8-829d-b19df4900471 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.2615180
Apr 30 21:31:32.607702 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Publish callbacks [] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.702832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdd8ab-17b3-47f6-9f40-3dfc4d060e9f req-e5dcaa2f-51f9-4f36-a42d-083fbdf1e75a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:32.708530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6fdd8ab-17b3-47f6-9f40-3dfc4d060e9f req-e5dcaa2f-51f9-4f36-a42d-083fbdf1e75a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0687840
Apr 30 21:31:32.713973 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.716149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Made reservation on behalf of 83c1c99c0d904b58946a2a623c674759 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:32.721272 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.815864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:32.824093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:32.825184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52674) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:32.834786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:32.842331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6fdd8ab-17b3-47f6-9f40-3dfc4d060e9f req-f19d8092-1f49-41aa-88ee-cc4053f17ac0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954790
Apr 30 21:31:32.847256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb80f6b4-d84b-4db9-a30a-3f232d5c185e req-3cf1968c-52c7-49b5-a548-72d5aadd5e08 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416344
Apr 30 21:31:32.934702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Pushing event updated for resources: {'Port': ['ID=d6342706-f4a9-4821-9964-cb7b72c265ca,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:32.980204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Attempting to bind port d6342706-f4a9-4821-9964-cb7b72c265ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:32.980686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Attempting to bind port d6342706-f4a9-4821-9964-cb7b72c265ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:32.981166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Attempting to bind port d6342706-f4a9-4821-9964-cb7b72c265ca on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:32.987746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:32.988308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:32.988798 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:32.989345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:32.989959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Bound port: d6342706-f4a9-4821-9964-cb7b72c265ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:32.990499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:33.060752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Allocated IP 172.20.0.11 (b5a76fe5-1607-43e6-8432-9aab1bc20c97/e68588bb-36b2-40b8-97fd-a6b3f87aac47/4f03b0bc-bb2a-47d5-87f6-7d65f140764e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:33.068964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] For port d6342706-f4a9-4821-9964-cb7b72c265ca, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:33.073004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] For port d6342706-f4a9-4821-9964-cb7b72c265ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6342706-f4a9-4821-9964-cb7b72c265ca,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:33.090264 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7005623-65d4-4ff0-a81a-7600f9f63676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:33.167927 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:33.297582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks [] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:33.335082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96e1e9-5a8d-43cc-8b78-10898ee5ea3d None None] Pushing event updated for resources: {'Port': ['ID=d6342706-f4a9-4821-9964-cb7b72c265ca,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:33.434552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:33.507660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Network b5a76fe5-1607-43e6-8432-9aab1bc20c97 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:33.511802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:33.516821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:33.603157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Pushing event updated for resources: {'Port': ['ID=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:33.757895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:33.759812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:33.884352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0927b37-266e-49db-9d0f-dac7956dc9a0 req-22dd74bf-2ae5-4ded-a7f5-d6ca695821ba tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:33.895998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0927b37-266e-49db-9d0f-dac7956dc9a0 req-22dd74bf-2ae5-4ded-a7f5-d6ca695821ba tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 932 time: 0.1033161
Apr 30 21:31:33.904391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-e0118208-7d43-4850-a90c-c177fa0015ae tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2878203
Apr 30 21:31:33.947417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Request body: {'port': {'device_id': 'a8fa7242-dfe6-4127-9f9a-b113bd888d22', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:34.004886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Deleting port a89b9004-fba3-4734-8e71-030fe8456aef {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:34.005412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.013797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7005623-65d4-4ff0-a81a-7600f9f63676 admin admin] Publish callbacks [] for security_group (541ffdd5-f81f-4b04-98c1-33fa902c4cf6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.026156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0927b37-266e-49db-9d0f-dac7956dc9a0 req-b96dad64-b69c-4c3d-b85c-03686d9d7613 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168327
Apr 30 21:31:34.045239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.133308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7005623-65d4-4ff0-a81a-7600f9f63676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (541ffdd5-f81f-4b04-98c1-33fa902c4cf6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.135536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6617e4-52bd-4bd8-9b95-4eb06b96a994 req-360fcbd0-5739-4141-9f07-64b7d0d62e97 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:34.137276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6617e4-52bd-4bd8-9b95-4eb06b96a994 req-360fcbd0-5739-4141-9f07-64b7d0d62e97 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0637636
Apr 30 21:31:34.145538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.324365 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e7005623-65d4-4ff0-a81a-7600f9f63676 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e79cc8b468e84b62b91c1946fd37c8bd&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4705381
Apr 30 21:31:34.335706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52702) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:34.342329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7005623-65d4-4ff0-a81a-7600f9f63676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541ffdd5-f81f-4b04-98c1-33fa902c4cf6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:34.439981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] For port a89b9004-fba3-4734-8e71-030fe8456aef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a89b9004-fba3-4734-8e71-030fe8456aef,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:34.440495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.531148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f03b0bc-bb2a-47d5-87f6-7d65f140764e {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:31:34.540618 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Publish callbacks [] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.557911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Transition to ACTIVE for port object 4f03b0bc-bb2a-47d5-87f6-7d65f140764e will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:31:34.571065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Calling delete_port for a89b9004-fba3-4734-8e71-030fe8456aef owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:34.666265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6617e4-52bd-4bd8-9b95-4eb06b96a994 req-caebe0c7-177f-4096-9808-9ae73fe7b535 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4986775
Apr 30 21:31:34.669475 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.743175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Pushing event updated for resources: {'Port': ['ID=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:34.756840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d4a2-588a-4666-aeb2-037f35880eaa req-0ebfef33-1e85-4b03-b89d-258ba8baff3e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:34.758677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f49d4a2-588a-4666-aeb2-037f35880eaa req-0ebfef33-1e85-4b03-b89d-258ba8baff3e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1991425
Apr 30 21:31:34.823100 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8e432e9-3de3-4733-80a0-50f27498024f admin admin] Publish callbacks [] for security_group (541ffdd5-f81f-4b04-98c1-33fa902c4cf6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:34.949787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36c26a-9046-40cf-a336-1a725dfb27bb req-5c110ace-91c3-4973-972e-4c03fb67d79d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:34.953079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd36c26a-9046-40cf-a336-1a725dfb27bb req-5c110ace-91c3-4973-972e-4c03fb67d79d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1325767
Apr 30 21:31:35.061840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::1 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/39a1b07d-19c7-4ead-9208-69da487636e4/faac0014-6ce6-4783-9f47-feed2e6f3cc1) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:35.072062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d6342706-f4a9-4821-9964-cb7b72c265ca up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:35.075528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f49d4a2-588a-4666-aeb2-037f35880eaa req-ae317bd4-ff67-4d7b-9ba1-0e18bbad3e9e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3090823
Apr 30 21:31:35.148034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d6342706-f4a9-4821-9964-cb7b72c265ca triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:35.148034 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.294769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d6342706-f4a9-4821-9964-cb7b72c265ca is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:35.295102 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.308953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd36c26a-9046-40cf-a336-1a725dfb27bb req-5ed4fcf5-0190-4b05-8c84-bdf84ea99290 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3369510
Apr 30 21:31:35.338308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port d6342706-f4a9-4821-9964-cb7b72c265ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6342706-f4a9-4821-9964-cb7b72c265ca,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:35.373164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Attempting to bind port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:35.374032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Attempting to bind port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:35.376202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Attempting to bind port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e on network b5a76fe5-1607-43e6-8432-9aab1bc20c97 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:35.404163 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.416095 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.467701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e on network b5a76fe5-1607-43e6-8432-9aab1bc20c97 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:31:35.469840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Attempting to bind port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e on network b5a76fe5-1607-43e6-8432-9aab1bc20c97 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:35.480420 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8e432e9-3de3-4733-80a0-50f27498024f admin admin] Publish callbacks [] for security_group (541ffdd5-f81f-4b04-98c1-33fa902c4cf6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.502861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:35.504978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Checking segment: {'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:35.507871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Bound using segment: {'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:35.509444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Bound port: 4f03b0bc-bb2a-47d5-87f6-7d65f140764e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6946e259-41b9-43ec-b07f-23f11ab14283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:35.510070 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.541005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=d6342706-f4a9-4821-9964-cb7b72c265ca,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:35.576289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a503a11a-f46f-4678-8776-ba8c140bc9a7 None None] Provisioning complete for port d6342706-f4a9-4821-9964-cb7b72c265ca triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:35.576674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a503a11a-f46f-4678-8776-ba8c140bc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.602036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.659663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e711f-2970-488e-949a-cc4c9ee3db94 req-9014db71-0ea2-4f09-9aaa-dc802e2c969a tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:35.659663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-353e711f-2970-488e-949a-cc4c9ee3db94 req-9014db71-0ea2-4f09-9aaa-dc802e2c969a tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 944 time: 0.3461173
Apr 30 21:31:35.693224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:35.715748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a503a11a-f46f-4678-8776-ba8c140bc9a7 None None] Current status of the port d6342706-f4a9-4821-9964-cb7b72c265ca is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:35.728752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:35.734885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=faac0014-6ce6-4783-9f47-feed2e6f3cc1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:35.756475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:35.756475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (0e441b44-e525-4ce3-99fd-02224fd37a75), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:35.884005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] For port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:35.893208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] For port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:35.938917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-353e711f-2970-488e-949a-cc4c9ee3db94 req-d6faf353-2701-435c-be71-c02cf90ff8e3 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694306
Apr 30 21:31:36.003912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:36.199877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8e432e9-3de3-4733-80a0-50f27498024f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (541ffdd5-f81f-4b04-98c1-33fa902c4cf6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:36.205226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8e432e9-3de3-4733-80a0-50f27498024f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:36.208857 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f8e432e9-3de3-4733-80a0-50f27498024f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/541ffdd5-f81f-4b04-98c1-33fa902c4cf6 HTTP/1.1" status: 204  len: 168 time: 1.8699238
Apr 30 21:31:36.229479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Pushing event updated for resources: {'Port': ['ID=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:36.269942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab83b7-3fbd-4b77-8eeb-81505aec7dfd req-0bef8ce0-a5d7-416e-aa18-b98532e18914 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:36.275167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1eab83b7-3fbd-4b77-8eeb-81505aec7dfd req-0bef8ce0-a5d7-416e-aa18-b98532e18914 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1918859
Apr 30 21:31:36.302819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a89b9004-fba3-4734-8e71-030fe8456aef), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:36.304674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:36.305479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:36.307106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-03207e72-cf43-444f-9cbc-aeae1a31d94e service neutron] 10.222.0.20 "PUT /v2.0/ports/4f03b0bc-bb2a-47d5-87f6-7d65f140764e HTTP/1.1" status: 200  len: 1092 time: 2.3823967
Apr 30 21:31:36.328911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8fa7242-dfe6-4127-9f9a-b113bd888d22', 'tag': '4f03b0bc-bb2a-47d5-87f6-7d65f140764e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:36.345660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5c766436-7d3d-41a1-ac03-78b1e5cdbf2d None None] Provisioning complete for port faac0014-6ce6-4783-9f47-feed2e6f3cc1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:36.346236 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5c766436-7d3d-41a1-ac03-78b1e5cdbf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:36.346330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e432e9-3de3-4733-80a0-50f27498024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541ffdd5-f81f-4b04-98c1-33fa902c4cf6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:36.349687 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8fa7242-dfe6-4127-9f9a-b113bd888d22", "tag": "4f03b0bc-bb2a-47d5-87f6-7d65f140764e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:36.355632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89b9004-fba3-4734-8e71-030fe8456aef,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:36.381048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:36.496977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-cc3e5560-45a1-4f1b-a605-6582c48179c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:36.498700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-cc3e5560-45a1-4f1b-a605-6582c48179c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83c1c99c0d904b58946a2a623c674759&device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 1126 time: 0.0693631
Apr 30 21:31:36.503993 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5c766436-7d3d-41a1-ac03-78b1e5cdbf2d None None] Port faac0014-6ce6-4783-9f47-feed2e6f3cc1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:31:36.525005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01194482-6b30-4c48-98a9-989a9e98288e req-f0804bc9-34b3-4d9b-93d1-95d32841d1c7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:36.533042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01194482-6b30-4c48-98a9-989a9e98288e req-f0804bc9-34b3-4d9b-93d1-95d32841d1c7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2568326
Apr 30 21:31:36.587195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-9fb896f6-40e8-46b2-abba-5ec0cbc60aec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f03b0bc-bb2a-47d5-87f6-7d65f140764e HTTP/1.1" status: 200  len: 217 time: 0.0695548
Apr 30 21:31:36.658026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01194482-6b30-4c48-98a9-989a9e98288e req-954bbf64-998e-4ad0-97c1-f73e5b29d6c9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239967
Apr 30 21:31:36.748932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1eab83b7-3fbd-4b77-8eeb-81505aec7dfd req-92045787-10cf-4ee6-9cd8-284c710a5a0b tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4610655
Apr 30 21:31:36.751852 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63814be0-decd-41bf-8a4b-c126d6490bdd x-openstack-request-id: req-63814be0-decd-41bf-8a4b-c126d6490bdd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:36.753022 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8fa7242-dfe6-4127-9f9a-b113bd888d22", "tag": "4f03b0bc-bb2a-47d5-87f6-7d65f140764e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:36.753453 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63814be0-decd-41bf-8a4b-c126d6490bdd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:36.754136 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63814be0-decd-41bf-8a4b-c126d6490bdd'] response: {'name': 'network-changed', 'server_uuid': 'a8fa7242-dfe6-4127-9f9a-b113bd888d22', 'tag': '4f03b0bc-bb2a-47d5-87f6-7d65f140764e', 'status': 'completed', 'code': 200}
Apr 30 21:31:36.784021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-1962c846-9483-43c7-8c8a-071f6c94bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:36.789402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-1962c846-9483-43c7-8c8a-071f6c94bf65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e68588bb-36b2-40b8-97fd-a6b3f87aac47 HTTP/1.1" status: 200  len: 848 time: 0.1470070
Apr 30 21:31:36.843178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-14190ddd-364e-4d71-8650-eb12cb61cd29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5a76fe5-1607-43e6-8432-9aab1bc20c97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404277
Apr 30 21:31:37.083142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (28fe7786-f25b-47cd-b68d-9b7aefcc065a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:37.241136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d6342706-f4a9-4821-9964-cb7b72c265ca up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:37.323274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f296df-478d-4196-8984-4b80025218e9 req-80cdb712-f5e0-47c4-9a1e-b763e2248f06 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:37.325668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9f296df-478d-4196-8984-4b80025218e9 req-80cdb712-f5e0-47c4-9a1e-b763e2248f06 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 944 time: 0.2198133
Apr 30 21:31:37.363935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d6342706-f4a9-4821-9964-cb7b72c265ca triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:37.364505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:37.403525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:37.462881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-3e4b0240-430a-46ba-af5d-bb0c3dbfa522 service neutron] 10.222.0.20 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6086507
Apr 30 21:31:37.508758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:37.511383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (0e441b44-e525-4ce3-99fd-02224fd37a75), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:37.543615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d6342706-f4a9-4821-9964-cb7b72c265ca is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:37.574419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9f296df-478d-4196-8984-4b80025218e9 req-a33a7c83-ff26-40d6-8227-97a401751a2d tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314968
Apr 30 21:31:37.635786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627254fd-4ed8-44a3-8c02-6e57c43b1a33 req-0a96d1dd-a23e-4c63-a245-52dc52529b43 service neutron] 10.222.0.20 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546843
Apr 30 21:31:37.660977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=faac0014-6ce6-4783-9f47-feed2e6f3cc1,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:37.800329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Router 28fe7786-f25b-47cd-b68d-9b7aefcc065a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:31:37.827476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:37.835065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:37.835156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c24e66-783d-4725-9bc5-bf25f37917c6 req-0416a0ed-a39b-482b-814e-57c324dd8d9e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:37.846787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c24e66-783d-4725-9bc5-bf25f37917c6 req-0416a0ed-a39b-482b-814e-57c324dd8d9e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1081357
Apr 30 21:31:37.950826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32c24e66-783d-4725-9bc5-bf25f37917c6 req-141014f5-0cf4-4c4e-9ba2-32e19f27c680 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028628
Apr 30 21:31:37.990765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4682d-2d53-49f4-9a84-7399d62610a9 req-fd04beb6-3c15-4ddc-8611-811e172890ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:38.008060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16f4682d-2d53-49f4-9a84-7399d62610a9 req-fd04beb6-3c15-4ddc-8611-811e172890ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1194777
Apr 30 21:31:38.084073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16f4682d-2d53-49f4-9a84-7399d62610a9 req-87c6943e-a7db-47f2-9916-bbdbded6f332 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748229
Apr 30 21:31:38.176891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:31:38.192031 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b0d4d75-4fb7-42fb-a483-f5bde112a804 admin admin] 10.222.0.23 "PUT /v2.0/routers/28fe7786-f25b-47cd-b68d-9b7aefcc065a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2274690
Apr 30 21:31:38.192401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52770) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:38.198937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] Sync routers for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:31:38.222477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:38.223881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fdeb160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:38.351390 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks [] for router (28fe7786-f25b-47cd-b68d-9b7aefcc065a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:38.362263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-fc685dea-8653-4df1-9397-9ab2db9b358a None None] Provisioning complete for port faac0014-6ce6-4783-9f47-feed2e6f3cc1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:38.362655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fc685dea-8653-4df1-9397-9ab2db9b358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:38.403684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:38.472172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Router 0e441b44-e525-4ce3-99fd-02224fd37a75 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:31:38.479688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks [] for router_gateway (28fe7786-f25b-47cd-b68d-9b7aefcc065a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:38.491394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fc685dea-8653-4df1-9397-9ab2db9b358a None None] Port faac0014-6ce6-4783-9f47-feed2e6f3cc1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:31:38.596494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:31:38.608052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52784) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:38.608188 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e9f723d4-d978-4968-ba35-f8f370b27eca tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "PUT /v2.0/routers/0e441b44-e525-4ce3-99fd-02224fd37a75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2687802
Apr 30 21:31:38.611719 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Sync routers for ids ['0e441b44-e525-4ce3-99fd-02224fd37a75'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:31:38.631000 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Routers {'0e441b44-e525-4ce3-99fd-02224fd37a75'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:38.632008 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77e610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['0e441b44-e525-4ce3-99fd-02224fd37a75'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:38.673414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fdeb160>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:31:36Z', 'revision_number': 5, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port': {'id': '0d20834e-d14d-4e40-a9f7-5d7261d80292', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:24:01Z', 'updated_at': '2022-04-30T21:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:38.737104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93c259-110f-4b3b-85de-e0f9c4e7316e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:38.741313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52792) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:38.741464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6d93c259-110f-4b3b-85de-e0f9c4e7316e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports/faac0014-6ce6-4783-9f47-feed2e6f3cc1 HTTP/1.1" status: 200  len: 911 time: 0.1325314
Apr 30 21:31:38.758960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Deleting port 0d20834e-d14d-4e40-a9f7-5d7261d80292 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:38.759308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:38.828817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] Checking router: 28fe7786-f25b-47cd-b68d-9b7aefcc065a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:31:38.844964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52254a1-24f2-4d9a-b828-3ec40a0c6e55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:38.861903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52254a1-24f2-4d9a-b828-3ec40a0c6e55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:38.876239 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b52254a1-24f2-4d9a-b828-3ec40a0c6e55 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1305075
Apr 30 21:31:38.876239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52794) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:38.883707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] Routers {'28fe7786-f25b-47cd-b68d-9b7aefcc065a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:38.884389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fdeb160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:38.905639 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Set router 0e441b44-e525-4ce3-99fd-02224fd37a75 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:39.010586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cf628-852e-4c97-94bf-61949c543069 req-31d3983f-8746-46ff-9a00-6950af56981e tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:39.018877 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de0cf628-852e-4c97-94bf-61949c543069 req-31d3983f-8746-46ff-9a00-6950af56981e tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1943707
Apr 30 21:31:39.030544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-f80f8c89-dd94-4b89-b71f-bd12f3773943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:39.032943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-f80f8c89-dd94-4b89-b71f-bd12f3773943 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83c1c99c0d904b58946a2a623c674759&device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 1126 time: 0.2241132
Apr 30 21:31:39.050815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044b39d-3c16-4038-b670-1533d14e55ab req-e68bd8d1-fc37-4094-8f11-aeb47e3ce85b tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:39.052601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5044b39d-3c16-4038-b670-1533d14e55ab req-e68bd8d1-fc37-4094-8f11-aeb47e3ce85b tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 944 time: 0.1376452
Apr 30 21:31:39.215632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] Set router 28fe7786-f25b-47cd-b68d-9b7aefcc065a gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:39.263353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-7194d245-02f4-4d90-a0d6-a126f07a90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:39.265128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-7194d245-02f4-4d90-a0d6-a126f07a90d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5a76fe5-1607-43e6-8432-9aab1bc20c97 HTTP/1.1" status: 200  len: 909 time: 0.2101655
Apr 30 21:31:39.288260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fdeb160>, [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:31:38Z', 'revision_number': 6, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:39.311442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] For port 0d20834e-d14d-4e40-a9f7-5d7261d80292, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d20834e-d14d-4e40-a9f7-5d7261d80292,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:39.312125 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:39.331947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Calling delete_port for 0d20834e-d14d-4e40-a9f7-5d7261d80292 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:39.348183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f61432-66a1-46be-8eb3-be91aa5db394 None None] The sync data for ids ['28fe7786-f25b-47cd-b68d-9b7aefcc065a'] in ncdv-master-1 is: [{'id': '28fe7786-f25b-47cd-b68d-9b7aefcc065a', 'name': 'tempest-ServerActionsTestJSON-1431355438-router', 'tenant_id': '3364787934af4f59b17a58b380fe95da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:24:00Z', 'updated_at': '2022-04-30T21:31:38Z', 'revision_number': 6, 'project_id': '3364787934af4f59b17a58b380fe95da', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:31:39.461591 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77e610>, [{'id': '0e441b44-e525-4ce3-99fd-02224fd37a75', 'name': 'tempest-NetworksTestDHCPv6-router-2077091314', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:31Z', 'updated_at': '2022-04-30T21:31:36Z', 'revision_number': 2, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None, '_interfaces': [{'id': 'faac0014-6ce6-4783-9f47-feed2e6f3cc1', 'name': '', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'mac_address': 'fa:16:3e:c5:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e441b44-e525-4ce3-99fd-02224fd37a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '39a1b07d-19c7-4ead-9208-69da487636e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:31:34Z', 'updated_at': '2022-04-30T21:31:36Z', 'revision_number': 2, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'subnets': [{'id': '39a1b07d-19c7-4ead-9208-69da487636e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:39.491545 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Checking router: 0e441b44-e525-4ce3-99fd-02224fd37a75 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:31:39.491902 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Updating router 0e441b44-e525-4ce3-99fd-02224fd37a75 port faac0014-6ce6-4783-9f47-feed2e6f3cc1 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:31:39.526196 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:39.625482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de0cf628-852e-4c97-94bf-61949c543069 req-8bb3a0f9-b2e3-4bf7-af1e-7f55f43ab09f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6050835
Apr 30 21:31:39.634060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5044b39d-3c16-4038-b670-1533d14e55ab req-058c26e9-4361-435d-83d8-f67a831c8aaa tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5691702
Apr 30 21:31:39.691243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-90fb5b7a-a301-48bb-89d8-758bc9e4be2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f03b0bc-bb2a-47d5-87f6-7d65f140764e HTTP/1.1" status: 200  len: 217 time: 0.0802610
Apr 30 21:31:39.728198 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0d20834e-d14d-4e40-a9f7-5d7261d80292), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:39.817207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d20834e-d14d-4e40-a9f7-5d7261d80292,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:40.000312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-91ffcfda-124a-4005-be8d-97247d207a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:40.006453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-91ffcfda-124a-4005-be8d-97247d207a85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e68588bb-36b2-40b8-97fd-a6b3f87aac47 HTTP/1.1" status: 200  len: 848 time: 0.3035073
Apr 30 21:31:40.103391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d891d9-a236-49e5-9226-53e8e231e1cd req-8f3cac41-8c46-476f-ae7e-9313870d3728 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:40.113560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9d891d9-a236-49e5-9226-53e8e231e1cd req-8f3cac41-8c46-476f-ae7e-9313870d3728 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.2789156
Apr 30 21:31:40.152345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-a4726e94-f9dc-4836-bbab-08b7241c3a2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5a76fe5-1607-43e6-8432-9aab1bc20c97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1245196
Apr 30 21:31:40.161720 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Publish callbacks [] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.305456 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.357635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-b7398f8b-8adf-412b-8fbc-63b6adbc6aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863523
Apr 30 21:31:40.357635 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (28fe7786-f25b-47cd-b68d-9b7aefcc065a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.394161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (0e441b44-e525-4ce3-99fd-02224fd37a75), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.513260 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Pushing event updated for resources: {'Port': ['ID=faac0014-6ce6-4783-9f47-feed2e6f3cc1,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:40.633296 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.633648 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.634037 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.634349 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.634715 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.646433 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.646781 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.647119 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.647457 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.647790 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.648116 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.648439 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.648762 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.649080 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.649534 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:40.738929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-fd981b77-0d4f-45e8-93c9-6de4d0ab7b90 None None] Provisioning complete for port faac0014-6ce6-4783-9f47-feed2e6f3cc1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:40.738929 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd981b77-0d4f-45e8-93c9-6de4d0ab7b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.760425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9d891d9-a236-49e5-9226-53e8e231e1cd req-d95378e0-c200-49c4-a489-37d5ea230947 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6406660
Apr 30 21:31:40.769689 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Attempting to bind port faac0014-6ce6-4783-9f47-feed2e6f3cc1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:40.774091 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Attempting to bind port faac0014-6ce6-4783-9f47-feed2e6f3cc1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:40.774888 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Attempting to bind port faac0014-6ce6-4783-9f47-feed2e6f3cc1 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:40.810137 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:40.810995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (28fe7786-f25b-47cd-b68d-9b7aefcc065a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.812056 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:40.814547 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.817861 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:40.820954 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Bound port: faac0014-6ce6-4783-9f47-feed2e6f3cc1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:40.822908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port faac0014-6ce6-4783-9f47-feed2e6f3cc1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:40.823257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.824529 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.839561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 4f03b0bc-bb2a-47d5-87f6-7d65f140764e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:31:40.841257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks [] for router_controller (28fe7786-f25b-47cd-b68d-9b7aefcc065a), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:40.915654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fd981b77-0d4f-45e8-93c9-6de4d0ab7b90 None None] Port faac0014-6ce6-4783-9f47-feed2e6f3cc1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:31:40.934440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f748d8ba-5ac7-4385-9f5f-a9ad304c44b6 req-0ed29462-aa08-4f4b-889e-199645981c63 service neutron] 10.222.0.20 "GET /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5382071
Apr 30 21:31:41.007994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0d20834e-d14d-4e40-a9f7-5d7261d80292 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:41.050137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] For port faac0014-6ce6-4783-9f47-feed2e6f3cc1, host ncdv-master-1, got binding levels [] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:41.050733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.065336 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] For port faac0014-6ce6-4783-9f47-feed2e6f3cc1, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:41.071550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for faac0014-6ce6-4783-9f47-feed2e6f3cc1 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:41.072290 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] For port faac0014-6ce6-4783-9f47-feed2e6f3cc1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=faac0014-6ce6-4783-9f47-feed2e6f3cc1,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:41.072706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc46e-4b43-42b3-94f3-c0a0307a6f65 req-032f29e3-fe60-437b-a6ce-e7e4d816ad9a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:41.074329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-942cc46e-4b43-42b3-94f3-c0a0307a6f65 req-032f29e3-fe60-437b-a6ce-e7e4d816ad9a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.2699037
Apr 30 21:31:41.082150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0d20834e-d14d-4e40-a9f7-5d7261d80292 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:41.082856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0d20834e-d14d-4e40-a9f7-5d7261d80292 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:41.083445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a89b9004-fba3-4734-8e71-030fe8456aef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:41.110477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a89b9004-fba3-4734-8e71-030fe8456aef {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:41.111099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a89b9004-fba3-4734-8e71-030fe8456aef not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:41.122301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ac268-9f3e-4cf9-93a7-bddfa980627e req-b72049cc-3cda-4b97-bc39-7501ad92a9c3 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:41.122301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c43ac268-9f3e-4cf9-93a7-bddfa980627e req-b72049cc-3cda-4b97-bc39-7501ad92a9c3 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 944 time: 0.1584885
Apr 30 21:31:41.122677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (28fe7786-f25b-47cd-b68d-9b7aefcc065a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.123007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28fe7786-f25b-47cd-b68d-9b7aefcc065a {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:31:41.128528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.132477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6ec362ad-6874-4b47-b319-3a67e7a17c9d admin admin] 10.222.0.23 "DELETE /v2.0/routers/28fe7786-f25b-47cd-b68d-9b7aefcc065a HTTP/1.1" status: 204  len: 168 time: 2.9363503
Apr 30 21:31:41.133716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52844) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:41.138486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:41.141783 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.176074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '4f03b0bc-bb2a-47d5-87f6-7d65f140764e', 'network_id': 'b5a76fe5-1607-43e6-8432-9aab1bc20c97', 'port_id': '4f03b0bc-bb2a-47d5-87f6-7d65f140764e', 'mac_address': 'fa:16:3e:07:a0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e68588bb-36b2-40b8-97fd-a6b3f87aac47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:31:41.262251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:41.263074 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.311497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f03b0bc-bb2a-47d5-87f6-7d65f140764e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:31:41.318163 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Routers {'0e441b44-e525-4ce3-99fd-02224fd37a75'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:41.318922 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c77e610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['0e441b44-e525-4ce3-99fd-02224fd37a75'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:41.357344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee9edf3-ac38-41a8-9442-a8b99feae864 admin admin] Deleting subnet 5a00c6c0-02bf-47fa-85d0-3ae326c45443 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:41.358828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:41.380788 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dee9edf3-ac38-41a8-9442-a8b99feae864 admin admin] Publish callbacks [] for subnet (5a00c6c0-02bf-47fa-85d0-3ae326c45443), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.389642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-942cc46e-4b43-42b3-94f3-c0a0307a6f65 req-4bab3873-2bef-4bb0-b2ef-bf60abd3e804 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3076684
Apr 30 21:31:41.424929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43986880-73d0-47d1-a875-68e445d2073d None None] Pushing event updated for resources: {'Port': ['ID=faac0014-6ce6-4783-9f47-feed2e6f3cc1,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:41.459671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c43ac268-9f3e-4cf9-93a7-bddfa980627e req-5ba4f6fb-6b0b-4144-88bb-2e5bba53f206 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3271494
Apr 30 21:31:41.477322 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dee9edf3-ac38-41a8-9442-a8b99feae864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (5a00c6c0-02bf-47fa-85d0-3ae326c45443), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.479349 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] Set router 0e441b44-e525-4ce3-99fd-02224fd37a75 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:31:41.496100 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.581240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (faac0014-6ce6-4783-9f47-feed2e6f3cc1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.640856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:41.659641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.660232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.660884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.671032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.676734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=faac0014-6ce6-4783-9f47-feed2e6f3cc1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:41.677843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.678475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:41.682715 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dee9edf3-ac38-41a8-9442-a8b99feae864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5a00c6c0-02bf-47fa-85d0-3ae326c45443), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.798921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['4f03b0bc-bb2a-47d5-87f6-7d65f140764e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:41.818277 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c77e610>, [{'id': '0e441b44-e525-4ce3-99fd-02224fd37a75', 'name': 'tempest-NetworksTestDHCPv6-router-2077091314', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:31Z', 'updated_at': '2022-04-30T21:31:36Z', 'revision_number': 2, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None, '_interfaces': [{'id': 'faac0014-6ce6-4783-9f47-feed2e6f3cc1', 'name': '', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'mac_address': 'fa:16:3e:c5:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e441b44-e525-4ce3-99fd-02224fd37a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '39a1b07d-19c7-4ead-9208-69da487636e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:31:34Z', 'updated_at': '2022-04-30T21:31:41Z', 'revision_number': 4, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'subnets': [{'id': '39a1b07d-19c7-4ead-9208-69da487636e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:41.849334 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f01a0-6ad2-42d2-a82a-401f7bf41b15 None None] The sync data for ids ['0e441b44-e525-4ce3-99fd-02224fd37a75'] in ncdv-master-1 is: [{'id': '0e441b44-e525-4ce3-99fd-02224fd37a75', 'name': 'tempest-NetworksTestDHCPv6-router-2077091314', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:31:31Z', 'updated_at': '2022-04-30T21:31:36Z', 'revision_number': 2, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'gw_port_host': None, '_interfaces': [{'id': 'faac0014-6ce6-4783-9f47-feed2e6f3cc1', 'name': '', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'tenant_id': 'f00f38167d4840b6b20227e3e6a057dd', 'mac_address': 'fa:16:3e:c5:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e441b44-e525-4ce3-99fd-02224fd37a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '39a1b07d-19c7-4ead-9208-69da487636e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:31:34Z', 'updated_at': '2022-04-30T21:31:41Z', 'revision_number': 4, 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'subnets': [{'id': '39a1b07d-19c7-4ead-9208-69da487636e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:31:41.861628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dee9edf3-ac38-41a8-9442-a8b99feae864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (5a00c6c0-02bf-47fa-85d0-3ae326c45443), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.899046 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (0e441b44-e525-4ce3-99fd-02224fd37a75), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.920592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1575dbaf-c56d-4d6a-be12-1df1cd2966f7 None None] Could not find standard attr ID for object faac0014-6ce6-4783-9f47-feed2e6f3cc1. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:31:41.925325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dee9edf3-ac38-41a8-9442-a8b99feae864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:41.931719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dee9edf3-ac38-41a8-9442-a8b99feae864 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5a00c6c0-02bf-47fa-85d0-3ae326c45443 HTTP/1.1" status: 204  len: 168 time: 0.7967727
Apr 30 21:31:41.932633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9edf3-ac38-41a8-9442-a8b99feae864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a00c6c0-02bf-47fa-85d0-3ae326c45443,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:41.934375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52866) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:41.941073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575f6b0-58ac-407c-930b-2e43def3f12f None None] Network 6d21022d-393a-4eff-ba51-560f37353f44 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:42.081667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22bb76-e8c5-467a-b7db-24c040ca326d req-a5a068a8-4adf-491f-9861-fa264a3a74b1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:42.083464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a22bb76-e8c5-467a-b7db-24c040ca326d req-a5a068a8-4adf-491f-9861-fa264a3a74b1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1631606
Apr 30 21:31:42.212303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Router 0e441b44-e525-4ce3-99fd-02224fd37a75 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:31:42.322427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] DHCP port deletion for 6d21022d-393a-4eff-ba51-560f37353f44 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:31:42.400242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] Deleting port 3734f796-b84c-4a3c-89e3-41af20707cad {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:42.411796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:42.432717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:31:42.472542 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ca5a3939-5a77-4383-ae00-2e3111385ab8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "PUT /v2.0/routers/0e441b44-e525-4ce3-99fd-02224fd37a75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5971282
Apr 30 21:31:42.473144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52874) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:42.521988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] For port 3734f796-b84c-4a3c-89e3-41af20707cad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3734f796-b84c-4a3c-89e3-41af20707cad,segment=NetworkSegment(a3bdd539-2871-4ef0-9b82-2d6b022626df),segment_id=a3bdd539-2871-4ef0-9b82-2d6b022626df)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:42.522403 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:42.549271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] Calling delete_port for 3734f796-b84c-4a3c-89e3-41af20707cad owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:42.581015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e4f24-24a2-4987-be50-d84d8f044784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:42.582702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e4f24-24a2-4987-be50-d84d8f044784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:42.587211 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc1e4f24-24a2-4987-be50-d84d8f044784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1025510
Apr 30 21:31:42.587886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52880) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:42.659473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0714b080-2f36-48e5-aee0-4f3f8983e989 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 39a1b07d-19c7-4ead-9208-69da487636e4 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:42.664448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0714b080-2f36-48e5-aee0-4f3f8983e989 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (39a1b07d-19c7-4ead-9208-69da487636e4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:42.720034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0714b080-2f36-48e5-aee0-4f3f8983e989 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (39a1b07d-19c7-4ead-9208-69da487636e4), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:42.736169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (3734f796-b84c-4a3c-89e3-41af20707cad), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:42.785532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] Pushing event deleted for resources: {'Port': ['ID=3734f796-b84c-4a3c-89e3-41af20707cad,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:42.800959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7ac3c-ddde-4992-8512-23a0c68bf2ff None None] No DVR routers for this DVR port 3734f796-b84c-4a3c-89e3-41af20707cad on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:42.846386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 4f03b0bc-bb2a-47d5-87f6-7d65f140764e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:42.936602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0714b080-2f36-48e5-aee0-4f3f8983e989 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (39a1b07d-19c7-4ead-9208-69da487636e4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:42.946350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:31:42.966996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (6d21022d-393a-4eff-ba51-560f37353f44), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:42.974589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-343eebab-427d-4d4b-a2aa-b242e527219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:42.977506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-343eebab-427d-4d4b-a2aa-b242e527219b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 1127 time: 0.2217717
Apr 30 21:31:42.989846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a10b5-6fb8-43f3-bab0-49a2dc6b9e21 req-0ffa3847-a4bc-4a7b-8128-d726ad67ae08 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:43.007292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f7a10b5-6fb8-43f3-bab0-49a2dc6b9e21 req-0ffa3847-a4bc-4a7b-8128-d726ad67ae08 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 945 time: 0.2485907
Apr 30 21:31:43.019330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3734f796-b84c-4a3c-89e3-41af20707cad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:43.032780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a22bb76-e8c5-467a-b7db-24c040ca326d req-c716366b-45c1-42ad-a71e-3b616469ca3e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9397666
Apr 30 21:31:43.059165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:43.062388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.111390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 3734f796-b84c-4a3c-89e3-41af20707cad {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:43.113955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3734f796-b84c-4a3c-89e3-41af20707cad not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:43.198830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:43.199310 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.214227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0714b080-2f36-48e5-aee0-4f3f8983e989 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (39a1b07d-19c7-4ead-9208-69da487636e4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.227975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f7a10b5-6fb8-43f3-bab0-49a2dc6b9e21 req-3738a3a6-c452-4e2c-9763-a08aaaa3b485 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197230
Apr 30 21:31:43.228185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fa7242-dfe6-4127-9f9a-b113bd888d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f03b0bc-bb2a-47d5-87f6-7d65f140764e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:43.230429 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d296aba3-9a7e-4018-b64e-a536793c34ba" -d '{"events": [{"server_uuid": "a8fa7242-dfe6-4127-9f9a-b113bd888d22", "name": "network-vif-plugged", "status": "completed", "tag": "4f03b0bc-bb2a-47d5-87f6-7d65f140764e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:43.252360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:43.296458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714b080-2f36-48e5-aee0-4f3f8983e989 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=39a1b07d-19c7-4ead-9208-69da487636e4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:43.304732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0714b080-2f36-48e5-aee0-4f3f8983e989 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.306666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1994964c-b817-489d-9fca-0cbb3e40f081 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:43.311538 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0714b080-2f36-48e5-aee0-4f3f8983e989 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/39a1b07d-19c7-4ead-9208-69da487636e4 HTTP/1.1" status: 204  len: 168 time: 0.7205615
Apr 30 21:31:43.312273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52904) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:43.329189 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff4019d-7c97-4262-951e-239456da17fc x-openstack-request-id: req-3ff4019d-7c97-4262-951e-239456da17fc {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:43.329567 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fa7242-dfe6-4127-9f9a-b113bd888d22", "name": "network-vif-plugged", "status": "completed", "tag": "4f03b0bc-bb2a-47d5-87f6-7d65f140764e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:43.329930 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ff4019d-7c97-4262-951e-239456da17fc {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:43.330400 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff4019d-7c97-4262-951e-239456da17fc'] response: {'server_uuid': 'a8fa7242-dfe6-4127-9f9a-b113bd888d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f03b0bc-bb2a-47d5-87f6-7d65f140764e', 'code': 200}
Apr 30 21:31:43.357912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (6d21022d-393a-4eff-ba51-560f37353f44), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.363902 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.380274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-c31896bd-32c7-4663-8141-4cd2b36a82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:43.382282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-c31896bd-32c7-4663-8141-4cd2b36a82dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 915 time: 0.3463852
Apr 30 21:31:43.448825 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-15a8f562-02cb-4414-8419-aca81ab8ee2c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1353192
Apr 30 21:31:43.451622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52908) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:43.452014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-01fd5a69-6d7a-43c9-8c29-38030533c9d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 200  len: 217 time: 0.0587239
Apr 30 21:31:43.470932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463cd3b-671f-4f01-9409-30548bb55a5e req-972f86d8-c2f0-481e-9a5b-885a940db62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:43.472335 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d463cd3b-671f-4f01-9409-30548bb55a5e req-972f86d8-c2f0-481e-9a5b-885a940db62e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 1128 time: 0.0745578
Apr 30 21:31:43.489000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:43.534503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c843ee0>,) {'filters': {'network_id': ['6d21022d-393a-4eff-ba51-560f37353f44']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:43.552861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c843ee0>, 'a3bdd539-2871-4ef0-9b82-2d6b022626df') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:43.552861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c843ee0>, 'a3bdd539-2871-4ef0-9b82-2d6b022626df') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:43.562190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-dd963465-f31e-463e-9095-70002ee78b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:43.564574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-dd963465-f31e-463e-9095-70002ee78b7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 200  len: 854 time: 0.1002603
Apr 30 21:31:43.568509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:31:43.569091 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (a3bdd539-2871-4ef0-9b82-2d6b022626df), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.631890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a3bdd539-2871-4ef0-9b82-2d6b022626df), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.635338 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2896f8c3-c977-4934-bdd8-d0e7bf71c148 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router (0e441b44-e525-4ce3-99fd-02224fd37a75), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.638935 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d463cd3b-671f-4f01-9409-30548bb55a5e req-951c1a7f-f4d9-4217-b46f-77a917f0dc4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970347
Apr 30 21:31:43.645344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-18580bc5-5178-473d-9a2f-7bd7dda69adf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680780
Apr 30 21:31:43.663032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:31:43.664065 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (a3bdd539-2871-4ef0-9b82-2d6b022626df), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.668771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] Deleting port d6342706-f4a9-4821-9964-cb7b72c265ca {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:31:43.668946 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:31:43.670743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.815026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (6d21022d-393a-4eff-ba51-560f37353f44), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.820461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.823984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6d21022d-393a-4eff-ba51-560f37353f44 HTTP/1.1" status: 204  len: 168 time: 1.7521367
Apr 30 21:31:43.839075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa3ea4-8cd3-4f16-939b-9b4e4dffc395 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d21022d-393a-4eff-ba51-560f37353f44,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:43.865064 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2896f8c3-c977-4934-bdd8-d0e7bf71c148 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (0e441b44-e525-4ce3-99fd-02224fd37a75), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.868702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2896f8c3-c977-4934-bdd8-d0e7bf71c148 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router_controller (0e441b44-e525-4ce3-99fd-02224fd37a75), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.957378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] For port d6342706-f4a9-4821-9964-cb7b72c265ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d6342706-f4a9-4821-9964-cb7b72c265ca,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:43.957970 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:43.971390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-33748165-227f-413e-acf0-f60be2ec3467 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289275
Apr 30 21:31:43.980635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] Calling delete_port for d6342706-f4a9-4821-9964-cb7b72c265ca owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:44.033049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2896f8c3-c977-4934-bdd8-d0e7bf71c148 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (0e441b44-e525-4ce3-99fd-02224fd37a75), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.034454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2896f8c3-c977-4934-bdd8-d0e7bf71c148 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Fanout notify agent at l3_agent the message router_deleted on router 0e441b44-e525-4ce3-99fd-02224fd37a75 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:31:44.046815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2896f8c3-c977-4934-bdd8-d0e7bf71c148 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.050842 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2896f8c3-c977-4934-bdd8-d0e7bf71c148 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/routers/0e441b44-e525-4ce3-99fd-02224fd37a75 HTTP/1.1" status: 204  len: 168 time: 0.5957797
Apr 30 21:31:44.051264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52920) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:44.101939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a2bc60-e96f-4517-aa80-a060c2f6fee1 req-082e6188-11a2-462d-a79d-959a18bd65e7 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237533
Apr 30 21:31:44.123635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e461321-bfb9-4105-85b1-b158f88711c2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:44.125328 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9e461321-bfb9-4105-85b1-b158f88711c2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0720944
Apr 30 21:31:44.128187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52924) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:44.207218 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (d6342706-f4a9-4821-9964-cb7b72c265ca), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.219968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0113f1-d7e0-4882-a0fb-6fd26264a4e9 req-8bc7f3dd-2877-43fa-ac14-fadb3bc3e2ed tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:44.221469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd0113f1-d7e0-4882-a0fb-6fd26264a4e9 req-8bc7f3dd-2877-43fa-ac14-fadb3bc3e2ed tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.0844705
Apr 30 21:31:44.226479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2aa66-b85d-451f-a0d6-fd108b0580a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:44.230366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ecf2aa66-b85d-451f-a0d6-fd108b0580a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0986629
Apr 30 21:31:44.230674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:44.248792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] Pushing event deleted for resources: {'Port': ['ID=d6342706-f4a9-4821-9964-cb7b72c265ca,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:44.264175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab74d83-7f83-40b4-84f5-7e22511621b3 None None] No DVR routers for this DVR port d6342706-f4a9-4821-9964-cb7b72c265ca on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:44.276656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd0113f1-d7e0-4882-a0fb-6fd26264a4e9 req-ed8d3fcf-19a6-42cf-b2d3-8afc539003bf tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476224
Apr 30 21:31:44.321259 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3fb24bd1-08b3-43d6-94a1-5628410b0741 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0888073
Apr 30 21:31:44.329617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52932) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:44.333412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bc833-baee-4896-8e04-933443a7ed56 None None] Sync routers for ids ['0e441b44-e525-4ce3-99fd-02224fd37a75'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:31:44.334764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:44.343343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bc833-baee-4896-8e04-933443a7ed56 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:44.344619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bc833-baee-4896-8e04-933443a7ed56 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 30 21:31:44.345218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_agentschedulers_db [None req-e95bc833-baee-4896-8e04-933443a7ed56 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e441b44-e525-4ce3-99fd-02224fd37a75'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent'). {{(pid=115776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 30 21:31:44.354257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bc833-baee-4896-8e04-933443a7ed56 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:31:44.354624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bc833-baee-4896-8e04-933443a7ed56 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 30 21:31:44.355209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_agentschedulers_db [None req-e95bc833-baee-4896-8e04-933443a7ed56 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0e441b44-e525-4ce3-99fd-02224fd37a75'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent'). {{(pid=115776) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 30 21:31:44.355791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95bc833-baee-4896-8e04-933443a7ed56 None None] The sync data for ids ['0e441b44-e525-4ce3-99fd-02224fd37a75'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:31:44.423696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdffdd-a663-4b9c-86f9-7434be3eb554 req-4c89266e-dc8c-483a-9908-c79344d9b51b tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:44.425251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5fdffdd-a663-4b9c-86f9-7434be3eb554 req-4c89266e-dc8c-483a-9908-c79344d9b51b tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 946 time: 0.0609050
Apr 30 21:31:44.444302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52936) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:44.521520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cf1b6202-932d-45f8-ba64-07de8bc9d6d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3364787934af4f59b17a58b380fe95da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0760608
Apr 30 21:31:44.524033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52938) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:44.532659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5fdffdd-a663-4b9c-86f9-7434be3eb554 req-875b702a-6c4f-4e14-a22a-eff6524278dc tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970180
Apr 30 21:31:44.538590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:44.542164 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.589342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-abf9297d-85ea-44e4-ae88-759e89db2aa7 admin admin] Publish callbacks [] for security_group (493c1a9e-dab0-43ad-9a6f-638d130ca67b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.612785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-abf9297d-85ea-44e4-ae88-759e89db2aa7 admin admin] Publish callbacks [] for security_group (493c1a9e-dab0-43ad-9a6f-638d130ca67b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.727470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-abf9297d-85ea-44e4-ae88-759e89db2aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (493c1a9e-dab0-43ad-9a6f-638d130ca67b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.730133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-abf9297d-85ea-44e4-ae88-759e89db2aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.735374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-abf9297d-85ea-44e4-ae88-759e89db2aa7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/493c1a9e-dab0-43ad-9a6f-638d130ca67b HTTP/1.1" status: 204  len: 168 time: 0.2062969
Apr 30 21:31:44.743917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9297d-85ea-44e4-ae88-759e89db2aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493c1a9e-dab0-43ad-9a6f-638d130ca67b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:44.930138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:31:44.931775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (45ef314c-a46d-4f88-af68-d2d77674bdae), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.970923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device faac0014-6ce6-4783-9f47-feed2e6f3cc1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:44.978862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:44.982174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:44.986701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:44.987287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:44.995997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e91af8-c0b1-4546-ae85-28fc98edb1fc None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:44.996184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=45ef314c-a46d-4f88-af68-d2d77674bdae,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:44.999438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: faac0014-6ce6-4783-9f47-feed2e6f3cc1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:44.999935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device faac0014-6ce6-4783-9f47-feed2e6f3cc1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:45.000585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d6342706-f4a9-4821-9964-cb7b72c265ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:45.062073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d6342706-f4a9-4821-9964-cb7b72c265ca {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:45.062357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d6342706-f4a9-4821-9964-cb7b72c265ca not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:45.101186 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-95696cac-19fa-4157-9ba4-8b3c539b4df2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7703140
Apr 30 21:31:45.104109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52956) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:45.115299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:45.138908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '45ef314c-a46d-4f88-af68-d2d77674bdae'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:31:45.139775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:45.325399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f59e3-8784-4c6c-ab7e-b47ead46198d req-c6e55d43-e90e-48e7-9028-a90d8ca1f8ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:45.337957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e1f59e3-8784-4c6c-ab7e-b47ead46198d req-c6e55d43-e90e-48e7-9028-a90d8ca1f8ee tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1382885
Apr 30 21:31:45.408986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Allocated IP 2001:db8::f816:3eff:fea5:225b (a0a65003-beca-4a7f-bcd6-a74df6ab3337/45ef314c-a46d-4f88-af68-d2d77674bdae/95c310c2-2015-424d-9108-50e975b4c0cc) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:45.418074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-24ab0a35-ef4a-4ab7-b77d-cbdac40f3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:45.419899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-24ab0a35-ef4a-4ab7-b77d-cbdac40f3c36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 1128 time: 0.1554611
Apr 30 21:31:45.557474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291637c-319a-4f0c-9c35-12acf291c198 req-eac23a95-e28e-4ac0-800f-f0ae1ac3c576 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:45.559106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b291637c-319a-4f0c-9c35-12acf291c198 req-eac23a95-e28e-4ac0-800f-f0ae1ac3c576 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1381567
Apr 30 21:31:45.564525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e1f59e3-8784-4c6c-ab7e-b47ead46198d req-838a039e-468e-4b7b-878c-fdc4b24dd976 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2071629
Apr 30 21:31:45.610015 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Publish callbacks [] for port (95c310c2-2015-424d-9108-50e975b4c0cc), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:45.628414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:45.628414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:45.645258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-45f30918-a759-42ae-8554-6f65ea6ad89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:45.646928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-45f30918-a759-42ae-8554-6f65ea6ad89e service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.2184486
Apr 30 21:31:45.695870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:45.736452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:45.741433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:45.745084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:45.757215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b291637c-319a-4f0c-9c35-12acf291c198 req-997bd53f-71ca-4c48-8c27-861d790046c9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879585
Apr 30 21:31:45.762915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-efdb9f32-fcb8-4795-90e5-0658ceac5d58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430 HTTP/1.1" status: 200  len: 217 time: 0.0814345
Apr 30 21:31:45.764865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Pushing event updated for resources: {'Port': ['ID=95c310c2-2015-424d-9108-50e975b4c0cc,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:45.818114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Attempting to bind port 95c310c2-2015-424d-9108-50e975b4c0cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:45.818944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Attempting to bind port 95c310c2-2015-424d-9108-50e975b4c0cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:45.819380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Attempting to bind port 95c310c2-2015-424d-9108-50e975b4c0cc on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:45.829331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:45.829520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408d04a-9d17-4455-bbd0-9a5aa737bd62 req-676676a7-5ddf-4b3f-9711-5d645f840176 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:45.829721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:45.830188 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:45.830579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:45.830904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0408d04a-9d17-4455-bbd0-9a5aa737bd62 req-676676a7-5ddf-4b3f-9711-5d645f840176 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 946 time: 0.1483350
Apr 30 21:31:45.831090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Bound port: 95c310c2-2015-424d-9108-50e975b4c0cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:45.831484 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:45.881394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-b440a4d6-7daa-4dca-863c-007338c1b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:45.882860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-b440a4d6-7daa-4dca-863c-007338c1b2bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.1123302
Apr 30 21:31:45.904493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] For port 95c310c2-2015-424d-9108-50e975b4c0cc, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:45.907628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] For port 95c310c2-2015-424d-9108-50e975b4c0cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95c310c2-2015-424d-9108-50e975b4c0cc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:45.960653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0408d04a-9d17-4455-bbd0-9a5aa737bd62 req-9b891517-58b0-47a2-b59d-ad3975f9227c tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195643
Apr 30 21:31:45.980684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-480d86ea-2cb6-45e9-9db9-390536a13aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:45.982438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-480d86ea-2cb6-45e9-9db9-390536a13aef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0904026
Apr 30 21:31:46.016642 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:46.106249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dea33-f47b-4a42-ac5c-35336414bd7e None None] Pushing event updated for resources: {'Port': ['ID=95c310c2-2015-424d-9108-50e975b4c0cc,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:46.184856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-07ff16df-9132-4b4d-abf0-cc385c98d15a service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939995
Apr 30 21:31:46.291740 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (e5c87b9f-049c-422e-8787-570ea196ee37), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:46.385337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2d507b5-a4e0-4c38-9a18-e356aff7a2bd req-00260c78-da32-4a6f-8e72-b0bdbf702ffb service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1938248
Apr 30 21:31:46.413431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:46.418737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:46.430818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:46.431947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:46.449485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=e5c87b9f-049c-422e-8787-570ea196ee37,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:46.552800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-47c5d19f-0836-4209-8b3f-d0024e2c19c3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4475503
Apr 30 21:31:46.555747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53000) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:46.565992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:42:90:9e', 'name': 'tempest-NetworksTestDHCPv6-257853522'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:46.717591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e401ce-b6c6-43cc-87e3-fef4ab637c06 req-76514641-6c03-48b0-9c9e-ab2a7bdc9fa4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:46.718145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86e401ce-b6c6-43cc-87e3-fef4ab637c06 req-76514641-6c03-48b0-9c9e-ab2a7bdc9fa4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.0687490
Apr 30 21:31:46.769240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86e401ce-b6c6-43cc-87e3-fef4ab637c06 req-8c54cb20-09b9-4761-a0a7-1b1b333b470f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458128
Apr 30 21:31:46.780733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:46.859943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:46.936824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:46.965255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eec0ae-2537-41a3-8f23-355ebbb7e157 req-3ded72be-76b6-43f3-828f-a0b877692e96 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:46.974919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0eec0ae-2537-41a3-8f23-355ebbb7e157 req-3ded72be-76b6-43f3-828f-a0b877692e96 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 945 time: 0.1049628
Apr 30 21:31:47.032219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0909419b-0751-4574-88cd-5569bff0727a is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:47.032677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.035973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port aaea4ba0-5aa5-4bb7-a33c-743e16a45706 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:31:47.038246 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.046270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 95c310c2-2015-424d-9108-50e975b4c0cc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:47.115604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0909419b-0751-4574-88cd-5569bff0727a'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:47.133728 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772698ce-97cd-4ff5-89ae-f34824ead20b" -d '{"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-unplugged", "status": "completed", "tag": "0909419b-0751-4574-88cd-5569bff0727a"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:47.147075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53022) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:47.159580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0eec0ae-2537-41a3-8f23-355ebbb7e157 req-22df6063-ccdf-4ae1-ba21-6fa65320490e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826723
Apr 30 21:31:47.182775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:47.196123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 95c310c2-2015-424d-9108-50e975b4c0cc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:47.199960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.280843 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea717a52-2cfa-4db3-98d3-047286f6c421 x-openstack-request-id: req-ea717a52-2cfa-4db3-98d3-047286f6c421 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:47.285378 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-unplugged", "status": "completed", "tag": "0909419b-0751-4574-88cd-5569bff0727a", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:47.287019 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea717a52-2cfa-4db3-98d3-047286f6c421 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:47.288018 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea717a52-2cfa-4db3-98d3-047286f6c421'] response: {'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0909419b-0751-4574-88cd-5569bff0727a', 'code': 200}
Apr 30 21:31:47.299349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324c16-1991-4435-be99-22101df0afa2 req-d4c928a8-390b-4b17-849c-bd8c86c0545d tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:47.307338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2324c16-1991-4435-be99-22101df0afa2 req-d4c928a8-390b-4b17-849c-bd8c86c0545d tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 946 time: 0.1984906
Apr 30 21:31:47.313277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.395530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2324c16-1991-4435-be99-22101df0afa2 req-7a0bafa5-53a8-4675-9596-002e3adab2b1 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869157
Apr 30 21:31:47.449953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 172.20.0.6 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/e5c87b9f-049c-422e-8787-570ea196ee37/aaea4ba0-5aa5-4bb7-a33c-743e16a45706) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:47.457649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fe42:909e (a0a65003-beca-4a7f-bcd6-a74df6ab3337/45ef314c-a46d-4f88-af68-d2d77674bdae/aaea4ba0-5aa5-4bb7-a33c-743e16a45706) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:47.469536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 95c310c2-2015-424d-9108-50e975b4c0cc is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:47.480566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c007c-6719-488a-ba91-7dc8f45b57e5 req-e914cd8b-84a9-4586-9fa4-c066d360e1f1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:47.484211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.488972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad9c007c-6719-488a-ba91-7dc8f45b57e5 req-e914cd8b-84a9-4586-9fa4-c066d360e1f1 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.0910635
Apr 30 21:31:47.541558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:47.585896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad9c007c-6719-488a-ba91-7dc8f45b57e5 req-2ae00d40-e3b4-468b-aaf3-39ee95589d4d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958109
Apr 30 21:31:47.609216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-702260138-network', 'tenant_id': '35c149f6d0184da2ad1f324dda8b5d1a'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:47.609936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 95c310c2-2015-424d-9108-50e975b4c0cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95c310c2-2015-424d-9108-50e975b4c0cc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:47.643347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df5c1f-e859-4787-a176-a54566cfe8fe None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:47.721271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (aaea4ba0-5aa5-4bb7-a33c-743e16a45706), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.759155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8c8f5590-8783-4c00-90fe-088396c92dcd None None] Provisioning complete for port 95c310c2-2015-424d-9108-50e975b4c0cc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:47.759534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c8f5590-8783-4c00-90fe-088396c92dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.785847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-53b6b548-9dff-44fd-894f-6588200bfebd req-6ef62b73-dbed-4e40-97d4-45d7ab3aae3f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:31:47.792143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53b6b548-9dff-44fd-894f-6588200bfebd req-6ef62b73-dbed-4e40-97d4-45d7ab3aae3f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0069220
Apr 30 21:31:47.792386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.883904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Made reservation on behalf of 35c149f6d0184da2ad1f324dda8b5d1a for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:47.886521 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.889126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (aaea4ba0-5aa5-4bb7-a33c-743e16a45706), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.926930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:47.941122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=95c310c2-2015-424d-9108-50e975b4c0cc,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:47.958016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:47.961780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:48.007024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f5590-8783-4c00-90fe-088396c92dcd None None] Current status of the port 95c310c2-2015-424d-9108-50e975b4c0cc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:48.009743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:48.012878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea1948-0779-4a47-83ef-b841da0ca810 req-db503363-6f54-4898-af29-8c0a6206d219 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:48.015281 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fb6f6669-6ebc-4c79-944d-04a43a73daee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.017936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3aea1948-0779-4a47-83ef-b841da0ca810 req-db503363-6f54-4898-af29-8c0a6206d219 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1141810
Apr 30 21:31:48.077910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:48.079431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.084064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3aea1948-0779-4a47-83ef-b841da0ca810 req-861cd575-d700-4a97-a781-2104da867a0a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607688
Apr 30 21:31:48.085615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ac715-8c08-47ea-af06-552b0f2e92ad None None] Update dhcp port {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': '45ef314c-a46d-4f88-af68-d2d77674bdae', 'ip_address': '2001:db8::f816:3eff:fea5:225b'}, {'subnet_id': 'e5c87b9f-049c-422e-8787-570ea196ee37'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '95c310c2-2015-424d-9108-50e975b4c0cc'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:31:48.097995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=aaea4ba0-5aa5-4bb7-a33c-743e16a45706,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:48.148112 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c90ac715-8c08-47ea-af06-552b0f2e92ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.178819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Publish callbacks [] for security_group (0f2f7b51-b9cf-4caa-bfe2-2dafccb6fdb3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.188193 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-42c024b7-b899-4d40-a93b-98691944e53d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.6306100
Apr 30 21:31:48.190627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53066) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:48.290549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3bdb6-b86b-4659-9a00-ef3ddaf748a5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:48.303311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3bdb6-b86b-4659-9a00-ef3ddaf748a5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:48.316833 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-17d3bdb6-b86b-4659-9a00-ef3ddaf748a5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.1228304
Apr 30 21:31:48.316833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0f2f7b51-b9cf-4caa-bfe2-2dafccb6fdb3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.318053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33bf0e-4888-4a90-9e75-da2b0ad01502 req-9a265902-c21a-4438-b291-1de780910c27 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:48.320423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53076) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:48.328773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da33bf0e-4888-4a90-9e75-da2b0ad01502 req-9a265902-c21a-4438-b291-1de780910c27 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1285212
Apr 30 21:31:48.395067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:31:48.405234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-c90ac715-8c08-47ea-af06-552b0f2e92ad None None] Allocated IP 172.20.0.2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/e5c87b9f-049c-422e-8787-570ea196ee37/95c310c2-2015-424d-9108-50e975b4c0cc) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:48.411740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da33bf0e-4888-4a90-9e75-da2b0ad01502 req-0ff5ca69-45b9-471b-a529-3a5f4bf9657b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816212
Apr 30 21:31:48.415295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (28c1eef0-11f0-4ad4-ada0-2b37e8ac7cb5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.415637 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Added segment 28c1eef0-11f0-4ad4-ada0-2b37e8ac7cb5 of type vlan for network 958d4ffe-878a-4629-8801-a8b74f4dbb65
Apr 30 21:31:48.418769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2f7b51-b9cf-4caa-bfe2-2dafccb6fdb3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:48.495632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (958d4ffe-878a-4629-8801-a8b74f4dbb65), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.511904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7eab4d61-8892-4ccd-a24f-b003f9abd86e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port aaea4ba0-5aa5-4bb7-a33c-743e16a45706 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:48.512455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7eab4d61-8892-4ccd-a24f-b003f9abd86e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (aaea4ba0-5aa5-4bb7-a33c-743e16a45706), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.539708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c90ac715-8c08-47ea-af06-552b0f2e92ad None None] For port 95c310c2-2015-424d-9108-50e975b4c0cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95c310c2-2015-424d-9108-50e975b4c0cc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:48.586477 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c90ac715-8c08-47ea-af06-552b0f2e92ad None None] Publish callbacks [] for port (95c310c2-2015-424d-9108-50e975b4c0cc), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.622806 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7eab4d61-8892-4ccd-a24f-b003f9abd86e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (aaea4ba0-5aa5-4bb7-a33c-743e16a45706), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.638874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7eab4d61-8892-4ccd-a24f-b003f9abd86e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for aaea4ba0-5aa5-4bb7-a33c-743e16a45706 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:48.649254 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c90ac715-8c08-47ea-af06-552b0f2e92ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.713833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ac715-8c08-47ea-af06-552b0f2e92ad None None] Pushing event updated for resources: {'Port': ['ID=95c310c2-2015-424d-9108-50e975b4c0cc,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:48.717282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (958d4ffe-878a-4629-8801-a8b74f4dbb65), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.719071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:48.720209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:48.814433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] Pushing event updated for resources: {'Network': ['ID=958d4ffe-878a-4629-8801-a8b74f4dbb65,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:48.829795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 958d4ffe-878a-4629-8801-a8b74f4dbb65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:31:48.939802 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-12828693-301a-4bb3-ac85-d182f06b4923 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7916353
Apr 30 21:31:48.943132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53092) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:48.950965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Request body: {'subnet': {'network_id': '958d4ffe-878a-4629-8801-a8b74f4dbb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-702260138-subnet', 'tenant_id': '35c149f6d0184da2ad1f324dda8b5d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:48.998841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 95c310c2-2015-424d-9108-50e975b4c0cc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:49.037125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Made reservation on behalf of 35c149f6d0184da2ad1f324dda8b5d1a for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:49.044207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53094) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:49.044611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:49.091885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 95c310c2-2015-424d-9108-50e975b4c0cc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:49.092481 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:49.114473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7eab4d61-8892-4ccd-a24f-b003f9abd86e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (aaea4ba0-5aa5-4bb7-a33c-743e16a45706), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:49.222774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 95c310c2-2015-424d-9108-50e975b4c0cc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:49.223901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab4d61-8892-4ccd-a24f-b003f9abd86e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=aaea4ba0-5aa5-4bb7-a33c-743e16a45706,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:49.248715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19902092-8674-4183-b5b8-00dac6a5009a req-67bfc791-78b6-416c-9d82-e02dc62c8df1 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:49.258292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19902092-8674-4183-b5b8-00dac6a5009a req-67bfc791-78b6-416c-9d82-e02dc62c8df1 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 946 time: 0.1178076
Apr 30 21:31:49.343285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19ebd1-8957-4df0-92bd-ef6c421beffe req-826edfa7-9153-431c-83cd-da914e24d4ca tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:49.348297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c19ebd1-8957-4df0-92bd-ef6c421beffe req-826edfa7-9153-431c-83cd-da914e24d4ca tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.0786853
Apr 30 21:31:49.428588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19902092-8674-4183-b5b8-00dac6a5009a req-614ca994-582d-4cfd-85bf-33b22738fe22 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681731
Apr 30 21:31:49.447990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-5060628b-ebbc-45a3-801f-c0c0177c5c10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4053421
Apr 30 21:31:49.462419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-695aad87-01ea-458b-b3dd-65e5717a92ce service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:31:49.463292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-695aad87-01ea-458b-b3dd-65e5717a92ce service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0055428
Apr 30 21:31:49.483864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c19ebd1-8957-4df0-92bd-ef6c421beffe req-644b9d14-1e51-4b70-a74e-ad2b10b31f27 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032948
Apr 30 21:31:49.505492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7eab4d61-8892-4ccd-a24f-b003f9abd86e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:49.508912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7eab4d61-8892-4ccd-a24f-b003f9abd86e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/aaea4ba0-5aa5-4bb7-a33c-743e16a45706 HTTP/1.1" status: 204  len: 168 time: 1.1849973
Apr 30 21:31:49.512498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53108) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:49.599873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070b78-6f7a-469f-9d7b-6a96d2abfc8f req-99a386e1-74e4-4ec0-95aa-06f5bea0cf6c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:49.601592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c070b78-6f7a-469f-9d7b-6a96d2abfc8f req-99a386e1-74e4-4ec0-95aa-06f5bea0cf6c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.0900161
Apr 30 21:31:49.628785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6055d-a23e-4d3c-8f96-db06953c1d7a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:49.630430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6055d-a23e-4d3c-8f96-db06953c1d7a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:49.631727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6055d-a23e-4d3c-8f96-db06953c1d7a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:49.633253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-39f6055d-a23e-4d3c-8f96-db06953c1d7a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1192768
Apr 30 21:31:49.636049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53114) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:49.704835 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (cec5eb05-24d3-4561-b3fa-7d4c2d6734dc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:49.707287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c070b78-6f7a-469f-9d7b-6a96d2abfc8f req-bdb0c259-e203-487b-87d8-e05a8e236d41 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946569
Apr 30 21:31:49.744165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b54b23-5f12-424d-a2de-fd74172b22bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 45ef314c-a46d-4f88-af68-d2d77674bdae {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:49.759355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2b7eb46c-a30b-45be-bede-e1b12fe3451e None None] Provisioning complete for port 95c310c2-2015-424d-9108-50e975b4c0cc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:49.759990 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2b7eb46c-a30b-45be-bede-e1b12fe3451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:49.770983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0b54b23-5f12-424d-a2de-fd74172b22bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (45ef314c-a46d-4f88-af68-d2d77674bdae), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:49.852375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Checking segment: {'id': '28c1eef0-11f0-4ad4-ada0-2b37e8ac7cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '958d4ffe-878a-4629-8801-a8b74f4dbb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:49.852740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Network hostable DHCP agents. Network: 958d4ffe-878a-4629-8801-a8b74f4dbb65, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:31:49.855505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec5eb05-24d3-4561-b3fa-7d4c2d6734dc,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:49.859744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0b54b23-5f12-424d-a2de-fd74172b22bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (45ef314c-a46d-4f88-af68-d2d77674bdae), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:49.879391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2b7eb46c-a30b-45be-bede-e1b12fe3451e None None] Current status of the port 95c310c2-2015-424d-9108-50e975b4c0cc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:49.957489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94260203-22d2-4a6f-9c84-036d03e392dd req-ee74b408-9c7f-4bb2-8cba-2c56f8b219b3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:49.965773 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-ee74b408-9c7f-4bb2-8cba-2c56f8b219b3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports/0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 200  len: 940 time: 0.4298675
Apr 30 21:31:50.024989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0b54b23-5f12-424d-a2de-fd74172b22bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (45ef314c-a46d-4f88-af68-d2d77674bdae), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.047395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Network 958d4ffe-878a-4629-8801-a8b74f4dbb65 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:31:50.158735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 958d4ffe-878a-4629-8801-a8b74f4dbb65) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:50.166207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:50.168624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.176143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691fcb9-4f53-4add-948a-7ea559e5e793 None None] Network 958d4ffe-878a-4629-8801-a8b74f4dbb65 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:50.201255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0b54b23-5f12-424d-a2de-fd74172b22bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (45ef314c-a46d-4f88-af68-d2d77674bdae), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.234479 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4eb9ee7-f85f-42ae-b4a5-aadcfca477d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.236093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-db9854ec-a4c3-4194-8efa-ac4cb8c7f1c4 None None] Could not find standard attr ID for object aaea4ba0-5aa5-4bb7-a33c-743e16a45706. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:31:50.247780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b54b23-5f12-424d-a2de-fd74172b22bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=45ef314c-a46d-4f88-af68-d2d77674bdae,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:50.252970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0b54b23-5f12-424d-a2de-fd74172b22bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.264713 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f0b54b23-5f12-424d-a2de-fd74172b22bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/45ef314c-a46d-4f88-af68-d2d77674bdae HTTP/1.1" status: 204  len: 168 time: 0.6219120
Apr 30 21:31:50.266064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53126) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:50.323518 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-00b61a71-4857-4aec-bd12-33c4cc5f22a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3709621
Apr 30 21:31:50.334201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-38420da2-e39e-4561-b449-b2ef332d6c57 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet e5c87b9f-049c-422e-8787-570ea196ee37 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:50.336400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac2791f-4d56-4b65-a89a-56c89c909847 None None] Network 958d4ffe-878a-4629-8801-a8b74f4dbb65 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:50.339160 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38420da2-e39e-4561-b449-b2ef332d6c57 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (e5c87b9f-049c-422e-8787-570ea196ee37), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.392826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38420da2-e39e-4561-b449-b2ef332d6c57 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (e5c87b9f-049c-422e-8787-570ea196ee37), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.436968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07d09c-d04c-4120-be06-35011a81e07c None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:50.538562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38420da2-e39e-4561-b449-b2ef332d6c57 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (e5c87b9f-049c-422e-8787-570ea196ee37), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.673661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95969d2e-718e-4fd2-b330-8eee4adcc6e1 req-b08cfd3d-b892-4e72-adc8-b4bfe72c1523 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:50.675280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95969d2e-718e-4fd2-b330-8eee4adcc6e1 req-b08cfd3d-b892-4e72-adc8-b4bfe72c1523 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 946 time: 0.1644533
Apr 30 21:31:50.689326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0e096-13bb-414a-82ec-8096098072bb req-f913678a-ecbd-43ea-bbc9-bdb2417f4192 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:50.690891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46d0e096-13bb-414a-82ec-8096098072bb req-f913678a-ecbd-43ea-bbc9-bdb2417f4192 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.0981295
Apr 30 21:31:50.776673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95969d2e-718e-4fd2-b330-8eee4adcc6e1 req-88d8f055-39e9-4a68-a19c-036a966b2863 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d4af263-56d8-41e9-95fe-dfefb31e1fe3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840919
Apr 30 21:31:50.784550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46d0e096-13bb-414a-82ec-8096098072bb req-edb23b8d-e95f-4688-b0d4-77fb3648166c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848315
Apr 30 21:31:50.804761 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38420da2-e39e-4561-b449-b2ef332d6c57 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (e5c87b9f-049c-422e-8787-570ea196ee37), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.829931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38420da2-e39e-4561-b449-b2ef332d6c57 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:50.833881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-38420da2-e39e-4561-b449-b2ef332d6c57 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/e5c87b9f-049c-422e-8787-570ea196ee37 HTTP/1.1" status: 204  len: 168 time: 0.5728095
Apr 30 21:31:50.836058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53144) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:50.861528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38420da2-e39e-4561-b449-b2ef332d6c57 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c87b9f-049c-422e-8787-570ea196ee37,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:50.881378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:50.902136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53146) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:50.902623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f8c360fd-6e1d-4e80-bcf3-5bfea16140f3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0619342
Apr 30 21:31:50.908738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:50.999401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0909419b-0751-4574-88cd-5569bff0727a is: DOWN; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:51.029361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984df38a-a5df-40b3-b6a8-ada6791be61c req-10544c20-f9f0-44e7-a908-48f1b55f5732 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:51.032670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-984df38a-a5df-40b3-b6a8-ada6791be61c req-10544c20-f9f0-44e7-a908-48f1b55f5732 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1365857
Apr 30 21:31:51.044577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-d4d44cfd-94d0-49f4-9f0a-c3ccd0ffef2a tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:51.046856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-d4d44cfd-94d0-49f4-9f0a-c3ccd0ffef2a tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 946 time: 0.0709438
Apr 30 21:31:51.089433 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.146478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:51.149996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.185217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-984df38a-a5df-40b3-b6a8-ada6791be61c req-3c9d4161-5d94-49ab-894c-c6164e5b13f0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370034
Apr 30 21:31:51.227352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Deleting port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:51.227721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.351728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.405835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] For port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,segment=NetworkSegment(6946e259-41b9-43ec-b07f-23f11ab14283),segment_id=6946e259-41b9-43ec-b07f-23f11ab14283)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:51.406825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.439272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Calling delete_port for 4f03b0bc-bb2a-47d5-87f6-7d65f140764e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:51.500533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53152) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:51.521935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3b7e27-0ab1-4db3-aafc-bf9dd68f1f90 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:51.706404 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4f03b0bc-bb2a-47d5-87f6-7d65f140764e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.769733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['4f03b0bc-bb2a-47d5-87f6-7d65f140764e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:31:51.841638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4960dcdc-aae5-43ce-b628-77f2f587343c None None] Provisioning complete for port 95c310c2-2015-424d-9108-50e975b4c0cc triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:51.842175 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4960dcdc-aae5-43ce-b628-77f2f587343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.852678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Pushing event deleted for resources: {'Port': ['ID=4f03b0bc-bb2a-47d5-87f6-7d65f140764e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:51.854496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] No DVR routers for this DVR port 4f03b0bc-bb2a-47d5-87f6-7d65f140764e on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:51.858618 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.862085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fd3f0d1-76c2-43df-ba3a-182f90083c2c req-1b21668c-8ff3-4a20-a9c1-5adac21e6d73 tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.20 "DELETE /v2.0/ports/4f03b0bc-bb2a-47d5-87f6-7d65f140764e HTTP/1.1" status: 204  len: 173 time: 0.8002915
Apr 30 21:31:51.862950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8fa7242-dfe6-4127-9f9a-b113bd888d22', 'name': 'network-vif-deleted', 'tag': '4f03b0bc-bb2a-47d5-87f6-7d65f140764e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:31:51.866670 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c218fdd1-fed8-4f2c-a5cc-a2aaf3f0eeb6" -d '{"events": [{"server_uuid": "a8fa7242-dfe6-4127-9f9a-b113bd888d22", "name": "network-vif-deleted", "tag": "4f03b0bc-bb2a-47d5-87f6-7d65f140764e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:31:51.945792 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f666b7d7-0ab8-4911-a228-72b574fbf057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:51.998063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4960dcdc-aae5-43ce-b628-77f2f587343c None None] Current status of the port 95c310c2-2015-424d-9108-50e975b4c0cc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:52.012930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-813e9692-d979-49d1-b2aa-88f6a866844d req-4ba5da91-85a4-4a34-b0d4-15b91793503e tempest-VolumesActionsTest-178027447 tempest-VolumesActionsTest-178027447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8fa7242-dfe6-4127-9f9a-b113bd888d22 HTTP/1.1" status: 200  len: 210 time: 0.1001680
Apr 30 21:31:52.021532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:31:52.039150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94260203-22d2-4a6f-9c84-036d03e392dd req-01763706-29aa-423d-887d-cb1dc13294e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:52.041120 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-01763706-29aa-423d-887d-cb1dc13294e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690&tenant_id=3383c2433214484eb41e99aacb653b80 HTTP/1.1" status: 200  len: 1125 time: 0.1913140
Apr 30 21:31:52.043968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:31:52.053219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437425f-bda7-499e-8bd2-dd1de4d12bca req-44342177-5368-4e55-b667-9677130e232b tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:52.054038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53174) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:52.059568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b437425f-bda7-499e-8bd2-dd1de4d12bca req-44342177-5368-4e55-b667-9677130e232b tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1460454
Apr 30 21:31:52.098293 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ed7de5-beb7-4841-a9fb-626203bb121b x-openstack-request-id: req-a1ed7de5-beb7-4841-a9fb-626203bb121b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:31:52.103013 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8fa7242-dfe6-4127-9f9a-b113bd888d22", "name": "network-vif-deleted", "tag": "4f03b0bc-bb2a-47d5-87f6-7d65f140764e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:31:52.103013 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1ed7de5-beb7-4841-a9fb-626203bb121b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:31:52.103013 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ed7de5-beb7-4841-a9fb-626203bb121b'] response: {'server_uuid': 'a8fa7242-dfe6-4127-9f9a-b113bd888d22', 'name': 'network-vif-deleted', 'tag': '4f03b0bc-bb2a-47d5-87f6-7d65f140764e', 'status': 'completed', 'code': 200}
Apr 30 21:31:52.113991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] Deleting port 95c310c2-2015-424d-9108-50e975b4c0cc {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:52.114454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:52.126117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b437425f-bda7-499e-8bd2-dd1de4d12bca req-804627e7-f9c1-496a-b0f7-14115a8419d5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655065
Apr 30 21:31:52.213705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] For port 95c310c2-2015-424d-9108-50e975b4c0cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95c310c2-2015-424d-9108-50e975b4c0cc,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:52.214144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:52.231595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] Calling delete_port for 95c310c2-2015-424d-9108-50e975b4c0cc owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:52.317442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a2567-5cd1-4347-b858-3cfb78a4fec0 req-4764e053-2795-4134-a482-d78b4d0fac91 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:52.322628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-328a2567-5cd1-4347-b858-3cfb78a4fec0 req-4764e053-2795-4134-a482-d78b4d0fac91 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.0686190
Apr 30 21:31:52.377475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-328a2567-5cd1-4347-b858-3cfb78a4fec0 req-49fd503b-2e67-42ef-a668-657d0224ded8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522842
Apr 30 21:31:52.500834 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (95c310c2-2015-424d-9108-50e975b4c0cc), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:52.530891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] Pushing event deleted for resources: {'Port': ['ID=95c310c2-2015-424d-9108-50e975b4c0cc,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:52.532858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e253ec-e9d2-459a-81d6-99508c1632a1 None None] No DVR routers for this DVR port 95c310c2-2015-424d-9108-50e975b4c0cc on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:31:52.686982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab5e672-2b04-4bc4-9809-dffd347eb5f0 admin admin] Deleting subnet cec5eb05-24d3-4561-b3fa-7d4c2d6734dc {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:52.689900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94260203-22d2-4a6f-9c84-036d03e392dd req-a08ee5d8-4254-4597-94b5-b31a32927282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:52.691390 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-a08ee5d8-4254-4597-94b5-b31a32927282 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 1125 time: 0.5248258
Apr 30 21:31:52.708860 ncdv-master-1 neutron-server[115773]: WARNING neutron.services.revisions.revision_plugin [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f8965d2a2e0] {port_id='95c310c2-2015-424d-9108-50e975b4c0cc', ip_address='2001:db8::f816:3eff:fea5:225b', subnet_id='85c449dd-4736-4c0d-8e09-38fc7db9dfca', network_id='a0a65003-beca-4a7f-bcd6-a74df6ab3337'}> to bump revision.
Apr 30 21:31:52.712462 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e672-2b04-4bc4-9809-dffd347eb5f0 admin admin] Publish callbacks [] for subnet (cec5eb05-24d3-4561-b3fa-7d4c2d6734dc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:52.811795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_pluggable_backend [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Port 95c310c2-2015-424d-9108-50e975b4c0cc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}}
Apr 30 21:31:52.818890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_pluggable_backend [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Reverting IP allocation for 2001:db8::f816:3eff:fea5:225b {{(pid=115773) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}}
Apr 30 21:31:52.853801 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (85c449dd-4736-4c0d-8e09-38fc7db9dfca), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:52.856807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f666b7d7-0ab8-4911-a228-72b574fbf057 admin admin] Publish callbacks [] for security_group (1c22d8a9-fdac-495d-a3a6-2a131eff4fe4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:52.881070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e672-2b04-4bc4-9809-dffd347eb5f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (cec5eb05-24d3-4561-b3fa-7d4c2d6734dc), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:52.949349 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f666b7d7-0ab8-4911-a228-72b574fbf057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c22d8a9-fdac-495d-a3a6-2a131eff4fe4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:52.959074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 95c310c2-2015-424d-9108-50e975b4c0cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:52.981786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 95c310c2-2015-424d-9108-50e975b4c0cc {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:52.982436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 95c310c2-2015-424d-9108-50e975b4c0cc not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:52.991559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:53.018246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:53.029051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da920a0-6ee1-4adf-8e21-ede4c646c567 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:53.038253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:53.039422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.059968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=85c449dd-4736-4c0d-8e09-38fc7db9dfca,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:53.073710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94260203-22d2-4a6f-9c84-036d03e392dd req-888ae464-5ac3-4e64-b54e-5f4aea0930ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:53.075259 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-888ae464-5ac3-4e64-b54e-5f4aea0930ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 915 time: 0.3637874
Apr 30 21:31:53.077827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e672-2b04-4bc4-9809-dffd347eb5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (cec5eb05-24d3-4561-b3fa-7d4c2d6734dc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.082127 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f666b7d7-0ab8-4911-a228-72b574fbf057 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=646fe052aa8d43d5874f7a0e73b589bd&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5803277
Apr 30 21:31:53.084853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53186) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:53.103657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666b7d7-0ab8-4911-a228-72b574fbf057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c22d8a9-fdac-495d-a3a6-2a131eff4fe4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:53.148048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53192) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:53.155915 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-ffea028a-e925-4b2b-8390-c034a19f5202 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 200  len: 217 time: 0.0548575
Apr 30 21:31:53.186134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '85c449dd-4736-4c0d-8e09-38fc7db9dfca'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:31:53.192376 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.222534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94260203-22d2-4a6f-9c84-036d03e392dd req-dc38ebd7-5ade-48f6-b88a-517d7cc9559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:53.224260 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-dc38ebd7-5ade-48f6-b88a-517d7cc9559a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 200  len: 854 time: 0.0596008
Apr 30 21:31:53.226121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Publish callbacks [] for security_group (1c22d8a9-fdac-495d-a3a6-2a131eff4fe4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.243066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.243409 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51392db1-e2fc-41b2-a04a-da7f88b2c122 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.3390834
Apr 30 21:31:53.245197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53196) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:53.251555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:53.283413 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Publish callbacks [] for security_group (1c22d8a9-fdac-495d-a3a6-2a131eff4fe4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.313121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5ff66-d60c-43c8-82d9-ba434aaa7752 req-c2d99c8d-76a9-49b1-92bf-3d69972fadab tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:53.314904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1eb5ff66-d60c-43c8-82d9-ba434aaa7752 req-c2d99c8d-76a9-49b1-92bf-3d69972fadab tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.0841830
Apr 30 21:31:53.322745 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-527186a8-c8fa-4a7f-84d5-72dc0cdeac07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783727
Apr 30 21:31:53.334315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e672-2b04-4bc4-9809-dffd347eb5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (cec5eb05-24d3-4561-b3fa-7d4c2d6734dc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.376627 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12248999-1df1-46ac-b6fe-66ecf6e959c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.411944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1eb5ff66-d60c-43c8-82d9-ba434aaa7752 req-7f9934de-6cea-4cf5-ab11-d8d9b4b27ec0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830529
Apr 30 21:31:53.434736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5e672-2b04-4bc4-9809-dffd347eb5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec5eb05-24d3-4561-b3fa-7d4c2d6734dc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:53.464659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c22d8a9-fdac-495d-a3a6-2a131eff4fe4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.467358 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.469270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c22d8a9-fdac-495d-a3a6-2a131eff4fe4 HTTP/1.1" status: 204  len: 168 time: 0.3817024
Apr 30 21:31:53.490379 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ab5e672-2b04-4bc4-9809-dffd347eb5f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.495963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c22d8a9-fdac-495d-a3a6-2a131eff4fe4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:53.497807 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5ab5e672-2b04-4bc4-9809-dffd347eb5f0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cec5eb05-24d3-4561-b3fa-7d4c2d6734dc HTTP/1.1" status: 204  len: 168 time: 1.3923175
Apr 30 21:31:53.499081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53206) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:53.515818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Allocated IP 2001:db8::f816:3eff:fedb:7bc6 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/85c449dd-4736-4c0d-8e09-38fc7db9dfca/630c4d63-a443-4087-a8f6-c640e16c6f5a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:53.601629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12248999-1df1-46ac-b6fe-66ecf6e959c5 admin admin] Publish callbacks [] for security_group (331d5039-dd36-49f3-9eb9-da54975d9512), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.602143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (958d4ffe-878a-4629-8801-a8b74f4dbb65), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.615371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.618734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.619421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.619421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.619571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.619882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba68b7-3566-4995-b6f2-2cebc5a8ff48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:31:53.641432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a396-b13c-4b39-9841-bc4b5a38e816 req-76f0c165-f0e2-4e27-936f-34feabe49748 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:53.648494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28b6a396-b13c-4b39-9841-bc4b5a38e816 req-76f0c165-f0e2-4e27-936f-34feabe49748 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1747825
Apr 30 21:31:53.672556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12248999-1df1-46ac-b6fe-66ecf6e959c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (331d5039-dd36-49f3-9eb9-da54975d9512), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.712350 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-12248999-1df1-46ac-b6fe-66ecf6e959c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40baf40cdec643a8b0c3626bfdc125c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5608568
Apr 30 21:31:53.713397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53212) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:53.716845 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-284aced0-f239-492f-abeb-dce5afdbb088 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3795638
Apr 30 21:31:53.737630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:53.742033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.743008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Publish callbacks [] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.756684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12248999-1df1-46ac-b6fe-66ecf6e959c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d5039-dd36-49f3-9eb9-da54975d9512,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:53.775273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28b6a396-b13c-4b39-9841-bc4b5a38e816 req-7694ba76-aabf-4911-af0c-55d16d21ba2f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236970
Apr 30 21:31:53.802777 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (958d4ffe-878a-4629-8801-a8b74f4dbb65), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.843882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966a4be50>,) {'filters': {'network_id': ['958d4ffe-878a-4629-8801-a8b74f4dbb65']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:53.846603 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.861032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966a4be50>, '28c1eef0-11f0-4ad4-ada0-2b37e8ac7cb5') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:53.861333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966a4be50>, '28c1eef0-11f0-4ad4-ada0-2b37e8ac7cb5') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:31:53.873723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-746916ba-a999-40a5-8058-29cf80c99d54 admin admin] Publish callbacks [] for security_group (331d5039-dd36-49f3-9eb9-da54975d9512), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.878134 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (28c1eef0-11f0-4ad4-ada0-2b37e8ac7cb5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.903664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (28c1eef0-11f0-4ad4-ada0-2b37e8ac7cb5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.912001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-746916ba-a999-40a5-8058-29cf80c99d54 admin admin] Publish callbacks [] for security_group (331d5039-dd36-49f3-9eb9-da54975d9512), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.921137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:31:53.922344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (28c1eef0-11f0-4ad4-ada0-2b37e8ac7cb5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:31:53.924781 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:31:53.929629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:53.930550 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-8673d093-d79c-4225-8758-9b34a1a073b6 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010427
Apr 30 21:31:53.954596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:53.962694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:53.999294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Pushing event updated for resources: {'Port': ['ID=630c4d63-a443-4087-a8f6-c640e16c6f5a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:54.035098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Attempting to bind port 630c4d63-a443-4087-a8f6-c640e16c6f5a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:31:54.035502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Attempting to bind port 630c4d63-a443-4087-a8f6-c640e16c6f5a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:31:54.035870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Attempting to bind port 630c4d63-a443-4087-a8f6-c640e16c6f5a on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:31:54.041421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:31:54.041831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:31:54.042240 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.042637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:31:54.043110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Bound port: 630c4d63-a443-4087-a8f6-c640e16c6f5a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:31:54.043496 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.120510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] For port 630c4d63-a443-4087-a8f6-c640e16c6f5a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:31:54.124015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] For port 630c4d63-a443-4087-a8f6-c640e16c6f5a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=630c4d63-a443-4087-a8f6-c640e16c6f5a,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:31:54.161783 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (958d4ffe-878a-4629-8801-a8b74f4dbb65), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.163479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-746916ba-a999-40a5-8058-29cf80c99d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (331d5039-dd36-49f3-9eb9-da54975d9512), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.166055 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-746916ba-a999-40a5-8058-29cf80c99d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.167184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-746916ba-a999-40a5-8058-29cf80c99d54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/331d5039-dd36-49f3-9eb9-da54975d9512 HTTP/1.1" status: 204  len: 168 time: 0.4454973
Apr 30 21:31:54.174166 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.177187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] 10.222.0.23 "DELETE /v2.0/networks/958d4ffe-878a-4629-8801-a8b74f4dbb65 HTTP/1.1" status: 204  len: 168 time: 0.6776619
Apr 30 21:31:54.191685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5367537-d3ab-4f88-ad33-81aabb8c9ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=958d4ffe-878a-4629-8801-a8b74f4dbb65,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:54.193579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746916ba-a999-40a5-8058-29cf80c99d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d5039-dd36-49f3-9eb9-da54975d9512,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:54.215406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (0b14085b-57eb-487c-8fa1-3306ae5515ea), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.259045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.264014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:54.272007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:54.283139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:54.286599 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.330909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=0b14085b-57eb-487c-8fa1-3306ae5515ea,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:54.355197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdacf57-f749-409c-bba9-80182ca489d2 None None] Pushing event updated for resources: {'Port': ['ID=630c4d63-a443-4087-a8f6-c640e16c6f5a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:54.386216 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a92eeae6-6798-46c0-baa0-3c456106d4bf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1324193
Apr 30 21:31:54.388581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53238) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:54.394277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:9f:d0:45', 'name': 'tempest-NetworksTestDHCPv6-372420224'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:31:54.452804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53242) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:54.458747 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.483310 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de2b843d-f38f-45e5-ae0a-79c1d370bf9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.613800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b446f56-6203-48de-86d9-291a0a7ada51 req-c0b6d4b0-6721-487a-b70b-fff709247aba tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:54.616722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b446f56-6203-48de-86d9-291a0a7ada51 req-c0b6d4b0-6721-487a-b70b-fff709247aba tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1089811
Apr 30 21:31:54.641906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de2b843d-f38f-45e5-ae0a-79c1d370bf9e admin admin] Publish callbacks [] for security_group (287a6fda-f792-4304-ad77-71c2549915b4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.666222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:31:54.723190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de2b843d-f38f-45e5-ae0a-79c1d370bf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (287a6fda-f792-4304-ad77-71c2549915b4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.729361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b446f56-6203-48de-86d9-291a0a7ada51 req-e5919524-2793-4d12-8522-fb6bd5de2277 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053154
Apr 30 21:31:54.786411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53254) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:54.788179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de2b843d-f38f-45e5-ae0a-79c1d370bf9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0eadb2408e3432197d962381545e5c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3341427
Apr 30 21:31:54.789063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.799853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b843d-f38f-45e5-ae0a-79c1d370bf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287a6fda-f792-4304-ad77-71c2549915b4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:54.867282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port a8387358-f0cf-449b-bebd-d1e80e768a51 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:31:54.877224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 4f03b0bc-bb2a-47d5-87f6-7d65f140764e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:31:54.907186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 4f03b0bc-bb2a-47d5-87f6-7d65f140764e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:31:54.907506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 4f03b0bc-bb2a-47d5-87f6-7d65f140764e not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:31:54.971615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b14c9f9f-fe1f-47dc-91f6-54583f5c2932 admin admin] Publish callbacks [] for security_group (287a6fda-f792-4304-ad77-71c2549915b4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:54.984701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aebb88-9b57-4be9-9617-b603d1da35b7 req-2a1716b8-93fb-46d2-b535-1e5497ed5cbc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:54.986247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7aebb88-9b57-4be9-9617-b603d1da35b7 req-2a1716b8-93fb-46d2-b535-1e5497ed5cbc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1206069
Apr 30 21:31:55.007188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 630c4d63-a443-4087-a8f6-c640e16c6f5a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:55.031825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b14c9f9f-fe1f-47dc-91f6-54583f5c2932 admin admin] Publish callbacks [] for security_group (287a6fda-f792-4304-ad77-71c2549915b4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.064997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 630c4d63-a443-4087-a8f6-c640e16c6f5a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:55.066295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.095391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53270) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:55.180453 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-33a75eda-d4fb-4a6f-9f9f-30d32ff35ff1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35c149f6d0184da2ad1f324dda8b5d1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0853314
Apr 30 21:31:55.181127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53276) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:55.219516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53278) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:55.224961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 630c4d63-a443-4087-a8f6-c640e16c6f5a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:55.225353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.275500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-443cddc7-c316-4f3d-8005-5bda37c1aa20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.318440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 630c4d63-a443-4087-a8f6-c640e16c6f5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=630c4d63-a443-4087-a8f6-c640e16c6f5a,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:55.352938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-242b42d2-a0af-46af-b802-55f54578c9d8 admin admin] Publish callbacks [] for security_group (0f2f7b51-b9cf-4caa-bfe2-2dafccb6fdb3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.403656 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.413424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-242b42d2-a0af-46af-b802-55f54578c9d8 admin admin] Publish callbacks [] for security_group (0f2f7b51-b9cf-4caa-bfe2-2dafccb6fdb3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.528325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=630c4d63-a443-4087-a8f6-c640e16c6f5a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:55.580938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-443cddc7-c316-4f3d-8005-5bda37c1aa20 admin admin] Publish callbacks [] for security_group (7c7967b6-aa4b-4c2c-bda1-ab2e8109c938), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.654792 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-443cddc7-c316-4f3d-8005-5bda37c1aa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7c7967b6-aa4b-4c2c-bda1-ab2e8109c938), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.697216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-242b42d2-a0af-46af-b802-55f54578c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0f2f7b51-b9cf-4caa-bfe2-2dafccb6fdb3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.700814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-242b42d2-a0af-46af-b802-55f54578c9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:55.703491 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-242b42d2-a0af-46af-b802-55f54578c9d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f2f7b51-b9cf-4caa-bfe2-2dafccb6fdb3 HTTP/1.1" status: 204  len: 168 time: 0.5211480
Apr 30 21:31:55.740732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cddc7-c316-4f3d-8005-5bda37c1aa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7967b6-aa4b-4c2c-bda1-ab2e8109c938,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:55.765614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7aebb88-9b57-4be9-9617-b603d1da35b7 req-7fdc08f7-3c27-448a-a6ed-f123a8fbc4e0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7657225
Apr 30 21:31:55.785028 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-443cddc7-c316-4f3d-8005-5bda37c1aa20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1239213ab65408db7b6faeadf44a331&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5643928
Apr 30 21:31:55.803000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53300) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:55.829867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b42d2-a0af-46af-b802-55f54578c9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2f7b51-b9cf-4caa-bfe2-2dafccb6fdb3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:55.911273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e15a3e-71d3-47b8-8250-20c144daeec5 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:31:56.022306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-962f59e6-2cb5-4626-9ca3-16d3e3efe605 admin admin] Publish callbacks [] for security_group (7c7967b6-aa4b-4c2c-bda1-ab2e8109c938), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.062700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b14c9f9f-fe1f-47dc-91f6-54583f5c2932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (287a6fda-f792-4304-ad77-71c2549915b4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.065582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b14c9f9f-fe1f-47dc-91f6-54583f5c2932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.070056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b14c9f9f-fe1f-47dc-91f6-54583f5c2932 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/287a6fda-f792-4304-ad77-71c2549915b4 HTTP/1.1" status: 204  len: 168 time: 1.2763133
Apr 30 21:31:56.084012 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-962f59e6-2cb5-4626-9ca3-16d3e3efe605 admin admin] Publish callbacks [] for security_group (7c7967b6-aa4b-4c2c-bda1-ab2e8109c938), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.127956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c9f9f-fe1f-47dc-91f6-54583f5c2932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287a6fda-f792-4304-ad77-71c2549915b4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:56.178587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757e125-3170-4f53-bf46-530c0588e335 req-c16a4c24-dd49-4570-a810-74a208f51b45 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:56.187972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5757e125-3170-4f53-bf46-530c0588e335 req-c16a4c24-dd49-4570-a810-74a208f51b45 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.2499101
Apr 30 21:31:56.197845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0f0938ab-64d7-4b8c-88b2-e3b0d750347f None None] Provisioning complete for port 630c4d63-a443-4087-a8f6-c640e16c6f5a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:56.198559 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0f0938ab-64d7-4b8c-88b2-e3b0d750347f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.234814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 172.20.0.6 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/0b14085b-57eb-487c-8fa1-3306ae5515ea/a8387358-f0cf-449b-bebd-d1e80e768a51) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:56.286642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fe9f:d045 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/85c449dd-4736-4c0d-8e09-38fc7db9dfca/a8387358-f0cf-449b-bebd-d1e80e768a51) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:56.290394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-962f59e6-2cb5-4626-9ca3-16d3e3efe605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7c7967b6-aa4b-4c2c-bda1-ab2e8109c938), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.297636 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-962f59e6-2cb5-4626-9ca3-16d3e3efe605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.297636 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-962f59e6-2cb5-4626-9ca3-16d3e3efe605 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c7967b6-aa4b-4c2c-bda1-ab2e8109c938 HTTP/1.1" status: 204  len: 168 time: 0.4885395
Apr 30 21:31:56.324893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f59e6-2cb5-4626-9ca3-16d3e3efe605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7967b6-aa4b-4c2c-bda1-ab2e8109c938,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:56.511385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007a888-8787-4280-b016-6d8ed28821e3 None None] Update dhcp port {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': '85c449dd-4736-4c0d-8e09-38fc7db9dfca', 'ip_address': '2001:db8::f816:3eff:fedb:7bc6'}, {'subnet_id': '0b14085b-57eb-487c-8fa1-3306ae5515ea'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '630c4d63-a443-4087-a8f6-c640e16c6f5a'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:31:56.512162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5757e125-3170-4f53-bf46-530c0588e335 req-a1f00d07-3191-49ad-8ad1-e27ff2aac7e6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3075726
Apr 30 21:31:56.561352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0f0938ab-64d7-4b8c-88b2-e3b0d750347f None None] Current status of the port 630c4d63-a443-4087-a8f6-c640e16c6f5a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:56.568660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b007a888-8787-4280-b016-6d8ed28821e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.610038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (a8387358-f0cf-449b-bebd-d1e80e768a51), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.737356 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a8387358-f0cf-449b-bebd-d1e80e768a51), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:56.847728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:31:56.847728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:31:56.854675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:31:56.866819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b007a888-8787-4280-b016-6d8ed28821e3 None None] Allocated IP 172.20.0.2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/0b14085b-57eb-487c-8fa1-3306ae5515ea/630c4d63-a443-4087-a8f6-c640e16c6f5a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:31:56.942994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=a8387358-f0cf-449b-bebd-d1e80e768a51,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:57.017109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:57.017874 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:57.039696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdacb1-0a62-4fc6-b2d1-c7a606a549bd req-a241d0d9-b1db-4ae2-8e94-3f08b369bfbc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:57.043141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 630c4d63-a443-4087-a8f6-c640e16c6f5a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:57.048229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8fdacb1-0a62-4fc6-b2d1-c7a606a549bd req-a241d0d9-b1db-4ae2-8e94-3f08b369bfbc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1017833
Apr 30 21:31:57.120212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8fdacb1-0a62-4fc6-b2d1-c7a606a549bd req-63301ad7-f7fe-4c55-aea1-a33528605fbb tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651352
Apr 30 21:31:57.155044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b007a888-8787-4280-b016-6d8ed28821e3 None None] For port 630c4d63-a443-4087-a8f6-c640e16c6f5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=630c4d63-a443-4087-a8f6-c640e16c6f5a,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:31:57.167325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-199ea970-5a82-4243-916d-54dce689dcfa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.7751098
Apr 30 21:31:57.167699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53334) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:57.188989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 630c4d63-a443-4087-a8f6-c640e16c6f5a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:57.189447 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:57.247585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505538e3-9437-4ea1-94ff-f2ba2609cf6f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:57.271425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505538e3-9437-4ea1-94ff-f2ba2609cf6f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:57.273470 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b007a888-8787-4280-b016-6d8ed28821e3 None None] Publish callbacks [] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:57.277259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53342) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:57.277770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-505538e3-9437-4ea1-94ff-f2ba2609cf6f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.1088061
Apr 30 21:31:57.354313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 630c4d63-a443-4087-a8f6-c640e16c6f5a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:57.357669 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b007a888-8787-4280-b016-6d8ed28821e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:57.425318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-746a7e44-4e6f-4904-95a5-8572d5610675 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port a8387358-f0cf-449b-bebd-d1e80e768a51 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:31:57.425876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-746a7e44-4e6f-4904-95a5-8572d5610675 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a8387358-f0cf-449b-bebd-d1e80e768a51), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:57.550785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-746a7e44-4e6f-4904-95a5-8572d5610675 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a8387358-f0cf-449b-bebd-d1e80e768a51), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:57.585561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-746a7e44-4e6f-4904-95a5-8572d5610675 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for a8387358-f0cf-449b-bebd-d1e80e768a51 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:31:57.663860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007a888-8787-4280-b016-6d8ed28821e3 None None] Pushing event updated for resources: {'Port': ['ID=630c4d63-a443-4087-a8f6-c640e16c6f5a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:57.806406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8331a3b-c04c-40da-895b-3f7bd8ce342d req-3d69645a-cab4-487c-9397-6f6a70f6160d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:57.811004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8331a3b-c04c-40da-895b-3f7bd8ce342d req-3d69645a-cab4-487c-9397-6f6a70f6160d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1396952
Apr 30 21:31:57.961526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8331a3b-c04c-40da-895b-3f7bd8ce342d req-dbe08124-003f-4d10-9d39-6bbf11ba2a93 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441302
Apr 30 21:31:58.089185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-746a7e44-4e6f-4904-95a5-8572d5610675 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a8387358-f0cf-449b-bebd-d1e80e768a51), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:58.181567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:31:58.252461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a7e44-4e6f-4904-95a5-8572d5610675 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=a8387358-f0cf-449b-bebd-d1e80e768a51,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:31:58.480682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e88855-52e1-4995-b78e-1fafab32cd73 req-ba6e0c9f-5908-46b7-99bf-dc9300f2e1f8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:58.489053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9e88855-52e1-4995-b78e-1fafab32cd73 req-ba6e0c9f-5908-46b7-99bf-dc9300f2e1f8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1643164
Apr 30 21:31:58.537703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-746a7e44-4e6f-4904-95a5-8572d5610675 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:58.547638 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-746a7e44-4e6f-4904-95a5-8572d5610675 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/a8387358-f0cf-449b-bebd-d1e80e768a51 HTTP/1.1" status: 204  len: 168 time: 1.2687109
Apr 30 21:31:58.549933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53380) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:58.679806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e9e88855-52e1-4995-b78e-1fafab32cd73 req-1a83b62b-6c39-47de-a64f-ba3f0cc98851 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828938
Apr 30 21:31:58.699755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4499c2-6a81-4adf-b329-b7dcc3e12cb7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:58.701445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4499c2-6a81-4adf-b329-b7dcc3e12cb7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:58.703794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4499c2-6a81-4adf-b329-b7dcc3e12cb7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:58.705614 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b4499c2-6a81-4adf-b329-b7dcc3e12cb7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1519189
Apr 30 21:31:58.709539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53386) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:58.807506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-008b794e-2623-446e-927c-6e48fd74ec25 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 0b14085b-57eb-487c-8fa1-3306ae5515ea {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:31:58.817266 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-008b794e-2623-446e-927c-6e48fd74ec25 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (0b14085b-57eb-487c-8fa1-3306ae5515ea), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:59.073659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-008b794e-2623-446e-927c-6e48fd74ec25 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (0b14085b-57eb-487c-8fa1-3306ae5515ea), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:59.120757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f5977fc9-08d6-4106-8f95-c2216a0a031b None None] Provisioning complete for port 630c4d63-a443-4087-a8f6-c640e16c6f5a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:59.121916 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5977fc9-08d6-4106-8f95-c2216a0a031b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:59.140884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 630c4d63-a443-4087-a8f6-c640e16c6f5a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:31:59.440337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f5977fc9-08d6-4106-8f95-c2216a0a031b None None] Current status of the port 630c4d63-a443-4087-a8f6-c640e16c6f5a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:59.446279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 630c4d63-a443-4087-a8f6-c640e16c6f5a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:31:59.446630 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:59.546208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-008b794e-2623-446e-927c-6e48fd74ec25 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0b14085b-57eb-487c-8fa1-3306ae5515ea), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:31:59.648411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 630c4d63-a443-4087-a8f6-c640e16c6f5a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:31:59.704136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fc906-dcd3-4359-8b4b-2aa9217035ba req-79fa40bc-dbc7-4783-b352-a73ded711649 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:31:59.712803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac6fc906-dcd3-4359-8b4b-2aa9217035ba req-79fa40bc-dbc7-4783-b352-a73ded711649 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.4308915
Apr 30 21:31:59.760547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9bb6f29b-264e-47b6-bd52-e3ca2fda9a46 None None] Could not find standard attr ID for object a8387358-f0cf-449b-bebd-d1e80e768a51. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:31:59.810415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac6fc906-dcd3-4359-8b4b-2aa9217035ba req-fec0163e-d041-4b2d-99cb-0753f2427a60 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919178
Apr 30 21:31:59.810515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53402) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:31:59.943650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-008b794e-2623-446e-927c-6e48fd74ec25 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (0b14085b-57eb-487c-8fa1-3306ae5515ea), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:00.061533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b794e-2623-446e-927c-6e48fd74ec25 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=0b14085b-57eb-487c-8fa1-3306ae5515ea,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:00.130219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef207b-190e-4433-b08b-76a3a8f2d6a9 req-57adef5e-9008-4a6e-b63d-d0ad3e31cb18 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:00.134838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-daef207b-190e-4433-b08b-76a3a8f2d6a9 req-57adef5e-9008-4a6e-b63d-d0ad3e31cb18 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.2693038
Apr 30 21:32:00.186116 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-008b794e-2623-446e-927c-6e48fd74ec25 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:00.195349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-008b794e-2623-446e-927c-6e48fd74ec25 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/0b14085b-57eb-487c-8fa1-3306ae5515ea HTTP/1.1" status: 204  len: 168 time: 1.4812350
Apr 30 21:32:00.195718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53410) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:00.333534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-daef207b-190e-4433-b08b-76a3a8f2d6a9 req-4759fb9f-13aa-45b2-85f8-58279f498671 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923110
Apr 30 21:32:00.360029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-450805788-network', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:00.371222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c556f8-0057-481f-ac9d-2a40f16adbea None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:00.424694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-1869c5c9-6322-4bdd-be5a-514db6b82547 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 85c449dd-4736-4c0d-8e09-38fc7db9dfca {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:00.440117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1869c5c9-6322-4bdd-be5a-514db6b82547 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (85c449dd-4736-4c0d-8e09-38fc7db9dfca), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:00.541919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Made reservation on behalf of 7328d5d6d45a4e80820e1a57f9f9a81c for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:00.547051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:00.595075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:00.610802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1869c5c9-6322-4bdd-be5a-514db6b82547 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (85c449dd-4736-4c0d-8e09-38fc7db9dfca), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.012326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1869c5c9-6322-4bdd-be5a-514db6b82547 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (85c449dd-4736-4c0d-8e09-38fc7db9dfca), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.105770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c077f7-010a-4fa2-a632-4072290b4b41 req-4856fee0-4775-4c61-ac28-933b7e739be7 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:01.117307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74c077f7-010a-4fa2-a632-4072290b4b41 req-4856fee0-4775-4c61-ac28-933b7e739be7 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1174910
Apr 30 21:32:01.231417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74c077f7-010a-4fa2-a632-4072290b4b41 req-d73a3c2f-83ae-4da4-a45a-9051afe16f31 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130071
Apr 30 21:32:01.461042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Publish callbacks [] for security_group (2c91c753-3f53-4859-91aa-041392c95842), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.483592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1869c5c9-6322-4bdd-be5a-514db6b82547 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (85c449dd-4736-4c0d-8e09-38fc7db9dfca), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.559449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869c5c9-6322-4bdd-be5a-514db6b82547 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=85c449dd-4736-4c0d-8e09-38fc7db9dfca,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:01.569505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1869c5c9-6322-4bdd-be5a-514db6b82547 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.583074 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1869c5c9-6322-4bdd-be5a-514db6b82547 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/85c449dd-4736-4c0d-8e09-38fc7db9dfca HTTP/1.1" status: 204  len: 168 time: 1.3862598
Apr 30 21:32:01.584457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2c91c753-3f53-4859-91aa-041392c95842), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.588741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53438) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:01.640672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:01.677478 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (6f21b58a-666b-4196-964d-e6a9a648cfca), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.677868 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Added segment 6f21b58a-666b-4196-964d-e6a9a648cfca of type vlan for network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3
Apr 30 21:32:01.689965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c91c753-3f53-4859-91aa-041392c95842,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:01.782576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.802293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-424d901c-9740-4c98-946a-dd5492c4155e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2080400
Apr 30 21:32:01.806034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53448) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:01.824166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:01.877285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.878561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:01.879391 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:01.971090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f5483-c887-48df-9c9c-0aaa15adec93 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:02.070398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07ce28-3aaf-44ec-bdab-ca28374646a4 req-8fb29fba-ab3b-4966-9da2-ceb33f2df86f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:02.077482 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:02.082476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e07ce28-3aaf-44ec-bdab-ca28374646a4 req-8fb29fba-ab3b-4966-9da2-ceb33f2df86f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.5863233
Apr 30 21:32:02.106190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:02.118440 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d60a939e-ad68-475b-bc60-f185101aacd5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3092628
Apr 30 21:32:02.121202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53456) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:02.127390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Request body: {'subnet': {'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-450805788-subnet', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:02.243010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e07ce28-3aaf-44ec-bdab-ca28374646a4 req-23855b47-b661-434f-805d-bd6727d69939 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551759
Apr 30 21:32:02.246406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Made reservation on behalf of 7328d5d6d45a4e80820e1a57f9f9a81c for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:02.249353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:02.258819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:02.270995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:02.803475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df2be-e75f-4130-8613-e30975c5a20e req-141da0b9-7959-4b0e-82f9-8c17a32f525f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:02.806947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a3df2be-e75f-4130-8613-e30975c5a20e req-141da0b9-7959-4b0e-82f9-8c17a32f525f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.0900478
Apr 30 21:32:02.814923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (96a7c5ee-86af-4f36-95ed-8e506ba49cea), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:02.878321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0774bd06-1efd-4f98-9db0-16d6a0f979bf None None] Provisioning complete for port 630c4d63-a443-4087-a8f6-c640e16c6f5a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:02.878731 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0774bd06-1efd-4f98-9db0-16d6a0f979bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:02.914304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e5524-5766-48e1-a527-edacf4bd9d41 req-659d17c5-da3c-41c3-abc1-675f9ae0a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:02.919599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca2e5524-5766-48e1-a527-edacf4bd9d41 req-659d17c5-da3c-41c3-abc1-675f9ae0a057 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 1128 time: 0.2126708
Apr 30 21:32:02.995163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (a6699d71-933e-4d53-bef9-84b03df416d1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:02.996351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a7c5ee-86af-4f36-95ed-8e506ba49cea,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:03.027980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Checking segment: {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:03.028346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Network hostable DHCP agents. Network: a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:32:03.131884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a3df2be-e75f-4130-8613-e30975c5a20e req-d22d2dcf-3b9f-4093-aa43-866bac643492 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3238721
Apr 30 21:32:03.174129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:03.175109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=a6699d71-933e-4d53-bef9-84b03df416d1,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:03.177982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:32:03.187563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:32:03.205666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:03.211275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca2e5524-5766-48e1-a527-edacf4bd9d41 req-71d6d85d-d622-4938-a151-c9b206038f6c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805364
Apr 30 21:32:03.212573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:03.213179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:03.275717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:03.276825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0774bd06-1efd-4f98-9db0-16d6a0f979bf None None] Current status of the port 630c4d63-a443-4087-a8f6-c640e16c6f5a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:03.293964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] Deleting port 630c4d63-a443-4087-a8f6-c640e16c6f5a {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:03.294393 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:03.302025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:03.303009 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:03.351898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b4b04ed4-580e-4a45-bceb-ece3cde8a146 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5401981
Apr 30 21:32:03.352601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53470) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:03.361003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:03.434732 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ae073ed7-f0ea-44f4-a937-fbd29771fb53 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3116977
Apr 30 21:32:03.443416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53472) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:03.448398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:03.503740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213e94ed-2d46-4131-9573-e13748a6a85b None None] Network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:03.564874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] For port 630c4d63-a443-4087-a8f6-c640e16c6f5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=630c4d63-a443-4087-a8f6-c640e16c6f5a,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:03.565188 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:03.587089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] Calling delete_port for 630c4d63-a443-4087-a8f6-c640e16c6f5a owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:03.689666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af7d01-e9ae-409b-a148-1c4d90f4d8a0 req-43b7e631-7e68-4054-9bdd-1ba75a36302f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:03.691693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4af7d01-e9ae-409b-a148-1c4d90f4d8a0 req-43b7e631-7e68-4054-9bdd-1ba75a36302f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1829193
Apr 30 21:32:03.711915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b4d9c-29da-4e5b-9ab4-a62ab7459b57 None None] Network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:03.791695 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (5efb5890-47f0-4388-949d-1067d320ae80), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:03.792826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (5efb5890-47f0-4388-949d-1067d320ae80), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:03.823506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4af7d01-e9ae-409b-a148-1c4d90f4d8a0 req-6a1bcb6a-ce6c-493a-a5c0-08ac8da8232e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228776
Apr 30 21:32:03.865968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:03.869485 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:03.879987 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (630c4d63-a443-4087-a8f6-c640e16c6f5a), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:03.913176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] Pushing event deleted for resources: {'Port': ['ID=630c4d63-a443-4087-a8f6-c640e16c6f5a,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:03.915210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fe39f-13d8-4903-8d18-f649d1c2bbde None None] No DVR routers for this DVR port 630c4d63-a443-4087-a8f6-c640e16c6f5a on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:32:03.932445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4edbc-17c9-4523-b3e7-4b376be5dcec None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:03.949381 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks [] for router_controller (5efb5890-47f0-4388-949d-1067d320ae80), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:04.253221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': 'a6699d71-933e-4d53-bef9-84b03df416d1'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:32:04.259331 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:04.431426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53480) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:04.516483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3966f-d2bb-4c4b-a6f5-b46555e463a1 req-e099c721-8618-4cf2-83da-0c672e653eca tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:04.519402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7b3966f-d2bb-4c4b-a6f5-b46555e463a1 req-e099c721-8618-4cf2-83da-0c672e653eca tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1902053
Apr 30 21:32:04.547315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Allocated IP 172.20.0.2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/a6699d71-933e-4d53-bef9-84b03df416d1/50818c11-30f9-45b1-b6f7-78288cff2bf2) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:04.718790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks [] for router_gateway (5efb5890-47f0-4388-949d-1067d320ae80), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:04.838907 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44627e86-8ef3-4398-88d3-80c84b45e2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:04.881725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7b3966f-d2bb-4c4b-a6f5-b46555e463a1 req-dd3b7380-18b2-4b23-a9ff-de2e8ca8fb05 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3411837
Apr 30 21:32:05.035325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.objects.ports [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115774) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:32:05.047316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (8fe9a64e-2bcc-4cec-bf64-0272de2db598), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.074795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 630c4d63-a443-4087-a8f6-c640e16c6f5a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:32:05.092640 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Publish callbacks [] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.132420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 630c4d63-a443-4087-a8f6-c640e16c6f5a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:32:05.133284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 630c4d63-a443-4087-a8f6-c640e16c6f5a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:32:05.197593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.292080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:05.293190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks [] for router_gateway (5efb5890-47f0-4388-949d-1067d320ae80), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.315934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:05.318957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:05.333328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Pushing event updated for resources: {'Port': ['ID=50818c11-30f9-45b1-b6f7-78288cff2bf2,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:05.345161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44627e86-8ef3-4398-88d3-80c84b45e2c4 admin admin] Publish callbacks [] for security_group (e2c08968-4ba3-49b0-b853-717f6ff9a3d5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.352452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:05.353593 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.354204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:05.361245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:05.362096 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.432918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b98da4-e209-4ba4-aa89-e5679051a48c req-e77b6e44-557f-49b5-9862-b2c8ed393fbe tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:05.434475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1b98da4-e209-4ba4-aa89-e5679051a48c req-e77b6e44-557f-49b5-9862-b2c8ed393fbe tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.3422871
Apr 30 21:32:05.441052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Attempting to bind port 50818c11-30f9-45b1-b6f7-78288cff2bf2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:05.441874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Attempting to bind port 50818c11-30f9-45b1-b6f7-78288cff2bf2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:05.441874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Attempting to bind port 50818c11-30f9-45b1-b6f7-78288cff2bf2 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:05.447441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:05.447827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:05.448239 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.448639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:05.449131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Bound port: 50818c11-30f9-45b1-b6f7-78288cff2bf2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:05.449528 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.454462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44627e86-8ef3-4398-88d3-80c84b45e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e2c08968-4ba3-49b0-b853-717f6ff9a3d5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.507362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=8fe9a64e-2bcc-4cec-bf64-0272de2db598,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:05.516606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c1be9b34-4616-46ed-9d2d-633e4a050b47 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.1629577
Apr 30 21:32:05.541016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53492) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:05.573145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:ff:33:85', 'name': 'tempest-NetworksTestDHCPv6-239543645'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:05.585979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] For port 50818c11-30f9-45b1-b6f7-78288cff2bf2, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:05.589334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] For port 50818c11-30f9-45b1-b6f7-78288cff2bf2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50818c11-30f9-45b1-b6f7-78288cff2bf2,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:05.654894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44627e86-8ef3-4398-88d3-80c84b45e2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c08968-4ba3-49b0-b853-717f6ff9a3d5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:05.666639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-44627e86-8ef3-4398-88d3-80c84b45e2c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58837c5ee6cf4adcaa7a8405d8dc9ea5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2397316
Apr 30 21:32:05.670029 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:05.680081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53494) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:05.806252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1b98da4-e209-4ba4-aa89-e5679051a48c req-0415a512-fbba-4a6c-80b0-ec9fa22f35a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3401988
Apr 30 21:32:05.873740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd042d-df2a-42c6-bbd9-63adc95bd08b None None] Pushing event updated for resources: {'Port': ['ID=50818c11-30f9-45b1-b6f7-78288cff2bf2,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:05.984140 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Allocated IP 172.35.4.234 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/9045bb23-c248-4dbf-a240-24ce8abdcdf4) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:06.038293 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ffa32b3-9536-4e81-be07-1a340fb8f6b6 admin admin] Publish callbacks [] for security_group (e2c08968-4ba3-49b0-b853-717f6ff9a3d5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:06.316932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ffa32b3-9536-4e81-be07-1a340fb8f6b6 admin admin] Publish callbacks [] for security_group (e2c08968-4ba3-49b0-b853-717f6ff9a3d5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:06.328859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deefd1a-37ed-4ab5-aecb-4a8050a4f9df req-ea757bf3-89a3-4481-9a06-76a6da9a98b2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:06.337190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2deefd1a-37ed-4ab5-aecb-4a8050a4f9df req-ea757bf3-89a3-4481-9a06-76a6da9a98b2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.2538249
Apr 30 21:32:06.362523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks [] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:06.473233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2deefd1a-37ed-4ab5-aecb-4a8050a4f9df req-510055bf-4c8d-4bcf-8b16-8dd8650c47a6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309984
Apr 30 21:32:06.563737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:06.603562 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:06.667594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ffa32b3-9536-4e81-be07-1a340fb8f6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e2c08968-4ba3-49b0-b853-717f6ff9a3d5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:06.674436 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ffa32b3-9536-4e81-be07-1a340fb8f6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:06.674436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4ffa32b3-9536-4e81-be07-1a340fb8f6b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2c08968-4ba3-49b0-b853-717f6ff9a3d5 HTTP/1.1" status: 204  len: 168 time: 0.9662540
Apr 30 21:32:06.732515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:06.751137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:06.757139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa32b3-9536-4e81-be07-1a340fb8f6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c08968-4ba3-49b0-b853-717f6ff9a3d5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:06.767231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:06.817281 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Pushing event updated for resources: {'Port': ['ID=9045bb23-c248-4dbf-a240-24ce8abdcdf4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:06.832105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.832487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.832834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.833178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.833515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.833972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.834228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.834551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.835028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.835729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.836068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.836455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.836720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.837059 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.837383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:06.867901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:06.908276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port e62a975a-426f-4e6d-a620-0b2e82c44f15 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:07.164479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 50818c11-30f9-45b1-b6f7-78288cff2bf2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:07.246242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a25627-a749-440f-80f9-fd353d4b81de req-bd3005e5-368a-49bb-ad5f-a1a8bdb741fe tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:07.248165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8a25627-a749-440f-80f9-fd353d4b81de req-bd3005e5-368a-49bb-ad5f-a1a8bdb741fe tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.2037091
Apr 30 21:32:07.377947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8a25627-a749-440f-80f9-fd353d4b81de req-dae3d92c-219b-4610-868a-1d831e9fee64 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979815
Apr 30 21:32:07.378664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 50818c11-30f9-45b1-b6f7-78288cff2bf2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:07.380861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:07.385396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fc26-ab61-42e4-8074-625058764314 req-a0c2c8f6-e9ad-42e7-8431-75258a29b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:07.389983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5056fc26-ab61-42e4-8074-625058764314 req-a0c2c8f6-e9ad-42e7-8431-75258a29b763 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 1128 time: 0.2719755
Apr 30 21:32:07.640587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 50818c11-30f9-45b1-b6f7-78288cff2bf2 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:07.640884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:07.650228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks [] for router_gateway (5efb5890-47f0-4388-949d-1067d320ae80), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:07.732886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f670d-16c7-42fa-981d-75be97a2b2bf req-05616a19-5255-4c7d-9172-a7f2fa310ab1 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:07.742236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-080f670d-16c7-42fa-981d-75be97a2b2bf req-05616a19-5255-4c7d-9172-a7f2fa310ab1 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.5257215
Apr 30 21:32:07.747932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 50818c11-30f9-45b1-b6f7-78288cff2bf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50818c11-30f9-45b1-b6f7-78288cff2bf2,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:07.849593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:07.919546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e5173-d7dd-4c6d-a8c9-00e5d6b3f293 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:08.039701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53512) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:08.155900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fc26-ab61-42e4-8074-625058764314 req-4ce318db-7414-40e4-8012-4960c5d17411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:08.164516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5056fc26-ab61-42e4-8074-625058764314 req-4ce318db-7414-40e4-8012-4960c5d17411 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.7458451
Apr 30 21:32:08.164516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8608aff5-250c-4144-a1f5-33b4989319fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:08.178270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-080f670d-16c7-42fa-981d-75be97a2b2bf req-d766cb2f-2b7a-4561-8b60-97f2d1145ba4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4350424
Apr 30 21:32:08.181121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 172.20.0.14 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/a6699d71-933e-4d53-bef9-84b03df416d1/e62a975a-426f-4e6d-a620-0b2e82c44f15) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:08.208258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (5efb5890-47f0-4388-949d-1067d320ae80), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:08.254352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:feff:3385 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/8fe9a64e-2bcc-4cec-bf64-0272de2db598/e62a975a-426f-4e6d-a620-0b2e82c44f15) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:08.287950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-da0460f1-8e99-4848-860e-19fcf311f4e4 None None] Provisioning complete for port 50818c11-30f9-45b1-b6f7-78288cff2bf2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:08.289431 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da0460f1-8e99-4848-860e-19fcf311f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:08.410445 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8608aff5-250c-4144-a1f5-33b4989319fe admin admin] Publish callbacks [] for security_group (0e0face3-cac2-41b6-a809-194f62eba594), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:08.474322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5056fc26-ab61-42e4-8074-625058764314 req-a48f2e9e-6eab-4d3a-b6c8-6d43a6d23181 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430 HTTP/1.1" status: 200  len: 217 time: 0.2706268
Apr 30 21:32:08.481006 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8608aff5-250c-4144-a1f5-33b4989319fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0e0face3-cac2-41b6-a809-194f62eba594), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:08.503551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Router 5efb5890-47f0-4388-949d-1067d320ae80 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:32:08.562311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-da0460f1-8e99-4848-860e-19fcf311f4e4 None None] Current status of the port 50818c11-30f9-45b1-b6f7-78288cff2bf2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:08.567259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=50818c11-30f9-45b1-b6f7-78288cff2bf2,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:08.587323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64ff14-06e1-4f9c-b2d9-3ae9245b67f0 None None] Update dhcp port {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': 'a6699d71-933e-4d53-bef9-84b03df416d1', 'ip_address': '172.20.0.2'}, {'subnet_id': '8fe9a64e-2bcc-4cec-bf64-0272de2db598'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '50818c11-30f9-45b1-b6f7-78288cff2bf2'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:32:08.627842 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e64ff14-06e1-4f9c-b2d9-3ae9245b67f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:08.756456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:32:08.766621 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Sync routers for ids ['5efb5890-47f0-4388-949d-1067d320ae80'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:32:08.801389 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Routers {'5efb5890-47f0-4388-949d-1067d320ae80'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:32:08.805005 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c887220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5efb5890-47f0-4388-949d-1067d320ae80'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:08.854571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29da8f-1412-4e8f-bc16-5ed4cd22d254 req-4a49df46-ba8b-4be7-a4a1-c21a27fb89d0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:08.862124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c29da8f-1412-4e8f-bc16-5ed4cd22d254 req-4a49df46-ba8b-4be7-a4a1-c21a27fb89d0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.3327346
Apr 30 21:32:08.862430 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:08.863817 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-19ff853a-3ee0-48db-a675-2f62b9840315 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.4193060
Apr 30 21:32:08.866544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53516) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:08.867357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fc26-ab61-42e4-8074-625058764314 req-e2da5c30-c4a2-4070-9c2e-e8803d5ace7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:08.871956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5056fc26-ab61-42e4-8074-625058764314 req-e2da5c30-c4a2-4070-9c2e-e8803d5ace7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.3801520
Apr 30 21:32:09.009808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8608aff5-250c-4144-a1f5-33b4989319fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ee2c106a8674868aadc6e310694c241&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9517784
Apr 30 21:32:09.038108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608aff5-250c-4144-a1f5-33b4989319fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0face3-cac2-41b6-a809-194f62eba594,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:09.042140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53518) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:09.065552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 50818c11-30f9-45b1-b6f7-78288cff2bf2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:09.157417 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Set router 5efb5890-47f0-4388-949d-1067d320ae80 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:32:09.223574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 50818c11-30f9-45b1-b6f7-78288cff2bf2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:09.224184 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:09.437305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fc26-ab61-42e4-8074-625058764314 req-edefe440-ccf6-4736-a47b-aaf4003c60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:09.443651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5056fc26-ab61-42e4-8074-625058764314 req-edefe440-ccf6-4736-a47b-aaf4003c60a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4841957
Apr 30 21:32:09.469770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 50818c11-30f9-45b1-b6f7-78288cff2bf2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:09.544878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-4c494294-8eb3-42b3-9224-e1e42506117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:09.546625 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-4c494294-8eb3-42b3-9224-e1e42506117e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 1125 time: 0.0804315
Apr 30 21:32:09.561714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ecb96-83a9-4ba9-9ff4-920429b92097 req-b60b82fc-95e5-49c7-8a20-c815c79aea58 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:09.575377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e1ecb96-83a9-4ba9-9ff4-920429b92097 req-b60b82fc-95e5-49c7-8a20-c815c79aea58 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1230159
Apr 30 21:32:09.645408 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c887220>, [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:32:07Z', 'revision_number': 3, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port': {'id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:05Z', 'updated_at': '2022-04-30T21:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:09.682925 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Checking router: 5efb5890-47f0-4388-949d-1067d320ae80 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:32:09.683778 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Updating router 5efb5890-47f0-4388-949d-1067d320ae80 port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:32:09.715473 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:09.848975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c29da8f-1412-4e8f-bc16-5ed4cd22d254 req-7253aa5e-c997-4e9f-b90d-b8ff5e17684a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9629290
Apr 30 21:32:09.895004 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-800304d4-0981-4507-b0c1-2863087aaae9 admin admin] Publish callbacks [] for security_group (0e0face3-cac2-41b6-a809-194f62eba594), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:09.983981 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-800304d4-0981-4507-b0c1-2863087aaae9 admin admin] Publish callbacks [] for security_group (0e0face3-cac2-41b6-a809-194f62eba594), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.061212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-46f03b93-f7e3-444b-84b9-d07b803aedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:10.064082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-46f03b93-f7e3-444b-84b9-d07b803aedbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 915 time: 0.4888628
Apr 30 21:32:10.082584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e1ecb96-83a9-4ba9-9ff4-920429b92097 req-727abf80-a30d-4804-8564-868791e08294 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5058622
Apr 30 21:32:10.167917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (e62a975a-426f-4e6d-a620-0b2e82c44f15), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.188660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5056fc26-ab61-42e4-8074-625058764314 req-21b95dcf-5454-4460-856c-4d0d30a6eea1 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6005418
Apr 30 21:32:10.226611 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-7a0eae40-7d59-44c5-bef5-0a0e28cbeb1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 200  len: 217 time: 0.0687051
Apr 30 21:32:10.325989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-dc65f38b-a500-432d-938b-7207395d8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:10.328315 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-dc65f38b-a500-432d-938b-7207395d8bdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 200  len: 854 time: 0.0949605
Apr 30 21:32:10.343473 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Publish callbacks [] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.361075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-800304d4-0981-4507-b0c1-2863087aaae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0e0face3-cac2-41b6-a809-194f62eba594), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.364075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-800304d4-0981-4507-b0c1-2863087aaae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.365392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-800304d4-0981-4507-b0c1-2863087aaae9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e0face3-cac2-41b6-a809-194f62eba594 HTTP/1.1" status: 204  len: 168 time: 1.2906530
Apr 30 21:32:10.376439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800304d4-0981-4507-b0c1-2863087aaae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0face3-cac2-41b6-a809-194f62eba594,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:10.380179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5056fc26-ab61-42e4-8074-625058764314 req-dcd376c5-82fc-4e1e-a4c7-9cf7128ea17d service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849792
Apr 30 21:32:10.427634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e62a975a-426f-4e6d-a620-0b2e82c44f15), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.471710 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.566371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-4e64ff14-06e1-4f9c-b2d9-3ae9245b67f0 None None] Allocated IP 2001:db8::f816:3eff:fe9a:c70e (a0a65003-beca-4a7f-bcd6-a74df6ab3337/8fe9a64e-2bcc-4cec-bf64-0272de2db598/50818c11-30f9-45b1-b6f7-78288cff2bf2) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:10.678191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=e62a975a-426f-4e6d-a620-0b2e82c44f15,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:10.701191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:10.718448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:10.727659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:10.735936 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea4b9-8f8b-4732-b482-d820cdb20b76 None None] Pushing event updated for resources: {'Port': ['ID=9045bb23-c248-4dbf-a240-24ce8abdcdf4,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:10.751405 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Attempting to bind port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:10.752874 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Attempting to bind port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:10.754027 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Attempting to bind port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:10.779039 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:10.779723 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:10.780860 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.781864 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:10.785155 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Bound port: 9045bb23-c248-4dbf-a240-24ce8abdcdf4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:10.786537 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.870841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4e64ff14-06e1-4f9c-b2d9-3ae9245b67f0 None None] For port 50818c11-30f9-45b1-b6f7-78288cff2bf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50818c11-30f9-45b1-b6f7-78288cff2bf2,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:10.909304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:10.916394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:10.968212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e64ff14-06e1-4f9c-b2d9-3ae9245b67f0 None None] Publish callbacks [] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:11.009141 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] For port 9045bb23-c248-4dbf-a240-24ce8abdcdf4, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:11.023095 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] For port 9045bb23-c248-4dbf-a240-24ce8abdcdf4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9045bb23-c248-4dbf-a240-24ce8abdcdf4,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:11.035680 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-215982ce-ccd8-48f9-9d7b-f71abc56addc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0293994
Apr 30 21:32:11.086051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fdb3a92b-53f0-4eda-81db-3cdc81c5dcdc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 5.5436959
Apr 30 21:32:11.089476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53532) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:11.118120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e64ff14-06e1-4f9c-b2d9-3ae9245b67f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:11.119369 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:11.227538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:11.281237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64ff14-06e1-4f9c-b2d9-3ae9245b67f0 None None] Pushing event updated for resources: {'Port': ['ID=50818c11-30f9-45b1-b6f7-78288cff2bf2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:11.287458 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Routers {'5efb5890-47f0-4388-949d-1067d320ae80'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:32:11.288967 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c887220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5efb5890-47f0-4388-949d-1067d320ae80'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:11.430164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e787eeb-78a5-4026-ad64-3ae05bdf39fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:11.435797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e787eeb-78a5-4026-ad64-3ae05bdf39fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:11.453642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5e787eeb-78a5-4026-ad64-3ae05bdf39fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.3634365
Apr 30 21:32:11.456390 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] Set router 5efb5890-47f0-4388-949d-1067d320ae80 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:32:11.461645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e83bb-d340-42ca-b093-b6ba01c5506b req-dae17546-2253-419d-88e9-22f059073a30 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:11.463286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c69e83bb-d340-42ca-b093-b6ba01c5506b req-dae17546-2253-419d-88e9-22f059073a30 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.3753946
Apr 30 21:32:11.463718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53542) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:11.565848 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ea4b9-8f8b-4732-b482-d820cdb20b76 None None] Pushing event updated for resources: {'Port': ['ID=9045bb23-c248-4dbf-a240-24ce8abdcdf4,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:11.623532 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-df8bf42e-94e7-4acb-8a29-b1b9c8efc44c service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5751307
Apr 30 21:32:11.901541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c887220>, [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:32:07Z', 'revision_number': 3, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port': {'id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:05Z', 'updated_at': '2022-04-30T21:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:11.928998 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eb8227e3-eea1-4ecf-9eb5-9ed21ea7016a req-0a196398-7b18-4f54-8119-129498ce51f4 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2820020
Apr 30 21:32:12.000493 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd9675-5d46-489a-913a-d19e84d52eca None None] The sync data for ids ['5efb5890-47f0-4388-949d-1067d320ae80'] in ncdv-master-1 is: [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:32:07Z', 'revision_number': 3, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port': {'id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:05Z', 'updated_at': '2022-04-30T21:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:32:12.110680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Allocated IP 172.20.0.1 (a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3/96a7c5ee-86af-4f36-95ed-8e506ba49cea/4513b701-53f9-4940-b400-cff04681db0f) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:12.361549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Publish callbacks [] for port (4513b701-53f9-4940-b400-cff04681db0f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:12.631624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac415739-9824-4283-a92f-ca97bca8a091 req-5c05bb60-e37e-4845-a343-311eb936c612 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:12.631624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac415739-9824-4283-a92f-ca97bca8a091 req-5c05bb60-e37e-4845-a343-311eb936c612 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 1.3233802
Apr 30 21:32:12.849623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4513b701-53f9-4940-b400-cff04681db0f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:12.853197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3b5214c6-b84e-4c8c-838b-aa5d39ad4c70 None None] Provisioning complete for port 50818c11-30f9-45b1-b6f7-78288cff2bf2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:12.853822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3b5214c6-b84e-4c8c-838b-aa5d39ad4c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:12.877119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-b463fadf-1298-43de-98e4-1aa8461bda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:12.878688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-b463fadf-1298-43de-98e4-1aa8461bda2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 1128 time: 1.3343353
Apr 30 21:32:12.902536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d0fec089-d1aa-404c-b0ec-56c9fbe7b448 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port e62a975a-426f-4e6d-a620-0b2e82c44f15 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:12.902779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0fec089-d1aa-404c-b0ec-56c9fbe7b448 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e62a975a-426f-4e6d-a620-0b2e82c44f15), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:13.003860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:13.029177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c69e83bb-d340-42ca-b093-b6ba01c5506b req-92e68b32-94ba-4789-a398-f566da1c8a49 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4901614
Apr 30 21:32:13.034056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:13.070310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:13.074013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac415739-9824-4283-a92f-ca97bca8a091 req-590e8af4-b5c4-4921-a6ba-e856888bbe6d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2898467
Apr 30 21:32:13.145688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3b5214c6-b84e-4c8c-838b-aa5d39ad4c70 None None] Current status of the port 50818c11-30f9-45b1-b6f7-78288cff2bf2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:13.218722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Pushing event updated for resources: {'Port': ['ID=4513b701-53f9-4940-b400-cff04681db0f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:13.277608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (5efb5890-47f0-4388-949d-1067d320ae80), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:13.320582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9045bb23-c248-4dbf-a240-24ce8abdcdf4 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:13.414883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:13.415537 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:13.483049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-53d2edff-0149-4947-8776-e3f728c82ac2 None None] Provisioning complete for port e62a975a-426f-4e6d-a620-0b2e82c44f15 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:13.483713 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-53d2edff-0149-4947-8776-e3f728c82ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e62a975a-426f-4e6d-a620-0b2e82c44f15), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:13.542352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-53d2edff-0149-4947-8776-e3f728c82ac2 None None] Port e62a975a-426f-4e6d-a620-0b2e82c44f15 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:13.744384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0fec089-d1aa-404c-b0ec-56c9fbe7b448 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e62a975a-426f-4e6d-a620-0b2e82c44f15), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:13.758504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-1529a5bf-0273-4bc3-9ed3-963d2e4e1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:13.760284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-1529a5bf-0273-4bc3-9ed3-963d2e4e1309 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.8470674
Apr 30 21:32:13.797517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4513b701-53f9-4940-b400-cff04681db0f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:13.856987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:13.859498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:13.899725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-8ad1e209-f65a-4285-80c3-c4d370bfcae3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430 HTTP/1.1" status: 200  len: 217 time: 0.1296480
Apr 30 21:32:13.901255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d0fec089-d1aa-404c-b0ec-56c9fbe7b448 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for e62a975a-426f-4e6d-a620-0b2e82c44f15 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:13.915947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 9045bb23-c248-4dbf-a240-24ce8abdcdf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9045bb23-c248-4dbf-a240-24ce8abdcdf4,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:14.009741 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:14.009741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 50818c11-30f9-45b1-b6f7-78288cff2bf2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:14.270244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=9045bb23-c248-4dbf-a240-24ce8abdcdf4,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:14.285769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 50818c11-30f9-45b1-b6f7-78288cff2bf2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:14.291884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:14.303514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-498984d0-7352-4f66-99e8-c3cdef3e304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:14.305291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-498984d0-7352-4f66-99e8-c3cdef3e304b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.2399154
Apr 30 21:32:14.427326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Publish callbacks [] for port (4513b701-53f9-4940-b400-cff04681db0f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:14.488418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (4513b701-53f9-4940-b400-cff04681db0f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:14.503115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 50818c11-30f9-45b1-b6f7-78288cff2bf2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:14.505329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf223eb-a8db-4653-9f52-4194b8f2699c req-7edc26c8-2e0f-4c9a-aada-622d439d326a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:14.508471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdf223eb-a8db-4653-9f52-4194b8f2699c req-7edc26c8-2e0f-4c9a-aada-622d439d326a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1502097
Apr 30 21:32:14.515776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd808-6baa-475d-acf4-0c3ee1868389 req-3679ba31-b800-466a-bd51-5af24b0f746a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:14.517254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de0bd808-6baa-475d-acf4-0c3ee1868389 req-3679ba31-b800-466a-bd51-5af24b0f746a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1567338
Apr 30 21:32:14.612486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-a861f89e-f06b-4d95-8b4e-7941d96b1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:14.616468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-a861f89e-f06b-4d95-8b4e-7941d96b1785 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2990513
Apr 30 21:32:14.660294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Pushing event updated for resources: {'Port': ['ID=4513b701-53f9-4940-b400-cff04681db0f,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:14.668002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (5efb5890-47f0-4388-949d-1067d320ae80), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:14.736978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de0bd808-6baa-475d-acf4-0c3ee1868389 req-7fc9cd22-a5fb-4e51-a126-8e45366ce8d6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021649
Apr 30 21:32:14.755753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fdf223eb-a8db-4653-9f52-4194b8f2699c req-4d52cd7b-b562-466a-91ba-b43b16e7ddb6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235329
Apr 30 21:32:14.906830 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:14.914457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:15.101149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-a6943d05-a0b3-4bf4-99ad-945ba4e1a006 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4585879
Apr 30 21:32:15.113156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9045bb23-c248-4dbf-a240-24ce8abdcdf4 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:15.179795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Router 5efb5890-47f0-4388-949d-1067d320ae80 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:32:15.244423 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0fec089-d1aa-404c-b0ec-56c9fbe7b448 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e62a975a-426f-4e6d-a620-0b2e82c44f15), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:15.328414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:15.330294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:15.363794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fec089-d1aa-404c-b0ec-56c9fbe7b448 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=e62a975a-426f-4e6d-a620-0b2e82c44f15,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:15.510978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:32:15.534562 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4972e58d-3153-439d-985c-90a5c2ece2ea admin admin] 10.222.0.23 "PUT /v2.0/routers/5efb5890-47f0-4388-949d-1067d320ae80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6664965
Apr 30 21:32:15.668687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:15.712904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Sync routers for ids ['5efb5890-47f0-4388-949d-1067d320ae80'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:32:15.730792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Routers {'5efb5890-47f0-4388-949d-1067d320ae80'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:32:15.731532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fed2c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5efb5890-47f0-4388-949d-1067d320ae80'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:15.782166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fc18d6b-2d67-4637-99f2-e7f1c555c2e6 req-c92123f2-f923-433d-8292-ae5131d459bd service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6582453
Apr 30 21:32:15.882532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0fec089-d1aa-404c-b0ec-56c9fbe7b448 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:15.889916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d0fec089-d1aa-404c-b0ec-56c9fbe7b448 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/e62a975a-426f-4e6d-a620-0b2e82c44f15 HTTP/1.1" status: 204  len: 168 time: 4.4101205
Apr 30 21:32:15.892320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53586) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:16.089587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddb8af-7495-4cdb-b987-d8877035f80c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:16.091322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddb8af-7495-4cdb-b987-d8877035f80c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:16.093914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddb8af-7495-4cdb-b987-d8877035f80c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:16.097157 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-30ddb8af-7495-4cdb-b987-d8877035f80c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2035952
Apr 30 21:32:16.100404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53600) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:16.136892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Set router 5efb5890-47f0-4388-949d-1067d320ae80 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:32:16.148084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8145dd-fd17-46cf-9ef9-45500747cf98 req-a3dd6d74-4229-49e0-aea1-59c35206cad2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:16.162105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd8145dd-fd17-46cf-9ef9-45500747cf98 req-a3dd6d74-4229-49e0-aea1-59c35206cad2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1544714
Apr 30 21:32:16.243257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-40754f05-37a6-4c0e-95fb-bf66bd419378 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 8fe9a64e-2bcc-4cec-bf64-0272de2db598 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:16.257393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40754f05-37a6-4c0e-95fb-bf66bd419378 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (8fe9a64e-2bcc-4cec-bf64-0272de2db598), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:16.300519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd8145dd-fd17-46cf-9ef9-45500747cf98 req-807b9e37-3889-47dc-be82-f7b4628eee5f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297715
Apr 30 21:32:16.397315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40754f05-37a6-4c0e-95fb-bf66bd419378 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8fe9a64e-2bcc-4cec-bf64-0272de2db598), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:16.570298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40754f05-37a6-4c0e-95fb-bf66bd419378 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8fe9a64e-2bcc-4cec-bf64-0272de2db598), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:16.576722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fed2c40>, [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:32:13Z', 'revision_number': 4, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port': {'id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:05Z', 'updated_at': '2022-04-30T21:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4513b701-53f9-4940-b400-cff04681db0f', 'name': '', 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'mac_address': 'fa:16:3e:69:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '96a7c5ee-86af-4f36-95ed-8e506ba49cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:11Z', 'updated_at': '2022-04-30T21:32:13Z', 'revision_number': 2, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'subnets': [{'id': '96a7c5ee-86af-4f36-95ed-8e506ba49cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:16.625068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Checking router: 5efb5890-47f0-4388-949d-1067d320ae80 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:32:16.625425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Updating router 5efb5890-47f0-4388-949d-1067d320ae80 port 4513b701-53f9-4940-b400-cff04681db0f binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:32:16.694952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4513b701-53f9-4940-b400-cff04681db0f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:16.791820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40754f05-37a6-4c0e-95fb-bf66bd419378 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8fe9a64e-2bcc-4cec-bf64-0272de2db598), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:16.890023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40754f05-37a6-4c0e-95fb-bf66bd419378 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:16.897657 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-40754f05-37a6-4c0e-95fb-bf66bd419378 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/8fe9a64e-2bcc-4cec-bf64-0272de2db598 HTTP/1.1" status: 204  len: 168 time: 0.7919579
Apr 30 21:32:16.900189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53624) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:16.922915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40754f05-37a6-4c0e-95fb-bf66bd419378 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe9a64e-2bcc-4cec-bf64-0272de2db598,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:17.093139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd2fcf0-36e6-4867-95be-ea849b07a6f7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet a6699d71-933e-4d53-bef9-84b03df416d1 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:17.102673 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fcf0-36e6-4867-95be-ea849b07a6f7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (a6699d71-933e-4d53-bef9-84b03df416d1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.145524 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Publish callbacks [] for port (4513b701-53f9-4940-b400-cff04681db0f), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.149875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c82bdca-eefa-4428-9a5f-6fd52a3b69e8 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:17.179723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fcf0-36e6-4867-95be-ea849b07a6f7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (a6699d71-933e-4d53-bef9-84b03df416d1), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.357979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fcf0-36e6-4867-95be-ea849b07a6f7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (a6699d71-933e-4d53-bef9-84b03df416d1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.360616 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4513b701-53f9-4940-b400-cff04681db0f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.486978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af42620-0a5d-4a0a-8993-70965f22f9a0 None None] Pushing event updated for resources: {'Port': ['ID=4513b701-53f9-4940-b400-cff04681db0f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:17.498261 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.585252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8012-d4f0-462e-b43b-d11f62e156aa req-23413128-b323-4c50-b7ba-3674382bb3cc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:17.588829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-885e8012-d4f0-462e-b43b-d11f62e156aa req-23413128-b323-4c50-b7ba-3674382bb3cc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1402333
Apr 30 21:32:17.629717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-fc79c4e1-09da-4609-9115-8ab54af5c92d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:17.631167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-fc79c4e1-09da-4609-9115-8ab54af5c92d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 810 time: 0.1834979
Apr 30 21:32:17.659706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-46834f59-c13d-457b-b22a-ca5691d88927 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/quotas/7328d5d6d45a4e80820e1a57f9f9a81c HTTP/1.1" status: 200  len: 375 time: 0.0136673
Apr 30 21:32:17.684539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Attempting to bind port 4513b701-53f9-4940-b400-cff04681db0f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:17.685111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Attempting to bind port 4513b701-53f9-4940-b400-cff04681db0f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:17.688845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Attempting to bind port 4513b701-53f9-4940-b400-cff04681db0f on network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:17.708785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:17.713334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Checking segment: {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:17.713334 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.713334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Bound using segment: {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:17.716380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Bound port: 4513b701-53f9-4940-b400-cff04681db0f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:17.716855 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4513b701-53f9-4940-b400-cff04681db0f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.723630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-232b0e84-8975-46b3-b0ce-ec3dffb03c79 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0506134
Apr 30 21:32:17.726549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fcf0-36e6-4867-95be-ea849b07a6f7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (a6699d71-933e-4d53-bef9-84b03df416d1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.777683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-af8228f5-e85c-4e20-8ccd-3fed019861ff service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:32:17.778781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-af8228f5-e85c-4e20-8ccd-3fed019861ff service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0104606
Apr 30 21:32:17.784363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-885e8012-d4f0-462e-b43b-d11f62e156aa req-cac1dc4c-5373-4c51-b640-c7be1eedcbda tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522233
Apr 30 21:32:17.859160 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fd2fcf0-36e6-4867-95be-ea849b07a6f7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:17.865131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5fd2fcf0-36e6-4867-95be-ea849b07a6f7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/a6699d71-933e-4d53-bef9-84b03df416d1 HTTP/1.1" status: 204  len: 168 time: 0.9638710
Apr 30 21:32:17.865437 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53664) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:17.866105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2fcf0-36e6-4867-95be-ea849b07a6f7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=a6699d71-933e-4d53-bef9-84b03df416d1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:17.942520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] For port 4513b701-53f9-4940-b400-cff04681db0f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:17.955144 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1a54362b-29ad-442d-a8f5-2dba1907c000 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0875275
Apr 30 21:32:17.964229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53670) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:17.970203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:17.981840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] For port 4513b701-53f9-4940-b400-cff04681db0f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4513b701-53f9-4940-b400-cff04681db0f,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:18.023519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-da92d4ff-ca44-422d-bfdd-4f319a69ea00 service neutron] 10.222.0.23 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955988
Apr 30 21:32:18.089304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4513b701-53f9-4940-b400-cff04681db0f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:18.189954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Routers {'5efb5890-47f0-4388-949d-1067d320ae80'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:32:18.197161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fed2c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:31:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5efb5890-47f0-4388-949d-1067d320ae80'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:18.347934 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff31c-0091-4431-9bf5-8dcfb47dc1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:18.350012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-801d8f8c-29d6-416a-9338-3b751d1752e8 service neutron] 10.222.0.23 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3185399
Apr 30 21:32:18.395426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af42620-0a5d-4a0a-8993-70965f22f9a0 None None] Pushing event updated for resources: {'Port': ['ID=4513b701-53f9-4940-b400-cff04681db0f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:18.451163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] Set router 5efb5890-47f0-4388-949d-1067d320ae80 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:32:18.476488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beee0c7a-a938-4b69-b57f-4fa0702de732 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:18.539725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:18.543493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:18.584724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bc44e8bd-0e9e-4ea0-a651-92b144b67546 None None] Provisioning complete for port 50818c11-30f9-45b1-b6f7-78288cff2bf2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:18.585248 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bc44e8bd-0e9e-4ea0-a651-92b144b67546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:18.710818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53704) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:18.715136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-cb4c5df5-809f-4233-a2a2-6ce3d782caac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002983020', 'description': 'tempest-description--187432273'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:18.805397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed1dcec3-d5fd-4d36-bd43-6471380fdd45 req-e68ad405-1665-422f-996d-cb0dc47fbd26 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 210 time: 0.0854115
Apr 30 21:32:18.854243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bc44e8bd-0e9e-4ea0-a651-92b144b67546 None None] Current status of the port 50818c11-30f9-45b1-b6f7-78288cff2bf2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:18.859475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:32:18.899674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb4c5df5-809f-4233-a2a2-6ce3d782caac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.094307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d503-7137-4b38-a3bf-84a098d7402a req-ffe74d99-6014-4aeb-83fe-a6e3f3d12bf0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:19.097037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06d8d503-7137-4b38-a3bf-84a098d7402a req-ffe74d99-6014-4aeb-83fe-a6e3f3d12bf0 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 943 time: 0.1586471
Apr 30 21:32:19.128722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (4c180819-0794-46e0-94a1-ae165a4c0817), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.173099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06d8d503-7137-4b38-a3bf-84a098d7402a req-42299b1e-a1d2-470c-8c0c-f9df1284df59 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671914
Apr 30 21:32:19.181045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb4c5df5-809f-4233-a2a2-6ce3d782caac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group (dfe91846-2fce-4661-b103-25b4ad80e88c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.231483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=4c180819-0794-46e0-94a1-ae165a4c0817,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:19.242658 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb4c5df5-809f-4233-a2a2-6ce3d782caac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dfe91846-2fce-4661-b103-25b4ad80e88c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.265206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:19.294757 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:19.301991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:19.305586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.323766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:32:19.331978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c5df5-809f-4233-a2a2-6ce3d782caac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe91846-2fce-4661-b103-25b4ad80e88c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:19.337484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 50818c11-30f9-45b1-b6f7-78288cff2bf2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:32:19.339884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fed2c40>, [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:32:13Z', 'revision_number': 4, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port': {'id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:05Z', 'updated_at': '2022-04-30T21:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4513b701-53f9-4940-b400-cff04681db0f', 'name': '', 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'mac_address': 'fa:16:3e:69:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '96a7c5ee-86af-4f36-95ed-8e506ba49cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:11Z', 'updated_at': '2022-04-30T21:32:17Z', 'revision_number': 4, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'subnets': [{'id': '96a7c5ee-86af-4f36-95ed-8e506ba49cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:19.409899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5066272-88db-4a2e-88e1-5556ae8bc129 None None] The sync data for ids ['5efb5890-47f0-4388-949d-1067d320ae80'] in ncdv-master-1 is: [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:32:13Z', 'revision_number': 4, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port': {'id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:05Z', 'updated_at': '2022-04-30T21:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4513b701-53f9-4940-b400-cff04681db0f', 'name': '', 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'mac_address': 'fa:16:3e:69:a1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '96a7c5ee-86af-4f36-95ed-8e506ba49cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:11Z', 'updated_at': '2022-04-30T21:32:17Z', 'revision_number': 4, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'subnets': [{'id': '96a7c5ee-86af-4f36-95ed-8e506ba49cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:32:19.420076 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb4c5df5-809f-4233-a2a2-6ce3d782caac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.423453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] Deleting port 50818c11-30f9-45b1-b6f7-78288cff2bf2 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:19.423835 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.425135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb4c5df5-809f-4233-a2a2-6ce3d782caac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7117307
Apr 30 21:32:19.425260 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c1e01ec8-854c-4ca5-9428-a52b003508de tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4598711
Apr 30 21:32:19.425958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53726) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:19.427481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53728) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:19.430984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:19.440637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-29ad6587-9674-478f-8b5d-1492e93c95a2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'security_group_rule': {'security_group_id': 'dfe91846-2fce-4661-b103-25b4ad80e88c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:19.600249 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29ad6587-9674-478f-8b5d-1492e93c95a2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group_rule (fa46923a-7312-4762-9353-91a2bc8dbddf), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.651050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 50818c11-30f9-45b1-b6f7-78288cff2bf2 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:19.651409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.740154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] For port 50818c11-30f9-45b1-b6f7-78288cff2bf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50818c11-30f9-45b1-b6f7-78288cff2bf2,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:19.740486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.744154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:19.746408 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29ad6587-9674-478f-8b5d-1492e93c95a2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group_rule (fa46923a-7312-4762-9353-91a2bc8dbddf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.794971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] Calling delete_port for 50818c11-30f9-45b1-b6f7-78288cff2bf2 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:19.800636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0909419b-0751-4574-88cd-5569bff0727a', 'network_id': 'c7cbed3c-359b-4472-8bf9-f34e2c55b91b', 'port_id': '0909419b-0751-4574-88cd-5569bff0727a', 'mac_address': 'fa:16:3e:cb:ad:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7541958a-74f7-4173-8ee8-3d47c101fa2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:32:19.814891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 50818c11-30f9-45b1-b6f7-78288cff2bf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50818c11-30f9-45b1-b6f7-78288cff2bf2,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:19.848541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29ad6587-9674-478f-8b5d-1492e93c95a2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (fa46923a-7312-4762-9353-91a2bc8dbddf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.872625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad6587-9674-478f-8b5d-1492e93c95a2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa46923a-7312-4762-9353-91a2bc8dbddf,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:19.874703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0909419b-0751-4574-88cd-5569bff0727a is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:19.875089 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.882533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:19.886365 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:19.922906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0909419b-0751-4574-88cd-5569bff0727a {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:32:20.011389 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.038698 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-29ad6587-9674-478f-8b5d-1492e93c95a2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.038698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-29ad6587-9674-478f-8b5d-1492e93c95a2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6092567
Apr 30 21:32:20.041602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53756) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:20.059831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9a9ee1c-ea63-4905-9b8c-5f8169ec9b12 req-7ff54c3e-59d1-4cb4-b591-d92192858da4 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 210 time: 0.1025138
Apr 30 21:32:20.068230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2673daa1-fdbe-450f-819d-c5090f2b70ed tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'security_group_rule': {'security_group_id': 'dfe91846-2fce-4661-b103-25b4ad80e88c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:20.076082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:20.213925 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (50818c11-30f9-45b1-b6f7-78288cff2bf2), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.226858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53760) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:20.234595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] No DVR routers for this DVR port 50818c11-30f9-45b1-b6f7-78288cff2bf2 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:32:20.267803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.267803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=50818c11-30f9-45b1-b6f7-78288cff2bf2,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:20.281924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba9b2d-8f23-40a1-9d05-dd3e4814e4d4 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:20.331399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2673daa1-fdbe-450f-819d-c5090f2b70ed tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group_rule (a768365e-dd54-4360-8e1b-679317ea3442), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.352607 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a4d513ea-3340-40a0-b7c6-384a25e7acc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.362743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b18b0-80a7-4423-bf8e-7584308caf5a None None] Pushing event deleted for resources: {'Port': ['ID=50818c11-30f9-45b1-b6f7-78288cff2bf2,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:20.460755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931e66-40a1-4f4d-98f2-65d597e5383a req-845d9154-683c-439c-9fdf-a4189a196254 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:20.476295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f931e66-40a1-4f4d-98f2-65d597e5383a req-845d9154-683c-439c-9fdf-a4189a196254 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 944 time: 0.1031687
Apr 30 21:32:20.485817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:20.573975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2673daa1-fdbe-450f-819d-c5090f2b70ed tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group_rule (a768365e-dd54-4360-8e1b-679317ea3442), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.603707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0909419b-0751-4574-88cd-5569bff0727a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:32:20.617185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8cb6662-77ac-4d75-a0e0-caa3da2bee4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.662545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2673daa1-fdbe-450f-819d-c5090f2b70ed tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a768365e-dd54-4360-8e1b-679317ea3442), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.701097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673daa1-fdbe-450f-819d-c5090f2b70ed tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a768365e-dd54-4360-8e1b-679317ea3442,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:20.840291 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8cb6662-77ac-4d75-a0e0-caa3da2bee4f admin admin] Publish callbacks [] for security_group (badd1a73-09d4-49c1-a342-6921c75c6d86), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.863735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:32:20.865335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (db39ea6e-204f-4e0b-a1e1-86f47d988596), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.868086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f931e66-40a1-4f4d-98f2-65d597e5383a req-8aeaa89f-7419-43e7-96d6-906ba5f941e4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3804908
Apr 30 21:32:20.934170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=db39ea6e-204f-4e0b-a1e1-86f47d988596,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:20.942300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2673daa1-fdbe-450f-819d-c5090f2b70ed tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.943520 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2673daa1-fdbe-450f-819d-c5090f2b70ed tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8899724
Apr 30 21:32:20.946704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53778) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:20.952170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:20.962472 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8cb6662-77ac-4d75-a0e0-caa3da2bee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (badd1a73-09d4-49c1-a342-6921c75c6d86), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:20.967619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:20.971954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:20.976273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:20.977104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.029919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '4c180819-0794-46e0-94a1-ae165a4c0817'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:32:21.035937 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.082805 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-821929c3-0c78-471d-8bc3-e346ba5458bd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6557524
Apr 30 21:32:21.084678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53784) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:21.093453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f8cb6662-77ac-4d75-a0e0-caa3da2bee4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=797be23272aa466a9d79a02d84c87a83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8636270
Apr 30 21:32:21.095717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53788) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:21.099056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:71:4b:de', 'name': 'tempest-NetworksTestDHCPv6-1856136394'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:21.104749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb6662-77ac-4d75-a0e0-caa3da2bee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd1a73-09d4-49c1-a342-6921c75c6d86,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:21.126985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4513b701-53f9-4940-b400-cff04681db0f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:21.150371 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.188482 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3199186-e22f-4043-8e86-4eec308c40d1 admin admin] Publish callbacks [] for security_group (badd1a73-09d4-49c1-a342-6921c75c6d86), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.218190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.235194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3199186-e22f-4043-8e86-4eec308c40d1 admin admin] Publish callbacks [] for security_group (badd1a73-09d4-49c1-a342-6921c75c6d86), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.390439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-829efe86-0b4a-403b-b696-5fb2fc10f145 req-3fdf1c83-63a1-4033-b1b5-76a477d6a40b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 210 time: 0.1841109
Apr 30 21:32:21.442863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4513b701-53f9-4940-b400-cff04681db0f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:21.443435 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4513b701-53f9-4940-b400-cff04681db0f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.445366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.463535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3199186-e22f-4043-8e86-4eec308c40d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (badd1a73-09d4-49c1-a342-6921c75c6d86), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.466851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3199186-e22f-4043-8e86-4eec308c40d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.469893 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f3199186-e22f-4043-8e86-4eec308c40d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/badd1a73-09d4-49c1-a342-6921c75c6d86 HTTP/1.1" status: 204  len: 168 time: 0.3713691
Apr 30 21:32:21.509061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3199186-e22f-4043-8e86-4eec308c40d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd1a73-09d4-49c1-a342-6921c75c6d86,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:21.522969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:21.564611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53794) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:21.648528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:21.661192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Allocated IP 172.20.0.2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/4c180819-0794-46e0-94a1-ae165a4c0817/6f9f8212-90f0-45da-bdb7-8772a9dfafca) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:21.683290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Allocated IP 2001:db8::f816:3eff:fef1:689e (a0a65003-beca-4a7f-bcd6-a74df6ab3337/db39ea6e-204f-4e0b-a1e1-86f47d988596/6f9f8212-90f0-45da-bdb7-8772a9dfafca) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:21.931939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Allocated IP 172.35.4.65 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/8da2b9fb-4802-438c-9073-70fd6ea64893) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:22.011571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4513b701-53f9-4940-b400-cff04681db0f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:22.013052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4513b701-53f9-4940-b400-cff04681db0f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.028809 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ad0d78d2-2ea9-463c-a8f3-ae680f7c26db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.149872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c5a11-a249-46b7-9ee9-3bfceec938c2 req-f18aa411-b7bb-48b1-92dc-5da28fb45116 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:22.151632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad2c5a11-a249-46b7-9ee9-3bfceec938c2 req-f18aa411-b7bb-48b1-92dc-5da28fb45116 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 944 time: 0.1894326
Apr 30 21:32:22.174721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.187871 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Publish callbacks [] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.202961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 4513b701-53f9-4940-b400-cff04681db0f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4513b701-53f9-4940-b400-cff04681db0f,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:22.229822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port b3da23d3-e08d-4b6a-9aa7-b381f16a03be yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:22.345171 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for port (8da2b9fb-4802-438c-9073-70fd6ea64893), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.356548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad2c5a11-a249-46b7-9ee9-3bfceec938c2 req-37528441-d3f0-457a-98aa-5fe51478ae02 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892407
Apr 30 21:32:22.357411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-959ad04e-e8f7-4efe-8b7e-a36fe8daef3d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:22.360280 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-959ad04e-e8f7-4efe-8b7e-a36fe8daef3d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.20 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 810 time: 0.2587221
Apr 30 21:32:22.409808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Request body: {'port': {'device_id': 'ecd620d0-2e66-4144-8ff1-59e3f2f377f1', 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3', 'admin_state_up': True, 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:22.438822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.466547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4513b701-53f9-4940-b400-cff04681db0f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.510313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ad0d78d2-2ea9-463c-a8f3-ae680f7c26db admin admin] Publish callbacks [] for security_group (bd8ff5a2-d351-4d48-8c7d-f805ed58c27b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.566229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:22.576123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:22.585102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:22.604599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Pushing event updated for resources: {'Port': ['ID=6f9f8212-90f0-45da-bdb7-8772a9dfafca,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:22.668927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd99f6fe-ea8f-4a3b-bc92-1a1f59be7829 req-f7d71337-d14a-4ac0-9c75-5a8299e73861 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 210 time: 0.0496826
Apr 30 21:32:22.756527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Attempting to bind port 6f9f8212-90f0-45da-bdb7-8772a9dfafca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:22.757267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Attempting to bind port 6f9f8212-90f0-45da-bdb7-8772a9dfafca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:22.757905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Attempting to bind port 6f9f8212-90f0-45da-bdb7-8772a9dfafca on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:22.761343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=4513b701-53f9-4940-b400-cff04681db0f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:22.767380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:22.768017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:22.768593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.769155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:22.769809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Bound port: 6f9f8212-90f0-45da-bdb7-8772a9dfafca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:22.770404 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.775799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 172.20.0.10 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/4c180819-0794-46e0-94a1-ae165a4c0817/b3da23d3-e08d-4b6a-9aa7-b381f16a03be) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:22.784148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fe71:4bde (a0a65003-beca-4a7f-bcd6-a74df6ab3337/db39ea6e-204f-4e0b-a1e1-86f47d988596/b3da23d3-e08d-4b6a-9aa7-b381f16a03be) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:22.858584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] For port 6f9f8212-90f0-45da-bdb7-8772a9dfafca, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:22.859784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] For port 6f9f8212-90f0-45da-bdb7-8772a9dfafca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9f8212-90f0-45da-bdb7-8772a9dfafca,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:22.961902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ad0d78d2-2ea9-463c-a8f3-ae680f7c26db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bd8ff5a2-d351-4d48-8c7d-f805ed58c27b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.989256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Made reservation on behalf of 7328d5d6d45a4e80820e1a57f9f9a81c for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:22.992954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:22.999948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.018495 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8da2b9fb-4802-438c-9073-70fd6ea64893), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.073017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:23.150170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:23.152542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53812) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:23.155447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4513b701-53f9-4940-b400-cff04681db0f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:23.233410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d78d2-2ea9-463c-a8f3-ae680f7c26db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8ff5a2-d351-4d48-8c7d-f805ed58c27b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:23.242907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0909419b-0751-4574-88cd-5569bff0727a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:23.243289 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0909419b-0751-4574-88cd-5569bff0727a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.247072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9648b-7f44-4579-b6d7-fbf5dddb152f None None] Pushing event updated for resources: {'Port': ['ID=6f9f8212-90f0-45da-bdb7-8772a9dfafca,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:23.262773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:23.274020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:23.303480 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.315313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4513b701-53f9-4940-b400-cff04681db0f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:23.315313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4513b701-53f9-4940-b400-cff04681db0f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.327454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53814) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:23.327677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ad0d78d2-2ea9-463c-a8f3-ae680f7c26db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6f5fd53a3944e8e9a4d9fbb1e6060ef&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7543344
Apr 30 21:32:23.335597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ee594aa-12e2-4858-9ade-b1a50b3419eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.360335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (b3da23d3-e08d-4b6a-9aa7-b381f16a03be), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.502094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event updated for resources: {'Port': ['ID=8da2b9fb-4802-438c-9073-70fd6ea64893,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:23.548200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4513b701-53f9-4940-b400-cff04681db0f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:23.558154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0909419b-0751-4574-88cd-5569bff0727a is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:23.558154 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.591027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909419b-0751-4574-88cd-5569bff0727a'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:32:23.593746 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c2caad-627b-4c67-a8e4-aff3dc18f2ba" -d '{"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-plugged", "status": "completed", "tag": "0909419b-0751-4574-88cd-5569bff0727a"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:32:23.611804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:23.628420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Allocated IP 172.20.0.12 (a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3/96a7c5ee-86af-4f36-95ed-8e506ba49cea/3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:23.694408 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.707542 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735b28f-2a1e-48f0-a421-4f71e6a89229 x-openstack-request-id: req-f735b28f-2a1e-48f0-a421-4f71e6a89229 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:32:23.707542 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-plugged", "status": "completed", "tag": "0909419b-0751-4574-88cd-5569bff0727a", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:32:23.709590 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f735b28f-2a1e-48f0-a421-4f71e6a89229 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:32:23.710074 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f735b28f-2a1e-48f0-a421-4f71e6a89229'] response: {'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0909419b-0751-4574-88cd-5569bff0727a', 'code': 200}
Apr 30 21:32:23.712023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7b43ecf-410c-4223-8544-2aee4a8413ca admin admin] Publish callbacks [] for security_group (bd8ff5a2-d351-4d48-8c7d-f805ed58c27b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.787130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7b43ecf-410c-4223-8544-2aee4a8413ca admin admin] Publish callbacks [] for security_group (bd8ff5a2-d351-4d48-8c7d-f805ed58c27b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.794549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=10']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:23.975912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1cb8d-47dc-4b12-a1e7-0b94ceb5c87f req-19cd8b53-ead0-4d67-b432-f63ac57f107f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:23.986342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eae1cb8d-47dc-4b12-a1e7-0b94ceb5c87f req-19cd8b53-ead0-4d67-b432-f63ac57f107f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.3475513
Apr 30 21:32:23.996139 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7b43ecf-410c-4223-8544-2aee4a8413ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bd8ff5a2-d351-4d48-8c7d-f805ed58c27b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:23.999470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7b43ecf-410c-4223-8544-2aee4a8413ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.003016 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e7b43ecf-410c-4223-8544-2aee4a8413ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd8ff5a2-d351-4d48-8c7d-f805ed58c27b HTTP/1.1" status: 204  len: 168 time: 0.6820900
Apr 30 21:32:24.051544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b43ecf-410c-4223-8544-2aee4a8413ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8ff5a2-d351-4d48-8c7d-f805ed58c27b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:24.053701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ee594aa-12e2-4858-9ade-b1a50b3419eb admin admin] Publish callbacks [] for security_group (2a5ba459-e27b-4692-9105-c5fcccbd4fd1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.093466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f7ccb13-2020-48e2-946e-986f8aa911fb req-2c68541e-8a5a-47a5-aa36-50294b38f646 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 210 time: 0.2588747
Apr 30 21:32:24.147406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b3da23d3-e08d-4b6a-9aa7-b381f16a03be), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.156324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks [] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.199367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ee594aa-12e2-4858-9ade-b1a50b3419eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2a5ba459-e27b-4692-9105-c5fcccbd4fd1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.305216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.368638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:24.372359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:24.376915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:24.476430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Pushing event updated for resources: {'Port': ['ID=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:24.518205 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.550968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:24.551670 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.639595 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-d3d2992e-2464-41fe-a325-95c020ab23df tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2468748
Apr 30 21:32:24.659727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Request body: {'port': {'device_id': 'ecd620d0-2e66-4144-8ff1-59e3f2f377f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:24.729974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (30a12ac8-42fd-49cc-b4af-e4341fecbb6f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.779022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9ee594aa-12e2-4858-9ade-b1a50b3419eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1bf82d8523f41b09ea8efb81356dd03&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6176217
Apr 30 21:32:24.779214 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:24.790093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53830) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:24.810652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:24.856319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:24.856783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:24.927337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eae1cb8d-47dc-4b12-a1e7-0b94ceb5c87f req-1a27486b-31da-47f4-bd40-cae07aa2ea95 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8280752
Apr 30 21:32:24.954138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee594aa-12e2-4858-9ade-b1a50b3419eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ba459-e27b-4692-9105-c5fcccbd4fd1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:24.963696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0a58b-976f-417f-8560-00393446bd0f req-6cc9b080-bcb5-4c43-a49a-7889ab546973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:24.969312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a7a48c-9a32-422a-a2a9-d0416f200218 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:24.974259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77a0a58b-976f-417f-8560-00393446bd0f req-6cc9b080-bcb5-4c43-a49a-7889ab546973 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 1128 time: 0.8328283
Apr 30 21:32:24.974259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=b3da23d3-e08d-4b6a-9aa7-b381f16a03be,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:25.002340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:25.003061 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.028368 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8da2b9fb-4802-438c-9073-70fd6ea64893), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.073371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d53e938d-300b-4b96-a17b-cfbe22f10574 admin admin] Publish callbacks [] for security_group (2a5ba459-e27b-4692-9105-c5fcccbd4fd1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.133585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77a0a58b-976f-417f-8560-00393446bd0f req-d29e84c1-d4d4-4fe6-8cbc-b35621976b0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540740
Apr 30 21:32:25.143127 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d53e938d-300b-4b96-a17b-cfbe22f10574 admin admin] Publish callbacks [] for security_group (2a5ba459-e27b-4692-9105-c5fcccbd4fd1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.204784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dccb8d35-d6c6-4d58-8d24-c9f5437913df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.1152749
Apr 30 21:32:25.213291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53838) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:25.285534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6f9f8212-90f0-45da-bdb7-8772a9dfafca up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:25.339863 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for port (8da2b9fb-4802-438c-9073-70fd6ea64893), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.349181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-014f78f4-cbbb-4dcc-8fb8-60fdff08e590 None None] Provisioning complete for port 6f9f8212-90f0-45da-bdb7-8772a9dfafca triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:25.349567 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-014f78f4-cbbb-4dcc-8fb8-60fdff08e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.371118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53840) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:25.372075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d53e938d-300b-4b96-a17b-cfbe22f10574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2a5ba459-e27b-4692-9105-c5fcccbd4fd1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.376162 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d53e938d-300b-4b96-a17b-cfbe22f10574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.381436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d53e938d-300b-4b96-a17b-cfbe22f10574 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a5ba459-e27b-4692-9105-c5fcccbd4fd1 HTTP/1.1" status: 204  len: 168 time: 0.5771852
Apr 30 21:32:25.407787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:32:25.413708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 6f9f8212-90f0-45da-bdb7-8772a9dfafca triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:25.414123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.418117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Publish callbacks [] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.435085 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Transition to ACTIVE for port object 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:32:25.474795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (8da2b9fb-4802-438c-9073-70fd6ea64893), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.481318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d15fe7fa-baf7-46a4-81e4-3ba4e55a5ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.505833 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb3f8ff-1fdc-4cca-9352-2c13bcad50a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:25.505833 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb3f8ff-1fdc-4cca-9352-2c13bcad50a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:25.515185 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1cb3f8ff-1fdc-4cca-9352-2c13bcad50a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.2926698
Apr 30 21:32:25.519271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53844) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:25.531012 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.546364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4eb77-bb85-4bc4-af77-c630a8b76bf0 req-157832e2-d7f4-4852-8492-b88d792f8e2d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:25.553106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfb4eb77-bb85-4bc4-af77-c630a8b76bf0 req-157832e2-d7f4-4852-8492-b88d792f8e2d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 932 time: 0.2277415
Apr 30 21:32:25.554172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e938d-300b-4b96-a17b-cfbe22f10574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ba459-e27b-4692-9105-c5fcccbd4fd1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:25.595189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 6f9f8212-90f0-45da-bdb7-8772a9dfafca is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:25.595585 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.679523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:25.765682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (30a12ac8-42fd-49cc-b4af-e4341fecbb6f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.771247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-014f78f4-cbbb-4dcc-8fb8-60fdff08e590 None None] Current status of the port 6f9f8212-90f0-45da-bdb7-8772a9dfafca is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:25.771642 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-014f78f4-cbbb-4dcc-8fb8-60fdff08e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.840678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event updated for resources: {'Port': ['ID=8da2b9fb-4802-438c-9073-70fd6ea64893,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:25.841482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 6f9f8212-90f0-45da-bdb7-8772a9dfafca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9f8212-90f0-45da-bdb7-8772a9dfafca,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:25.873956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-06eb29fa-735c-48d2-84f1-d9f46c5a849a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port b3da23d3-e08d-4b6a-9aa7-b381f16a03be {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:25.877105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-06eb29fa-735c-48d2-84f1-d9f46c5a849a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b3da23d3-e08d-4b6a-9aa7-b381f16a03be), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.888725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.888725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9cda55e3-d51a-44d0-9a2b-b89ebfa81d47 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.9404774
Apr 30 21:32:25.928854 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:25.934312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfb4eb77-bb85-4bc4-af77-c630a8b76bf0 req-c936aac1-fa2b-4bd9-90eb-74bbe7d18646 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3739309
Apr 30 21:32:26.141030 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d15fe7fa-baf7-46a4-81e4-3ba4e55a5ea1 admin admin] Publish callbacks [] for security_group (47d8150a-f235-4b51-b8b9-5608a5dc9c60), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:26.142619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Attempting to bind port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:26.142619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Attempting to bind port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:26.142619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Attempting to bind port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d on network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:26.142978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-014f78f4-cbbb-4dcc-8fb8-60fdff08e590 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:32:26.142978 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-014f78f4-cbbb-4dcc-8fb8-60fdff08e590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:32:26.143461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d on network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:32:26.143461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Attempting to bind port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d on network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:26.143628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=6f9f8212-90f0-45da-bdb7-8772a9dfafca,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:26.143711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:26.143711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Checking segment: {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:26.143711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Bound using segment: {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:26.143711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Bound port: 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:26.143711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:26.165660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9913e1-8e82-4b74-9599-15ade37c8107 req-27ab9822-9932-4b37-8725-dce51ff9af8f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:26.167740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e9913e1-8e82-4b74-9599-15ade37c8107 req-27ab9822-9932-4b37-8725-dce51ff9af8f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.0861928
Apr 30 21:32:26.205488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-06eb29fa-735c-48d2-84f1-d9f46c5a849a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b3da23d3-e08d-4b6a-9aa7-b381f16a03be), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:26.234159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-06eb29fa-735c-48d2-84f1-d9f46c5a849a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for b3da23d3-e08d-4b6a-9aa7-b381f16a03be owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:26.291308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d15fe7fa-baf7-46a4-81e4-3ba4e55a5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (47d8150a-f235-4b51-b8b9-5608a5dc9c60), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:26.354557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] For port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:26.380568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d15fe7fa-baf7-46a4-81e4-3ba4e55a5ea1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=369d881ea2a747aababdba3f7b35d421&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0015264
Apr 30 21:32:26.388343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53878) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:26.400309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e9913e1-8e82-4b74-9599-15ade37c8107 req-97af10aa-e70a-468d-a2e2-fa0302be3032 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182102
Apr 30 21:32:26.410399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fe7fa-baf7-46a4-81e4-3ba4e55a5ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d8150a-f235-4b51-b8b9-5608a5dc9c60,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:26.423811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] For port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:26.485385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-ccfe36ef-ba1d-4774-81a2-a12fddee4559 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1002983020&fields=id&tenant_id=9ef2f32360be4d6c87d31bb5307ad696 HTTP/1.1" status: 200  len: 267 time: 0.1285059
Apr 30 21:32:26.540276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:26.635485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:26.635691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:26.637896 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] 10.222.0.20 "PUT /v2.0/ports/3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d HTTP/1.1" status: 200  len: 1092 time: 1.9832153
Apr 30 21:32:26.639223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd620d0-2e66-4144-8ff1-59e3f2f377f1', 'tag': '3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:32:26.650681 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3389bd-fd48-43c3-b829-3f8df236de01" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd620d0-2e66-4144-8ff1-59e3f2f377f1", "tag": "3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:32:26.704830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-da4e2425-5cbb-40f1-be63-5f8a46334997 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:26.706552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-da4e2425-5cbb-40f1-be63-5f8a46334997 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 818 time: 0.2198100
Apr 30 21:32:26.733350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be081c25-b6a9-4d4d-b223-48a42af747a0 admin admin] Publish callbacks [] for security_group (47d8150a-f235-4b51-b8b9-5608a5dc9c60), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:26.754508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-3a6c3c95-b64d-40a0-aa48-746f51196b0a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/quotas/9ef2f32360be4d6c87d31bb5307ad696 HTTP/1.1" status: 200  len: 375 time: 0.0398953
Apr 30 21:32:26.764938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-014f78f4-cbbb-4dcc-8fb8-60fdff08e590 None None] Current status of the port 6f9f8212-90f0-45da-bdb7-8772a9dfafca is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:26.777518 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be081c25-b6a9-4d4d-b223-48a42af747a0 admin admin] Publish callbacks [] for security_group (47d8150a-f235-4b51-b8b9-5608a5dc9c60), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:26.853054 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8871a2-dd15-4b9f-b55a-c5ca1606b708 x-openstack-request-id: req-aa8871a2-dd15-4b9f-b55a-c5ca1606b708 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:32:26.853472 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd620d0-2e66-4144-8ff1-59e3f2f377f1", "tag": "3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:32:26.854838 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa8871a2-dd15-4b9f-b55a-c5ca1606b708 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:32:26.857443 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8871a2-dd15-4b9f-b55a-c5ca1606b708'] response: {'name': 'network-changed', 'server_uuid': 'ecd620d0-2e66-4144-8ff1-59e3f2f377f1', 'tag': '3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d', 'status': 'completed', 'code': 200}
Apr 30 21:32:26.906690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-7f7b31f5-5ab5-4e08-b306-bd2986800035 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1437616
Apr 30 21:32:26.931477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b91f6-95e2-4d15-8450-9f072cf37e80 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:27.093542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-a13bccc0-6ac7-4d7a-b4ae-e70a9456ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:27.097988 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-a13bccc0-6ac7-4d7a-b4ae-e70a9456ba13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 1126 time: 0.2354631
Apr 30 21:32:27.128664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6f9f8212-90f0-45da-bdb7-8772a9dfafca up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:27.196543 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-0fb0a30b-78ac-4eb3-a33a-e874364e7a0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d HTTP/1.1" status: 200  len: 217 time: 0.0713625
Apr 30 21:32:27.224087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e58c541d-eb26-463f-b61d-7e58056b8657 None None] Provisioning complete for port 6f9f8212-90f0-45da-bdb7-8772a9dfafca triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:27.224680 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e58c541d-eb26-463f-b61d-7e58056b8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:27.261635 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be081c25-b6a9-4d4d-b223-48a42af747a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (47d8150a-f235-4b51-b8b9-5608a5dc9c60), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:27.263422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-be081c25-b6a9-4d4d-b223-48a42af747a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:27.264848 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-be081c25-b6a9-4d4d-b223-48a42af747a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47d8150a-f235-4b51-b8b9-5608a5dc9c60 HTTP/1.1" status: 204  len: 168 time: 0.8671834
Apr 30 21:32:27.339237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dd473-348a-4874-9547-a48f6d5f1e3d req-4ef6cbdf-c842-4c48-8c38-8f4fc55ff1e6 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:27.339237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a4dd473-348a-4874-9547-a48f6d5f1e3d req-4ef6cbdf-c842-4c48-8c38-8f4fc55ff1e6 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 944 time: 0.1662765
Apr 30 21:32:27.461590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-147cac1b-2b69-4906-8ec4-9980a0ee11b9 service neutron] 10.222.0.23 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5360289
Apr 30 21:32:27.474463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 6f9f8212-90f0-45da-bdb7-8772a9dfafca triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:27.475234 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:27.603778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a4dd473-348a-4874-9547-a48f6d5f1e3d req-eb7f0581-cea0-469d-a10e-fca1bed64e07 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2540498
Apr 30 21:32:27.682440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-cef021c9-9437-463a-85e4-9fa5ea6eead9 service neutron] 10.222.0.23 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128344
Apr 30 21:32:27.700368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e58c541d-eb26-463f-b61d-7e58056b8657 None None] Current status of the port 6f9f8212-90f0-45da-bdb7-8772a9dfafca is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:27.718390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 6f9f8212-90f0-45da-bdb7-8772a9dfafca is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:27.744146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e58c541d-eb26-463f-b61d-7e58056b8657 None None] Provisioning complete for port b3da23d3-e08d-4b6a-9aa7-b381f16a03be triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:27.747173 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e58c541d-eb26-463f-b61d-7e58056b8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b3da23d3-e08d-4b6a-9aa7-b381f16a03be), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:27.831044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e58c541d-eb26-463f-b61d-7e58056b8657 None None] Port b3da23d3-e08d-4b6a-9aa7-b381f16a03be cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:27.908171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3182f9-657c-4c14-97af-ce89dca06263 req-3f61ee33-3154-410c-ba29-66a21bb5f9a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:27.923839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be081c25-b6a9-4d4d-b223-48a42af747a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d8150a-f235-4b51-b8b9-5608a5dc9c60,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:27.925529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c3182f9-657c-4c14-97af-ce89dca06263 req-3f61ee33-3154-410c-ba29-66a21bb5f9a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1211243
Apr 30 21:32:27.973531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-44d8d3b8-3a15-4d00-8744-d4a6a1ab743c None None] Provisioning complete for port b3da23d3-e08d-4b6a-9aa7-b381f16a03be triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:27.973789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44d8d3b8-3a15-4d00-8744-d4a6a1ab743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b3da23d3-e08d-4b6a-9aa7-b381f16a03be), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:27.984448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-002bd8b1-feb9-40ad-a6c6-932e12eb0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:27.985860 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-002bd8b1-feb9-40ad-a6c6-932e12eb0a43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 200  len: 850 time: 0.7823997
Apr 30 21:32:28.075772 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-9ee282e0-5831-40ad-af92-fb729a2e51aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689108
Apr 30 21:32:28.082732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c3182f9-657c-4c14-97af-ce89dca06263 req-0debe407-3743-4b3e-a474-c91027d7f76d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563873
Apr 30 21:32:28.088561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-44d8d3b8-3a15-4d00-8744-d4a6a1ab743c None None] Port b3da23d3-e08d-4b6a-9aa7-b381f16a03be cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:28.206969 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-06eb29fa-735c-48d2-84f1-d9f46c5a849a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b3da23d3-e08d-4b6a-9aa7-b381f16a03be), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:28.210226 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-765ddd5a-e049-4900-bdbd-9af601426558 service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351199
Apr 30 21:32:28.235875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b92b41d-c436-4bc0-9392-e0fb4aaec1d0 req-836c844a-34f6-4411-a982-fc2eec05d362 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 210 time: 0.0525010
Apr 30 21:32:28.275788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb29fa-735c-48d2-84f1-d9f46c5a849a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=b3da23d3-e08d-4b6a-9aa7-b381f16a03be,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:28.490316 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-70f908b4-3d59-47a7-8184-9c0026a29365 req-ae7364ab-b2e2-4f01-ba77-9bf03fbb13eb service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2209787
Apr 30 21:32:28.501986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-06eb29fa-735c-48d2-84f1-d9f46c5a849a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:28.508731 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-06eb29fa-735c-48d2-84f1-d9f46c5a849a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/b3da23d3-e08d-4b6a-9aa7-b381f16a03be HTTP/1.1" status: 204  len: 168 time: 2.9882591
Apr 30 21:32:28.509113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53956) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:28.615096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0046e10-0cd9-470c-a622-7ce0e7458e9c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:28.617085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0046e10-0cd9-470c-a622-7ce0e7458e9c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:28.619107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0046e10-0cd9-470c-a622-7ce0e7458e9c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:28.621500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d0046e10-0cd9-470c-a622-7ce0e7458e9c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1113214
Apr 30 21:32:28.624382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:28.699732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4792878b-48db-4efb-ab59-bfdfe8bbd32e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 4c180819-0794-46e0-94a1-ae165a4c0817 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:28.707227 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4792878b-48db-4efb-ab59-bfdfe8bbd32e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (4c180819-0794-46e0-94a1-ae165a4c0817), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:28.814000 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4792878b-48db-4efb-ab59-bfdfe8bbd32e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (4c180819-0794-46e0-94a1-ae165a4c0817), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:29.035473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf72a34-4ce9-4c8a-8c55-96b496a2e0e6 req-83b59cbf-e318-4b27-b563-6b64997e494d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:29.050496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-acf72a34-4ce9-4c8a-8c55-96b496a2e0e6 req-83b59cbf-e318-4b27-b563-6b64997e494d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 944 time: 0.2644379
Apr 30 21:32:29.312109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-acf72a34-4ce9-4c8a-8c55-96b496a2e0e6 req-e0bec6a9-c401-4c47-ac36-b606049b6ade tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565668
Apr 30 21:32:29.373988 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4792878b-48db-4efb-ab59-bfdfe8bbd32e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4c180819-0794-46e0-94a1-ae165a4c0817), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:29.444922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08c58a-ad15-46c1-8a94-7e6a1b18ef8a req-ed430be2-9735-456c-b8f5-1b5e49939dae tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:29.446555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab08c58a-ad15-46c1-8a94-7e6a1b18ef8a req-ed430be2-9735-456c-b8f5-1b5e49939dae tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1496477
Apr 30 21:32:29.523927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-198a8c7a-eefc-4f48-a438-91e08b9f0c2c req-172e640b-6d51-4103-a0e2-7a5dc1befe6d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 210 time: 0.0726209
Apr 30 21:32:29.578921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab08c58a-ad15-46c1-8a94-7e6a1b18ef8a req-21a9c0df-047e-43cf-857f-d98c9c3fdb6a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158566
Apr 30 21:32:29.646444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-8bc9c0ad-a8af-4212-bd2d-73de83329bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:29.649449 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-8bc9c0ad-a8af-4212-bd2d-73de83329bc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 1126 time: 0.0955756
Apr 30 21:32:29.652543 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4792878b-48db-4efb-ab59-bfdfe8bbd32e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (4c180819-0794-46e0-94a1-ae165a4c0817), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:29.674813 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4792878b-48db-4efb-ab59-bfdfe8bbd32e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:29.689161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4792878b-48db-4efb-ab59-bfdfe8bbd32e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/4c180819-0794-46e0-94a1-ae165a4c0817 HTTP/1.1" status: 204  len: 168 time: 1.0631185
Apr 30 21:32:29.695747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd6b33-2bc4-47c4-ba1b-86fe299fba70 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:29.701812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54006) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:29.767635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792878b-48db-4efb-ab59-bfdfe8bbd32e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=4c180819-0794-46e0-94a1-ae165a4c0817,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:29.829460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd80abde-353a-4856-8d47-74b2da64ef1a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet db39ea6e-204f-4e0b-a1e1-86f47d988596 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:29.837321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd80abde-353a-4856-8d47-74b2da64ef1a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (db39ea6e-204f-4e0b-a1e1-86f47d988596), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:29.945585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-5ff69fac-9bbc-4850-80f4-903dcd8bc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:29.967556 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-5ff69fac-9bbc-4850-80f4-903dcd8bc917 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 911 time: 0.3102376
Apr 30 21:32:29.980778 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd80abde-353a-4856-8d47-74b2da64ef1a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (db39ea6e-204f-4e0b-a1e1-86f47d988596), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:30.106449 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd80abde-353a-4856-8d47-74b2da64ef1a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (db39ea6e-204f-4e0b-a1e1-86f47d988596), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:30.236042 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-878cfcfd-da8e-4c10-b224-4432abc3a9f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d HTTP/1.1" status: 200  len: 217 time: 0.0880506
Apr 30 21:32:30.356535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-d78640ec-857c-4775-8721-8feb35271b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:30.362990 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-d78640ec-857c-4775-8721-8feb35271b8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 200  len: 850 time: 0.1048367
Apr 30 21:32:30.405663 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-e8f8693d-1f95-4b83-8b1d-90f1967915ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391402
Apr 30 21:32:30.462035 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd80abde-353a-4856-8d47-74b2da64ef1a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (db39ea6e-204f-4e0b-a1e1-86f47d988596), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:30.471130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54028) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:30.592873 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd80abde-353a-4856-8d47-74b2da64ef1a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:30.606441 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fd80abde-353a-4856-8d47-74b2da64ef1a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/db39ea6e-204f-4e0b-a1e1-86f47d988596 HTTP/1.1" status: 204  len: 168 time: 0.9010193
Apr 30 21:32:30.607624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54034) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:30.614971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80abde-353a-4856-8d47-74b2da64ef1a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=db39ea6e-204f-4e0b-a1e1-86f47d988596,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:30.675851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5da84-8358-45a7-bbe3-348d054a8d04 req-327e4d80-3186-4131-a79e-f8e600cdf069 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:30.687587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45a5da84-8358-45a7-bbe3-348d054a8d04 req-327e4d80-3186-4131-a79e-f8e600cdf069 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 944 time: 0.1899421
Apr 30 21:32:30.712426 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3402f342-dcf1-41cc-bdde-446fd82afff0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0948119
Apr 30 21:32:30.716945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54040) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:30.809425 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-27cd5cf7-81be-4ab1-81f1-33a3d625a4cb service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3967266
Apr 30 21:32:30.818577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce283d28-174b-432c-90ee-10594466c3b7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:30.823997 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ce283d28-174b-432c-90ee-10594466c3b7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1032205
Apr 30 21:32:30.829856 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54042) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:30.887391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5904507-2b5d-4991-ad4b-04c420e71f56 req-59b8a2c5-9e54-4f17-baeb-5ba4da1fda6c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 210 time: 0.1922243
Apr 30 21:32:30.905806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e085f038-f702-43af-91b2-5b1ed5cc9de8 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Request body: {'quota': {'network': 2}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:30.959851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45a5da84-8358-45a7-bbe3-348d054a8d04 req-c5e42e62-bee6-47fa-8ffc-0b22d0cf8fc0 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566571
Apr 30 21:32:31.036298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:32:31.082595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54050) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:31.085378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8cd356-35e8-4698-92dd-3eeed2f330cf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:31.089527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e085f038-f702-43af-91b2-5b1ed5cc9de8 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] 10.222.0.23 "PUT /v2.0/quotas/4689415c1cdd49d18f085e14553f1697 HTTP/1.1" status: 200  len: 368 time: 0.6066613
Apr 30 21:32:31.092437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54052) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:31.100028 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ce8cd356-35e8-4698-92dd-3eeed2f330cf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2689967
Apr 30 21:32:31.104993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Request body: {'network': {'project_id': '4689415c1cdd49d18f085e14553f1697'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:31.182172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156010f-aebf-4bd4-974e-1eabcfcdbfb0 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:31.182442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a18781-816b-4967-958d-c6666219707a req-6dc475f1-ac32-4c31-ba0a-ecf2b68a5246 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:31.197850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51a18781-816b-4967-958d-c6666219707a req-6dc475f1-ac32-4c31-ba0a-ecf2b68a5246 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1932185
Apr 30 21:32:31.207610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54054) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:31.207912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f9b57371-0607-4042-8b25-315a1785df83 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1121550
Apr 30 21:32:31.219522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5068c7a8-44c8-4600-a33b-f418aeb3429f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:31.252648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-b41d779c-e4b1-4c57-9c0f-4bf3b76456d8 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:31.254683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-b41d779c-e4b1-4c57-9c0f-4bf3b76456d8 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 818 time: 0.2800024
Apr 30 21:32:31.284294 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ea3389bd-fd48-43c3-b829-3f8df236de01 req-5eb33c6a-c4c7-43dc-b5fc-ded4dff58bc5 service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4590893
Apr 30 21:32:31.361535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51a18781-816b-4967-958d-c6666219707a req-27390941-cda1-4460-8922-55f2a81e4708 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697850
Apr 30 21:32:31.368780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Made reservation on behalf of 4689415c1cdd49d18f085e14553f1697 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:31.374535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.412079 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.417553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bf808fe7-4826-4188-8d8b-c81ebc3a2bd2 None None] Provisioning complete for port 6f9f8212-90f0-45da-bdb7-8772a9dfafca triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:31.418335 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf808fe7-4826-4188-8d8b-c81ebc3a2bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.497357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:31.535232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d', 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3', 'port_id': '3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d', 'mac_address': 'fa:16:3e:18:f8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a7c5ee-86af-4f36-95ed-8e506ba49cea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:32:31.538445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c64b4026-d2ca-4cf2-8c7b-e2d85ff5ec53 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef2f32360be4d6c87d31bb5307ad696 HTTP/1.1" status: 200  len: 380 time: 0.2753351
Apr 30 21:32:31.551432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'port': {'device_id': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'admin_state_up': True, 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'security_groups': ['dfe91846-2fce-4661-b103-25b4ad80e88c']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:31.580172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks [] for security_group (da97dfd2-a028-4729-83fa-ff5bae69d242), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.581431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5068c7a8-44c8-4600-a33b-f418aeb3429f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:31.588668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:31.589303 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.589424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5068c7a8-44c8-4600-a33b-f418aeb3429f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.593211 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-5068c7a8-44c8-4600-a33b-f418aeb3429f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:32:31.593663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5068c7a8-44c8-4600-a33b-f418aeb3429f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:31.634046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:32:31.668868 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (da97dfd2-a028-4729-83fa-ff5bae69d242), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.678010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bf808fe7-4826-4188-8d8b-c81ebc3a2bd2 None None] Current status of the port 6f9f8212-90f0-45da-bdb7-8772a9dfafca is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:31.694217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:31.707937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:32:31.731023 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5068c7a8-44c8-4600-a33b-f418aeb3429f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.5202858
Apr 30 21:32:31.738491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:31.740821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54070) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:31.743690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f168b-437f-4359-be8f-f7f5ea6a353f req-cf76b54c-3d58-4861-b688-004d4b1dd62f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:31.745239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-045f168b-437f-4359-be8f-f7f5ea6a353f req-cf76b54c-3d58-4861-b688-004d4b1dd62f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1785035
Apr 30 21:32:31.753902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-885f2a13-3f96-45df-a0ca-bab2069de161 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:31.763433 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.793394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da97dfd2-a028-4729-83fa-ff5bae69d242,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:31.834335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:31.848871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] Deleting port 6f9f8212-90f0-45da-bdb7-8772a9dfafca {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:31.849822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.898034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (443d756f-90ac-4610-a42d-b23a524f97d3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:31.898323 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Added segment 443d756f-90ac-4610-a42d-b23a524f97d3 of type vlan for network 919e2a23-f7bd-414d-b996-e469dbb6c3ac
Apr 30 21:32:31.946105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-045f168b-437f-4359-be8f-f7f5ea6a353f req-4127cd32-e89c-401b-b7e1-afc40dba6b9f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742351
Apr 30 21:32:32.039376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] For port 6f9f8212-90f0-45da-bdb7-8772a9dfafca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f9f8212-90f0-45da-bdb7-8772a9dfafca,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:32.041552 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.064818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] Calling delete_port for 6f9f8212-90f0-45da-bdb7-8772a9dfafca owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:32.120766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:32:32.139455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0e64223-e4e0-4678-9903-905af44ebc3a req-bdd050a0-73ec-444f-ad9a-ec5ab4b3bde6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 210 time: 0.1587822
Apr 30 21:32:32.141347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Made reservation on behalf of 9ef2f32360be4d6c87d31bb5307ad696 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:32.149461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.174703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (919e2a23-f7bd-414d-b996-e469dbb6c3ac), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.331546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885f2a13-3f96-45df-a0ca-bab2069de161 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:32.336452 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-885f2a13-3f96-45df-a0ca-bab2069de161 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.337968 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-885f2a13-3f96-45df-a0ca-bab2069de161 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:32:32.338403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885f2a13-3f96-45df-a0ca-bab2069de161 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:32.385952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9abec4-42e1-47a4-9044-5767d7c9b6a3 req-40d48987-89d8-40fb-90a7-3dd604596e67 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:32.390649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c9abec4-42e1-47a4-9044-5767d7c9b6a3 req-40d48987-89d8-40fb-90a7-3dd604596e67 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 945 time: 0.2224522
Apr 30 21:32:32.403801 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (6f9f8212-90f0-45da-bdb7-8772a9dfafca), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.424196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (919e2a23-f7bd-414d-b996-e469dbb6c3ac), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.425539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:32.426417 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.461810 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-885f2a13-3f96-45df-a0ca-bab2069de161 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.7198741
Apr 30 21:32:32.474325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54094) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:32.496763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] No DVR routers for this DVR port 6f9f8212-90f0-45da-bdb7-8772a9dfafca on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:32:32.499283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7f0ed693-7422-462b-9d35-c9f5ebad1f04 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:32.508786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eebf8-9151-4ed5-aa14-37512b39a27a None None] Pushing event deleted for resources: {'Port': ['ID=6f9f8212-90f0-45da-bdb7-8772a9dfafca,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:32.535970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631948f-053b-44d6-ba4e-3e11b862497c req-3860f0a5-4140-4de2-9cad-acc31c89a97c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:32.541011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8631948f-053b-44d6-ba4e-3e11b862497c req-3860f0a5-4140-4de2-9cad-acc31c89a97c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1766417
Apr 30 21:32:32.564568 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.4610949
Apr 30 21:32:32.569867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54100) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:32.616722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Request body: {'network': {'project_id': '4689415c1cdd49d18f085e14553f1697'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:32.628342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820889b8-9214-4fca-8e77-d27f52a70ad5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Pushing event updated for resources: {'Network': ['ID=919e2a23-f7bd-414d-b996-e469dbb6c3ac,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:32.643357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 919e2a23-f7bd-414d-b996-e469dbb6c3ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:32.708304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c9abec4-42e1-47a4-9044-5767d7c9b6a3 req-f335cf89-d7a9-4c23-a337-7e5db0caecec tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2298443
Apr 30 21:32:32.807855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0ed693-7422-462b-9d35-c9f5ebad1f04 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:32.814462 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed693-7422-462b-9d35-c9f5ebad1f04 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.817805 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0ed693-7422-462b-9d35-c9f5ebad1f04 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:32:32.819264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0ed693-7422-462b-9d35-c9f5ebad1f04 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:32.844572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8631948f-053b-44d6-ba4e-3e11b862497c req-6dbacffd-3d32-4c0a-9509-7955c8c37045 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2715936
Apr 30 21:32:32.853067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Made reservation on behalf of 4689415c1cdd49d18f085e14553f1697 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:32.855865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.896715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Allocated IP 172.20.0.14 (370bffef-cf23-4a5f-a166-489a93a35b76/1c5d6193-b54d-45e6-81c1-b44e3c5c90ae/3fba1066-dfcd-4d25-9f47-0d574a2347de) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:32.906400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:32.922044 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7f0ed693-7422-462b-9d35-c9f5ebad1f04 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4423666
Apr 30 21:32:32.922314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54116) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:32.929228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (64b2d6df-bd6d-419c-9d31-736c6c61f396), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:32.929804 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Added segment 64b2d6df-bd6d-419c-9d31-736c6c61f396 of type vlan for network 65133c49-6b1c-42ce-a208-6c07bc71292f
Apr 30 21:32:32.938755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-84a3f97b-6e5d-4363-b01d-8985dc83471a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:33.046452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:33.057740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6f9f8212-90f0-45da-bdb7-8772a9dfafca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:32:33.107054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (65133c49-6b1c-42ce-a208-6c07bc71292f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.132877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773de2f3-90fc-4786-870b-ad1a770ac778 req-5f4fe252-66a2-4e6c-b48c-f3dae0b7ebc9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:33.141380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-773de2f3-90fc-4786-870b-ad1a770ac778 req-5f4fe252-66a2-4e6c-b48c-f3dae0b7ebc9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1840339
Apr 30 21:32:33.145003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 6f9f8212-90f0-45da-bdb7-8772a9dfafca {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:32:33.145607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6f9f8212-90f0-45da-bdb7-8772a9dfafca not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:32:33.179192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:32:33.180499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a3f97b-6e5d-4363-b01d-8985dc83471a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:33.186776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84a3f97b-6e5d-4363-b01d-8985dc83471a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.188509 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a3f97b-6e5d-4363-b01d-8985dc83471a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:32:33.189478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a3f97b-6e5d-4363-b01d-8985dc83471a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:33.239628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-773de2f3-90fc-4786-870b-ad1a770ac778 req-c5922c4f-8705-4c8c-bf7d-65dbf49ddf8c tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923123
Apr 30 21:32:33.295879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:33.296266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.322565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (65133c49-6b1c-42ce-a208-6c07bc71292f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.327099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:33.328135 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.331676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c13494b-8b16-4e40-a9c3-d411ae00fc1a req-ed99c42a-2682-4a8f-8d9c-4b971a3a212f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 210 time: 0.0860868
Apr 30 21:32:33.338668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.355686 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-84a3f97b-6e5d-4363-b01d-8985dc83471a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4321275
Apr 30 21:32:33.367297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54124) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:33.372597 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-faf4fb77-ef04-472d-99d0-712821478d54 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:33.436763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54126) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:33.484423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Pushing event updated for resources: {'Network': ['ID=65133c49-6b1c-42ce-a208-6c07bc71292f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:33.507790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643c5d5-e644-43f4-a42c-5b75b1d01efe req-a58848f5-727e-4a47-8685-b7f6d819b091 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:33.509336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f643c5d5-e644-43f4-a42c-5b75b1d01efe req-a58848f5-727e-4a47-8685-b7f6d819b091 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1393728
Apr 30 21:32:33.509486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 65133c49-6b1c-42ce-a208-6c07bc71292f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:33.561892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f643c5d5-e644-43f4-a42c-5b75b1d01efe req-8254adf7-cf19-44a6-9c84-2cdfb318ea3e tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447509
Apr 30 21:32:33.646987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:33.646987 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.648267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93fa3e49-4760-44b6-a2fb-0b056cb6c992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.648357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd620d0-2e66-4144-8ff1-59e3f2f377f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:32:33.648357 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e2f79d-50c9-47dc-ab05-b760ee33ac99" -d '{"events": [{"server_uuid": "ecd620d0-2e66-4144-8ff1-59e3f2f377f1", "name": "network-vif-plugged", "status": "completed", "tag": "3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:32:33.649788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:33.693385 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c718875-d694-438f-8485-f340689d5343 x-openstack-request-id: req-0c718875-d694-438f-8485-f340689d5343 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:32:33.693681 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd620d0-2e66-4144-8ff1-59e3f2f377f1", "name": "network-vif-plugged", "status": "completed", "tag": "3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:32:33.693996 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c718875-d694-438f-8485-f340689d5343 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:32:33.694402 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c718875-d694-438f-8485-f340689d5343'] response: {'server_uuid': 'ecd620d0-2e66-4144-8ff1-59e3f2f377f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d', 'code': 200}
Apr 30 21:32:33.706880 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93fa3e49-4760-44b6-a2fb-0b056cb6c992 admin admin] Publish callbacks [] for security_group (dccf7063-ecd0-40e2-9ef7-d790b121c37d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.770310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f9e1514d-c0cd-43df-8c08-3676abcbb6c3 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.1909018
Apr 30 21:32:33.773470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54142) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:33.778687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f6cd3ae2-ebac-4a6b-b04f-dbe3b078917e tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Request body: {'network': {'project_id': '4689415c1cdd49d18f085e14553f1697'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:33.785106 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.789488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.837390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13d7e-60cc-4207-98b2-86a9bdb21862 req-956321ed-932d-4b29-9c5c-6202c0a9d1d4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:33.839373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9f13d7e-60cc-4207-98b2-86a9bdb21862 req-956321ed-932d-4b29-9c5c-6202c0a9d1d4 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1074705
Apr 30 21:32:33.843842 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cd3ae2-ebac-4a6b-b04f-dbe3b078917e tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:32:33.844330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cd3ae2-ebac-4a6b-b04f-dbe3b078917e tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:33.845517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f6cd3ae2-ebac-4a6b-b04f-dbe3b078917e tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0709383
Apr 30 21:32:33.850727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54148) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:33.852744 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93fa3e49-4760-44b6-a2fb-0b056cb6c992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dccf7063-ecd0-40e2-9ef7-d790b121c37d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.865982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf4fb77-ef04-472d-99d0-712821478d54 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:33.880517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faf4fb77-ef04-472d-99d0-712821478d54 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:33.882572 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf4fb77-ef04-472d-99d0-712821478d54 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:32:33.883236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf4fb77-ef04-472d-99d0-712821478d54 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:33.896890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Network 370bffef-cf23-4a5f-a166-489a93a35b76 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:33.903070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4e9a4-cd76-470f-b606-7d28b77cdc1b req-47d55cc2-bc67-463f-b336-1a050158567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:33.916673 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9fb4e9a4-cd76-470f-b606-7d28b77cdc1b req-47d55cc2-bc67-463f-b336-1a050158567d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 1127 time: 0.1345630
Apr 30 21:32:33.920181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:33.950201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:33.964626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:34.007301 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9fb4e9a4-cd76-470f-b606-7d28b77cdc1b req-29f26640-7731-4816-8c29-ebf85dc7c3f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947123
Apr 30 21:32:34.016573 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-faf4fb77-ef04-472d-99d0-712821478d54 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.6480920
Apr 30 21:32:34.017270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54150) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:34.024767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7a9f2dec-06ff-402a-8aa3-4f15306ec2c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:34.111354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event updated for resources: {'Port': ['ID=3fba1066-dfcd-4d25-9f47-0d574a2347de,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:34.129902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:34.130652 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.142903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-93fa3e49-4760-44b6-a2fb-0b056cb6c992 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29b03db28cde48b2aed32e52035e0d2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7022099
Apr 30 21:32:34.146287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54152) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:34.194660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9f2dec-06ff-402a-8aa3-4f15306ec2c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:34.199153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a9f2dec-06ff-402a-8aa3-4f15306ec2c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.200807 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9f2dec-06ff-402a-8aa3-4f15306ec2c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:32:34.201835 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9f2dec-06ff-402a-8aa3-4f15306ec2c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:34.245516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3e49-4760-44b6-a2fb-0b056cb6c992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccf7063-ecd0-40e2-9ef7-d790b121c37d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:34.296745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54613d-0663-4017-9033-9687353a5b51 req-bc1a550f-2e14-42b0-98fd-5ede62a6e22a tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:34.299404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a54613d-0663-4017-9033-9687353a5b51 req-bc1a550f-2e14-42b0-98fd-5ede62a6e22a tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.4313085
Apr 30 21:32:34.318131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9f13d7e-60cc-4207-98b2-86a9bdb21862 req-07e480a9-fa08-47f1-91ee-40c0d6e35a89 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4618292
Apr 30 21:32:34.320252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f0d860d7-4c18-4668-a1b2-cb0d78d557d4 None None] Provisioning complete for port 3fba1066-dfcd-4d25-9f47-0d574a2347de triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:34.320790 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f0d860d7-4c18-4668-a1b2-cb0d78d557d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.333390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-30023c9f-e613-4eff-829b-01a7f8cf36b9 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4689415c1cdd49d18f085e14553f1697&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4813950
Apr 30 21:32:34.339077 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7a9f2dec-06ff-402a-8aa3-4f15306ec2c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3206191
Apr 30 21:32:34.339725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54154) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:34.340064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54156) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:34.372674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-d133f43e-d1b4-426b-bfc4-49b30da5704c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8251026
Apr 30 21:32:34.418358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Request body: {'port': {'device_id': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:34.427142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f0d860d7-4c18-4668-a1b2-cb0d78d557d4 None None] Port 3fba1066-dfcd-4d25-9f47-0d574a2347de cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:34.441878 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cfae8c8d-9c0c-4845-93c9-02508a87e57d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1004560
Apr 30 21:32:34.446987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54162) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:34.508369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a54613d-0663-4017-9033-9687353a5b51 req-eaf2e84d-7113-4784-a060-2b30425d5a40 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816034
Apr 30 21:32:34.516610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbba1a9-7325-4263-93f9-6740cd14a866 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:34.520341 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5bbba1a9-7325-4263-93f9-6740cd14a866 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0704088
Apr 30 21:32:34.520341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56ac4efb-a681-4549-bd64-e68722920c20 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks [] for security_group (da97dfd2-a028-4729-83fa-ff5bae69d242), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.525860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54164) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:34.574167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9776896-ed12-4247-9096-f1d3cff9aa93 req-f8b63c1f-82b9-404f-9f5c-e35c11e0d2e2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:34.575696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9776896-ed12-4247-9096-f1d3cff9aa93 req-f8b63c1f-82b9-404f-9f5c-e35c11e0d2e2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1360443
Apr 30 21:32:34.579456 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c401c37-fe4f-4359-87e9-c399513be1e5 admin admin] Publish callbacks [] for security_group (dccf7063-ecd0-40e2-9ef7-d790b121c37d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.603416 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c401c37-fe4f-4359-87e9-c399513be1e5 admin admin] Publish callbacks [] for security_group (dccf7063-ecd0-40e2-9ef7-d790b121c37d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.620824 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3683010c-19ad-4161-8fe6-30a1ac00c8ee tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0936422
Apr 30 21:32:34.625962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54166) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:34.631080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:34.646613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56ac4efb-a681-4549-bd64-e68722920c20 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks [] for security_group (da97dfd2-a028-4729-83fa-ff5bae69d242), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.761252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.790937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31881263-06de-4bd2-9c82-491f88260cbf req-6e66bc56-025f-4191-96af-35d049c789cf tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:34.792505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31881263-06de-4bd2-9c82-491f88260cbf req-6e66bc56-025f-4191-96af-35d049c789cf tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 932 time: 0.1400325
Apr 30 21:32:34.801178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9776896-ed12-4247-9096-f1d3cff9aa93 req-295e9d5c-c46a-4c3a-aad9-63d6aae9760f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469009
Apr 30 21:32:34.828734 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c401c37-fe4f-4359-87e9-c399513be1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dccf7063-ecd0-40e2-9ef7-d790b121c37d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.831284 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c401c37-fe4f-4359-87e9-c399513be1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.832447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8c401c37-fe4f-4359-87e9-c399513be1e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dccf7063-ecd0-40e2-9ef7-d790b121c37d HTTP/1.1" status: 204  len: 168 time: 0.6518416
Apr 30 21:32:34.848931 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56ac4efb-a681-4549-bd64-e68722920c20 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (da97dfd2-a028-4729-83fa-ff5bae69d242), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.853166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56ac4efb-a681-4549-bd64-e68722920c20 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.855613 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-56ac4efb-a681-4549-bd64-e68722920c20 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/da97dfd2-a028-4729-83fa-ff5bae69d242 HTTP/1.1" status: 204  len: 168 time: 0.5120699
Apr 30 21:32:34.857304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:34.859542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54174) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:34.861816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c401c37-fe4f-4359-87e9-c399513be1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccf7063-ecd0-40e2-9ef7-d790b121c37d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:34.863392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:34.934493 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac4efb-a681-4549-bd64-e68722920c20 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da97dfd2-a028-4729-83fa-ff5bae69d242,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:34.992622 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31881263-06de-4bd2-9c82-491f88260cbf req-9bd37879-caf4-49b0-87f8-e041326cff85 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1734595
Apr 30 21:32:35.059012 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (65133c49-6b1c-42ce-a208-6c07bc71292f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.183064 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:32:35.339431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:32:35.341502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (ff8a74b1-ca48-441d-8670-102a96ac8416), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.402653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:35.408356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:35.419409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5c9f4-594f-487f-8766-b246000271b5 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:35.424337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:35.424337 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.436484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=ff8a74b1-ca48-441d-8670-102a96ac8416,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:35.518376 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f1f46773-4514-4e80-8878-ce15386a2784 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.8913503
Apr 30 21:32:35.519067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54200) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:35.524380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:e4:c5:4b', 'name': 'tempest-NetworksTestDHCPv6-407419635'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:35.579634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': 'ff8a74b1-ca48-441d-8670-102a96ac8416'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:32:35.580818 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.656210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (65133c49-6b1c-42ce-a208-6c07bc71292f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.684442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684827f7-b481-4468-a744-8a8a07c33b68 req-087f9b4b-fb8b-4ac8-a401-9e1e469b99cd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:35.690783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-684827f7-b481-4468-a744-8a8a07c33b68 req-087f9b4b-fb8b-4ac8-a401-9e1e469b99cd tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1602085
Apr 30 21:32:35.728051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0736e-50c0-4b1c-8896-eb8d34d8e2ed req-6c7056ce-1424-4045-bf16-9259357ab8b4 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:35.728051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ae0736e-50c0-4b1c-8896-eb8d34d8e2ed req-6c7056ce-1424-4045-bf16-9259357ab8b4 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1240585
Apr 30 21:32:35.734270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966399fd0>,) {'filters': {'network_id': ['65133c49-6b1c-42ce-a208-6c07bc71292f']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:35.740644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Allocated IP 2001:db8::f816:3eff:feb8:7a69 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/ff8a74b1-ca48-441d-8670-102a96ac8416/01e406f6-ba0d-4b57-90d1-704828b15711) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:35.773351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:35.778448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966399fd0>, '64b2d6df-bd6d-419c-9d31-736c6c61f396') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:35.779891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966399fd0>, '64b2d6df-bd6d-419c-9d31-736c6c61f396') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:35.819728 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (64b2d6df-bd6d-419c-9d31-736c6c61f396), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.829679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54218) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:35.881343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (64b2d6df-bd6d-419c-9d31-736c6c61f396), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.885049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d401862-58f4-42d3-bd91-f77b84901db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.896794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-684827f7-b481-4468-a744-8a8a07c33b68 req-fddf0ca6-b952-4e13-8a55-b8145aaf7ebc tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962655
Apr 30 21:32:35.914323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.915681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fba1066-dfcd-4d25-9f47-0d574a2347de {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:32:35.924830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:35.925252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (64b2d6df-bd6d-419c-9d31-736c6c61f396), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   warnings.warn('Neutron quota engine will require "--force" '
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:35.927289 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:35.945098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port ad377463-d5a4-4479-9498-5bb876036af8 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:35.963350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Publish callbacks [] for port (01e406f6-ba0d-4b57-90d1-704828b15711), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:35.980150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Publish callbacks [] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.003113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ae0736e-50c0-4b1c-8896-eb8d34d8e2ed req-83660535-4d8c-4d34-bb66-a04382f66582 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2494428
Apr 30 21:32:36.031716 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.116875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:36.120037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:36.120323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fee4:c54b (a0a65003-beca-4a7f-bcd6-a74df6ab3337/ff8a74b1-ca48-441d-8670-102a96ac8416/ad377463-d5a4-4479-9498-5bb876036af8) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:36.132573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:36.139326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Transition to ACTIVE for port object 3fba1066-dfcd-4d25-9f47-0d574a2347de will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:32:36.149263 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d401862-58f4-42d3-bd91-f77b84901db7 admin admin] Publish callbacks [] for security_group (d46dab3d-6f7a-4835-b73f-9959ddba18ee), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.151046 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (65133c49-6b1c-42ce-a208-6c07bc71292f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.185509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Pushing event updated for resources: {'Port': ['ID=01e406f6-ba0d-4b57-90d1-704828b15711,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:36.211299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879287f9-c1a9-4330-993c-ea500abf946c req-79554077-7052-4859-8b51-c18dd05b41e2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:36.221830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-879287f9-c1a9-4330-993c-ea500abf946c req-79554077-7052-4859-8b51-c18dd05b41e2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 932 time: 0.0752459
Apr 30 21:32:36.226066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Attempting to bind port 01e406f6-ba0d-4b57-90d1-704828b15711 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:36.226642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Attempting to bind port 01e406f6-ba0d-4b57-90d1-704828b15711 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:36.227518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Attempting to bind port 01e406f6-ba0d-4b57-90d1-704828b15711 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:36.245449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:36.245449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:36.245449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.245449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:36.245449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Bound port: 01e406f6-ba0d-4b57-90d1-704828b15711, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:36.245449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.248968 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.254681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] 10.222.0.23 "DELETE /v2.0/networks/65133c49-6b1c-42ce-a208-6c07bc71292f HTTP/1.1" status: 204  len: 168 time: 1.3913846
Apr 30 21:32:36.254681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ffe05-d16a-4f66-94d3-191a3e42563f tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Pushing event deleted for resources: {'Network': ['ID=65133c49-6b1c-42ce-a208-6c07bc71292f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:36.255749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54234) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:36.308639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d401862-58f4-42d3-bd91-f77b84901db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d46dab3d-6f7a-4835-b73f-9959ddba18ee), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.313962 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.328257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] For port 01e406f6-ba0d-4b57-90d1-704828b15711, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:36.331705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] For port 01e406f6-ba0d-4b57-90d1-704828b15711, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01e406f6-ba0d-4b57-90d1-704828b15711,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:36.350826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (ad377463-d5a4-4479-9498-5bb876036af8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.420827 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.451423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ad377463-d5a4-4479-9498-5bb876036af8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.459285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2d401862-58f4-42d3-bd91-f77b84901db7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52e373831873455a8033cecb91bd0fe6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6175320
Apr 30 21:32:36.471601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54240) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:36.476503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d401862-58f4-42d3-bd91-f77b84901db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46dab3d-6f7a-4835-b73f-9959ddba18ee,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:36.492042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (919e2a23-f7bd-414d-b996-e469dbb6c3ac), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.516870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-879287f9-c1a9-4330-993c-ea500abf946c req-8870f57f-9cda-4d5e-9f39-7b98479ab970 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2885103
Apr 30 21:32:36.524782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Pushing event updated for resources: {'Port': ['ID=3fba1066-dfcd-4d25-9f47-0d574a2347de,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:36.567009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a019bd-2d7f-4aac-8ff1-f0eecf194d52 None None] Pushing event updated for resources: {'Port': ['ID=01e406f6-ba0d-4b57-90d1-704828b15711,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:36.584239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:36.594912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:36.598118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:36.604305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:36.605106 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.646816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=ad377463-d5a4-4479-9498-5bb876036af8,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:36.665406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-31a4a6a0-ac37-48fb-9a98-29a2f8091143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:36.667116 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-31a4a6a0-ac37-48fb-9a98-29a2f8091143 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 1128 time: 0.0591602
Apr 30 21:32:36.738049 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b6e51d86-ccfd-40f8-837a-d00b60b18397 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.2153120
Apr 30 21:32:36.739404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54252) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:36.776857 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (919e2a23-f7bd-414d-b996-e469dbb6c3ac), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.800274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beccd8a-2492-4a6a-8361-8e1235b9776f req-091d166e-2c0c-4630-b1e4-51d5e4d9cbe2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:36.802477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2beccd8a-2492-4a6a-8361-8e1235b9776f req-091d166e-2c0c-4630-b1e4-51d5e4d9cbe2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1740208
Apr 30 21:32:36.840839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-606d36a0-4c44-41da-9a83-c16f7fd64d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:36.842411 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-606d36a0-4c44-41da-9a83-c16f7fd64d2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 911 time: 0.1686494
Apr 30 21:32:36.856481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f78f960-a792-4b8f-93a1-39ef85ba3602 admin admin] Publish callbacks [] for security_group (d46dab3d-6f7a-4835-b73f-9959ddba18ee), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.869371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c06d400>,) {'filters': {'network_id': ['919e2a23-f7bd-414d-b996-e469dbb6c3ac']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:36.895181 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-46d0e95c-1bfc-4d1e-8d70-72e5196093b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d HTTP/1.1" status: 200  len: 217 time: 0.0466235
Apr 30 21:32:36.900680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c06d400>, '443d756f-90ac-4610-a42d-b23a524f97d3') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:36.900680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c06d400>, '443d756f-90ac-4610-a42d-b23a524f97d3') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:36.906505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Attempting to bind port 3fba1066-dfcd-4d25-9f47-0d574a2347de on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:36.906850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Attempting to bind port 3fba1066-dfcd-4d25-9f47-0d574a2347de by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:36.907174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Attempting to bind port 3fba1066-dfcd-4d25-9f47-0d574a2347de on network 370bffef-cf23-4a5f-a166-489a93a35b76 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:36.908319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9642c6ac-f20b-4fe2-b43c-ed04ff72ac85 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:36.918373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9642c6ac-f20b-4fe2-b43c-ed04ff72ac85 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:36.926692 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9642c6ac-f20b-4fe2-b43c-ed04ff72ac85 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1873996
Apr 30 21:32:36.929948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54264) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:36.938499 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f78f960-a792-4b8f-93a1-39ef85ba3602 admin admin] Publish callbacks [] for security_group (d46dab3d-6f7a-4835-b73f-9959ddba18ee), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.953506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (443d756f-90ac-4610-a42d-b23a524f97d3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:36.956855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Port 3fba1066-dfcd-4d25-9f47-0d574a2347de on network 370bffef-cf23-4a5f-a166-489a93a35b76 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:32:36.957225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Attempting to bind port 3fba1066-dfcd-4d25-9f47-0d574a2347de on network 370bffef-cf23-4a5f-a166-489a93a35b76 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:36.997522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:36.998480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Checking segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:36.998864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Bound using segment: {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:36.999308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Bound port: 3fba1066-dfcd-4d25-9f47-0d574a2347de, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8c6269-586f-4056-b14f-4a5f8edd3122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:36.999667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.002054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (443d756f-90ac-4610-a42d-b23a524f97d3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.012310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2beccd8a-2492-4a6a-8361-8e1235b9776f req-38de462d-2fc4-4784-ab24-3d9068758066 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712186
Apr 30 21:32:37.057507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:37.057507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (443d756f-90ac-4610-a42d-b23a524f97d3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:37.061017 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:37.096116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-ac2dccf8-f0a0-4523-9b3d-3d8b7a8d853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:37.097599 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-ac2dccf8-f0a0-4523-9b3d-3d8b7a8d853b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 200  len: 850 time: 0.1696498
Apr 30 21:32:37.110688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 01e406f6-ba0d-4b57-90d1-704828b15711 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:37.147443 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-f146c9d4-7576-4873-afa6-d630b59dbec2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390353
Apr 30 21:32:37.148744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdea23-9346-482a-879b-25124acb5b1f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port ad377463-d5a4-4479-9498-5bb876036af8 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:37.149241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a5bdea23-9346-482a-879b-25124acb5b1f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ad377463-d5a4-4479-9498-5bb876036af8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.189272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 01e406f6-ba0d-4b57-90d1-704828b15711 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:37.189667 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.230880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779b983-d368-4588-b0e2-6f086fe17ce1 req-c3f2f013-a6e3-4bd7-98d2-4876f5722cb5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:37.233390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8779b983-d368-4588-b0e2-6f086fe17ce1 req-c3f2f013-a6e3-4bd7-98d2-4876f5722cb5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1227648
Apr 30 21:32:37.243151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] For port 3fba1066-dfcd-4d25-9f47-0d574a2347de, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:37.247380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] For port 3fba1066-dfcd-4d25-9f47-0d574a2347de, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:37.278537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f78f960-a792-4b8f-93a1-39ef85ba3602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d46dab3d-6f7a-4835-b73f-9959ddba18ee), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.287075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f78f960-a792-4b8f-93a1-39ef85ba3602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.291301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7f78f960-a792-4b8f-93a1-39ef85ba3602 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d46dab3d-6f7a-4835-b73f-9959ddba18ee HTTP/1.1" status: 204  len: 168 time: 0.8127911
Apr 30 21:32:37.294316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 01e406f6-ba0d-4b57-90d1-704828b15711 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:37.294694 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.320211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a5bdea23-9346-482a-879b-25124acb5b1f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ad377463-d5a4-4479-9498-5bb876036af8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.325360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8779b983-d368-4588-b0e2-6f086fe17ce1 req-4a417b1c-8089-482b-a109-856885ff0bad tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761287
Apr 30 21:32:37.326871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f960-a792-4b8f-93a1-39ef85ba3602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46dab3d-6f7a-4835-b73f-9959ddba18ee,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:37.337063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (919e2a23-f7bd-414d-b996-e469dbb6c3ac), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.340543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 01e406f6-ba0d-4b57-90d1-704828b15711, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01e406f6-ba0d-4b57-90d1-704828b15711,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:37.342823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.346056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] 10.222.0.23 "DELETE /v2.0/networks/919e2a23-f7bd-414d-b996-e469dbb6c3ac HTTP/1.1" status: 204  len: 168 time: 1.0894856
Apr 30 21:32:37.356808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdea23-9346-482a-879b-25124acb5b1f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for ad377463-d5a4-4479-9498-5bb876036af8 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:37.374216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debb2ee-e87b-4525-886a-3defd6db2cb5 tempest-QuotasNegativeTest-1594742059 tempest-QuotasNegativeTest-1594742059-project-admin] Pushing event deleted for resources: {'Network': ['ID=919e2a23-f7bd-414d-b996-e469dbb6c3ac,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:37.385580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.393959 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-055ed023-9233-4811-8837-5f55f50fdd1e service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867886
Apr 30 21:32:37.424134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:37.424134 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.424134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] 10.222.0.35 "PUT /v2.0/ports/3fba1066-dfcd-4d25-9f47-0d574a2347de HTTP/1.1" status: 200  len: 1092 time: 3.0235376
Apr 30 21:32:37.424134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:32:37.437693 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6131f972-2db7-497b-94d5-987088a11f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:32:37.442876 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.544929 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aecb70a-7343-4302-937c-01a6232ae54f x-openstack-request-id: req-1aecb70a-7343-4302-937c-01a6232ae54f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:32:37.548277 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:32:37.548277 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1aecb70a-7343-4302-937c-01a6232ae54f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:32:37.548277 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aecb70a-7343-4302-937c-01a6232ae54f'] response: {'name': 'network-changed', 'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'status': 'completed', 'code': 200}
Apr 30 21:32:37.608449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=01e406f6-ba0d-4b57-90d1-704828b15711,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:37.757308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131f972-2db7-497b-94d5-987088a11f8e req-4feef51c-8834-401c-84aa-a549fe58c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:37.758867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6131f972-2db7-497b-94d5-987088a11f8e req-4feef51c-8834-401c-84aa-a549fe58c52a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1126 time: 0.2118459
Apr 30 21:32:37.761926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f43eba-863f-40cf-a5c7-49fd2c595213 service neutron] Pushing event updated for resources: {'Port': ['ID=3fba1066-dfcd-4d25-9f47-0d574a2347de,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:37.771258 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5dca39ac-194e-4dea-b5d4-2ca8255b1576 req-25ed1708-f05f-4607-9432-144556fa8ed2 service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3695374
Apr 30 21:32:37.809112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d26ff3-6cfe-4043-8152-f1d9cd7ef890 req-c01382f2-d4cf-4527-aa53-b9aaaa2b9c41 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:37.810873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4d26ff3-6cfe-4043-8152-f1d9cd7ef890 req-c01382f2-d4cf-4527-aa53-b9aaaa2b9c41 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 944 time: 0.1449585
Apr 30 21:32:37.932818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4d26ff3-6cfe-4043-8152-f1d9cd7ef890 req-6b3be9b6-c789-4457-84f4-e38c6997eedf tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835061
Apr 30 21:32:37.941324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a5bdea23-9346-482a-879b-25124acb5b1f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ad377463-d5a4-4479-9498-5bb876036af8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:37.976326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131f972-2db7-497b-94d5-987088a11f8e req-0234e0ec-feb4-4e65-9312-9244f627a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:37.981532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6131f972-2db7-497b-94d5-987088a11f8e req-0234e0ec-feb4-4e65-9312-9244f627a6cb service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2048697
Apr 30 21:32:38.034973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdea23-9346-482a-879b-25124acb5b1f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=ad377463-d5a4-4479-9498-5bb876036af8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:38.096771 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a5bdea23-9346-482a-879b-25124acb5b1f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:38.113400 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a5bdea23-9346-482a-879b-25124acb5b1f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/ad377463-d5a4-4479-9498-5bb876036af8 HTTP/1.1" status: 204  len: 168 time: 1.1713481
Apr 30 21:32:38.114760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54304) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:38.234130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163ed9-a3f2-4f60-aeea-047e41205c7f req-6fcf1b1a-3f83-4a8e-8afb-868ad12692f9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.243106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce163ed9-a3f2-4f60-aeea-047e41205c7f req-6fcf1b1a-3f83-4a8e-8afb-868ad12692f9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1140437
Apr 30 21:32:38.340238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131f972-2db7-497b-94d5-987088a11f8e req-bb437e55-3e75-4d11-ba92-0a19592271ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.342489 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6131f972-2db7-497b-94d5-987088a11f8e req-bb437e55-3e75-4d11-ba92-0a19592271ed service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3568850
Apr 30 21:32:38.359919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4e946302-68bc-4dce-8a2d-1b5b5edec4ee None None] Provisioning complete for port 01e406f6-ba0d-4b57-90d1-704828b15711 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:38.360685 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e946302-68bc-4dce-8a2d-1b5b5edec4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:38.370961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b926-3f27-4443-bf82-bf80c981f716 req-d7026b39-1b49-4c54-9d25-9b3983ff8798 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.381392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9144b926-3f27-4443-bf82-bf80c981f716 req-d7026b39-1b49-4c54-9d25-9b3983ff8798 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1360915
Apr 30 21:32:38.466405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce163ed9-a3f2-4f60-aeea-047e41205c7f req-5343f141-438b-4701-8929-3d716a402164 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223303
Apr 30 21:32:38.495043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-56bb9d9a-1a82-486e-8f54-7c665b1d9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.495043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-56bb9d9a-1a82-486e-8f54-7c665b1d9546 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1126 time: 0.0906837
Apr 30 21:32:38.504139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4e946302-68bc-4dce-8a2d-1b5b5edec4ee None None] Current status of the port 01e406f6-ba0d-4b57-90d1-704828b15711 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:38.573908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9144b926-3f27-4443-bf82-bf80c981f716 req-f8a18726-0a36-4326-9fea-5efae049d93b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1913452
Apr 30 21:32:38.576883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-0c962a96-26b9-47dc-bfac-3e844143152b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de HTTP/1.1" status: 200  len: 217 time: 0.0740595
Apr 30 21:32:38.647352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-4dd8c60f-2d71-444a-b841-a3cbb8bd0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.647352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-4dd8c60f-2d71-444a-b841-a3cbb8bd0622 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.0582442
Apr 30 21:32:38.670474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-e2bbd470-0b7f-4a70-9734-56b5390c6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.676025 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-e2bbd470-0b7f-4a70-9734-56b5390c6261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3383c2433214484eb41e99aacb653b80&device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 1128 time: 0.4561248
Apr 30 21:32:38.676025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb2957-b143-4553-94d0-0fcc6f9b6801 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.676497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb2957-b143-4553-94d0-0fcc6f9b6801 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.680630 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1efb2957-b143-4553-94d0-0fcc6f9b6801 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.5646987
Apr 30 21:32:38.682029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54324) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:38.729365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-de436348-92c1-4998-bd1e-2b3db1423888 None None] Could not find standard attr ID for object ad377463-d5a4-4479-9498-5bb876036af8. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:32:38.732025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-fd1a411e-4f04-40e7-bab1-c7a4b7bdd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.734892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-fd1a411e-4f04-40e7-bab1-c7a4b7bdd128 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0821390
Apr 30 21:32:38.803457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-1a64f1a7-e239-410e-9f49-6ddd451435eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.804972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f49cfa2-ee6f-4987-880d-9ca42d535d9e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet ff8a74b1-ca48-441d-8670-102a96ac8416 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:38.806410 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-1a64f1a7-e239-410e-9f49-6ddd451435eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 200  len: 915 time: 0.1247218
Apr 30 21:32:38.811364 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2f49cfa2-ee6f-4987-880d-9ca42d535d9e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (ff8a74b1-ca48-441d-8670-102a96ac8416), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:38.880662 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-514b279a-60f1-4614-9491-7cb67b5ea311 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 200  len: 217 time: 0.0651805
Apr 30 21:32:38.906538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54330) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:38.908656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2f49cfa2-ee6f-4987-880d-9ca42d535d9e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (ff8a74b1-ca48-441d-8670-102a96ac8416), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:38.939336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-f32b171f-ed8a-47c3-a53d-de8aa0a5595b service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952164
Apr 30 21:32:38.987599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-66105d3d-4b68-4b3f-8444-58f8077ffaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:38.991966 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-66105d3d-4b68-4b3f-8444-58f8077ffaf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 200  len: 854 time: 0.1012015
Apr 30 21:32:39.040724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 01e406f6-ba0d-4b57-90d1-704828b15711 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:39.042196 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-17783365-ead3-496b-8104-85be33ad408f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7cbed3c-359b-4472-8bf9-f34e2c55b91b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463178
Apr 30 21:32:39.141973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 01e406f6-ba0d-4b57-90d1-704828b15711 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:39.142578 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.159205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2609a0d0-c583-49a5-b297-a1670a992a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.201967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc45f4-e563-42b7-9b63-72398080c2cf req-b59ecb35-6ab3-4d57-8327-4d3d2f1321cf tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:39.203884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67fc45f4-e563-42b7-9b63-72398080c2cf req-b59ecb35-6ab3-4d57-8327-4d3d2f1321cf tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 944 time: 0.1351902
Apr 30 21:32:39.236543 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2f49cfa2-ee6f-4987-880d-9ca42d535d9e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ff8a74b1-ca48-441d-8670-102a96ac8416), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.242097 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-d5187d7e-a7fe-4a46-a876-79e2e4a23a88 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871819
Apr 30 21:32:39.248225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 01e406f6-ba0d-4b57-90d1-704828b15711 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:39.306351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67fc45f4-e563-42b7-9b63-72398080c2cf req-af790c4c-9644-4a6e-bfac-57899b63e09d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922775
Apr 30 21:32:39.323752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14df77a4-30ce-4196-892f-9900dcfbd6ef req-04a59fe3-edd2-45e7-83a3-dad9aeddfac7 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3764682
Apr 30 21:32:39.380357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2609a0d0-c583-49a5-b297-a1670a992a2b admin admin] Publish callbacks [] for security_group (f3ba836a-1664-4e2b-b0c9-6f137e0236a0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.386056 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-235238d7-4afd-49e8-b4b1-b76a42121e1f req-ebbf42b3-09ad-40c8-a17d-92d9308f6215 service neutron] 10.222.0.20 "GET /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319718
Apr 30 21:32:39.468696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2609a0d0-c583-49a5-b297-a1670a992a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f3ba836a-1664-4e2b-b0c9-6f137e0236a0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.469104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2f49cfa2-ee6f-4987-880d-9ca42d535d9e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (ff8a74b1-ca48-441d-8670-102a96ac8416), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.502598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49cfa2-ee6f-4987-880d-9ca42d535d9e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8a74b1-ca48-441d-8670-102a96ac8416,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:39.506107 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2f49cfa2-ee6f-4987-880d-9ca42d535d9e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.508302 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2609a0d0-c583-49a5-b297-a1670a992a2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1c3513665964382aab6ef50ae08ef66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5994081
Apr 30 21:32:39.510659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609a0d0-c583-49a5-b297-a1670a992a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ba836a-1664-4e2b-b0c9-6f137e0236a0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:39.511724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2f49cfa2-ee6f-4987-880d-9ca42d535d9e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/ff8a74b1-ca48-441d-8670-102a96ac8416 HTTP/1.1" status: 204  len: 168 time: 0.8286903
Apr 30 21:32:39.512326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:39.513092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54350) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:39.526573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac8ee0-af41-409f-9511-3e51d47029f7 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:39.566235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5ed6d567-cf6b-4ea4-a446-ce29e1d8f55c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0512238
Apr 30 21:32:39.569290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54352) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:39.576694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:39.614394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b6fadff-4038-41e1-bd16-9dee49a68345 admin admin] Publish callbacks [] for security_group (f3ba836a-1664-4e2b-b0c9-6f137e0236a0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.672213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b6fadff-4038-41e1-bd16-9dee49a68345 admin admin] Publish callbacks [] for security_group (f3ba836a-1664-4e2b-b0c9-6f137e0236a0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.728599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:32:39.744094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef93c9-f6a5-4b52-a2a5-ff67f372d99f req-bf89fa9e-6829-47be-bb68-1a0a969d607b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:39.745637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71ef93c9-f6a5-4b52-a2a5-ff67f372d99f req-bf89fa9e-6829-47be-bb68-1a0a969d607b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0713985
Apr 30 21:32:39.756985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04604d9-7680-4639-809a-ebdede1a4435 req-ee6dcb6b-7c20-4c6d-9a3e-0309b1d01736 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:39.760810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a04604d9-7680-4639-809a-ebdede1a4435 req-ee6dcb6b-7c20-4c6d-9a3e-0309b1d01736 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1714122
Apr 30 21:32:39.770215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] Deleting port 01e406f6-ba0d-4b57-90d1-704828b15711 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:39.770803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.779354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:39.783361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.855434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] For port 01e406f6-ba0d-4b57-90d1-704828b15711, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01e406f6-ba0d-4b57-90d1-704828b15711,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:39.856150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.858664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a04604d9-7680-4639-809a-ebdede1a4435 req-05634573-e8e8-4dc7-951b-124cad227768 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902276
Apr 30 21:32:39.862120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71ef93c9-f6a5-4b52-a2a5-ff67f372d99f req-38b69b77-f933-4b1b-a221-3047f7e634b4 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008875
Apr 30 21:32:39.895514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] Calling delete_port for 01e406f6-ba0d-4b57-90d1-704828b15711 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:39.944534 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b6fadff-4038-41e1-bd16-9dee49a68345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f3ba836a-1664-4e2b-b0c9-6f137e0236a0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.947243 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b6fadff-4038-41e1-bd16-9dee49a68345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:39.950598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2b6fadff-4038-41e1-bd16-9dee49a68345 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3ba836a-1664-4e2b-b0c9-6f137e0236a0 HTTP/1.1" status: 204  len: 168 time: 0.4346919
Apr 30 21:32:39.962425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fadff-4038-41e1-bd16-9dee49a68345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ba836a-1664-4e2b-b0c9-6f137e0236a0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:40.081791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (01e406f6-ba0d-4b57-90d1-704828b15711), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.114228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] Pushing event deleted for resources: {'Port': ['ID=01e406f6-ba0d-4b57-90d1-704828b15711,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:40.116096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0ac43-cfd0-409f-a3fa-91950b5c9429 None None] No DVR routers for this DVR port 01e406f6-ba0d-4b57-90d1-704828b15711 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:32:40.251133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:32:40.253434 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (72a7ade6-c0b3-4edc-bdda-f362d81852ec), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.308850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:40.314918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:40.320044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:40.320759 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.327871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7dc14-1fd5-483b-9846-af62bda632e0 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:40.343470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54376) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:40.358840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=72a7ade6-c0b3-4edc-bdda-f362d81852ec,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:40.444327 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ebfdca5d-b1f7-4db0-978d-b4539f9c3388 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8736093
Apr 30 21:32:40.446876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54380) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:40.453401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:a9:ad:f5', 'name': 'tempest-NetworksTestDHCPv6-615442704'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:40.458177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6dd6f-a0d0-4508-8e95-e74a8147be53 req-b77c8a16-cd2a-419f-b323-3a4e645e500f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:40.477164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22d6dd6f-a0d0-4508-8e95-e74a8147be53 req-b77c8a16-cd2a-419f-b323-3a4e645e500f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 944 time: 0.0901659
Apr 30 21:32:40.478958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '72a7ade6-c0b3-4edc-bdda-f362d81852ec'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:32:40.479813 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.530682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22d6dd6f-a0d0-4508-8e95-e74a8147be53 req-a7d89e2d-4c5a-4bd1-b191-5bbe2888de36 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518997
Apr 30 21:32:40.594677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1962481115'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:40.659395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Made reservation on behalf of 9f5e0f9efa654f5dae365ec38503ccba for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:40.662898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.664759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Allocated IP 2001:db8::f816:3eff:fea7:1e65 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/72a7ade6-c0b3-4edc-bdda-f362d81852ec/c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:40.671773 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.704411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:40.708338 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.739153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port 39933ad0-9141-46ac-8f15-05412561087b yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:40.772167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks [] for security_group (7d15fd71-0103-4a6c-9151-8e763a10af12), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.833313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Publish callbacks [] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.835897 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7d15fd71-0103-4a6c-9151-8e763a10af12), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.860364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:40.871702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54382) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:40.883167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d15fd71-0103-4a6c-9151-8e763a10af12,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:40.891528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d1ab3528-5cd2-4753-8cd4-558564b1e36b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.892340 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Added segment d1ab3528-5cd2-4753-8cd4-558564b1e36b of type vlan for network fbe72d47-f704-43ef-a269-35aaa952c3c2
Apr 30 21:32:40.895601 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.904753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a6c1da9-d2c3-4213-bc36-999829d2da6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:40.941928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:40.956025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:40.956025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:40.959805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fea9:adf5 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/72a7ade6-c0b3-4edc-bdda-f362d81852ec/39933ad0-9141-46ac-8f15-05412561087b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:40.961197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Pushing event updated for resources: {'Port': ['ID=c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:41.026599 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (fbe72d47-f704-43ef-a269-35aaa952c3c2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.042672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 01e406f6-ba0d-4b57-90d1-704828b15711 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:32:41.066599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 01e406f6-ba0d-4b57-90d1-704828b15711 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:32:41.066971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 01e406f6-ba0d-4b57-90d1-704828b15711 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:32:41.080355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Attempting to bind port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:41.080909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Attempting to bind port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:41.081428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Attempting to bind port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:41.087997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:41.088683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:41.088848 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.089160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:41.089788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Bound port: c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:41.092633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.146273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (39933ad0-9141-46ac-8f15-05412561087b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.154459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ad51d-28fd-44bb-807a-254af9d340f6 req-ed898dde-fd18-4996-ae99-aa99f9f13b32 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.155966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-557ad51d-28fd-44bb-807a-254af9d340f6 req-ed898dde-fd18-4996-ae99-aa99f9f13b32 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1261520
Apr 30 21:32:41.164309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] For port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:41.168118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] For port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:41.178356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ecd4-31eb-4870-b74e-42ebc837255e req-40e567e4-09cf-47fc-912e-f7c8bbc04725 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.179822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4686ecd4-31eb-4870-b74e-42ebc837255e req-40e567e4-09cf-47fc-912e-f7c8bbc04725 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1464376
Apr 30 21:32:41.266444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a6c1da9-d2c3-4213-bc36-999829d2da6a admin admin] Publish callbacks [] for security_group (4744bc65-bf9a-4469-8b14-aff8ae8b0cdc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.277387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-557ad51d-28fd-44bb-807a-254af9d340f6 req-56eb033d-515c-4c2a-adaf-468b33e62e08 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123126
Apr 30 21:32:41.281618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4686ecd4-31eb-4870-b74e-42ebc837255e req-7a5f3594-37e7-4a70-8117-977c4c39df69 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873191
Apr 30 21:32:41.285385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (fbe72d47-f704-43ef-a269-35aaa952c3c2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.290321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.290925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.336347 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.336476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (39933ad0-9141-46ac-8f15-05412561087b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.363971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Pushing event updated for resources: {'Network': ['ID=fbe72d47-f704-43ef-a269-35aaa952c3c2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:41.379387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network fbe72d47-f704-43ef-a269-35aaa952c3c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:41.398536 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a6c1da9-d2c3-4213-bc36-999829d2da6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4744bc65-bf9a-4469-8b14-aff8ae8b0cdc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.417386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=39933ad0-9141-46ac-8f15-05412561087b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:41.425362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:41.431270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:41.433664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:41.446360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.446706 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.451407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6c6ef53a-0025-4c4d-b2f9-24ca43382f98 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.1047049
Apr 30 21:32:41.453791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54392) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:41.481363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74407a0-ec43-4afb-bd79-4dfae75466f2 None None] Pushing event updated for resources: {'Port': ['ID=c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:41.493793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c1da9-d2c3-4213-bc36-999829d2da6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4744bc65-bf9a-4469-8b14-aff8ae8b0cdc,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:41.514534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5f3f3-8b4e-45d9-95dd-be0e2bd576aa req-e29469c2-6c7a-4a08-b3bb-df0fe0d8e4be tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.519323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3c5f3f3-8b4e-45d9-95dd-be0e2bd576aa req-e29469c2-6c7a-4a08-b3bb-df0fe0d8e4be tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1373732
Apr 30 21:32:41.522583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7a6c1da9-d2c3-4213-bc36-999829d2da6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67840bbcba2145ada20b8d2784746cb3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6498585
Apr 30 21:32:41.525541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:41.596454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2855f13f-bcf2-474d-afa6-931c46abae16 admin admin] Publish callbacks [] for security_group (4744bc65-bf9a-4469-8b14-aff8ae8b0cdc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.604554 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cc403301-4d3c-4af5-9f2e-f88c6b1f88a6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.1543541
Apr 30 21:32:41.605103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54400) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:41.606354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3c5f3f3-8b4e-45d9-95dd-be0e2bd576aa req-a0593480-e62d-4114-98f2-634c1362ebc2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815191
Apr 30 21:32:41.687789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2855f13f-bcf2-474d-afa6-931c46abae16 admin admin] Publish callbacks [] for security_group (4744bc65-bf9a-4469-8b14-aff8ae8b0cdc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.711602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a681e-7946-4eff-a391-df15417300c1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.717861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a681e-7946-4eff-a391-df15417300c1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.719623 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-362a681e-7946-4eff-a391-df15417300c1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1136568
Apr 30 21:32:41.722672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54406) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:41.768216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b367db5-60e5-4878-ab96-00c03b8c036b req-36e5cc27-253b-4575-8666-209f6d60f220 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.776661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b367db5-60e5-4878-ab96-00c03b8c036b req-36e5cc27-253b-4575-8666-209f6d60f220 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 944 time: 0.0956142
Apr 30 21:32:41.780654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Request body: {'network': {'name': 'tempest-network--1556785354', 'router:external': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:41.845244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e40b-f153-42b6-ad12-14edc389546b req-a9b57bc2-9dd1-482a-871c-3d65d5ec39f7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:41.847185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2c7e40b-f153-42b6-ad12-14edc389546b req-a9b57bc2-9dd1-482a-871c-3d65d5ec39f7 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.0664463
Apr 30 21:32:41.876226 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e6029134-6b27-46cb-8d55-baee168b240f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port 39933ad0-9141-46ac-8f15-05412561087b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:41.876653 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6029134-6b27-46cb-8d55-baee168b240f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (39933ad0-9141-46ac-8f15-05412561087b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.884332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b367db5-60e5-4878-ab96-00c03b8c036b req-7209ebd4-0a8c-43a5-802d-fa067463de0c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057189
Apr 30 21:32:41.917185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Made reservation on behalf of 7a6bb5ada2f848e6a2b90c68b56c232d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:41.917919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2c7e40b-f153-42b6-ad12-14edc389546b req-2298ebb2-23fb-446f-b70c-857dfa8b8778 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634027
Apr 30 21:32:41.919988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.933179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.946561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2855f13f-bcf2-474d-afa6-931c46abae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4744bc65-bf9a-4469-8b14-aff8ae8b0cdc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.949065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2855f13f-bcf2-474d-afa6-931c46abae16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:41.952636 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2855f13f-bcf2-474d-afa6-931c46abae16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4744bc65-bf9a-4469-8b14-aff8ae8b0cdc HTTP/1.1" status: 204  len: 168 time: 0.4234114
Apr 30 21:32:41.980431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855f13f-bcf2-474d-afa6-931c46abae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744bc65-bf9a-4469-8b14-aff8ae8b0cdc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:42.013788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6029134-6b27-46cb-8d55-baee168b240f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (39933ad0-9141-46ac-8f15-05412561087b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.044875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e6029134-6b27-46cb-8d55-baee168b240f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for 39933ad0-9141-46ac-8f15-05412561087b owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:42.155181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for security_group (99c7d6a2-96cf-4c1b-bb17-7cfc25195bce), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.278526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (99c7d6a2-96cf-4c1b-bb17-7cfc25195bce), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.314638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7d6a2-96cf-4c1b-bb17-7cfc25195bce,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:42.327876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:42.338744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (66b5144d-c49d-4931-9003-8d4a043b0d83), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.339363 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Added segment 66b5144d-c49d-4931-9003-8d4a043b0d83 of type vlan for network 9efcd793-db8e-4fda-a7ec-c7d5fdf90772
Apr 30 21:32:42.371400 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6029134-6b27-46cb-8d55-baee168b240f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (39933ad0-9141-46ac-8f15-05412561087b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.402511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6122465-a064-44de-b3c4-406c895b1696 req-4c8ec631-1c37-4e45-9aaf-c28c54679c8b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:42.405072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6122465-a064-44de-b3c4-406c895b1696 req-4c8ec631-1c37-4e45-9aaf-c28c54679c8b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1148105
Apr 30 21:32:42.423516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6029134-6b27-46cb-8d55-baee168b240f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=39933ad0-9141-46ac-8f15-05412561087b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:42.434167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9efcd793-db8e-4fda-a7ec-c7d5fdf90772), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.462379 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6029134-6b27-46cb-8d55-baee168b240f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.474033 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e6029134-6b27-46cb-8d55-baee168b240f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/39933ad0-9141-46ac-8f15-05412561087b HTTP/1.1" status: 204  len: 168 time: 0.7423437
Apr 30 21:32:42.474033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54416) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:42.489507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a55281-c0dc-4000-b42d-e5a9782e2cca req-9bce919a-0067-41d3-a7f1-3c04034f7f71 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:42.491052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a55281-c0dc-4000-b42d-e5a9782e2cca req-9bce919a-0067-41d3-a7f1-3c04034f7f71 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0850599
Apr 30 21:32:42.501052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6122465-a064-44de-b3c4-406c895b1696 req-64b791b6-9619-4de4-b46d-92b396c10002 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859091
Apr 30 21:32:42.569007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356bfc8-41ae-471b-8bf2-3ca5f7b64e69 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:42.576289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356bfc8-41ae-471b-8bf2-3ca5f7b64e69 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:42.585243 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3356bfc8-41ae-471b-8bf2-3ca5f7b64e69 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1123199
Apr 30 21:32:42.585893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54422) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:42.599850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6a55281-c0dc-4000-b42d-e5a9782e2cca req-ff9b177f-837d-4820-8c7d-6026a69d7f0b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924559
Apr 30 21:32:42.652893 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9efcd793-db8e-4fda-a7ec-c7d5fdf90772), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.656647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:42.657584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.747178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-793f672a-fbc3-44bc-803c-57ab3a192fc3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 72a7ade6-c0b3-4edc-bdda-f362d81852ec {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:42.754536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-793f672a-fbc3-44bc-803c-57ab3a192fc3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (72a7ade6-c0b3-4edc-bdda-f362d81852ec), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.760989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f13e83-1542-4a8e-bab7-c50f750d920c req-31c20ab5-7ebc-465f-a804-f25292aa5dee tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:42.763696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f13e83-1542-4a8e-bab7-c50f750d920c req-31c20ab5-7ebc-465f-a804-f25292aa5dee tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.0717378
Apr 30 21:32:42.793178 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.3336680
Apr 30 21:32:42.793271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54448) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:42.799146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c86b03-2e6b-42b6-bc92-06c9d37626c6 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Network': ['ID=9efcd793-db8e-4fda-a7ec-c7d5fdf90772,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:42.809178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9efcd793-db8e-4fda-a7ec-c7d5fdf90772 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:42.850584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-793f672a-fbc3-44bc-803c-57ab3a192fc3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (72a7ade6-c0b3-4edc-bdda-f362d81852ec), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.907058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4f18923c-5e5f-4c2e-b6b6-cb1b0f84a985 None None] Provisioning complete for port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:42.907969 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4f18923c-5e5f-4c2e-b6b6-cb1b0f84a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.908723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51f13e83-1542-4a8e-bab7-c50f750d920c req-916f2379-4f9e-4e23-a119-fe238b5cbcca tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382678
Apr 30 21:32:42.933002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9efcd793-db8e-4fda-a7ec-c7d5fdf90772), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:42.956551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3fba1066-dfcd-4d25-9f47-0d574a2347de details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:32:43.019193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-793f672a-fbc3-44bc-803c-57ab3a192fc3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (72a7ade6-c0b3-4edc-bdda-f362d81852ec), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.178303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3fba1066-dfcd-4d25-9f47-0d574a2347de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:43.195457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4f18923c-5e5f-4c2e-b6b6-cb1b0f84a985 None None] Current status of the port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:43.195854 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4f18923c-5e5f-4c2e-b6b6-cb1b0f84a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.198161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:43.202275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'mac_address': 'fa:16:3e:4e:dd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:32:43.223354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-793f672a-fbc3-44bc-803c-57ab3a192fc3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (72a7ade6-c0b3-4edc-bdda-f362d81852ec), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.288393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f672a-fbc3-44bc-803c-57ab3a192fc3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=72a7ade6-c0b3-4edc-bdda-f362d81852ec,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:43.298415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-793f672a-fbc3-44bc-803c-57ab3a192fc3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.302593 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-793f672a-fbc3-44bc-803c-57ab3a192fc3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/72a7ade6-c0b3-4edc-bdda-f362d81852ec HTTP/1.1" status: 204  len: 168 time: 0.7156959
Apr 30 21:32:43.305384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54460) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:43.358009 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1d5a810-798e-41bb-b9bd-d3a0cfd63daa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0507004
Apr 30 21:32:43.361127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54464) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:43.387363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:43.387363 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.432166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da39b87a-3f17-4ee3-a059-be450b2da7b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:43.436067 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-da39b87a-3f17-4ee3-a059-be450b2da7b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0712025
Apr 30 21:32:43.437055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54468) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:43.437522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54470) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:43.445725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3fba1066-dfcd-4d25-9f47-0d574a2347de is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:43.446015 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.486848 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-4f18923c-5e5f-4c2e-b6b6-cb1b0f84a985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:32:43.487206 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-4f18923c-5e5f-4c2e-b6b6-cb1b0f84a985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:32:43.489110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fba1066-dfcd-4d25-9f47-0d574a2347de {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:32:43.531775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3fba1066-dfcd-4d25-9f47-0d574a2347de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:43.543938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed6a203-3969-48b8-b8b9-3c282ce7bba3 admin admin] Deleting subnet e68588bb-36b2-40b8-97fd-a6b3f87aac47 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:43.550453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d438e44-8b2f-4ff6-a331-2347d09e686d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:43.554232 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8d438e44-8b2f-4ff6-a331-2347d09e686d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1070337
Apr 30 21:32:43.554232 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a203-3969-48b8-b8b9-3c282ce7bba3 admin admin] Publish callbacks [] for subnet (e68588bb-36b2-40b8-97fd-a6b3f87aac47), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.554601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54474) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:43.567414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e45616-68a4-4cd6-8f9d-c65bd41abee6 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:43.634716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54478) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:43.644120 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-67bf81ad-2145-4e8c-819d-2487fa0a79e7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0835140
Apr 30 21:32:43.647799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54480) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:43.651651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9efcd793-db8e-4fda-a7ec-c7d5fdf90772), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.662798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a203-3969-48b8-b8b9-3c282ce7bba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (e68588bb-36b2-40b8-97fd-a6b3f87aac47), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.663268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:43.677600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.717620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:43.718387 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.727132 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a203-3969-48b8-b8b9-3c282ce7bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (e68588bb-36b2-40b8-97fd-a6b3f87aac47), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.796084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:32:43.813459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89670972b0>,) {'filters': {'network_id': ['9efcd793-db8e-4fda-a7ec-c7d5fdf90772']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:43.824647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:43.826451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158431f-2917-4b94-a155-4fd05f5101f5 req-d949509e-cfd5-456b-8c7d-ae6b10005074 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:43.826834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3fba1066-dfcd-4d25-9f47-0d574a2347de,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:43.827988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9158431f-2917-4b94-a155-4fd05f5101f5 req-d949509e-cfd5-456b-8c7d-ae6b10005074 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 944 time: 0.2636302
Apr 30 21:32:43.845500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3cd7-39f4-45d6-88dc-9326ba2b6f9f req-28a2f4a2-a5ef-4589-98fb-5a80f37d5cad tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:43.847107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-caeb3cd7-39f4-45d6-88dc-9326ba2b6f9f req-28a2f4a2-a5ef-4589-98fb-5a80f37d5cad tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.2813878
Apr 30 21:32:43.859977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89670972b0>, '66b5144d-c49d-4931-9003-8d4a043b0d83') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:43.860284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89670972b0>, '66b5144d-c49d-4931-9003-8d4a043b0d83') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:43.898905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1646404156'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:43.906536 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (66b5144d-c49d-4931-9003-8d4a043b0d83), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.940513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a203-3969-48b8-b8b9-3c282ce7bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (e68588bb-36b2-40b8-97fd-a6b3f87aac47), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.947938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (66b5144d-c49d-4931-9003-8d4a043b0d83), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.968460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6a203-3969-48b8-b8b9-3c282ce7bba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e68588bb-36b2-40b8-97fd-a6b3f87aac47,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:43.979003 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed6a203-3969-48b8-b8b9-3c282ce7bba3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.979713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:43.980135 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (66b5144d-c49d-4931-9003-8d4a043b0d83), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:43.985423 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ed6a203-3969-48b8-b8b9-3c282ce7bba3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e68588bb-36b2-40b8-97fd-a6b3f87aac47 HTTP/1.1" status: 204  len: 168 time: 0.5467474
Apr 30 21:32:43.986012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54484) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:43.992203 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:44.013457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3fba1066-dfcd-4d25-9f47-0d574a2347de'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:32:44.035201 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.038079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.038433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.038778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.039116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.039453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.040111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.040111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.040524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.040727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.041048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.041378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.041798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.042035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.042359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.042670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:44.062903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Made reservation on behalf of fa9b9b28cba848a0b480fd18d2ac01ac for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:44.065932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.070864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9158431f-2917-4b94-a155-4fd05f5101f5 req-844bba12-f279-4de8-960d-0c72f7416b2a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2194927
Apr 30 21:32:44.079454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b5a76fe5-1607-43e6-8432-9aab1bc20c97), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.081004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-caeb3cd7-39f4-45d6-88dc-9326ba2b6f9f req-a24bd4bc-cc02-490e-b330-73efe39c5c44 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230873
Apr 30 21:32:44.088294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.141806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] Deleting port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:44.142129 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.145866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:44.147900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4f18923c-5e5f-4c2e-b6b6-cb1b0f84a985 None None] Current status of the port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:44.156901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.201212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b5a76fe5-1607-43e6-8432-9aab1bc20c97), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.224261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cc5cd60>,) {'filters': {'network_id': ['b5a76fe5-1607-43e6-8432-9aab1bc20c97']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:44.229570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:44.235663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cc5cd60>, '6946e259-41b9-43ec-b07f-23f11ab14283') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:44.235955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cc5cd60>, '6946e259-41b9-43ec-b07f-23f11ab14283') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:44.247284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (6946e259-41b9-43ec-b07f-23f11ab14283), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.257053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] For port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:44.257970 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.258808 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9efcd793-db8e-4fda-a7ec-c7d5fdf90772), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.268424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (6946e259-41b9-43ec-b07f-23f11ab14283), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.275825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:44.276221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (6946e259-41b9-43ec-b07f-23f11ab14283), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:44.279283 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:44.297161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] Calling delete_port for c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:44.299876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9d8206e9-a5ac-413e-8c24-4dd18b05773a None None] Could not find standard attr ID for object 39933ad0-9141-46ac-8f15-05412561087b. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:32:44.329116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9efcd793-db8e-4fda-a7ec-c7d5fdf90772 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 30 21:32:44.338594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event deleted for resources: {'Network': ['ID=9efcd793-db8e-4fda-a7ec-c7d5fdf90772,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:44.346283 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.353023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54490) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:44.357530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9c83520c-a01d-4ac8-bd58-0ef39c21ed82 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9efcd793-db8e-4fda-a7ec-c7d5fdf90772 HTTP/1.1" status: 204  len: 168 time: 1.5615788
Apr 30 21:32:44.362015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:44.381807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fed619-2f9e-42ae-8cb8-7d46fe8e8993 req-29e14a6c-392b-4674-8c82-9ec9bec4d68f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:44.388811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98fed619-2f9e-42ae-8cb8-7d46fe8e8993 req-29e14a6c-392b-4674-8c82-9ec9bec4d68f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.2055311
Apr 30 21:32:44.417829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f786b-1bcb-46df-9350-d47a90a18742 req-920bf1b1-97fe-4532-a501-579e046d5347 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:44.419873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-511f786b-1bcb-46df-9350-d47a90a18742 req-920bf1b1-97fe-4532-a501-579e046d5347 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1732652
Apr 30 21:32:44.430505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b5a76fe5-1607-43e6-8432-9aab1bc20c97), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.450807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.457461 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] 10.222.0.23 "DELETE /v2.0/networks/b5a76fe5-1607-43e6-8432-9aab1bc20c97 HTTP/1.1" status: 204  len: 168 time: 0.4679058
Apr 30 21:32:44.468698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42954a37-e5e3-4124-accb-773268c6c48b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a76fe5-1607-43e6-8432-9aab1bc20c97,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:44.470613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Made reservation on behalf of 7a6bb5ada2f848e6a2b90c68b56c232d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:44.472732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.487773 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.515457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for security_group (df20a39e-5824-4291-93e5-dad7b30cbde9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.526755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:44.530732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98fed619-2f9e-42ae-8cb8-7d46fe8e8993 req-713a5290-179a-4579-b008-c2eab74ac5e8 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409976
Apr 30 21:32:44.533926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] Pushing event deleted for resources: {'Port': ['ID=c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:44.541803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1534e6f0-0114-4ad6-a223-a964d149bf5f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.542159 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Added segment 1534e6f0-0114-4ad6-a223-a964d149bf5f of type vlan for network 691db84a-4dbe-4b1f-b24a-802adc288239
Apr 30 21:32:44.545096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c7247a-c5b9-491c-8e0e-d9796464b63d None None] No DVR routers for this DVR port c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:32:44.586488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-511f786b-1bcb-46df-9350-d47a90a18742 req-1faf12e8-c7b3-431b-80bb-7070330e10c3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481805
Apr 30 21:32:44.602070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (691db84a-4dbe-4b1f-b24a-802adc288239), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.630267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (df20a39e-5824-4291-93e5-dad7b30cbde9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.678107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:44.709950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (691db84a-4dbe-4b1f-b24a-802adc288239), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.711204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:44.711960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.741277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df20a39e-5824-4291-93e5-dad7b30cbde9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:44.753043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (095826f2-fda4-4823-a38f-9e64ab9d58b9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.753396 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Added segment 095826f2-fda4-4823-a38f-9e64ab9d58b9 of type vlan for network 8a3e5159-cf64-4e15-9d38-4607e91346fe
Apr 30 21:32:44.786302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Network': ['ID=691db84a-4dbe-4b1f-b24a-802adc288239,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:44.802915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 691db84a-4dbe-4b1f-b24a-802adc288239 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:44.813565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7694ad-4f2c-4e5e-9e26-767db7c752f1 req-ab478d51-3973-4a39-be17-1fb731b81f71 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:44.820333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a7694ad-4f2c-4e5e-9e26-767db7c752f1 req-ab478d51-3973-4a39-be17-1fb731b81f71 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1460509
Apr 30 21:32:44.836647 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8a3e5159-cf64-4e15-9d38-4607e91346fe), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.842823 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-52014cac-ae32-4fb7-a594-f7148afa7e91 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.4887388
Apr 30 21:32:44.845508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54496) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:44.853364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Request body: {'subnet': {'network_id': '691db84a-4dbe-4b1f-b24a-802adc288239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:44.900813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a7694ad-4f2c-4e5e-9e26-767db7c752f1 req-b7b73ddf-7f88-43a3-b1ea-d48f7e47e053 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796280
Apr 30 21:32:44.925351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54498) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:44.934304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Made reservation on behalf of 7a6bb5ada2f848e6a2b90c68b56c232d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:44.936583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.943186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3fba1066-dfcd-4d25-9f47-0d574a2347de up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:44.984671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.objects.ports [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115774) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:32:44.986800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8a3e5159-cf64-4e15-9d38-4607e91346fe), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.992294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:44.993015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:44.995666 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (cf799f6e-5eab-4043-a5e9-aa84f48b39cc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.027912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 3fba1066-dfcd-4d25-9f47-0d574a2347de completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:32:45.036058 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-501c1387-6703-4cc9-b1e0-89659dd3bff3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83c1c99c0d904b58946a2a623c674759&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1093261
Apr 30 21:32:45.038857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54504) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:45.077067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:32:45.104957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 3fba1066-dfcd-4d25-9f47-0d574a2347de triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:45.105706 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.108729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:32:45.109311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c776ed0d-5c06-4d07-a6ec-8c71e4b1bd8c not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:32:45.129218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:45.133742 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac8ea053-61d5-4dcf-b269-30813e4b7505 admin admin] Publish callbacks [] for security_group (0d4af263-56d8-41e9-95fe-dfefb31e1fe3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.151334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:45.162026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:45.163702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.166548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f2b0d-41dd-4a10-8df6-f2ca3308163c None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:45.168231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac8ea053-61d5-4dcf-b269-30813e4b7505 admin admin] Publish callbacks [] for security_group (0d4af263-56d8-41e9-95fe-dfefb31e1fe3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.182803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.5432763
Apr 30 21:32:45.188858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54508) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:45.198008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'subnet': {'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:45.241132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5da2cc-7b91-4d6a-a3d1-e0be0dd35f6d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Network': ['ID=8a3e5159-cf64-4e15-9d38-4607e91346fe,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:45.253886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:45.277569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=cf799f6e-5eab-4043-a5e9-aa84f48b39cc,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:45.289317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-26dfef0b-df5c-4d5f-a146-484c06b7b4d4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.6296058
Apr 30 21:32:45.292398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54510) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:45.302544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:c8:36:9c', 'name': 'tempest-NetworksTestDHCPv6-59310379'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:45.303389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63354fc6-0eb4-4ace-940d-3d8544b1f68e req-4b17b01d-1769-438b-9fb7-d11f17a955ca tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:45.304903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63354fc6-0eb4-4ace-940d-3d8544b1f68e req-4b17b01d-1769-438b-9fb7-d11f17a955ca tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.2182212
Apr 30 21:32:45.316962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f9568-84cb-4aa7-8402-706759ad175b req-831cb8d5-306c-4324-8b47-657c358f3b6f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:45.318644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-212f9568-84cb-4aa7-8402-706759ad175b req-831cb8d5-306c-4324-8b47-657c358f3b6f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 945 time: 0.1138515
Apr 30 21:32:45.390379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3fba1066-dfcd-4d25-9f47-0d574a2347de is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:45.390909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.396344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63354fc6-0eb4-4ace-940d-3d8544b1f68e req-34bfc129-28e8-4d1d-abf9-a91d42c02f4a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767238
Apr 30 21:32:45.400754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-212f9568-84cb-4aa7-8402-706759ad175b req-c151e408-8683-42ac-a236-ffc3639a05fb tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737901
Apr 30 21:32:45.449711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:32:45.452572 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac45e156-63ce-4004-a729-c94d6ed82892" -d '{"events": [{"server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "name": "network-vif-plugged", "status": "completed", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:32:45.468876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3fba1066-dfcd-4d25-9f47-0d574a2347de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:45.477348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': 'cf799f6e-5eab-4043-a5e9-aa84f48b39cc'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:32:45.479993 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.509028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Made reservation on behalf of fa9b9b28cba848a0b480fd18d2ac01ac for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:45.509523 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f641fe03-6ddc-4a10-ba0c-4e32b7ad8f72 x-openstack-request-id: req-f641fe03-6ddc-4a10-ba0c-4e32b7ad8f72 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:32:45.509822 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "name": "network-vif-plugged", "status": "completed", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:32:45.510080 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f641fe03-6ddc-4a10-ba0c-4e32b7ad8f72 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:32:45.510477 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f641fe03-6ddc-4a10-ba0c-4e32b7ad8f72'] response: {'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'code': 200}
Apr 30 21:32:45.512535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.551629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac8ea053-61d5-4dcf-b269-30813e4b7505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0d4af263-56d8-41e9-95fe-dfefb31e1fe3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.553789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac8ea053-61d5-4dcf-b269-30813e4b7505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.558105 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ac8ea053-61d5-4dcf-b269-30813e4b7505 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d4af263-56d8-41e9-95fe-dfefb31e1fe3 HTTP/1.1" status: 204  len: 168 time: 0.5182571
Apr 30 21:32:45.603918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:32:45.604876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (db851fe3-5ced-4a53-910c-60993b31f257), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.621208 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:45.646343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ea053-61d5-4dcf-b269-30813e4b7505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4af263-56d8-41e9-95fe-dfefb31e1fe3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:45.688606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053641-f97b-4b0a-a944-121e036e0604 req-af03aaf1-1748-442a-bd23-9f825f8b93d8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:45.690204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90053641-f97b-4b0a-a944-121e036e0604 req-af03aaf1-1748-442a-bd23-9f825f8b93d8 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1627591
Apr 30 21:32:45.744330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:45.763860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0f9cb-50d8-4c25-9c40-610327ee2594 req-1db0f4c6-9e2c-42ad-be97-2bd585c45f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:45.765642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34f0f9cb-50d8-4c25-9c40-610327ee2594 req-1db0f4c6-9e2c-42ad-be97-2bd585c45f34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1128 time: 0.1658454
Apr 30 21:32:45.771334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3fba1066-dfcd-4d25-9f47-0d574a2347de,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:45.781771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90053641-f97b-4b0a-a944-121e036e0604 req-a0d9f54e-f73d-4489-9bfe-4c4e19988f6f tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829656
Apr 30 21:32:45.799360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Allocated IP 2001:db8::f816:3eff:fe67:42d7 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/cf799f6e-5eab-4043-a5e9-aa84f48b39cc/4671ef95-5514-482e-8495-c930f9b44a90) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:45.846324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db851fe3-5ced-4a53-910c-60993b31f257,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:45.890787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778d74c-e785-424d-a891-afa54498389d req-1146a2b2-3e31-4103-ad0f-e2bd53fd1f7d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:45.892368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4778d74c-e785-424d-a891-afa54498389d req-1146a2b2-3e31-4103-ad0f-e2bd53fd1f7d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.2728367
Apr 30 21:32:45.922372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Checking segment: {'id': '1534e6f0-0114-4ad6-a223-a964d149bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '691db84a-4dbe-4b1f-b24a-802adc288239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:45.922755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Network hostable DHCP agents. Network: 691db84a-4dbe-4b1f-b24a-802adc288239, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:32:45.958512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34f0f9cb-50d8-4c25-9c40-610327ee2594 req-df30a617-eead-45ca-8a87-04b818bb5943 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1680374
Apr 30 21:32:45.986981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.011101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b667cd7-49d9-41da-a266-7c436417dec3 req-4bb2bb89-dea7-48ad-8818-97e0808199d2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:46.020353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b667cd7-49d9-41da-a266-7c436417dec3 req-4bb2bb89-dea7-48ad-8818-97e0808199d2 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.0905437
Apr 30 21:32:46.046556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4778d74c-e785-424d-a891-afa54498389d req-91f43bf9-7807-46cd-a88e-712ee8c46d91 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384101
Apr 30 21:32:46.065383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port f3451911-4290-4a65-92e4-948c15e79b2b yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:46.083843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b667cd7-49d9-41da-a266-7c436417dec3 req-0ae2c94a-904b-4434-b5c3-7a1c2c55bc34 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641897
Apr 30 21:32:46.111010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Network 691db84a-4dbe-4b1f-b24a-802adc288239 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:32:46.125576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Publish callbacks [] for port (4671ef95-5514-482e-8495-c930f9b44a90), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.207746 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (9289f51f-72e7-4c17-a280-2a93001f3365), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.225262 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (4671ef95-5514-482e-8495-c930f9b44a90), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.233692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1668f18-d8e4-4ae1-b924-d59c25725c3b req-ff16fa1c-aad9-4bb7-ba72-e495e1adfd0b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:46.234985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1668f18-d8e4-4ae1-b924-d59c25725c3b req-ff16fa1c-aad9-4bb7-ba72-e495e1adfd0b tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.0584927
Apr 30 21:32:46.244846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 691db84a-4dbe-4b1f-b24a-802adc288239) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:46.263709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f95dd71-07a9-49ec-bc24-598ffe7295cf None None] Network 691db84a-4dbe-4b1f-b24a-802adc288239 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:46.276015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:46.276354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.324571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1668f18-d8e4-4ae1-b924-d59c25725c3b req-31fab59f-2661-4a7c-ba0c-dd81244c9282 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822122
Apr 30 21:32:46.328030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:46.331528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:46.333285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Pushing event updated for resources: {'Port': ['ID=4671ef95-5514-482e-8495-c930f9b44a90,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:46.336278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:46.344349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Subnet': ['ID=9289f51f-72e7-4c17-a280-2a93001f3365,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:46.350647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fec8:369c (a0a65003-beca-4a7f-bcd6-a74df6ab3337/cf799f6e-5eab-4043-a5e9-aa84f48b39cc/f3451911-4290-4a65-92e4-948c15e79b2b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:46.367464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Checking segment: {'id': '095826f2-fda4-4823-a38f-9e64ab9d58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:46.367826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Network hostable DHCP agents. Network: 8a3e5159-cf64-4e15-9d38-4607e91346fe, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:32:46.475324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Attempting to bind port 4671ef95-5514-482e-8495-c930f9b44a90 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:46.481870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Attempting to bind port 4671ef95-5514-482e-8495-c930f9b44a90 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:46.482470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Attempting to bind port 4671ef95-5514-482e-8495-c930f9b44a90 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:46.489000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df9c5b-fafa-4da1-9ba2-8b4bcde5c9e9 None None] Network 691db84a-4dbe-4b1f-b24a-802adc288239 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:46.510440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e8845-97fa-4c56-a3c6-5d9193d5c2bc req-7f70d934-ff70-47bf-84ca-9c8e30dd68a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:46.512319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e64e8845-97fa-4c56-a3c6-5d9193d5c2bc req-7f70d934-ff70-47bf-84ca-9c8e30dd68a3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.0652413
Apr 30 21:32:46.551206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:46.551970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:46.552720 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.553196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:46.553791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Bound port: 4671ef95-5514-482e-8495-c930f9b44a90, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:46.554249 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4671ef95-5514-482e-8495-c930f9b44a90), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.590500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e64e8845-97fa-4c56-a3c6-5d9193d5c2bc req-0fca302a-abc8-4a2e-a23e-1379398b7450 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699737
Apr 30 21:32:46.651173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461b75e-fa06-4b14-bb73-eb4d220fa00c req-59edd0d4-b203-4e69-9d70-9a242e8b5d66 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:46.660148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9461b75e-fa06-4b14-bb73-eb4d220fa00c req-59edd0d4-b203-4e69-9d70-9a242e8b5d66 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0741508
Apr 30 21:32:46.675146 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5c5b3d7b-1faf-48e8-a2c2-6462127bd551 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.8272898
Apr 30 21:32:46.681179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54544) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:46.690230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Request body: {'floatingip': {'floating_network_id': '691db84a-4dbe-4b1f-b24a-802adc288239'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:46.704880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] For port 4671ef95-5514-482e-8495-c930f9b44a90, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:46.708226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] For port 4671ef95-5514-482e-8495-c930f9b44a90, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4671ef95-5514-482e-8495-c930f9b44a90,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:46.779026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc0891-14d1-40e0-85be-2c6116dfe072 req-702e2e27-e745-4094-a2a6-657cc1c3595d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:46.780563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2dc0891-14d1-40e0-85be-2c6116dfe072 req-702e2e27-e745-4094-a2a6-657cc1c3595d tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.0857842
Apr 30 21:32:46.796144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:32:46.796405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9461b75e-fa06-4b14-bb73-eb4d220fa00c req-e7c6c666-9b72-4c48-a980-15b9e0f6cc39 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312680
Apr 30 21:32:46.817809 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4671ef95-5514-482e-8495-c930f9b44a90), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.862354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (f3451911-4290-4a65-92e4-948c15e79b2b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.869088 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.882433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2dc0891-14d1-40e0-85be-2c6116dfe072 req-38d212ca-4cb9-4365-9e4c-b8f9dda36108 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859823
Apr 30 21:32:46.899185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cfdc1-b331-441c-8075-2bc70e3933df None None] Pushing event updated for resources: {'Port': ['ID=4671ef95-5514-482e-8495-c930f9b44a90,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:46.919559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a3e5159-cf64-4e15-9d38-4607e91346fe) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:46.925442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:46.925975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:46.938113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b516c-748b-4f36-9a7b-2a9abccd0cce None None] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:46.998012 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f3451911-4290-4a65-92e4-948c15e79b2b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.022716 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.056975 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.078619 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b9875adb-9d96-4aa3-ae94-f57daf4d3e7c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8840601
Apr 30 21:32:47.081823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54558) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:47.099453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:47.102336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8a3e5159-cf64-4e15-9d38-4607e91346fe', 'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe', 'project_id': 'fa9b9b28cba848a0b480fd18d2ac01ac', 'fixed_ips': [{'subnet_id': '9289f51f-72e7-4c17-a280-2a93001f3365'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:32:47.103576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.104180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95211-d39a-45e7-b288-eaf48379fde0 req-8ab486f9-9c2e-4508-88f1-32639e905ae6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:47.111416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1752569539'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:47.112256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05c95211-d39a-45e7-b288-eaf48379fde0 req-8ab486f9-9c2e-4508-88f1-32639e905ae6 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1130285
Apr 30 21:32:47.227398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05c95211-d39a-45e7-b288-eaf48379fde0 req-37343894-dc9d-4198-82bb-db6b32c3af0a tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100700
Apr 30 21:32:47.237727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:47.240226 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:47.246084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:47.246948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.279206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=f3451911-4290-4a65-92e4-948c15e79b2b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:47.333299 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-449cf42f-fe97-4988-a348-79c99387c33e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 2.0367174
Apr 30 21:32:47.344697 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54568) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:47.359375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756ad52-11d1-4e8f-a61f-389dfd9a42d7 req-204ca6cf-3813-4064-870a-6348e6c31087 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:47.376920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8756ad52-11d1-4e8f-a61f-389dfd9a42d7 req-204ca6cf-3813-4064-870a-6348e6c31087 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1125875
Apr 30 21:32:47.422015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1406c28e-2bc0-4079-a655-98addfc2b3fa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:47.428071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1406c28e-2bc0-4079-a655-98addfc2b3fa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:47.429662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Allocated IP 172.20.0.4 (691db84a-4dbe-4b1f-b24a-802adc288239/db851fe3-5ced-4a53-910c-60993b31f257/52dbffb4-0797-457c-964a-12c4e39470d1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:47.433850 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1406c28e-2bc0-4079-a655-98addfc2b3fa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1701 time: 0.0856345
Apr 30 21:32:47.435297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54570) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:47.493597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8756ad52-11d1-4e8f-a61f-389dfd9a42d7 req-445a8a72-dfaa-493e-9005-e0983c9192da tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156240
Apr 30 21:32:47.569588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Allocated IP 2001:db8::2 (8a3e5159-cf64-4e15-9d38-4607e91346fe/9289f51f-72e7-4c17-a280-2a93001f3365/e379c827-880b-4913-8c7f-7a2c0e171f38) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:47.593429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Made reservation on behalf of fa9b9b28cba848a0b480fd18d2ac01ac for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:47.597129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.620375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for port (52dbffb4-0797-457c-964a-12c4e39470d1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.630549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] device_id is not set on port efdd3248-7d17-4f20-889b-385dedbd83a6 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:47.636617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5e286acf-4225-4a1d-9b14-52d28d1227fc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port f3451911-4290-4a65-92e4-948c15e79b2b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:47.637029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e286acf-4225-4a1d-9b14-52d28d1227fc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f3451911-4290-4a65-92e4-948c15e79b2b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.746278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (52dbffb4-0797-457c-964a-12c4e39470d1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.782715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e286acf-4225-4a1d-9b14-52d28d1227fc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f3451911-4290-4a65-92e4-948c15e79b2b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.796181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Network 691db84a-4dbe-4b1f-b24a-802adc288239 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:47.799382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:47.803283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:47.804407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5e286acf-4225-4a1d-9b14-52d28d1227fc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for f3451911-4290-4a65-92e4-948c15e79b2b owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:47.825045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Publish callbacks [] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.836777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Port': ['ID=52dbffb4-0797-457c-964a-12c4e39470d1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:47.954922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e812-4e67-4bd4-90c8-9f7c895d9e47 req-534604e0-e620-458a-a5f6-8a1aa96b3f5a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:47.956468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e24e812-4e67-4bd4-90c8-9f7c895d9e47 req-534604e0-e620-458a-a5f6-8a1aa96b3f5a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0628879
Apr 30 21:32:47.957689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for floatingip (cae15ff2-a2fb-45f9-97c0-ddbb41410b5d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.959498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:47.962398 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-15695fe7-24b7-459b-a820-902c25005b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.010017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:48.017205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:48.021188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:48.041093 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e24e812-4e67-4bd4-90c8-9f7c895d9e47 req-58a86a8f-9353-412f-8dae-78e7a86762de tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719612
Apr 30 21:32:48.072892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Pushing event updated for resources: {'Port': ['ID=e379c827-880b-4913-8c7f-7a2c0e171f38,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:48.077900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Allocated IP 2001:db8::12e (8a3e5159-cf64-4e15-9d38-4607e91346fe/9289f51f-72e7-4c17-a280-2a93001f3365/efdd3248-7d17-4f20-889b-385dedbd83a6) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:48.124207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (52dbffb4-0797-457c-964a-12c4e39470d1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.157607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Attempting to bind port e379c827-880b-4913-8c7f-7a2c0e171f38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:48.158106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Attempting to bind port e379c827-880b-4913-8c7f-7a2c0e171f38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '095826f2-fda4-4823-a38f-9e64ab9d58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:48.159951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Attempting to bind port e379c827-880b-4913-8c7f-7a2c0e171f38 on network 8a3e5159-cf64-4e15-9d38-4607e91346fe {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:48.170119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:48.170827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Checking segment: {'id': '095826f2-fda4-4823-a38f-9e64ab9d58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:48.174617 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.174617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Bound using segment: {'id': '095826f2-fda4-4823-a38f-9e64ab9d58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:48.174617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Bound port: e379c827-880b-4913-8c7f-7a2c0e171f38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095826f2-fda4-4823-a38f-9e64ab9d58b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:48.174617 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.221629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e286acf-4225-4a1d-9b14-52d28d1227fc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f3451911-4290-4a65-92e4-948c15e79b2b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.253353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e286acf-4225-4a1d-9b14-52d28d1227fc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=f3451911-4290-4a65-92e4-948c15e79b2b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:48.297703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d800f73-4176-4416-8376-74754076fd30 None None] For port e379c827-880b-4913-8c7f-7a2c0e171f38, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:48.301350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d800f73-4176-4416-8376-74754076fd30 None None] For port e379c827-880b-4913-8c7f-7a2c0e171f38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e379c827-880b-4913-8c7f-7a2c0e171f38,segment=NetworkSegment(095826f2-fda4-4823-a38f-9e64ab9d58b9),segment_id=095826f2-fda4-4823-a38f-9e64ab9d58b9)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:48.310256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fe710-3d50-4827-b231-8b639a8ed3ce req-80671924-9c7d-4c62-a5df-cb58a4365711 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:48.311836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-101fe710-3d50-4827-b231-8b639a8ed3ce req-80671924-9c7d-4c62-a5df-cb58a4365711 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0647204
Apr 30 21:32:48.313669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e286acf-4225-4a1d-9b14-52d28d1227fc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.318626 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5e286acf-4225-4a1d-9b14-52d28d1227fc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/f3451911-4290-4a65-92e4-948c15e79b2b HTTP/1.1" status: 204  len: 168 time: 0.8712280
Apr 30 21:32:48.321362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54588) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:48.329321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54590) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:48.333898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'floatingip': {'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:48.387101 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (30a12ac8-42fd-49cc-b4af-e4341fecbb6f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.395885 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.418559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384a75e-63cf-4903-bd1e-855a4483f50a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:48.422360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384a75e-63cf-4903-bd1e-855a4483f50a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:48.425069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4384a75e-63cf-4903-bd1e-855a4483f50a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1019602
Apr 30 21:32:48.425870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54594) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:48.521838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-707fba4a-0f70-4a65-ac50-758d9b5d7739 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet cf799f6e-5eab-4043-a5e9-aa84f48b39cc {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:48.524252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d800f73-4176-4416-8376-74754076fd30 None None] Pushing event updated for resources: {'Port': ['ID=e379c827-880b-4913-8c7f-7a2c0e171f38,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:48.544277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-707fba4a-0f70-4a65-ac50-758d9b5d7739 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (cf799f6e-5eab-4043-a5e9-aa84f48b39cc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.546066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-68f1c51d-3ca9-4833-a834-6908c7365c74 None None] Provisioning complete for port 4671ef95-5514-482e-8495-c930f9b44a90 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:48.546779 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-68f1c51d-3ca9-4833-a834-6908c7365c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4671ef95-5514-482e-8495-c930f9b44a90), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.548971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for port (52dbffb4-0797-457c-964a-12c4e39470d1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.627861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (52dbffb4-0797-457c-964a-12c4e39470d1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.745157 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-68f1c51d-3ca9-4833-a834-6908c7365c74 None None] Current status of the port 4671ef95-5514-482e-8495-c930f9b44a90 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:48.745157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-68f1c51d-3ca9-4833-a834-6908c7365c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4671ef95-5514-482e-8495-c930f9b44a90), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.791530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-707fba4a-0f70-4a65-ac50-758d9b5d7739 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (cf799f6e-5eab-4043-a5e9-aa84f48b39cc), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.795482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Port': ['ID=52dbffb4-0797-457c-964a-12c4e39470d1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:48.835302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-68f1c51d-3ca9-4833-a834-6908c7365c74 None None] For port 4671ef95-5514-482e-8495-c930f9b44a90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4671ef95-5514-482e-8495-c930f9b44a90,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:48.861868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (cae15ff2-a2fb-45f9-97c0-ddbb41410b5d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:48.925617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c643-dd2a-4b0b-8c38-f96a07b86d91 req-5e008117-6205-4a15-b1c0-a9575942c11e tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:48.925617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b1c643-dd2a-4b0b-8c38-f96a07b86d91 req-5e008117-6205-4a15-b1c0-a9575942c11e tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1372042
Apr 30 21:32:48.928300 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-68f1c51d-3ca9-4833-a834-6908c7365c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4671ef95-5514-482e-8495-c930f9b44a90), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.012692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-707fba4a-0f70-4a65-ac50-758d9b5d7739 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (cf799f6e-5eab-4043-a5e9-aa84f48b39cc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.042253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-85a1fce7-d7fc-43ce-923e-e4646d834625 None None] Could not find standard attr ID for object f3451911-4290-4a65-92e4-948c15e79b2b. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:32:49.042995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1c51d-3ca9-4833-a834-6908c7365c74 None None] Pushing event updated for resources: {'Port': ['ID=4671ef95-5514-482e-8495-c930f9b44a90,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:49.068661 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.069948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-048ebfe7-ffac-483f-a280-dcf0d4e18931 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.3876002
Apr 30 21:32:49.082820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54602) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:49.130985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.resource_extend [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:32:49.172161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7ad16a56-ec6a-4cce-af79-07b9f48ed101 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=691db84a-4dbe-4b1f-b24a-802adc288239 HTTP/1.1" status: 200  len: 689 time: 0.0881703
Apr 30 21:32:49.185779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27b1c643-dd2a-4b0b-8c38-f96a07b86d91 req-0accf9dc-698f-4da5-97d4-26f9bf9c429b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202022
Apr 30 21:32:49.197102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54604) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:49.261064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e379c827-880b-4913-8c7f-7a2c0e171f38 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:49.290828 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.330707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (691db84a-4dbe-4b1f-b24a-802adc288239), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.343087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e379c827-880b-4913-8c7f-7a2c0e171f38 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:49.343493 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.359925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (efdd3248-7d17-4f20-889b-385dedbd83a6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.386091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (30a12ac8-42fd-49cc-b4af-e4341fecbb6f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.427068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Deleting port 52dbffb4-0797-457c-964a-12c4e39470d1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:49.427531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (52dbffb4-0797-457c-964a-12c4e39470d1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.440253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e379c827-880b-4913-8c7f-7a2c0e171f38 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:49.440444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-707fba4a-0f70-4a65-ac50-758d9b5d7739 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (cf799f6e-5eab-4043-a5e9-aa84f48b39cc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.440710 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.485767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e379c827-880b-4913-8c7f-7a2c0e171f38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e379c827-880b-4913-8c7f-7a2c0e171f38,segment=NetworkSegment(095826f2-fda4-4823-a38f-9e64ab9d58b9),segment_id=095826f2-fda4-4823-a38f-9e64ab9d58b9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:49.508025 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Floating IP 30a12ac8-42fd-49cc-b4af-e4341fecbb6f associated. External IP: 172.35.4.65, port: 3fba1066-dfcd-4d25-9f47-0d574a2347de.
Apr 30 21:32:49.511748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fba4a-0f70-4a65-ac50-758d9b5d7739 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=cf799f6e-5eab-4043-a5e9-aa84f48b39cc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:49.517561 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-707fba4a-0f70-4a65-ac50-758d9b5d7739 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.518912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500387c8-86f6-4b01-918f-ec89d13bb79f None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:49.522903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-707fba4a-0f70-4a65-ac50-758d9b5d7739 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/cf799f6e-5eab-4043-a5e9-aa84f48b39cc HTTP/1.1" status: 204  len: 168 time: 1.0909069
Apr 30 21:32:49.523117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54618) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:49.567560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fd026d07-eacb-4878-b76e-4d5968246766 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0434303
Apr 30 21:32:49.574278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54620) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:49.576087 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.576994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4671ef95-5514-482e-8495-c930f9b44a90 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:49.587524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:49.613146 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (efdd3248-7d17-4f20-889b-385dedbd83a6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.679980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:49.686769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:49.692591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:49.698128 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:49.699081 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:49.725278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=efdd3248-7d17-4f20-889b-385dedbd83a6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:49.818570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e379c827-880b-4913-8c7f-7a2c0e171f38,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:49.855077 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-00c9c296-1635-4a1b-8d3c-56f16268d48b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.7656922
Apr 30 21:32:49.859609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54624) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:49.865846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-51833595', 'allowed_address_pairs': [{'ip_address': '2001:db8::12e', 'mac_address': 'fa:16:3e:80:c2:8b'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:49.941787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4671ef95-5514-482e-8495-c930f9b44a90 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:49.942194 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4671ef95-5514-482e-8495-c930f9b44a90), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.046655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Router d6580f80-5eba-431b-af7a-fe6fcf59322e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:32:50.054260 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (52dbffb4-0797-457c-964a-12c4e39470d1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.054811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for floatingip (52dbffb4-0797-457c-964a-12c4e39470d1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.067685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4671ef95-5514-482e-8495-c930f9b44a90 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:50.084093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:32:50.091809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Calling delete_port for 52dbffb4-0797-457c-964a-12c4e39470d1 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:50.146322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] Deleting port 4671ef95-5514-482e-8495-c930f9b44a90 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:50.146764 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4671ef95-5514-482e-8495-c930f9b44a90), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.152846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8109a1-f5a9-41d9-8a9d-1bb37e14e5f8 None None] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:50.180816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:50.184385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.240169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ace301cf-8bcc-433b-ad14-32679ed7e0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.283250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2c0ce764-ed0e-4220-a7b3-9e2a0d92b939 None None] Provisioning complete for port e379c827-880b-4913-8c7f-7a2c0e171f38 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:50.283589 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c0ce764-ed0e-4220-a7b3-9e2a0d92b939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.322270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] For port 4671ef95-5514-482e-8495-c930f9b44a90, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4671ef95-5514-482e-8495-c930f9b44a90,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:50.322674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4671ef95-5514-482e-8495-c930f9b44a90), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.356160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] Calling delete_port for 4671ef95-5514-482e-8495-c930f9b44a90 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:50.395827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f55b60-a904-4d1f-987e-6501b09698ca req-c1bad904-d545-4670-9fed-4a4d317abf08 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:50.397396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32f55b60-a904-4d1f-987e-6501b09698ca req-c1bad904-d545-4670-9fed-4a4d317abf08 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0991740
Apr 30 21:32:50.433599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Made reservation on behalf of fa9b9b28cba848a0b480fd18d2ac01ac for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:50.498804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ce764-ed0e-4220-a7b3-9e2a0d92b939 None None] Current status of the port e379c827-880b-4913-8c7f-7a2c0e171f38 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:50.522001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32f55b60-a904-4d1f-987e-6501b09698ca req-e684b95c-989a-439c-9701-87a24ac18c41 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037724
Apr 30 21:32:50.592656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.595202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (52dbffb4-0797-457c-964a-12c4e39470d1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.603295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:32:50.609066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.618600 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] Sync routers for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:32:50.629949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event deleted for resources: {'Port': ['ID=52dbffb4-0797-457c-964a-12c4e39470d1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:50.636835 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:32:50.638313 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca4d520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:32:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:50.663164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] device_id is not set on port 4c9d33d0-20f6-4523-94c9-877be9a66ece yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:50.689861 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-22286d91-7763-46ae-8759-376c231c41fe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "PUT /v2.0/floatingips/30a12ac8-42fd-49cc-b4af-e4341fecbb6f HTTP/1.1" status: 200  len: 991 time: 2.3502510
Apr 30 21:32:50.697738 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (4671ef95-5514-482e-8495-c930f9b44a90), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.721026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:32:50.724206 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd87a0f-a8fb-459c-927e-4476bf121b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:32:50.749933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] Pushing event deleted for resources: {'Port': ['ID=4671ef95-5514-482e-8495-c930f9b44a90,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:50.762883 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for floatingip (cae15ff2-a2fb-45f9-97c0-ddbb41410b5d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.767048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfdae3-8372-40df-9b03-3ed6143a7840 None None] No DVR routers for this DVR port 4671ef95-5514-482e-8495-c930f9b44a90 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:32:50.860015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Allocated IP 2001:db8::250 (8a3e5159-cf64-4e15-9d38-4607e91346fe/9289f51f-72e7-4c17-a280-2a93001f3365/4c9d33d0-20f6-4523-94c9-877be9a66ece) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:50.890757 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:32:50.908444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.objects.ports [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115774) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:32:50.950796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (a951386a-95ec-46a2-8f41-499763d701b9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:50.983209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:50.990553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:50.993903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-0142843e-2b1f-41dd-aa3e-773bd960e48a tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=280a6ce7a084421bbd267c7ac5c907ca&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1643610
Apr 30 21:32:50.995584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:50.996275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.010219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162798a5-ad3b-4643-845d-0921595c497d None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:51.163532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (4c9d33d0-20f6-4523-94c9-877be9a66ece), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.179232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e379c827-880b-4913-8c7f-7a2c0e171f38 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:51.199455 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50759723-35aa-407d-8a76-cd0978e24211 x-openstack-request-id: req-50759723-35aa-407d-8a76-cd0978e24211 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:32:51.199747 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:32:51.200002 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50759723-35aa-407d-8a76-cd0978e24211 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:32:51.201147 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50759723-35aa-407d-8a76-cd0978e24211'] response: {'name': 'network-changed', 'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'status': 'completed', 'code': 200}
Apr 30 21:32:51.207057 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca4d520>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30a12ac8-42fd-49cc-b4af-e4341fecbb6f', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'mac_address': 'fa:16:3e:4e:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:32:23Z', 'updated_at': '2022-04-30T21:32:49Z', 'revision_number': 1, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:51.229499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1504d080-0b49-43e6-b00a-97a8b36ae2d3 None None] Provisioning complete for port efdd3248-7d17-4f20-889b-385dedbd83a6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:51.229750 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1504d080-0b49-43e6-b00a-97a8b36ae2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (efdd3248-7d17-4f20-889b-385dedbd83a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.235046 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] Checking router: d6580f80-5eba-431b-af7a-fe6fcf59322e for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:32:51.249455 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:32:51.250362 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca4d520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:32:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:51.323293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1504d080-0b49-43e6-b00a-97a8b36ae2d3 None None] Port efdd3248-7d17-4f20-889b-385dedbd83a6 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:51.324981 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.356021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1504d080-0b49-43e6-b00a-97a8b36ae2d3 None None] Provisioning complete for port e379c827-880b-4913-8c7f-7a2c0e171f38 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:51.356957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1504d080-0b49-43e6-b00a-97a8b36ae2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.358617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e379c827-880b-4913-8c7f-7a2c0e171f38 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:51.359026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.366627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.7850158
Apr 30 21:32:51.369404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54650) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:51.375521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:78:c8:d1', 'name': 'tempest-NetworksTestDHCPv6-1521228694'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:51.380881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4c9d33d0-20f6-4523-94c9-877be9a66ece), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.408877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (db851fe3-5ced-4a53-910c-60993b31f257), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.423459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-741f89cc-0339-4f5e-8875-918a51a21406 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:51.423734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-741f89cc-0339-4f5e-8875-918a51a21406 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3866553
Apr 30 21:32:51.433690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': 'a951386a-95ec-46a2-8f41-499763d701b9'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:32:51.434823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.452685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f673-9330-469a-8fe8-8167157bdee5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=a951386a-95ec-46a2-8f41-499763d701b9,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:51.456130 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.471198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-7f2b2c64-b97c-44e7-adb9-d6ed96cb449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:51.472921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-7f2b2c64-b97c-44e7-adb9-d6ed96cb449c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1128 time: 0.1571634
Apr 30 21:32:51.477524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-0d8bc1d3-d113-4ef9-82c3-b41af820c725 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/quotas/280a6ce7a084421bbd267c7ac5c907ca HTTP/1.1" status: 200  len: 375 time: 0.0303330
Apr 30 21:32:51.521485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:51.532914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:51.541810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e379c827-880b-4913-8c7f-7a2c0e171f38 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:51.548604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:32:51.576105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-1ff4f605-dde8-4d3d-aa6e-a2572ad2041d tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=280a6ce7a084421bbd267c7ac5c907ca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0863438
Apr 30 21:32:51.605276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:51.623939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:51.625686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.643336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4671ef95-5514-482e-8495-c930f9b44a90 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:32:51.658125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-1fb98c0a-901d-4fe4-81d3-606d8d4724d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:51.661042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-1fb98c0a-901d-4fe4-81d3-606d8d4724d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.1796248
Apr 30 21:32:51.672173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=4c9d33d0-20f6-4523-94c9-877be9a66ece,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:51.713037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (db851fe3-5ced-4a53-910c-60993b31f257), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:51.755228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 4671ef95-5514-482e-8495-c930f9b44a90 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:32:51.758318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4671ef95-5514-482e-8495-c930f9b44a90 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:32:51.777856 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f5d6dd1e-9127-4f54-b7ef-8f19cf34b3b7 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 1.9125865
Apr 30 21:32:51.778793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54654) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:51.793086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db851fe3-5ced-4a53-910c-60993b31f257,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:51.821458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7055b-f21a-4b63-9e30-dc20d5f404e1 req-180ef702-6ebc-4d00-afbe-49350984dc4c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:51.823345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47f7055b-f21a-4b63-9e30-dc20d5f404e1 req-180ef702-6ebc-4d00-afbe-49350984dc4c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1114573
Apr 30 21:32:51.877805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-29c5d9d3-bfc9-4628-8ab9-0a5c0c563d9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de HTTP/1.1" status: 200  len: 999 time: 0.2108135
Apr 30 21:32:51.880643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:51.901495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1504d080-0b49-43e6-b00a-97a8b36ae2d3 None None] Current status of the port e379c827-880b-4913-8c7f-7a2c0e171f38 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:51.944574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Allocated IP 2001:db8::f816:3eff:fe89:6ecf (a0a65003-beca-4a7f-bcd6-a74df6ab3337/a951386a-95ec-46a2-8f41-499763d701b9/1e6d73ae-8b24-449f-b1ef-7a3f609a8979) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:51.976970 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca4d520>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30a12ac8-42fd-49cc-b4af-e4341fecbb6f', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'mac_address': 'fa:16:3e:4e:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:32:23Z', 'updated_at': '2022-04-30T21:32:49Z', 'revision_number': 1, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:52.010844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (691db84a-4dbe-4b1f-b24a-802adc288239), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.033906 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04df818-70a6-4191-bd6d-7d9ad1b944d0 None None] The sync data for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 is: [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30a12ac8-42fd-49cc-b4af-e4341fecbb6f', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'mac_address': 'fa:16:3e:4e:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:32:23Z', 'updated_at': '2022-04-30T21:32:49Z', 'revision_number': 1, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:32:52.047822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967f021c0>,) {'filters': {'network_id': ['691db84a-4dbe-4b1f-b24a-802adc288239']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:52.072379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1d3ecd74-677f-46ad-99a3-c72e94db778a None None] Provisioning complete for port efdd3248-7d17-4f20-889b-385dedbd83a6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:52.072968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d3ecd74-677f-46ad-99a3-c72e94db778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (efdd3248-7d17-4f20-889b-385dedbd83a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.078039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8bbc-d379-4b43-99e3-1890e6773ded tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.082595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f021c0>, '1534e6f0-0114-4ad6-a223-a964d149bf5f') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:52.083255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f021c0>, '1534e6f0-0114-4ad6-a223-a964d149bf5f') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:52.084473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8bbc-d379-4b43-99e3-1890e6773ded tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.090125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8bbc-d379-4b43-99e3-1890e6773ded tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.095100 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a6cb8bbc-d379-4b43-99e3-1890e6773ded tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.3078301
Apr 30 21:32:52.102867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (1534e6f0-0114-4ad6-a223-a964d149bf5f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.103022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54662) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:52.131780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1534e6f0-0114-4ad6-a223-a964d149bf5f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.146520 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.173698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:52.174291 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (1534e6f0-0114-4ad6-a223-a964d149bf5f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.184246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port ac694e0c-9727-462f-9ab5-7205cb96b465 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:52.188154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ecd74-677f-46ad-99a3-c72e94db778a None None] Port efdd3248-7d17-4f20-889b-385dedbd83a6 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:52.194053 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:52.251167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f030e329-c947-4aac-b863-0cb1d8291740 req-0ce4be61-028e-42f8-b765-711249444859 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 210 time: 0.1274781
Apr 30 21:32:52.293291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e11f1e7d-7e97-4f75-9874-acca4bf67ba1 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Deleting port 4c9d33d0-20f6-4523-94c9-877be9a66ece {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:52.295909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e11f1e7d-7e97-4f75-9874-acca4bf67ba1 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4c9d33d0-20f6-4523-94c9-877be9a66ece), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.300807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-8737e9cc-8f86-4320-b954-8d93bd1d22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.300807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-8737e9cc-8f86-4320-b954-8d93bd1d22f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.4142258
Apr 30 21:32:52.337637 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Publish callbacks [] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.342326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4887baad-c729-4c96-82f6-1b607f6e7332 None None] Provisioning complete for port 4c9d33d0-20f6-4523-94c9-877be9a66ece triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:52.342697 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4887baad-c729-4c96-82f6-1b607f6e7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4c9d33d0-20f6-4523-94c9-877be9a66ece), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.350026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47f7055b-f21a-4b63-9e30-dc20d5f404e1 req-2188c548-164f-4c4d-940b-0e552ab50f7c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5052311
Apr 30 21:32:52.364421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-6ac19a4c-1d42-4843-832b-ea373c810e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.366444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-6ac19a4c-1d42-4843-832b-ea373c810e08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0569530
Apr 30 21:32:52.398518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4887baad-c729-4c96-82f6-1b607f6e7332 None None] Port 4c9d33d0-20f6-4523-94c9-877be9a66ece cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:52.434960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.437689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (691db84a-4dbe-4b1f-b24a-802adc288239), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.447357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e11f1e7d-7e97-4f75-9874-acca4bf67ba1 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4c9d33d0-20f6-4523-94c9-877be9a66ece), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.453338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  691db84a-4dbe-4b1f-b24a-802adc288239 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 30 21:32:52.456725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.460511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "DELETE /v2.0/networks/691db84a-4dbe-4b1f-b24a-802adc288239 HTTP/1.1" status: 204  len: 168 time: 3.2615092
Apr 30 21:32:52.463383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54668) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:52.490028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e11f1e7d-7e97-4f75-9874-acca4bf67ba1 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Calling delete_port for 4c9d33d0-20f6-4523-94c9-877be9a66ece owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:52.521743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fe78:c8d1 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/a951386a-95ec-46a2-8f41-499763d701b9/ac694e0c-9727-462f-9ab5-7205cb96b465) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:52.544378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9eb6bedb-82c4-4b26-b2d2-afe3246af06d tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 994 time: 0.0704052
Apr 30 21:32:52.547301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5b991-14b2-488f-bef3-525129f777f7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event deleted for resources: {'Network': ['ID=691db84a-4dbe-4b1f-b24a-802adc288239,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:52.553228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:52.555913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:52.561052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54670) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:52.562418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:52.581244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Pushing event updated for resources: {'Port': ['ID=1e6d73ae-8b24-449f-b1ef-7a3f609a8979,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:52.682869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-d74e74e3-edfe-4441-a1a3-d15c4fe2e867 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3102117
Apr 30 21:32:52.697510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Attempting to bind port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:52.698083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Attempting to bind port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:52.698562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Attempting to bind port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:52.717083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:52.718427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:52.719930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.720972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:52.722394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Bound port: 1e6d73ae-8b24-449f-b1ef-7a3f609a8979, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:52.724250 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.744760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.745230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.745885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.746323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.746722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.747198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.747657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.748085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:52.750206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e977c90b-3732-4674-8736-72bc7a551ec7 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5268 time: 0.1880627
Apr 30 21:32:52.784105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (ac694e0c-9727-462f-9ab5-7205cb96b465), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.804137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54672) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:52.831637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] For port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:52.835715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] For port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e6d73ae-8b24-449f-b1ef-7a3f609a8979,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:52.867025 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-f656204e-fb4d-443e-a03a-0cf2c1f339e3 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] delete failed (client error): The resource could not be found.
Apr 30 21:32:52.872848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f656204e-fb4d-443e-a03a-0cf2c1f339e3 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/cae15ff2-a2fb-45f9-97c0-ddbb41410b5d HTTP/1.1" status: 404  len: 345 time: 0.0648406
Apr 30 21:32:52.874294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54682) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:52.897671 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a44fdb6-91e7-4061-ade3-7a5426553a92 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] DELETE failed (client error): The resource could not be found.
Apr 30 21:32:52.898194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a44fdb6-91e7-4061-ade3-7a5426553a92 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:52.905857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a44fdb6-91e7-4061-ade3-7a5426553a92 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "DELETE /v2.0/networks/691db84a-4dbe-4b1f-b24a-802adc288239 HTTP/1.1" status: 404  len: 339 time: 0.0260763
Apr 30 21:32:52.906011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ac694e0c-9727-462f-9ab5-7205cb96b465), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.906011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54684) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:52.913156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Request body: {'network': {'name': 'tempest-network--1095719354', 'router:external': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:52.944921 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:52.955431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd87a0f-a8fb-459c-927e-4476bf121b0c req-388d890b-ae5e-48e6-8e69-586e7ee7036d service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2619035
Apr 30 21:32:52.980027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:52.985610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:52.990979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:52.996262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:53.000798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.011423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e11f1e7d-7e97-4f75-9874-acca4bf67ba1 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4c9d33d0-20f6-4523-94c9-877be9a66ece), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.045312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=ac694e0c-9727-462f-9ab5-7205cb96b465,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:53.057523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb45b5-4423-4145-8b68-9a55d9da50bb None None] Pushing event updated for resources: {'Port': ['ID=1e6d73ae-8b24-449f-b1ef-7a3f609a8979,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:53.135549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Made reservation on behalf of 7a6bb5ada2f848e6a2b90c68b56c232d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:53.139657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.147264 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-68134161-f146-41b6-8ac7-f0022a5bf598 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.7758429
Apr 30 21:32:53.149372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f1e7d-7e97-4f75-9874-acca4bf67ba1 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Port': ['ID=4c9d33d0-20f6-4523-94c9-877be9a66ece,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:53.150090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54700) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:53.179215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.229353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcfe2d-5c32-4b67-9946-14b8ea5f1836 None None] New status for floating IP 30a12ac8-42fd-49cc-b4af-e4341fecbb6f: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:32:53.236448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:53.250414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f56c2c-21c5-42d8-bedd-49547cb93ec1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:53.252634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e223e0ea-bd4b-4768-bc70-28d62b5a97ac), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.253012 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Added segment e223e0ea-bd4b-4768-bc70-28d62b5a97ac of type vlan for network 8e7433c5-098e-4658-92db-8016711dbc98
Apr 30 21:32:53.265404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f56c2c-21c5-42d8-bedd-49547cb93ec1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:53.267963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-65f56c2c-21c5-42d8-bedd-49547cb93ec1 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1166985
Apr 30 21:32:53.276753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54702) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:53.389838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8e7433c5-098e-4658-92db-8016711dbc98), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.395297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e11f1e7d-7e97-4f75-9874-acca4bf67ba1 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.399892 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e11f1e7d-7e97-4f75-9874-acca4bf67ba1 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "DELETE /v2.0/ports/4c9d33d0-20f6-4523-94c9-877be9a66ece HTTP/1.1" status: 204  len: 168 time: 1.2958355
Apr 30 21:32:53.403669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54708) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:53.450953 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-906ed6cc-b93f-4547-b2f7-aae0066f6005 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] GET failed (client error): The resource could not be found.
Apr 30 21:32:53.464538 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-906ed6cc-b93f-4547-b2f7-aae0066f6005 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "GET /v2.0/ports/4c9d33d0-20f6-4523-94c9-877be9a66ece HTTP/1.1" status: 404  len: 333 time: 0.0523531
Apr 30 21:32:53.466234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54712) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:53.469025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port ac694e0c-9727-462f-9ab5-7205cb96b465 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:53.469541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ac694e0c-9727-462f-9ab5-7205cb96b465), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.480771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-50416059'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:53.505548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f89a2ade-a5d6-40dc-8893-7ebdf976ad2a req-eba02785-836a-4ca1-8fdd-022d1b80f3d4 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 210 time: 0.1377466
Apr 30 21:32:53.703200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ac694e0c-9727-462f-9ab5-7205cb96b465), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.726364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for ac694e0c-9727-462f-9ab5-7205cb96b465 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:53.726586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8e7433c5-098e-4658-92db-8016711dbc98), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.726586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:53.726586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.737290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c97f2-de36-4e7b-922e-9d68cf34be0f req-8df9d2d7-2093-486b-8fb5-cc2ff3b22aba tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:53.739022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-955c97f2-de36-4e7b-922e-9d68cf34be0f req-8df9d2d7-2093-486b-8fb5-cc2ff3b22aba tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1691597
Apr 30 21:32:53.807169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Network': ['ID=8e7433c5-098e-4658-92db-8016711dbc98,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:53.817652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8e7433c5-098e-4658-92db-8016711dbc98 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:53.823916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Made reservation on behalf of fa9b9b28cba848a0b480fd18d2ac01ac for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:53.829896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:53.850219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] device_id is not set on port b79d5830-650e-4ae6-ae11-91a91f967531 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:53.854916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-955c97f2-de36-4e7b-922e-9d68cf34be0f req-2e828429-b525-4364-8c4f-32d0ba3124d2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069467
Apr 30 21:32:53.897348 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bd3203ca-3614-4ccd-83b9-8def3ec0f859 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.9906812
Apr 30 21:32:53.906857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54726) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:54.004963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Allocated IP 2001:db8::183 (8a3e5159-cf64-4e15-9d38-4607e91346fe/9289f51f-72e7-4c17-a280-2a93001f3365/b79d5830-650e-4ae6-ae11-91a91f967531) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:54.290038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (b79d5830-650e-4ae6-ae11-91a91f967531), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.361582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ac694e0c-9727-462f-9ab5-7205cb96b465), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.405200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b40dc-b4f3-4e63-9b90-b80c371dbb63 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:54.410769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b40dc-b4f3-4e63-9b90-b80c371dbb63 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:54.415907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b40dc-b4f3-4e63-9b90-b80c371dbb63 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:54.420866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b40dc-b4f3-4e63-9b90-b80c371dbb63 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:54.422620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c85b40dc-b4f3-4e63-9b90-b80c371dbb63 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.5146828
Apr 30 21:32:54.423540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=ac694e0c-9727-462f-9ab5-7205cb96b465,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:54.425671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54728) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:54.480149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.480821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.480821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.481689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.482084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.482422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.482756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.483090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.483421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.483749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.484084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.484415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.484741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.485071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.485407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:32:54.513959 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.517138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-276ffbde-9534-4780-a239-2105bc08eb4e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/ac694e0c-9727-462f-9ab5-7205cb96b465 HTTP/1.1" status: 204  len: 168 time: 1.2392197
Apr 30 21:32:54.519815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54730) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:54.521542 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.539254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b79d5830-650e-4ae6-ae11-91a91f967531), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.545139 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8e7433c5-098e-4658-92db-8016711dbc98), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.624112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:54.629557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac20f1-09dd-4e53-aba2-dccda54da905 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:54.631584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac20f1-09dd-4e53-aba2-dccda54da905 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:54.635782 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-61ac20f1-09dd-4e53-aba2-dccda54da905 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1121366
Apr 30 21:32:54.640132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54736) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:54.643576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:54.646794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:54.652812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:54.654083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.667415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6f6c4e1b-d60e-4503-98df-d15dd32e781a None None] Provisioning complete for port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:54.667415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4e1b-d60e-4503-98df-d15dd32e781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.709073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8e7433c5-098e-4658-92db-8016711dbc98), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.720666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2d4e7a0-a232-4009-b4ef-cabdf19e06f0 req-308a62c2-af3b-4dd9-81f1-1b53dccba2b7 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 210 time: 0.1137955
Apr 30 21:32:54.723714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=b79d5830-650e-4ae6-ae11-91a91f967531,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:54.745123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cc4ee80>,) {'filters': {'network_id': ['8e7433c5-098e-4658-92db-8016711dbc98']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:54.745608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-121e82a2-7899-4d9d-9dfb-4cddffabc7bc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet a951386a-95ec-46a2-8f41-499763d701b9 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:32:54.749688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121e82a2-7899-4d9d-9dfb-4cddffabc7bc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (a951386a-95ec-46a2-8f41-499763d701b9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.767467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cc4ee80>, 'e223e0ea-bd4b-4768-bc70-28d62b5a97ac') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:54.768238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cc4ee80>, 'e223e0ea-bd4b-4768-bc70-28d62b5a97ac') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:54.788454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e223e0ea-bd4b-4768-bc70-28d62b5a97ac), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.806530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e223e0ea-bd4b-4768-bc70-28d62b5a97ac), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.815142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:54.815566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e223e0ea-bd4b-4768-bc70-28d62b5a97ac), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:54.817801 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:54.823008 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121e82a2-7899-4d9d-9dfb-4cddffabc7bc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (a951386a-95ec-46a2-8f41-499763d701b9), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.826441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c4e1b-d60e-4503-98df-d15dd32e781a None None] Current status of the port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:54.826840 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4e1b-d60e-4503-98df-d15dd32e781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:54.854297 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4907cea7-9525-4621-b797-83add1135507 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.3866301
Apr 30 21:32:54.858958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54738) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:54.865128 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12e', 'mac_address': 'fa:16:3e:80:c2:8b'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:54.930158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6f6c4e1b-d60e-4503-98df-d15dd32e781a None None] For port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e6d73ae-8b24-449f-b1ef-7a3f609a8979,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:55.012328 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b79d5830-650e-4ae6-ae11-91a91f967531), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.013718 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8e7433c5-098e-4658-92db-8016711dbc98), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.022493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8e7433c5-098e-4658-92db-8016711dbc98 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 30 21:32:55.031502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.050248 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f6c4e1b-d60e-4503-98df-d15dd32e781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.053166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8e7433c5-098e-4658-92db-8016711dbc98 HTTP/1.1" status: 204  len: 168 time: 0.6248341
Apr 30 21:32:55.065901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54742) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:55.074321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Request body: {'network': {'name': 'tempest-network--2104403014', 'router:external': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:55.076839 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121e82a2-7899-4d9d-9dfb-4cddffabc7bc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (a951386a-95ec-46a2-8f41-499763d701b9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.085200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5365d6-94b4-413b-b3d8-9ccedf6a5b49 req-e1ad748e-4227-4c81-97be-6dbecc412c64 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:55.087053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a5365d6-94b4-413b-b3d8-9ccedf6a5b49 req-e1ad748e-4227-4c81-97be-6dbecc412c64 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1108255
Apr 30 21:32:55.089228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d35d9-f03a-4e07-83af-dab2a29a0957 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e7433c5-098e-4658-92db-8016711dbc98,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:55.158900 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-347eb768-42b8-473d-8152-77b5512768c8 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=280a6ce7a084421bbd267c7ac5c907ca&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0786273
Apr 30 21:32:55.193076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a5365d6-94b4-413b-b3d8-9ccedf6a5b49 req-51c07670-f71b-44dc-8a9d-2cb0ea207b2b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981796
Apr 30 21:32:55.213587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-53d47dac-5dce-4bd7-b0fc-b3b56dd85933 None None] Could not find standard attr ID for object ac694e0c-9727-462f-9ab5-7205cb96b465. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:32:55.226471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:32:55.230028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Made reservation on behalf of 7a6bb5ada2f848e6a2b90c68b56c232d for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:55.233636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.286639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c4e1b-d60e-4503-98df-d15dd32e781a None None] Pushing event updated for resources: {'Port': ['ID=1e6d73ae-8b24-449f-b1ef-7a3f609a8979,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:55.310014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-53d47dac-5dce-4bd7-b0fc-b3b56dd85933 None None] Provisioning complete for port b79d5830-650e-4ae6-ae11-91a91f967531 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:55.310600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-53d47dac-5dce-4bd7-b0fc-b3b56dd85933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b79d5830-650e-4ae6-ae11-91a91f967531), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.314680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:55.315311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.316755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:55.337160 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8d3132bd-3213-4c1c-9ae4-61591c3b83ad), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.341170 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Added segment 8d3132bd-3213-4c1c-9ae4-61591c3b83ad of type vlan for network 49cd73fe-b322-45cd-908d-a8139e3779f8
Apr 30 21:32:55.443911 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (49cd73fe-b322-45cd-908d-a8139e3779f8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.550802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (49cd73fe-b322-45cd-908d-a8139e3779f8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.553495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:55.554465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.573128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-53d47dac-5dce-4bd7-b0fc-b3b56dd85933 None None] Port b79d5830-650e-4ae6-ae11-91a91f967531 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:55.624722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:32:55.646120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Network': ['ID=49cd73fe-b322-45cd-908d-a8139e3779f8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:55.662323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 49cd73fe-b322-45cd-908d-a8139e3779f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:55.750152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-aff9b315-4932-4dcb-ae2c-a9298f0cc47e tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6794329
Apr 30 21:32:55.753055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54746) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:55.854219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c624be4-79db-494f-ad07-b54b049fe160 req-74ea5bbd-f829-4c0a-b677-7b9c7030db81 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 210 time: 0.0329742
Apr 30 21:32:55.874354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5b946d-2d91-4f27-8da8-86c518ac4927 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:55.875850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2a5b946d-2d91-4f27-8da8-86c518ac4927 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] 10.222.0.23 "GET /v2.0/networks/49cd73fe-b322-45cd-908d-a8139e3779f8 HTTP/1.1" status: 200  len: 757 time: 0.1245546
Apr 30 21:32:55.879177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54750) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:55.951719 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121e82a2-7899-4d9d-9dfb-4cddffabc7bc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (a951386a-95ec-46a2-8f41-499763d701b9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:55.970306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a74277-96d0-464c-a94f-53f1cf0b6df2 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:55.974254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-29a74277-96d0-464c-a94f-53f1cf0b6df2 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] 10.222.0.23 "GET /v2.0/networks/fbe72d47-f704-43ef-a269-35aaa952c3c2 HTTP/1.1" status: 200  len: 768 time: 0.0939214
Apr 30 21:32:55.975812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54752) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:55.995650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e82a2-7899-4d9d-9dfb-4cddffabc7bc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=a951386a-95ec-46a2-8f41-499763d701b9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:56.002895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-a100b44e-209f-472e-ab44-2acb135d6172 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:56.004337 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-a100b44e-209f-472e-ab44-2acb135d6172 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8379421
Apr 30 21:32:56.013179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121e82a2-7899-4d9d-9dfb-4cddffabc7bc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.018518 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-121e82a2-7899-4d9d-9dfb-4cddffabc7bc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/a951386a-95ec-46a2-8f41-499763d701b9 HTTP/1.1" status: 204  len: 168 time: 1.3745518
Apr 30 21:32:56.019420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10565a80-a5b8-43f8-aa3d-a95f6d1b6302 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:56.022522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Request body: {'port': {'device_id': '7086fc5c-d8fd-42c0-b94a-955d40d7cbc6', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '280a6ce7a084421bbd267c7ac5c907ca'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:56.031111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54754) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:56.073448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (b79d5830-650e-4ae6-ae11-91a91f967531), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.093454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f43ff106-05d7-460f-bdfc-4f8bd74f98d9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0581021
Apr 30 21:32:56.093916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54756) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:56.134471 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (49cd73fe-b322-45cd-908d-a8139e3779f8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.162537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca9b91-9a74-4e9a-b903-844e1d667e54 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:56.166437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-11ca9b91-9a74-4e9a-b903-844e1d667e54 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0692859
Apr 30 21:32:56.167215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54758) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:56.171042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b79d5830-650e-4ae6-ae11-91a91f967531), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.196574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:32:56.203241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] In _notify_port_updated(), no bound segment for port b79d5830-650e-4ae6-ae11-91a91f967531 on network 8a3e5159-cf64-4e15-9d38-4607e91346fe {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:32:56.209863 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:56.210495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.214050 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "PUT /v2.0/ports/b79d5830-650e-4ae6-ae11-91a91f967531 HTTP/1.1" status: 200  len: 1001 time: 1.3515983
Apr 30 21:32:56.214914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54760) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:56.242162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a23ff-2098-488f-ab7c-c8a68c3ad1aa tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=b79d5830-650e-4ae6-ae11-91a91f967531,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:56.252599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Made reservation on behalf of 280a6ce7a084421bbd267c7ac5c907ca for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:56.257311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.276897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.332102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] Deleting port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:56.332488 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.375720 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks [] for security_group (4868d592-2251-40f8-a3f5-1981f3deaa79), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.384462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (49cd73fe-b322-45cd-908d-a8139e3779f8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.405203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] For port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e6d73ae-8b24-449f-b1ef-7a3f609a8979,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:32:56.405623 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.420678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] Calling delete_port for 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:56.422146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0591b-938e-43fc-91bf-506e62ffc10c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:56.425910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8aa0591b-938e-43fc-91bf-506e62ffc10c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2553794
Apr 30 21:32:56.426618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54764) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:56.450896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c4d3d90>,) {'filters': {'network_id': ['49cd73fe-b322-45cd-908d-a8139e3779f8']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:56.462096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ef2918cf-9330-49ce-8d7e-5e8b16ca80d5 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Deleting port b79d5830-650e-4ae6-ae11-91a91f967531 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:32:56.462445 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef2918cf-9330-49ce-8d7e-5e8b16ca80d5 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b79d5830-650e-4ae6-ae11-91a91f967531), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.473918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b7210-caf8-4d4e-a3a0-821754a3a9ba req-cedb6631-200e-490c-b5fb-44776723f102 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:56.475505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-442b7210-caf8-4d4e-a3a0-821754a3a9ba req-cedb6631-200e-490c-b5fb-44776723f102 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1134586
Apr 30 21:32:56.477396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c4d3d90>, '8d3132bd-3213-4c1c-9ae4-61591c3b83ad') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:56.477689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c4d3d90>, '8d3132bd-3213-4c1c-9ae4-61591c3b83ad') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:56.483005 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e95efc9d-95af-49e7-b8e2-ab1a043a4cbb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0550284
Apr 30 21:32:56.483782 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4868d592-2251-40f8-a3f5-1981f3deaa79), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.493961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54766) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:56.525357 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (8d3132bd-3213-4c1c-9ae4-61591c3b83ad), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.530075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:56.572810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4868d592-2251-40f8-a3f5-1981f3deaa79,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:56.602890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6093d061-c2d2-4c67-a2d4-8d319171c0fc None None] Provisioning complete for port b79d5830-650e-4ae6-ae11-91a91f967531 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:56.607843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6093d061-c2d2-4c67-a2d4-8d319171c0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b79d5830-650e-4ae6-ae11-91a91f967531), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.618916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8d3132bd-3213-4c1c-9ae4-61591c3b83ad), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.630993 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (1e6d73ae-8b24-449f-b1ef-7a3f609a8979), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.636985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:56.637440 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (8d3132bd-3213-4c1c-9ae4-61591c3b83ad), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:56.641828 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:56.645891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Allocated IP 192.168.233.210 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/caf78fca-e838-4c8d-835a-f05fdc4c6122) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:56.670716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] No DVR routers for this DVR port 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:32:56.680423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bce53-3715-4f90-be9c-685818b3a16c None None] Pushing event deleted for resources: {'Port': ['ID=1e6d73ae-8b24-449f-b1ef-7a3f609a8979,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:56.680423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6093d061-c2d2-4c67-a2d4-8d319171c0fc None None] Port b79d5830-650e-4ae6-ae11-91a91f967531 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:56.754946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef2918cf-9330-49ce-8d7e-5e8b16ca80d5 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b79d5830-650e-4ae6-ae11-91a91f967531), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.760345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-442b7210-caf8-4d4e-a3a0-821754a3a9ba req-06d42fe7-18dc-43f4-8603-a1c465ee98f9 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654712
Apr 30 21:32:56.776539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ef2918cf-9330-49ce-8d7e-5e8b16ca80d5 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Calling delete_port for b79d5830-650e-4ae6-ae11-91a91f967531 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:32:56.822385 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks [] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.864198 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (49cd73fe-b322-45cd-908d-a8139e3779f8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.869992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  49cd73fe-b322-45cd-908d-a8139e3779f8 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 30 21:32:56.876829 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.883697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "DELETE /v2.0/networks/49cd73fe-b322-45cd-908d-a8139e3779f8 HTTP/1.1" status: 204  len: 168 time: 0.9032543
Apr 30 21:32:56.884350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54772) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:56.889381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Request body: {'network': {'name': 'tempest-network--2001952707'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:56.915346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:56.919269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:56.925810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8807c-207d-4a0b-a404-5fa12731174c tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event deleted for resources: {'Network': ['ID=49cd73fe-b322-45cd-908d-a8139e3779f8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:56.987680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.021436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Made reservation on behalf of 7a6bb5ada2f848e6a2b90c68b56c232d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:57.023936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.035470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:32:57.035915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:57.047662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:57.055979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:57.070315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf260e1-8eaa-40b5-acc9-b3a57150b9c6 req-6d171a15-41ce-4035-97e1-4f3875efe73c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:57.078189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cf260e1-8eaa-40b5-acc9-b3a57150b9c6 req-6d171a15-41ce-4035-97e1-4f3875efe73c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 936 time: 0.1334007
Apr 30 21:32:57.088028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:32:57.088434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1e6d73ae-8b24-449f-b1ef-7a3f609a8979 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:32:57.110145 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Pushing event updated for resources: {'Port': ['ID=caf78fca-e838-4c8d-835a-f05fdc4c6122,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:57.129918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:32:57.149424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:57.149992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.150486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef2918cf-9330-49ce-8d7e-5e8b16ca80d5 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b79d5830-650e-4ae6-ae11-91a91f967531), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.159067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d6c0a41e-2cf4-4177-8752-86b211fa6b8d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.159779 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Added segment d6c0a41e-2cf4-4177-8752-86b211fa6b8d of type vlan for network 69e10bdf-8071-49d0-9379-9853098e978b
Apr 30 21:32:57.201222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2918cf-9330-49ce-8d7e-5e8b16ca80d5 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Port': ['ID=b79d5830-650e-4ae6-ae11-91a91f967531,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:57.210579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (69e10bdf-8071-49d0-9379-9853098e978b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.218948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cf260e1-8eaa-40b5-acc9-b3a57150b9c6 req-36cf5189-424f-4a19-9d9a-8bb444b57171 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396294
Apr 30 21:32:57.327251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (69e10bdf-8071-49d0-9379-9853098e978b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.329629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:57.329629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.418767 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-7ce17f7a-016b-468c-b2a8-2e3a7bae642c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3943646
Apr 30 21:32:57.418767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Network': ['ID=69e10bdf-8071-49d0-9379-9853098e978b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:57.424661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 69e10bdf-8071-49d0-9379-9853098e978b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:32:57.427825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Request body: {'port': {'device_id': '7086fc5c-d8fd-42c0-b94a-955d40d7cbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:57.485276 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef2918cf-9330-49ce-8d7e-5e8b16ca80d5 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.486930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d04d55b1-8436-4c69-be48-b714c0085a08 None None] Provisioning complete for port caf78fca-e838-4c8d-835a-f05fdc4c6122 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:57.487511 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d04d55b1-8436-4c69-be48-b714c0085a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.491385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ef2918cf-9330-49ce-8d7e-5e8b16ca80d5 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "DELETE /v2.0/ports/b79d5830-650e-4ae6-ae11-91a91f967531 HTTP/1.1" status: 204  len: 168 time: 1.2754416
Apr 30 21:32:57.492006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54774) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:57.509277 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c2a01b60-e611-4087-a7a8-e5074062632a tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.6222069
Apr 30 21:32:57.509839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54776) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:57.515682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-fcec7802-3476-4f99-831c-2bc73d9a840f tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:57.518825 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd86b25-28be-4e5d-b25c-ce714315838d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] GET failed (client error): The resource could not be found.
Apr 30 21:32:57.526071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bdd86b25-28be-4e5d-b25c-ce714315838d tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "GET /v2.0/ports/b79d5830-650e-4ae6-ae11-91a91f967531 HTTP/1.1" status: 404  len: 333 time: 0.0329893
Apr 30 21:32:57.526690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54778) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:57.532430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1397268601'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:57.547793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d04d55b1-8436-4c69-be48-b714c0085a08 None None] Port caf78fca-e838-4c8d-835a-f05fdc4c6122 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:57.567439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.583909 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (99db08a0-e483-4f1e-9a04-1a6c3a515f18), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.639254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:57.646373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:57.652443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:57.653653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.657457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d3dfa-3c95-4ffa-908f-afadbf363b5c None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:32:57.676976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=99db08a0-e483-4f1e-9a04-1a6c3a515f18,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:57.778034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-67327767-734c-4afe-919e-ca3675a59658 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2814062
Apr 30 21:32:57.779144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54782) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:57.785230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:76:af:96', 'name': 'tempest-NetworksTestDHCPv6-707103495'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:57.804371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fcec7802-3476-4f99-831c-2bc73d9a840f tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (69e10bdf-8071-49d0-9379-9853098e978b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.813787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '99db08a0-e483-4f1e-9a04-1a6c3a515f18'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:32:57.820723 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.869200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Made reservation on behalf of fa9b9b28cba848a0b480fd18d2ac01ac for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:57.872627 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.915699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] device_id is not set on port 0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:57.917822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fcec7802-3476-4f99-831c-2bc73d9a840f tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (69e10bdf-8071-49d0-9379-9853098e978b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.946862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fcec7802-3476-4f99-831c-2bc73d9a840f tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Network 69e10bdf-8071-49d0-9379-9853098e978b is not hosted by any dhcp agent {{(pid=115773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:32:57.947738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec7802-3476-4f99-831c-2bc73d9a840f tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:57.949044 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fcec7802-3476-4f99-831c-2bc73d9a840f tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:57.949846 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fcec7802-3476-4f99-831c-2bc73d9a840f tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "PUT /v2.0/networks/69e10bdf-8071-49d0-9379-9853098e978b HTTP/1.1" status: 200  len: 858 time: 0.4387753
Apr 30 21:32:57.982656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54786) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:58.011369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/99db08a0-e483-4f1e-9a04-1a6c3a515f18/3be4e82a-d33c-45e3-86e1-2c0da399794e) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:58.025867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b1faa-65d5-4118-9481-91a3c15a0898 req-d2b64da6-b262-4a9a-b80d-ae3d788eba1f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:58.025867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff6b1faa-65d5-4118-9481-91a3c15a0898 req-d2b64da6-b262-4a9a-b80d-ae3d788eba1f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1291027
Apr 30 21:32:58.081068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec7802-3476-4f99-831c-2bc73d9a840f tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event updated for resources: {'Network': ['ID=69e10bdf-8071-49d0-9379-9853098e978b,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:58.086981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf78fca-e838-4c8d-835a-f05fdc4c6122 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:32:58.098416 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Publish callbacks [] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.117090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (69e10bdf-8071-49d0-9379-9853098e978b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.125385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Transition to ACTIVE for port object caf78fca-e838-4c8d-835a-f05fdc4c6122 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:32:58.138493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Allocated IP 2001:db8::245 (8a3e5159-cf64-4e15-9d38-4607e91346fe/9289f51f-72e7-4c17-a280-2a93001f3365/0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:58.159361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff6b1faa-65d5-4118-9481-91a3c15a0898 req-8fa53eba-142f-4103-98cb-c71001315369 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139054
Apr 30 21:32:58.191878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:32:58.219696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.219696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (69e10bdf-8071-49d0-9379-9853098e978b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.238396 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Publish callbacks [] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.329576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966206580>,) {'filters': {'network_id': ['69e10bdf-8071-49d0-9379-9853098e978b']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:58.362032 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.385476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Pushing event updated for resources: {'Port': ['ID=caf78fca-e838-4c8d-835a-f05fdc4c6122,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:58.390539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966206580>, 'd6c0a41e-2cf4-4177-8752-86b211fa6b8d') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:58.394704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966206580>, 'd6c0a41e-2cf4-4177-8752-86b211fa6b8d') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:58.401135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (d6c0a41e-2cf4-4177-8752-86b211fa6b8d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.420841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d6c0a41e-2cf4-4177-8752-86b211fa6b8d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.421081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:58.424780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:58.428133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:58.428545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (d6c0a41e-2cf4-4177-8752-86b211fa6b8d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.430891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7596-3a2c-47f6-8988-f41c773d8330 req-74e52fe2-78d6-4675-a779-86033f61c041 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:58.431733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:58.432746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b51e7596-3a2c-47f6-8988-f41c773d8330 req-74e52fe2-78d6-4675-a779-86033f61c041 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 948 time: 0.1091218
Apr 30 21:32:58.434932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Pushing event updated for resources: {'Port': ['ID=3be4e82a-d33c-45e3-86e1-2c0da399794e,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:58.448721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:58.490525 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:58.506105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Attempting to bind port 3be4e82a-d33c-45e3-86e1-2c0da399794e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:58.506575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Attempting to bind port 3be4e82a-d33c-45e3-86e1-2c0da399794e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:58.507012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Attempting to bind port 3be4e82a-d33c-45e3-86e1-2c0da399794e on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:58.515064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:58.515531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:58.516054 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.516560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:58.517144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Bound port: 3be4e82a-d33c-45e3-86e1-2c0da399794e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:58.517594 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.534593 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Attempting to bind port caf78fca-e838-4c8d-835a-f05fdc4c6122 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:32:58.535020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Attempting to bind port caf78fca-e838-4c8d-835a-f05fdc4c6122 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:32:58.535421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Attempting to bind port caf78fca-e838-4c8d-835a-f05fdc4c6122 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:58.540173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Port caf78fca-e838-4c8d-835a-f05fdc4c6122 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:32:58.540584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Attempting to bind port caf78fca-e838-4c8d-835a-f05fdc4c6122 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:32:58.546746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:32:58.547336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:32:58.547473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:32:58.548016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Bound port: caf78fca-e838-4c8d-835a-f05fdc4c6122, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:32:58.548329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.557538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b51e7596-3a2c-47f6-8988-f41c773d8330 req-b66cbfeb-ebf8-4e4e-b3a8-73204c6a9f38 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016347
Apr 30 21:32:58.560232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port c6ed0aee-2f3b-4b21-a401-c038354fc993 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:32:58.568596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (69e10bdf-8071-49d0-9379-9853098e978b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.569443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.594527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  69e10bdf-8071-49d0-9379-9853098e978b {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 30 21:32:58.599633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.606075 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] 10.222.0.23 "DELETE /v2.0/networks/69e10bdf-8071-49d0-9379-9853098e978b HTTP/1.1" status: 204  len: 168 time: 0.6175127
Apr 30 21:32:58.606791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54808) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:58.627730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbceee4-2295-4abd-bf9c-854f597e6199 tempest-ExternalNetworksTestJSON-683294675 tempest-ExternalNetworksTestJSON-683294675-project-admin] Pushing event deleted for resources: {'Network': ['ID=69e10bdf-8071-49d0-9379-9853098e978b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:58.647119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] For port 3be4e82a-d33c-45e3-86e1-2c0da399794e, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:58.651161 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-45053ffa-e3c5-4f2f-8db3-44a8517b6cd4 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:32:58.651611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45053ffa-e3c5-4f2f-8db3-44a8517b6cd4 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:32:58.653751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] For port 3be4e82a-d33c-45e3-86e1-2c0da399794e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3be4e82a-d33c-45e3-86e1-2c0da399794e,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:58.662215 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-45053ffa-e3c5-4f2f-8db3-44a8517b6cd4 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] 10.222.0.23 "DELETE /v2.0/subnets/db851fe3-5ced-4a53-910c-60993b31f257 HTTP/1.1" status: 404  len: 337 time: 0.0400887
Apr 30 21:32:58.663504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54810) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:58.737227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] For port caf78fca-e838-4c8d-835a-f05fdc4c6122, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:32:58.740755 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.741330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::41 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/99db08a0-e483-4f1e-9a04-1a6c3a515f18/c6ed0aee-2f3b-4b21-a401-c038354fc993) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:32:58.759760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] For port caf78fca-e838-4c8d-835a-f05fdc4c6122, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caf78fca-e838-4c8d-835a-f05fdc4c6122,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:32:58.774831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (fbe72d47-f704-43ef-a269-35aaa952c3c2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.775906 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.822306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703dabb-f183-4557-814d-5cd754cbd11a None None] Pushing event updated for resources: {'Port': ['ID=3be4e82a-d33c-45e3-86e1-2c0da399794e,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:58.831138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:32:58.847616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:32:58.852217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:32:58.858612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:58.859241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.904844 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:58.953008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:59.007945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (fbe72d47-f704-43ef-a269-35aaa952c3c2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.023246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:59.023942 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.026424 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] 10.222.0.20 "PUT /v2.0/ports/caf78fca-e838-4c8d-835a-f05fdc4c6122 HTTP/1.1" status: 200  len: 1096 time: 1.6033764
Apr 30 21:32:59.035165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7086fc5c-d8fd-42c0-b94a-955d40d7cbc6', 'tag': 'caf78fca-e838-4c8d-835a-f05fdc4c6122'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:32:59.037821 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d4af7-0e8c-4a57-81ce-6e19d2e87560" -d '{"events": [{"name": "network-changed", "server_uuid": "7086fc5c-d8fd-42c0-b94a-955d40d7cbc6", "tag": "caf78fca-e838-4c8d-835a-f05fdc4c6122"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:32:59.039484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-89e6baa4-eac6-4b63-adc8-4e50bea8df10 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.5117006
Apr 30 21:32:59.040129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54820) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:32:59.079720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:80:c2:8b'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:32:59.082088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896789a2b0>,) {'filters': {'network_id': ['fbe72d47-f704-43ef-a269-35aaa952c3c2']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:59.100264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896789a2b0>, 'd1ab3528-5cd2-4753-8cd4-558564b1e36b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:59.100681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896789a2b0>, 'd1ab3528-5cd2-4753-8cd4-558564b1e36b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:32:59.102886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb7169-38ff-40ed-905b-dee2653dbe58 service neutron] Pushing event updated for resources: {'Port': ['ID=caf78fca-e838-4c8d-835a-f05fdc4c6122,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:59.135503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (d1ab3528-5cd2-4753-8cd4-558564b1e36b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.158254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d1ab3528-5cd2-4753-8cd4-558564b1e36b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.167266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:32:59.167918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (d1ab3528-5cd2-4753-8cd4-558564b1e36b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:32:59.271441 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:32:59.279061 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (c6ed0aee-2f3b-4b21-a401-c038354fc993), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.286124 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc6c0e4-89f4-4983-b3a7-5b7f2b1e9038 x-openstack-request-id: req-3fc6c0e4-89f4-4983-b3a7-5b7f2b1e9038 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:32:59.286981 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7086fc5c-d8fd-42c0-b94a-955d40d7cbc6", "tag": "caf78fca-e838-4c8d-835a-f05fdc4c6122", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:32:59.286981 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fc6c0e4-89f4-4983-b3a7-5b7f2b1e9038 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:32:59.292165 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc6c0e4-89f4-4983-b3a7-5b7f2b1e9038'] response: {'name': 'network-changed', 'server_uuid': '7086fc5c-d8fd-42c0-b94a-955d40d7cbc6', 'tag': 'caf78fca-e838-4c8d-835a-f05fdc4c6122', 'status': 'completed', 'code': 200}
Apr 30 21:32:59.412349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-e1ec006f-52b4-4f52-9232-45d2e9705790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:59.412349 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-e1ec006f-52b4-4f52-9232-45d2e9705790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=280a6ce7a084421bbd267c7ac5c907ca&device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 1130 time: 0.2370074
Apr 30 21:32:59.458851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (fbe72d47-f704-43ef-a269-35aaa952c3c2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.471284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.480534 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] 10.222.0.23 "DELETE /v2.0/networks/fbe72d47-f704-43ef-a269-35aaa952c3c2 HTTP/1.1" status: 204  len: 168 time: 0.8158891
Apr 30 21:32:59.484061 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-d7a04af6-26d7-48ed-ab0c-20a7840b09e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=caf78fca-e838-4c8d-835a-f05fdc4c6122 HTTP/1.1" status: 200  len: 217 time: 0.1107872
Apr 30 21:32:59.486909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4b8a3cb4-acb0-49ce-b11e-48633dc2fc10 None None] Provisioning complete for port 0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:32:59.487297 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b8a3cb4-acb0-49ce-b11e-48633dc2fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.530795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42083583-0331-4996-86af-59b308e36ea5 tempest-ExternalNetworksTestJSON-1048417240 tempest-ExternalNetworksTestJSON-1048417240-project] Pushing event deleted for resources: {'Network': ['ID=fbe72d47-f704-43ef-a269-35aaa952c3c2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:32:59.556553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a3cb4-acb0-49ce-b11e-48633dc2fc10 None None] Port 0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:32:59.601242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-171c4b46-dec7-4e96-839d-0f616bb8e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:59.602754 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-171c4b46-dec7-4e96-839d-0f616bb8e3c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0747521
Apr 30 21:32:59.630145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e807b-7e13-4866-b6aa-118dfa9d2d2a req-12cf656d-2b40-44d0-bf39-c9dd0a731dcf tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:59.631156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-084e807b-7e13-4866-b6aa-118dfa9d2d2a req-12cf656d-2b40-44d0-bf39-c9dd0a731dcf tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.3074698
Apr 30 21:32:59.638656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.754309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c6ed0aee-2f3b-4b21-a401-c038354fc993), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:32:59.778469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-084e807b-7e13-4866-b6aa-118dfa9d2d2a req-a4a00bc6-44d7-4405-9e3c-4c976bf6e189 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377296
Apr 30 21:32:59.826342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe614ec4-d57c-4307-b55d-a9239f75de28 req-7110d47a-c7f2-4d9d-88a5-526e74ab24b1 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:32:59.838225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe614ec4-d57c-4307-b55d-a9239f75de28 req-7110d47a-c7f2-4d9d-88a5-526e74ab24b1 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 948 time: 0.1421611
Apr 30 21:33:00.030507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54834) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:00.190099 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a277f9f5-65fd-42ab-8d18-0bdc68554d48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f5e0f9efa654f5dae365ec38503ccba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1584287
Apr 30 21:33:00.223805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54838) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:00.223991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:00.249352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37aeb639-8218-4956-89e0-2b4d7ce3e5a2 admin admin] Publish callbacks [] for security_group (7d15fd71-0103-4a6c-9151-8e763a10af12), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.250388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=c6ed0aee-2f3b-4b21-a401-c038354fc993,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:00.253973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:00.255964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:00.261272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:00.262021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.272396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37aeb639-8218-4956-89e0-2b4d7ce3e5a2 admin admin] Publish callbacks [] for security_group (7d15fd71-0103-4a6c-9151-8e763a10af12), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.313984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-648bd9cc-0054-442c-8253-5d16309e4baa None None] Provisioning complete for port 3be4e82a-d33c-45e3-86e1-2c0da399794e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:00.314996 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-648bd9cc-0054-442c-8253-5d16309e4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.349336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a1ade-65c2-48a8-9f3f-a0412a02bd9a req-a45a22e0-e330-4ada-973d-e918641e7627 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:00.351283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f9a1ade-65c2-48a8-9f3f-a0412a02bd9a req-a45a22e0-e330-4ada-973d-e918641e7627 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.4982464
Apr 30 21:33:00.402997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe614ec4-d57c-4307-b55d-a9239f75de28 req-ecf71c47-baee-4e4a-99aa-f0c764c47451 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5502868
Apr 30 21:33:00.414174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-648bd9cc-0054-442c-8253-5d16309e4baa None None] Current status of the port 3be4e82a-d33c-45e3-86e1-2c0da399794e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:00.417394 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-648bd9cc-0054-442c-8253-5d16309e4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.431513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c7cad20e-6ca2-4127-9173-8212e6675702 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.6517782
Apr 30 21:33:00.436985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54840) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:00.453212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-648bd9cc-0054-442c-8253-5d16309e4baa None None] For port 3be4e82a-d33c-45e3-86e1-2c0da399794e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3be4e82a-d33c-45e3-86e1-2c0da399794e,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:00.453426 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37aeb639-8218-4956-89e0-2b4d7ce3e5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7d15fd71-0103-4a6c-9151-8e763a10af12), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.456739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37aeb639-8218-4956-89e0-2b4d7ce3e5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.457950 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37aeb639-8218-4956-89e0-2b4d7ce3e5a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d15fd71-0103-4a6c-9151-8e763a10af12 HTTP/1.1" status: 204  len: 168 time: 0.2644107
Apr 30 21:33:00.478109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f9a1ade-65c2-48a8-9f3f-a0412a02bd9a req-772f73ce-247a-4ff2-b867-258229d07bc9 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175139
Apr 30 21:33:00.483150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.504896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aeb639-8218-4956-89e0-2b4d7ce3e5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d15fd71-0103-4a6c-9151-8e763a10af12,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:00.523627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e8107-595a-4e44-b4b2-36ad600bd729 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:00.529239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e8107-595a-4e44-b4b2-36ad600bd729 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:00.530930 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-556e8107-595a-4e44-b4b2-36ad600bd729 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.0923629
Apr 30 21:33:00.533049 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-648bd9cc-0054-442c-8253-5d16309e4baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.534311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54844) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:00.570818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.588249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bd9cc-0054-442c-8253-5d16309e4baa None None] Pushing event updated for resources: {'Port': ['ID=3be4e82a-d33c-45e3-86e1-2c0da399794e,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:00.609703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] In _notify_port_updated(), no bound segment for port 0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d on network 8a3e5159-cf64-4e15-9d38-4607e91346fe {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:33:00.614836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:00.615558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.616892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "PUT /v2.0/ports/0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d HTTP/1.1" status: 200  len: 1003 time: 1.5549748
Apr 30 21:33:00.619813 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54846) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:00.672250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0c68e-80f7-4b52-804b-9e896e6f1f5c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:00.672571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-97ff3fc5-eced-4d26-ae5b-af31cd8e691d None None] Provisioning complete for port c6ed0aee-2f3b-4b21-a401-c038354fc993 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:00.672983 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97ff3fc5-eced-4d26-ae5b-af31cd8e691d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c6ed0aee-2f3b-4b21-a401-c038354fc993), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.687327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0773ffb7-cd4c-4d88-aa48-ea1cb1febacf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port c6ed0aee-2f3b-4b21-a401-c038354fc993 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:00.687896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0773ffb7-cd4c-4d88-aa48-ea1cb1febacf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c6ed0aee-2f3b-4b21-a401-c038354fc993), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.745747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-30f005e6-b6c2-48c1-b5f2-8b964a52c608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Deleting port 0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:00.750692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-30f005e6-b6c2-48c1-b5f2-8b964a52c608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.752330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-97ff3fc5-eced-4d26-ae5b-af31cd8e691d None None] Port c6ed0aee-2f3b-4b21-a401-c038354fc993 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:00.801851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0773ffb7-cd4c-4d88-aa48-ea1cb1febacf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c6ed0aee-2f3b-4b21-a401-c038354fc993), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.817915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0773ffb7-cd4c-4d88-aa48-ea1cb1febacf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for c6ed0aee-2f3b-4b21-a401-c038354fc993 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:00.901271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-30f005e6-b6c2-48c1-b5f2-8b964a52c608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:00.919248 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-30f005e6-b6c2-48c1-b5f2-8b964a52c608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Calling delete_port for 0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:00.953272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86480a-dfc8-45e7-b2fa-95235ffe486e req-e8ed9225-b84e-4bbd-a276-a9825669425d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:00.954796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae86480a-dfc8-45e7-b2fa-95235ffe486e req-e8ed9225-b84e-4bbd-a276-a9825669425d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0600674
Apr 30 21:33:00.981409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a1fdcdf7-a99b-4e9c-9461-57b8ebb5f750 None None] Provisioning complete for port 0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:00.985251 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a1fdcdf7-a99b-4e9c-9461-57b8ebb5f750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.040431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdcdf7-a99b-4e9c-9461-57b8ebb5f750 None None] Port 0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:01.040878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae86480a-dfc8-45e7-b2fa-95235ffe486e req-6d0bbd69-1708-4100-bf82-f525c11a23b1 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783997
Apr 30 21:33:01.061715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-16416759-82ff-4117-8bbd-f9d5a2ee0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:01.067202 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-16416759-82ff-4117-8bbd-f9d5a2ee0b2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0830035
Apr 30 21:33:01.113169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3be4e82a-d33c-45e3-86e1-2c0da399794e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:01.115625 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0773ffb7-cd4c-4d88-aa48-ea1cb1febacf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c6ed0aee-2f3b-4b21-a401-c038354fc993), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.146582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773ffb7-cd4c-4d88-aa48-ea1cb1febacf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=c6ed0aee-2f3b-4b21-a401-c038354fc993,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:01.171336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3be4e82a-d33c-45e3-86e1-2c0da399794e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:01.171968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.177690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0773ffb7-cd4c-4d88-aa48-ea1cb1febacf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.181481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0773ffb7-cd4c-4d88-aa48-ea1cb1febacf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/c6ed0aee-2f3b-4b21-a401-c038354fc993 HTTP/1.1" status: 204  len: 168 time: 0.6460602
Apr 30 21:33:01.184659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54852) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:01.219157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-30f005e6-b6c2-48c1-b5f2-8b964a52c608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.244696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ebbca-a7e4-4d94-b97c-2c2f6b2e611f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:01.246269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ebbca-a7e4-4d94-b97c-2c2f6b2e611f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:01.248447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bd9ebbca-a7e4-4d94-b97c-2c2f6b2e611f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0628638
Apr 30 21:33:01.251192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54854) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:01.284135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3be4e82a-d33c-45e3-86e1-2c0da399794e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:01.298538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54856) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:01.314333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f005e6-b6c2-48c1-b5f2-8b964a52c608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Port': ['ID=0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:01.371323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-30f005e6-b6c2-48c1-b5f2-8b964a52c608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.378179 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-30f005e6-b6c2-48c1-b5f2-8b964a52c608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "DELETE /v2.0/ports/0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d HTTP/1.1" status: 204  len: 168 time: 0.7537959
Apr 30 21:33:01.378385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e11d2a7-1b41-4e50-b093-37048ffed01c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 99db08a0-e483-4f1e-9a04-1a6c3a515f18 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:01.379607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54858) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:01.395917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e11d2a7-1b41-4e50-b093-37048ffed01c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (99db08a0-e483-4f1e-9a04-1a6c3a515f18), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.420303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-f3434aac-3ae2-4915-80ef-b1b4900a5465 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:01.422008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-f3434aac-3ae2-4915-80ef-b1b4900a5465 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.20 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1036046
Apr 30 21:33:01.424492 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98b67d7c-4c97-4ff1-9cb6-f049a706c408 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a6bb5ada2f848e6a2b90c68b56c232d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1175199
Apr 30 21:33:01.434521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54862) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:01.454902 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-5ea6a9f7-06f8-4b48-8f81-b9c06a54c246 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616255
Apr 30 21:33:01.458301 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17dde53-0bdb-4ad2-bd14-b00806f5a123 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] GET failed (client error): The resource could not be found.
Apr 30 21:33:01.460464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d17dde53-0bdb-4ad2-bd14-b00806f5a123 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "GET /v2.0/ports/0b4c66a2-c58b-4b54-ac6d-b0dfaefb427d HTTP/1.1" status: 404  len: 333 time: 0.0768113
Apr 30 21:33:01.473020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54864) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:01.513580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1139057615'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:01.542486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e11d2a7-1b41-4e50-b093-37048ffed01c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (99db08a0-e483-4f1e-9a04-1a6c3a515f18), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.567262 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829945cb-de48-4e2c-ab53-51c6230d9729 admin admin] Publish callbacks [] for security_group (99c7d6a2-96cf-4c1b-bb17-7cfc25195bce), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.609890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829945cb-de48-4e2c-ab53-51c6230d9729 admin admin] Publish callbacks [] for security_group (99c7d6a2-96cf-4c1b-bb17-7cfc25195bce), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.625701 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ab6a057e-2e1c-46d0-9036-ae834e639bef req-e498dfae-1538-430e-a0e4-7bc2846cd7e0 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616862
Apr 30 21:33:01.760001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2b18-d6f7-4ccf-a811-8b5464849253 req-9d5f6df0-75c1-4219-ad7c-cfde0646c0f6 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:01.761346 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829945cb-de48-4e2c-ab53-51c6230d9729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (99c7d6a2-96cf-4c1b-bb17-7cfc25195bce), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.761497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76ac2b18-d6f7-4ccf-a811-8b5464849253 req-9d5f6df0-75c1-4219-ad7c-cfde0646c0f6 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 948 time: 0.2312016
Apr 30 21:33:01.765045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829945cb-de48-4e2c-ab53-51c6230d9729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.768343 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-829945cb-de48-4e2c-ab53-51c6230d9729 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99c7d6a2-96cf-4c1b-bb17-7cfc25195bce HTTP/1.1" status: 204  len: 168 time: 0.3304100
Apr 30 21:33:01.774354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09ed2e-ba5e-4209-8e5d-6eda8b660bd9 req-ff9fad2c-3d9f-4c0c-aea4-4ab8de607869 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:01.775847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db09ed2e-ba5e-4209-8e5d-6eda8b660bd9 req-ff9fad2c-3d9f-4c0c-aea4-4ab8de607869 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 946 time: 0.1978095
Apr 30 21:33:01.776389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829945cb-de48-4e2c-ab53-51c6230d9729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7d6a2-96cf-4c1b-bb17-7cfc25195bce,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:01.877933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Deleting port 0909419b-0751-4574-88cd-5569bff0727a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:01.878522 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0909419b-0751-4574-88cd-5569bff0727a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:01.889043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e11d2a7-1b41-4e50-b093-37048ffed01c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (99db08a0-e483-4f1e-9a04-1a6c3a515f18), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.025439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db09ed2e-ba5e-4209-8e5d-6eda8b660bd9 req-96a9f75e-3a5a-469c-b3bc-6b35989f8f83 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a0c61ea-1505-48c5-b919-6b647d0ce60d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212582
Apr 30 21:33:02.035667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76ac2b18-d6f7-4ccf-a811-8b5464849253 req-797c6993-b835-45ab-ba84-9f55dd029294 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343638
Apr 30 21:33:02.077925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] For port 0909419b-0751-4574-88cd-5569bff0727a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0909419b-0751-4574-88cd-5569bff0727a,segment=NetworkSegment(37fc6cc8-ae19-4ee7-af89-e31453545fec),segment_id=37fc6cc8-ae19-4ee7-af89-e31453545fec)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:02.078422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0909419b-0751-4574-88cd-5569bff0727a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.094679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Calling delete_port for 0909419b-0751-4574-88cd-5569bff0727a owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:02.142942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Made reservation on behalf of fa9b9b28cba848a0b480fd18d2ac01ac for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:02.146394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.191282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e11d2a7-1b41-4e50-b093-37048ffed01c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (99db08a0-e483-4f1e-9a04-1a6c3a515f18), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.251357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11d2a7-1b41-4e50-b093-37048ffed01c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=99db08a0-e483-4f1e-9a04-1a6c3a515f18,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:02.251357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] device_id is not set on port 850d2691-ec02-4a3d-854c-d67b1e09d1a4 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:02.259729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e11d2a7-1b41-4e50-b093-37048ffed01c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.263550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3e11d2a7-1b41-4e50-b093-37048ffed01c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/99db08a0-e483-4f1e-9a04-1a6c3a515f18 HTTP/1.1" status: 204  len: 168 time: 1.0114050
Apr 30 21:33:02.266162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54880) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:02.269214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69390f-c29c-4525-a687-e620fbfd39bb None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:02.317807 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5c0f17ab-d2ee-450d-8b48-745d4d3f630a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0498769
Apr 30 21:33:02.320400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54882) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:02.329505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0be6f7-875c-4beb-adc0-4638b76dd92a req-086e25b8-78f7-4815-8d25-8e331af7e6c7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:02.331801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de0be6f7-875c-4beb-adc0-4638b76dd92a req-086e25b8-78f7-4815-8d25-8e331af7e6c7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1919510
Apr 30 21:33:02.378690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dee4a8-c8c6-4311-a758-f68865129a97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:02.380594 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f9dee4a8-c8c6-4311-a758-f68865129a97 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0592358
Apr 30 21:33:02.383169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54884) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:02.438979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d44a19-0787-46df-8948-5c45033ee24e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:02.440714 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a9d44a19-0787-46df-8948-5c45033ee24e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0563869
Apr 30 21:33:02.443293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54888) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:02.473204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:33:02.492781 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d23ba935-49e1-4218-9d9a-3bf344bc575b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0480661
Apr 30 21:33:02.497183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54892) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:02.508429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Allocated IP 2001:db8::2e3 (8a3e5159-cf64-4e15-9d38-4607e91346fe/9289f51f-72e7-4c17-a280-2a93001f3365/850d2691-ec02-4a3d-854c-d67b1e09d1a4) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:02.508653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:02.514556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de0be6f7-875c-4beb-adc0-4638b76dd92a req-6aa398ff-66ff-48f8-b22f-54d8806dfb14 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664195
Apr 30 21:33:02.532936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] Deleting port 3be4e82a-d33c-45e3-86e1-2c0da399794e {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:02.533429 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.599492 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0909419b-0751-4574-88cd-5569bff0727a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.612411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] For port 3be4e82a-d33c-45e3-86e1-2c0da399794e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3be4e82a-d33c-45e3-86e1-2c0da399794e,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:02.613228 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.638878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0909419b-0751-4574-88cd-5569bff0727a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:33:02.649177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] Calling delete_port for 3be4e82a-d33c-45e3-86e1-2c0da399794e owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:02.659413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Pushing event deleted for resources: {'Port': ['ID=0909419b-0751-4574-88cd-5569bff0727a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:02.704545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:02.708202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.714686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-f9c86504-32fd-4a37-b7b7-1a2ca8ab67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:02.717855 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-f9c86504-32fd-4a37-b7b7-1a2ca8ab67b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=280a6ce7a084421bbd267c7ac5c907ca&device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 1130 time: 0.0746105
Apr 30 21:33:02.786472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] No DVR routers for this DVR port 0909419b-0751-4574-88cd-5569bff0727a on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:02.793348 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.796731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbda73c0-f675-4e8e-ac62-4e19d28b386e req-c5ede47c-6c76-4a0c-a2ed-fd59676fe3c5 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.20 "DELETE /v2.0/ports/0909419b-0751-4574-88cd-5569bff0727a HTTP/1.1" status: 204  len: 173 time: 1.3400064
Apr 30 21:33:02.797179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-deleted', 'tag': '0909419b-0751-4574-88cd-5569bff0727a'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:33:02.799505 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f1237a-0b49-4ee8-891b-1dd29611153e" -d '{"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-deleted", "tag": "0909419b-0751-4574-88cd-5569bff0727a"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:33:02.825281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (850d2691-ec02-4a3d-854c-d67b1e09d1a4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.883944 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d417b28-d3c3-466d-a5c8-238546cb6809 x-openstack-request-id: req-2d417b28-d3c3-466d-a5c8-238546cb6809 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:33:02.883944 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc46f81-a8bd-46ba-b2c4-6a859c458690", "name": "network-vif-deleted", "tag": "0909419b-0751-4574-88cd-5569bff0727a", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:33:02.883944 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d417b28-d3c3-466d-a5c8-238546cb6809 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:33:02.883944 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d417b28-d3c3-466d-a5c8-238546cb6809'] response: {'server_uuid': '7dc46f81-a8bd-46ba-b2c4-6a859c458690', 'name': 'network-vif-deleted', 'tag': '0909419b-0751-4574-88cd-5569bff0727a', 'status': 'completed', 'code': 200}
Apr 30 21:33:02.907087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-7268b1f4-430d-47b2-87d1-bab72d836552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:02.908543 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-7268b1f4-430d-47b2-87d1-bab72d836552 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.1799126
Apr 30 21:33:02.913936 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (3be4e82a-d33c-45e3-86e1-2c0da399794e), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:02.939934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] Pushing event deleted for resources: {'Port': ['ID=3be4e82a-d33c-45e3-86e1-2c0da399794e,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:02.943571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de974b53-72ea-4f44-bdc6-1a3576cab247 None None] No DVR routers for this DVR port 3be4e82a-d33c-45e3-86e1-2c0da399794e on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:02.959510 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-6c820785-bea1-43c5-a2db-f7af441706f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=caf78fca-e838-4c8d-835a-f05fdc4c6122 HTTP/1.1" status: 200  len: 217 time: 0.0436394
Apr 30 21:33:02.997602 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (850d2691-ec02-4a3d-854c-d67b1e09d1a4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:03.070340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3be4e82a-d33c-45e3-86e1-2c0da399794e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:03.116543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-4a211407-82e2-4b3f-9bc9-0ea6b30dee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:03.123622 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-4a211407-82e2-4b3f-9bc9-0ea6b30dee64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1545236
Apr 30 21:33:03.128564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 3be4e82a-d33c-45e3-86e1-2c0da399794e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:03.129197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3be4e82a-d33c-45e3-86e1-2c0da399794e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:03.130562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:03.141528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:03.160363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:03.166387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:03.167383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:03.217934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-369b2571-8d6e-4d65-9f3c-97f5ce91c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:03.220128 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-369b2571-8d6e-4d65-9f3c-97f5ce91c646 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0520058
Apr 30 21:33:03.220620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=850d2691-ec02-4a3d-854c-d67b1e09d1a4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:03.275769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc86b548-f02b-4afb-a487-2ac43a3ba9db req-602a9e25-8afa-421a-9bb3-1035aafa2a43 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dc46f81-a8bd-46ba-b2c4-6a859c458690 HTTP/1.1" status: 200  len: 210 time: 0.0968151
Apr 30 21:33:03.306922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326be318-3dc1-46ed-b2f1-fe0a961ce549 req-dc8fef01-01c7-4887-8b1e-c587381db284 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:03.313127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-326be318-3dc1-46ed-b2f1-fe0a961ce549 req-dc8fef01-01c7-4887-8b1e-c587381db284 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 948 time: 0.1366446
Apr 30 21:33:03.313127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-af4e8a7e-2b1c-4062-923e-2a3e243d8cbe tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.8388162
Apr 30 21:33:03.315462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54910) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:03.321221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'network_id': '8a3e5159-cf64-4e15-9d38-4607e91346fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2095453918'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:03.403053 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-b30641cf-60fc-4224-9628-034105ffb9cb service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755567
Apr 30 21:33:03.451158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-326be318-3dc1-46ed-b2f1-fe0a961ce549 req-f2d61f55-ee29-44fd-b538-8841c21fd3b2 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365230
Apr 30 21:33:03.613880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-37bf9ead-1b16-4fe0-bfa9-0dc379518a31 None None] Provisioning complete for port 850d2691-ec02-4a3d-854c-d67b1e09d1a4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:03.615398 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-37bf9ead-1b16-4fe0-bfa9-0dc379518a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (850d2691-ec02-4a3d-854c-d67b1e09d1a4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:03.622989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Made reservation on behalf of fa9b9b28cba848a0b480fd18d2ac01ac for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:03.627414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:03.663908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:33:03.667910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-37bf9ead-1b16-4fe0-bfa9-0dc379518a31 None None] Port 850d2691-ec02-4a3d-854c-d67b1e09d1a4 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:03.676817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (24b9dc9b-6031-4142-aa0e-d5430f65a6e4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:03.743204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] device_id is not set on port cdd68678-0edc-4a16-8b81-704e4facc7b9 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:03.760032 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-396d4af7-0e8c-4a57-81ce-6e19d2e87560 req-111c3d3b-469a-4e47-b4a8-bd1baef63396 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3355060
Apr 30 21:33:03.776273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:03.784582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937904e-7bf0-4acc-a361-cb6656a67b3f req-20e28f5d-7203-413c-b713-cf343f842dd5 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:03.784931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:03.792633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:03.793788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:03.797839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1669a1-90f9-4cfd-9994-573dd0696229 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:03.799079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e937904e-7bf0-4acc-a361-cb6656a67b3f req-20e28f5d-7203-413c-b713-cf343f842dd5 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1622598
Apr 30 21:33:03.819017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=24b9dc9b-6031-4142-aa0e-d5430f65a6e4,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:03.895232 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a721aad1-5a0d-4938-a8fb-25a9b6fe3ac9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.3964190
Apr 30 21:33:03.897897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54920) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:03.904028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-377938ac-34d6-4b6d-a587-7e9c63b83d14 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:03.944393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e937904e-7bf0-4acc-a361-cb6656a67b3f req-c2f89481-c85f-40aa-82bb-1fa4fb3166ce tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445544
Apr 30 21:33:03.949439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '24b9dc9b-6031-4142-aa0e-d5430f65a6e4'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:33:03.951071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:03.994191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Allocated IP 2001:db8::db (8a3e5159-cf64-4e15-9d38-4607e91346fe/9289f51f-72e7-4c17-a280-2a93001f3365/cdd68678-0edc-4a16-8b81-704e4facc7b9) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:04.102903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Allocated IP 2001:db8::f816:3eff:fe8d:d0ad (a0a65003-beca-4a7f-bcd6-a74df6ab3337/24b9dc9b-6031-4142-aa0e-d5430f65a6e4/720240c6-59bf-4a70-b767-0ec3ecb0607a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:04.126763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377938ac-34d6-4b6d-a587-7e9c63b83d14 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:04.130679 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-377938ac-34d6-4b6d-a587-7e9c63b83d14 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.175333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.249946 ncdv-master-1 neutron-server[115773]: INFO neutron.db.ipam_backend_mixin [None req-377938ac-34d6-4b6d-a587-7e9c63b83d14 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24b9dc9b-6031-4142-aa0e-d5430f65a6e4 (CIDR: 2001:db8::/64)
Apr 30 21:33:04.279404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:04.287846 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.298978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Publish callbacks [] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.299453 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-377938ac-34d6-4b6d-a587-7e9c63b83d14 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:33:04.299909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377938ac-34d6-4b6d-a587-7e9c63b83d14 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:04.332363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:04.335702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:04.339565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:04.345302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:04.345959 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.362168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54934) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:04.364671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=cdd68678-0edc-4a16-8b81-704e4facc7b9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:04.385008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.396590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1837507377', 'router:external': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:04.403474 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-377938ac-34d6-4b6d-a587-7e9c63b83d14 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5037739
Apr 30 21:33:04.407262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54936) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:04.409015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:04.414025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:04.431372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:04.431611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68cdb94-aaed-43e6-9fd8-6e4d10e0a309 admin admin] Deleting subnet 7541958a-74f7-4173-8ee8-3d47c101fa2b {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:04.434223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:04.435326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68cdb94-aaed-43e6-9fd8-6e4d10e0a309 admin admin] Publish callbacks [] for subnet (7541958a-74f7-4173-8ee8-3d47c101fa2b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.478424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68cdb94-aaed-43e6-9fd8-6e4d10e0a309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (7541958a-74f7-4173-8ee8-3d47c101fa2b), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.480058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6c7c2111-c4d3-4551-be0e-67b6b6cf866e tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.1629136
Apr 30 21:33:04.481475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54938) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:04.489563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Pushing event updated for resources: {'Port': ['ID=720240c6-59bf-4a70-b767-0ec3ecb0607a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:04.491153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::12e', 'mac_address': 'fa:16:3e:80:c2:8b'}, {'ip_address': '2001:db8::2e3', 'mac_address': 'fa:16:3e:7c:c5:0e'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:04.533495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68cdb94-aaed-43e6-9fd8-6e4d10e0a309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7541958a-74f7-4173-8ee8-3d47c101fa2b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.541250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Attempting to bind port 720240c6-59bf-4a70-b767-0ec3ecb0607a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:04.541859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Attempting to bind port 720240c6-59bf-4a70-b767-0ec3ecb0607a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:04.542331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Attempting to bind port 720240c6-59bf-4a70-b767-0ec3ecb0607a on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:04.553790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:04.556386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:04.556386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.557641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:04.560780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Bound port: 720240c6-59bf-4a70-b767-0ec3ecb0607a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:04.561592 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.635587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] For port 720240c6-59bf-4a70-b767-0ec3ecb0607a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:04.640376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] For port 720240c6-59bf-4a70-b767-0ec3ecb0607a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=720240c6-59bf-4a70-b767-0ec3ecb0607a,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:04.648239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.657322 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68cdb94-aaed-43e6-9fd8-6e4d10e0a309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (7541958a-74f7-4173-8ee8-3d47c101fa2b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.673522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e257af-efc4-4e79-9e82-34a45815b495 req-8524a209-0f02-43a6-9d8c-6f5a070ff35a tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:04.675080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0e257af-efc4-4e79-9e82-34a45815b495 req-8524a209-0f02-43a6-9d8c-6f5a070ff35a tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 948 time: 0.0865891
Apr 30 21:33:04.687206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cdb94-aaed-43e6-9fd8-6e4d10e0a309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7541958a-74f7-4173-8ee8-3d47c101fa2b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:04.691098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c68cdb94-aaed-43e6-9fd8-6e4d10e0a309 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.696709 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c68cdb94-aaed-43e6-9fd8-6e4d10e0a309 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7541958a-74f7-4173-8ee8-3d47c101fa2b HTTP/1.1" status: 204  len: 168 time: 0.3304703
Apr 30 21:33:04.697273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54942) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:04.705281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d007951d-1088-4798-aea6-e7f55b13c35d None None] Provisioning complete for port cdd68678-0edc-4a16-8b81-704e4facc7b9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:04.706169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d007951d-1088-4798-aea6-e7f55b13c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.709521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Made reservation on behalf of 306af5b78d2b45dcb9dedf50d1250f91 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:04.710418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.737838 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.758141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.781149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0e257af-efc4-4e79-9e82-34a45815b495 req-e269dfe6-a0b5-4cf9-be27-6d9b12bec490 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726228
Apr 30 21:33:04.792360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:04.794514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d007951d-1088-4798-aea6-e7f55b13c35d None None] Port cdd68678-0edc-4a16-8b81-704e4facc7b9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:04.796311 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.809437 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (c7cbed3c-359b-4472-8bf9-f34e2c55b91b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:04.815441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24d268-6a8d-42b6-b49b-5f75d1b997c6 None None] Pushing event updated for resources: {'Port': ['ID=720240c6-59bf-4a70-b767-0ec3ecb0607a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:05.021207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.124858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.142713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device caf78fca-e838-4c8d-835a-f05fdc4c6122 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:33:05.148381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:05.179046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 0909419b-0751-4574-88cd-5569bff0727a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:05.179638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0909419b-0751-4574-88cd-5569bff0727a not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:05.202518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] In _notify_port_updated(), no bound segment for port cdd68678-0edc-4a16-8b81-704e4facc7b9 on network 8a3e5159-cf64-4e15-9d38-4607e91346fe {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:33:05.207567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:05.208237 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.209563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "PUT /v2.0/ports/cdd68678-0edc-4a16-8b81-704e4facc7b9 HTTP/1.1" status: 200  len: 1067 time: 0.7240417
Apr 30 21:33:05.217490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54946) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:05.223406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563b14e-c331-4cd5-858a-3bf704b90062 req-9252de16-2f63-4b9c-8fb1-84e4722974bc tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:05.224950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2563b14e-c331-4cd5-858a-3bf704b90062 req-9252de16-2f63-4b9c-8fb1-84e4722974bc tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1381571
Apr 30 21:33:05.247998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (c7cbed3c-359b-4472-8bf9-f34e2c55b91b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.267577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d2b4100>,) {'filters': {'network_id': ['c7cbed3c-359b-4472-8bf9-f34e2c55b91b']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:05.289003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee03014-1b04-4126-84ff-5c68b14a9608 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event updated for resources: {'Port': ['ID=cdd68678-0edc-4a16-8b81-704e4facc7b9,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:05.298899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d2b4100>, '37fc6cc8-ae19-4ee7-af89-e31453545fec') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:05.299220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d2b4100>, '37fc6cc8-ae19-4ee7-af89-e31453545fec') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:05.312076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (37fc6cc8-ae19-4ee7-af89-e31453545fec), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.328487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port caf78fca-e838-4c8d-835a-f05fdc4c6122, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caf78fca-e838-4c8d-835a-f05fdc4c6122,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:05.334613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (37fc6cc8-ae19-4ee7-af89-e31453545fec), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.345292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:33:05.346134 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (37fc6cc8-ae19-4ee7-af89-e31453545fec), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.347589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'caf78fca-e838-4c8d-835a-f05fdc4c6122', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': 'caf78fca-e838-4c8d-835a-f05fdc4c6122', 'mac_address': 'fa:16:3e:9f:f0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:33:05.351506 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:33:05.390709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2563b14e-c331-4cd5-858a-3bf704b90062 req-6da964b9-b86c-4472-9042-461bb3d1f7b8 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581640
Apr 30 21:33:05.402850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab520b-2931-452b-9891-40a622850360 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Deleting port cdd68678-0edc-4a16-8b81-704e4facc7b9 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:05.402850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2ab520b-2931-452b-9891-40a622850360 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.412541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port caf78fca-e838-4c8d-835a-f05fdc4c6122 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:05.412938 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.428328 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for security_group (323780f1-180d-4ec8-9ba4-45d1a13b8010), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.443002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf78fca-e838-4c8d-835a-f05fdc4c6122 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:33:05.459688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (3572f9ba-521f-47cd-8189-a736db88ce50), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.470032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port caf78fca-e838-4c8d-835a-f05fdc4c6122, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caf78fca-e838-4c8d-835a-f05fdc4c6122,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:05.520899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:05.529131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:05.534782 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (323780f1-180d-4ec8-9ba4-45d1a13b8010), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.536094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:05.536702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.552865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=3572f9ba-521f-47cd-8189-a736db88ce50,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:05.557847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:33:05.565587 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.575763 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2ab520b-2931-452b-9891-40a622850360 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.578824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (c7cbed3c-359b-4472-8bf9-f34e2c55b91b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.583606 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.588906 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/c7cbed3c-359b-4472-8bf9-f34e2c55b91b HTTP/1.1" status: 204  len: 168 time: 0.8907547
Apr 30 21:33:05.592486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab520b-2931-452b-9891-40a622850360 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Calling delete_port for cdd68678-0edc-4a16-8b81-704e4facc7b9 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:05.609049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b4308805-8e87-419c-bbe3-ac06bc6e8c20), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.610003 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Added segment b4308805-8e87-419c-bbe3-ac06bc6e8c20 of type vlan for network e481d728-824c-4236-bec5-d1c537a8afca
Apr 30 21:33:05.621217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372671c-827a-49a3-b678-9116be2419ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c7cbed3c-359b-4472-8bf9-f34e2c55b91b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:05.625601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323780f1-180d-4ec8-9ba4-45d1a13b8010,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:05.663557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-06d9c766-518e-4c62-b138-2de780e90772 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2553446
Apr 30 21:33:05.663790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:05.665448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=caf78fca-e838-4c8d-835a-f05fdc4c6122,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:05.669302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:cd:d6:2b', 'name': 'tempest-NetworksTestDHCPv6-163812610'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:05.694978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bf823742-d6a5-4c77-83c9-8d9a79d696fb None None] Provisioning complete for port cdd68678-0edc-4a16-8b81-704e4facc7b9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:05.695710 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf823742-d6a5-4c77-83c9-8d9a79d696fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.700962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e481d728-824c-4236-bec5-d1c537a8afca), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.859656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e481d728-824c-4236-bec5-d1c537a8afca), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.863656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:05.864459 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:05.982461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:06.005079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bf823742-d6a5-4c77-83c9-8d9a79d696fb None None] Port cdd68678-0edc-4a16-8b81-704e4facc7b9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:06.007387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['caf78fca-e838-4c8d-835a-f05fdc4c6122'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:33:06.092255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.099027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54954) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:06.143175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'Network': ['ID=e481d728-824c-4236-bec5-d1c537a8afca,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:06.161639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e481d728-824c-4236-bec5-d1c537a8afca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:33:06.166992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port 96af9fde-fe5f-4565-aef6-5f42b2d21434 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:06.195852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a8f29-e580-45e2-9162-14fe6c4fbe80 req-8c265c68-fc67-4050-8c55-9e75683a4ae8 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:06.197358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f4a8f29-e580-45e2-9162-14fe6c4fbe80 req-8c265c68-fc67-4050-8c55-9e75683a4ae8 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 949 time: 0.0602005
Apr 30 21:33:06.212698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336ee4f-c3b0-4e8d-b973-436f96311d7d None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:06.223542 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31e63a83-4655-42e8-972a-6a9dc887f113 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.9426649
Apr 30 21:33:06.228738 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-073ab202-458c-410f-a851-7613596de164 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3383c2433214484eb41e99aacb653b80&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1284795
Apr 30 21:33:06.232265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54956) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:06.232588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54958) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:06.238877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'subnet': {'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:06.287594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f4a8f29-e580-45e2-9162-14fe6c4fbe80 req-e5f93ef9-2294-4999-b785-bef512a54efa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711677
Apr 30 21:33:06.321446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-36692af4-e3d1-4353-892e-ab7002acd047 None None] Provisioning complete for port 720240c6-59bf-4a70-b767-0ec3ecb0607a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:06.321858 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-36692af4-e3d1-4353-892e-ab7002acd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.366537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2ab520b-2931-452b-9891-40a622850360 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cdd68678-0edc-4a16-8b81-704e4facc7b9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.368221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31779efc-a2dd-4ea1-a844-3f8bff778128 admin admin] Publish callbacks [] for security_group (2a0c61ea-1505-48c5-b919-6b647d0ce60d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.398957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab520b-2931-452b-9891-40a622850360 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Port': ['ID=cdd68678-0edc-4a16-8b81-704e4facc7b9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:06.400676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Made reservation on behalf of 306af5b78d2b45dcb9dedf50d1250f91 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:06.403077 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.452959 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31779efc-a2dd-4ea1-a844-3f8bff778128 admin admin] Publish callbacks [] for security_group (2a0c61ea-1505-48c5-b919-6b647d0ce60d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.526402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8:0:1::32d (a0a65003-beca-4a7f-bcd6-a74df6ab3337/3572f9ba-521f-47cd-8189-a736db88ce50/96af9fde-fe5f-4565-aef6-5f42b2d21434) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:06.561181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fecd:d62b (a0a65003-beca-4a7f-bcd6-a74df6ab3337/24b9dc9b-6031-4142-aa0e-d5430f65a6e4/96af9fde-fe5f-4565-aef6-5f42b2d21434) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:06.602048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-36692af4-e3d1-4353-892e-ab7002acd047 None None] Current status of the port 720240c6-59bf-4a70-b767-0ec3ecb0607a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:06.603119 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-36692af4-e3d1-4353-892e-ab7002acd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.611780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413008f-3f00-4eae-8390-a14bab3d5815 req-8537f9c3-c695-460a-9f20-428e6a266bc3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:06.613498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f413008f-3f00-4eae-8390-a14bab3d5815 req-8537f9c3-c695-460a-9f20-428e6a266bc3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0835199
Apr 30 21:33:06.630328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef0751-e0b8-4885-b2b5-6ec4c4025f65 None None] Update dhcp port {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': '24b9dc9b-6031-4142-aa0e-d5430f65a6e4', 'ip_address': '2001:db8::f816:3eff:fe8d:d0ad'}, {'subnet_id': '3572f9ba-521f-47cd-8189-a736db88ce50'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '720240c6-59bf-4a70-b767-0ec3ecb0607a'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:33:06.685997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-36692af4-e3d1-4353-892e-ab7002acd047 None None] For port 720240c6-59bf-4a70-b767-0ec3ecb0607a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=720240c6-59bf-4a70-b767-0ec3ecb0607a,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:06.687293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0751-e0b8-4885-b2b5-6ec4c4025f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.707901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f413008f-3f00-4eae-8390-a14bab3d5815 req-72a23520-a313-484a-b9c9-07240fe4bfe9 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688429
Apr 30 21:33:06.711343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d2ab520b-2931-452b-9891-40a622850360 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.712747 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31779efc-a2dd-4ea1-a844-3f8bff778128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2a0c61ea-1505-48c5-b919-6b647d0ce60d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.715736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31779efc-a2dd-4ea1-a844-3f8bff778128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.717127 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31779efc-a2dd-4ea1-a844-3f8bff778128 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a0c61ea-1505-48c5-b919-6b647d0ce60d HTTP/1.1" status: 204  len: 168 time: 0.4747384
Apr 30 21:33:06.717545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d2ab520b-2931-452b-9891-40a622850360 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "DELETE /v2.0/ports/cdd68678-0edc-4a16-8b81-704e4facc7b9 HTTP/1.1" status: 204  len: 168 time: 1.4916208
Apr 30 21:33:06.718200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54962) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:06.774879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31779efc-a2dd-4ea1-a844-3f8bff778128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0c61ea-1505-48c5-b919-6b647d0ce60d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:06.790074 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab7547a-02db-49eb-91e2-04f59a85dc39 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] GET failed (client error): The resource could not be found.
Apr 30 21:33:06.796396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6ab7547a-02db-49eb-91e2-04f59a85dc39 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "GET /v2.0/ports/cdd68678-0edc-4a16-8b81-704e4facc7b9 HTTP/1.1" status: 404  len: 333 time: 0.0771060
Apr 30 21:33:06.797027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54966) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:06.833634 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-36692af4-e3d1-4353-892e-ab7002acd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.874218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (96af9fde-fe5f-4565-aef6-5f42b2d21434), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.918192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36692af4-e3d1-4353-892e-ab7002acd047 None None] Pushing event updated for resources: {'Port': ['ID=720240c6-59bf-4a70-b767-0ec3ecb0607a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:06.921291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-802e8631-26da-464e-b345-34b83d1f54f9 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Deleting port 850d2691-ec02-4a3d-854c-d67b1e09d1a4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:06.921718 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802e8631-26da-464e-b345-34b83d1f54f9 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (850d2691-ec02-4a3d-854c-d67b1e09d1a4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:06.990131 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (96af9fde-fe5f-4565-aef6-5f42b2d21434), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.022701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802e8631-26da-464e-b345-34b83d1f54f9 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (850d2691-ec02-4a3d-854c-d67b1e09d1a4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.041387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-802e8631-26da-464e-b345-34b83d1f54f9 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Calling delete_port for 850d2691-ec02-4a3d-854c-d67b1e09d1a4 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:07.060144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:07.069538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:07.090576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef0751-e0b8-4885-b2b5-6ec4c4025f65 None None] Allocated IP 2001:db8:0:1::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/3572f9ba-521f-47cd-8189-a736db88ce50/720240c6-59bf-4a70-b767-0ec3ecb0607a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:07.099091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=96af9fde-fe5f-4565-aef6-5f42b2d21434,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:07.100322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:07.105707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:07.106854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.110996 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:33:07.111449 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (7982eb6b-8a32-4040-8710-1619a4d88d6c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.128079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.128444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.128763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.129191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.129410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.129741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.130095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.130420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.130933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.131193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.131416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.131741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.132063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.132382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.132711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:07.153936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device caf78fca-e838-4c8d-835a-f05fdc4c6122 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:07.181265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 720240c6-59bf-4a70-b767-0ec3ecb0607a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:07.183311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7982eb6b-8a32-4040-8710-1619a4d88d6c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:07.200686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Checking segment: {'id': 'b4308805-8e87-419c-bbe3-ac06bc6e8c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:07.201060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Network hostable DHCP agents. Network: e481d728-824c-4236-bec5-d1c537a8afca, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:33:07.211744 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-042987ca-e90d-4e88-aea1-fa005d82b713 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.5465617
Apr 30 21:33:07.214241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54970) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:07.296708 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802e8631-26da-464e-b345-34b83d1f54f9 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (850d2691-ec02-4a3d-854c-d67b1e09d1a4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.326052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8977de9d-408e-4f2c-b088-4b5a6ccd088c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port 96af9fde-fe5f-4565-aef6-5f42b2d21434 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:07.326192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8977de9d-408e-4f2c-b088-4b5a6ccd088c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (96af9fde-fe5f-4565-aef6-5f42b2d21434), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.335308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e8631-26da-464e-b345-34b83d1f54f9 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Port': ['ID=850d2691-ec02-4a3d-854c-d67b1e09d1a4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:07.367030 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802e8631-26da-464e-b345-34b83d1f54f9 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.368322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 720240c6-59bf-4a70-b767-0ec3ecb0607a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:07.368716 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.371493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-802e8631-26da-464e-b345-34b83d1f54f9 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "DELETE /v2.0/ports/850d2691-ec02-4a3d-854c-d67b1e09d1a4 HTTP/1.1" status: 204  len: 168 time: 0.5734627
Apr 30 21:33:07.374342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54980) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:07.378786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port caf78fca-e838-4c8d-835a-f05fdc4c6122 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:33:07.385365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Network e481d728-824c-4236-bec5-d1c537a8afca is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:33:07.416030 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc45c48-8e57-4b66-ad12-792d19267b32 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] GET failed (client error): The resource could not be found.
Apr 30 21:33:07.417508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-edc45c48-8e57-4b66-ad12-792d19267b32 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "GET /v2.0/ports/850d2691-ec02-4a3d-854c-d67b1e09d1a4 HTTP/1.1" status: 404  len: 333 time: 0.0418081
Apr 30 21:33:07.422188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54982) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:07.432149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a2ef0751-e0b8-4885-b2b5-6ec4c4025f65 None None] For port 720240c6-59bf-4a70-b767-0ec3ecb0607a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=720240c6-59bf-4a70-b767-0ec3ecb0607a,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:07.469082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8977de9d-408e-4f2c-b088-4b5a6ccd088c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (96af9fde-fe5f-4565-aef6-5f42b2d21434), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.476084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0751-e0b8-4885-b2b5-6ec4c4025f65 None None] Publish callbacks [] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.488330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8977de9d-408e-4f2c-b088-4b5a6ccd088c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for 96af9fde-fe5f-4565-aef6-5f42b2d21434 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:07.508387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e481d728-824c-4236-bec5-d1c537a8afca) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:07.528564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8791250-c067-4801-b3f8-164b8549e42a None None] Network e481d728-824c-4236-bec5-d1c537a8afca requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:07.548684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8383507-eaf4-4c56-9ec7-e3571ec1963b req-ce2d7335-eb8d-4f31-a8b4-cca3a33f21be tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:07.551224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8383507-eaf4-4c56-9ec7-e3571ec1963b req-ce2d7335-eb8d-4f31-a8b4-cca3a33f21be tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 949 time: 0.1174135
Apr 30 21:33:07.570439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:07.571693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.577440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ea63c156-a1fb-46c5-a719-a5a0fa6e4e69 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Deleting port efdd3248-7d17-4f20-889b-385dedbd83a6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:07.577903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea63c156-a1fb-46c5-a719-a5a0fa6e4e69 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (efdd3248-7d17-4f20-889b-385dedbd83a6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.583927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port caf78fca-e838-4c8d-835a-f05fdc4c6122 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:07.585835 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.677421 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-48b053a3-08b4-440a-ad62-ec144164c5ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.4431293
Apr 30 21:33:07.681950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54986) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:07.689179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-331343037', 'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:07.692932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8383507-eaf4-4c56-9ec7-e3571ec1963b req-715f0d5e-5194-4882-9640-49fd6bde9e70 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294856
Apr 30 21:33:07.701719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a2ef0751-e0b8-4885-b2b5-6ec4c4025f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.713175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 720240c6-59bf-4a70-b767-0ec3ecb0607a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:07.735401 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea63c156-a1fb-46c5-a719-a5a0fa6e4e69 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (efdd3248-7d17-4f20-889b-385dedbd83a6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.752237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ea63c156-a1fb-46c5-a719-a5a0fa6e4e69 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Calling delete_port for efdd3248-7d17-4f20-889b-385dedbd83a6 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:07.857377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Made reservation on behalf of 306af5b78d2b45dcb9dedf50d1250f91 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:07.857377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:07.888561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] device_id is not set on port ba5451e6-0684-4844-880e-cd931bb5ac2d yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:07.894281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef0751-e0b8-4885-b2b5-6ec4c4025f65 None None] Pushing event updated for resources: {'Port': ['ID=720240c6-59bf-4a70-b767-0ec3ecb0607a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:07.919218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2ef4c-22ce-44a1-b562-2306ef1c2858 req-46cbf082-4439-4520-978e-62f9633ad2c4 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:07.926827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94a2ef4c-22ce-44a1-b562-2306ef1c2858 req-46cbf082-4439-4520-978e-62f9633ad2c4 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0673196
Apr 30 21:33:07.927215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95bd802-918e-4973-84ec-14c479beb74e None None] Network e481d728-824c-4236-bec5-d1c537a8afca requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:07.939829 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8977de9d-408e-4f2c-b088-4b5a6ccd088c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (96af9fde-fe5f-4565-aef6-5f42b2d21434), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.010578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port caf78fca-e838-4c8d-835a-f05fdc4c6122 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:08.010886 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.016212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977de9d-408e-4f2c-b088-4b5a6ccd088c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=96af9fde-fe5f-4565-aef6-5f42b2d21434,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:08.044900 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94a2ef4c-22ce-44a1-b562-2306ef1c2858 req-db25beb7-8323-44b6-83a5-59d54e792d7c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171758
Apr 30 21:33:08.073674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7086fc5c-d8fd-42c0-b94a-955d40d7cbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf78fca-e838-4c8d-835a-f05fdc4c6122'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:33:08.077521 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb6504-41a7-49e5-9c0d-9d39697d49e6" -d '{"events": [{"server_uuid": "7086fc5c-d8fd-42c0-b94a-955d40d7cbc6", "name": "network-vif-plugged", "status": "completed", "tag": "caf78fca-e838-4c8d-835a-f05fdc4c6122"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:33:08.102184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port caf78fca-e838-4c8d-835a-f05fdc4c6122, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caf78fca-e838-4c8d-835a-f05fdc4c6122,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:08.116750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8977de9d-408e-4f2c-b088-4b5a6ccd088c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.121584 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8977de9d-408e-4f2c-b088-4b5a6ccd088c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/96af9fde-fe5f-4565-aef6-5f42b2d21434 HTTP/1.1" status: 204  len: 168 time: 0.9078438
Apr 30 21:33:08.126072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea63c156-a1fb-46c5-a719-a5a0fa6e4e69 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (efdd3248-7d17-4f20-889b-385dedbd83a6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.127887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55000) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:08.144120 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac8fa5f-903f-45c5-ac58-f2a512b1e9c2 x-openstack-request-id: req-bac8fa5f-903f-45c5-ac58-f2a512b1e9c2 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:33:08.144415 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7086fc5c-d8fd-42c0-b94a-955d40d7cbc6", "name": "network-vif-plugged", "status": "completed", "tag": "caf78fca-e838-4c8d-835a-f05fdc4c6122", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:33:08.144670 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bac8fa5f-903f-45c5-ac58-f2a512b1e9c2 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:33:08.145194 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac8fa5f-903f-45c5-ac58-f2a512b1e9c2'] response: {'server_uuid': '7086fc5c-d8fd-42c0-b94a-955d40d7cbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf78fca-e838-4c8d-835a-f05fdc4c6122', 'code': 200}
Apr 30 21:33:08.184818 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.190760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Allocated IP 172.20.0.10 (e481d728-824c-4236-bec5-d1c537a8afca/7982eb6b-8a32-4040-8710-1619a4d88d6c/ba5451e6-0684-4844-880e-cd931bb5ac2d) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:08.221745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63c156-a1fb-46c5-a719-a5a0fa6e4e69 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Port': ['ID=efdd3248-7d17-4f20-889b-385dedbd83a6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:08.276541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=caf78fca-e838-4c8d-835a-f05fdc4c6122,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:08.295699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea63c156-a1fb-46c5-a719-a5a0fa6e4e69 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.301654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ea63c156-a1fb-46c5-a719-a5a0fa6e4e69 tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "DELETE /v2.0/ports/efdd3248-7d17-4f20-889b-385dedbd83a6 HTTP/1.1" status: 204  len: 168 time: 0.8781581
Apr 30 21:33:08.302343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55002) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:08.327670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1b1dd-3d3b-4ad2-b1aa-1ac30d10bb7e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:08.331548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dfc1b1dd-3d3b-4ad2-b1aa-1ac30d10bb7e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2002826
Apr 30 21:33:08.335873 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:08.394513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3388e32d-de3a-4a23-a8e5-63208852257b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Deleting subnet 9289f51f-72e7-4c17-a280-2a93001f3365 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:08.399765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3388e32d-de3a-4a23-a8e5-63208852257b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for subnet (9289f51f-72e7-4c17-a280-2a93001f3365), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.445510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4c9c8-c4c8-4819-9fd3-72a22a1b654f req-2d0cf5a5-3247-4958-ba6b-65409f4e37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:08.447230 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46e4c9c8-c4c8-4819-9fd3-72a22a1b654f req-2d0cf5a5-3247-4958-ba6b-65409f4e37b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 1132 time: 0.1562293
Apr 30 21:33:08.449647 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3388e32d-de3a-4a23-a8e5-63208852257b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (9289f51f-72e7-4c17-a280-2a93001f3365), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.474760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b447db4-2ac7-41f9-a479-7ad883f6c472 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:08.478663 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8b447db4-2ac7-41f9-a479-7ad883f6c472 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1310995
Apr 30 21:33:08.479047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55010) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:08.575915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243489c-e3fa-4977-83ad-7c8bedaf3a3c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:08.577254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243489c-e3fa-4977-83ad-7c8bedaf3a3c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:08.582777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a243489c-e3fa-4977-83ad-7c8bedaf3a3c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:08.586879 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a243489c-e3fa-4977-83ad-7c8bedaf3a3c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1046169
Apr 30 21:33:08.589877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55016) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:08.594706 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for port (ba5451e6-0684-4844-880e-cd931bb5ac2d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.664068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-04159cbc-5e8f-4778-a687-d6f1b0dc1a12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 24b9dc9b-6031-4142-aa0e-d5430f65a6e4 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:08.671628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-04159cbc-5e8f-4778-a687-d6f1b0dc1a12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (24b9dc9b-6031-4142-aa0e-d5430f65a6e4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.705365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3388e32d-de3a-4a23-a8e5-63208852257b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (9289f51f-72e7-4c17-a280-2a93001f3365), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.753391 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-04159cbc-5e8f-4778-a687-d6f1b0dc1a12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (24b9dc9b-6031-4142-aa0e-d5430f65a6e4), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.767427 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ba5451e6-0684-4844-880e-cd931bb5ac2d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.812858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Network e481d728-824c-4236-bec5-d1c537a8afca is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:08.817628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:08.826832 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:08.845053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96252c00-c586-47d6-83b9-cb74f9f9d4d6 req-d0f42c49-8aed-46e9-bf9c-2b1152d0b8dd tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:08.846586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96252c00-c586-47d6-83b9-cb74f9f9d4d6 req-d0f42c49-8aed-46e9-bf9c-2b1152d0b8dd tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 950 time: 0.0679455
Apr 30 21:33:08.848261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'Port': ['ID=ba5451e6-0684-4844-880e-cd931bb5ac2d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:08.867664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:08.869983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.909203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-56c15bab-ee1f-43b3-95d3-c5c4f1c4c3fc None None] Provisioning complete for port 720240c6-59bf-4a70-b767-0ec3ecb0607a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:08.909697 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-56c15bab-ee1f-43b3-95d3-c5c4f1c4c3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.935417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-04159cbc-5e8f-4778-a687-d6f1b0dc1a12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (24b9dc9b-6031-4142-aa0e-d5430f65a6e4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:08.941291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96252c00-c586-47d6-83b9-cb74f9f9d4d6 req-f707bcd5-4bbe-4627-b72b-70d7ee0867c8 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873048
Apr 30 21:33:08.974648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3388e32d-de3a-4a23-a8e5-63208852257b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (9289f51f-72e7-4c17-a280-2a93001f3365), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.003076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-56c15bab-ee1f-43b3-95d3-c5c4f1c4c3fc None None] Current status of the port 720240c6-59bf-4a70-b767-0ec3ecb0607a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:09.004146 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-78e22ab1-1676-491a-bebe-dec315cc17ea tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 1.3209052
Apr 30 21:33:09.007138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55020) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:09.009046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388e32d-de3a-4a23-a8e5-63208852257b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Subnet': ['ID=9289f51f-72e7-4c17-a280-2a93001f3365,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:09.017471 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3388e32d-de3a-4a23-a8e5-63208852257b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.022238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3388e32d-de3a-4a23-a8e5-63208852257b tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "DELETE /v2.0/subnets/9289f51f-72e7-4c17-a280-2a93001f3365 HTTP/1.1" status: 204  len: 168 time: 0.7167220
Apr 30 21:33:09.022885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55022) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:09.029176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940ae4c-d0a4-4b0b-b602-1dc36f00c495 None None] Network 8a3e5159-cf64-4e15-9d38-4607e91346fe requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:09.099855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-04159cbc-5e8f-4778-a687-d6f1b0dc1a12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (24b9dc9b-6031-4142-aa0e-d5430f65a6e4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.164558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 720240c6-59bf-4a70-b767-0ec3ecb0607a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:09.198862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159cbc-5e8f-4778-a687-d6f1b0dc1a12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=24b9dc9b-6031-4142-aa0e-d5430f65a6e4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:09.204246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55028) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:09.217107 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-04159cbc-5e8f-4778-a687-d6f1b0dc1a12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.221698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-04159cbc-5e8f-4778-a687-d6f1b0dc1a12 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/24b9dc9b-6031-4142-aa0e-d5430f65a6e4 HTTP/1.1" status: 204  len: 168 time: 0.6303346
Apr 30 21:33:09.226591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55032) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:09.235235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6671ae-363e-4248-bbdb-c91fda5dc7b0 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:09.352616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5b62b8a9-81bf-4488-a406-3735fe84770c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Deleting port ba5451e6-0684-4844-880e-cd931bb5ac2d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:09.353049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b62b8a9-81bf-4488-a406-3735fe84770c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ba5451e6-0684-4844-880e-cd931bb5ac2d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.361189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7a6900fc-ed47-485b-ae9b-bb5e38eff108 None None] Could not find standard attr ID for object 96af9fde-fe5f-4565-aef6-5f42b2d21434. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:33:09.388647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] DHCP port deletion for 8a3e5159-cf64-4e15-9d38-4607e91346fe request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:33:09.406854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 720240c6-59bf-4a70-b767-0ec3ecb0607a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:09.407225 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.410022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52000ec8-df62-48e4-9136-7b088db91508 req-41b452d8-5791-4036-bf86-ace364b24eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:09.412324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52000ec8-df62-48e4-9136-7b088db91508 req-41b452d8-5791-4036-bf86-ace364b24eed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 1128 time: 0.1886148
Apr 30 21:33:09.417881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b073ec-e12e-4e3b-a08b-ad94f8f3f947 req-2a64e9c3-ec0f-487c-a6da-aae090f86df7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:09.419820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68b073ec-e12e-4e3b-a08b-ad94f8f3f947 req-2a64e9c3-ec0f-487c-a6da-aae090f86df7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1958098
Apr 30 21:33:09.424279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7acc35f4-4b99-4679-8ec6-c1f08290b721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.425113 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8a3e5159-cf64-4e15-9d38-4607e91346fe), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.437516 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-46e4c9c8-c4c8-4819-9fd3-72a22a1b654f req-653f73c0-44ea-431a-a102-61a03613e18c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2941432
Apr 30 21:33:09.464659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1632873-5cc1-4906-a4d2-787c706a5a40 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 3572f9ba-521f-47cd-8189-a736db88ce50 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:09.486001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b1632873-5cc1-4906-a4d2-787c706a5a40 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (3572f9ba-521f-47cd-8189-a736db88ce50), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.513444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b62b8a9-81bf-4488-a406-3735fe84770c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ba5451e6-0684-4844-880e-cd931bb5ac2d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.520268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] Deleting port e379c827-880b-4913-8c7f-7a2c0e171f38 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:09.520485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.520571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Deleting port e379c827-880b-4913-8c7f-7a2c0e171f38 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:09.520944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.537929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5b62b8a9-81bf-4488-a406-3735fe84770c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Calling delete_port for ba5451e6-0684-4844-880e-cd931bb5ac2d owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:09.595059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52000ec8-df62-48e4-9136-7b088db91508 req-e3c94edc-540b-4c3e-a62d-c899d8bb0ec0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678717
Apr 30 21:33:09.598155 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b1632873-5cc1-4906-a4d2-787c706a5a40 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (3572f9ba-521f-47cd-8189-a736db88ce50), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.607724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68b073ec-e12e-4e3b-a08b-ad94f8f3f947 req-73fc7740-f75e-479d-b9ac-582cc088c593 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707821
Apr 30 21:33:09.645835 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] For port e379c827-880b-4913-8c7f-7a2c0e171f38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e379c827-880b-4913-8c7f-7a2c0e171f38,segment=NetworkSegment(095826f2-fda4-4823-a38f-9e64ab9d58b9),segment_id=095826f2-fda4-4823-a38f-9e64ab9d58b9)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:09.646147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.667367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Calling delete_port for e379c827-880b-4913-8c7f-7a2c0e171f38 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:09.710252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7acc35f4-4b99-4679-8ec6-c1f08290b721 admin admin] Publish callbacks [] for security_group (973a6ba2-8d67-4d1a-a763-1df158744c17), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.727901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b1632873-5cc1-4906-a4d2-787c706a5a40 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (3572f9ba-521f-47cd-8189-a736db88ce50), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.775150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7acc35f4-4b99-4679-8ec6-c1f08290b721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (973a6ba2-8d67-4d1a-a763-1df158744c17), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.790526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] For port e379c827-880b-4913-8c7f-7a2c0e171f38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e379c827-880b-4913-8c7f-7a2c0e171f38,segment=NetworkSegment(095826f2-fda4-4823-a38f-9e64ab9d58b9),segment_id=095826f2-fda4-4823-a38f-9e64ab9d58b9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:09.791048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.831784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] Calling delete_port for e379c827-880b-4913-8c7f-7a2c0e171f38 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:09.834126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7acc35f4-4b99-4679-8ec6-c1f08290b721 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2f460bf9ccf4f54b9262eabcd98ca79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6285880
Apr 30 21:33:09.837436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc35f4-4b99-4679-8ec6-c1f08290b721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973a6ba2-8d67-4d1a-a763-1df158744c17,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:09.843088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55034) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:09.873653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 720240c6-59bf-4a70-b767-0ec3ecb0607a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:09.881364 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b62b8a9-81bf-4488-a406-3735fe84770c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ba5451e6-0684-4844-880e-cd931bb5ac2d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.904113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b1632873-5cc1-4906-a4d2-787c706a5a40 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (3572f9ba-521f-47cd-8189-a736db88ce50), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.919179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.922671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62b8a9-81bf-4488-a406-3735fe84770c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba5451e6-0684-4844-880e-cd931bb5ac2d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:09.953673 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (e379c827-880b-4913-8c7f-7a2c0e171f38), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.963486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1632873-5cc1-4906-a4d2-787c706a5a40 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=3572f9ba-521f-47cd-8189-a736db88ce50,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:09.973726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b1632873-5cc1-4906-a4d2-787c706a5a40 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:09.980174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b1632873-5cc1-4906-a4d2-787c706a5a40 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/3572f9ba-521f-47cd-8189-a736db88ce50 HTTP/1.1" status: 204  len: 168 time: 0.7440627
Apr 30 21:33:09.983250 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] No DVR routers for this DVR port e379c827-880b-4913-8c7f-7a2c0e171f38 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:09.983380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55040) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:10.009255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] Pushing event deleted for resources: {'Port': ['ID=e379c827-880b-4913-8c7f-7a2c0e171f38,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:10.011251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb77923d-cdaa-4527-916a-66297cefb4f1 admin admin] Publish callbacks [] for security_group (973a6ba2-8d67-4d1a-a763-1df158744c17), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.015943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Port': ['ID=e379c827-880b-4913-8c7f-7a2c0e171f38,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:10.026078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc068d-a06f-48a7-8afb-a5d4544ed2e9 None None] No DVR routers for this DVR port e379c827-880b-4913-8c7f-7a2c0e171f38 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:10.046626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-78477063-3580-4c5d-9926-2eeefa325c51 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0634661
Apr 30 21:33:10.047294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55042) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:10.052312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:10.157393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb77923d-cdaa-4527-916a-66297cefb4f1 admin admin] Publish callbacks [] for security_group (973a6ba2-8d67-4d1a-a763-1df158744c17), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.179440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15314c-14cd-4c44-99bf-1f7e349f086c req-af2acfa0-e173-477e-a4f1-31f03b5f81a6 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:10.181256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef15314c-14cd-4c44-99bf-1f7e349f086c req-af2acfa0-e173-477e-a4f1-31f03b5f81a6 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 950 time: 0.1250589
Apr 30 21:33:10.187237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8a3e5159-cf64-4e15-9d38-4607e91346fe), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.194474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b62b8a9-81bf-4488-a406-3735fe84770c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.197682 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b62b8a9-81bf-4488-a406-3735fe84770c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ba5451e6-0684-4844-880e-cd931bb5ac2d HTTP/1.1" status: 204  len: 168 time: 1.1893697
Apr 30 21:33:10.200529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55044) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:10.211613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca', 'external_fixed_ips': [{'subnet_id': '7982eb6b-8a32-4040-8710-1619a4d88d6c', 'ip_address': '172.20.0.10'}]}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:10.231125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896760c760>,) {'filters': {'network_id': ['8a3e5159-cf64-4e15-9d38-4607e91346fe']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:10.256487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896760c760>, '095826f2-fda4-4823-a38f-9e64ab9d58b9') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:10.256487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896760c760>, '095826f2-fda4-4823-a38f-9e64ab9d58b9') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:10.256487 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (095826f2-fda4-4823-a38f-9e64ab9d58b9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.262452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef15314c-14cd-4c44-99bf-1f7e349f086c req-1c29cb7c-e6cd-4342-b962-843c6275592d tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723953
Apr 30 21:33:10.269980 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (095826f2-fda4-4823-a38f-9e64ab9d58b9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.279217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:33:10.279629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (095826f2-fda4-4823-a38f-9e64ab9d58b9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:33:10.283265 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:33:10.343435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:10.347214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.366674 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb77923d-cdaa-4527-916a-66297cefb4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (973a6ba2-8d67-4d1a-a763-1df158744c17), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.369644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb77923d-cdaa-4527-916a-66297cefb4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.373806 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fb77923d-cdaa-4527-916a-66297cefb4f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/973a6ba2-8d67-4d1a-a763-1df158744c17 HTTP/1.1" status: 204  len: 168 time: 0.5262949
Apr 30 21:33:10.380948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77923d-cdaa-4527-916a-66297cefb4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973a6ba2-8d67-4d1a-a763-1df158744c17,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:10.406391 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.407711 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.412258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8a3e5159-cf64-4e15-9d38-4607e91346fe), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.417306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.421654 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] 10.222.0.23 "DELETE /v2.0/networks/8a3e5159-cf64-4e15-9d38-4607e91346fe HTTP/1.1" status: 204  len: 168 time: 1.3251712
Apr 30 21:33:10.443087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaeea2-5d1a-44d1-ad4f-f0cb0514182c tempest-AllowedAddressPairIpV6TestJSON-1854003907 tempest-AllowedAddressPairIpV6TestJSON-1854003907-project] Pushing event deleted for resources: {'Network': ['ID=8a3e5159-cf64-4e15-9d38-4607e91346fe,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:10.503893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_controller (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.552002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27782f62-253c-46a9-b973-9e2e5d9132be None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:10.627663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b84ef16b-1061-4a90-9517-82438a2b5754 None None] Provisioning complete for port 720240c6-59bf-4a70-b767-0ec3ecb0607a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:10.628063 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b84ef16b-1061-4a90-9517-82438a2b5754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.794356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:33:10.807526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b84ef16b-1061-4a90-9517-82438a2b5754 None None] Current status of the port 720240c6-59bf-4a70-b767-0ec3ecb0607a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:10.833797 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.856797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] Deleting port 720240c6-59bf-4a70-b767-0ec3ecb0607a {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:10.857229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.934342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] For port 720240c6-59bf-4a70-b767-0ec3ecb0607a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=720240c6-59bf-4a70-b767-0ec3ecb0607a,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:10.934775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:10.948995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-c38b8e2c-e5d7-4608-84a4-d036d3abddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:10.948995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-c38b8e2c-e5d7-4608-84a4-d036d3abddcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 1128 time: 0.0663872
Apr 30 21:33:10.954062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] Calling delete_port for 720240c6-59bf-4a70-b767-0ec3ecb0607a owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:11.030824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d8a2-3286-449d-9272-990629acf234 req-8dc557ca-db03-4c68-95a4-bc16958561e1 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:11.032658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d0d8a2-3286-449d-9272-990629acf234 req-8dc557ca-db03-4c68-95a4-bc16958561e1 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1909695
Apr 30 21:33:11.104977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e379c827-880b-4913-8c7f-7a2c0e171f38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:11.113393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55058) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:11.129296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e379c827-880b-4913-8c7f-7a2c0e171f38 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:11.129656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e379c827-880b-4913-8c7f-7a2c0e171f38 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:11.130126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 720240c6-59bf-4a70-b767-0ec3ecb0607a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:11.184568 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (720240c6-59bf-4a70-b767-0ec3ecb0607a), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:11.189575 ncdv-master-1 neutron-server[115776]: INFO neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No ports have port_id starting with 720240c6-59bf-4a70-b767-0ec3ecb0607a
Apr 30 21:33:11.209705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04d0d8a2-3286-449d-9272-990629acf234 req-ac207f5a-2a71-446c-a23b-d00acb9f1471 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564772
Apr 30 21:33:11.225033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] Pushing event deleted for resources: {'Port': ['ID=720240c6-59bf-4a70-b767-0ec3ecb0607a,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:11.226956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb739000-6df7-43ee-b27a-fc9a3507dfb1 None None] No DVR routers for this DVR port 720240c6-59bf-4a70-b767-0ec3ecb0607a on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:11.325645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e7febe6-44ab-4bf3-bd3e-3f57605135bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa9b9b28cba848a0b480fd18d2ac01ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2104387
Apr 30 21:33:11.328086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55068) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:11.376489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.objects.ports [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115774) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:33:11.380801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-ddbb07b6-5e45-4289-b6df-b77287d9d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:11.382193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-ddbb07b6-5e45-4289-b6df-b77287d9d7cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 911 time: 0.3446774
Apr 30 21:33:11.399901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (c64dcc69-d982-42d3-bfbc-fd7f7241bdd7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:11.510381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-90b4f1d3-8afd-4603-a8c3-05efdb351f56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d HTTP/1.1" status: 200  len: 217 time: 0.1184435
Apr 30 21:33:11.529026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:11.597871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16295c53-d8db-4f44-b789-b085727ac7be req-bd39eead-ee91-467c-863f-2676bb21b197 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:11.599361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16295c53-d8db-4f44-b789-b085727ac7be req-bd39eead-ee91-467c-863f-2676bb21b197 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 950 time: 0.2216067
Apr 30 21:33:11.601673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:11.613125 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:11.648496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=c64dcc69-d982-42d3-bfbc-fd7f7241bdd7,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:11.650880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:11.663046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68cc472-3264-4191-ab98-7185a6b8d078 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:11.676430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:11.677034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:11.769011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-58bbc24a-8c5b-4491-ae2c-34ede4d69970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:11.770510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-58bbc24a-8c5b-4491-ae2c-34ede4d69970 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 200  len: 850 time: 0.2512572
Apr 30 21:33:11.771174 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f203db51-e04c-46e9-b278-94b0e425894e admin admin] Publish callbacks [] for security_group (df20a39e-5824-4291-93e5-dad7b30cbde9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:11.781042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': 'c64dcc69-d982-42d3-bfbc-fd7f7241bdd7'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:33:11.782635 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:11.790047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-c5743dc0-0616-4236-a1a4-e8bc54efda6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2003701
Apr 30 21:33:11.917004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7572098c-4453-4b89-ae20-61f8f4e46fc6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8659449
Apr 30 21:33:11.917004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-22af9267-39e0-4065-8ca2-ee2a21f87381 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1127384
Apr 30 21:33:11.922067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55082) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:11.925017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-283b454e-e5c9-435a-8146-4d9ca5ff09a7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:11.933385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16295c53-d8db-4f44-b789-b085727ac7be req-c014b6f8-16c7-4aef-99c9-8a50b13bf49c tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3154752
Apr 30 21:33:11.944769 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f203db51-e04c-46e9-b278-94b0e425894e admin admin] Publish callbacks [] for security_group (df20a39e-5824-4291-93e5-dad7b30cbde9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:11.947401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Allocated IP 2001:db8::f816:3eff:fe4b:8907 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/c64dcc69-d982-42d3-bfbc-fd7f7241bdd7/146824ca-5da2-4d90-8bb9-dca1f52a7b03) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:12.149184 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Publish callbacks [] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.155541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283b454e-e5c9-435a-8146-4d9ca5ff09a7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:12.159625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-283b454e-e5c9-435a-8146-4d9ca5ff09a7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.182957 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:33:12.236151 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.286717 ncdv-master-1 neutron-server[115773]: INFO neutron.db.ipam_backend_mixin [None req-283b454e-e5c9-435a-8146-4d9ca5ff09a7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c64dcc69-d982-42d3-bfbc-fd7f7241bdd7 (CIDR: 2001:db8::/64)
Apr 30 21:33:12.307295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:12.312548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:12.315058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:12.317016 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-283b454e-e5c9-435a-8146-4d9ca5ff09a7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:33:12.317749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283b454e-e5c9-435a-8146-4d9ca5ff09a7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:12.330739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Pushing event updated for resources: {'Port': ['ID=146824ca-5da2-4d90-8bb9-dca1f52a7b03,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:12.398784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Attempting to bind port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:12.399130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Attempting to bind port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:12.399507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Attempting to bind port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:12.407332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:12.407828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:12.408125 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.408525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:12.409007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Bound port: 146824ca-5da2-4d90-8bb9-dca1f52a7b03, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:12.409380 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.427757 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-283b454e-e5c9-435a-8146-4d9ca5ff09a7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5081539
Apr 30 21:33:12.430514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55098) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:12.436387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:12.478690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-0538b1cf-9c60-4512-9f2e-1fc09c825354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:12.480200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-0538b1cf-9c60-4512-9f2e-1fc09c825354 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 1127 time: 0.6418214
Apr 30 21:33:12.506167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] For port 146824ca-5da2-4d90-8bb9-dca1f52a7b03, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:12.509833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] For port 146824ca-5da2-4d90-8bb9-dca1f52a7b03, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146824ca-5da2-4d90-8bb9-dca1f52a7b03,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:12.573113 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.606650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502f2d4-4064-4800-ac8a-d9adb0d15187 req-737714a9-37a2-4b78-afae-be7c91de2c93 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:12.608337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c502f2d4-4064-4800-ac8a-d9adb0d15187 req-737714a9-37a2-4b78-afae-be7c91de2c93 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1741920
Apr 30 21:33:12.624051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:12.632897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.646657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c62e3a-94a4-48e0-8444-df01a4663359 None None] Pushing event updated for resources: {'Port': ['ID=146824ca-5da2-4d90-8bb9-dca1f52a7b03,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:12.650617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Allocated IP 172.20.0.10 (e481d728-824c-4236-bec5-d1c537a8afca/7982eb6b-8a32-4040-8710-1619a4d88d6c/41aa53e9-d702-41a5-b42c-028819fd7c53) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:12.678453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-a4356f37-1642-4a99-aae9-e14c208a645b service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7485576
Apr 30 21:33:12.825689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f203db51-e04c-46e9-b278-94b0e425894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (df20a39e-5824-4291-93e5-dad7b30cbde9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.828146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f203db51-e04c-46e9-b278-94b0e425894e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:12.829287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f203db51-e04c-46e9-b278-94b0e425894e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df20a39e-5824-4291-93e5-dad7b30cbde9 HTTP/1.1" status: 204  len: 168 time: 1.5001659
Apr 30 21:33:12.847838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c502f2d4-4064-4800-ac8a-d9adb0d15187 req-3773a7b2-6445-40e3-a572-5cb50cf1f517 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246230
Apr 30 21:33:12.999065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0971004-b05e-4e85-a515-b8061f75d1f4 req-eb9a54fc-fe8a-416d-b3c3-8fdb4735e563 service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3081548
Apr 30 21:33:13.006879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-d5d0fd56-da7a-44ed-b498-d9513cf6fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:13.008484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-d5d0fd56-da7a-44ed-b498-d9513cf6fabd service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.4816835
Apr 30 21:33:13.017719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203db51-e04c-46e9-b278-94b0e425894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df20a39e-5824-4291-93e5-dad7b30cbde9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:13.082938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (6c959b02-d70c-43d8-8dd8-79de8e700272), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:13.129985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-8dffee34-09a9-4734-8cec-21fcec532d4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c HTTP/1.1" status: 200  len: 217 time: 0.1132944
Apr 30 21:33:13.195211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:13.196767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:13.216664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:13.246789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:13.247780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-f39affaf-7bf3-4720-b844-6509b0e2b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:13.248626 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:13.251170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-f39affaf-7bf3-4720-b844-6509b0e2b93a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.1133041
Apr 30 21:33:13.263792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 146824ca-5da2-4d90-8bb9-dca1f52a7b03 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:13.297717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=6c959b02-d70c-43d8-8dd8-79de8e700272,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:13.343567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:13.344054 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:13.344457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-e25ad886-1850-4006-8766-76370f3f29a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:13.346034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-e25ad886-1850-4006-8766-76370f3f29a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0875537
Apr 30 21:33:13.378209 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ef608af-76de-4f2c-a371-de70a106703c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9440780
Apr 30 21:33:13.378816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55126) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:13.388038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:f7:76:ca', 'name': 'tempest-NetworksTestDHCPv6-1450183268'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:13.463772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:13.463772 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:13.514002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:13.520271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 146824ca-5da2-4d90-8bb9-dca1f52a7b03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146824ca-5da2-4d90-8bb9-dca1f52a7b03,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:13.546513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Network e481d728-824c-4236-bec5-d1c537a8afca is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:13.552540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:13.555353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:13.567085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:13.618068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:13.671019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=146824ca-5da2-4d90-8bb9-dca1f52a7b03,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:13.817512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'Port': ['ID=41aa53e9-d702-41a5-b42c-028819fd7c53,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:13.830788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:13.853095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port f32c718c-acaa-4dd3-8fe6-c2c4e0881191 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:13.874467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-cb9506c6-ce34-4433-b952-e3e4f6a6c55e service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5211654
Apr 30 21:33:14.025593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-0aef6ad1-9a11-4e4f-92e1-41b738310b95 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:14.027143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-0aef6ad1-9a11-4e4f-92e1-41b738310b95 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 810 time: 0.6458957
Apr 30 21:33:14.059765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-6c011b26-3e1a-44c2-b8a7-b1be1f8e7ab8 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/quotas/7328d5d6d45a4e80820e1a57f9f9a81c HTTP/1.1" status: 200  len: 375 time: 0.0209548
Apr 30 21:33:14.065473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ca73373-3742-4ba3-b580-76ecc01b019f req-bc04c16d-997b-4101-90e2-f08fcd5a5c59 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515994
Apr 30 21:33:14.139058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-baea41ff-1b80-4aab-aaf4-137e78e4bcbb tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0725763
Apr 30 21:33:14.205732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:14.216277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8:0:1::133 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/6c959b02-d70c-43d8-8dd8-79de8e700272/f32c718c-acaa-4dd3-8fe6-c2c4e0881191) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:14.225214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::f816:3eff:fef7:76ca (a0a65003-beca-4a7f-bcd6-a74df6ab3337/c64dcc69-d982-42d3-bfbc-fd7f7241bdd7/f32c718c-acaa-4dd3-8fe6-c2c4e0881191) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:14.363934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b037b-5942-4589-9484-7c1d9b05c2b2 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:14.385706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-cb71390b-4788-45e5-abd3-8fd374feae02 service neutron] 10.222.0.23 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350140
Apr 30 21:33:14.484436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-87fc6f02-ead3-4607-beeb-86f778362467 None None] Provisioning complete for port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:14.485070 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-87fc6f02-ead3-4607-beeb-86f778362467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:14.502956 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (f32c718c-acaa-4dd3-8fe6-c2c4e0881191), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:14.612265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-87fc6f02-ead3-4607-beeb-86f778362467 None None] Current status of the port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:14.612406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f32c718c-acaa-4dd3-8fe6-c2c4e0881191), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:14.667246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9059e8-5123-4482-847a-cdbf80098fc8 None None] Update dhcp port {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'fixed_ips': [{'subnet_id': 'c64dcc69-d982-42d3-bfbc-fd7f7241bdd7', 'ip_address': '2001:db8::f816:3eff:fe4b:8907'}, {'subnet_id': '6c959b02-d70c-43d8-8dd8-79de8e700272'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '146824ca-5da2-4d90-8bb9-dca1f52a7b03'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:33:14.680090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-6c4ab2b7-491b-4eec-a40e-2f66a9cfcb63 service neutron] 10.222.0.23 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810488
Apr 30 21:33:14.684638 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:14.720375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:14.724671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:14.731295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:14.743166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:14.743889 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:14.755595 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2a9059e8-5123-4482-847a-cdbf80098fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:14.786781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=f32c718c-acaa-4dd3-8fe6-c2c4e0881191,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:14.820030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55172) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:14.952563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-276924311'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:14.958163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2a9059e8-5123-4482-847a-cdbf80098fc8 None None] Allocated IP 2001:db8:0:1::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/6c959b02-d70c-43d8-8dd8-79de8e700272/146824ca-5da2-4d90-8bb9-dca1f52a7b03) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:14.994679 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-076e3888-7f04-4bcf-8df1-e3fdf3b56c68 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.6141348
Apr 30 21:33:14.999613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55176) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:15.045836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Router 9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:33:15.073471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2a9059e8-5123-4482-847a-cdbf80098fc8 None None] For port 146824ca-5da2-4d90-8bb9-dca1f52a7b03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146824ca-5da2-4d90-8bb9-dca1f52a7b03,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:15.091975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 146824ca-5da2-4d90-8bb9-dca1f52a7b03 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:15.158694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Made reservation on behalf of 4dd861b3869e413a8aa1d2d6ccae518f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:15.166812 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.193897 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2a9059e8-5123-4482-847a-cdbf80098fc8 None None] Publish callbacks [] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.207526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-125717ae-5056-4ddb-8a27-874f1ec0a37f req-db3eff25-75ed-4938-9412-db1d773eb952 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 210 time: 0.0995896
Apr 30 21:33:15.210192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.219718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8af3ca62-2e4a-4ea0-8ec5-b076867e44a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port f32c718c-acaa-4dd3-8fe6-c2c4e0881191 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:15.220228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8af3ca62-2e4a-4ea0-8ec5-b076867e44a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f32c718c-acaa-4dd3-8fe6-c2c4e0881191), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.222098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:15.222431 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.272981 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2a9059e8-5123-4482-847a-cdbf80098fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.361833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for security_group (9a81db6f-25ae-4885-9a7c-64fdf34443bb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.381514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:33:15.393366 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Sync routers for ids ['9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:33:15.403007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8af3ca62-2e4a-4ea0-8ec5-b076867e44a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f32c718c-acaa-4dd3-8fe6-c2c4e0881191), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.409262 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Routers {'9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:15.410418 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c98c2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:32:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:15.420041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8af3ca62-2e4a-4ea0-8ec5-b076867e44a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for f32c718c-acaa-4dd3-8fe6-c2c4e0881191 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:15.433453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9059e8-5123-4482-847a-cdbf80098fc8 None None] Pushing event updated for resources: {'Port': ['ID=146824ca-5da2-4d90-8bb9-dca1f52a7b03,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:15.445968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:15.452765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9a81db6f-25ae-4885-9a7c-64fdf34443bb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.467090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:33:15.479712 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3cae7d6f-a02f-4d37-aedc-50877dc48ce6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.480999 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Added segment 3cae7d6f-a02f-4d37-aedc-50877dc48ce6 of type vlan for network 7499ce16-ba45-4280-812f-7e0f1a16591b
Apr 30 21:33:15.549307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Set router 9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:33:15.562367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a81db6f-25ae-4885-9a7c-64fdf34443bb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:15.580242 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (7499ce16-ba45-4280-812f-7e0f1a16591b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.601141 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.606947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55196) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:15.608008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4b1b6333-54a2-4074-9460-aa818ba4c509 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 5.4064276
Apr 30 21:33:15.786708 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c98c2b0>, [{'id': '9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7', 'name': '', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca', 'external_fixed_ips': [{'subnet_id': '7982eb6b-8a32-4040-8710-1619a4d88d6c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '41aa53e9-d702-41a5-b42c-028819fd7c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:10Z', 'updated_at': '2022-04-30T21:33:13Z', 'revision_number': 3, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port': {'id': '41aa53e9-d702-41a5-b42c-028819fd7c53', 'name': '', 'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '7982eb6b-8a32-4040-8710-1619a4d88d6c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:33:11Z', 'updated_at': '2022-04-30T21:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7982eb6b-8a32-4040-8710-1619a4d88d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:15.821927 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Checking router: 9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:33:15.822529 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Updating router 9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7 port 41aa53e9-d702-41a5-b42c-028819fd7c53 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:33:15.853544 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.870016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8af3ca62-2e4a-4ea0-8ec5-b076867e44a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f32c718c-acaa-4dd3-8fe6-c2c4e0881191), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:15.985919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3ca62-2e4a-4ea0-8ec5-b076867e44a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=f32c718c-acaa-4dd3-8fe6-c2c4e0881191,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:16.017299 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8af3ca62-2e4a-4ea0-8ec5-b076867e44a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.021528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8af3ca62-2e4a-4ea0-8ec5-b076867e44a9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/f32c718c-acaa-4dd3-8fe6-c2c4e0881191 HTTP/1.1" status: 204  len: 168 time: 1.0207019
Apr 30 21:33:16.023983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55204) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:16.083351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f28969-8c03-44f1-82ce-da9effd45a46 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:16.088101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-50f28969-8c03-44f1-82ce-da9effd45a46 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0628734
Apr 30 21:33:16.088815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55206) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:16.140406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (7499ce16-ba45-4280-812f-7e0f1a16591b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.147754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:16.148385 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.164403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4744ae-2f20-42f6-a89d-d4a70a142d9a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:16.169565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3b4744ae-2f20-42f6-a89d-d4a70a142d9a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0795720
Apr 30 21:33:16.170395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55208) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:16.176935 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Publish callbacks [] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.231892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233fafb7-8b8b-4535-9455-b22547d375da tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:16.234826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233fafb7-8b8b-4535-9455-b22547d375da tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:16.236180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233fafb7-8b8b-4535-9455-b22547d375da tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:16.237813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-233fafb7-8b8b-4535-9455-b22547d375da tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0663769
Apr 30 21:33:16.240437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55214) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:16.290068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Network': ['ID=7499ce16-ba45-4280-812f-7e0f1a16591b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:16.302975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 7499ce16-ba45-4280-812f-7e0f1a16591b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:33:16.322271 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.340088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55216) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:16.341231 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eaa11c8f-4346-434a-9124-2ad4d252cd2d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.5197008
Apr 30 21:33:16.352783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'subnet': {'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:16.363922 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.412387 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Attempting to bind port 41aa53e9-d702-41a5-b42c-028819fd7c53 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:16.413680 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Attempting to bind port 41aa53e9-d702-41a5-b42c-028819fd7c53 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4308805-8e87-419c-bbe3-ac06bc6e8c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:16.414227 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Attempting to bind port 41aa53e9-d702-41a5-b42c-028819fd7c53 on network e481d728-824c-4236-bec5-d1c537a8afca {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:16.425595 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:16.426303 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Checking segment: {'id': 'b4308805-8e87-419c-bbe3-ac06bc6e8c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:16.426867 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.427414 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Bound using segment: {'id': 'b4308805-8e87-419c-bbe3-ac06bc6e8c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:16.428218 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Bound port: 41aa53e9-d702-41a5-b42c-028819fd7c53, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4308805-8e87-419c-bbe3-ac06bc6e8c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e481d728-824c-4236-bec5-d1c537a8afca'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:16.428765 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.431862 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Pushing event updated for resources: {'Port': ['ID=41aa53e9-d702-41a5-b42c-028819fd7c53,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:16.460244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2263bc8-0269-4ba9-8bc9-2ac151fe8082 req-c2f5d815-2a61-4ced-9553-a72dc85c2abb tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 210 time: 0.1528261
Apr 30 21:33:16.462956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-611e2554-6838-4843-b7f6-8f892a312fb6 None None] Provisioning complete for port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:16.463948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-611e2554-6838-4843-b7f6-8f892a312fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.475325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e773dae9-be1f-4cea-9061-4be59c7be438 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 6c959b02-d70c-43d8-8dd8-79de8e700272 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:16.484869 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e773dae9-be1f-4cea-9061-4be59c7be438 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (6c959b02-d70c-43d8-8dd8-79de8e700272), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.496223 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.498003 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.499789 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.501176 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.502188 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.503146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.505314 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.505864 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.507085 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.507591 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.509102 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.509603 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.510116 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.512178 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.513976 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:16.582630 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] For port 41aa53e9-d702-41a5-b42c-028819fd7c53, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:16.591271 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] For port 41aa53e9-d702-41a5-b42c-028819fd7c53, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41aa53e9-d702-41a5-b42c-028819fd7c53,segment=NetworkSegment(b4308805-8e87-419c-bbe3-ac06bc6e8c20),segment_id=b4308805-8e87-419c-bbe3-ac06bc6e8c20)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:16.594712 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e773dae9-be1f-4cea-9061-4be59c7be438 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (6c959b02-d70c-43d8-8dd8-79de8e700272), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.598748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.612660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-611e2554-6838-4843-b7f6-8f892a312fb6 None None] Current status of the port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:16.715998 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.727792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-798fda79-1fd2-40d5-a0ff-7e67c2c25b02 None None] Could not find standard attr ID for object f32c718c-acaa-4dd3-8fe6-c2c4e0881191. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:33:16.806904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Deleting port 41aa53e9-d702-41a5-b42c-028819fd7c53 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:16.807254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:16.815405 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9590-a8a1-4daf-8e70-c8a876ec8fe8 None None] Pushing event updated for resources: {'Port': ['ID=41aa53e9-d702-41a5-b42c-028819fd7c53,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:16.846633 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Routers {'9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:16.847294 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c98c2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:32:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:16.898955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55220) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:16.995126 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.073892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] For port 41aa53e9-d702-41a5-b42c-028819fd7c53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41aa53e9-d702-41a5-b42c-028819fd7c53,segment=NetworkSegment(b4308805-8e87-419c-bbe3-ac06bc6e8c20),segment_id=b4308805-8e87-419c-bbe3-ac06bc6e8c20)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:17.074597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.075922 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] Set router 9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:33:17.110623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Calling delete_port for 41aa53e9-d702-41a5-b42c-028819fd7c53 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:17.117474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 146824ca-5da2-4d90-8bb9-dca1f52a7b03 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:17.159448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d3d25cb-fa12-40d9-9582-da8ab6ba9bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.197397 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c98c2b0>, [{'id': '9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7', 'name': '', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:10Z', 'updated_at': '2022-04-30T21:33:16Z', 'revision_number': 4, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:17.229083 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1a121-6221-400a-88b6-cdb6a873b846 None None] The sync data for ids ['9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7'] in ncdv-master-1 is: [{'id': '9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7', 'name': '', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:10Z', 'updated_at': '2022-04-30T21:33:16Z', 'revision_number': 4, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:33:17.232171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:17.233086 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.235689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e773dae9-be1f-4cea-9061-4be59c7be438 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (6c959b02-d70c-43d8-8dd8-79de8e700272), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.304455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Made reservation on behalf of 4dd861b3869e413a8aa1d2d6ccae518f for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:17.309101 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.372015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:17.423103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d3d25cb-fa12-40d9-9582-da8ab6ba9bc4 admin admin] Publish callbacks [] for security_group (ba77cfa2-5bc5-4508-b9c6-ada960e5eaba), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.491740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d3d25cb-fa12-40d9-9582-da8ab6ba9bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ba77cfa2-5bc5-4508-b9c6-ada960e5eaba), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.532598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d25cb-fa12-40d9-9582-da8ab6ba9bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba77cfa2-5bc5-4508-b9c6-ada960e5eaba,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:17.539386 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8d3d25cb-fa12-40d9-9582-da8ab6ba9bc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a79a12e15b8741baa60f90568895439a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6369026
Apr 30 21:33:17.539591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55232) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:17.546130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e773dae9-be1f-4cea-9061-4be59c7be438 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (6c959b02-d70c-43d8-8dd8-79de8e700272), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.546948 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (41aa53e9-d702-41a5-b42c-028819fd7c53), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.615599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event deleted for resources: {'Port': ['ID=41aa53e9-d702-41a5-b42c-028819fd7c53,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:17.648942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773dae9-be1f-4cea-9061-4be59c7be438 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=6c959b02-d70c-43d8-8dd8-79de8e700272,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:17.649786 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e773dae9-be1f-4cea-9061-4be59c7be438 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.654259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e773dae9-be1f-4cea-9061-4be59c7be438 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/6c959b02-d70c-43d8-8dd8-79de8e700272 HTTP/1.1" status: 204  len: 168 time: 1.4128098
Apr 30 21:33:17.660343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55236) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:17.661708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b87af-c42a-4dc7-a314-cadb55d80b78 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:17.678343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2f8c5a7-f7a7-48e0-8705-72ad5412c14b req-76f7b06f-713b-47b2-b7b7-0a1fecabe8cd tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 210 time: 0.0821159
Apr 30 21:33:17.737194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-04951036-8f9a-41c6-a4e8-e3323f4ca13d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet c64dcc69-d982-42d3-bfbc-fd7f7241bdd7 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:17.802160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04951036-8f9a-41c6-a4e8-e3323f4ca13d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (c64dcc69-d982-42d3-bfbc-fd7f7241bdd7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.873331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.877938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a610d3e9-ffd4-4461-8098-0bde570650b2 admin admin] Publish callbacks [] for security_group (ba77cfa2-5bc5-4508-b9c6-ada960e5eaba), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.880524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (235e6567-9b95-4be9-a2e6-8cd1ca7b77d3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.882922 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04951036-8f9a-41c6-a4e8-e3323f4ca13d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (c64dcc69-d982-42d3-bfbc-fd7f7241bdd7), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.907856 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f0600579-b5e4-4f30-8626-340f87fc7349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:17.969026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Subnet': ['ID=235e6567-9b95-4be9-a2e6-8cd1ca7b77d3,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:17.984037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Checking segment: {'id': '3cae7d6f-a02f-4d37-aedc-50877dc48ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:17.984420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Network hostable DHCP agents. Network: 7499ce16-ba45-4280-812f-7e0f1a16591b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:33:18.068707 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.078394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_controller (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.088596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Network 7499ce16-ba45-4280-812f-7e0f1a16591b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:33:18.097849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a610d3e9-ffd4-4461-8098-0bde570650b2 admin admin] Publish callbacks [] for security_group (ba77cfa2-5bc5-4508-b9c6-ada960e5eaba), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.213787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04951036-8f9a-41c6-a4e8-e3323f4ca13d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c64dcc69-d982-42d3-bfbc-fd7f7241bdd7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.245097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7499ce16-ba45-4280-812f-7e0f1a16591b) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:18.252012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:18.252697 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.253128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c010f01-3bc6-464f-8c7b-424a7567a3cf None None] Network 7499ce16-ba45-4280-812f-7e0f1a16591b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:18.315091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.315091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:33:18.321149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.325690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55240) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:18.326015 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2d7c75e7-2c67-4d0e-a5a4-1a2a57404054 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "DELETE /v2.0/routers/9cba1ff2-49c9-4de6-9412-16ee7b1d4ad7 HTTP/1.1" status: 204  len: 168 time: 2.7149851
Apr 30 21:33:18.393749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-40039feb-bcbd-4d9b-a761-eea299f8f243 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Deleting subnet 7982eb6b-8a32-4040-8710-1619a4d88d6c {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:18.397318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40039feb-bcbd-4d9b-a761-eea299f8f243 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for subnet (7982eb6b-8a32-4040-8710-1619a4d88d6c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.438091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7499ce16-ba45-4280-812f-7e0f1a16591b', 'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b', 'project_id': '4dd861b3869e413a8aa1d2d6ccae518f', 'fixed_ips': [{'subnet_id': '235e6567-9b95-4be9-a2e6-8cd1ca7b77d3'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:33:18.439822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.457936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a610d3e9-ffd4-4461-8098-0bde570650b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ba77cfa2-5bc5-4508-b9c6-ada960e5eaba), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.460823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a610d3e9-ffd4-4461-8098-0bde570650b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.462213 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a610d3e9-ffd4-4461-8098-0bde570650b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba77cfa2-5bc5-4508-b9c6-ada960e5eaba HTTP/1.1" status: 204  len: 168 time: 0.9217267
Apr 30 21:33:18.485614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610d3e9-ffd4-4461-8098-0bde570650b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba77cfa2-5bc5-4508-b9c6-ada960e5eaba,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:18.487973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04951036-8f9a-41c6-a4e8-e3323f4ca13d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (c64dcc69-d982-42d3-bfbc-fd7f7241bdd7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.587760 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8df843fc-ae0c-46c3-a987-8a3f233df4f5 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2466018
Apr 30 21:33:18.591389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04951036-8f9a-41c6-a4e8-e3323f4ca13d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=c64dcc69-d982-42d3-bfbc-fd7f7241bdd7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:18.599359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55246) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:18.612783 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40039feb-bcbd-4d9b-a761-eea299f8f243 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (7982eb6b-8a32-4040-8710-1619a4d88d6c), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.613992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04951036-8f9a-41c6-a4e8-e3323f4ca13d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.618413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-04951036-8f9a-41c6-a4e8-e3323f4ca13d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/c64dcc69-d982-42d3-bfbc-fd7f7241bdd7 HTTP/1.1" status: 204  len: 168 time: 0.9570735
Apr 30 21:33:18.624265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b', 'name': 'tempest-AllowedAddressPairTestJSON-1871712480'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:18.633299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55248) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:18.728266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae3a30-1545-44f7-a703-cacf6b0e40b6 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:18.733343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40039feb-bcbd-4d9b-a761-eea299f8f243 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7982eb6b-8a32-4040-8710-1619a4d88d6c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:18.779480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-85f268cf-1682-4762-afc5-e849b31edb6c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:18.781630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-85f268cf-1682-4762-afc5-e849b31edb6c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.35 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 810 time: 0.3540089
Apr 30 21:33:18.781912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1a74b208-6ade-438e-a740-eb2ae40fbe11 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1457617
Apr 30 21:33:18.784443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55252) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:18.789649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:18.799449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Allocated IP 172.20.0.2 (7499ce16-ba45-4280-812f-7e0f1a16591b/235e6567-9b95-4be9-a2e6-8cd1ca7b77d3/84410cc6-6542-4667-92e2-1e596ae8d7a6) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:18.830602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Request body: {'port': {'device_id': '15397ace-76c0-43f0-a04b-0f6ffdc2cab3', 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3', 'admin_state_up': True, 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:18.837350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1333a969-b025-4552-9779-75b6e0cd418c None None] Provisioning complete for port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:18.838433 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1333a969-b025-4552-9779-75b6e0cd418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.001158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee394ffb-3e9b-440c-8f4c-d71e34f0b86a req-933dfbb0-4aeb-4fc6-b87e-5841923aef4f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 210 time: 0.1981416
Apr 30 21:33:19.052673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Made reservation on behalf of 4dd861b3869e413a8aa1d2d6ccae518f for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:19.058865 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.127930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] device_id is not set on port f49a4e03-a307-4405-8412-3ebbb0187e72 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:19.158562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40039feb-bcbd-4d9b-a761-eea299f8f243 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (7982eb6b-8a32-4040-8710-1619a4d88d6c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.216695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Made reservation on behalf of 7328d5d6d45a4e80820e1a57f9f9a81c for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:19.220150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.222578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40039feb-bcbd-4d9b-a761-eea299f8f243 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7982eb6b-8a32-4040-8710-1619a4d88d6c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:19.224295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:19.227682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.233538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40039feb-bcbd-4d9b-a761-eea299f8f243 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.239225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-40039feb-bcbd-4d9b-a761-eea299f8f243 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/7982eb6b-8a32-4040-8710-1619a4d88d6c HTTP/1.1" status: 204  len: 168 time: 0.9100919
Apr 30 21:33:19.240715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55268) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:19.351702 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Publish callbacks [] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.362881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:33:19.377987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1333a969-b025-4552-9779-75b6e0cd418c None None] Current status of the port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:19.393162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e481d728-824c-4236-bec5-d1c537a8afca), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.434997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] Deleting port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:19.435588 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.496278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55272) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:19.505197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e481d728-824c-4236-bec5-d1c537a8afca), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.514605 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.521020 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d751c7b7-0116-4cfb-a0af-12fbdfaceaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.533252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896764fac0>,) {'filters': {'network_id': ['e481d728-824c-4236-bec5-d1c537a8afca']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:19.541602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896764fac0>, 'b4308805-8e87-419c-bbe3-ac06bc6e8c20') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:19.541950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896764fac0>, 'b4308805-8e87-419c-bbe3-ac06bc6e8c20') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:19.559187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (b4308805-8e87-419c-bbe3-ac06bc6e8c20), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.575103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b4308805-8e87-419c-bbe3-ac06bc6e8c20), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.582297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:33:19.582840 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (b4308805-8e87-419c-bbe3-ac06bc6e8c20), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.590429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Network 7499ce16-ba45-4280-812f-7e0f1a16591b is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:19.594690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Allocated IP 172.20.0.5 (a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3/96a7c5ee-86af-4f36-95ed-8e506ba49cea/94cfe8ca-d48c-43aa-9182-603cbe2dcef4) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:19.607546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Pushing event updated for resources: {'Port': ['ID=84410cc6-6542-4667-92e2-1e596ae8d7a6,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:19.619656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:19.629377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:33:19.655721 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:33:19.697346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] For port 146824ca-5da2-4d90-8bb9-dca1f52a7b03, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=146824ca-5da2-4d90-8bb9-dca1f52a7b03,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:19.697790 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.719563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Allocated IP 172.20.0.6 (7499ce16-ba45-4280-812f-7e0f1a16591b/235e6567-9b95-4be9-a2e6-8cd1ca7b77d3/f49a4e03-a307-4405-8412-3ebbb0187e72) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:19.734116 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (8bb8b460-07b7-4670-8102-60af152c9df9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.736771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] Calling delete_port for 146824ca-5da2-4d90-8bb9-dca1f52a7b03 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:19.738904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e481d728-824c-4236-bec5-d1c537a8afca), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.744375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e481d728-824c-4236-bec5-d1c537a8afca {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Apr 30 21:33:19.747446 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.748345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Attempting to bind port 84410cc6-6542-4667-92e2-1e596ae8d7a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:19.748737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Attempting to bind port 84410cc6-6542-4667-92e2-1e596ae8d7a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cae7d6f-a02f-4d37-aedc-50877dc48ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:19.749127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Attempting to bind port 84410cc6-6542-4667-92e2-1e596ae8d7a6 on network 7499ce16-ba45-4280-812f-7e0f1a16591b {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:19.751757 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "DELETE /v2.0/networks/e481d728-824c-4236-bec5-d1c537a8afca HTTP/1.1" status: 204  len: 168 time: 0.5085437
Apr 30 21:33:19.764166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:19.764570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Checking segment: {'id': '3cae7d6f-a02f-4d37-aedc-50877dc48ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:19.764978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.765489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Bound using segment: {'id': '3cae7d6f-a02f-4d37-aedc-50877dc48ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:19.766006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Bound port: 84410cc6-6542-4667-92e2-1e596ae8d7a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cae7d6f-a02f-4d37-aedc-50877dc48ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:19.766394 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.775339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc10ecb-0d29-4c23-aa9a-fecde4c46c9b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event deleted for resources: {'Network': ['ID=e481d728-824c-4236-bec5-d1c537a8afca,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:19.817842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d751c7b7-0116-4cfb-a0af-12fbdfaceaaa admin admin] Publish callbacks [] for security_group (5fed7c50-dda6-4c05-99dc-38d469cd63b0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.820058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:19.829526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:19.842039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:19.843065 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.858521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=8bb8b460-07b7-4670-8102-60af152c9df9,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:19.894921 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d751c7b7-0116-4cfb-a0af-12fbdfaceaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5fed7c50-dda6-4c05-99dc-38d469cd63b0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:19.956077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] For port 84410cc6-6542-4667-92e2-1e596ae8d7a6, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:19.962841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f3161afb-40ce-470a-98ff-b9ba94637ffc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1771548
Apr 30 21:33:19.964051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751c7b7-0116-4cfb-a0af-12fbdfaceaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed7c50-dda6-4c05-99dc-38d469cd63b0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:19.969009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55286) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:19.979888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-60d58b0b-cf82-462b-aecc-701d24a9ae30 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:20.003061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] For port 84410cc6-6542-4667-92e2-1e596ae8d7a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84410cc6-6542-4667-92e2-1e596ae8d7a6,segment=NetworkSegment(3cae7d6f-a02f-4d37-aedc-50877dc48ce6),segment_id=3cae7d6f-a02f-4d37-aedc-50877dc48ce6)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:20.003706 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks [] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.078586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (f49a4e03-a307-4405-8412-3ebbb0187e72), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.082291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d751c7b7-0116-4cfb-a0af-12fbdfaceaaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee9b5678cac54f69bc88d6be2091f648&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5814319
Apr 30 21:33:20.085133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55292) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:20.086881 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.181978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (146824ca-5da2-4d90-8bb9-dca1f52a7b03), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.220480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5d363-4d6e-4a13-826c-45cd0cb44fc6 None None] Pushing event updated for resources: {'Port': ['ID=84410cc6-6542-4667-92e2-1e596ae8d7a6,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:20.223363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] No DVR routers for this DVR port 146824ca-5da2-4d90-8bb9-dca1f52a7b03 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:20.261155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7948b46-5265-4510-a37d-725ca59cd06b None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:20.265337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5d871-7a8d-4842-b6d3-e8a1b44c0761 None None] Pushing event deleted for resources: {'Port': ['ID=146824ca-5da2-4d90-8bb9-dca1f52a7b03,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:20.304564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.319177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:33:20.358353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6b8d-76c1-4085-8e73-86570c4ecfd5 req-fab83bc0-55e8-416a-b003-24be8f080ea8 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:20.371591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-855b6b8d-76c1-4085-8e73-86570c4ecfd5 req-fab83bc0-55e8-416a-b003-24be8f080ea8 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 931 time: 0.2672243
Apr 30 21:33:20.378789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f49a4e03-a307-4405-8412-3ebbb0187e72), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.390713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9950363e-cda8-437d-9b54-7b2f20303775 admin admin] Publish callbacks [] for security_group (5fed7c50-dda6-4c05-99dc-38d469cd63b0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.493785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Network 7499ce16-ba45-4280-812f-7e0f1a16591b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:20.499967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:20.504305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:20.509394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d58b0b-cf82-462b-aecc-701d24a9ae30 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:20.519361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-60d58b0b-cf82-462b-aecc-701d24a9ae30 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.547879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:20.550657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': '8bb8b460-07b7-4670-8102-60af152c9df9'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:33:20.551672 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.556919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Pushing event updated for resources: {'Port': ['ID=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:20.561345 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9950363e-cda8-437d-9b54-7b2f20303775 admin admin] Publish callbacks [] for security_group (5fed7c50-dda6-4c05-99dc-38d469cd63b0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.569080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ce6abf0-3809-482d-95e8-b44bf9f135f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.573182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:20.586031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:20.593938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55310) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:20.602128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c3f98b99-60a6-46a7-9127-1fdfdf51bc17 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'router': {'name': 'tempest-router--1773569189', 'project_id': '6925687ebfb344f3af033319124648aa'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:20.643017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-855b6b8d-76c1-4085-8e73-86570c4ecfd5 req-771c0311-964c-4a81-b569-b1717acacf3a tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2703209
Apr 30 21:33:20.695567 ncdv-master-1 neutron-server[115773]: INFO neutron.db.ipam_backend_mixin [None req-60d58b0b-cf82-462b-aecc-701d24a9ae30 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8bb8b460-07b7-4670-8102-60af152c9df9 (CIDR: 2001:db8::/64)
Apr 30 21:33:20.703000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:20.703893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.761023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f98b99-60a6-46a7-9127-1fdfdf51bc17 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (d2b02bd3-67ac-4f5c-b119-0161da730f2d), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.762684 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f98b99-60a6-46a7-9127-1fdfdf51bc17 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (d2b02bd3-67ac-4f5c-b119-0161da730f2d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.773378 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d58b0b-cf82-462b-aecc-701d24a9ae30 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:33:20.785326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d58b0b-cf82-462b-aecc-701d24a9ae30 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:20.785326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=f49a4e03-a307-4405-8412-3ebbb0187e72,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:20.808842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9950363e-cda8-437d-9b54-7b2f20303775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5fed7c50-dda6-4c05-99dc-38d469cd63b0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.812481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9950363e-cda8-437d-9b54-7b2f20303775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.817347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9950363e-cda8-437d-9b54-7b2f20303775 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fed7c50-dda6-4c05-99dc-38d469cd63b0 HTTP/1.1" status: 204  len: 168 time: 0.7311153
Apr 30 21:33:20.821801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-7442322f-01ba-40d8-85f6-9259e1604712 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0174093
Apr 30 21:33:20.822814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:20.824685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:20.852648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/8bb8b460-07b7-4670-8102-60af152c9df9/152c9014-bea0-4473-8798-be3b370628bb) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:20.853434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Request body: {'port': {'device_id': '15397ace-76c0-43f0-a04b-0f6ffdc2cab3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:20.888063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950363e-cda8-437d-9b54-7b2f20303775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed7c50-dda6-4c05-99dc-38d469cd63b0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:20.888414 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-60d58b0b-cf82-462b-aecc-701d24a9ae30 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9182684
Apr 30 21:33:20.891375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55314) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:20.904923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:20.964035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f98b99-60a6-46a7-9127-1fdfdf51bc17 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_controller (d2b02bd3-67ac-4f5c-b119-0161da730f2d), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.026194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.026800 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ef1e4d34-b357-4d23-8d8e-89d19a0e1ce9 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4240499
Apr 30 21:33:21.031099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55316) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:21.041241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b', 'name': 'tempest-AllowedAddressPairTestJSON-320044705', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:25:41:4b'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:21.055721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f98b99-60a6-46a7-9127-1fdfdf51bc17 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (d2b02bd3-67ac-4f5c-b119-0161da730f2d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.130914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 84410cc6-6542-4667-92e2-1e596ae8d7a6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:21.156687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Publish callbacks [] for port (152c9014-bea0-4473-8798-be3b370628bb), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.169091 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.205645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3f98b99-60a6-46a7-9127-1fdfdf51bc17 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.209810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c3f98b99-60a6-46a7-9127-1fdfdf51bc17 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.6093409
Apr 30 21:33:21.210250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55320) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:21.215958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 84410cc6-6542-4667-92e2-1e596ae8d7a6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:21.216346 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.266221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Made reservation on behalf of 4dd861b3869e413a8aa1d2d6ccae518f for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:21.304704 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (152c9014-bea0-4473-8798-be3b370628bb), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.398211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:21.409067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Pushing event updated for resources: {'Port': ['ID=152c9014-bea0-4473-8798-be3b370628bb,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:21.414016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:21.418034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:21.435455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.447148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.466797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] device_id is not set on port f7d91e7b-62a6-4ca8-b680-d7351e9b4258 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:21.498566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b5089dc-b155-4b78-8bb9-254e1d96c12f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (d2b02bd3-67ac-4f5c-b119-0161da730f2d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.524055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 84410cc6-6542-4667-92e2-1e596ae8d7a6 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:21.524605 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.539159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:21.543390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.568608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Attempting to bind port 152c9014-bea0-4473-8798-be3b370628bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:21.569160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Attempting to bind port 152c9014-bea0-4473-8798-be3b370628bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:21.569806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Attempting to bind port 152c9014-bea0-4473-8798-be3b370628bb on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:21.578370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:21.591266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:21.591266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.591266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:21.591266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Bound port: 152c9014-bea0-4473-8798-be3b370628bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:21.591266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (152c9014-bea0-4473-8798-be3b370628bb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.691257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 84410cc6-6542-4667-92e2-1e596ae8d7a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84410cc6-6542-4667-92e2-1e596ae8d7a6,segment=NetworkSegment(3cae7d6f-a02f-4d37-aedc-50877dc48ce6),segment_id=3cae7d6f-a02f-4d37-aedc-50877dc48ce6)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:21.753411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] For port 152c9014-bea0-4473-8798-be3b370628bb, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:21.758286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] For port 152c9014-bea0-4473-8798-be3b370628bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=152c9014-bea0-4473-8798-be3b370628bb,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:21.772109 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Allocated IP 172.20.0.13 (7499ce16-ba45-4280-812f-7e0f1a16591b/235e6567-9b95-4be9-a2e6-8cd1ca7b77d3/f7d91e7b-62a6-4ca8-b680-d7351e9b4258) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:21.818377 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.826072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547410b-fa9f-4526-811b-cb7ef0846a9d None None] Network 7499ce16-ba45-4280-812f-7e0f1a16591b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:21.865570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b5089dc-b155-4b78-8bb9-254e1d96c12f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (d2b02bd3-67ac-4f5c-b119-0161da730f2d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.873992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b5089dc-b155-4b78-8bb9-254e1d96c12f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_controller (d2b02bd3-67ac-4f5c-b119-0161da730f2d), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.947871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 146824ca-5da2-4d90-8bb9-dca1f52a7b03 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:21.951284 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (152c9014-bea0-4473-8798-be3b370628bb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:21.957578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79e2ce-683e-47a1-a43f-541c7112d589 req-4bd14e62-0bda-4739-9197-746fa414fec8 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:21.966172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f79e2ce-683e-47a1-a43f-541c7112d589 req-4bd14e62-0bda-4739-9197-746fa414fec8 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 931 time: 0.1435874
Apr 30 21:33:22.058587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-040d3601-f32d-40bc-9b5d-4b61a2e52f61 None None] Provisioning complete for port 84410cc6-6542-4667-92e2-1e596ae8d7a6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:22.059124 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-040d3601-f32d-40bc-9b5d-4b61a2e52f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.066561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 146824ca-5da2-4d90-8bb9-dca1f52a7b03 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:22.066918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 146824ca-5da2-4d90-8bb9-dca1f52a7b03 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:22.069721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f79e2ce-683e-47a1-a43f-541c7112d589 req-390b9fe5-3a1c-4b1e-aa01-35e43707bbf0 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023781
Apr 30 21:33:22.085085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b5089dc-b155-4b78-8bb9-254e1d96c12f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (d2b02bd3-67ac-4f5c-b119-0161da730f2d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.085834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5089dc-b155-4b78-8bb9-254e1d96c12f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2b02bd3-67ac-4f5c-b119-0161da730f2d {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:33:22.096596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2b5089dc-b155-4b78-8bb9-254e1d96c12f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.097923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2b5089dc-b155-4b78-8bb9-254e1d96c12f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d2b02bd3-67ac-4f5c-b119-0161da730f2d HTTP/1.1" status: 204  len: 168 time: 0.8869648
Apr 30 21:33:22.107576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:33:22.124144 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Publish callbacks [] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.127894 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (f7d91e7b-62a6-4ca8-b680-d7351e9b4258), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.140516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Transition to ACTIVE for port object 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:33:22.212985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=84410cc6-6542-4667-92e2-1e596ae8d7a6,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:22.266072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.419560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d039dd-ceb9-40aa-97dd-913e71accaa1 None None] Pushing event updated for resources: {'Port': ['ID=152c9014-bea0-4473-8798-be3b370628bb,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:22.421605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Pushing event updated for resources: {'Port': ['ID=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:22.444457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-040d3601-f32d-40bc-9b5d-4b61a2e52f61 None None] Current status of the port 84410cc6-6542-4667-92e2-1e596ae8d7a6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:22.453004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f7d91e7b-62a6-4ca8-b680-d7351e9b4258), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.496360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Attempting to bind port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:22.496851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Attempting to bind port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:22.497283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Attempting to bind port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 on network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:22.502714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 on network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:33:22.503160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Attempting to bind port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 on network a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:22.512186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:22.512658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Checking segment: {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:22.513455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Bound using segment: {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:22.513680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Bound port: 94cfe8ca-d48c-43aa-9182-603cbe2dcef4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f21b58a-666b-4196-964d-e6a9a648cfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:22.514180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.576776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Network 7499ce16-ba45-4280-812f-7e0f1a16591b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:22.579613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.objects.ports [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115773) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:33:22.583213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:22.585926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:22.608548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55346) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:22.617443 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=f7d91e7b-62a6-4ca8-b680-d7351e9b4258,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:22.630954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] For port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:22.645395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] For port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:22.721092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.786264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:22.787277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.823689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:22.825073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.827667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] 10.222.0.35 "PUT /v2.0/ports/94cfe8ca-d48c-43aa-9182-603cbe2dcef4 HTTP/1.1" status: 200  len: 1091 time: 1.9901941
Apr 30 21:33:22.828600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15397ace-76c0-43f0-a04b-0f6ffdc2cab3', 'tag': '94cfe8ca-d48c-43aa-9182-603cbe2dcef4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:33:22.831033 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd646d1a-0dd0-4160-b016-5d8708fe9873" -d '{"events": [{"name": "network-changed", "server_uuid": "15397ace-76c0-43f0-a04b-0f6ffdc2cab3", "tag": "94cfe8ca-d48c-43aa-9182-603cbe2dcef4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:33:22.859578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db04f64-f2cb-494a-997d-71741df2298f service neutron] Pushing event updated for resources: {'Port': ['ID=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:22.869953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-01bfd71c-7fc5-40a6-aa4b-0ad83f12e021 None None] Provisioning complete for port f49a4e03-a307-4405-8412-3ebbb0187e72 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:22.884126 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01bfd71c-7fc5-40a6-aa4b-0ad83f12e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f49a4e03-a307-4405-8412-3ebbb0187e72), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:22.949209 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101f3691-b20f-4031-9032-838c4eefcee0 x-openstack-request-id: req-101f3691-b20f-4031-9032-838c4eefcee0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:33:22.949733 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15397ace-76c0-43f0-a04b-0f6ffdc2cab3", "tag": "94cfe8ca-d48c-43aa-9182-603cbe2dcef4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:33:22.949913 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-101f3691-b20f-4031-9032-838c4eefcee0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:33:22.950576 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101f3691-b20f-4031-9032-838c4eefcee0'] response: {'name': 'network-changed', 'server_uuid': '15397ace-76c0-43f0-a04b-0f6ffdc2cab3', 'tag': '94cfe8ca-d48c-43aa-9182-603cbe2dcef4', 'status': 'completed', 'code': 200}
Apr 30 21:33:22.965551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-781502793', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:22.981281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-01bfd71c-7fc5-40a6-aa4b-0ad83f12e021 None None] Port f49a4e03-a307-4405-8412-3ebbb0187e72 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:22.990555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-01bfd71c-7fc5-40a6-aa4b-0ad83f12e021 None None] Provisioning complete for port 84410cc6-6542-4667-92e2-1e596ae8d7a6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:22.990948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01bfd71c-7fc5-40a6-aa4b-0ad83f12e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.019579 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9ec02267-661e-46f6-9281-3044f23cf47b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 1.9857748
Apr 30 21:33:23.020806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55374) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:23.031501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646d1a-0dd0-4160-b016-5d8708fe9873 req-f4c5ad4a-4c8d-4ddd-a54d-d001b442a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:23.033104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd646d1a-0dd0-4160-b016-5d8708fe9873 req-f4c5ad4a-4c8d-4ddd-a54d-d001b442a4b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 1125 time: 0.0587254
Apr 30 21:33:23.200650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (4867c3af-117c-4a3e-b077-563014f8ff6d), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.202043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (4867c3af-117c-4a3e-b077-563014f8ff6d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.215512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72a41a-bdd4-4a91-b87f-ab51dad98389 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:23.231733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72a41a-bdd4-4a91-b87f-ab51dad98389 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:23.238445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc72a41a-bdd4-4a91-b87f-ab51dad98389 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:23.238638 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.240197 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc72a41a-bdd4-4a91-b87f-ab51dad98389 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.2183776
Apr 30 21:33:23.244261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55380) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:23.278919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646d1a-0dd0-4160-b016-5d8708fe9873 req-eebd1cdd-d9ef-4ea3-9069-054f4a987dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:23.278919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd646d1a-0dd0-4160-b016-5d8708fe9873 req-eebd1cdd-d9ef-4ea3-9069-054f4a987dd7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2313731
Apr 30 21:33:23.301579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (152c9014-bea0-4473-8798-be3b370628bb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.302410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 84410cc6-6542-4667-92e2-1e596ae8d7a6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:23.364732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-01bfd71c-7fc5-40a6-aa4b-0ad83f12e021 None None] Current status of the port 84410cc6-6542-4667-92e2-1e596ae8d7a6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:23.422811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (4867c3af-117c-4a3e-b077-563014f8ff6d), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.469979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 84410cc6-6542-4667-92e2-1e596ae8d7a6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:23.473149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8be59-dc58-4f57-b168-f443c0b822d8 req-b6b6e561-630c-4ac2-956f-0f36c0eb2024 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:23.474039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.475602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78a8be59-dc58-4f57-b168-f443c0b822d8 req-b6b6e561-630c-4ac2-956f-0f36c0eb2024 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 943 time: 0.2453945
Apr 30 21:33:23.530675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646d1a-0dd0-4160-b016-5d8708fe9873 req-3a14e519-13d9-4ff8-80ed-70d1329ed863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:23.532847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd646d1a-0dd0-4160-b016-5d8708fe9873 req-3a14e519-13d9-4ff8-80ed-70d1329ed863 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2536964
Apr 30 21:33:23.540578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-33689d8d-4952-49e1-b9cf-155c7bd9aeba tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Deleting port f7d91e7b-62a6-4ca8-b680-d7351e9b4258 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:23.540867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33689d8d-4952-49e1-b9cf-155c7bd9aeba tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f7d91e7b-62a6-4ca8-b680-d7351e9b4258), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.573658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5c766358-a760-42d4-865d-6e6442fa10a6 None None] Provisioning complete for port f49a4e03-a307-4405-8412-3ebbb0187e72 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:23.574567 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5c766358-a760-42d4-865d-6e6442fa10a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f49a4e03-a307-4405-8412-3ebbb0187e72), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.644520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5c766358-a760-42d4-865d-6e6442fa10a6 None None] Port f49a4e03-a307-4405-8412-3ebbb0187e72 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:23.727781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 84410cc6-6542-4667-92e2-1e596ae8d7a6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:23.729377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 152c9014-bea0-4473-8798-be3b370628bb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:23.775492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ae06e445-6774-4494-9804-62cb2ff95bc4 None None] Provisioning complete for port f7d91e7b-62a6-4ca8-b680-d7351e9b4258 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:23.775875 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ae06e445-6774-4494-9804-62cb2ff95bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f7d91e7b-62a6-4ca8-b680-d7351e9b4258), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.797205 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (4867c3af-117c-4a3e-b077-563014f8ff6d), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.802053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-bcd421f2-ade2-4f64-b829-01d584448169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:23.807279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-bcd421f2-ade2-4f64-b829-01d584448169 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 1125 time: 0.1573839
Apr 30 21:33:23.813310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78a8be59-dc58-4f57-b168-f443c0b822d8 req-753eceb8-6d0b-4d90-8fdd-8aa7fe333046 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3279264
Apr 30 21:33:23.858351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ae06e445-6774-4494-9804-62cb2ff95bc4 None None] Port f7d91e7b-62a6-4ca8-b680-d7351e9b4258 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:23.860147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 152c9014-bea0-4473-8798-be3b370628bb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:23.860519 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (152c9014-bea0-4473-8798-be3b370628bb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:23.892314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-de0fd577-a07d-4973-9055-669f0dc8a1e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94cfe8ca-d48c-43aa-9182-603cbe2dcef4 HTTP/1.1" status: 200  len: 217 time: 0.0740166
Apr 30 21:33:23.973814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 152c9014-bea0-4473-8798-be3b370628bb is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:23.974707 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (152c9014-bea0-4473-8798-be3b370628bb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.005943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Provisioning complete for port 152c9014-bea0-4473-8798-be3b370628bb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:24.006682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (152c9014-bea0-4473-8798-be3b370628bb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.047780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-6b35dd3c-cb85-4d1c-8ac5-9168402d81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:24.050257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-6b35dd3c-cb85-4d1c-8ac5-9168402d81ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 200  len: 850 time: 0.1510992
Apr 30 21:33:24.112573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Current status of the port 152c9014-bea0-4473-8798-be3b370628bb is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:24.113025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (152c9014-bea0-4473-8798-be3b370628bb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.143403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-b7885214-9050-4934-a949-7a5889e39782 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861547
Apr 30 21:33:24.211226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33689d8d-4952-49e1-b9cf-155c7bd9aeba tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f7d91e7b-62a6-4ca8-b680-d7351e9b4258), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.237964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-33689d8d-4952-49e1-b9cf-155c7bd9aeba tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Calling delete_port for f7d91e7b-62a6-4ca8-b680-d7351e9b4258 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:24.262515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] For port 152c9014-bea0-4473-8798-be3b370628bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=152c9014-bea0-4473-8798-be3b370628bb,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:24.297734 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (4867c3af-117c-4a3e-b077-563014f8ff6d), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.320037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.338033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (152c9014-bea0-4473-8798-be3b370628bb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.404003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-dfe765de-d6b8-47b2-8298-a830c4fb5013 service neutron] 10.222.0.35 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197292
Apr 30 21:33:24.424137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (152c9014-bea0-4473-8798-be3b370628bb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.475383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (c8cae371-cea1-4e09-9715-c0d00ab823c3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.532196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Allocated IP 172.35.4.15 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/160584d3-d971-40f2-b5ca-510604318f34) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:24.540234 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.558732 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:33:24.559481 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:33:24.562507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7522ef5-05b4-4f64-ae33-11042970e434 req-d6c22d3d-834f-4019-8e70-c09b4c1d6f12 service neutron] 10.222.0.35 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523254
Apr 30 21:33:24.562716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:24.569529 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:33:24.570438 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:33:24.587968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:24.587968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:24.587968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.592881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943c4c0-8f22-435b-8b77-3eae6740b36c None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:24.612036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=c8cae371-cea1-4e09-9715-c0d00ab823c3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:24.621200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=152c9014-bea0-4473-8798-be3b370628bb,revision_number=4']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:24.636074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33689d8d-4952-49e1-b9cf-155c7bd9aeba tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f7d91e7b-62a6-4ca8-b680-d7351e9b4258), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.685165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for port (160584d3-d971-40f2-b5ca-510604318f34), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.697306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33689d8d-4952-49e1-b9cf-155c7bd9aeba tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Port': ['ID=f7d91e7b-62a6-4ca8-b680-d7351e9b4258,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:24.737129 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a8d1c190-389f-4212-aeba-8fb609850ad4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.8414316
Apr 30 21:33:24.737682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55416) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:24.747098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:c2:de:3a', 'name': 'tempest-NetworksTestDHCPv6-1488974761'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:24.807742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (160584d3-d971-40f2-b5ca-510604318f34), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:24.912691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event updated for resources: {'Port': ['ID=160584d3-d971-40f2-b5ca-510604318f34,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:24.919355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:24.921149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:24.932702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:25.018007 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33689d8d-4952-49e1-b9cf-155c7bd9aeba tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:25.023852 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-33689d8d-4952-49e1-b9cf-155c7bd9aeba tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "DELETE /v2.0/ports/f7d91e7b-62a6-4ca8-b680-d7351e9b4258 HTTP/1.1" status: 204  len: 168 time: 1.7760632
Apr 30 21:33:25.024043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55426) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:25.069330 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e71cb3a-9e59-45bb-9ee9-8912db7cd19b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] GET failed (client error): The resource could not be found.
Apr 30 21:33:25.075418 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0e71cb3a-9e59-45bb-9ee9-8912db7cd19b tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "GET /v2.0/ports/f7d91e7b-62a6-4ca8-b680-d7351e9b4258 HTTP/1.1" status: 404  len: 333 time: 0.0459018
Apr 30 21:33:25.075418 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55428) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:25.081287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b', 'name': 'tempest-AllowedAddressPairTestJSON-749748419'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:25.132630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:25.148483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Current status of the port 152c9014-bea0-4473-8798-be3b370628bb is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:25.149590 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (152c9014-bea0-4473-8798-be3b370628bb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:25.179551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02d080-5be3-4aae-a6de-361926f091cf req-cc065fd2-0445-4d77-b04c-2ad21944cfd7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:25.181189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b02d080-5be3-4aae-a6de-361926f091cf req-cc065fd2-0445-4d77-b04c-2ad21944cfd7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 943 time: 0.2502885
Apr 30 21:33:25.182822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 152c9014-bea0-4473-8798-be3b370628bb is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:25.183241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (152c9014-bea0-4473-8798-be3b370628bb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:25.239429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] For port 152c9014-bea0-4473-8798-be3b370628bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=152c9014-bea0-4473-8798-be3b370628bb,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:25.245885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b02d080-5be3-4aae-a6de-361926f091cf req-255577cc-53c0-43ca-a40f-f04a05071c12 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573690
Apr 30 21:33:25.310448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:25.353404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port 69b1ac08-0f65-4a99-94ab-ddc5e9adfa67 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:25.388505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (152c9014-bea0-4473-8798-be3b370628bb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:25.471998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Made reservation on behalf of 4dd861b3869e413a8aa1d2d6ccae518f for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:25.477954 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:25.533164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] device_id is not set on port 2f33ff37-ccb1-4aff-8122-938c2c2ad40c yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:25.793020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:33:25.793579 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:33:25.797602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Allocated IP 172.20.0.5 (7499ce16-ba45-4280-812f-7e0f1a16591b/235e6567-9b95-4be9-a2e6-8cd1ca7b77d3/2f33ff37-ccb1-4aff-8122-938c2c2ad40c) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:25.800234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::6c (a0a65003-beca-4a7f-bcd6-a74df6ab3337/8bb8b460-07b7-4670-8102-60af152c9df9/69b1ac08-0f65-4a99-94ab-ddc5e9adfa67) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:25.802995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cab715-2916-4a6b-9182-7ce951f2c148 None None] Pushing event updated for resources: {'Port': ['ID=152c9014-bea0-4473-8798-be3b370628bb,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:25.816941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8578c5db-f503-4f50-9c43-50d372b60677 None None] Provisioning complete for port 152c9014-bea0-4473-8798-be3b370628bb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:25.816941 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8578c5db-f503-4f50-9c43-50d372b60677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (152c9014-bea0-4473-8798-be3b370628bb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:25.823483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:de3a (a0a65003-beca-4a7f-bcd6-a74df6ab3337/c8cae371-cea1-4e09-9715-c0d00ab823c3/69b1ac08-0f65-4a99-94ab-ddc5e9adfa67) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:25.997705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8578c5db-f503-4f50-9c43-50d372b60677 None None] Current status of the port 152c9014-bea0-4473-8798-be3b370628bb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:26.017248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55456) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:26.031323 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (4867c3af-117c-4a3e-b077-563014f8ff6d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.111677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.127498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (69b1ac08-0f65-4a99-94ab-ddc5e9adfa67), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.187533 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d20b016e-080c-4a85-ab81-46cacea7f56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.258365 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.309522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (69b1ac08-0f65-4a99-94ab-ddc5e9adfa67), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.328090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Network 7499ce16-ba45-4280-812f-7e0f1a16591b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:26.336723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:26.338072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:26.368799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=2f33ff37-ccb1-4aff-8122-938c2c2ad40c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:26.373714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:26.380562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:26.389606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:26.395193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:26.395423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.396428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d20b016e-080c-4a85-ab81-46cacea7f56c admin admin] Publish callbacks [] for security_group (4057d93f-42f2-46b1-9b06-68772415be47), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.405170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (4867c3af-117c-4a3e-b077-563014f8ff6d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.444337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:26.444840 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.473288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=69b1ac08-0f65-4a99-94ab-ddc5e9adfa67,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:26.515688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe0f31-3152-4484-b892-bf55e17c34b2 req-155c2ef0-7466-4af2-b1c9-0c48e632fcce tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:26.517364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5fe0f31-3152-4484-b892-bf55e17c34b2 req-155c2ef0-7466-4af2-b1c9-0c48e632fcce tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 943 time: 0.1639519
Apr 30 21:33:26.527474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d20b016e-080c-4a85-ab81-46cacea7f56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4057d93f-42f2-46b1-9b06-68772415be47), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.587381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 152c9014-bea0-4473-8798-be3b370628bb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:26.600881 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ad754552-0e2a-43b9-a753-9732fd3612a0 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.8605545
Apr 30 21:33:26.601540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55470) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:26.676041 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8738bc66-222a-4f8a-a2a3-452571dc7178 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.5971961
Apr 30 21:33:26.676342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55472) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:26.684536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b016e-080c-4a85-ab81-46cacea7f56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4057d93f-42f2-46b1-9b06-68772415be47,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:26.690709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d20b016e-080c-4a85-ab81-46cacea7f56c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83eaf21051504a7e8943227646e964b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6721721
Apr 30 21:33:26.706337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:25:41:4b'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:26.718366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55474) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:26.752745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 152c9014-bea0-4473-8798-be3b370628bb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:26.809474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5fe0f31-3152-4484-b892-bf55e17c34b2 req-d5ce1596-c157-4152-8575-b2deec880283 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627664
Apr 30 21:33:26.872908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-58eccc89-3f87-4d7e-9888-f4df494a384e None None] Provisioning complete for port 2f33ff37-ccb1-4aff-8122-938c2c2ad40c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:26.878273 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-58eccc89-3f87-4d7e-9888-f4df494a384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.925807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7538666f-591e-4d24-b727-c9d80d3d3844 admin admin] Publish callbacks [] for security_group (4057d93f-42f2-46b1-9b06-68772415be47), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.936559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-58eccc89-3f87-4d7e-9888-f4df494a384e None None] Port 2f33ff37-ccb1-4aff-8122-938c2c2ad40c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:26.938103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 152c9014-bea0-4473-8798-be3b370628bb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:26.938466 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (152c9014-bea0-4473-8798-be3b370628bb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.967602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7538666f-591e-4d24-b727-c9d80d3d3844 admin admin] Publish callbacks [] for security_group (4057d93f-42f2-46b1-9b06-68772415be47), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.969425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d4dda-4073-4c99-b43e-a202dc804915 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port 69b1ac08-0f65-4a99-94ab-ddc5e9adfa67 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:26.969554 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4dda-4073-4c99-b43e-a202dc804915 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (69b1ac08-0f65-4a99-94ab-ddc5e9adfa67), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:26.989380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Router 4867c3af-117c-4a3e-b077-563014f8ff6d is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:33:27.057671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 152c9014-bea0-4473-8798-be3b370628bb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:27.064696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19b161a3-e430-4dac-8e8d-0c7bd82143eb None None] Provisioning complete for port 69b1ac08-0f65-4a99-94ab-ddc5e9adfa67 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:27.065071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19b161a3-e430-4dac-8e8d-0c7bd82143eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (69b1ac08-0f65-4a99-94ab-ddc5e9adfa67), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.073325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4dda-4073-4c99-b43e-a202dc804915 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (69b1ac08-0f65-4a99-94ab-ddc5e9adfa67), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.091682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d4dda-4073-4c99-b43e-a202dc804915 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for 69b1ac08-0f65-4a99-94ab-ddc5e9adfa67 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:27.105661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19b161a3-e430-4dac-8e8d-0c7bd82143eb None None] Port 69b1ac08-0f65-4a99-94ab-ddc5e9adfa67 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:27.115845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.186291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:33:27.203763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b0527-4b45-428e-8056-45ba1ac58850 None None] Sync routers for ids ['4867c3af-117c-4a3e-b077-563014f8ff6d'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:33:27.219035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b0527-4b45-428e-8056-45ba1ac58850 None None] Routers {'4867c3af-117c-4a3e-b077-563014f8ff6d'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:27.219035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-899b0527-4b45-428e-8056-45ba1ac58850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896da3e4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4867c3af-117c-4a3e-b077-563014f8ff6d'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:27.262177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-899b0527-4b45-428e-8056-45ba1ac58850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896da3e4c0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:27.275463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b0527-4b45-428e-8056-45ba1ac58850 None None] Routers {'4867c3af-117c-4a3e-b077-563014f8ff6d'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:27.276394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-899b0527-4b45-428e-8056-45ba1ac58850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896da3e4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4867c3af-117c-4a3e-b077-563014f8ff6d'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:27.303364 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7538666f-591e-4d24-b727-c9d80d3d3844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4057d93f-42f2-46b1-9b06-68772415be47), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.306070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7538666f-591e-4d24-b727-c9d80d3d3844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.315921 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.316406 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7538666f-591e-4d24-b727-c9d80d3d3844 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4057d93f-42f2-46b1-9b06-68772415be47 HTTP/1.1" status: 204  len: 168 time: 0.5898919
Apr 30 21:33:27.316567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e6d417fd-e717-4e64-92be-75e0c4e58c8c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 4.7007093
Apr 30 21:33:27.316567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55498) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:27.326667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538666f-591e-4d24-b727-c9d80d3d3844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4057d93f-42f2-46b1-9b06-68772415be47,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:27.331626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-899b0527-4b45-428e-8056-45ba1ac58850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896da3e4c0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:27.336438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899b0527-4b45-428e-8056-45ba1ac58850 None None] The sync data for ids ['4867c3af-117c-4a3e-b077-563014f8ff6d'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:33:27.418757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4dda-4073-4c99-b43e-a202dc804915 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (69b1ac08-0f65-4a99-94ab-ddc5e9adfa67), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.471943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d4dda-4073-4c99-b43e-a202dc804915 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=69b1ac08-0f65-4a99-94ab-ddc5e9adfa67,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:27.495388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-78a3900a-7ba5-4307-ac00-7865539004d5 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/routers/4867c3af-117c-4a3e-b077-563014f8ff6d HTTP/1.1" status: 200  len: 919 time: 0.1794055
Apr 30 21:33:27.498970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55500) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:27.540380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ad286994-c7aa-4b0b-89b6-6945bc31a6da tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=4867c3af-117c-4a3e-b077-563014f8ff6d HTTP/1.1" status: 200  len: 205 time: 0.0403285
Apr 30 21:33:27.543900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55502) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:27.569101 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e1d4dda-4073-4c99-b43e-a202dc804915 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.573198 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6e1d4dda-4073-4c99-b43e-a202dc804915 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/69b1ac08-0f65-4a99-94ab-ddc5e9adfa67 HTTP/1.1" status: 204  len: 168 time: 0.9698422
Apr 30 21:33:27.579167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55506) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:27.663794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c8e94-6717-408d-81cb-2e41dd404977 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:27.665099 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-049c8e94-6717-408d-81cb-2e41dd404977 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0847483
Apr 30 21:33:27.668952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55510) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:27.708945 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.731053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5da03e-2ac6-411b-854f-91370ce14ed8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:27.732559 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1c5da03e-2ac6-411b-854f-91370ce14ed8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0625701
Apr 30 21:33:27.732974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (4867c3af-117c-4a3e-b077-563014f8ff6d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.740567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55512) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:27.806142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687ee6-3cf8-4a43-977c-714135f792ed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:27.807487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687ee6-3cf8-4a43-977c-714135f792ed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:27.808811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc687ee6-3cf8-4a43-977c-714135f792ed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:27.810433 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fc687ee6-3cf8-4a43-977c-714135f792ed tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0678015
Apr 30 21:33:27.813141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55514) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:27.814685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.893724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4651c2e-8d27-47c5-a6a6-435e431a6902 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet 8bb8b460-07b7-4670-8102-60af152c9df9 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:27.897713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4651c2e-8d27-47c5-a6a6-435e431a6902 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (8bb8b460-07b7-4670-8102-60af152c9df9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.934041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=2f33ff37-ccb1-4aff-8122-938c2c2ad40c,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:27.947605 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4651c2e-8d27-47c5-a6a6-435e431a6902 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8bb8b460-07b7-4670-8102-60af152c9df9), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.986982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] In _notify_port_updated(), no bound segment for port 2f33ff37-ccb1-4aff-8122-938c2c2ad40c on network 7499ce16-ba45-4280-812f-7e0f1a16591b {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:33:27.992061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:27.992713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:27.994066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d38c2eee-9312-4923-8027-efb8fc478075 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "PUT /v2.0/ports/2f33ff37-ccb1-4aff-8122-938c2c2ad40c HTTP/1.1" status: 200  len: 992 time: 1.3162978
Apr 30 21:33:27.997796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55520) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:28.009486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (4867c3af-117c-4a3e-b077-563014f8ff6d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.024770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f87a5-83e5-4cdc-9e33-91b840b5e833 req-8716f39f-02ab-4383-b5f5-d1d0b6f796da tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:28.026325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d3f87a5-83e5-4cdc-9e33-91b840b5e833 req-8716f39f-02ab-4383-b5f5-d1d0b6f796da tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 943 time: 0.0966060
Apr 30 21:33:28.095085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d3f87a5-83e5-4cdc-9e33-91b840b5e833 req-ee6e39e5-9d21-4294-943d-cf0b660a026d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610590
Apr 30 21:33:28.121206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4651c2e-8d27-47c5-a6a6-435e431a6902 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8bb8b460-07b7-4670-8102-60af152c9df9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.157545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5b28c-1f46-4d98-9c15-3ba2d89e06af tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Deleting port 2f33ff37-ccb1-4aff-8122-938c2c2ad40c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:28.157813 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc5b28c-1f46-4d98-9c15-3ba2d89e06af tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.172494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Deleting port 160584d3-d971-40f2-b5ca-510604318f34 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:28.172817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (160584d3-d971-40f2-b5ca-510604318f34), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.237376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-68ef7fa5-8252-4110-a906-25c04e1ceeb0 None None] Provisioning complete for port 2f33ff37-ccb1-4aff-8122-938c2c2ad40c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:28.237899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-68ef7fa5-8252-4110-a906-25c04e1ceeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.238626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55522) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:28.263205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-afd9bbc0-cdb1-471d-a269-f450c15472df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.266364 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (160584d3-d971-40f2-b5ca-510604318f34), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.283004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Calling delete_port for 160584d3-d971-40f2-b5ca-510604318f34 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:28.295495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-68ef7fa5-8252-4110-a906-25c04e1ceeb0 None None] Port 2f33ff37-ccb1-4aff-8122-938c2c2ad40c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:28.300944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc5b28c-1f46-4d98-9c15-3ba2d89e06af tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.316539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4651c2e-8d27-47c5-a6a6-435e431a6902 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8bb8b460-07b7-4670-8102-60af152c9df9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.320864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5b28c-1f46-4d98-9c15-3ba2d89e06af tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Calling delete_port for 2f33ff37-ccb1-4aff-8122-938c2c2ad40c owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:28.371405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4651c2e-8d27-47c5-a6a6-435e431a6902 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.375032 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4651c2e-8d27-47c5-a6a6-435e431a6902 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/8bb8b460-07b7-4670-8102-60af152c9df9 HTTP/1.1" status: 204  len: 168 time: 0.5609565
Apr 30 21:33:28.379913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8504ef-6016-419e-b00c-c80770807e3b None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:28.382857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4651c2e-8d27-47c5-a6a6-435e431a6902 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb8b460-07b7-4670-8102-60af152c9df9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:28.387493 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55524) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:28.516887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-18765862-8b53-4012-93d9-7c1279d657b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet c8cae371-cea1-4e09-9715-c0d00ab823c3 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:28.528994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18765862-8b53-4012-93d9-7c1279d657b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (c8cae371-cea1-4e09-9715-c0d00ab823c3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.553232 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (160584d3-d971-40f2-b5ca-510604318f34), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.564241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-afd9bbc0-cdb1-471d-a269-f450c15472df admin admin] Publish callbacks [] for security_group (fdb04adb-bdbe-4079-bc58-2da3e67ff98e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.586735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event deleted for resources: {'Port': ['ID=160584d3-d971-40f2-b5ca-510604318f34,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:28.594399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18765862-8b53-4012-93d9-7c1279d657b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (c8cae371-cea1-4e09-9715-c0d00ab823c3), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.663645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (4867c3af-117c-4a3e-b077-563014f8ff6d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.705739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-afd9bbc0-cdb1-471d-a269-f450c15472df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fdb04adb-bdbe-4079-bc58-2da3e67ff98e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.756550 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc5b28c-1f46-4d98-9c15-3ba2d89e06af tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2f33ff37-ccb1-4aff-8122-938c2c2ad40c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.773110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (4867c3af-117c-4a3e-b077-563014f8ff6d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.773110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (4867c3af-117c-4a3e-b077-563014f8ff6d), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.773439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18765862-8b53-4012-93d9-7c1279d657b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c8cae371-cea1-4e09-9715-c0d00ab823c3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.778946 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-afd9bbc0-cdb1-471d-a269-f450c15472df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4940b3033c5548d6bbfb4d93e141c01e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5369358
Apr 30 21:33:28.779991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55528) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:28.799667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9bbc0-cdb1-471d-a269-f450c15472df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb04adb-bdbe-4079-bc58-2da3e67ff98e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:28.829619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5b28c-1f46-4d98-9c15-3ba2d89e06af tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Port': ['ID=2f33ff37-ccb1-4aff-8122-938c2c2ad40c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:28.901572 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51dba3f8-1722-43a1-86e2-ff61fe3d7e25 admin admin] Publish callbacks [] for security_group (fdb04adb-bdbe-4079-bc58-2da3e67ff98e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.912848 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (4867c3af-117c-4a3e-b077-563014f8ff6d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.913637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Fanout notify agent at l3_agent the message router_deleted on router 4867c3af-117c-4a3e-b077-563014f8ff6d {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:33:28.923206 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:28.930652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-23910577-6057-4faa-b05c-f7cae8b3defb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/4867c3af-117c-4a3e-b077-563014f8ff6d HTTP/1.1" status: 204  len: 168 time: 1.3857129
Apr 30 21:33:28.930867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55532) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:28.935929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1147471153', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': False}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:28.946890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51dba3f8-1722-43a1-86e2-ff61fe3d7e25 admin admin] Publish callbacks [] for security_group (fdb04adb-bdbe-4079-bc58-2da3e67ff98e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.001048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18765862-8b53-4012-93d9-7c1279d657b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (c8cae371-cea1-4e09-9715-c0d00ab823c3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.048572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18765862-8b53-4012-93d9-7c1279d657b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cae371-cea1-4e09-9715-c0d00ab823c3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:29.052226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc5b28c-1f46-4d98-9c15-3ba2d89e06af tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.058467 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8bc5b28c-1f46-4d98-9c15-3ba2d89e06af tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "DELETE /v2.0/ports/2f33ff37-ccb1-4aff-8122-938c2c2ad40c HTTP/1.1" status: 204  len: 168 time: 1.0577812
Apr 30 21:33:29.066086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55542) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:29.066598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18765862-8b53-4012-93d9-7c1279d657b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.066598 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-18765862-8b53-4012-93d9-7c1279d657b4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/c8cae371-cea1-4e09-9715-c0d00ab823c3 HTTP/1.1" status: 204  len: 168 time: 0.6737289
Apr 30 21:33:29.066598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55544) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:29.084042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51dba3f8-1722-43a1-86e2-ff61fe3d7e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fdb04adb-bdbe-4079-bc58-2da3e67ff98e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.086997 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51dba3f8-1722-43a1-86e2-ff61fe3d7e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.093532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51dba3f8-1722-43a1-86e2-ff61fe3d7e25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fdb04adb-bdbe-4079-bc58-2da3e67ff98e HTTP/1.1" status: 204  len: 168 time: 0.3099470
Apr 30 21:33:29.096634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:33:29.122895 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-639033c0-a7f0-40df-adab-81e53b010dd4 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] GET failed (client error): The resource could not be found.
Apr 30 21:33:29.124377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-639033c0-a7f0-40df-adab-81e53b010dd4 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "GET /v2.0/ports/2f33ff37-ccb1-4aff-8122-938c2c2ad40c HTTP/1.1" status: 404  len: 333 time: 0.0645080
Apr 30 21:33:29.130945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55552) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:29.136798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b', 'name': 'tempest-AllowedAddressPairTestJSON-1473946664'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:29.140162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dba3f8-1722-43a1-86e2-ff61fe3d7e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb04adb-bdbe-4079-bc58-2da3e67ff98e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:29.141063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.150945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.168651 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-54d3c6cf-fcf3-49d7-91b9-d11b71faa166 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0987692
Apr 30 21:33:29.175116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55554) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:29.192905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:29.336133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf9524-a900-41da-a4dc-cb1cc2f94be9 req-533b007b-3607-42e2-80ab-a62afc3f00f9 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:29.336133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edcf9524-a900-41da-a4dc-cb1cc2f94be9 req-533b007b-3607-42e2-80ab-a62afc3f00f9 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 943 time: 0.0843465
Apr 30 21:33:29.362431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:29.382375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '94cfe8ca-d48c-43aa-9182-603cbe2dcef4', 'network_id': 'a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3', 'port_id': '94cfe8ca-d48c-43aa-9182-603cbe2dcef4', 'mac_address': 'fa:16:3e:ce:44:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a7c5ee-86af-4f36-95ed-8e506ba49cea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:33:29.394035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edcf9524-a900-41da-a4dc-cb1cc2f94be9 req-fd991540-b7e0-4a82-bd4f-228029726b8a tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532744
Apr 30 21:33:29.438096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:29.438602 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.448719 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_controller (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.452038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:33:29.457552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Made reservation on behalf of 4dd861b3869e413a8aa1d2d6ccae518f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:29.461015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.476596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:29.481703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] device_id is not set on port 8cd65db1-10c1-4b03-9054-1e30ae97e323 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:29.496164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c23d579-de93-424a-86a2-b01fef795b7c None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:29.516170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:29.522657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.556332 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.565254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3ba5d27e-0943-4471-a9b1-945fe3e8ddd0 None None] Provisioning complete for port 152c9014-bea0-4473-8798-be3b370628bb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:29.565641 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ba5d27e-0943-4471-a9b1-945fe3e8ddd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (152c9014-bea0-4473-8798-be3b370628bb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.615952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Allocated IP 172.20.0.10 (7499ce16-ba45-4280-812f-7e0f1a16591b/235e6567-9b95-4be9-a2e6-8cd1ca7b77d3/8cd65db1-10c1-4b03-9054-1e30ae97e323) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:29.677530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:29.742150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5d27e-0943-4471-a9b1-945fe3e8ddd0 None None] Current status of the port 152c9014-bea0-4473-8798-be3b370628bb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:29.778898 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:33:29.811784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.835522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['94cfe8ca-d48c-43aa-9182-603cbe2dcef4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:33:29.883462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] Deleting port 152c9014-bea0-4473-8798-be3b370628bb {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:29.887629 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (152c9014-bea0-4473-8798-be3b370628bb), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.894638 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.966245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] For port 152c9014-bea0-4473-8798-be3b370628bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=152c9014-bea0-4473-8798-be3b370628bb,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:29.967016 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (152c9014-bea0-4473-8798-be3b370628bb), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:29.987005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] Calling delete_port for 152c9014-bea0-4473-8798-be3b370628bb owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:30.029428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.079791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Network 7499ce16-ba45-4280-812f-7e0f1a16591b is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:30.083189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:30.088558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:30.162707 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.163546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:30.164312 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.183194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=8cd65db1-10c1-4b03-9054-1e30ae97e323,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:30.188763 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.229850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (db2bbf57-c9da-491f-9104-e0ac4dfdc2cb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.263520 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (152c9014-bea0-4473-8798-be3b370628bb), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.270484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-95dc6e9a-9d84-4092-869b-1f1710c0f691 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1338573
Apr 30 21:33:30.270484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55574) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:30.275758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:25:41:4b'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:30.288875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:30.297130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:30.300141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:30.300794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.305240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] Pushing event deleted for resources: {'Port': ['ID=152c9014-bea0-4473-8798-be3b370628bb,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:30.310475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4f8d6-79cc-4326-9fe7-5b47af35cf9e None None] No DVR routers for this DVR port 152c9014-bea0-4473-8798-be3b370628bb on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:30.334544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aca590-cc84-4613-9c84-fb9fad014a07 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:30.376891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.529428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-571ad2f3-a7a2-4057-84d6-3b7164658b66 None None] Provisioning complete for port 8cd65db1-10c1-4b03-9054-1e30ae97e323 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:30.530440 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-571ad2f3-a7a2-4057-84d6-3b7164658b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.569348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'project_id': 'f00f38167d4840b6b20227e3e6a057dd', 'fixed_ips': [{'subnet_id': 'db2bbf57-c9da-491f-9104-e0ac4dfdc2cb'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:33:30.569348 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.596036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-571ad2f3-a7a2-4057-84d6-3b7164658b66 None None] Port 8cd65db1-10c1-4b03-9054-1e30ae97e323 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:30.661408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91002a27-73ab-4842-8892-d54352063a31 req-bf24fbb4-77e1-4708-97ef-29bfb2d31af2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:30.692136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 152c9014-bea0-4473-8798-be3b370628bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:30.694557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91002a27-73ab-4842-8892-d54352063a31 req-bf24fbb4-77e1-4708-97ef-29bfb2d31af2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 944 time: 0.0793052
Apr 30 21:33:30.702860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=db2bbf57-c9da-491f-9104-e0ac4dfdc2cb,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:30.731647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 152c9014-bea0-4473-8798-be3b370628bb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:30.731994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 152c9014-bea0-4473-8798-be3b370628bb not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:30.735387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Allocated IP 172.35.4.193 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/8dc1bc6a-c005-46d5-894a-a8f244b8bb8a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:30.759008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.772051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b526b430-9f5b-4502-ba0e-c3da083d9fe6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5944107
Apr 30 21:33:30.791325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55586) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:30.795129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91002a27-73ab-4842-8892-d54352063a31 req-23122712-4b87-4182-9b48-0ab04409286b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997286
Apr 30 21:33:30.800156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c275c52a-ec5a-45d7-a3ab-b5df10d00f5d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:30.819428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Allocated IP 2001:db8::2 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/db2bbf57-c9da-491f-9104-e0ac4dfdc2cb/bd7d5731-293a-41f2-9bcc-6d0363dcbb60) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:30.898551 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.970135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:30.978567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=8cd65db1-10c1-4b03-9054-1e30ae97e323,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:31.035855 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Publish callbacks [] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.043117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c275c52a-ec5a-45d7-a3ab-b5df10d00f5d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:31.048806 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c275c52a-ec5a-45d7-a3ab-b5df10d00f5d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.096354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:31.115332 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.178564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:33:31.184304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.208503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:31.219091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:31.234082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:31.239125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:31.247393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:31.252009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:31.300576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'Port': ['ID=8dc1bc6a-c005-46d5-894a-a8f244b8bb8a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:31.344791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Pushing event updated for resources: {'Port': ['ID=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:31.352262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:31.352653 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.400936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Attempting to bind port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:31.402175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Attempting to bind port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:31.402667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Attempting to bind port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 on network a0a65003-beca-4a7f-bcd6-a74df6ab3337 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:31.410695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f74fd05a-4baa-44bf-9017-b7380b6a21b7 None None] Provisioning complete for port 8cd65db1-10c1-4b03-9054-1e30ae97e323 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:31.411141 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f74fd05a-4baa-44bf-9017-b7380b6a21b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.441604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:31.442349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Checking segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:31.442498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.442804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Bound using segment: {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:31.443293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Bound port: bd7d5731-293a-41f2-9bcc-6d0363dcbb60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f9fb00-9298-487a-b83c-2044ca4f5f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:31.443677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.509674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f74fd05a-4baa-44bf-9017-b7380b6a21b7 None None] Port 8cd65db1-10c1-4b03-9054-1e30ae97e323 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:31.533920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] In _notify_port_updated(), no bound segment for port 8cd65db1-10c1-4b03-9054-1e30ae97e323 on network 7499ce16-ba45-4280-812f-7e0f1a16591b {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:33:31.539988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:31.540861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.543215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8fa2d89c-5a5b-40db-8b96-5e18ba43550d tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "PUT /v2.0/ports/8cd65db1-10c1-4b03-9054-1e30ae97e323 HTTP/1.1" status: 200  len: 997 time: 1.2729695
Apr 30 21:33:31.547766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55608) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:31.586723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:31.587205 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.599182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] For port bd7d5731-293a-41f2-9bcc-6d0363dcbb60, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:31.623576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15397ace-76c0-43f0-a04b-0f6ffdc2cab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfe8ca-d48c-43aa-9182-603cbe2dcef4'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:33:31.625700 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1599f822-4834-4ae7-add6-b6cda37e5c6c" -d '{"events": [{"server_uuid": "15397ace-76c0-43f0-a04b-0f6ffdc2cab3", "name": "network-vif-plugged", "status": "completed", "tag": "94cfe8ca-d48c-43aa-9182-603cbe2dcef4"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:33:31.631773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] For port bd7d5731-293a-41f2-9bcc-6d0363dcbb60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:31.643447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:31.657048 ncdv-master-1 neutron-server[115774]: INFO neutron.db.ipam_backend_mixin [None req-c275c52a-ec5a-45d7-a3ab-b5df10d00f5d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db2bbf57-c9da-491f-9104-e0ac4dfdc2cb (CIDR: 2001:db8::/64)
Apr 30 21:33:31.680469 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1978ca9c-956d-4cc6-894c-bfe8053cfbbb x-openstack-request-id: req-1978ca9c-956d-4cc6-894c-bfe8053cfbbb {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:33:31.680774 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15397ace-76c0-43f0-a04b-0f6ffdc2cab3", "name": "network-vif-plugged", "status": "completed", "tag": "94cfe8ca-d48c-43aa-9182-603cbe2dcef4", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:33:31.680774 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1978ca9c-956d-4cc6-894c-bfe8053cfbbb {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:33:31.681147 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1978ca9c-956d-4cc6-894c-bfe8053cfbbb'] response: {'server_uuid': '15397ace-76c0-43f0-a04b-0f6ffdc2cab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cfe8ca-d48c-43aa-9182-603cbe2dcef4', 'code': 200}
Apr 30 21:33:31.686399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5d25c-4f12-4f14-8b3f-c62bedd3be47 req-618f4724-00bc-4f0f-8cf3-891fd51e8ec4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:31.688320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50f5d25c-4f12-4f14-8b3f-c62bedd3be47 req-618f4724-00bc-4f0f-8cf3-891fd51e8ec4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0902436
Apr 30 21:33:31.691995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.697572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.741350 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c275c52a-ec5a-45d7-a3ab-b5df10d00f5d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:33:31.742339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c275c52a-ec5a-45d7-a3ab-b5df10d00f5d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:31.769957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9174b98a-0f14-47e0-8f94-edc75737b8c0 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Deleting port 8cd65db1-10c1-4b03-9054-1e30ae97e323 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:31.770622 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9174b98a-0f14-47e0-8f94-edc75737b8c0 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.785146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-e36617ad-a6a6-435e-87b9-ae1694466962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:31.787342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-e36617ad-a6a6-435e-87b9-ae1694466962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1128 time: 0.1249926
Apr 30 21:33:31.830847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:31.838028 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:31.846983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50f5d25c-4f12-4f14-8b3f-c62bedd3be47 req-4a19efb4-bb64-4c21-b1c6-a5c598871b5e tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273203
Apr 30 21:33:31.885375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d0da1-ea04-4df2-9462-8f8b204623eb req-1fbd037a-242b-4614-82d3-c43aec233809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:31.887657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-916d0da1-ea04-4df2-9462-8f8b204623eb req-1fbd037a-242b-4614-82d3-c43aec233809 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 1127 time: 0.1198151
Apr 30 21:33:31.915904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c275c52a-ec5a-45d7-a3ab-b5df10d00f5d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1196358
Apr 30 21:33:31.921734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55618) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:31.939401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'subnet': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:32.004924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d79cb-544c-43a5-add6-840ba1640aa5 None None] Pushing event updated for resources: {'Port': ['ID=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:32.006133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9174b98a-0f14-47e0-8f94-edc75737b8c0 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:32.045430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9174b98a-0f14-47e0-8f94-edc75737b8c0 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Calling delete_port for 8cd65db1-10c1-4b03-9054-1e30ae97e323 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:32.110833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-916d0da1-ea04-4df2-9462-8f8b204623eb req-11ed9e66-42a4-4b17-b471-15ac702c3ada service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169259
Apr 30 21:33:32.117792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1b007-68f7-49a9-a9f7-6ee9bac50032 req-bc718343-e4ef-447d-82d1-bcd45da44f52 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:32.119058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2e1b007-68f7-49a9-a9f7-6ee9bac50032 req-bc718343-e4ef-447d-82d1-bcd45da44f52 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1099401
Apr 30 21:33:32.128323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-aceaa95c-dc7b-4150-83c6-53b77a644f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:32.129672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-aceaa95c-dc7b-4150-83c6-53b77a644f77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.3133376
Apr 30 21:33:32.234051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2e1b007-68f7-49a9-a9f7-6ee9bac50032 req-86aff264-aa8d-468f-841a-d5d4e5e83ac3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073303
Apr 30 21:33:32.262481 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:32.362746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:32.366490 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:32.389587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-2227cbe1-5279-444f-bf81-62e78f2a88f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de HTTP/1.1" status: 200  len: 1001 time: 0.0877471
Apr 30 21:33:32.474247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9174b98a-0f14-47e0-8f94-edc75737b8c0 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (8cd65db1-10c1-4b03-9054-1e30ae97e323), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:32.486693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-80d33c10-c658-45c2-8513-2a0952f5bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:32.487919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-80d33c10-c658-45c2-8513-2a0952f5bc18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.0693049
Apr 30 21:33:32.539779 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Router 1e38cdbf-0bbb-49ca-8d1d-8de895338cd1 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:33:32.541055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174b98a-0f14-47e0-8f94-edc75737b8c0 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Port': ['ID=8cd65db1-10c1-4b03-9054-1e30ae97e323,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:32.670129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9174b98a-0f14-47e0-8f94-edc75737b8c0 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:32.673615 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9174b98a-0f14-47e0-8f94-edc75737b8c0 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "DELETE /v2.0/ports/8cd65db1-10c1-4b03-9054-1e30ae97e323 HTTP/1.1" status: 204  len: 168 time: 1.1264634
Apr 30 21:33:32.676186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55630) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:32.726510 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cf5e2a-e410-4244-b95b-9af2e5e77536 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] GET failed (client error): The resource could not be found.
Apr 30 21:33:32.727952 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-46cf5e2a-e410-4244-b95b-9af2e5e77536 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "GET /v2.0/ports/8cd65db1-10c1-4b03-9054-1e30ae97e323 HTTP/1.1" status: 404  len: 333 time: 0.0508487
Apr 30 21:33:32.733637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55632) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:32.740806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b', 'name': 'tempest-AllowedAddressPairTestJSON-1783229289'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:32.747236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bd7d5731-293a-41f2-9bcc-6d0363dcbb60 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:32.771927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:33:32.797538 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Sync routers for ids ['1e38cdbf-0bbb-49ca-8d1d-8de895338cd1'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:33:32.824287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:32.824672 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:32.833344 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Routers {'1e38cdbf-0bbb-49ca-8d1d-8de895338cd1'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:32.833872 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd0e1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1e38cdbf-0bbb-49ca-8d1d-8de895338cd1'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:32.848990 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:32.852502 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-feaf8a0d-f2b7-4f3f-ac2f-549681706b8a tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 3.9204946
Apr 30 21:33:32.856391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55636) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:33.018525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:33.020145 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.089827 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Set router 1e38cdbf-0bbb-49ca-8d1d-8de895338cd1 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:33:33.125289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port bd7d5731-293a-41f2-9bcc-6d0363dcbb60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:33.157609 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1638a90d-ad31-4ddc-9fa8-7667b1e82318 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/routers/1e38cdbf-0bbb-49ca-8d1d-8de895338cd1 HTTP/1.1" status: 200  len: 909 time: 0.2956574
Apr 30 21:33:33.157832 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55658) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:33.163436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1147471153', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': True}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:33.243866 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.325853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (703d3cc4-6945-4a6f-acf2-640ff0187474), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.327074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (703d3cc4-6945-4a6f-acf2-640ff0187474), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.385223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-8edb9e30-0a8b-4e7f-b927-3eb11959d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:33.391011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-8edb9e30-0a8b-4e7f-b927-3eb11959d9aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5882149
Apr 30 21:33:33.412472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:33.465369 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd0e1f0>, [{'id': '1e38cdbf-0bbb-49ca-8d1d-8de895338cd1', 'name': 'tempest-snat-router-1147471153', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.193'}], 'enable_snat': False}, 'gw_port_id': '8dc1bc6a-c005-46d5-894a-a8f244b8bb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:29Z', 'updated_at': '2022-04-30T21:33:31Z', 'revision_number': 3, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port': {'id': '8dc1bc6a-c005-46d5-894a-a8f244b8bb8a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e38cdbf-0bbb-49ca-8d1d-8de895338cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:33:30Z', 'updated_at': '2022-04-30T21:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:33.476226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_controller (703d3cc4-6945-4a6f-acf2-640ff0187474), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.477187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.objects.ports [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115774) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
Apr 30 21:33:33.499800 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Checking router: 1e38cdbf-0bbb-49ca-8d1d-8de895338cd1 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:33:33.506091 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Updating router 1e38cdbf-0bbb-49ca-8d1d-8de895338cd1 port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:33:33.529424 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.549709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6d054a57-235a-49bd-aacf-9a8f24c79d07 None None] Provisioning complete for port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:33.550386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6d054a57-235a-49bd-aacf-9a8f24c79d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.639013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb2ac2-cf3d-4a49-8d68-0dd3cacf4abe req-061be772-a965-4a16-beb3-87adac095491 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:33.640604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bb2ac2-cf3d-4a49-8d68-0dd3cacf4abe req-061be772-a965-4a16-beb3-87adac095491 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.5232213
Apr 30 21:33:33.659543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e1a98-c1ed-4891-925e-4f0ebacbca46 req-44d1da5a-800f-4e8b-ac35-1799d83289ce tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:33.662173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b21e1a98-c1ed-4891-925e-4f0ebacbca46 req-44d1da5a-800f-4e8b-ac35-1799d83289ce tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.2630630
Apr 30 21:33:33.750756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Made reservation on behalf of 4dd861b3869e413a8aa1d2d6ccae518f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:33.754037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.802862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6d054a57-235a-49bd-aacf-9a8f24c79d07 None None] Current status of the port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:33.843237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] device_id is not set on port f89fbe63-ca58-4796-bf7c-100988988061 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:33.883855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-10bb0a32-1f9e-4e46-adeb-013600b36916 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4247653
Apr 30 21:33:33.887558 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (703d3cc4-6945-4a6f-acf2-640ff0187474), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.898333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bb2ac2-cf3d-4a49-8d68-0dd3cacf4abe req-4fb224df-96d9-47ef-b837-525dfbb4b0fb tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2304292
Apr 30 21:33:33.908335 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Publish callbacks [] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.973448 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:33.980870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b21e1a98-c1ed-4891-925e-4f0ebacbca46 req-c309d611-cf71-4012-ba53-80bab31f8815 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2946727
Apr 30 21:33:34.051946 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df806f0a-3c2f-4024-b209-871149c0ef5c None None] Pushing event updated for resources: {'Port': ['ID=8dc1bc6a-c005-46d5-894a-a8f244b8bb8a,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:34.058280 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Attempting to bind port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:34.059147 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Attempting to bind port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:34.059147 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Attempting to bind port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:34.064672 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:34.065180 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:34.066693 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.066693 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:34.066693 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Bound port: 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:34.067068 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.143516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.152689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Allocated IP 172.20.0.12 (7499ce16-ba45-4280-812f-7e0f1a16591b/235e6567-9b95-4be9-a2e6-8cd1ca7b77d3/f89fbe63-ca58-4796-bf7c-100988988061) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:34.154156 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] For port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:34.158223 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] For port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc1bc6a-c005-46d5-894a-a8f244b8bb8a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:34.161991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cadeb69-0ff5-4d85-9787-eb8a589945f5 req-e10553b3-1809-4324-927e-a5108e9a6271 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2624967
Apr 30 21:33:34.262801 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.288162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (703d3cc4-6945-4a6f-acf2-640ff0187474), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.330047 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.373812 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Routers {'1e38cdbf-0bbb-49ca-8d1d-8de895338cd1'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:34.374869 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd0e1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1e38cdbf-0bbb-49ca-8d1d-8de895338cd1'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:34.446187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] For port bd7d5731-293a-41f2-9bcc-6d0363dcbb60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:34.456629 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df806f0a-3c2f-4024-b209-871149c0ef5c None None] Pushing event updated for resources: {'Port': ['ID=8dc1bc6a-c005-46d5-894a-a8f244b8bb8a,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:34.464850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Allocated IP 172.35.4.174 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ee5314d4-cd70-4bec-8616-2780ad7b7071) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:34.507166 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.518191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (f89fbe63-ca58-4796-bf7c-100988988061), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.556450 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] Set router 1e38cdbf-0bbb-49ca-8d1d-8de895338cd1 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:33:34.595191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.633911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.638350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f89fbe63-ca58-4796-bf7c-100988988061), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.647945 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (b591d581-5ce2-4dca-ab56-0bb679201257), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.728364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Network 7499ce16-ba45-4280-812f-7e0f1a16591b is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:34.754211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:34.766032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:34.767434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,revision_number=5']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:34.786951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:34.792730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:34.800810 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.804442 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd0e1f0>, [{'id': '1e38cdbf-0bbb-49ca-8d1d-8de895338cd1', 'name': 'tempest-snat-router-1147471153', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.193'}], 'enable_snat': False}, 'gw_port_id': '8dc1bc6a-c005-46d5-894a-a8f244b8bb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:29Z', 'updated_at': '2022-04-30T21:33:31Z', 'revision_number': 3, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port': {'id': '8dc1bc6a-c005-46d5-894a-a8f244b8bb8a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e38cdbf-0bbb-49ca-8d1d-8de895338cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:33:30Z', 'updated_at': '2022-04-30T21:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:34.805233 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0fbba-5e18-41e1-bc27-f20570df0e3a None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:34.829954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bd7d5731-293a-41f2-9bcc-6d0363dcbb60 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:34.839768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:34.840519 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:34.849046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Subnet': ['ID=b591d581-5ce2-4dca-ab56-0bb679201257,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:34.849297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:34.852043 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2da0e0d-4700-4b9a-a741-f5070f23494c None None] The sync data for ids ['1e38cdbf-0bbb-49ca-8d1d-8de895338cd1'] in ncdv-master-1 is: [{'id': '1e38cdbf-0bbb-49ca-8d1d-8de895338cd1', 'name': 'tempest-snat-router-1147471153', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.193'}], 'enable_snat': False}, 'gw_port_id': '8dc1bc6a-c005-46d5-894a-a8f244b8bb8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:29Z', 'updated_at': '2022-04-30T21:33:31Z', 'revision_number': 3, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port': {'id': '8dc1bc6a-c005-46d5-894a-a8f244b8bb8a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e38cdbf-0bbb-49ca-8d1d-8de895338cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:33:30Z', 'updated_at': '2022-04-30T21:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:33:34.868466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:34.868466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:34.962257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:34.962976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:35.028094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ff0612b0-fed1-479a-a757-ca0d45f9c252 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.0968084
Apr 30 21:33:35.031791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55694) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:35.072536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:35.072923 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:35.081234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'Port': ['ID=ee5314d4-cd70-4bec-8616-2780ad7b7071,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:35.084744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Request body: {'port': {'network_id': 'a0a65003-beca-4a7f-bcd6-a74df6ab3337', 'mac_address': 'fa:16:3e:51:8a:ff', 'name': 'tempest-NetworksTestDHCPv6-831114274'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:35.147266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=f89fbe63-ca58-4796-bf7c-100988988061,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:35.152809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6bce9c03-f661-4999-8aeb-f336007d8f2a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4180427
Apr 30 21:33:35.178391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55698) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:35.183556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'network_id': '7499ce16-ba45-4280-812f-7e0f1a16591b', 'name': 'tempest-AllowedAddressPairTestJSON-1217655275'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:35.187033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0e2e841f-e5b0-4abb-bd82-763a2f36c34b None None] Provisioning complete for port f89fbe63-ca58-4796-bf7c-100988988061 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:35.187737 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0e2e841f-e5b0-4abb-bd82-763a2f36c34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f89fbe63-ca58-4796-bf7c-100988988061), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:35.267561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961310e-125e-4e39-8167-2500c8653962 req-110cc70b-a732-4947-9c8d-2b57c5a273a6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:35.285202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f961310e-125e-4e39-8167-2500c8653962 req-110cc70b-a732-4947-9c8d-2b57c5a273a6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.2809939
Apr 30 21:33:35.322253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c8c24-1a2b-4535-9b39-df0622985fdf req-9fa0e160-68d6-436d-b262-d673e22b6ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:35.324678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec7c8c24-1a2b-4535-9b39-df0622985fdf req-9fa0e160-68d6-436d-b262-d673e22b6ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1796181
Apr 30 21:33:35.416162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (703d3cc4-6945-4a6f-acf2-640ff0187474), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:35.430207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:35.433217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e841f-e5b0-4abb-bd82-763a2f36c34b None None] Port f89fbe63-ca58-4796-bf7c-100988988061 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:35.483886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f961310e-125e-4e39-8167-2500c8653962 req-a594faff-5778-4517-a25b-1c228d095794 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1972036
Apr 30 21:33:35.523064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec7c8c24-1a2b-4535-9b39-df0622985fdf req-25222b0c-f81d-4c55-b2d8-41efd7ba38c3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920211
Apr 30 21:33:35.545980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Made reservation on behalf of 4dd861b3869e413a8aa1d2d6ccae518f for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:35.552201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:35.588370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Made reservation on behalf of f00f38167d4840b6b20227e3e6a057dd for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:35.594238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] device_id is not set on port aef843ee-dae4-4102-a20b-363ab6c7d944 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:35.781947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Allocated IP 172.20.0.8 (7499ce16-ba45-4280-812f-7e0f1a16591b/235e6567-9b95-4be9-a2e6-8cd1ca7b77d3/aef843ee-dae4-4102-a20b-363ab6c7d944) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:35.798527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:35.857950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] device_id is not set on port a026d6be-cc2c-4580-a1b5-afb3b05714ac yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:36.142006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8::117 (a0a65003-beca-4a7f-bcd6-a74df6ab3337/db2bbf57-c9da-491f-9104-e0ac4dfdc2cb/a026d6be-cc2c-4580-a1b5-afb3b05714ac) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:36.156072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:8aff (a0a65003-beca-4a7f-bcd6-a74df6ab3337/b591d581-5ce2-4dca-ab56-0bb679201257/a026d6be-cc2c-4580-a1b5-afb3b05714ac) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:36.166781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55710) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:36.355976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de668dd7-679c-4303-aa7d-26966ab0b02b req-274791af-8729-4e2f-85c5-954d27723ac6 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:36.364005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de668dd7-679c-4303-aa7d-26966ab0b02b req-274791af-8729-4e2f-85c5-954d27723ac6 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1705277
Apr 30 21:33:36.457634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-3b506f71-533f-4081-9f10-bc47b3f00379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:36.459570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-3b506f71-533f-4081-9f10-bc47b3f00379 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 1127 time: 0.2096281
Apr 30 21:33:36.526985 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cddae8f0-fe34-41a5-bd15-3c61f481eb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:36.546061 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (703d3cc4-6945-4a6f-acf2-640ff0187474), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:36.566658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2d58e435-a7c3-441d-8f68-3526ab7e3a1f None None] Provisioning complete for port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:36.568501 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d58e435-a7c3-441d-8f68-3526ab7e3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:36.600916 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:36.673428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2d58e435-a7c3-441d-8f68-3526ab7e3a1f None None] Current status of the port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:36.790825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bd7d5731-293a-41f2-9bcc-6d0363dcbb60 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:36.800692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:36.839333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Router 703d3cc4-6945-4a6f-acf2-640ff0187474 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:33:36.841637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:36.842247 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:36.857123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Network 7499ce16-ba45-4280-812f-7e0f1a16591b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:36.868938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:36.873049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=aef843ee-dae4-4102-a20b-363ab6c7d944,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:36.882568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:36.940435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:36.941857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:37.018377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de668dd7-679c-4303-aa7d-26966ab0b02b req-05f8b6db-9ea5-4d5b-8536-e33ced835435 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6533093
Apr 30 21:33:37.028790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:37.029495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.044828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525445b-e63f-4cdf-aa92-51b0ec727d13 req-fbf8ec32-f374-4379-8147-f7ba570f30c3 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:37.052953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8525445b-e63f-4cdf-aa92-51b0ec727d13 req-fbf8ec32-f374-4379-8147-f7ba570f30c3 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 950 time: 0.5841794
Apr 30 21:33:37.069215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:37.071178 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.125082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:33:37.148550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Sync routers for ids ['703d3cc4-6945-4a6f-acf2-640ff0187474'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:33:37.167957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for port (a026d6be-cc2c-4580-a1b5-afb3b05714ac), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.176458 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-81fbba00-048d-486d-9949-9dadb19c5941 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9973714
Apr 30 21:33:37.180186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:37.180336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55718) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:37.180538 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.186460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:25:41:4b'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b4:58:7b'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:37.201352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Routers {'703d3cc4-6945-4a6f-acf2-640ff0187474'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:37.202082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4047f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['703d3cc4-6945-4a6f-acf2-640ff0187474'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:37.249256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-a6abbe10-3d98-4540-a483-0fe91f380b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:37.251883 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-a6abbe10-3d98-4540-a483-0fe91f380b43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 911 time: 0.7806981
Apr 30 21:33:37.276932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.278270 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-36e0e608-067c-4c6c-ab63-07c174e507a8 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.1194935
Apr 30 21:33:37.282480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55720) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:37.290204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8525445b-e63f-4cdf-aa92-51b0ec727d13 req-e3120a6b-8fb2-4bb6-840b-086a8c4ecb82 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2206802
Apr 30 21:33:37.296773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f0265-4693-4ec8-a0df-72994bed8cf9 req-1775a09e-12d5-43b4-a3c2-be5096822919 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:37.303662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a6f0265-4693-4ec8-a0df-72994bed8cf9 req-1775a09e-12d5-43b4-a3c2-be5096822919 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1625555
Apr 30 21:33:37.359068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc1bc6a-c005-46d5-894a-a8f244b8bb8a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:37.361369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-32506aa5-8c7b-4d7b-9e7a-1447aec845bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94cfe8ca-d48c-43aa-9182-603cbe2dcef4 HTTP/1.1" status: 200  len: 217 time: 0.0946159
Apr 30 21:33:37.367297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Set router 703d3cc4-6945-4a6f-acf2-640ff0187474 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:33:37.370798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b86998c5-13e5-4366-91b9-240b95b5f118 None None] Provisioning complete for port aef843ee-dae4-4102-a20b-363ab6c7d944 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:37.370798 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b86998c5-13e5-4366-91b9-240b95b5f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.457223 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cddae8f0-fe34-41a5-bd15-3c61f481eb37 admin admin] Publish callbacks [] for security_group (00d6a94a-3645-44dc-9dff-356fda694304), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.461135 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1dbce180-dc11-495f-b65d-9a2967333f36 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/routers/703d3cc4-6945-4a6f-acf2-640ff0187474 HTTP/1.1" status: 200  len: 908 time: 0.1771646
Apr 30 21:33:37.465100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55722) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:37.473057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.473274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-6673a204-cf12-44dc-b97c-382581e27c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:37.474431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-6673a204-cf12-44dc-b97c-382581e27c8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 200  len: 850 time: 0.0999603
Apr 30 21:33:37.481272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a6f0265-4693-4ec8-a0df-72994bed8cf9 req-a8154d6d-34be-449c-90bd-428e53163cdb tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1767232
Apr 30 21:33:37.491292 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a026d6be-cc2c-4580-a1b5-afb3b05714ac), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.520762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.552507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cddae8f0-fe34-41a5-bd15-3c61f481eb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (00d6a94a-3645-44dc-9dff-356fda694304), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.557678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-7be90cb3-d812-49f4-9baf-2f6338a64d2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0733271
Apr 30 21:33:37.562016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b86998c5-13e5-4366-91b9-240b95b5f118 None None] Port aef843ee-dae4-4102-a20b-363ab6c7d944 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:37.575575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:37.610682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:37.612016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=8dc1bc6a-c005-46d5-894a-a8f244b8bb8a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:37.669813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:37.675086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:37.675831 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.680852 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (703d3cc4-6945-4a6f-acf2-640ff0187474), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.691083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4047f0>, [{'id': '703d3cc4-6945-4a6f-acf2-640ff0187474', 'name': 'tempest-snat-router-1147471153', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'ee5314d4-cd70-4bec-8616-2780ad7b7071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:33Z', 'updated_at': '2022-04-30T21:33:35Z', 'revision_number': 3, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port': {'id': 'ee5314d4-cd70-4bec-8616-2780ad7b7071', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '703d3cc4-6945-4a6f-acf2-640ff0187474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:33:34Z', 'updated_at': '2022-04-30T21:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:37.694942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event updated for resources: {'Port': ['ID=a026d6be-cc2c-4580-a1b5-afb3b05714ac,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:37.708159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cddae8f0-fe34-41a5-bd15-3c61f481eb37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82e9b019378a4c62b265b226722e07cc&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5375898
Apr 30 21:33:37.709165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55724) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:37.717443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddae8f0-fe34-41a5-bd15-3c61f481eb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d6a94a-3645-44dc-9dff-356fda694304,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:37.763149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6b2e9abd-82af-4095-89ff-2b4596296dad tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.7099483
Apr 30 21:33:37.765710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55726) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:37.793847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Checking router: 703d3cc4-6945-4a6f-acf2-640ff0187474 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:33:37.794462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Updating router 703d3cc4-6945-4a6f-acf2-640ff0187474 port ee5314d4-cd70-4bec-8616-2780ad7b7071 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:33:37.798799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-e093b54e-58d0-4c1c-8763-f89b59a9ce66 service neutron] 10.222.0.35 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267141
Apr 30 21:33:37.803976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7addf411-9927-4b10-a380-dc35354172cf admin admin] Publish callbacks [] for security_group (00d6a94a-3645-44dc-9dff-356fda694304), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.829852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.883621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7addf411-9927-4b10-a380-dc35354172cf admin admin] Publish callbacks [] for security_group (00d6a94a-3645-44dc-9dff-356fda694304), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.931633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d2f05c02-1b65-486b-9ade-06bab95d5e89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting port a026d6be-cc2c-4580-a1b5-afb3b05714ac {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:37.931991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2f05c02-1b65-486b-9ade-06bab95d5e89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a026d6be-cc2c-4580-a1b5-afb3b05714ac), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.946998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:37.954654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1f1bc0-1bd4-4034-8372-17f53cddbcfe req-07c2cb3c-6f77-46ea-910e-12991b90d7d1 service neutron] 10.222.0.35 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486409
Apr 30 21:33:37.999832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (703d3cc4-6945-4a6f-acf2-640ff0187474), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.004667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-77f0d6cc-41fa-40ea-ac91-128712aadae1 None None] Provisioning complete for port a026d6be-cc2c-4580-a1b5-afb3b05714ac triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:38.005221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-77f0d6cc-41fa-40ea-ac91-128712aadae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a026d6be-cc2c-4580-a1b5-afb3b05714ac), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.035038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.048997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-9d4bb893-d9fa-4236-82e6-1225ed1b79c5 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:38.051159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-9d4bb893-d9fa-4236-82e6-1225ed1b79c5 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.20 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 950 time: 0.0552239
Apr 30 21:33:38.103409 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7addf411-9927-4b10-a380-dc35354172cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (00d6a94a-3645-44dc-9dff-356fda694304), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.107215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-77f0d6cc-41fa-40ea-ac91-128712aadae1 None None] Port a026d6be-cc2c-4580-a1b5-afb3b05714ac cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:38.107457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7addf411-9927-4b10-a380-dc35354172cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.108854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7addf411-9927-4b10-a380-dc35354172cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00d6a94a-3645-44dc-9dff-356fda694304 HTTP/1.1" status: 204  len: 168 time: 0.3990879
Apr 30 21:33:38.128422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addf411-9927-4b10-a380-dc35354172cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d6a94a-3645-44dc-9dff-356fda694304,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:38.149239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2f05c02-1b65-486b-9ade-06bab95d5e89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a026d6be-cc2c-4580-a1b5-afb3b05714ac), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.216787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d2f05c02-1b65-486b-9ade-06bab95d5e89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Calling delete_port for a026d6be-cc2c-4580-a1b5-afb3b05714ac owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:38.268731 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event updated for resources: {'Port': ['ID=aef843ee-dae4-4102-a20b-363ab6c7d944,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:38.269558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Deleting port caf78fca-e838-4c8d-835a-f05fdc4c6122 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:38.278432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.295403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] In _notify_port_updated(), no bound segment for port aef843ee-dae4-4102-a20b-363ab6c7d944 on network 7499ce16-ba45-4280-812f-7e0f1a16591b {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:33:38.300041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:38.300041 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.301358 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7de56bb2-dec2-4f0b-aa66-f903576c936f tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "PUT /v2.0/ports/aef843ee-dae4-4102-a20b-363ab6c7d944 HTTP/1.1" status: 200  len: 1056 time: 1.1202197
Apr 30 21:33:38.309219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550a772-bf84-48e3-9d63-9b2bb5e365b8 req-ae4e7735-b88a-49fc-bb26-e66784ca4dae tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:38.310991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8550a772-bf84-48e3-9d63-9b2bb5e365b8 req-ae4e7735-b88a-49fc-bb26-e66784ca4dae tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1779387
Apr 30 21:33:38.313623 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Publish callbacks [] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.339951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55736) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:38.344952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Deleting port ee5314d4-cd70-4bec-8616-2780ad7b7071 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:38.345494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.407163 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.445815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Attempting to bind port ee5314d4-cd70-4bec-8616-2780ad7b7071 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:38.447748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Attempting to bind port ee5314d4-cd70-4bec-8616-2780ad7b7071 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:38.448815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Attempting to bind port ee5314d4-cd70-4bec-8616-2780ad7b7071 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:38.476458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:38.477263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:38.477736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.481885 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.481885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:38.481885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Bound port: ee5314d4-cd70-4bec-8616-2780ad7b7071, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:38.481885 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.535378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0328b4d8-4eb4-4c0b-b5f2-e2c1a309f287 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Deleting port aef843ee-dae4-4102-a20b-363ab6c7d944 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:38.535901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0328b4d8-4eb4-4c0b-b5f2-e2c1a309f287 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.543799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Calling delete_port for ee5314d4-cd70-4bec-8616-2780ad7b7071 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:38.547019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19441cf-bb28-4917-aecf-af917be19d3e None None] Pushing event updated for resources: {'Port': ['ID=ee5314d4-cd70-4bec-8616-2780ad7b7071,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:38.559791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-37fec8dd-f5f1-4143-9c3f-f16eca8ce2b2 None None] Provisioning complete for port aef843ee-dae4-4102-a20b-363ab6c7d944 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:38.560413 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-37fec8dd-f5f1-4143-9c3f-f16eca8ce2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.596065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8550a772-bf84-48e3-9d63-9b2bb5e365b8 req-fc408ef7-8cfc-460f-af8c-dcfbedf952eb tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431514
Apr 30 21:33:38.596807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] For port ee5314d4-cd70-4bec-8616-2780ad7b7071, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:38.614360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] For port ee5314d4-cd70-4bec-8616-2780ad7b7071, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee5314d4-cd70-4bec-8616-2780ad7b7071,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:38.614982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] For port caf78fca-e838-4c8d-835a-f05fdc4c6122, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caf78fca-e838-4c8d-835a-f05fdc4c6122,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:38.614982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.624372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-37fec8dd-f5f1-4143-9c3f-f16eca8ce2b2 None None] Port aef843ee-dae4-4102-a20b-363ab6c7d944 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:38.636385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87cf48-6c13-4073-9172-b71f22284aa3 req-e58455b6-c863-463a-9810-61d51daefbc1 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:38.636631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee87cf48-6c13-4073-9172-b71f22284aa3 req-e58455b6-c863-463a-9810-61d51daefbc1 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 950 time: 0.1707273
Apr 30 21:33:38.646286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Calling delete_port for caf78fca-e838-4c8d-835a-f05fdc4c6122 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:38.698020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.749811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0328b4d8-4eb4-4c0b-b5f2-e2c1a309f287 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.795000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0328b4d8-4eb4-4c0b-b5f2-e2c1a309f287 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Calling delete_port for aef843ee-dae4-4102-a20b-363ab6c7d944 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:38.801717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:38.804790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2f05c02-1b65-486b-9ade-06bab95d5e89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a026d6be-cc2c-4580-a1b5-afb3b05714ac), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.807508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Routers {'703d3cc4-6945-4a6f-acf2-640ff0187474'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:38.808317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4047f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['703d3cc4-6945-4a6f-acf2-640ff0187474'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:38.849407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f05c02-1b65-486b-9ade-06bab95d5e89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Port': ['ID=a026d6be-cc2c-4580-a1b5-afb3b05714ac,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:38.893973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee87cf48-6c13-4073-9172-b71f22284aa3 req-e150e969-7476-4f1b-9181-12708ef5c6bf tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/security-groups?id=4868d592-2251-40f8-a3f5-1981f3deaa79&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249825
Apr 30 21:33:38.912895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c7842-9a22-436c-8d94-7108d3392184 req-ef55357e-1926-4b42-83ea-bf458b5aae52 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:38.914476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-745c7842-9a22-436c-8d94-7108d3392184 req-ef55357e-1926-4b42-83ea-bf458b5aae52 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1313317
Apr 30 21:33:38.933140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d2f05c02-1b65-486b-9ade-06bab95d5e89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:38.937136 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d2f05c02-1b65-486b-9ade-06bab95d5e89 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/a026d6be-cc2c-4580-a1b5-afb3b05714ac HTTP/1.1" status: 204  len: 168 time: 1.1690698
Apr 30 21:33:38.946468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55744) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:38.988732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19441cf-bb28-4917-aecf-af917be19d3e None None] Pushing event updated for resources: {'Port': ['ID=ee5314d4-cd70-4bec-8616-2780ad7b7071,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:39.033431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301aeb1-516c-4d47-801c-e959eba2009e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:39.035150 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f301aeb1-516c-4d47-801c-e959eba2009e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0874548
Apr 30 21:33:39.039436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55746) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:39.045562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:39.045821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.048520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] Set router 703d3cc4-6945-4a6f-acf2-640ff0187474 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:33:39.053796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-745c7842-9a22-436c-8d94-7108d3392184 req-5a424221-12bb-43f5-8f9f-b8c036ccaf07 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182964
Apr 30 21:33:39.059487 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ee5314d4-cd70-4bec-8616-2780ad7b7071), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.123779 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee5314d4-cd70-4bec-8616-2780ad7b7071,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:39.162833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4047f0>, [{'id': '703d3cc4-6945-4a6f-acf2-640ff0187474', 'name': 'tempest-snat-router-1147471153', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:33Z', 'updated_at': '2022-04-30T21:33:37Z', 'revision_number': 4, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:39.163028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:39.164520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558cb2e6-d343-41aa-9275-8e197a4df496 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:39.168928 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-558cb2e6-d343-41aa-9275-8e197a4df496 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1285396
Apr 30 21:33:39.182090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55750) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:39.203819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c36ac2-07c2-4ef3-8ab0-9fabae21b361 None None] The sync data for ids ['703d3cc4-6945-4a6f-acf2-640ff0187474'] in ncdv-master-1 is: [{'id': '703d3cc4-6945-4a6f-acf2-640ff0187474', 'name': 'tempest-snat-router-1147471153', 'tenant_id': '306af5b78d2b45dcb9dedf50d1250f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:33:33Z', 'updated_at': '2022-04-30T21:33:37Z', 'revision_number': 4, 'project_id': '306af5b78d2b45dcb9dedf50d1250f91', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:33:39.222458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c09108b2-db98-4baf-9d3d-c521e18d6f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.240221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (703d3cc4-6945-4a6f-acf2-640ff0187474), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.248515 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (caf78fca-e838-4c8d-835a-f05fdc4c6122), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.267609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['caf78fca-e838-4c8d-835a-f05fdc4c6122'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:33:39.271618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:39.352209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (703d3cc4-6945-4a6f-acf2-640ff0187474), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.354884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_controller (703d3cc4-6945-4a6f-acf2-640ff0187474), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.361350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Pushing event deleted for resources: {'Port': ['ID=caf78fca-e838-4c8d-835a-f05fdc4c6122,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:39.393309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077e7e8-a38a-48da-b6ee-670e78499b51 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:39.394653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077e7e8-a38a-48da-b6ee-670e78499b51 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:39.395998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077e7e8-a38a-48da-b6ee-670e78499b51 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:39.400156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f077e7e8-a38a-48da-b6ee-670e78499b51 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2138660
Apr 30 21:33:39.400304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] No DVR routers for this DVR port caf78fca-e838-4c8d-835a-f05fdc4c6122 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:39.403050 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.403825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55752) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:39.408744 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-715537fc-9ed5-41ad-9ad4-7cb42f6c3514 req-f1eec249-b042-4979-9038-49118dcfebaa tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.20 "DELETE /v2.0/ports/caf78fca-e838-4c8d-835a-f05fdc4c6122 HTTP/1.1" status: 204  len: 173 time: 1.3495140
Apr 30 21:33:39.411174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7086fc5c-d8fd-42c0-b94a-955d40d7cbc6', 'name': 'network-vif-deleted', 'tag': 'caf78fca-e838-4c8d-835a-f05fdc4c6122'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:33:39.416807 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d971e3b-f3b9-49c2-ab13-2030bd19e2e0" -d '{"events": [{"server_uuid": "7086fc5c-d8fd-42c0-b94a-955d40d7cbc6", "name": "network-vif-deleted", "tag": "caf78fca-e838-4c8d-835a-f05fdc4c6122"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:33:39.455743 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd0f1bc-d99d-43e2-b1de-7976396cc773 x-openstack-request-id: req-efd0f1bc-d99d-43e2-b1de-7976396cc773 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:33:39.456037 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7086fc5c-d8fd-42c0-b94a-955d40d7cbc6", "name": "network-vif-deleted", "tag": "caf78fca-e838-4c8d-835a-f05fdc4c6122", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:33:39.456794 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efd0f1bc-d99d-43e2-b1de-7976396cc773 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:33:39.456794 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd0f1bc-d99d-43e2-b1de-7976396cc773'] response: {'server_uuid': '7086fc5c-d8fd-42c0-b94a-955d40d7cbc6', 'name': 'network-vif-deleted', 'tag': 'caf78fca-e838-4c8d-835a-f05fdc4c6122', 'status': 'completed', 'code': 200}
Apr 30 21:33:39.468557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1ebf7f-426b-4fce-ac15-20107fbf0730 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet b591d581-5ce2-4dca-ab56-0bb679201257 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:39.472013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebf7f-426b-4fce-ac15-20107fbf0730 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (b591d581-5ce2-4dca-ab56-0bb679201257), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.479755 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0328b4d8-4eb4-4c0b-b5f2-e2c1a309f287 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (aef843ee-dae4-4102-a20b-363ab6c7d944), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.512766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328b4d8-4eb4-4c0b-b5f2-e2c1a309f287 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Port': ['ID=aef843ee-dae4-4102-a20b-363ab6c7d944,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:39.523250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebf7f-426b-4fce-ac15-20107fbf0730 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (b591d581-5ce2-4dca-ab56-0bb679201257), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.547432 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (703d3cc4-6945-4a6f-acf2-640ff0187474), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.547990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 703d3cc4-6945-4a6f-acf2-640ff0187474 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:33:39.554091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.555345 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-24b8f89c-3f4a-4fc1-b15f-6acbe5c7153f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "DELETE /v2.0/routers/703d3cc4-6945-4a6f-acf2-640ff0187474 HTTP/1.1" status: 204  len: 168 time: 2.0889525
Apr 30 21:33:39.558820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55756) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:39.708827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c09108b2-db98-4baf-9d3d-c521e18d6f80 admin admin] Publish callbacks [] for security_group (8893bb75-54af-493a-ba86-51adfb5a2cec), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.769288 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c09108b2-db98-4baf-9d3d-c521e18d6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8893bb75-54af-493a-ba86-51adfb5a2cec), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.879387 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0328b4d8-4eb4-4c0b-b5f2-e2c1a309f287 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:39.889273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0328b4d8-4eb4-4c0b-b5f2-e2c1a309f287 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "DELETE /v2.0/ports/aef843ee-dae4-4102-a20b-363ab6c7d944 HTTP/1.1" status: 204  len: 168 time: 1.5418739
Apr 30 21:33:39.889273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c09108b2-db98-4baf-9d3d-c521e18d6f80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba65a239dd3040139ff864c26e0ab388&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7216733
Apr 30 21:33:39.889547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55760) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:39.889779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55762) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:39.954770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09108b2-db98-4baf-9d3d-c521e18d6f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8893bb75-54af-493a-ba86-51adfb5a2cec,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:39.965291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71b4fb-9c65-44cf-b007-ad40559ab614 req-43bd7cec-bd87-4731-a05a-233610b426ec tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:39.966872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca71b4fb-9c65-44cf-b007-ad40559ab614 req-43bd7cec-bd87-4731-a05a-233610b426ec tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1706324
Apr 30 21:33:39.969569 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db99647-f29f-4b20-9c03-7a0f3dad32c7 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] GET failed (client error): The resource could not be found.
Apr 30 21:33:39.973898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6db99647-f29f-4b20-9c03-7a0f3dad32c7 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "GET /v2.0/ports/aef843ee-dae4-4102-a20b-363ab6c7d944 HTTP/1.1" status: 404  len: 333 time: 0.0807171
Apr 30 21:33:39.974612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55766) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:40.077801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26f4c31e-0757-437e-89e2-04499bcd7cfb admin admin] Publish callbacks [] for security_group (8893bb75-54af-493a-ba86-51adfb5a2cec), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.080716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3dbe824b-9221-4972-bcd0-e6349f412eba req-02ffcb56-2996-48f6-b547-14763401e860 tempest-VolumesBackupsTest-2062082737 tempest-VolumesBackupsTest-2062082737-project] 10.222.0.23 "GET /v2.0/ports?device_id=7086fc5c-d8fd-42c0-b94a-955d40d7cbc6 HTTP/1.1" status: 200  len: 210 time: 0.0552480
Apr 30 21:33:40.098701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebf7f-426b-4fce-ac15-20107fbf0730 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (b591d581-5ce2-4dca-ab56-0bb679201257), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.133792 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.155185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca71b4fb-9c65-44cf-b007-ad40559ab614 req-ace4af20-7bc7-4aab-8e8b-a4fb1d7270c7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703637
Apr 30 21:33:40.157184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26f4c31e-0757-437e-89e2-04499bcd7cfb admin admin] Publish callbacks [] for security_group (8893bb75-54af-493a-ba86-51adfb5a2cec), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.172209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-fa5acf12-ca2a-4d4d-8411-7832315700c6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Deleting port f89fbe63-ca58-4796-bf7c-100988988061 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:40.172680 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa5acf12-ca2a-4d4d-8411-7832315700c6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f89fbe63-ca58-4796-bf7c-100988988061), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.288810 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.295237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34171a08-fa72-4d68-a5eb-85890d16a3d8 req-9c16d95f-4543-493e-8290-bb5679d39443 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:40.301976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34171a08-fa72-4d68-a5eb-85890d16a3d8 req-9c16d95f-4543-493e-8290-bb5679d39443 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1332211
Apr 30 21:33:40.320362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebf7f-426b-4fce-ac15-20107fbf0730 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (b591d581-5ce2-4dca-ab56-0bb679201257), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.358407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ebf7f-426b-4fce-ac15-20107fbf0730 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=b591d581-5ce2-4dca-ab56-0bb679201257,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:40.361201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fa1ebf7f-426b-4fce-ac15-20107fbf0730 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.364361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fa1ebf7f-426b-4fce-ac15-20107fbf0730 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/b591d581-5ce2-4dca-ab56-0bb679201257 HTTP/1.1" status: 204  len: 168 time: 0.9596145
Apr 30 21:33:40.366965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55770) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:40.368990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa5acf12-ca2a-4d4d-8411-7832315700c6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f89fbe63-ca58-4796-bf7c-100988988061), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.371514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16427580-cddb-4413-87f7-4e45e195bf77 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:40.390332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34171a08-fa72-4d68-a5eb-85890d16a3d8 req-fc4ccbb8-8400-4551-bc9f-0573c1af817b tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874460
Apr 30 21:33:40.402872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-fa5acf12-ca2a-4d4d-8411-7832315700c6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Calling delete_port for f89fbe63-ca58-4796-bf7c-100988988061 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:40.435503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26f4c31e-0757-437e-89e2-04499bcd7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8893bb75-54af-493a-ba86-51adfb5a2cec), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.439612 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26f4c31e-0757-437e-89e2-04499bcd7cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.440790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-26f4c31e-0757-437e-89e2-04499bcd7cfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8893bb75-54af-493a-ba86-51adfb5a2cec HTTP/1.1" status: 204  len: 168 time: 0.5421953
Apr 30 21:33:40.474897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aac6210-d1e7-4056-a428-5bece6b3a3ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Deleting subnet db2bbf57-c9da-491f-9104-e0ac4dfdc2cb {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:40.481232 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aac6210-d1e7-4056-a428-5bece6b3a3ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (db2bbf57-c9da-491f-9104-e0ac4dfdc2cb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.492841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4c31e-0757-437e-89e2-04499bcd7cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8893bb75-54af-493a-ba86-51adfb5a2cec,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:40.535124 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aac6210-d1e7-4056-a428-5bece6b3a3ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (db2bbf57-c9da-491f-9104-e0ac4dfdc2cb), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.579958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Deleting port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:40.579958 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.720541 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aac6210-d1e7-4056-a428-5bece6b3a3ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (db2bbf57-c9da-491f-9104-e0ac4dfdc2cb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.724640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] For port 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc1bc6a-c005-46d5-894a-a8f244b8bb8a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:40.724990 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.772546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Calling delete_port for 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:40.782857 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa5acf12-ca2a-4d4d-8411-7832315700c6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f89fbe63-ca58-4796-bf7c-100988988061), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.822682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5acf12-ca2a-4d4d-8411-7832315700c6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Port': ['ID=f89fbe63-ca58-4796-bf7c-100988988061,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:40.916032 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa5acf12-ca2a-4d4d-8411-7832315700c6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.920576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fa5acf12-ca2a-4d4d-8411-7832315700c6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "DELETE /v2.0/ports/f89fbe63-ca58-4796-bf7c-100988988061 HTTP/1.1" status: 204  len: 168 time: 0.9431849
Apr 30 21:33:40.923460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55776) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:40.931292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aac6210-d1e7-4056-a428-5bece6b3a3ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (db2bbf57-c9da-491f-9104-e0ac4dfdc2cb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:40.966799 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-655cea64-4e35-4819-acfe-235f5134f18a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] GET failed (client error): The resource could not be found.
Apr 30 21:33:40.973665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-655cea64-4e35-4819-acfe-235f5134f18a tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "GET /v2.0/ports/f89fbe63-ca58-4796-bf7c-100988988061 HTTP/1.1" status: 404  len: 333 time: 0.0469499
Apr 30 21:33:40.978173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55778) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:40.993096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac6210-d1e7-4056-a428-5bece6b3a3ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Subnet': ['ID=db2bbf57-c9da-491f-9104-e0ac4dfdc2cb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:41.022800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9aac6210-d1e7-4056-a428-5bece6b3a3ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.028713 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9aac6210-d1e7-4056-a428-5bece6b3a3ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/db2bbf57-c9da-491f-9104-e0ac4dfdc2cb HTTP/1.1" status: 204  len: 168 time: 0.6579051
Apr 30 21:33:41.029101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55780) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.092245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-79a87501-7f88-4862-9531-976a67ac2fa1 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Deleting port f49a4e03-a307-4405-8412-3ebbb0187e72 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:41.102835 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4187bca8-31b0-454c-8d35-7012fa8c8853 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0665772
Apr 30 21:33:41.103355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-79a87501-7f88-4862-9531-976a67ac2fa1 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f49a4e03-a307-4405-8412-3ebbb0187e72), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.103486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55784) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.195972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (8dc1bc6a-c005-46d5-894a-a8f244b8bb8a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.259689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4211db-cf9d-4950-82d8-33b4cb6e173f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:41.264036 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-be4211db-cf9d-4950-82d8-33b4cb6e173f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1575112
Apr 30 21:33:41.264036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dc1bc6a-c005-46d5-894a-a8f244b8bb8a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:41.264576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55796) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.270906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device caf78fca-e838-4c8d-835a-f05fdc4c6122 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:41.279137 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-79a87501-7f88-4862-9531-976a67ac2fa1 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f49a4e03-a307-4405-8412-3ebbb0187e72), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.304211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: caf78fca-e838-4c8d-835a-f05fdc4c6122 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:41.304666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-79a87501-7f88-4862-9531-976a67ac2fa1 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Calling delete_port for f49a4e03-a307-4405-8412-3ebbb0187e72 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:41.310552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device caf78fca-e838-4c8d-835a-f05fdc4c6122 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:41.378864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed77e4-3968-4811-85a9-3397f9acc387 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:41.382161 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-41ed77e4-3968-4811-85a9-3397f9acc387 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1134229
Apr 30 21:33:41.384300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55800) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.464472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.468372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3e4d2-7a7c-43cb-bd68-0d845ed7bd6f req-4ece4adf-139d-4e18-809b-8cb5452e1895 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:41.473657 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e324c60-a6eb-42ca-9a96-3ed9fe5f24b6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0820758
Apr 30 21:33:41.476613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aaa3e4d2-7a7c-43cb-bd68-0d845ed7bd6f req-4ece4adf-139d-4e18-809b-8cb5452e1895 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1866908
Apr 30 21:33:41.496510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55806) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.582118 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e1900b-9e9c-40f5-ab3a-7ed16a2c224d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:41.582867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e1900b-9e9c-40f5-ab3a-7ed16a2c224d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:41.586115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c7e1900b-9e9c-40f5-ab3a-7ed16a2c224d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/a026d6be-cc2c-4580-a1b5-afb3b05714ac HTTP/1.1" status: 404  len: 333 time: 0.0811088
Apr 30 21:33:41.589042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55810) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.604613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.626512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_controller (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.631482 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b336a8f-4ad0-464b-a2a9-b47d5904ab4a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:41.631946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b336a8f-4ad0-464b-a2a9-b47d5904ab4a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:41.636375 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b336a8f-4ad0-464b-a2a9-b47d5904ab4a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/b591d581-5ce2-4dca-ab56-0bb679201257 HTTP/1.1" status: 404  len: 337 time: 0.0458415
Apr 30 21:33:41.638872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aaa3e4d2-7a7c-43cb-bd68-0d845ed7bd6f req-93b0bdb5-8e86-4c32-8c9d-307113a85557 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613207
Apr 30 21:33:41.649240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8189c5-ee74-4c63-aa98-11a0858b4826 None None] Network a0a65003-beca-4a7f-bcd6-a74df6ab3337 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:41.664551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55824) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.680078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5938f-351c-483c-8f75-191b0876b82a req-98e68759-cc93-4fe4-9c5d-5185ac1dd790 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:41.682010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5b5938f-351c-483c-8f75-191b0876b82a req-98e68759-cc93-4fe4-9c5d-5185ac1dd790 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1180165
Apr 30 21:33:41.738360 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e3c178-d73a-4345-bbea-d3c569951a59 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:41.738971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e3c178-d73a-4345-bbea-d3c569951a59 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:41.739101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f826ab3f-c1a3-4b7b-a933-2212bee78445 None None] Provisioning complete for port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:41.739374 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f826ab3f-c1a3-4b7b-a933-2212bee78445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.741795 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-75e3c178-d73a-4345-bbea-d3c569951a59 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/db2bbf57-c9da-491f-9104-e0ac4dfdc2cb HTTP/1.1" status: 404  len: 337 time: 0.0762196
Apr 30 21:33:41.744885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55828) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.774565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5b5938f-351c-483c-8f75-191b0876b82a req-816668d1-e4ed-4124-ad9e-8e4a28c7637e tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862737
Apr 30 21:33:41.775730 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-febeb3ef-110b-41f5-9653-7fdbce0ff927 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:41.777052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febeb3ef-110b-41f5-9653-7fdbce0ff927 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:41.780373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-febeb3ef-110b-41f5-9653-7fdbce0ff927 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/69b1ac08-0f65-4a99-94ab-ddc5e9adfa67 HTTP/1.1" status: 404  len: 333 time: 0.0344326
Apr 30 21:33:41.783110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55830) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.812821 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeadbaa-f91b-4388-ac71-94467ed06f4f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:41.814486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deeadbaa-f91b-4388-ac71-94467ed06f4f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:41.820404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-deeadbaa-f91b-4388-ac71-94467ed06f4f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/c8cae371-cea1-4e09-9715-c0d00ab823c3 HTTP/1.1" status: 404  len: 337 time: 0.0333579
Apr 30 21:33:41.820404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55832) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.845647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (1e38cdbf-0bbb-49ca-8d1d-8de895338cd1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.846200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e38cdbf-0bbb-49ca-8d1d-8de895338cd1 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:33:41.862659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.864006 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0eb5bf0e-ead1-456a-9db3-673167eed545 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1e38cdbf-0bbb-49ca-8d1d-8de895338cd1 HTTP/1.1" status: 204  len: 168 time: 2.3042288
Apr 30 21:33:41.869084 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0370f4-1d70-4698-99b3-55f09a2f5c0c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:41.869799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0370f4-1d70-4698-99b3-55f09a2f5c0c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:41.871976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55836) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.873884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ce0370f4-1d70-4698-99b3-55f09a2f5c0c tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/8bb8b460-07b7-4670-8102-60af152c9df9 HTTP/1.1" status: 404  len: 337 time: 0.0529330
Apr 30 21:33:41.876339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55838) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.876951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f826ab3f-c1a3-4b7b-a933-2212bee78445 None None] Current status of the port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:41.883729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-766696049', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:41.884199 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-79a87501-7f88-4862-9531-976a67ac2fa1 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f49a4e03-a307-4405-8412-3ebbb0187e72), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.907010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] DHCP port deletion for a0a65003-beca-4a7f-bcd6-a74df6ab3337 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:33:41.915559 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde25a20-12d6-46e0-87f6-587ddbeba1ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:41.917214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde25a20-12d6-46e0-87f6-587ddbeba1ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:41.921077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bde25a20-12d6-46e0-87f6-587ddbeba1ea tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/f32c718c-acaa-4dd3-8fe6-c2c4e0881191 HTTP/1.1" status: 404  len: 333 time: 0.0437593
Apr 30 21:33:41.923759 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55840) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:41.949691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a87501-7f88-4862-9531-976a67ac2fa1 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Port': ['ID=f49a4e03-a307-4405-8412-3ebbb0187e72,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:41.978890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] Deleting port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:41.979943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:41.994179 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a6757b-7095-48cf-b1e6-b9cad37b81c7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:41.994706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a6757b-7095-48cf-b1e6-b9cad37b81c7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.002494 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-62a6757b-7095-48cf-b1e6-b9cad37b81c7 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/6c959b02-d70c-43d8-8dd8-79de8e700272 HTTP/1.1" status: 404  len: 337 time: 0.0759056
Apr 30 21:33:42.003178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55844) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.032034 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad4cb5b-7a55-4a8a-85d3-d502dc72c2a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.032496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad4cb5b-7a55-4a8a-85d3-d502dc72c2a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.038411 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ad4cb5b-7a55-4a8a-85d3-d502dc72c2a2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/c64dcc69-d982-42d3-bfbc-fd7f7241bdd7 HTTP/1.1" status: 404  len: 337 time: 0.0341489
Apr 30 21:33:42.039713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55846) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.049381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-79a87501-7f88-4862-9531-976a67ac2fa1 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.049381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-79a87501-7f88-4862-9531-976a67ac2fa1 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "DELETE /v2.0/ports/f49a4e03-a307-4405-8412-3ebbb0187e72 HTTP/1.1" status: 204  len: 168 time: 1.0645008
Apr 30 21:33:42.049381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55848) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.080614 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4910b360-c837-426c-aec1-f6f5aa3adb90 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.081505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4910b360-c837-426c-aec1-f6f5aa3adb90 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.087955 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4910b360-c837-426c-aec1-f6f5aa3adb90 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/96af9fde-fe5f-4565-aef6-5f42b2d21434 HTTP/1.1" status: 404  len: 333 time: 0.0474129
Apr 30 21:33:42.089985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (bffa1004-c672-4f53-a055-2588229c0d54), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.091347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (bffa1004-c672-4f53-a055-2588229c0d54), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.094845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55850) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.118965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] For port bd7d5731-293a-41f2-9bcc-6d0363dcbb60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,segment=NetworkSegment(a5f9fb00-9298-487a-b83c-2044ca4f5f61),segment_id=a5f9fb00-9298-487a-b83c-2044ca4f5f61)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:42.119313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.134263 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-00eab0d0-010f-40c3-b47c-c84539c3cc3d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.134790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00eab0d0-010f-40c3-b47c-c84539c3cc3d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.142559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] Calling delete_port for bd7d5731-293a-41f2-9bcc-6d0363dcbb60 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:42.146020 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-00eab0d0-010f-40c3-b47c-c84539c3cc3d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/3572f9ba-521f-47cd-8189-a736db88ce50 HTTP/1.1" status: 404  len: 337 time: 0.0494606
Apr 30 21:33:42.146651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55852) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.153236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-82336afb-f013-4210-b134-4a671ddcfb7e tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Deleting subnet 235e6567-9b95-4be9-a2e6-8cd1ca7b77d3 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:42.164800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82336afb-f013-4210-b134-4a671ddcfb7e tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks [] for subnet (235e6567-9b95-4be9-a2e6-8cd1ca7b77d3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.205689 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5ebec5-0b16-4e8d-bb71-07c7736c1579 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.206173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5ebec5-0b16-4e8d-bb71-07c7736c1579 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.212309 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bb5ebec5-0b16-4e8d-bb71-07c7736c1579 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/24b9dc9b-6031-4142-aa0e-d5430f65a6e4 HTTP/1.1" status: 404  len: 337 time: 0.0636134
Apr 30 21:33:42.213264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55854) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.250030 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e899f4-c5a7-41de-85cd-0d3f91b41aa3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.250780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e899f4-c5a7-41de-85cd-0d3f91b41aa3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.255049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-87e899f4-c5a7-41de-85cd-0d3f91b41aa3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/c6ed0aee-2f3b-4b21-a401-c038354fc993 HTTP/1.1" status: 404  len: 333 time: 0.0399301
Apr 30 21:33:42.257734 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82336afb-f013-4210-b134-4a671ddcfb7e tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (235e6567-9b95-4be9-a2e6-8cd1ca7b77d3), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.260636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55856) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.265981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (bffa1004-c672-4f53-a055-2588229c0d54), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.316352 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5ef42e-88bc-4380-aceb-2820fa97f872 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.316910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5ef42e-88bc-4380-aceb-2820fa97f872 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.320032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9e5ef42e-88bc-4380-aceb-2820fa97f872 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/99db08a0-e483-4f1e-9a04-1a6c3a515f18 HTTP/1.1" status: 404  len: 337 time: 0.0584114
Apr 30 21:33:42.323354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55860) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.331111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (bd7d5731-293a-41f2-9bcc-6d0363dcbb60), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.358148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] Pushing event deleted for resources: {'Port': ['ID=bd7d5731-293a-41f2-9bcc-6d0363dcbb60,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:42.365577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586565a-8b93-49ca-9bd8-37b4a58508bc None None] No DVR routers for this DVR port bd7d5731-293a-41f2-9bcc-6d0363dcbb60 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:42.366186 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b046b81c-084c-438d-872f-fa56ef81a4cb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.366817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b046b81c-084c-438d-872f-fa56ef81a4cb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.371023 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b046b81c-084c-438d-872f-fa56ef81a4cb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/ac694e0c-9727-462f-9ab5-7205cb96b465 HTTP/1.1" status: 404  len: 333 time: 0.0464890
Apr 30 21:33:42.374155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55862) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.398056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82336afb-f013-4210-b134-4a671ddcfb7e tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (235e6567-9b95-4be9-a2e6-8cd1ca7b77d3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.474495 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-35155c4a-5f40-4cd2-961b-2848f69851fa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.474495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35155c4a-5f40-4cd2-961b-2848f69851fa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.480900 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-35155c4a-5f40-4cd2-961b-2848f69851fa tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/a951386a-95ec-46a2-8f41-499763d701b9 HTTP/1.1" status: 404  len: 337 time: 0.1036541
Apr 30 21:33:42.481338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55866) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.514395 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-79021e01-62f6-433c-8207-a7315daeb7c5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.515724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79021e01-62f6-433c-8207-a7315daeb7c5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.523518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-79021e01-62f6-433c-8207-a7315daeb7c5 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/f3451911-4290-4a65-92e4-948c15e79b2b HTTP/1.1" status: 404  len: 333 time: 0.0410471
Apr 30 21:33:42.524440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55870) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.529035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82336afb-f013-4210-b134-4a671ddcfb7e tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (235e6567-9b95-4be9-a2e6-8cd1ca7b77d3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.563013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59681d67-1a39-4042-a6a8-695134601ace None None] Network 7499ce16-ba45-4280-812f-7e0f1a16591b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:42.579674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82336afb-f013-4210-b134-4a671ddcfb7e tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.585667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-82336afb-f013-4210-b134-4a671ddcfb7e tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "DELETE /v2.0/subnets/235e6567-9b95-4be9-a2e6-8cd1ca7b77d3 HTTP/1.1" status: 204  len: 168 time: 0.5330639
Apr 30 21:33:42.601462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55874) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.602565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82336afb-f013-4210-b134-4a671ddcfb7e tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Subnet': ['ID=235e6567-9b95-4be9-a2e6-8cd1ca7b77d3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:42.621387 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-42486516-5663-4f01-9b0d-e78a9ed4e466 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.622014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42486516-5663-4f01-9b0d-e78a9ed4e466 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.630011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-42486516-5663-4f01-9b0d-e78a9ed4e466 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/cf799f6e-5eab-4043-a5e9-aa84f48b39cc HTTP/1.1" status: 404  len: 337 time: 0.1002746
Apr 30 21:33:42.643348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55876) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.650285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (bffa1004-c672-4f53-a055-2588229c0d54), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.716626 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95ce16e-3289-495b-a509-26176613a8d3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.717345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95ce16e-3289-495b-a509-26176613a8d3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.722678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a95ce16e-3289-495b-a509-26176613a8d3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/39933ad0-9141-46ac-8f15-05412561087b HTTP/1.1" status: 404  len: 333 time: 0.0798130
Apr 30 21:33:42.726780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55882) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.742359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bd7d5731-293a-41f2-9bcc-6d0363dcbb60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:42.762487 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4eeb209-c607-4a21-99ae-aef69125b7ff tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.762996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4eeb209-c607-4a21-99ae-aef69125b7ff tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.766105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a4eeb209-c607-4a21-99ae-aef69125b7ff tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/72a7ade6-c0b3-4edc-bdda-f362d81852ec HTTP/1.1" status: 404  len: 337 time: 0.0381882
Apr 30 21:33:42.772598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55884) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.815999 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98428c4-84c5-4989-bdac-6381f3cb2d13 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.816502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98428c4-84c5-4989-bdac-6381f3cb2d13 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.820680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c98428c4-84c5-4989-bdac-6381f3cb2d13 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/ad377463-d5a4-4479-9498-5bb876036af8 HTTP/1.1" status: 404  len: 333 time: 0.0471792
Apr 30 21:33:42.826606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55890) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.842320 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (7499ce16-ba45-4280-812f-7e0f1a16591b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:42.871888 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6752a4-b9ae-457d-b2ce-62c7a5c1e719 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.872351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6752a4-b9ae-457d-b2ce-62c7a5c1e719 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.877197 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bc6752a4-b9ae-457d-b2ce-62c7a5c1e719 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/ff8a74b1-ca48-441d-8670-102a96ac8416 HTTP/1.1" status: 404  len: 337 time: 0.0484059
Apr 30 21:33:42.881628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55892) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:42.920284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b1b6c-751a-48e1-991e-0a720e16487f req-c96ff3c1-a925-443e-8e40-87ad005ccd91 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:42.921838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-824b1b6c-751a-48e1-991e-0a720e16487f req-c96ff3c1-a925-443e-8e40-87ad005ccd91 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1362069
Apr 30 21:33:42.955791 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b65a924-bf98-4ceb-b5e8-5ec5a89dd8c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:42.956366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b65a924-bf98-4ceb-b5e8-5ec5a89dd8c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:42.959653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5b65a924-bf98-4ceb-b5e8-5ec5a89dd8c4 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/b3da23d3-e08d-4b6a-9aa7-b381f16a03be HTTP/1.1" status: 404  len: 333 time: 0.0742912
Apr 30 21:33:42.977026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] DHCP port deletion for 7499ce16-ba45-4280-812f-7e0f1a16591b request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:33:42.983841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: bd7d5731-293a-41f2-9bcc-6d0363dcbb60 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:42.984420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bd7d5731-293a-41f2-9bcc-6d0363dcbb60 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:42.984836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:43.003712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55896) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.038482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:43.038831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8dc1bc6a-c005-46d5-894a-a8f244b8bb8a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:43.050390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (bffa1004-c672-4f53-a055-2588229c0d54), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.059273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] Deleting port 84410cc6-6542-4667-92e2-1e596ae8d7a6 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:43.059745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.072793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.141454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] For port 84410cc6-6542-4667-92e2-1e596ae8d7a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84410cc6-6542-4667-92e2-1e596ae8d7a6,segment=NetworkSegment(3cae7d6f-a02f-4d37-aedc-50877dc48ce6),segment_id=3cae7d6f-a02f-4d37-aedc-50877dc48ce6)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:43.142199 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.158865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] Calling delete_port for 84410cc6-6542-4667-92e2-1e596ae8d7a6 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:43.190909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Allocated IP 172.35.4.106 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/7c994bdd-b788-4a0f-bd5c-1b627d27aa1b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:43.352772 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.366325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for port (7c994bdd-b788-4a0f-bd5c-1b627d27aa1b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.382780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] Pushing event deleted for resources: {'Port': ['ID=84410cc6-6542-4667-92e2-1e596ae8d7a6,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:43.387502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45a5f30-d12e-469d-9fc2-94e0827b7d26 None None] No DVR routers for this DVR port 84410cc6-6542-4667-92e2-1e596ae8d7a6 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:43.438432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Deleting port 84410cc6-6542-4667-92e2-1e596ae8d7a6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:43.438950 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.440809 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce97ff71-5098-4fa8-afe3-ad4a67e89edb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.441275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce97ff71-5098-4fa8-afe3-ad4a67e89edb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.444240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ce97ff71-5098-4fa8-afe3-ad4a67e89edb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/db39ea6e-204f-4e0b-a1e1-86f47d988596 HTTP/1.1" status: 404  len: 337 time: 0.4395304
Apr 30 21:33:43.446951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55904) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.465675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236e38b-5944-4af0-a798-2da61ea88b00 req-2926575b-13c9-4444-8593-33b0e3c9d408 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:43.467475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9236e38b-5944-4af0-a798-2da61ea88b00 req-2926575b-13c9-4444-8593-33b0e3c9d408 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.5556185
Apr 30 21:33:43.474478 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-7678819a-2420-4128-b027-a036f57d929a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.475045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7678819a-2420-4128-b027-a036f57d929a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.482302 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7678819a-2420-4128-b027-a036f57d929a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/4c180819-0794-46e0-94a1-ae165a4c0817 HTTP/1.1" status: 404  len: 337 time: 0.0309865
Apr 30 21:33:43.482302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55908) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.496467 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7c994bdd-b788-4a0f-bd5c-1b627d27aa1b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.520785 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e5ac24-84c6-4b49-82bc-683a425a9b94 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.521273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e5ac24-84c6-4b49-82bc-683a425a9b94 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.529459 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98e5ac24-84c6-4b49-82bc-683a425a9b94 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/e62a975a-426f-4e6d-a620-0b2e82c44f15 HTTP/1.1" status: 404  len: 333 time: 0.0413427
Apr 30 21:33:43.529600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-824b1b6c-751a-48e1-991e-0a720e16487f req-9a1413ed-b0b1-4420-8e71-3a3291aaf8db tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5753920
Apr 30 21:33:43.530095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55910) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.570684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:43.574093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:43.576650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:43.579594 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8de4c7-ef56-45bb-982d-41009c175f6d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.579987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8de4c7-ef56-45bb-982d-41009c175f6d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.582928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1c8de4c7-ef56-45bb-982d-41009c175f6d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/8fe9a64e-2bcc-4cec-bf64-0272de2db598 HTTP/1.1" status: 404  len: 337 time: 0.0501745
Apr 30 21:33:43.584100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] For port 84410cc6-6542-4667-92e2-1e596ae8d7a6, host ncdv-master-1, got binding levels [] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:43.584465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.586955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55912) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.610336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event updated for resources: {'Port': ['ID=7c994bdd-b788-4a0f-bd5c-1b627d27aa1b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:43.642249 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4d4293-c258-414f-9a24-b6ae5eabc733 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.642716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4d4293-c258-414f-9a24-b6ae5eabc733 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.648277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3e4d4293-c258-414f-9a24-b6ae5eabc733 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/a6699d71-933e-4d53-bef9-84b03df416d1 HTTP/1.1" status: 404  len: 337 time: 0.0579004
Apr 30 21:33:43.648277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Calling delete_port for 84410cc6-6542-4667-92e2-1e596ae8d7a6 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:43.654720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55916) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.654720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Port 84410cc6-6542-4667-92e2-1e596ae8d7a6 was not found and therefore no delete operation was performed {{(pid=115774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:33:43.678272 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (84410cc6-6542-4667-92e2-1e596ae8d7a6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.695473 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-342ba42b-7853-4dcc-b61f-83488106e3ae tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.696036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342ba42b-7853-4dcc-b61f-83488106e3ae tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.699007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-342ba42b-7853-4dcc-b61f-83488106e3ae tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/a8387358-f0cf-449b-bebd-d1e80e768a51 HTTP/1.1" status: 404  len: 333 time: 0.0429111
Apr 30 21:33:43.707300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55918) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.720075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9236e38b-5944-4af0-a798-2da61ea88b00 req-6ea5d96d-a01c-4c2f-b5ed-1ccd626026e5 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2186062
Apr 30 21:33:43.721463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Port': ['ID=84410cc6-6542-4667-92e2-1e596ae8d7a6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:43.725541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] No DVR routers for this DVR port 84410cc6-6542-4667-92e2-1e596ae8d7a6 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:33:43.747013 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6797267b-8362-42aa-8fc7-789e1b6706bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.747480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6797267b-8362-42aa-8fc7-789e1b6706bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.750494 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6797267b-8362-42aa-8fc7-789e1b6706bb tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/0b14085b-57eb-487c-8fa1-3306ae5515ea HTTP/1.1" status: 404  len: 337 time: 0.0422454
Apr 30 21:33:43.753593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55920) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.821295 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1fb848-1575-4445-8b55-fc0b305799cf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.821883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1fb848-1575-4445-8b55-fc0b305799cf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.825312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-be1fb848-1575-4445-8b55-fc0b305799cf tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/85c449dd-4736-4c0d-8e09-38fc7db9dfca HTTP/1.1" status: 404  len: 337 time: 0.0707352
Apr 30 21:33:43.828087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55924) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.847689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (7499ce16-ba45-4280-812f-7e0f1a16591b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.857054 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-da00f040-0e7e-4237-bb69-5a4c7ab0f1e3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.857660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da00f040-0e7e-4237-bb69-5a4c7ab0f1e3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.860702 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-da00f040-0e7e-4237-bb69-5a4c7ab0f1e3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/aaea4ba0-5aa5-4bb7-a33c-743e16a45706 HTTP/1.1" status: 404  len: 333 time: 0.0315928
Apr 30 21:33:43.863976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55926) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.872054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8972bfc100>,) {'filters': {'network_id': ['7499ce16-ba45-4280-812f-7e0f1a16591b']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:43.881615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972bfc100>, '3cae7d6f-a02f-4d37-aedc-50877dc48ce6') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:43.882052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972bfc100>, '3cae7d6f-a02f-4d37-aedc-50877dc48ce6') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:43.891949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (3cae7d6f-a02f-4d37-aedc-50877dc48ce6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.906056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3cae7d6f-a02f-4d37-aedc-50877dc48ce6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.912528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:33:43.912918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (3cae7d6f-a02f-4d37-aedc-50877dc48ce6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:33:43.915937 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:33:43.951068 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9d62f3-dcc8-451b-882a-759f3278fd51 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.951526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9d62f3-dcc8-451b-882a-759f3278fd51 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.954634 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-da9d62f3-dcc8-451b-882a-759f3278fd51 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/e5c87b9f-049c-422e-8787-570ea196ee37 HTTP/1.1" status: 404  len: 337 time: 0.0889227
Apr 30 21:33:43.957270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:43.986426 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e37631-b399-4e52-ae4a-ef03e808f1fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:43.986908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e37631-b399-4e52-ae4a-ef03e808f1fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:43.989926 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-27e37631-b399-4e52-ae4a-ef03e808f1fd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/45ef314c-a46d-4f88-af68-d2d77674bdae HTTP/1.1" status: 404  len: 337 time: 0.0317061
Apr 30 21:33:43.992816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55930) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.031007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1b303e0b-1b7f-4347-b858-7e390abdd2cc tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e441b44-e525-4ce3-99fd-02224fd37a75 HTTP/1.1" status: 200  len: 205 time: 0.0365286
Apr 30 21:33:44.037750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55932) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.058898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (bffa1004-c672-4f53-a055-2588229c0d54), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:44.076300 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (7499ce16-ba45-4280-812f-7e0f1a16591b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:44.078101 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-6f9666f3-caaf-4496-ad63-b6c7d5c83e03 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] delete failed (client error): The resource could not be found.
Apr 30 21:33:44.081647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6f9666f3-caaf-4496-ad63-b6c7d5c83e03 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/routers/0e441b44-e525-4ce3-99fd-02224fd37a75 HTTP/1.1" status: 404  len: 336 time: 0.0400293
Apr 30 21:33:44.084595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:44.087673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] 10.222.0.23 "DELETE /v2.0/networks/7499ce16-ba45-4280-812f-7e0f1a16591b HTTP/1.1" status: 204  len: 168 time: 1.4825380
Apr 30 21:33:44.088170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55934) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.125641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c6bb1-511c-4ac7-acba-40c6159894d6 tempest-AllowedAddressPairTestJSON-437447370 tempest-AllowedAddressPairTestJSON-437447370-project] Pushing event deleted for resources: {'Network': ['ID=7499ce16-ba45-4280-812f-7e0f1a16591b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:44.127801 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f907938d-33fb-4b76-9cb4-99478ad594e9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.128258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f907938d-33fb-4b76-9cb4-99478ad594e9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.131624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f907938d-33fb-4b76-9cb4-99478ad594e9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/39a1b07d-19c7-4ead-9208-69da487636e4 HTTP/1.1" status: 404  len: 337 time: 0.0416896
Apr 30 21:33:44.133909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55938) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.172885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f06c7c14-12ba-4ce6-a29f-1db311a249ae tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c61b15-fcea-43a6-979b-12b639c357c2 HTTP/1.1" status: 200  len: 205 time: 0.0378919
Apr 30 21:33:44.175171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55942) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.221529 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-73ce8e2b-0f98-4c08-a4d4-fce3958902f3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] delete failed (client error): The resource could not be found.
Apr 30 21:33:44.222618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-73ce8e2b-0f98-4c08-a4d4-fce3958902f3 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/routers/e3c61b15-fcea-43a6-979b-12b639c357c2 HTTP/1.1" status: 404  len: 336 time: 0.0465150
Apr 30 21:33:44.225183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55944) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.256718 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b749c2-d320-4ab5-90f5-cdfdd40e3b59 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.257179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b749c2-d320-4ab5-90f5-cdfdd40e3b59 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.260744 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-20b749c2-d320-4ab5-90f5-cdfdd40e3b59 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/63c9429e-a317-4c5b-a093-92d8b953dd2f HTTP/1.1" status: 404  len: 337 time: 0.0340967
Apr 30 21:33:44.263332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55946) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.292319 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0da1a4-aff4-4e88-8d01-d35f3c9b56ef tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.292790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0da1a4-aff4-4e88-8d01-d35f3c9b56ef tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.298379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8b0da1a4-aff4-4e88-8d01-d35f3c9b56ef tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/13a95dc5-8f0b-45b2-87bc-654f89937be1 HTTP/1.1" status: 404  len: 337 time: 0.0318060
Apr 30 21:33:44.298635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.303354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (bffa1004-c672-4f53-a055-2588229c0d54), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:44.324034 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-980ab2a4-4cd7-4e49-bc36-876da02a050a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.324601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980ab2a4-4cd7-4e49-bc36-876da02a050a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.329786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-980ab2a4-4cd7-4e49-bc36-876da02a050a tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/fca5952f-85a5-438e-9328-89aab3cd2a6e HTTP/1.1" status: 404  len: 333 time: 0.0280962
Apr 30 21:33:44.330263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55950) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.360693 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c6bd6e-8714-4abc-9311-f6cd7ce68cb2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.361145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c6bd6e-8714-4abc-9311-f6cd7ce68cb2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.366801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-42c6bd6e-8714-4abc-9311-f6cd7ce68cb2 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/57c5682d-fda3-4581-9909-ea4870b9fb95 HTTP/1.1" status: 404  len: 337 time: 0.0332332
Apr 30 21:33:44.367245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55952) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.398163 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce13eedc-a291-4c9d-b05b-3b286f49301f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.398902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce13eedc-a291-4c9d-b05b-3b286f49301f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.404848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ce13eedc-a291-4c9d-b05b-3b286f49301f tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/3f1c6b91-d23c-4acd-9377-75d2eb3f2ec3 HTTP/1.1" status: 404  len: 333 time: 0.0343699
Apr 30 21:33:44.405082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55956) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.431711 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6885aa5-e56a-435b-b129-12635f3a0517 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.432245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6885aa5-e56a-435b-b129-12635f3a0517 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.435248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e6885aa5-e56a-435b-b129-12635f3a0517 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/d8a26978-434f-4b6e-a2e5-67997fa23514 HTTP/1.1" status: 404  len: 337 time: 0.0289085
Apr 30 21:33:44.437742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55958) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.462185 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-260b5cf3-d9fe-496e-b3d2-8f6e415b3d6b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.462867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260b5cf3-d9fe-496e-b3d2-8f6e415b3d6b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.466482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-260b5cf3-d9fe-496e-b3d2-8f6e415b3d6b tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/9877b951-aa1b-46f4-93c4-73fe0b7c0cab HTTP/1.1" status: 404  len: 333 time: 0.0277593
Apr 30 21:33:44.469149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55960) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.495726 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ab149f-6cc9-4820-a694-04b3c6ec021d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.496170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ab149f-6cc9-4820-a694-04b3c6ec021d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.499133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-09ab149f-6cc9-4820-a694-04b3c6ec021d tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/5761bf38-121f-4ea0-be58-f0d8d333e6a3 HTTP/1.1" status: 404  len: 337 time: 0.0290685
Apr 30 21:33:44.501624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55962) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.525296 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea0c51d-1b69-4be9-b511-c0e1aaf50cc9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.526392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea0c51d-1b69-4be9-b511-c0e1aaf50cc9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.529323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cea0c51d-1b69-4be9-b511-c0e1aaf50cc9 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/c3a4cbdc-f9bf-47fd-a37e-19d92a3030c4 HTTP/1.1" status: 404  len: 333 time: 0.0267360
Apr 30 21:33:44.532311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.559541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Router bffa1004-c672-4f53-a055-2588229c0d54 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:33:44.562663 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-80431453-6b44-4bdf-a0a6-e16ce975dd62 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.562837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80431453-6b44-4bdf-a0a6-e16ce975dd62 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.568232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-80431453-6b44-4bdf-a0a6-e16ce975dd62 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/af69c83a-e903-4596-a461-a23b577e6505 HTTP/1.1" status: 404  len: 337 time: 0.0326681
Apr 30 21:33:44.568505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55968) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.597020 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-703eb69c-5500-4c5a-bf0d-8d0f900ab709 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.597601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703eb69c-5500-4c5a-bf0d-8d0f900ab709 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.601610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-703eb69c-5500-4c5a-bf0d-8d0f900ab709 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/00c25c9c-7441-430c-b54e-7a95c8775786 HTTP/1.1" status: 404  len: 333 time: 0.0312634
Apr 30 21:33:44.607617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55972) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.650599 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f72aa4-9b9f-4614-ac2e-ce48e3da04d6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.650599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f72aa4-9b9f-4614-ac2e-ce48e3da04d6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.654813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-76f72aa4-9b9f-4614-ac2e-ce48e3da04d6 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/0530b6ef-83bd-4266-b006-8f2fe148559e HTTP/1.1" status: 404  len: 337 time: 0.0456231
Apr 30 21:33:44.700310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de61f6d-649e-45e8-bb9f-d08ddec5365c req-bca809f4-e10f-47c3-b790-54b4912787ec tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:44.708662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6de61f6d-649e-45e8-bb9f-d08ddec5365c req-bca809f4-e10f-47c3-b790-54b4912787ec tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0927331
Apr 30 21:33:44.720967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 84410cc6-6542-4667-92e2-1e596ae8d7a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:33:44.739783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55976) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.767118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 84410cc6-6542-4667-92e2-1e596ae8d7a6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:33:44.767118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 84410cc6-6542-4667-92e2-1e596ae8d7a6 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:33:44.804114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55984) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.817364 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2231906-a598-4c59-bef3-15381cd848e8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.818324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2231906-a598-4c59-bef3-15381cd848e8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.823564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a2231906-a598-4c59-bef3-15381cd848e8 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/b5b4463c-cc74-45f6-977f-a17af53a5a4c HTTP/1.1" status: 404  len: 333 time: 0.0819130
Apr 30 21:33:44.827100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55988) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.876817 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-668d082f-adb7-4f02-8ec6-7648afa3ffdd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.876817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668d082f-adb7-4f02-8ec6-7648afa3ffdd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.882089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-668d082f-adb7-4f02-8ec6-7648afa3ffdd tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/1387c1d6-c599-45db-8da4-4d403c11e081 HTTP/1.1" status: 404  len: 337 time: 0.0507684
Apr 30 21:33:44.908775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55992) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:44.940337 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1332aa6b-25c7-414b-9238-b81c57908e22 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:44.940912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1332aa6b-25c7-414b-9238-b81c57908e22 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:44.943971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1332aa6b-25c7-414b-9238-b81c57908e22 tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/ports/f021664c-5694-486c-a53f-0a4cbcc8dcaf HTTP/1.1" status: 404  len: 333 time: 0.0340645
Apr 30 21:33:44.952068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55996) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:45.007587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b24bb-6745-4c9c-a222-2b79130e4eac req-1868ea56-dfb6-4234-997c-11e5e517f20d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:45.009162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-817b24bb-6745-4c9c-a222-2b79130e4eac req-1868ea56-dfb6-4234-997c-11e5e517f20d tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1686857
Apr 30 21:33:45.015201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6de61f6d-649e-45e8-bb9f-d08ddec5365c req-6aec5e85-76e9-4dc1-b9e1-950fc9573335 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055320
Apr 30 21:33:45.017371 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9951d2-d49c-46af-b951-839aedae10df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:33:45.017850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9951d2-d49c-46af-b951-839aedae10df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:33:45.023244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6f9951d2-d49c-46af-b951-839aedae10df tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/subnets/4299e07f-20fa-4f2a-8637-e83fc727ff56 HTTP/1.1" status: 404  len: 337 time: 0.0640433
Apr 30 21:33:45.024268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55998) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:45.110405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:33:45.130330 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05afc671-0a71-4d45-9c8f-d61b8bccf3a3 None None] Sync routers for ids ['bffa1004-c672-4f53-a055-2588229c0d54'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:33:45.140839 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05afc671-0a71-4d45-9c8f-d61b8bccf3a3 None None] Routers {'bffa1004-c672-4f53-a055-2588229c0d54'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:45.141569 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-05afc671-0a71-4d45-9c8f-d61b8bccf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cfeecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bffa1004-c672-4f53-a055-2588229c0d54'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:45.160571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-085f92f8-245f-41d3-b6f9-25cf9c7c1e09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4dd861b3869e413a8aa1d2d6ccae518f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3512332
Apr 30 21:33:45.161174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56004) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:45.174335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-817b24bb-6745-4c9c-a222-2b79130e4eac req-839ac92a-4f91-432f-86d3-c26fbb753d76 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1514986
Apr 30 21:33:45.180224 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-05afc671-0a71-4d45-9c8f-d61b8bccf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cfeecd0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:45.180970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a0a65003-beca-4a7f-bcd6-a74df6ab3337), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.189174 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05afc671-0a71-4d45-9c8f-d61b8bccf3a3 None None] Routers {'bffa1004-c672-4f53-a055-2588229c0d54'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:45.189811 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-05afc671-0a71-4d45-9c8f-d61b8bccf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cfeecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bffa1004-c672-4f53-a055-2588229c0d54'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:45.224583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-58b5dd4b-364a-40ce-8a8f-36cd2c6077b5 admin admin] Publish callbacks [] for security_group (9a81db6f-25ae-4885-9a7c-64fdf34443bb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.227206 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-05afc671-0a71-4d45-9c8f-d61b8bccf3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cfeecd0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:45.228342 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05afc671-0a71-4d45-9c8f-d61b8bccf3a3 None None] The sync data for ids ['bffa1004-c672-4f53-a055-2588229c0d54'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:33:45.248455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-58b5dd4b-364a-40ce-8a8f-36cd2c6077b5 admin admin] Publish callbacks [] for security_group (9a81db6f-25ae-4885-9a7c-64fdf34443bb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.252192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.253416 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-63b0d2ae-fc1e-47ee-8a8e-30beceb71686 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.3764863
Apr 30 21:33:45.258414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56006) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:45.262401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-270ef72d-0796-4642-9d22-1371da232ea1 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': False}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:45.343995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a0a65003-beca-4a7f-bcd6-a74df6ab3337), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.374969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cd43a30>,) {'filters': {'network_id': ['a0a65003-beca-4a7f-bcd6-a74df6ab3337']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:45.387793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-58b5dd4b-364a-40ce-8a8f-36cd2c6077b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9a81db6f-25ae-4885-9a7c-64fdf34443bb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.388327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd43a30>, 'a5f9fb00-9298-487a-b83c-2044ca4f5f61') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:45.388635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cd43a30>, 'a5f9fb00-9298-487a-b83c-2044ca4f5f61') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:45.390348 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-58b5dd4b-364a-40ce-8a8f-36cd2c6077b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.391518 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-58b5dd4b-364a-40ce-8a8f-36cd2c6077b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a81db6f-25ae-4885-9a7c-64fdf34443bb HTTP/1.1" status: 204  len: 168 time: 0.2285097
Apr 30 21:33:45.400740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5dd4b-364a-40ce-8a8f-36cd2c6077b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a81db6f-25ae-4885-9a7c-64fdf34443bb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:45.402069 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (a5f9fb00-9298-487a-b83c-2044ca4f5f61), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.426211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a5f9fb00-9298-487a-b83c-2044ca4f5f61), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.490881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:33:45.490881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (a5f9fb00-9298-487a-b83c-2044ca4f5f61), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:33:45.494049 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:33:45.656326 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a0a65003-beca-4a7f-bcd6-a74df6ab3337), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.671992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:45.675081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] 10.222.0.23 "DELETE /v2.0/networks/a0a65003-beca-4a7f-bcd6-a74df6ab3337 HTTP/1.1" status: 204  len: 168 time: 0.6506808
Apr 30 21:33:45.691145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8334b-c0ff-43ea-b855-e7122075ad1e tempest-NetworksTestDHCPv6-1680778524 tempest-NetworksTestDHCPv6-1680778524-project] Pushing event deleted for resources: {'Network': ['ID=a0a65003-beca-4a7f-bcd6-a74df6ab3337,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:45.710104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-270ef72d-0796-4642-9d22-1371da232ea1 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (bffa1004-c672-4f53-a055-2588229c0d54), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:46.199531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915cfe5-6d92-4d24-aca4-87a01d59e8dd req-ce2ea03a-1bb8-4ee6-b162-9848048272d7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:46.201006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d915cfe5-6d92-4d24-aca4-87a01d59e8dd req-ce2ea03a-1bb8-4ee6-b162-9848048272d7 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0838425
Apr 30 21:33:46.236717 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-270ef72d-0796-4642-9d22-1371da232ea1 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (bffa1004-c672-4f53-a055-2588229c0d54), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:46.256122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-270ef72d-0796-4642-9d22-1371da232ea1 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (bffa1004-c672-4f53-a055-2588229c0d54), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:46.359464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d915cfe5-6d92-4d24-aca4-87a01d59e8dd req-a131f545-3f6e-4312-b141-a440423d3c84 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506598
Apr 30 21:33:46.377887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0843f9-f1f7-401f-9719-549eb18e6839 req-7765e080-bbc4-444f-8ed9-9419544147b9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:46.379495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd0843f9-f1f7-401f-9719-549eb18e6839 req-7765e080-bbc4-444f-8ed9-9419544147b9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1390913
Apr 30 21:33:46.449614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56036) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:46.456837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd0843f9-f1f7-401f-9719-549eb18e6839 req-65589a0c-6888-4ccc-a342-d9bfd3a4cd46 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670547
Apr 30 21:33:46.462414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270ef72d-0796-4642-9d22-1371da232ea1 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Router bffa1004-c672-4f53-a055-2588229c0d54 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:33:46.575316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270ef72d-0796-4642-9d22-1371da232ea1 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:33:46.579741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-270ef72d-0796-4642-9d22-1371da232ea1 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:46.583829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-270ef72d-0796-4642-9d22-1371da232ea1 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "PUT /v2.0/routers/bffa1004-c672-4f53-a055-2588229c0d54 HTTP/1.1" status: 200  len: 921 time: 1.3218734
Apr 30 21:33:46.583829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56042) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:46.591780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fb046-ddbd-4508-a494-6b8cd485c086 None None] Sync routers for ids ['bffa1004-c672-4f53-a055-2588229c0d54'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:33:46.602824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fb046-ddbd-4508-a494-6b8cd485c086 None None] Routers {'bffa1004-c672-4f53-a055-2588229c0d54'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:46.603160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-653fb046-ddbd-4508-a494-6b8cd485c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c092df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bffa1004-c672-4f53-a055-2588229c0d54'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:46.625471 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-101e67fb-d8cd-44da-8d3e-03d6da77a91c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f00f38167d4840b6b20227e3e6a057dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1723611
Apr 30 21:33:46.628649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56044) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:46.642437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-653fb046-ddbd-4508-a494-6b8cd485c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c092df0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:46.652905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653fb046-ddbd-4508-a494-6b8cd485c086 None None] Routers {'bffa1004-c672-4f53-a055-2588229c0d54'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:46.653534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-653fb046-ddbd-4508-a494-6b8cd485c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c092df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bffa1004-c672-4f53-a055-2588229c0d54'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:46.686265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f19389b-62a9-4fb9-b13b-3f86b4111e47 admin admin] Publish callbacks [] for security_group (bd5dd7cc-6eeb-4564-8070-07117775bc55), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:46.697327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-653fb046-ddbd-4508-a494-6b8cd485c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c092df0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:46.698935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653fb046-ddbd-4508-a494-6b8cd485c086 None None] The sync data for ids ['bffa1004-c672-4f53-a055-2588229c0d54'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:33:46.711820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f19389b-62a9-4fb9-b13b-3f86b4111e47 admin admin] Publish callbacks [] for security_group (bd5dd7cc-6eeb-4564-8070-07117775bc55), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:46.717738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1b5a3f5d-17d6-49b3-a2c3-ac8a27950c96 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/routers/bffa1004-c672-4f53-a055-2588229c0d54 HTTP/1.1" status: 200  len: 921 time: 0.1329460
Apr 30 21:33:46.720331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56048) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:46.799710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f821b9-32e0-409c-9ad0-91bf906ee5a3 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:46.801383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-37f821b9-32e0-409c-9ad0-91bf906ee5a3 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=bffa1004-c672-4f53-a055-2588229c0d54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0800803
Apr 30 21:33:46.804123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56052) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:46.857364 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f19389b-62a9-4fb9-b13b-3f86b4111e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bd5dd7cc-6eeb-4564-8070-07117775bc55), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:46.860035 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f19389b-62a9-4fb9-b13b-3f86b4111e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:46.861219 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7f19389b-62a9-4fb9-b13b-3f86b4111e47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd5dd7cc-6eeb-4564-8070-07117775bc55 HTTP/1.1" status: 204  len: 168 time: 0.2314172
Apr 30 21:33:46.876296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19389b-62a9-4fb9-b13b-3f86b4111e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5dd7cc-6eeb-4564-8070-07117775bc55,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:46.912503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead36f15-23fb-4121-a078-0a93ca019156 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:46.913904 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ead36f15-23fb-4121-a078-0a93ca019156 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 881 time: 0.1087766
Apr 30 21:33:46.917481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56058) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:46.945117 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2c3c7c33-da3b-43b9-b1ce-2e2f0a8b8188 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa1004-c672-4f53-a055-2588229c0d54 HTTP/1.1" status: 200  len: 205 time: 0.0265508
Apr 30 21:33:46.947851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56060) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:47.056327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (bffa1004-c672-4f53-a055-2588229c0d54), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.074563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.170360 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (bffa1004-c672-4f53-a055-2588229c0d54), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.315741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Deleting port 7c994bdd-b788-4a0f-bd5c-1b627d27aa1b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:47.316107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7c994bdd-b788-4a0f-bd5c-1b627d27aa1b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.407192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7c994bdd-b788-4a0f-bd5c-1b627d27aa1b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.438747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Calling delete_port for 7c994bdd-b788-4a0f-bd5c-1b627d27aa1b owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:47.588321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc60f6-294f-4f81-94d6-78cdf441ef69 req-043d698d-7ceb-4519-ab81-770f52e8568c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:47.594227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8fc60f6-294f-4f81-94d6-78cdf441ef69 req-043d698d-7ceb-4519-ab81-770f52e8568c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1059344
Apr 30 21:33:47.675924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760445-797b-44bb-a5ec-f47098b4e353 req-083d2449-ccde-4c37-9cd7-34bd62b148e1 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:47.678206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd760445-797b-44bb-a5ec-f47098b4e353 req-083d2449-ccde-4c37-9cd7-34bd62b148e1 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0828001
Apr 30 21:33:47.704916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8fc60f6-294f-4f81-94d6-78cdf441ef69 req-8b8f48a3-ad80-4b13-b472-809e35f88539 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081190
Apr 30 21:33:47.757782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd760445-797b-44bb-a5ec-f47098b4e353 req-625c6cab-516a-48ee-a84a-64d5018d3fcb tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688019
Apr 30 21:33:47.789597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7c994bdd-b788-4a0f-bd5c-1b627d27aa1b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.817299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event deleted for resources: {'Port': ['ID=7c994bdd-b788-4a0f-bd5c-1b627d27aa1b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:47.882343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (bffa1004-c672-4f53-a055-2588229c0d54), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.889067 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3b9713d7-bedc-4dd9-80b5-011bdb1b6c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.988419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (bffa1004-c672-4f53-a055-2588229c0d54), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:47.990652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (bffa1004-c672-4f53-a055-2588229c0d54), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.103150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (bffa1004-c672-4f53-a055-2588229c0d54), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.103762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56090) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:48.103909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Fanout notify agent at l3_agent the message router_deleted on router bffa1004-c672-4f53-a055-2588229c0d54 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:33:48.112148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.113326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-537960cd-8719-4d57-84bb-1c74d749a141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/bffa1004-c672-4f53-a055-2588229c0d54 HTTP/1.1" status: 204  len: 168 time: 1.1645672
Apr 30 21:33:48.116974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56094) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:48.121844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f216c98e-51d1-4dec-8c1d-c6233fe322a7 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-390331945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:48.296679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-236304119'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:48.302827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f216c98e-51d1-4dec-8c1d-c6233fe322a7 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.304050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f216c98e-51d1-4dec-8c1d-c6233fe322a7 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.366513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f216c98e-51d1-4dec-8c1d-c6233fe322a7 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.383615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Made reservation on behalf of 8f529526273f453188e2726e72e49b08 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:48.387554 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.398314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.434277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f216c98e-51d1-4dec-8c1d-c6233fe322a7 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.485309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks [] for security_group (575f41b7-db8a-4157-bdd2-21f02102a543), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.504433 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f216c98e-51d1-4dec-8c1d-c6233fe322a7 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.505672 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f216c98e-51d1-4dec-8c1d-c6233fe322a7 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3877583
Apr 30 21:33:48.508602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56104) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:48.513136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:48.588215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (575f41b7-db8a-4157-bdd2-21f02102a543), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.615370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:33:48.669804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (35daa619-e425-4ed1-96d3-f26aaa44dd8e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.669804 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Added segment 35daa619-e425-4ed1-96d3-f26aaa44dd8e of type vlan for network 82002ac1-2ea9-450e-98ab-13191ce9f7fa
Apr 30 21:33:48.698596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56126) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:48.709388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575f41b7-db8a-4157-bdd2-21f02102a543,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:48.827304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-910497487'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:48.850391 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (82002ac1-2ea9-450e-98ab-13191ce9f7fa), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.908413 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Made reservation on behalf of 7171c6cf76ac4e179123a5d3905d6a5c for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:48.910682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.912137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:48.932997 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.037684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for security_group (28f94ace-a7bc-4aca-ae11-b1703e37b9a4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.096524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (28f94ace-a7bc-4aca-ae11-b1703e37b9a4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.131698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:33:49.139060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f94ace-a7bc-4aca-ae11-b1703e37b9a4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:49.159480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (df53f082-27b7-45b8-990c-d030df1be0d3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.161180 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Added segment df53f082-27b7-45b8-990c-d030df1be0d3 of type vlan for network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0
Apr 30 21:33:49.184814 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:33:49.213944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.296598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e234121-ab56-49a1-9e27-39ff5ce187d3 req-e9a6fffc-6ae1-426d-9c45-872feb88b130 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:49.300197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e234121-ab56-49a1-9e27-39ff5ce187d3 req-e9a6fffc-6ae1-426d-9c45-872feb88b130 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.4866850
Apr 30 21:33:49.311651 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.312738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374cd80-9123-436e-ae72-66cc0b8538e7 req-f7578a72-7d8d-49f6-8a13-2eca943a51b4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:49.314326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3374cd80-9123-436e-ae72-66cc0b8538e7 req-f7578a72-7d8d-49f6-8a13-2eca943a51b4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.4723284
Apr 30 21:33:49.316840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:49.317422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.446246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event updated for resources: {'Network': ['ID=77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:49.456247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e234121-ab56-49a1-9e27-39ff5ce187d3 req-46572fa5-f66d-4ae0-a541-ae4d0807153d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352069
Apr 30 21:33:49.457584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:33:49.465122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (82002ac1-2ea9-450e-98ab-13191ce9f7fa), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.470318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:49.470974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.475768 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3374cd80-9123-436e-ae72-66cc0b8538e7 req-a866379b-b924-4890-8cae-6552937d40cf tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391091
Apr 30 21:33:49.483809 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7658a872-0377-409d-a1a8-4359133a2b8b tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.7832320
Apr 30 21:33:49.488817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56180) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:49.494199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Request body: {'subnet': {'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:49.611368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event updated for resources: {'Network': ['ID=82002ac1-2ea9-450e-98ab-13191ce9f7fa,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:49.623852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 82002ac1-2ea9-450e-98ab-13191ce9f7fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:33:49.634835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.642174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bb64c75a-5e36-49d7-8e88-1b2cf433a7e0 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.5342965
Apr 30 21:33:49.642279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56186) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:49.647460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Request body: {'subnet': {'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:49.666752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.706107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Made reservation on behalf of 7171c6cf76ac4e179123a5d3905d6a5c for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:49.709515 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.806209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Allocated IP 172.35.4.236 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:49.928453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Made reservation on behalf of 8f529526273f453188e2726e72e49b08 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:49.932484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:49.933381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for port (d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.033027 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.078230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:50.081430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:50.085477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:50.094761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event updated for resources: {'Port': ['ID=d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:50.097100 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (5640c191-af3a-4170-ae21-32d02e7fdc3d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.201221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event updated for resources: {'Subnet': ['ID=5640c191-af3a-4170-ae21-32d02e7fdc3d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:50.210935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Checking segment: {'id': 'df53f082-27b7-45b8-990c-d030df1be0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:50.211384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Network hostable DHCP agents. Network: 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:33:50.274757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (4c8a0c89-9b5c-4fcc-a94d-033328d2a809), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.340101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event updated for resources: {'Subnet': ['ID=4c8a0c89-9b5c-4fcc-a94d-033328d2a809,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:50.350797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Checking segment: {'id': '35daa619-e425-4ed1-96d3-f26aaa44dd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:50.351163 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Network hostable DHCP agents. Network: 82002ac1-2ea9-450e-98ab-13191ce9f7fa, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:33:50.366859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:33:50.410857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Network 82002ac1-2ea9-450e-98ab-13191ce9f7fa is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:33:50.476457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.482006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:50.482237 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f6a726d-a457-4200-bb77-ca9d26858bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.497216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:50.499576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.504529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5793d11-9eb6-439d-89b0-c65b6d547ed7 None None] Network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:50.545995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 82002ac1-2ea9-450e-98ab-13191ce9f7fa) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:50.569747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:50.571616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.573288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55927475-6521-41ac-97da-d45ce6198e34 None None] Network 82002ac1-2ea9-450e-98ab-13191ce9f7fa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:50.636415 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f7b956e9-d8c3-4502-a57d-6897fbde310c tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1462626
Apr 30 21:33:50.637208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56230) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:50.643861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Request body: {'port': {'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1632433157'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:50.701263 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1cb33c6d-7359-4078-bdaf-a459059bb14a tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0578983
Apr 30 21:33:50.706548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56232) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:50.709031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Request body: {'port': {'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2117227624'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:50.726312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0', 'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0', 'project_id': '7171c6cf76ac4e179123a5d3905d6a5c', 'fixed_ips': [{'subnet_id': '5640c191-af3a-4170-ae21-32d02e7fdc3d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:33:50.727305 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.737998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d92f7-997c-41dd-88ab-284ca15e8e7e req-f23db971-fd5f-4cbf-8acc-d58b88c597de tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:50.739549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f1d92f7-997c-41dd-88ab-284ca15e8e7e req-f23db971-fd5f-4cbf-8acc-d58b88c597de tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1441593
Apr 30 21:33:50.769602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fb6f7-591e-4da2-a90d-afa2440d581e req-b7b09bec-ab6d-4583-929c-27c174cae620 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:50.771109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a71fb6f7-591e-4da2-a90d-afa2440d581e req-b7b09bec-ab6d-4583-929c-27c174cae620 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1415410
Apr 30 21:33:50.805053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-82002ac1-2ea9-450e-98ab-13191ce9f7fa', 'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa', 'project_id': '8f529526273f453188e2726e72e49b08', 'fixed_ips': [{'subnet_id': '4c8a0c89-9b5c-4fcc-a94d-033328d2a809'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:33:50.806093 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.836752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.854364 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:50.868588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f1d92f7-997c-41dd-88ab-284ca15e8e7e req-ed9a73c0-b061-46aa-b1dc-09f506cc8acc tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126103
Apr 30 21:33:50.914245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a71fb6f7-591e-4da2-a90d-afa2440d581e req-e7840799-83b5-4683-9832-71788fcfd532 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327231
Apr 30 21:33:50.969402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Allocated IP 2001:db8::2 (77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0/5640c191-af3a-4170-ae21-32d02e7fdc3d/e579d8cc-9a7c-4070-98ff-3362c3137c6e) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:50.988816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Made reservation on behalf of 7171c6cf76ac4e179123a5d3905d6a5c for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:50.992513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.013584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] device_id is not set on port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:51.049508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Made reservation on behalf of 8f529526273f453188e2726e72e49b08 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:51.052967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.068621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Allocated IP 172.20.0.2 (82002ac1-2ea9-450e-98ab-13191ce9f7fa/4c8a0c89-9b5c-4fcc-a94d-033328d2a809/6be40d2a-9071-4954-8207-373a87d3a64b) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:51.079898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Router ae99c6c6-f438-4ea7-a6c2-4eece97cee7c is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:33:51.084711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] device_id is not set on port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:51.195538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:33:51.202719 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.206315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-166cb143-1064-4cd8-a6e9-c73aecfd3b17 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "PUT /v2.0/routers/ae99c6c6-f438-4ea7-a6c2-4eece97cee7c HTTP/1.1" status: 200  len: 879 time: 2.6943142
Apr 30 21:33:51.208331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56236) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:51.209553 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab26f0-61fb-4f95-bb14-24ecb0ec1880 None None] Sync routers for ids ['ae99c6c6-f438-4ea7-a6c2-4eece97cee7c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:33:51.210981 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.222788 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab26f0-61fb-4f95-bb14-24ecb0ec1880 None None] Routers {'ae99c6c6-f438-4ea7-a6c2-4eece97cee7c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:51.223705 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-09ab26f0-61fb-4f95-bb14-24ecb0ec1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d0b7130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ae99c6c6-f438-4ea7-a6c2-4eece97cee7c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:51.268388 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-09ab26f0-61fb-4f95-bb14-24ecb0ec1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d0b7130>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:51.289588 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab26f0-61fb-4f95-bb14-24ecb0ec1880 None None] Routers {'ae99c6c6-f438-4ea7-a6c2-4eece97cee7c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:51.291927 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-09ab26f0-61fb-4f95-bb14-24ecb0ec1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d0b7130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ae99c6c6-f438-4ea7-a6c2-4eece97cee7c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:51.323405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Publish callbacks [] for port (6be40d2a-9071-4954-8207-373a87d3a64b), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.327128 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-67b15f99-e306-478a-9d81-f03d993a4962 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/routers/ae99c6c6-f438-4ea7-a6c2-4eece97cee7c HTTP/1.1" status: 200  len: 920 time: 0.1168113
Apr 30 21:33:51.327500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56238) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:51.330557 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-09ab26f0-61fb-4f95-bb14-24ecb0ec1880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d0b7130>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:51.331370 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab26f0-61fb-4f95-bb14-24ecb0ec1880 None None] The sync data for ids ['ae99c6c6-f438-4ea7-a6c2-4eece97cee7c'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:33:51.331868 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Publish callbacks [] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.377233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b3eaa5-af2d-4ea1-b2bd-6ce0b2098e83 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:51.378864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-70b3eaa5-af2d-4ea1-b2bd-6ce0b2098e83 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=ae99c6c6-f438-4ea7-a6c2-4eece97cee7c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0503647
Apr 30 21:33:51.381688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56244) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:51.382737 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.399897 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.404148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.465241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Pushing event updated for resources: {'Port': ['ID=6be40d2a-9071-4954-8207-373a87d3a64b,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:51.468507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:51.471162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Network 82002ac1-2ea9-450e-98ab-13191ce9f7fa is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:51.475944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:51.478318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:51.480776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:51.483827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.484791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.485278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.485774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.486263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.486776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.487259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.487740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.488218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.488685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.489159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.489626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.490137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.491159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.491643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:51.495595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:51.543852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Allocated IP 172.20.0.8 (82002ac1-2ea9-450e-98ab-13191ce9f7fa/4c8a0c89-9b5c-4fcc-a94d-033328d2a809/5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:51.546312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Allocated IP 2001:db8::bd (77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0/5640c191-af3a-4170-ae21-32d02e7fdc3d/b1ce73c2-b7e7-40ef-b129-f7f2f0e880da) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:51.581222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2510025-2fa8-4d60-97eb-86f6dc5c2837 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:51.582644 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d2510025-2fa8-4d60-97eb-86f6dc5c2837 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 881 time: 0.1999671
Apr 30 21:33:51.585727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56248) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:51.594359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Pushing event updated for resources: {'Port': ['ID=e579d8cc-9a7c-4070-98ff-3362c3137c6e,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:51.630806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-afb73d42-350b-442f-9a4c-5e861dcc0f70 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae99c6c6-f438-4ea7-a6c2-4eece97cee7c HTTP/1.1" status: 200  len: 205 time: 0.0437708
Apr 30 21:33:51.633600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56250) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:51.634489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Attempting to bind port e579d8cc-9a7c-4070-98ff-3362c3137c6e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:51.638243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Attempting to bind port e579d8cc-9a7c-4070-98ff-3362c3137c6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'df53f082-27b7-45b8-990c-d030df1be0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:51.642909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Attempting to bind port e579d8cc-9a7c-4070-98ff-3362c3137c6e on network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:51.644343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Attempting to bind port 6be40d2a-9071-4954-8207-373a87d3a64b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:33:51.644804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Attempting to bind port 6be40d2a-9071-4954-8207-373a87d3a64b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35daa619-e425-4ed1-96d3-f26aaa44dd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:33:51.645265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Attempting to bind port 6be40d2a-9071-4954-8207-373a87d3a64b on network 82002ac1-2ea9-450e-98ab-13191ce9f7fa {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:33:51.652236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:51.652700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Checking segment: {'id': '35daa619-e425-4ed1-96d3-f26aaa44dd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:51.653181 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.653650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Bound using segment: {'id': '35daa619-e425-4ed1-96d3-f26aaa44dd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:51.654251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Bound port: 6be40d2a-9071-4954-8207-373a87d3a64b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35daa619-e425-4ed1-96d3-f26aaa44dd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:51.654719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.658281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:33:51.658898 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Checking segment: {'id': 'df53f082-27b7-45b8-990c-d030df1be0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:33:51.659536 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.660219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Bound using segment: {'id': 'df53f082-27b7-45b8-990c-d030df1be0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:33:51.660753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Bound port: e579d8cc-9a7c-4070-98ff-3362c3137c6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df53f082-27b7-45b8-990c-d030df1be0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:33:51.661337 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.784118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.835503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks [] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.885469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.907683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:51.948720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] For port 6be40d2a-9071-4954-8207-373a87d3a64b, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:51.958484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] For port 6be40d2a-9071-4954-8207-373a87d3a64b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6be40d2a-9071-4954-8207-373a87d3a64b,segment=NetworkSegment(35daa619-e425-4ed1-96d3-f26aaa44dd8e),segment_id=35daa619-e425-4ed1-96d3-f26aaa44dd8e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:51.958484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] For port e579d8cc-9a7c-4070-98ff-3362c3137c6e, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:33:51.970424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] For port e579d8cc-9a7c-4070-98ff-3362c3137c6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e579d8cc-9a7c-4070-98ff-3362c3137c6e,segment=NetworkSegment(df53f082-27b7-45b8-990c-d030df1be0d3),segment_id=df53f082-27b7-45b8-990c-d030df1be0d3)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:33:52.011186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.025083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Deleting port d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:52.026003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.056610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Network 82002ac1-2ea9-450e-98ab-13191ce9f7fa is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:52.060376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:52.064152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:52.070360 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.074083 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.099368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event updated for resources: {'Port': ['ID=5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:52.108307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279fd69-27b1-4c62-99d4-0f69540db1a4 req-f9e17586-a9c6-4765-8c60-2ab9d04fa608 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:52.109860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d279fd69-27b1-4c62-99d4-0f69540db1a4 req-f9e17586-a9c6-4765-8c60-2ab9d04fa608 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1528859
Apr 30 21:33:52.125080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.141600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a5ed-bc84-4622-924d-aa14be657d2e req-aa8e142d-0a35-4741-82af-4c506b395a2a tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:52.149274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fb3a5ed-bc84-4622-924d-aa14be657d2e req-aa8e142d-0a35-4741-82af-4c506b395a2a tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1191001
Apr 30 21:33:52.172321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed0328-e7b7-4361-9362-1d3710604c4d None None] Pushing event updated for resources: {'Port': ['ID=e579d8cc-9a7c-4070-98ff-3362c3137c6e,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:52.196449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:52.205605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:52.206309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.217870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:52.230122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:52.236390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:52.237104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.256587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27312bd8-5b84-4347-8b2e-8529386a80b3 None None] Pushing event updated for resources: {'Port': ['ID=6be40d2a-9071-4954-8207-373a87d3a64b,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:52.271271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event updated for resources: {'Port': ['ID=b1ce73c2-b7e7-40ef-b129-f7f2f0e880da,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:52.317726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fb3a5ed-bc84-4622-924d-aa14be657d2e req-b802780d-ddd5-4a27-8145-7a516f37a9bb tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675913
Apr 30 21:33:52.328244 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.353239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d279fd69-27b1-4c62-99d4-0f69540db1a4 req-f0a8a18b-11b4-4d09-833f-f5b4f3a5be70 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2331319
Apr 30 21:33:52.361736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Calling delete_port for d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:52.364416 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-092a52de-198f-4643-a7d8-a07d031b7971 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 1.6573763
Apr 30 21:33:52.367753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56264) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:52.374160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Request body: {'port': {'network_id': '82002ac1-2ea9-450e-98ab-13191ce9f7fa', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1034638686', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:52.374946 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.api.validators [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] bootfile-name is not in valid_values {{(pid=115773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:52.375583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.api.validators [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] tftp-server is not in valid_values {{(pid=115773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:52.375769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.api.validators [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] server-ip-address is not in valid_values {{(pid=115773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:52.383750 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-87005344-df47-4cff-b776-5712269a3fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 1.7449801
Apr 30 21:33:52.399679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56266) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:52.406650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Request body: {'port': {'network_id': '77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1691244469', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:52.407152 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.api.validators [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] bootfile-name is not in valid_values {{(pid=115773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:52.407471 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.api.validators [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] tftp-server is not in valid_values {{(pid=115773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:52.407794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.api.validators [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] server-ip-address is not in valid_values {{(pid=115773) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:52.679664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.691513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Made reservation on behalf of 8f529526273f453188e2726e72e49b08 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:52.695707 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.700355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Made reservation on behalf of 7171c6cf76ac4e179123a5d3905d6a5c for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:33:52.703762 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.747806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event deleted for resources: {'Port': ['ID=d8c87bcc-a644-4eec-9d90-c4ba6b4ac03e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:52.753333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] device_id is not set on port 6817c26c-acb4-41c9-97b8-9c69560c3b1d yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:52.776275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] device_id is not set on port fe1c7f65-657b-4949-8ecb-731e2a87015e yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:33:52.823800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.854004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6be40d2a-9071-4954-8207-373a87d3a64b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:52.911423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 6be40d2a-9071-4954-8207-373a87d3a64b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:52.911901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.939474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:52.943106 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.021706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 6be40d2a-9071-4954-8207-373a87d3a64b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:53.022355 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.074088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 6be40d2a-9071-4954-8207-373a87d3a64b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6be40d2a-9071-4954-8207-373a87d3a64b,segment=NetworkSegment(35daa619-e425-4ed1-96d3-f26aaa44dd8e),segment_id=35daa619-e425-4ed1-96d3-f26aaa44dd8e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:53.079634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (ae99c6c6-f438-4ea7-a6c2-4eece97cee7c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.080223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Fanout notify agent at l3_agent the message router_deleted on router ae99c6c6-f438-4ea7-a6c2-4eece97cee7c {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:33:53.087345 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.089536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6647f5e9-40de-4e63-a896-1c7fc054b002 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/ae99c6c6-f438-4ea7-a6c2-4eece97cee7c HTTP/1.1" status: 204  len: 168 time: 1.4547422
Apr 30 21:33:53.092768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56276) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:53.101636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-db626f13-a7fe-49db-8d07-d215e6f94fcd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-73754776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:53.153265 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.154257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e579d8cc-9a7c-4070-98ff-3362c3137c6e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:53.201982 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.234015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db626f13-a7fe-49db-8d07-d215e6f94fcd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (647c8089-51e0-4fc3-b2cd-765317f1a738), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.235242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db626f13-a7fe-49db-8d07-d215e6f94fcd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (647c8089-51e0-4fc3-b2cd-765317f1a738), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.241648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=6be40d2a-9071-4954-8207-373a87d3a64b,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:53.250266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e579d8cc-9a7c-4070-98ff-3362c3137c6e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:53.250901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.325396 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db626f13-a7fe-49db-8d07-d215e6f94fcd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (647c8089-51e0-4fc3-b2cd-765317f1a738), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.357995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e579d8cc-9a7c-4070-98ff-3362c3137c6e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:53.358609 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.375406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Allocated IP 172.20.0.14 (82002ac1-2ea9-450e-98ab-13191ce9f7fa/4c8a0c89-9b5c-4fcc-a94d-033328d2a809/6817c26c-acb4-41c9-97b8-9c69560c3b1d) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:53.378390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Allocated IP 2001:db8::2b6 (77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0/5640c191-af3a-4170-ae21-32d02e7fdc3d/fe1c7f65-657b-4949-8ecb-731e2a87015e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:53.415986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e579d8cc-9a7c-4070-98ff-3362c3137c6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e579d8cc-9a7c-4070-98ff-3362c3137c6e,segment=NetworkSegment(df53f082-27b7-45b8-990c-d030df1be0d3),segment_id=df53f082-27b7-45b8-990c-d030df1be0d3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:53.438843 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db626f13-a7fe-49db-8d07-d215e6f94fcd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (647c8089-51e0-4fc3-b2cd-765317f1a738), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.541596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918db4-e19a-4422-936b-bd41f1b80403 req-446b3cda-6558-46ed-b7a0-f7eabd30cce9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:53.543209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79918db4-e19a-4422-936b-bd41f1b80403 req-446b3cda-6558-46ed-b7a0-f7eabd30cce9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0833147
Apr 30 21:33:53.576244 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.615039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db626f13-a7fe-49db-8d07-d215e6f94fcd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.626482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-db626f13-a7fe-49db-8d07-d215e6f94fcd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5303190
Apr 30 21:33:53.627288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56284) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:53.638243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2795ce-038e-446e-a592-38a9e0722eb6 req-b7042ef9-3f0a-4962-ad66-4caf7803d718 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:53.640192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a2795ce-038e-446e-a592-38a9e0722eb6 req-b7042ef9-3f0a-4962-ad66-4caf7803d718 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1837780
Apr 30 21:33:53.642748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': True}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:53.708060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e579d8cc-9a7c-4070-98ff-3362c3137c6e,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:53.717211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79918db4-e19a-4422-936b-bd41f1b80403 req-8fcca635-d2cb-40e5-aab0-68ea9c4875fb tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1663864
Apr 30 21:33:53.721858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a2795ce-038e-446e-a592-38a9e0722eb6 req-dc38a741-3982-414f-ab6e-1db1b36b9890 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684342
Apr 30 21:33:53.852420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90edcd7f-400c-4e85-89d6-627dacf696a4 None None] Network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:53.923279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks [] for port (6817c26c-acb4-41c9-97b8-9c69560c3b1d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.946267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-86ea0772-9511-4128-ab9d-712ce8fe06b7 None None] Provisioning complete for port e579d8cc-9a7c-4070-98ff-3362c3137c6e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:53.946880 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-86ea0772-9511-4128-ab9d-712ce8fe06b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:53.952509 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for port (fe1c7f65-657b-4949-8ecb-731e2a87015e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.049547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (647c8089-51e0-4fc3-b2cd-765317f1a738), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.074056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-86ea0772-9511-4128-ab9d-712ce8fe06b7 None None] Current status of the port e579d8cc-9a7c-4070-98ff-3362c3137c6e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:54.182890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6817c26c-acb4-41c9-97b8-9c69560c3b1d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.182890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (fe1c7f65-657b-4949-8ecb-731e2a87015e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.196521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e8852a-4996-44eb-8fc9-3a1b695ae5f7 None None] Network 82002ac1-2ea9-450e-98ab-13191ce9f7fa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:54.269387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Network 82002ac1-2ea9-450e-98ab-13191ce9f7fa is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:54.277401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:54.281847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:54.283751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event updated for resources: {'Port': ['ID=6817c26c-acb4-41c9-97b8-9c69560c3b1d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:54.288618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:54.293712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:54.294559 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.297196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:54.312213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:54.348155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-452b8bcb-ba8f-4383-8225-dfb6e79bb09f None None] Provisioning complete for port 6be40d2a-9071-4954-8207-373a87d3a64b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:54.348544 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-452b8bcb-ba8f-4383-8225-dfb6e79bb09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.363026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:54.363695 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.379914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56290) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:54.464873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-452b8bcb-ba8f-4383-8225-dfb6e79bb09f None None] Current status of the port 6be40d2a-9071-4954-8207-373a87d3a64b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:54.496511 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.524574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event updated for resources: {'Port': ['ID=fe1c7f65-657b-4949-8ecb-731e2a87015e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:54.548359 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1b3776c2-3a09-42ab-9757-7eaea442e789 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 2.1794267
Apr 30 21:33:54.552387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56294) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:54.555039 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b8187df-458b-4907-a705-9dd6e20d4092 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 2.1542704
Apr 30 21:33:54.558508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56296) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:54.569486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.588834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d16f4168-f764-4789-b1ae-0822997a67e5 None None] Provisioning complete for port e579d8cc-9a7c-4070-98ff-3362c3137c6e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:54.589570 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d16f4168-f764-4789-b1ae-0822997a67e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.638063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e55a45-1eb1-4b2d-b217-ca2b2e5d32fc tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:54.638409 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (647c8089-51e0-4fc3-b2cd-765317f1a738), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.649747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e55a45-1eb1-4b2d-b217-ca2b2e5d32fc tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:54.651154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b692d7b-6a4e-4e35-bd51-d3c9c6028a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:54.656355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e55a45-1eb1-4b2d-b217-ca2b2e5d32fc tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:54.656866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b692d7b-6a4e-4e35-bd51-d3c9c6028a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:54.658828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-69e55a45-1eb1-4b2d-b217-ca2b2e5d32fc tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 0.1054704
Apr 30 21:33:54.663366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56298) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:54.669623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b692d7b-6a4e-4e35-bd51-d3c9c6028a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:54.685275 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b692d7b-6a4e-4e35-bd51-d3c9c6028a12 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.1194730
Apr 30 21:33:54.686333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56300) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:54.729477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.738797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d16f4168-f764-4789-b1ae-0822997a67e5 None None] Current status of the port e579d8cc-9a7c-4070-98ff-3362c3137c6e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:54.756268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d16f4168-f764-4789-b1ae-0822997a67e5 None None] Provisioning complete for port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:54.756756 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d16f4168-f764-4789-b1ae-0822997a67e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.831787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6be40d2a-9071-4954-8207-373a87d3a64b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:54.858041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-dadd3b8b-dd0a-47f4-9983-96858b89e6d5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Deleting port 6817c26c-acb4-41c9-97b8-9c69560c3b1d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:54.858395 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b8b-dd0a-47f4-9983-96858b89e6d5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6817c26c-acb4-41c9-97b8-9c69560c3b1d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:54.879522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d16f4168-f764-4789-b1ae-0822997a67e5 None None] Port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:54.914912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 6be40d2a-9071-4954-8207-373a87d3a64b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:54.926226 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.016753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Allocated IP 172.35.4.103 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ec450ff6-8d97-49de-8e2a-db97bfc40970) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:33:55.038701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Provisioning complete for port 6be40d2a-9071-4954-8207-373a87d3a64b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:55.050575 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.133722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 6be40d2a-9071-4954-8207-373a87d3a64b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:55.135449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e579d8cc-9a7c-4070-98ff-3362c3137c6e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:33:55.145549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b8b-dd0a-47f4-9983-96858b89e6d5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6817c26c-acb4-41c9-97b8-9c69560c3b1d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.183783 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for port (ec450ff6-8d97-49de-8e2a-db97bfc40970), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.267079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Current status of the port 6be40d2a-9071-4954-8207-373a87d3a64b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:55.281519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e579d8cc-9a7c-4070-98ff-3362c3137c6e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:55.292684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf736d-c931-4af0-afc2-868252868f6f req-72946446-008c-4d70-8d4d-ab6f872cb453 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:55.294266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbdf736d-c931-4af0-afc2-868252868f6f req-72946446-008c-4d70-8d4d-ab6f872cb453 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.3501439
Apr 30 21:33:55.294852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.297493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ec450ff6-8d97-49de-8e2a-db97bfc40970), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.298438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Provisioning complete for port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:55.299018 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.316679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-dadd3b8b-dd0a-47f4-9983-96858b89e6d5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Calling delete_port for 6817c26c-acb4-41c9-97b8-9c69560c3b1d owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:55.319918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ac7965ec-3127-47a0-b2d8-0bab4173f6d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Deleting port fe1c7f65-657b-4949-8ecb-731e2a87015e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:55.320474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ac7965ec-3127-47a0-b2d8-0bab4173f6d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fe1c7f65-657b-4949-8ecb-731e2a87015e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.366361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea804c-6dc5-4771-8d11-73be00c96e09 req-77ab591a-a6a7-4316-ac29-b4044b82a814 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:55.368122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99ea804c-6dc5-4771-8d11-73be00c96e09 req-77ab591a-a6a7-4316-ac29-b4044b82a814 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.4247921
Apr 30 21:33:55.398010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:33:55.404046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:33:55.407386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:33:55.415175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:55.438705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'Port': ['ID=ec450ff6-8d97-49de-8e2a-db97bfc40970,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:55.452647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Provisioning complete for port 6817c26c-acb4-41c9-97b8-9c69560c3b1d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:55.452647 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6817c26c-acb4-41c9-97b8-9c69560c3b1d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.541931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e579d8cc-9a7c-4070-98ff-3362c3137c6e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:33:55.544518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Port 6817c26c-acb4-41c9-97b8-9c69560c3b1d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:55.557138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Provisioning complete for port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:55.557932 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.603652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3a57aec9-8675-4a2d-86cc-a0d366c20de9 None None] Port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:55.724608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Provisioning complete for port fe1c7f65-657b-4949-8ecb-731e2a87015e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:55.724991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fe1c7f65-657b-4949-8ecb-731e2a87015e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.765195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Port fe1c7f65-657b-4949-8ecb-731e2a87015e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:55.773972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Provisioning complete for port 6817c26c-acb4-41c9-97b8-9c69560c3b1d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:55.774386 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6817c26c-acb4-41c9-97b8-9c69560c3b1d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.796428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (647c8089-51e0-4fc3-b2cd-765317f1a738), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.815252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Port 6817c26c-acb4-41c9-97b8-9c69560c3b1d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:55.823956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Provisioning complete for port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:55.824334 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:55.859295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-48c0adb9-b975-4ef3-8026-ad9fd998e7ff None None] Port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:55.982825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Publish callbacks [] for security_group (d379b119-c9bc-4bbf-8284-114a4ad8b571), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.028303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (647c8089-51e0-4fc3-b2cd-765317f1a738), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.032102 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (647c8089-51e0-4fc3-b2cd-765317f1a738), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.038663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb3945-a132-4242-88e5-3e109dcd593e req-2e5319f9-6791-48bc-9d5b-1ca3d915675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:56.040159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49eb3945-a132-4242-88e5-3e109dcd593e req-2e5319f9-6791-48bc-9d5b-1ca3d915675b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1128 time: 0.1265116
Apr 30 21:33:56.049128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbdf736d-c931-4af0-afc2-868252868f6f req-a904d3b8-29dd-424d-969c-b515749661de tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7162580
Apr 30 21:33:56.076160 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99ea804c-6dc5-4771-8d11-73be00c96e09 req-31f5ac01-0c01-447b-876c-59f6ffb2ed28 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6118608
Apr 30 21:33:56.097246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ac7965ec-3127-47a0-b2d8-0bab4173f6d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fe1c7f65-657b-4949-8ecb-731e2a87015e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.097246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d379b119-c9bc-4bbf-8284-114a4ad8b571), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.149771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ac7965ec-3127-47a0-b2d8-0bab4173f6d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Calling delete_port for fe1c7f65-657b-4949-8ecb-731e2a87015e owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:56.200256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49eb3945-a132-4242-88e5-3e109dcd593e req-405d66c0-6b14-42a0-9937-e7687ef83e9c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481237
Apr 30 21:33:56.202448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c72fefa5b62349d186f37e7b723b5fc6&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8209922
Apr 30 21:33:56.206673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56314) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:56.208094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d379b119-c9bc-4bbf-8284-114a4ad8b571,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:56.239686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Router 647c8089-51e0-4fc3-b2cd-765317f1a738 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:33:56.290073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.290421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.291037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.291380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.291732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.292037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.292364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.292819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.293146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.293468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.293812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.295492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.295847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.296180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.296513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4d720b-91e7-498b-9082-63cae065b913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:33:56.380439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10ac9e73-aa1f-4828-a8dd-5dd3c7550e0d admin admin] Publish callbacks [] for security_group (d379b119-c9bc-4bbf-8284-114a4ad8b571), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.381610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:33:56.386987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.388694 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ad91e78b-1f86-44e8-9eff-70d293de3c5d tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "PUT /v2.0/routers/647c8089-51e0-4fc3-b2cd-765317f1a738 HTTP/1.1" status: 200  len: 913 time: 2.7581100
Apr 30 21:33:56.391641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56318) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:56.400794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1f969-0247-41fc-b87e-d2d11c6481ea None None] Sync routers for ids ['647c8089-51e0-4fc3-b2cd-765317f1a738'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:33:56.412109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1f969-0247-41fc-b87e-d2d11c6481ea None None] Routers {'647c8089-51e0-4fc3-b2cd-765317f1a738'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:56.412749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-99c1f969-0247-41fc-b87e-d2d11c6481ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e22bb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['647c8089-51e0-4fc3-b2cd-765317f1a738'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:56.428106 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10ac9e73-aa1f-4828-a8dd-5dd3c7550e0d admin admin] Publish callbacks [] for security_group (d379b119-c9bc-4bbf-8284-114a4ad8b571), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.440814 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b8b-dd0a-47f4-9983-96858b89e6d5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6817c26c-acb4-41c9-97b8-9c69560c3b1d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.474434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-99c1f969-0247-41fc-b87e-d2d11c6481ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e22bb20>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:56.499638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd3b8b-dd0a-47f4-9983-96858b89e6d5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event deleted for resources: {'Port': ['ID=6817c26c-acb4-41c9-97b8-9c69560c3b1d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:56.506399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c1f969-0247-41fc-b87e-d2d11c6481ea None None] Routers {'647c8089-51e0-4fc3-b2cd-765317f1a738'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:33:56.507276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-99c1f969-0247-41fc-b87e-d2d11c6481ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e22bb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['647c8089-51e0-4fc3-b2cd-765317f1a738'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:56.517398 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-84a1325a-96dd-49fa-be5d-3d8012c2ef8c tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/routers/647c8089-51e0-4fc3-b2cd-765317f1a738 HTTP/1.1" status: 200  len: 919 time: 0.1252244
Apr 30 21:33:56.520214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56320) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:56.559785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-99c1f969-0247-41fc-b87e-d2d11c6481ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e22bb20>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:33:56.560419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c1f969-0247-41fc-b87e-d2d11c6481ea None None] The sync data for ids ['647c8089-51e0-4fc3-b2cd-765317f1a738'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:33:56.629987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dadd3b8b-dd0a-47f4-9983-96858b89e6d5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.640448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dadd3b8b-dd0a-47f4-9983-96858b89e6d5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "DELETE /v2.0/ports/6817c26c-acb4-41c9-97b8-9c69560c3b1d HTTP/1.1" status: 204  len: 168 time: 1.9760022
Apr 30 21:33:56.641290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56330) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:56.648381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Request body: {'port': {'name': 'tempest-new-port-name-110760733', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:56.649120 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.api.validators [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] bootfile-name is not in valid_values {{(pid=115774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:56.649772 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.api.validators [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] tftp-server is not in valid_values {{(pid=115774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:56.650937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.api.validators [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] server-ip-address is not in valid_values {{(pid=115774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:56.663566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ac7965ec-3127-47a0-b2d8-0bab4173f6d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fe1c7f65-657b-4949-8ecb-731e2a87015e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.703364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7965ec-3127-47a0-b2d8-0bab4173f6d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event deleted for resources: {'Port': ['ID=fe1c7f65-657b-4949-8ecb-731e2a87015e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:56.746675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10ac9e73-aa1f-4828-a8dd-5dd3c7550e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d379b119-c9bc-4bbf-8284-114a4ad8b571), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.755535 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-10ac9e73-aa1f-4828-a8dd-5dd3c7550e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.756764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-10ac9e73-aa1f-4828-a8dd-5dd3c7550e0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d379b119-c9bc-4bbf-8284-114a4ad8b571 HTTP/1.1" status: 204  len: 168 time: 0.5496016
Apr 30 21:33:56.761737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ac7965ec-3127-47a0-b2d8-0bab4173f6d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:56.765159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ac7965ec-3127-47a0-b2d8-0bab4173f6d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "DELETE /v2.0/ports/fe1c7f65-657b-4949-8ecb-731e2a87015e HTTP/1.1" status: 204  len: 168 time: 2.0157189
Apr 30 21:33:56.779836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56334) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:56.787026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Request body: {'port': {'name': 'tempest-new-port-name-1072980838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:56.787426 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.api.validators [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] bootfile-name is not in valid_values {{(pid=115774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:56.787823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.api.validators [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] tftp-server is not in valid_values {{(pid=115774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:56.788167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.api.validators [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] server-ip-address is not in valid_values {{(pid=115774) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Apr 30 21:33:56.811131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac9e73-aa1f-4828-a8dd-5dd3c7550e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d379b119-c9bc-4bbf-8284-114a4ad8b571,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:56.858051 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.047691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7cbe9c-00ab-4e17-8342-ccbb79260814 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:57.049030 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4c7cbe9c-00ab-4e17-8342-ccbb79260814 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=647c8089-51e0-4fc3-b2cd-765317f1a738&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5277147
Apr 30 21:33:57.049591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56338) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:57.068384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.350606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e566a4-4a73-44da-a069-f92a9d3b7262 req-c4a40a5a-a508-42bf-9de1-66f64021a8d8 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:57.352074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8e566a4-4a73-44da-a069-f92a9d3b7262 req-c4a40a5a-a508-42bf-9de1-66f64021a8d8 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1695361
Apr 30 21:33:57.388576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f4dd6-a10b-485f-9442-c1ae93d51051 req-d6daa342-4121-40d9-ba2f-d7c2da6f74ed tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:57.390054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c6f4dd6-a10b-485f-9442-c1ae93d51051 req-d6daa342-4121-40d9-ba2f-d7c2da6f74ed tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1805942
Apr 30 21:33:57.425068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e80c3-a10f-4764-9548-02a7d441cc88 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:57.426316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-167e80c3-a10f-4764-9548-02a7d441cc88 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 881 time: 0.3732700
Apr 30 21:33:57.432818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56356) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:57.447011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks [] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.463157 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bbafb338-c4cc-4cb6-bd30-1cf9160bd8fc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=647c8089-51e0-4fc3-b2cd-765317f1a738 HTTP/1.1" status: 200  len: 205 time: 0.0320323
Apr 30 21:33:57.465730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56360) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:57.534998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c6f4dd6-a10b-485f-9442-c1ae93d51051 req-53f16e4e-0724-487b-a400-dae98b63fab0 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378696
Apr 30 21:33:57.535604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.548175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8e566a4-4a73-44da-a069-f92a9d3b7262 req-563de803-be85-4ff7-80a6-e59e843e0a6f tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556330
Apr 30 21:33:57.605698 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (647c8089-51e0-4fc3-b2cd-765317f1a738), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.652380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56372) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:57.662025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event updated for resources: {'Port': ['ID=5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:57.686295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] In _notify_port_updated(), no bound segment for port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe on network 82002ac1-2ea9-450e-98ab-13191ce9f7fa {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:33:57.691202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:57.691852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.695119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-73e07626-438d-4b68-aeb3-26fcc8952427 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "PUT /v2.0/ports/5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe HTTP/1.1" status: 200  len: 1135 time: 1.0515485
Apr 30 21:33:57.696341 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4bec710f-48b7-489b-abe9-a86b0c919236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.696473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56374) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:57.702824 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.762303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ef1e2-d512-44ed-93d5-05bb00ee2454 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:57.764044 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c02ef1e2-d512-44ed-93d5-05bb00ee2454 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "GET /v2.0/ports/5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe HTTP/1.1" status: 200  len: 1135 time: 0.0658259
Apr 30 21:33:57.769854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56376) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:57.782161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (647c8089-51e0-4fc3-b2cd-765317f1a738), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.810500 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.863355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4bec710f-48b7-489b-abe9-a86b0c919236 admin admin] Publish callbacks [] for security_group (30695b32-79ce-45d1-b056-02fa33e5adee), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.867737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] In _notify_port_updated(), no bound segment for port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da on network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:33:57.878525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:57.878525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.878525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "PUT /v2.0/ports/b1ce73c2-b7e7-40ef-b129-f7f2f0e880da HTTP/1.1" status: 200  len: 1129 time: 1.0943906
Apr 30 21:33:57.892230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56378) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:57.903179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8e57f602-c918-4507-9fbe-442a85d957c5 None None] Provisioning complete for port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:57.903760 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8e57f602-c918-4507-9fbe-442a85d957c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.927695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5d153df2-43d3-45ef-a019-47f1a4a1d069 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Deleting port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:57.928063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5d153df2-43d3-45ef-a019-47f1a4a1d069 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.961141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Deleting port ec450ff6-8d97-49de-8e2a-db97bfc40970 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:57.961861 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ec450ff6-8d97-49de-8e2a-db97bfc40970), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.963845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8e57f602-c918-4507-9fbe-442a85d957c5 None None] Port 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:57.985506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4bec710f-48b7-489b-abe9-a86b0c919236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (30695b32-79ce-45d1-b056-02fa33e5adee), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:57.991414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c4dd0-2874-48c6-a8a6-1e14fbf574ee tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:57.997150 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5c5c4dd0-2874-48c6-a8a6-1e14fbf574ee tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "GET /v2.0/ports/b1ce73c2-b7e7-40ef-b129-f7f2f0e880da HTTP/1.1" status: 200  len: 1129 time: 0.0995371
Apr 30 21:33:57.999525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3f663-2f7e-42a9-94e2-3272b33d39b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event updated for resources: {'Port': ['ID=b1ce73c2-b7e7-40ef-b129-f7f2f0e880da,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:58.006996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56382) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:58.054671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4bec710f-48b7-489b-abe9-a86b0c919236 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a31755f1e2c245378f9b0dc987394120&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4012344
Apr 30 21:33:58.058204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56384) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:58.093459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec710f-48b7-489b-abe9-a86b0c919236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30695b32-79ce-45d1-b056-02fa33e5adee,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:58.098517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ec450ff6-8d97-49de-8e2a-db97bfc40970), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.122344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Calling delete_port for ec450ff6-8d97-49de-8e2a-db97bfc40970 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:58.147989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c1a509-618a-48c5-bd16-ac0dd75c1586 admin admin] Publish callbacks [] for security_group (30695b32-79ce-45d1-b056-02fa33e5adee), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.153388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5d153df2-43d3-45ef-a019-47f1a4a1d069 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.177708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5d153df2-43d3-45ef-a019-47f1a4a1d069 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Calling delete_port for 5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:58.182304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-478e9045-9bcb-493d-9dfa-5fee0f9cd074 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Deleting port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:58.186048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-478e9045-9bcb-493d-9dfa-5fee0f9cd074 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.205026 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c1a509-618a-48c5-bd16-ac0dd75c1586 admin admin] Publish callbacks [] for security_group (30695b32-79ce-45d1-b056-02fa33e5adee), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.298461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-74e5131e-7974-41b9-a4cc-2ed229a0cadc None None] Provisioning complete for port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:33:58.298964 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74e5131e-7974-41b9-a4cc-2ed229a0cadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.340222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-478e9045-9bcb-493d-9dfa-5fee0f9cd074 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.340490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-74e5131e-7974-41b9-a4cc-2ed229a0cadc None None] Port b1ce73c2-b7e7-40ef-b129-f7f2f0e880da cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:33:58.354082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-478e9045-9bcb-493d-9dfa-5fee0f9cd074 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Calling delete_port for b1ce73c2-b7e7-40ef-b129-f7f2f0e880da owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:33:58.479365 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c1a509-618a-48c5-bd16-ac0dd75c1586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (30695b32-79ce-45d1-b056-02fa33e5adee), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.482005 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c1a509-618a-48c5-bd16-ac0dd75c1586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.483289 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-29c1a509-618a-48c5-bd16-ac0dd75c1586 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30695b32-79ce-45d1-b056-02fa33e5adee HTTP/1.1" status: 204  len: 168 time: 0.4228911
Apr 30 21:33:58.491305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1a509-618a-48c5-bd16-ac0dd75c1586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30695b32-79ce-45d1-b056-02fa33e5adee,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:58.531246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ec450ff6-8d97-49de-8e2a-db97bfc40970), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.561505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event deleted for resources: {'Port': ['ID=ec450ff6-8d97-49de-8e2a-db97bfc40970,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:58.582809 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5d153df2-43d3-45ef-a019-47f1a4a1d069 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.615241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d153df2-43d3-45ef-a019-47f1a4a1d069 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event deleted for resources: {'Port': ['ID=5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:58.699434 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (647c8089-51e0-4fc3-b2cd-765317f1a738), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.720983 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-478e9045-9bcb-493d-9dfa-5fee0f9cd074 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b1ce73c2-b7e7-40ef-b129-f7f2f0e880da), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.798676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e9045-9bcb-493d-9dfa-5fee0f9cd074 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event deleted for resources: {'Port': ['ID=b1ce73c2-b7e7-40ef-b129-f7f2f0e880da,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:58.811845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb6fd3-b636-4b65-8180-44c33be64144 req-9f43360b-ac18-47cb-9f84-587a8a92e527 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:58.813358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccfb6fd3-b636-4b65-8180-44c33be64144 req-9f43360b-ac18-47cb-9f84-587a8a92e527 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1802845
Apr 30 21:33:58.823582 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (647c8089-51e0-4fc3-b2cd-765317f1a738), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.828748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (647c8089-51e0-4fc3-b2cd-765317f1a738), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.835791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03980e4-0a13-44f0-9a35-cce5c52703a3 req-e5d2524c-f5e3-481a-a40f-8a3b0f9e8e51 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:58.838175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a03980e4-0a13-44f0-9a35-cce5c52703a3 req-e5d2524c-f5e3-481a-a40f-8a3b0f9e8e51 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1664164
Apr 30 21:33:58.839857 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5d153df2-43d3-45ef-a019-47f1a4a1d069 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.845481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5d153df2-43d3-45ef-a019-47f1a4a1d069 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "DELETE /v2.0/ports/5b6f8e1f-ec67-4d0e-913e-89c7a4910dbe HTTP/1.1" status: 204  len: 168 time: 1.0722532
Apr 30 21:33:58.865498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56392) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:58.929182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-478e9045-9bcb-493d-9dfa-5fee0f9cd074 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.932936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-478e9045-9bcb-493d-9dfa-5fee0f9cd074 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "DELETE /v2.0/ports/b1ce73c2-b7e7-40ef-b129-f7f2f0e880da HTTP/1.1" status: 204  len: 168 time: 0.9209650
Apr 30 21:33:58.936141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:58.962997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d8ab81-b0dc-4125-8044-1651483481f5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Deleting subnet 4c8a0c89-9b5c-4fcc-a94d-033328d2a809 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:58.977992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54d8ab81-b0dc-4125-8044-1651483481f5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks [] for subnet (4c8a0c89-9b5c-4fcc-a94d-033328d2a809), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.983603 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (647c8089-51e0-4fc3-b2cd-765317f1a738), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.984299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Fanout notify agent at l3_agent the message router_deleted on router 647c8089-51e0-4fc3-b2cd-765317f1a738 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:33:58.995537 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:58.996742 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-833aea58-4f08-471c-b8c5-44cefc8bd1dc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/647c8089-51e0-4fc3-b2cd-765317f1a738 HTTP/1.1" status: 204  len: 168 time: 1.5282273
Apr 30 21:33:59.004654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56398) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:59.015351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7ee1eea8-c7d0-48e7-bf21-2497760774fc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-472370979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:59.044210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccfb6fd3-b636-4b65-8180-44c33be64144 req-1f2bd9dc-eb10-4bee-ae6d-46c1686e27b6 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152355
Apr 30 21:33:59.049790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a03980e4-0a13-44f0-9a35-cce5c52703a3 req-3b5abac0-9bf3-4867-922f-82d313ab9e46 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1894124
Apr 30 21:33:59.051965 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54d8ab81-b0dc-4125-8044-1651483481f5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (4c8a0c89-9b5c-4fcc-a94d-033328d2a809), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.086297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1691385-bdf2-49bb-a96d-6d999ae11fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Deleting subnet 5640c191-af3a-4170-ae21-32d02e7fdc3d {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:33:59.101432 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1691385-bdf2-49bb-a96d-6d999ae11fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for subnet (5640c191-af3a-4170-ae21-32d02e7fdc3d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.162893 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1691385-bdf2-49bb-a96d-6d999ae11fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (5640c191-af3a-4170-ae21-32d02e7fdc3d), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.174775 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54d8ab81-b0dc-4125-8044-1651483481f5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4c8a0c89-9b5c-4fcc-a94d-033328d2a809), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.189347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eea8-c7d0-48e7-bf21-2497760774fc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (10bac446-3605-4057-b012-d504aa5d1d20), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.192156 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eea8-c7d0-48e7-bf21-2497760774fc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (10bac446-3605-4057-b012-d504aa5d1d20), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.288561 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eea8-c7d0-48e7-bf21-2497760774fc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (10bac446-3605-4057-b012-d504aa5d1d20), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.301611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1691385-bdf2-49bb-a96d-6d999ae11fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5640c191-af3a-4170-ae21-32d02e7fdc3d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.364502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54d8ab81-b0dc-4125-8044-1651483481f5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (4c8a0c89-9b5c-4fcc-a94d-033328d2a809), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.382584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eea8-c7d0-48e7-bf21-2497760774fc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (10bac446-3605-4057-b012-d504aa5d1d20), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.392928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8ab81-b0dc-4125-8044-1651483481f5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8a0c89-9b5c-4fcc-a94d-033328d2a809,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:59.397930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54d8ab81-b0dc-4125-8044-1651483481f5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.401316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-54d8ab81-b0dc-4125-8044-1651483481f5 tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "DELETE /v2.0/subnets/4c8a0c89-9b5c-4fcc-a94d-033328d2a809 HTTP/1.1" status: 204  len: 168 time: 0.5343883
Apr 30 21:33:59.403967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56418) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:59.412338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28092f19-1043-46ef-b671-07d2c161d90a None None] Network 82002ac1-2ea9-450e-98ab-13191ce9f7fa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:59.459569 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1691385-bdf2-49bb-a96d-6d999ae11fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5640c191-af3a-4170-ae21-32d02e7fdc3d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.498338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1691385-bdf2-49bb-a96d-6d999ae11fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event deleted for resources: {'Subnet': ['ID=5640c191-af3a-4170-ae21-32d02e7fdc3d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:33:59.509038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1691385-bdf2-49bb-a96d-6d999ae11fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.512786 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e1691385-bdf2-49bb-a96d-6d999ae11fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "DELETE /v2.0/subnets/5640c191-af3a-4170-ae21-32d02e7fdc3d HTTP/1.1" status: 204  len: 168 time: 0.5751808
Apr 30 21:33:59.515351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56420) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:59.515501 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee1eea8-c7d0-48e7-bf21-2497760774fc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.519007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ee1eea8-c7d0-48e7-bf21-2497760774fc tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5107882
Apr 30 21:33:59.522178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56422) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:33:59.528036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'enable_snat': False}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:33:59.626424 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.664546 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (82002ac1-2ea9-450e-98ab-13191ce9f7fa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.686277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0835ac-fd25-4c86-84eb-06f71c3b5bde None None] Network 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:33:59.735185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Deleting port e579d8cc-9a7c-4070-98ff-3362c3137c6e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:59.735686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.765148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] DHCP port deletion for 82002ac1-2ea9-450e-98ab-13191ce9f7fa request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:33:59.851870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] Deleting port 6be40d2a-9071-4954-8207-373a87d3a64b {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:59.852154 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.867591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d8b21-5f4c-4bbb-bd9f-7d5a01d24a8b req-4b454b29-c7de-4e3c-a0a8-5a25c8ad2cd0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:59.867591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d95d8b21-5f4c-4bbb-bd9f-7d5a01d24a8b req-4b454b29-c7de-4e3c-a0a8-5a25c8ad2cd0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1592100
Apr 30 21:33:59.885310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-7ec0c452-0965-482a-aed1-409427cf728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:33:59.891105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Deleting port 6be40d2a-9071-4954-8207-373a87d3a64b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:33:59.891372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-7ec0c452-0965-482a-aed1-409427cf728c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1128 time: 0.1188374
Apr 30 21:33:59.891495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.907569 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (10bac446-3605-4057-b012-d504aa5d1d20), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.963652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] For port 6be40d2a-9071-4954-8207-373a87d3a64b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6be40d2a-9071-4954-8207-373a87d3a64b,segment=NetworkSegment(35daa619-e425-4ed1-96d3-f26aaa44dd8e),segment_id=35daa619-e425-4ed1-96d3-f26aaa44dd8e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:59.964262 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.984951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] For port e579d8cc-9a7c-4070-98ff-3362c3137c6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e579d8cc-9a7c-4070-98ff-3362c3137c6e,segment=NetworkSegment(df53f082-27b7-45b8-990c-d030df1be0d3),segment_id=df53f082-27b7-45b8-990c-d030df1be0d3)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:33:59.985370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:33:59.992298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] Calling delete_port for 6be40d2a-9071-4954-8207-373a87d3a64b owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:00.009707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Calling delete_port for e579d8cc-9a7c-4070-98ff-3362c3137c6e owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:00.048805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] DHCP port deletion for 77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:34:00.063503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] For port 6be40d2a-9071-4954-8207-373a87d3a64b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6be40d2a-9071-4954-8207-373a87d3a64b,segment=NetworkSegment(35daa619-e425-4ed1-96d3-f26aaa44dd8e),segment_id=35daa619-e425-4ed1-96d3-f26aaa44dd8e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:00.064032 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.085233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Calling delete_port for 6be40d2a-9071-4954-8207-373a87d3a64b owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:00.148448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] Deleting port e579d8cc-9a7c-4070-98ff-3362c3137c6e {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:00.149505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.217139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d95d8b21-5f4c-4bbb-bd9f-7d5a01d24a8b req-5cb9cfe7-fe4e-4067-ad03-d5f6c370e5a4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3349829
Apr 30 21:34:00.258403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] For port e579d8cc-9a7c-4070-98ff-3362c3137c6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e579d8cc-9a7c-4070-98ff-3362c3137c6e,segment=NetworkSegment(df53f082-27b7-45b8-990c-d030df1be0d3),segment_id=df53f082-27b7-45b8-990c-d030df1be0d3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:00.259133 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.260329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-49db387f-1c54-4436-8849-f45113eebcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:00.261718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-49db387f-1c54-4436-8849-f45113eebcbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.3625758
Apr 30 21:34:00.282484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] Calling delete_port for e579d8cc-9a7c-4070-98ff-3362c3137c6e owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:00.323882 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.341848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25236ba9-2c4a-474b-8c55-5a40f1dc1072 req-52343f7a-e1f6-460d-b0dd-4eb4c6bb92d3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:00.344117 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25236ba9-2c4a-474b-8c55-5a40f1dc1072 req-52343f7a-e1f6-460d-b0dd-4eb4c6bb92d3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1238952
Apr 30 21:34:00.361645 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.366978 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (10bac446-3605-4057-b012-d504aa5d1d20), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.383238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event deleted for resources: {'Port': ['ID=e579d8cc-9a7c-4070-98ff-3362c3137c6e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:00.389001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] No DVR routers for this DVR port e579d8cc-9a7c-4070-98ff-3362c3137c6e on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:00.398688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.411705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6be40d2a-9071-4954-8207-373a87d3a64b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.451685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event deleted for resources: {'Port': ['ID=6be40d2a-9071-4954-8207-373a87d3a64b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:00.454874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] Pushing event deleted for resources: {'Port': ['ID=6be40d2a-9071-4954-8207-373a87d3a64b,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:00.464688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba47c9-91de-497d-a3bf-2f73359330b0 None None] No DVR routers for this DVR port 6be40d2a-9071-4954-8207-373a87d3a64b on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:00.490319 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (e579d8cc-9a7c-4070-98ff-3362c3137c6e), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.491523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] No DVR routers for this DVR port 6be40d2a-9071-4954-8207-373a87d3a64b on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:00.539953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-35838e15-6072-42b6-b771-53c595a62315 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de HTTP/1.1" status: 200  len: 1001 time: 0.2686052
Apr 30 21:34:00.548011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] Pushing event deleted for resources: {'Port': ['ID=e579d8cc-9a7c-4070-98ff-3362c3137c6e,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:00.569642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e7980-7c92-4f4b-a402-903438a0d4b2 None None] No DVR routers for this DVR port e579d8cc-9a7c-4070-98ff-3362c3137c6e on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:00.599841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25236ba9-2c4a-474b-8c55-5a40f1dc1072 req-61c88388-2060-4229-80cc-4453d3dda7cd tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232578
Apr 30 21:34:00.611429 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.643132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-54306dc6-1bbb-405b-b06e-ab87c2b8125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:00.643132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-54306dc6-1bbb-405b-b06e-ab87c2b8125e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.0923126
Apr 30 21:34:00.644678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89660f0dc0>,) {'filters': {'network_id': ['77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:00.680529 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (82002ac1-2ea9-450e-98ab-13191ce9f7fa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.691982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89660f0dc0>, 'df53f082-27b7-45b8-990c-d030df1be0d3') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:00.692592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89660f0dc0>, 'df53f082-27b7-45b8-990c-d030df1be0d3') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:00.704237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Allocated IP 172.35.4.40 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/836c5198-2e99-4303-a31d-febdbb87f8a4) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:00.704731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-c1ed690e-d457-4487-b2af-2c31b55aeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:00.706338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-c1ed690e-d457-4487-b2af-2c31b55aeb66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0501091
Apr 30 21:34:00.708079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (df53f082-27b7-45b8-990c-d030df1be0d3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.717116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966f78970>,) {'filters': {'network_id': ['82002ac1-2ea9-450e-98ab-13191ce9f7fa']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:00.736763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f78970>, '35daa619-e425-4ed1-96d3-f26aaa44dd8e') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:00.737140 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f78970>, '35daa619-e425-4ed1-96d3-f26aaa44dd8e') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:00.756744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6be40d2a-9071-4954-8207-373a87d3a64b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:00.782654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 6be40d2a-9071-4954-8207-373a87d3a64b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:00.782957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6be40d2a-9071-4954-8207-373a87d3a64b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:00.786365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e579d8cc-9a7c-4070-98ff-3362c3137c6e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:00.829046 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (35daa619-e425-4ed1-96d3-f26aaa44dd8e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.832786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-9189c1b1-e9c5-4295-9886-238754595d58 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163688
Apr 30 21:34:00.838227 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (df53f082-27b7-45b8-990c-d030df1be0d3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.846736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:00.847168 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (df53f082-27b7-45b8-990c-d030df1be0d3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.850224 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (35daa619-e425-4ed1-96d3-f26aaa44dd8e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.872343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56472) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:00.882906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:00.883285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (35daa619-e425-4ed1-96d3-f26aaa44dd8e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   items = [
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:00.887798 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:00.894294 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:00.972407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e579d8cc-9a7c-4070-98ff-3362c3137c6e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:00.972968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e579d8cc-9a7c-4070-98ff-3362c3137c6e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:01.015112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for port (836c5198-2e99-4303-a31d-febdbb87f8a4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.063845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d4180f7d-028d-41b6-a7b4-156c73a25323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.085448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (82002ac1-2ea9-450e-98ab-13191ce9f7fa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.091171 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.094582 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] 10.222.0.23 "DELETE /v2.0/networks/82002ac1-2ea9-450e-98ab-13191ce9f7fa HTTP/1.1" status: 204  len: 168 time: 1.6895776
Apr 30 21:34:01.115141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b770-ac36-4a5e-9dd4-33428a1b624d tempest-ExtraDHCPOptionsTestJSON-178707989 tempest-ExtraDHCPOptionsTestJSON-178707989-project] Pushing event deleted for resources: {'Network': ['ID=82002ac1-2ea9-450e-98ab-13191ce9f7fa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:01.154057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (836c5198-2e99-4303-a31d-febdbb87f8a4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.205801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:01.208643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:01.211348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:01.238821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Pushing event updated for resources: {'Port': ['ID=836c5198-2e99-4303-a31d-febdbb87f8a4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:01.396604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca4a2-6bee-46be-a7f2-d37cc22d8e6a req-e449439d-8fa7-46a1-aa98-73c9487453fa tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:01.398281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b79ca4a2-6bee-46be-a7f2-d37cc22d8e6a req-e449439d-8fa7-46a1-aa98-73c9487453fa tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0705132
Apr 30 21:34:01.434305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0292fe18-a63c-4e83-8251-7e1ed47a8709 req-fb938366-62f8-4537-ae93-b1358bbdc285 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5370398
Apr 30 21:34:01.470466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b79ca4a2-6bee-46be-a7f2-d37cc22d8e6a req-a5e37d6c-0661-4485-96af-9c1ad51f1c2a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608635
Apr 30 21:34:01.501243 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.508927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.515220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] 10.222.0.23 "DELETE /v2.0/networks/77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0 HTTP/1.1" status: 204  len: 168 time: 1.9963920
Apr 30 21:34:01.524833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a6444-025a-4e49-b13f-ef71427a3041 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692 tempest-ExtraDHCPOptionsIpV6TestJSON-1722718692-project] Pushing event deleted for resources: {'Network': ['ID=77d9a9e5-8e2a-46d5-a302-dc7a057ec3d0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:01.642387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56488) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:01.743522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d4180f7d-028d-41b6-a7b4-156c73a25323 admin admin] Publish callbacks [] for security_group (efa2f943-85ba-4eaa-9e11-ad8695d3e8c6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.754225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d736a-6f10-419e-9860-09917607006c req-93049d01-c5ec-4aa7-9355-90d14aab30d0 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:01.756349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-257d736a-6f10-419e-9860-09917607006c req-93049d01-c5ec-4aa7-9355-90d14aab30d0 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0669906
Apr 30 21:34:01.800618 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d4180f7d-028d-41b6-a7b4-156c73a25323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (efa2f943-85ba-4eaa-9e11-ad8695d3e8c6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.860352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-257d736a-6f10-419e-9860-09917607006c req-22883dc8-a53e-4f66-983d-551544f12e3d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970094
Apr 30 21:34:01.866284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cd47dd01-8dec-4f6d-a65d-8e7ce861d70f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f529526273f453188e2726e72e49b08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2193093
Apr 30 21:34:01.868362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56494) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:01.901736 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d4180f7d-028d-41b6-a7b4-156c73a25323 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7250a7673cd487fb3d4e11884ef7716&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0262647
Apr 30 21:34:01.902674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56496) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:01.913108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4180f7d-028d-41b6-a7b4-156c73a25323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa2f943-85ba-4eaa-9e11-ad8695d3e8c6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:01.948165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff2c0-a65d-44b6-a1b3-542c8b791de1 admin admin] Publish callbacks [] for security_group (575f41b7-db8a-4157-bdd2-21f02102a543), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.958438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router_gateway (10bac446-3605-4057-b012-d504aa5d1d20), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.979449 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff2c0-a65d-44b6-a1b3-542c8b791de1 admin admin] Publish callbacks [] for security_group (575f41b7-db8a-4157-bdd2-21f02102a543), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:01.998614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56498) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:02.050268 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78d0339a-7888-4833-840d-5f34dc37f128 admin admin] Publish callbacks [] for security_group (efa2f943-85ba-4eaa-9e11-ad8695d3e8c6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.085084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78d0339a-7888-4833-840d-5f34dc37f128 admin admin] Publish callbacks [] for security_group (efa2f943-85ba-4eaa-9e11-ad8695d3e8c6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.107703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff2c0-a65d-44b6-a1b3-542c8b791de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (575f41b7-db8a-4157-bdd2-21f02102a543), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.110621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff2c0-a65d-44b6-a1b3-542c8b791de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.111763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5e7ff2c0-a65d-44b6-a1b3-542c8b791de1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/575f41b7-db8a-4157-bdd2-21f02102a543 HTTP/1.1" status: 204  len: 168 time: 0.2441142
Apr 30 21:34:02.127355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ff2c0-a65d-44b6-a1b3-542c8b791de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575f41b7-db8a-4157-bdd2-21f02102a543,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:02.206906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0ef70f3e-eb1b-407f-8595-5e071a6cc86a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7171c6cf76ac4e179123a5d3905d6a5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2047679
Apr 30 21:34:02.210303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56506) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:02.262860 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (10bac446-3605-4057-b012-d504aa5d1d20), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.267498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (10bac446-3605-4057-b012-d504aa5d1d20), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.343240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78d0339a-7888-4833-840d-5f34dc37f128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (efa2f943-85ba-4eaa-9e11-ad8695d3e8c6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.345738 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-78d0339a-7888-4833-840d-5f34dc37f128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.346919 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-78d0339a-7888-4833-840d-5f34dc37f128 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efa2f943-85ba-4eaa-9e11-ad8695d3e8c6 HTTP/1.1" status: 204  len: 168 time: 0.4411683
Apr 30 21:34:02.347656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b0bce5c1-fbd6-484c-9975-ebf8e977a0ea admin admin] Publish callbacks [] for security_group (28f94ace-a7bc-4aca-ae11-b1703e37b9a4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.373052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0339a-7888-4833-840d-5f34dc37f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa2f943-85ba-4eaa-9e11-ad8695d3e8c6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:02.395355 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b0bce5c1-fbd6-484c-9975-ebf8e977a0ea admin admin] Publish callbacks [] for security_group (28f94ace-a7bc-4aca-ae11-b1703e37b9a4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.525351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b0bce5c1-fbd6-484c-9975-ebf8e977a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (28f94ace-a7bc-4aca-ae11-b1703e37b9a4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.530546 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b0bce5c1-fbd6-484c-9975-ebf8e977a0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.532400 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b0bce5c1-fbd6-484c-9975-ebf8e977a0ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28f94ace-a7bc-4aca-ae11-b1703e37b9a4 HTTP/1.1" status: 204  len: 168 time: 0.3203316
Apr 30 21:34:02.549018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce5c1-fbd6-484c-9975-ebf8e977a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f94ace-a7bc-4aca-ae11-b1703e37b9a4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:02.559967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Router 10bac446-3605-4057-b012-d504aa5d1d20 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:34:02.624496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246d99b-0609-4749-a8d3-1bac92c66cd3 req-10714165-97a9-45ab-9224-f9aae518d779 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:02.632710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6246d99b-0609-4749-a8d3-1bac92c66cd3 req-10714165-97a9-45ab-9224-f9aae518d779 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0838890
Apr 30 21:34:02.681135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6246d99b-0609-4749-a8d3-1bac92c66cd3 req-e7d85ef4-9416-4a58-9035-07b0dd482846 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474408
Apr 30 21:34:02.711962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:34:02.717509 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:02.718827 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1852d3d-e220-40a8-b468-9be75dcfa32b tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "PUT /v2.0/routers/10bac446-3605-4057-b012-d504aa5d1d20 HTTP/1.1" status: 200  len: 914 time: 3.1958337
Apr 30 21:34:02.721407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56518) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:02.724423 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b2af0-81c2-47d4-8229-3d3dd3fefb3c None None] Sync routers for ids ['10bac446-3605-4057-b012-d504aa5d1d20'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:34:02.736642 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b2af0-81c2-47d4-8229-3d3dd3fefb3c None None] Routers {'10bac446-3605-4057-b012-d504aa5d1d20'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:02.737534 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b38b2af0-81c2-47d4-8229-3d3dd3fefb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d065940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['10bac446-3605-4057-b012-d504aa5d1d20'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:02.783601 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b38b2af0-81c2-47d4-8229-3d3dd3fefb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d065940>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:02.813234 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b2af0-81c2-47d4-8229-3d3dd3fefb3c None None] Routers {'10bac446-3605-4057-b012-d504aa5d1d20'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:02.813234 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b38b2af0-81c2-47d4-8229-3d3dd3fefb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d065940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['10bac446-3605-4057-b012-d504aa5d1d20'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:02.829927 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b38b2af0-81c2-47d4-8229-3d3dd3fefb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d065940>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:02.830540 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b2af0-81c2-47d4-8229-3d3dd3fefb3c None None] The sync data for ids ['10bac446-3605-4057-b012-d504aa5d1d20'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:34:02.852452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1c20e721-a922-4dd8-bad9-c58a3be2c6b7 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/routers/10bac446-3605-4057-b012-d504aa5d1d20 HTTP/1.1" status: 200  len: 920 time: 0.1299088
Apr 30 21:34:02.855233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56522) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:02.899852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a8d219-3490-4c72-bc04-12c32ff75752 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:02.909141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56532) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:02.909568 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-30a8d219-3490-4c72-bc04-12c32ff75752 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=10bac446-3605-4057-b012-d504aa5d1d20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0532422
Apr 30 21:34:03.051719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ca267-4c33-4d4e-961b-370222d439e2 req-4333e175-c13d-4449-89da-12080d521671 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:03.054956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-428ca267-4c33-4d4e-961b-370222d439e2 req-4333e175-c13d-4449-89da-12080d521671 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0792949
Apr 30 21:34:03.090531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f3b65-1ea2-4047-bd67-aac20f7fd49f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:03.092172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c33f3b65-1ea2-4047-bd67-aac20f7fd49f tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/networks/24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 881 time: 0.1815095
Apr 30 21:34:03.095236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56544) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:03.123987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-428ca267-4c33-4d4e-961b-370222d439e2 req-b89f50c5-1ace-441b-9afb-6f5455ec3d18 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597625
Apr 30 21:34:03.138169 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e4b05590-24ae-4f45-babc-efeefbff29e9 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=10bac446-3605-4057-b012-d504aa5d1d20 HTTP/1.1" status: 200  len: 205 time: 0.0399923
Apr 30 21:34:03.139435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56548) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:03.283835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (10bac446-3605-4057-b012-d504aa5d1d20), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:03.411601 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (10bac446-3605-4057-b012-d504aa5d1d20), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:03.560712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Deleting port 836c5198-2e99-4303-a31d-febdbb87f8a4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:03.561015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (836c5198-2e99-4303-a31d-febdbb87f8a4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:03.653860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (836c5198-2e99-4303-a31d-febdbb87f8a4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:03.671554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Calling delete_port for 836c5198-2e99-4303-a31d-febdbb87f8a4 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:03.855392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e3a72-a6cd-41c4-b970-9bbe8b505108 req-dd77e3e8-7b76-4fe1-ba8e-a19bee4f0dfe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:03.855392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-713e3a72-a6cd-41c4-b970-9bbe8b505108 req-dd77e3e8-7b76-4fe1-ba8e-a19bee4f0dfe tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0698700
Apr 30 21:34:03.920178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56576) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:03.933975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-713e3a72-a6cd-41c4-b970-9bbe8b505108 req-16217ddf-c980-45fe-8127-5c20f76e1372 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633388
Apr 30 21:34:04.010108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (836c5198-2e99-4303-a31d-febdbb87f8a4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.064784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event deleted for resources: {'Port': ['ID=836c5198-2e99-4303-a31d-febdbb87f8a4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:04.124504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1e9d6-e3c2-4551-a8cf-3774ba37a93b req-b5bffc7c-af49-474f-87e8-b36715766b60 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:04.126062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddf1e9d6-e3c2-4551-a8cf-3774ba37a93b req-b5bffc7c-af49-474f-87e8-b36715766b60 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1127450
Apr 30 21:34:04.138305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56590) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:04.144734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cf3903e2-a7ff-4fac-b6e2-a0a1b267d64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Request body: {'floatingip': {'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:04.148308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (10bac446-3605-4057-b012-d504aa5d1d20), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.225451 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3be0ba30-730d-4fb0-8fe2-48e25fd22d0c tempest-ServiceProvidersTest-1053764009 tempest-ServiceProvidersTest-1053764009-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3039496
Apr 30 21:34:04.311812 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf3903e2-a7ff-4fac-b6e2-a0a1b267d64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (30a12ac8-42fd-49cc-b4af-e4341fecbb6f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.325839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (10bac446-3605-4057-b012-d504aa5d1d20), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.337284 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (10bac446-3605-4057-b012-d504aa5d1d20), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.378371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7753-3abf-46e9-aa95-8c46184c8d3f req-cc142ba8-28f0-4769-9e17-45ac86bc55e3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:04.382663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604b7753-3abf-46e9-aa95-8c46184c8d3f req-cc142ba8-28f0-4769-9e17-45ac86bc55e3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1389012
Apr 30 21:34:04.417125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253b165-4cb4-4dd2-b795-34ebcbd3d94f req-d624a77c-909b-49e4-bb5a-fd6d64c3dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:04.418625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e253b165-4cb4-4dd2-b795-34ebcbd3d94f req-d624a77c-909b-49e4-bb5a-fd6d64c3dfab service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 1127 time: 0.0966194
Apr 30 21:34:04.488109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-604b7753-3abf-46e9-aa95-8c46184c8d3f req-df5cbe08-90f7-4114-95a0-adf7f24168b3 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743802
Apr 30 21:34:04.495154 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e253b165-4cb4-4dd2-b795-34ebcbd3d94f req-3504b346-98b6-4e9d-a953-951fb76a7078 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698969
Apr 30 21:34:04.571002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (10bac446-3605-4057-b012-d504aa5d1d20), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.572728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Fanout notify agent at l3_agent the message router_deleted on router 10bac446-3605-4057-b012-d504aa5d1d20 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:34:04.581918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.584490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e38293ee-0a76-4548-90ab-9a812ecfe09a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/10bac446-3605-4057-b012-d504aa5d1d20 HTTP/1.1" status: 204  len: 168 time: 1.4437473
Apr 30 21:34:04.587114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56600) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:04.592882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1427721295', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:04.758115 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (d5652f14-00bf-4d4f-b769-57a027d6cf25), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.760203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (d5652f14-00bf-4d4f-b769-57a027d6cf25), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.806523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf3903e2-a7ff-4fac-b6e2-a0a1b267d64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.824651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (d5652f14-00bf-4d4f-b769-57a027d6cf25), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:04.850307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56606) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:04.915296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56612) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:04.936165 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf3903e2-a7ff-4fac-b6e2-a0a1b267d64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (30a12ac8-42fd-49cc-b4af-e4341fecbb6f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.020913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56616) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:05.097778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e94207a-a55a-459e-8e7f-5b778a06aeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.107154 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2bd76de-c84a-4381-aa68-42932aca7d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.139944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-858981335'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:05.197131 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3903e2-a7ff-4fac-b6e2-a0a1b267d64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Router d6580f80-5eba-431b-af7a-fe6fcf59322e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:34:05.204910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (d5652f14-00bf-4d4f-b769-57a027d6cf25), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.302764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:05.306838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.312051 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2bd76de-c84a-4381-aa68-42932aca7d8c admin admin] Publish callbacks [] for security_group (3ecc8bf4-163e-4a4d-8a1d-82f6e9ee79a5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.317199 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e94207a-a55a-459e-8e7f-5b778a06aeb0 admin admin] Publish callbacks [] for security_group (5fd4bfff-9a1e-491c-bc46-8c3d1e1ae69b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.322410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.335187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3903e2-a7ff-4fac-b6e2-a0a1b267d64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:34:05.341502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf3903e2-a7ff-4fac-b6e2-a0a1b267d64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.346822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] Sync routers for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:34:05.359990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:05.360933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895feb3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:05.386150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:34:05.388379 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48950fa3-fb22-49e2-920b-277feca1e09e" -d '{"events": [{"name": "network-changed", "server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:34:05.451678 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cf3903e2-a7ff-4fac-b6e2-a0a1b267d64c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "PUT /v2.0/floatingips/30a12ac8-42fd-49cc-b4af-e4341fecbb6f HTTP/1.1" status: 200  len: 993 time: 1.3120139
Apr 30 21:34:05.457629 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f175b65b-ab5d-4da7-a5a5-723e7c17e400 x-openstack-request-id: req-f175b65b-ab5d-4da7-a5a5-723e7c17e400 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:34:05.457629 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:34:05.457629 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f175b65b-ab5d-4da7-a5a5-723e7c17e400 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:34:05.458039 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f175b65b-ab5d-4da7-a5a5-723e7c17e400'] response: {'name': 'network-changed', 'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'status': 'completed', 'code': 200}
Apr 30 21:34:05.458208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2bd76de-c84a-4381-aa68-42932aca7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3ecc8bf4-163e-4a4d-8a1d-82f6e9ee79a5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.460580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e94207a-a55a-459e-8e7f-5b778a06aeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5fd4bfff-9a1e-491c-bc46-8c3d1e1ae69b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.509549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for security_group (fb82d7bd-1eed-4922-b5e1-efee1a8a0b95), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.511931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:34:05.570436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd76de-c84a-4381-aa68-42932aca7d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc8bf4-163e-4a4d-8a1d-82f6e9ee79a5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:05.585978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2e94207a-a55a-459e-8e7f-5b778a06aeb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45da23cdd94348df9d029194fb4a220e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7337973
Apr 30 21:34:05.589141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56628) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:05.634910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fb82d7bd-1eed-4922-b5e1-efee1a8a0b95), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.659233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:05.673789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c2bd76de-c84a-4381-aa68-42932aca7d8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8277b862dc44ec4acbc06b818751991&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7545037
Apr 30 21:34:05.676934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56630) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:05.692927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995e8d2-96c2-4bd7-be09-d7b5decc3a37 req-2803fd8b-7968-4887-85d2-18b18853b15b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:05.698437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d995e8d2-96c2-4bd7-be09-d7b5decc3a37 req-2803fd8b-7968-4887-85d2-18b18853b15b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1221135
Apr 30 21:34:05.716401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7c461990-aa69-40d3-a709-e028d15cc87b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.716762 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment 7c461990-aa69-40d3-a709-e028d15cc87b of type vlan for network 14344f52-ce92-4873-803d-a3dd893a95c6
Apr 30 21:34:05.734702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82d7bd-1eed-4922-b5e1-efee1a8a0b95,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:05.737150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3f294bd-2afe-4501-999c-8e0837323345 admin admin] Publish callbacks [] for security_group (5fd4bfff-9a1e-491c-bc46-8c3d1e1ae69b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.762268 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3f294bd-2afe-4501-999c-8e0837323345 admin admin] Publish callbacks [] for security_group (5fd4bfff-9a1e-491c-bc46-8c3d1e1ae69b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.813085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895feb3490>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30a12ac8-42fd-49cc-b4af-e4341fecbb6f', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'mac_address': 'fa:16:3e:4e:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:32:23Z', 'updated_at': '2022-04-30T21:34:04Z', 'revision_number': 3, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:05.819633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48950fa3-fb22-49e2-920b-277feca1e09e req-207be20e-68ec-47ed-91e2-496f0e2fac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:05.821195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48950fa3-fb22-49e2-920b-277feca1e09e req-207be20e-68ec-47ed-91e2-496f0e2fac64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1128 time: 0.2740622
Apr 30 21:34:05.822351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94207a-a55a-459e-8e7f-5b778a06aeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd4bfff-9a1e-491c-bc46-8c3d1e1ae69b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:05.835488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (14344f52-ce92-4873-803d-a3dd893a95c6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.848538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] Checking router: d6580f80-5eba-431b-af7a-fe6fcf59322e for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:34:05.863489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44729462-f6f8-46ed-8b01-28236d147590 admin admin] Publish callbacks [] for security_group (3ecc8bf4-163e-4a4d-8a1d-82f6e9ee79a5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.867511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:05.869270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895feb3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:05.906753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44729462-f6f8-46ed-8b01-28236d147590 admin admin] Publish callbacks [] for security_group (3ecc8bf4-163e-4a4d-8a1d-82f6e9ee79a5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.942640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d995e8d2-96c2-4bd7-be09-d7b5decc3a37 req-f853e4f3-2612-4cce-ae9a-1d1eb39ffe9b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2389026
Apr 30 21:34:05.944836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (d5652f14-00bf-4d4f-b769-57a027d6cf25), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.967448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3f294bd-2afe-4501-999c-8e0837323345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5fd4bfff-9a1e-491c-bc46-8c3d1e1ae69b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.977383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3f294bd-2afe-4501-999c-8e0837323345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.977595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:05.979417 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a3f294bd-2afe-4501-999c-8e0837323345 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fd4bfff-9a1e-491c-bc46-8c3d1e1ae69b HTTP/1.1" status: 204  len: 168 time: 0.3886073
Apr 30 21:34:05.993044 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (14344f52-ce92-4873-803d-a3dd893a95c6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:06.002207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:06.002826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:06.010619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:34:06.028725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48950fa3-fb22-49e2-920b-277feca1e09e req-c91acd1f-5302-44bf-b70c-88cff287e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:06.030430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48950fa3-fb22-49e2-920b-277feca1e09e req-c91acd1f-5302-44bf-b70c-88cff287e00c service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.1955416
Apr 30 21:34:06.091550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f294bd-2afe-4501-999c-8e0837323345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd4bfff-9a1e-491c-bc46-8c3d1e1ae69b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:06.099064 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44729462-f6f8-46ed-8b01-28236d147590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3ecc8bf4-163e-4a4d-8a1d-82f6e9ee79a5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:06.102920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-44729462-f6f8-46ed-8b01-28236d147590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:06.117859 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-44729462-f6f8-46ed-8b01-28236d147590 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ecc8bf4-163e-4a4d-8a1d-82f6e9ee79a5 HTTP/1.1" status: 204  len: 168 time: 0.4368234
Apr 30 21:34:06.139315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44729462-f6f8-46ed-8b01-28236d147590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc8bf4-163e-4a4d-8a1d-82f6e9ee79a5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:06.173333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=14344f52-ce92-4873-803d-a3dd893a95c6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:06.181823 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8bc074c3-b8f1-4bcb-9fc2-c1770fe7ce07 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.1578615
Apr 30 21:34:06.248129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48950fa3-fb22-49e2-920b-277feca1e09e req-1aafd807-1802-4bc4-8023-bc214e6db81f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de HTTP/1.1" status: 200  len: 1001 time: 0.2106545
Apr 30 21:34:06.266812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 14344f52-ce92-4873-803d-a3dd893a95c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:06.306565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Allocated IP 172.35.4.158 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/6069e56b-2c40-4f27-bf38-a4869fd11150) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:06.323309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48950fa3-fb22-49e2-920b-277feca1e09e req-b81e8761-b667-49d0-95b9-2af2f24c23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:06.324992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48950fa3-fb22-49e2-920b-277feca1e09e req-b81e8761-b667-49d0-95b9-2af2f24c23d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.0672429
Apr 30 21:34:06.357169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56638) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:06.376110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': '14344f52-ce92-4873-803d-a3dd893a95c6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:06.409825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48950fa3-fb22-49e2-920b-277feca1e09e req-e469a9c1-76d0-46d6-a0c1-c06836e65cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:06.411855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48950fa3-fb22-49e2-920b-277feca1e09e req-e469a9c1-76d0-46d6-a0c1-c06836e65cea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0786273
Apr 30 21:34:06.491231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895feb3490>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30a12ac8-42fd-49cc-b4af-e4341fecbb6f', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'mac_address': 'fa:16:3e:4e:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:32:23Z', 'updated_at': '2022-04-30T21:34:04Z', 'revision_number': 3, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:06.543535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4051a7c2-b2f4-44c9-8284-900fdd88f1d0 None None] The sync data for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 is: [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30a12ac8-42fd-49cc-b4af-e4341fecbb6f', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'port_id': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'mac_address': 'fa:16:3e:4e:dd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:32:23Z', 'updated_at': '2022-04-30T21:34:04Z', 'revision_number': 3, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:34:06.595844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for port (6069e56b-2c40-4f27-bf38-a4869fd11150), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:06.604076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48950fa3-fb22-49e2-920b-277feca1e09e req-c25d32cb-9236-4e11-902e-f4e26a8e5759 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684430
Apr 30 21:34:06.627941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:06.632445 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:06.744382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48950fa3-fb22-49e2-920b-277feca1e09e req-c91de61e-062e-4d3c-ac40-d778d0933a3e service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385357
Apr 30 21:34:06.806315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6069e56b-2c40-4f27-bf38-a4869fd11150), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:06.865296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event updated for resources: {'Port': ['ID=6069e56b-2c40-4f27-bf38-a4869fd11150,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:06.869536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:06.878914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:06.887205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:06.982798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.049076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:07.058663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': '7c461990-aa69-40d3-a709-e028d15cc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14344f52-ce92-4873-803d-a3dd893a95c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:07.058971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: 14344f52-ce92-4873-803d-a3dd893a95c6, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:07.099745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d067e0-ad1f-4230-930f-2e8bdb1959c1 req-7d43d47e-e371-4b26-bb29-57b88d50e05c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:07.101230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4d067e0-ad1f-4230-930f-2e8bdb1959c1 req-7d43d47e-e371-4b26-bb29-57b88d50e05c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0709007
Apr 30 21:34:07.157789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4d067e0-ad1f-4230-930f-2e8bdb1959c1 req-74b1565e-925f-40f6-a601-72f2e7120a46 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450635
Apr 30 21:34:07.178622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 14344f52-ce92-4873-803d-a3dd893a95c6 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:07.296258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14344f52-ce92-4873-803d-a3dd893a95c6) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:07.300334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:07.300999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.305352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a5134-a415-4b9d-9799-36ec761c42b9 None None] Network 14344f52-ce92-4873-803d-a3dd893a95c6 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:07.392174 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (d5652f14-00bf-4d4f-b769-57a027d6cf25), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.432485 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-74e9dac8-6a32-477c-af0f-6f98a35f1429 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.0692549
Apr 30 21:34:07.432936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56680) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:07.437687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-14344f52-ce92-4873-803d-a3dd893a95c6', 'network_id': '14344f52-ce92-4873-803d-a3dd893a95c6', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': '5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:07.438568 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.438680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1640923514'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:07.464752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:34:07.467667 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81fce18-98ce-4aba-b34d-380ce70c1290" -d '{"events": [{"name": "network-changed", "server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:34:07.524799 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbe3907-708d-43ea-ac64-b6f7e52dc991 x-openstack-request-id: req-0cbe3907-708d-43ea-ac64-b6f7e52dc991 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:34:07.525098 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:34:07.525354 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cbe3907-708d-43ea-ac64-b6f7e52dc991 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:34:07.525794 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbe3907-708d-43ea-ac64-b6f7e52dc991'] response: {'name': 'network-changed', 'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'status': 'completed', 'code': 200}
Apr 30 21:34:07.567988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:07.573173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.633230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-df0c2b29-8d39-4033-9230-42b29e4ffc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:07.636461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-df0c2b29-8d39-4033-9230-42b29e4ffc0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 1128 time: 0.0802970
Apr 30 21:34:07.655905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:07.685079 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (38b07c0d-bda0-4ee1-b853-2ef895fa1f9b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.686162 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment 38b07c0d-bda0-4ee1-b853-2ef895fa1f9b of type vlan for network bba5473c-2585-4e83-979e-2075ef5017a5
Apr 30 21:34:07.687705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Allocated IP 172.20.255.242 (14344f52-ce92-4873-803d-a3dd893a95c6/5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58/871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:07.793095 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (bba5473c-2585-4e83-979e-2075ef5017a5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.908103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (bba5473c-2585-4e83-979e-2075ef5017a5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.914629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:07.915302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:07.963398 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Publish callbacks [] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:08.012094 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:08.028214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=bba5473c-2585-4e83-979e-2075ef5017a5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:08.057618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Network 14344f52-ce92-4873-803d-a3dd893a95c6 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:08.057943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.058257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.058774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.059188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.059537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.059875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.060211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.064958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.065417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.065894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.066276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:08.066743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.067000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.067424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.067768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.068101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:08.072871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:08.083500 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ddb4abe-fa5c-4061-9f6b-a1c8a9b533d8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6487515
Apr 30 21:34:08.089156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56698) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:08.095914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Pushing event updated for resources: {'Port': ['ID=871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:08.096931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': 'bba5473c-2585-4e83-979e-2075ef5017a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:08.102547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network bba5473c-2585-4e83-979e-2075ef5017a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:08.234209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-b495c189-7deb-4a14-81fc-f5ffeed48789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:08.235695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-b495c189-7deb-4a14-81fc-f5ffeed48789 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.5932972
Apr 30 21:34:08.251341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Attempting to bind port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:08.251571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Attempting to bind port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7c461990-aa69-40d3-a709-e028d15cc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14344f52-ce92-4873-803d-a3dd893a95c6'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:08.251867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Attempting to bind port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d on network 14344f52-ce92-4873-803d-a3dd893a95c6 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:08.259992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:08.259992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Checking segment: {'id': '7c461990-aa69-40d3-a709-e028d15cc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14344f52-ce92-4873-803d-a3dd893a95c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:08.259992 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:08.260358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Bound using segment: {'id': '7c461990-aa69-40d3-a709-e028d15cc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14344f52-ce92-4873-803d-a3dd893a95c6'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:08.260745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Bound port: 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c461990-aa69-40d3-a709-e028d15cc87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14344f52-ce92-4873-803d-a3dd893a95c6'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:08.261136 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:08.301722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:08.305866 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:08.348437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a373d-594a-4722-a91e-5e782381672f req-f13210f5-0190-4c17-9916-448887b84cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:08.349967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1a373d-594a-4722-a91e-5e782381672f req-f13210f5-0190-4c17-9916-448887b84cca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 1127 time: 0.6445870
Apr 30 21:34:08.358965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd3da2-60d3-4c8c-a13a-ed0ea6f8f5c2 req-7fe3871b-6223-490d-8a78-308d9cd0485f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:08.365781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3dd3da2-60d3-4c8c-a13a-ed0ea6f8f5c2 req-7fe3871b-6223-490d-8a78-308d9cd0485f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.6623390
Apr 30 21:34:08.369251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] For port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:08.375359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] For port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d,segment=NetworkSegment(7c461990-aa69-40d3-a709-e028d15cc87b),segment_id=7c461990-aa69-40d3-a709-e028d15cc87b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:08.458099 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:08.460396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-6a7a22b6-a74b-4338-940b-3a43075feeb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de HTTP/1.1" status: 200  len: 1001 time: 0.2048144
Apr 30 21:34:08.466257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (d5652f14-00bf-4d4f-b769-57a027d6cf25), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:08.559577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd307ce6-eebc-4401-911c-087eea697209 None None] Pushing event updated for resources: {'Port': ['ID=871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:08.655992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3dd3da2-60d3-4c8c-a13a-ed0ea6f8f5c2 req-c573427c-8eab-4648-b183-6ed0de228089 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2893593
Apr 30 21:34:08.687664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a373d-594a-4722-a91e-5e782381672f req-43dbc176-8b2e-4df8-a461-e77bfc430ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:08.689254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1a373d-594a-4722-a91e-5e782381672f req-43dbc176-8b2e-4df8-a461-e77bfc430ba3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 911 time: 0.3186445
Apr 30 21:34:08.708586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (fc6e7ed1-a665-4301-8143-f93ed6f8e533), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:08.710106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-466b0d11-8acc-400b-ae83-836b72af3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:08.711553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-466b0d11-8acc-400b-ae83-836b72af3317 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.2300649
Apr 30 21:34:08.756321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1a373d-594a-4722-a91e-5e782381672f req-9ff53848-1485-4592-9320-ac6eeab62cb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94cfe8ca-d48c-43aa-9182-603cbe2dcef4 HTTP/1.1" status: 200  len: 217 time: 0.0594795
Apr 30 21:34:08.839969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=fc6e7ed1-a665-4301-8143-f93ed6f8e533,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:08.864684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba5473c-2585-4e83-979e-2075ef5017a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:08.865056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: bba5473c-2585-4e83-979e-2075ef5017a5, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:08.870525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-887ae588-66be-4392-833c-ac447a5140d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:08.872057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-887ae588-66be-4392-833c-ac447a5140d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1260326
Apr 30 21:34:08.970761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network bba5473c-2585-4e83-979e-2075ef5017a5 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:09.021786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-a3d39cd3-7e74-408c-882b-9b79a98ab863 service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425538
Apr 30 21:34:09.027084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a373d-594a-4722-a91e-5e782381672f req-1326414e-aec8-49a8-8310-6b55b6498c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:09.029324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1a373d-594a-4722-a91e-5e782381672f req-1326414e-aec8-49a8-8310-6b55b6498c24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 200  len: 850 time: 0.2520311
Apr 30 21:34:09.039614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bba5473c-2585-4e83-979e-2075ef5017a5) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:09.044939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:09.045622 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:09.055268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ce201-95cb-463c-8bc3-193233f25342 None None] Network bba5473c-2585-4e83-979e-2075ef5017a5 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:09.123429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1a373d-594a-4722-a91e-5e782381672f req-fc10baea-0c0b-43d6-89e3-fcd929815fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0856485
Apr 30 21:34:09.167209 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-501d1ea2-05fb-4abc-b574-76ad2f5420dc tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.0728309
Apr 30 21:34:09.167572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56730) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:09.226498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Router d5652f14-00bf-4d4f-b769-57a027d6cf25 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:34:09.260236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c81fce18-98ce-4aba-b34d-380ce70c1290 req-2db77a02-558a-4bcd-aea7-7798e28b636f service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248089
Apr 30 21:34:09.273477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bba5473c-2585-4e83-979e-2075ef5017a5', 'network_id': 'bba5473c-2585-4e83-979e-2075ef5017a5', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': 'fc6e7ed1-a665-4301-8143-f93ed6f8e533'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:09.276700 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:09.356945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1a373d-594a-4722-a91e-5e782381672f req-898c1ec2-bb1c-4a55-8252-dc23f7adeeb9 service neutron] 10.222.0.35 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263548
Apr 30 21:34:09.390184 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (bba5473c-2585-4e83-979e-2075ef5017a5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:09.483967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:34:09.501943 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190a7e9-d40c-4c9b-9879-aa8040fe3017 None None] Sync routers for ids ['d5652f14-00bf-4d4f-b769-57a027d6cf25'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:34:09.529232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Allocated IP 172.20.0.2 (bba5473c-2585-4e83-979e-2075ef5017a5/fc6e7ed1-a665-4301-8143-f93ed6f8e533/f63875f0-ffc7-4888-8b4e-ac3cae64991c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:09.530630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (fc6e7ed1-a665-4301-8143-f93ed6f8e533), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:09.553380 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190a7e9-d40c-4c9b-9879-aa8040fe3017 None None] Routers {'d5652f14-00bf-4d4f-b769-57a027d6cf25'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:09.553380 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3190a7e9-d40c-4c9b-9879-aa8040fe3017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896e099e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d5652f14-00bf-4d4f-b769-57a027d6cf25'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:09.614275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b1a373d-594a-4722-a91e-5e782381672f req-324210f3-1b9a-4cb0-a4b3-c5104bfcc003 service neutron] 10.222.0.35 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413669
Apr 30 21:34:09.623656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:09.627872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56750) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:09.628071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c63567d7-d2e0-429b-8fc9-d7318037d112 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.0390630
Apr 30 21:34:09.636670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:09.664429 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3190a7e9-d40c-4c9b-9879-aa8040fe3017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896e099e50>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:09.685322 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190a7e9-d40c-4c9b-9879-aa8040fe3017 None None] Routers {'d5652f14-00bf-4d4f-b769-57a027d6cf25'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:09.694169 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3190a7e9-d40c-4c9b-9879-aa8040fe3017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896e099e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d5652f14-00bf-4d4f-b769-57a027d6cf25'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:09.777313 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3190a7e9-d40c-4c9b-9879-aa8040fe3017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896e099e50>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:09.779113 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3190a7e9-d40c-4c9b-9879-aa8040fe3017 None None] The sync data for ids ['d5652f14-00bf-4d4f-b769-57a027d6cf25'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:34:09.798839 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Publish callbacks [] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:09.879697 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:09.918383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f2191-5709-4564-82f6-1733197591ea req-224ab044-bcf3-45d8-99c2-207f4acfe97f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:09.927368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f12f2191-5709-4564-82f6-1733197591ea req-224ab044-bcf3-45d8-99c2-207f4acfe97f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1030657
Apr 30 21:34:09.940080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Network bba5473c-2585-4e83-979e-2075ef5017a5 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:09.943309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:09.951068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:09.954294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Pushing event updated for resources: {'Port': ['ID=f63875f0-ffc7-4888-8b4e-ac3cae64991c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:10.006837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f12f2191-5709-4564-82f6-1733197591ea req-f789c06e-8ece-4ca8-810c-38b8eb1b3cc1 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772054
Apr 30 21:34:10.035165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab604758-b047-4f3f-993d-6a643833ed41 None None] Network 14344f52-ce92-4873-803d-a3dd893a95c6 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:10.094887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Attempting to bind port f63875f0-ffc7-4888-8b4e-ac3cae64991c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:10.095661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Attempting to bind port f63875f0-ffc7-4888-8b4e-ac3cae64991c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba5473c-2585-4e83-979e-2075ef5017a5'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:10.095772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Attempting to bind port f63875f0-ffc7-4888-8b4e-ac3cae64991c on network bba5473c-2585-4e83-979e-2075ef5017a5 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:10.112221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:10.112660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Checking segment: {'id': '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba5473c-2585-4e83-979e-2075ef5017a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:10.113088 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.113519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Bound using segment: {'id': '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba5473c-2585-4e83-979e-2075ef5017a5'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:10.114046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Bound port: f63875f0-ffc7-4888-8b4e-ac3cae64991c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba5473c-2585-4e83-979e-2075ef5017a5'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:10.119342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.166762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9133c6c1-ab9d-404b-839a-e2efac58764e None None] Provisioning complete for port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:10.167258 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9133c6c1-ab9d-404b-839a-e2efac58764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.331002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] For port f63875f0-ffc7-4888-8b4e-ac3cae64991c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:10.339145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] For port f63875f0-ffc7-4888-8b4e-ac3cae64991c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63875f0-ffc7-4888-8b4e-ac3cae64991c,segment=NetworkSegment(38b07c0d-bda0-4ee1-b853-2ef895fa1f9b),segment_id=38b07c0d-bda0-4ee1-b853-2ef895fa1f9b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:10.389722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9133c6c1-ab9d-404b-839a-e2efac58764e None None] Current status of the port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:10.390287 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9133c6c1-ab9d-404b-839a-e2efac58764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.434138 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.437161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (d5652f14-00bf-4d4f-b769-57a027d6cf25), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.437555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9133c6c1-ab9d-404b-839a-e2efac58764e None None] For port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d,segment=NetworkSegment(7c461990-aa69-40d3-a709-e028d15cc87b),segment_id=7c461990-aa69-40d3-a709-e028d15cc87b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:10.503425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (fc6e7ed1-a665-4301-8143-f93ed6f8e533), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.517891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441be32-0d55-4a10-832f-368b2bcb5289 None None] Pushing event updated for resources: {'Port': ['ID=f63875f0-ffc7-4888-8b4e-ac3cae64991c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:10.537423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9133c6c1-ab9d-404b-839a-e2efac58764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.568376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6e7ed1-a665-4301-8143-f93ed6f8e533,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:10.621894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133c6c1-ab9d-404b-839a-e2efac58764e None None] Pushing event updated for resources: {'Port': ['ID=871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:10.623493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_gateway (d5652f14-00bf-4d4f-b769-57a027d6cf25), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.668037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (bba5473c-2585-4e83-979e-2075ef5017a5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.700694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cddb760>,) {'filters': {'network_id': ['bba5473c-2585-4e83-979e-2075ef5017a5']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:10.712870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cddb760>, '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:10.713169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cddb760>, '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:10.724045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (38b07c0d-bda0-4ee1-b853-2ef895fa1f9b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.738952 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (38b07c0d-bda0-4ee1-b853-2ef895fa1f9b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.748494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:10.748902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (38b07c0d-bda0-4ee1-b853-2ef895fa1f9b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.749352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:10.752604 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:10.912028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Deleting port 6069e56b-2c40-4f27-bf38-a4869fd11150 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:10.912679 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6069e56b-2c40-4f27-bf38-a4869fd11150), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:10.970916 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:10.970916 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:10.970916 ncdv-master-1 neutron-server[115773]: [parameters: {'id': 'bba5473c-2585-4e83-979e-2075ef5017a5'}]
Apr 30 21:34:10.970916 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:10.971288 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:10.985492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-415ecc47-827d-402f-8283-addd39ad3c76 None None] Provisioning complete for port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:10.986006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-415ecc47-827d-402f-8283-addd39ad3c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.014823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6069e56b-2c40-4f27-bf38-a4869fd11150), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.040199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Calling delete_port for 6069e56b-2c40-4f27-bf38-a4869fd11150 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:11.041835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:11.042237 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.170961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-415ecc47-827d-402f-8283-addd39ad3c76 None None] Current status of the port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:11.226050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75431630-11e8-4e89-8e22-86fac913c580 req-de35ac10-6ad6-44e0-ac86-cb92fa272d29 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:11.233057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75431630-11e8-4e89-8e22-86fac913c580 req-de35ac10-6ad6-44e0-ac86-cb92fa272d29 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1058369
Apr 30 21:34:11.235604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:11.295532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75431630-11e8-4e89-8e22-86fac913c580 req-c731316e-05f6-43a6-a43b-93493f785c5f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560203
Apr 30 21:34:11.441959 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6069e56b-2c40-4f27-bf38-a4869fd11150), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.486810 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (bba5473c-2585-4e83-979e-2075ef5017a5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.492333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Pushing event deleted for resources: {'Port': ['ID=6069e56b-2c40-4f27-bf38-a4869fd11150,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:11.666126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (d5652f14-00bf-4d4f-b769-57a027d6cf25), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.673895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port f63875f0-ffc7-4888-8b4e-ac3cae64991c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:11.673895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.683844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-ab4b32f8-ffe9-4cac-a2ac-0068042e9d0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0640342
Apr 30 21:34:11.769554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-c035a2d5-5cb1-4f4b-ae99-58ab81afb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:11.771400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-c035a2d5-5cb1-4f4b-ae99-58ab81afb7d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 1128 time: 0.0421803
Apr 30 21:34:11.853923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port f63875f0-ffc7-4888-8b4e-ac3cae64991c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63875f0-ffc7-4888-8b4e-ac3cae64991c,segment=NetworkSegment(38b07c0d-bda0-4ee1-b853-2ef895fa1f9b),segment_id=38b07c0d-bda0-4ee1-b853-2ef895fa1f9b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:11.854291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.867647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for f63875f0-ffc7-4888-8b4e-ac3cae64991c owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:11.879279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ebc86-dbca-4eb3-9607-6d18de79a35b None None] Network bba5473c-2585-4e83-979e-2075ef5017a5 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:11.917563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-ad4bc6bc-7482-4895-8d2b-9c7a749b5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:11.919427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-ad4bc6bc-7482-4895-8d2b-9c7a749b5942 service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.1141632
Apr 30 21:34:11.944056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a471f553-285c-45b3-b1ae-568155eb57c0 None None] Provisioning complete for port f63875f0-ffc7-4888-8b4e-ac3cae64991c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:11.944525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a471f553-285c-45b3-b1ae-568155eb57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:11.988097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-014dcee1-aed5-4e49-b13d-c4abde7c7340 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430 HTTP/1.1" status: 200  len: 217 time: 0.0609651
Apr 30 21:34:12.079895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (d5652f14-00bf-4d4f-b769-57a027d6cf25), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.080065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-108e4415-4517-4a50-8a77-8b0ebaadc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:12.090024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (d5652f14-00bf-4d4f-b769-57a027d6cf25), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.101815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-108e4415-4517-4a50-8a77-8b0ebaadc200 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.1047390
Apr 30 21:34:12.102717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56828) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:12.117709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a471f553-285c-45b3-b1ae-568155eb57c0 None None] Current status of the port f63875f0-ffc7-4888-8b4e-ac3cae64991c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:12.117709 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a471f553-285c-45b3-b1ae-568155eb57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.121537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] DHCP port deletion for bba5473c-2585-4e83-979e-2075ef5017a5 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:34:12.184706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-2d279be7-0344-4d89-a917-af9e4aef9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:12.187715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-2d279be7-0344-4d89-a917-af9e4aef9612 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0767019
Apr 30 21:34:12.204691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] Deleting port f63875f0-ffc7-4888-8b4e-ac3cae64991c {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:12.206187 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.256022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Router d5652f14-00bf-4d4f-b769-57a027d6cf25 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:34:12.283316 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.306861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6107c931-29fa-47d5-b388-7f461b457d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.313530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] For port f63875f0-ffc7-4888-8b4e-ac3cae64991c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63875f0-ffc7-4888-8b4e-ac3cae64991c,segment=NetworkSegment(38b07c0d-bda0-4ee1-b853-2ef895fa1f9b),segment_id=38b07c0d-bda0-4ee1-b853-2ef895fa1f9b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:12.314036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.331991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] Calling delete_port for f63875f0-ffc7-4888-8b4e-ac3cae64991c owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:12.366399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-e342d7b2-6d91-4b57-9a7e-0a0fc137268e service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707513
Apr 30 21:34:12.417448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=f63875f0-ffc7-4888-8b4e-ac3cae64991c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:12.469874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port f63875f0-ffc7-4888-8b4e-ac3cae64991c on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:12.479354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:34:12.495904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553057c5-c2da-4885-993f-aa8162d79c8d None None] Sync routers for ids ['d5652f14-00bf-4d4f-b769-57a027d6cf25'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:34:12.502350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.506534 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-daa4cfc1-fe74-43ee-8bd9-aa2612e83141 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "PUT /v2.0/routers/d5652f14-00bf-4d4f-b769-57a027d6cf25 HTTP/1.1" status: 200  len: 706 time: 2.8775570
Apr 30 21:34:12.507337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56842) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:12.515203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553057c5-c2da-4885-993f-aa8162d79c8d None None] Routers {'d5652f14-00bf-4d4f-b769-57a027d6cf25'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:12.515955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-553057c5-c2da-4885-993f-aa8162d79c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f82cee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d5652f14-00bf-4d4f-b769-57a027d6cf25'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:12.545521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76529a0d-8f4a-4158-87e2-6161c99d1e03 req-0ce2c011-a375-4662-a5cd-916cde1e2b6f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:12.554659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76529a0d-8f4a-4158-87e2-6161c99d1e03 req-0ce2c011-a375-4662-a5cd-916cde1e2b6f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1088383
Apr 30 21:34:12.571936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-553057c5-c2da-4885-993f-aa8162d79c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f82cee0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:12.573745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (f63875f0-ffc7-4888-8b4e-ac3cae64991c), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.615155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] Pushing event deleted for resources: {'Port': ['ID=f63875f0-ffc7-4888-8b4e-ac3cae64991c,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:12.621042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1baba-8a42-4227-90e3-b3f9a6522a3e None None] No DVR routers for this DVR port f63875f0-ffc7-4888-8b4e-ac3cae64991c on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:12.622667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553057c5-c2da-4885-993f-aa8162d79c8d None None] Routers {'d5652f14-00bf-4d4f-b769-57a027d6cf25'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:12.623317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-553057c5-c2da-4885-993f-aa8162d79c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f82cee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:33:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d5652f14-00bf-4d4f-b769-57a027d6cf25'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:12.670881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-553057c5-c2da-4885-993f-aa8162d79c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f82cee0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:12.671514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553057c5-c2da-4885-993f-aa8162d79c8d None None] The sync data for ids ['d5652f14-00bf-4d4f-b769-57a027d6cf25'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:34:12.679214 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3213d376-b889-4858-ab82-0c63f7811a39 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/routers/d5652f14-00bf-4d4f-b769-57a027d6cf25 HTTP/1.1" status: 200  len: 741 time: 0.1672895
Apr 30 21:34:12.682802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6107c931-29fa-47d5-b388-7f461b457d4c admin admin] Publish callbacks [] for security_group (235cddf2-febc-4e97-8302-36fde553dfcf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.683305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (bba5473c-2585-4e83-979e-2075ef5017a5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.686845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56846) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:12.698706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1a67811-f454-436f-abab-2b68f4ff5067 req-b9527fd4-9ed3-4888-a836-ea5c55aab57e service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3249929
Apr 30 21:34:12.762500 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-33a565fa-e7d3-454b-9587-de7235a95712 tempest-RoutersAdminTest-159610588 tempest-RoutersAdminTest-159610588-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&device_id=d5652f14-00bf-4d4f-b769-57a027d6cf25 HTTP/1.1" status: 200  len: 205 time: 0.0756135
Apr 30 21:34:12.763343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56848) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:12.781910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76529a0d-8f4a-4158-87e2-6161c99d1e03 req-91555cc8-c1fd-420a-b2d2-2829ca24d5de tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183433
Apr 30 21:34:12.781910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-71d0e0bc-5a6d-4618-ae7b-259867e824d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0798140
Apr 30 21:34:12.787011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6107c931-29fa-47d5-b388-7f461b457d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (235cddf2-febc-4e97-8302-36fde553dfcf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.808827 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de11a806-d8ea-4972-a6d3-dbf208f3baed tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5652f14-00bf-4d4f-b769-57a027d6cf25 HTTP/1.1" status: 200  len: 205 time: 0.0355933
Apr 30 21:34:12.808827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56858) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:12.811406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89665f4850>,) {'filters': {'network_id': ['bba5473c-2585-4e83-979e-2075ef5017a5']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:12.869864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6107c931-29fa-47d5-b388-7f461b457d4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b2cbe8cba4b45d9ae35131f8555e105&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7653890
Apr 30 21:34:12.890091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56866) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:12.890663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107c931-29fa-47d5-b388-7f461b457d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235cddf2-febc-4e97-8302-36fde553dfcf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:12.890763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89665f4850>, '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:12.890763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89665f4850>, '38b07c0d-bda0-4ee1-b853-2ef895fa1f9b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:12.905629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (38b07c0d-bda0-4ee1-b853-2ef895fa1f9b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.917283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-4bd8e46a-54c7-4fdc-8c8d-a0244b8e728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:12.919332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-4bd8e46a-54c7-4fdc-8c8d-a0244b8e728b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 1128 time: 0.0618455
Apr 30 21:34:12.957479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (38b07c0d-bda0-4ee1-b853-2ef895fa1f9b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.972788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:12.973183 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (38b07c0d-bda0-4ee1-b853-2ef895fa1f9b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:12.976975 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:12.991823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a09f-842f-434e-abcd-b238594e5c0a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (d5652f14-00bf-4d4f-b769-57a027d6cf25), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.049870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-ce054df5-94e6-4288-88e1-85c38003d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:13.051334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-ce054df5-94e6-4288-88e1-85c38003d6d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 200  len: 911 time: 0.1059637
Apr 30 21:34:13.100259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-0b879f40-fded-4322-9844-f04c10ae16d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d HTTP/1.1" status: 200  len: 217 time: 0.0394027
Apr 30 21:34:13.116114 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28a78663-bacb-45b4-a78f-674d0f4e9234 admin admin] Publish callbacks [] for security_group (235cddf2-febc-4e97-8302-36fde553dfcf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.157783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-7fc3c52a-038c-4adc-99b8-98103c54a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:13.159214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-7fc3c52a-038c-4adc-99b8-98103c54a157 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 200  len: 850 time: 0.0499589
Apr 30 21:34:13.197842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-6de5cbb8-f879-4fa5-851c-9cc0f0002249 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0296025
Apr 30 21:34:13.211229 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (bba5473c-2585-4e83-979e-2075ef5017a5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.229638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.237898 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/bba5473c-2585-4e83-979e-2075ef5017a5 HTTP/1.1" status: 204  len: 168 time: 4.0641835
Apr 30 21:34:13.237898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28a78663-bacb-45b4-a78f-674d0f4e9234 admin admin] Publish callbacks [] for security_group (235cddf2-febc-4e97-8302-36fde553dfcf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.247561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56868) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.254767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1440305626'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:13.266049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a09f-842f-434e-abcd-b238594e5c0a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (d5652f14-00bf-4d4f-b769-57a027d6cf25), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.271263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec57efc-1a4b-4b5d-9997-468e73f3a48c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=bba5473c-2585-4e83-979e-2075ef5017a5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:13.272379 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a09f-842f-434e-abcd-b238594e5c0a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router_controller (d5652f14-00bf-4d4f-b769-57a027d6cf25), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.323548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-b0b20fd1-96a8-4042-946a-03cad1f99d61 service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195323
Apr 30 21:34:13.398865 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a09f-842f-434e-abcd-b238594e5c0a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (d5652f14-00bf-4d4f-b769-57a027d6cf25), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.399444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb0a09f-842f-434e-abcd-b238594e5c0a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Fanout notify agent at l3_agent the message router_deleted on router d5652f14-00bf-4d4f-b769-57a027d6cf25 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:34:13.401977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4b49f-f4b4-4076-8878-d0a5249f5c0a req-4a41220e-6e63-44b6-b207-92d106277565 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:13.403529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fd4b49f-f4b4-4076-8878-d0a5249f5c0a req-4a41220e-6e63-44b6-b207-92d106277565 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0923727
Apr 30 21:34:13.413610 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3bb0a09f-842f-434e-abcd-b238594e5c0a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.419011 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3bb0a09f-842f-434e-abcd-b238594e5c0a tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/d5652f14-00bf-4d4f-b769-57a027d6cf25 HTTP/1.1" status: 204  len: 168 time: 0.6056385
Apr 30 21:34:13.419251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56876) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.436932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28a78663-bacb-45b4-a78f-674d0f4e9234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (235cddf2-febc-4e97-8302-36fde553dfcf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.439603 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-28a78663-bacb-45b4-a78f-674d0f4e9234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.440743 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-28a78663-bacb-45b4-a78f-674d0f4e9234 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/235cddf2-febc-4e97-8302-36fde553dfcf HTTP/1.1" status: 204  len: 168 time: 0.5431342
Apr 30 21:34:13.458703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:13.462597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.480798 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-07ac256d-a29c-402f-b699-6b65dbededb6 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5652f14-00bf-4d4f-b769-57a027d6cf25 HTTP/1.1" status: 200  len: 205 time: 0.0583100
Apr 30 21:34:13.482344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56880) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.485732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a78663-bacb-45b4-a78f-674d0f4e9234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235cddf2-febc-4e97-8302-36fde553dfcf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:13.496909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b038a77c-16d4-4c98-8379-44f98f59cc98 req-5fafd211-1659-457f-9426-63229205189d service neutron] 10.222.0.20 "GET /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531997
Apr 30 21:34:13.500121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fd4b49f-f4b4-4076-8878-d0a5249f5c0a req-39c3b094-6f01-4c13-97d7-0040fe6e19c2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854065
Apr 30 21:34:13.506148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:13.528228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e696df7c-c550-4e86-aa0a-ed85dea6e5e3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.530048 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment e696df7c-c550-4e86-aa0a-ed85dea6e5e3 of type vlan for network ab041b03-c591-4834-ab4a-15accd181b28
Apr 30 21:34:13.543034 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-b15a917d-19d6-45b4-b056-96ec4fd465fb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] delete failed (client error): The resource could not be found.
Apr 30 21:34:13.547243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b15a917d-19d6-45b4-b056-96ec4fd465fb tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/d5652f14-00bf-4d4f-b769-57a027d6cf25 HTTP/1.1" status: 404  len: 336 time: 0.0603337
Apr 30 21:34:13.547495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56882) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.598495 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e023dca1-c58e-40ef-aed0-72c6efe00d58 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=10bac446-3605-4057-b012-d504aa5d1d20 HTTP/1.1" status: 200  len: 205 time: 0.0498154
Apr 30 21:34:13.600925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56884) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.606815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ab041b03-c591-4834-ab4a-15accd181b28), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.639855 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-3baf84ae-5782-4749-8514-dbc70ef7b822 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] delete failed (client error): The resource could not be found.
Apr 30 21:34:13.641009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3baf84ae-5782-4749-8514-dbc70ef7b822 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/10bac446-3605-4057-b012-d504aa5d1d20 HTTP/1.1" status: 404  len: 336 time: 0.0390561
Apr 30 21:34:13.643625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56886) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.675571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6a91e2fc-673a-443d-9b43-56f1ff2793a5 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=647c8089-51e0-4fc3-b2cd-765317f1a738 HTTP/1.1" status: 200  len: 205 time: 0.0308802
Apr 30 21:34:13.679797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56888) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.695740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ab041b03-c591-4834-ab4a-15accd181b28), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.704587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:13.705193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:13.716704 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-5cb30fd6-1723-42fd-8dbd-aaff1a79b8bd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] delete failed (client error): The resource could not be found.
Apr 30 21:34:13.720545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5cb30fd6-1723-42fd-8dbd-aaff1a79b8bd tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/647c8089-51e0-4fc3-b2cd-765317f1a738 HTTP/1.1" status: 404  len: 336 time: 0.0389435
Apr 30 21:34:13.720844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56892) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.750066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4744059d-9ef4-4ade-8f8d-fe435eaab459 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae99c6c6-f438-4ea7-a6c2-4eece97cee7c HTTP/1.1" status: 200  len: 205 time: 0.0281961
Apr 30 21:34:13.754504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56894) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.780157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=ab041b03-c591-4834-ab4a-15accd181b28,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:13.791588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ab041b03-c591-4834-ab4a-15accd181b28 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:13.806143 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-9fb7faf2-f7d7-431a-a935-83fb02a949a5 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] delete failed (client error): The resource could not be found.
Apr 30 21:34:13.806915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9fb7faf2-f7d7-431a-a935-83fb02a949a5 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/ae99c6c6-f438-4ea7-a6c2-4eece97cee7c HTTP/1.1" status: 404  len: 336 time: 0.0514739
Apr 30 21:34:13.809538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56898) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.840600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f200baff-ba4b-4fe1-a712-14d05dac418e tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=bffa1004-c672-4f53-a055-2588229c0d54 HTTP/1.1" status: 200  len: 205 time: 0.0293553
Apr 30 21:34:13.842950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56900) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.860689 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e1438d7b-e009-443c-8cb7-b9941fbfe389 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6097279
Apr 30 21:34:13.865544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56902) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.873200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': 'ab041b03-c591-4834-ab4a-15accd181b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:13.890468 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-4a4b6636-30a0-4945-8ef6-4cb5e5b42a2c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] delete failed (client error): The resource could not be found.
Apr 30 21:34:13.891529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4a4b6636-30a0-4945-8ef6-4cb5e5b42a2c tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/bffa1004-c672-4f53-a055-2588229c0d54 HTTP/1.1" status: 404  len: 336 time: 0.0477707
Apr 30 21:34:13.894337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56904) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.926457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c00e14f7-685f-4cc9-8080-9e81d65d4278 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "GET /v2.0/ports?device_id=4867c3af-117c-4a3e-b077-563014f8ff6d HTTP/1.1" status: 200  len: 205 time: 0.0309107
Apr 30 21:34:13.928778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56906) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.967849 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-89b6accd-a645-4a32-bae8-c6cf6437345f tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] delete failed (client error): The resource could not be found.
Apr 30 21:34:13.968876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-89b6accd-a645-4a32-bae8-c6cf6437345f tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/routers/4867c3af-117c-4a3e-b077-563014f8ff6d HTTP/1.1" status: 404  len: 336 time: 0.0392110
Apr 30 21:34:13.971542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56908) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:13.997543 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d25581-0912-492a-b9e7-83df4cdfafd4 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:34:13.998036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d25581-0912-492a-b9e7-83df4cdfafd4 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:34:14.000911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a0d25581-0912-492a-b9e7-83df4cdfafd4 tempest-RoutersAdminTest-2121888800 tempest-RoutersAdminTest-2121888800-project] 10.222.0.23 "DELETE /v2.0/subnets/7982eb6b-8a32-4040-8710-1619a4d88d6c HTTP/1.1" status: 404  len: 337 time: 0.0284896
Apr 30 21:34:14.044558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:14.048484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.109364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing IP validity checks on allocation pools {{(pid=115773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Apr 30 21:34:14.109952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Apr 30 21:34:14.150265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56912) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:14.167927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb89b57c-980d-4374-a8b0-1ba9fc0dd2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.251812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb89b57c-980d-4374-a8b0-1ba9fc0dd2e9 admin admin] Publish callbacks [] for security_group (b43c30d6-534b-4b4d-91c1-e959c8d3c03a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.313608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (d1b01cde-66bb-4724-bcc9-c5e188df8ff4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.370364 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb89b57c-980d-4374-a8b0-1ba9fc0dd2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b43c30d6-534b-4b4d-91c1-e959c8d3c03a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.379424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=d1b01cde-66bb-4724-bcc9-c5e188df8ff4,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:14.387899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab041b03-c591-4834-ab4a-15accd181b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:14.388260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: ab041b03-c591-4834-ab4a-15accd181b28, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:14.418747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fb89b57c-980d-4374-a8b0-1ba9fc0dd2e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a729ecb44744fc7b60ab41b80b7d521&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2617223
Apr 30 21:34:14.418747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89b57c-980d-4374-a8b0-1ba9fc0dd2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43c30d6-534b-4b4d-91c1-e959c8d3c03a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:14.418971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56914) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:14.473646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network ab041b03-c591-4834-ab4a-15accd181b28 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:14.481811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16dd-31db-4c36-b9c8-2d3715691a5f admin admin] Publish callbacks [] for security_group (b43c30d6-534b-4b4d-91c1-e959c8d3c03a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.506254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16dd-31db-4c36-b9c8-2d3715691a5f admin admin] Publish callbacks [] for security_group (b43c30d6-534b-4b4d-91c1-e959c8d3c03a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.530195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56924) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:14.585095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab041b03-c591-4834-ab4a-15accd181b28) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:14.587448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:14.588427 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.591486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c605a2-694e-4149-8d15-ccaaaf544619 None None] Network ab041b03-c591-4834-ab4a-15accd181b28 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:14.645661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4d851-3528-4249-a394-dd5143ba58f3 req-6ef2ecb6-7e1b-4c8c-97f1-987fba133aad tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:14.647175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49c4d851-3528-4249-a394-dd5143ba58f3 req-6ef2ecb6-7e1b-4c8c-97f1-987fba133aad tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0650296
Apr 30 21:34:14.666169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60ca0a01-4eed-413a-bb27-fefd65cdbada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.694767 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16dd-31db-4c36-b9c8-2d3715691a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b43c30d6-534b-4b4d-91c1-e959c8d3c03a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.694767 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a7ea16dd-31db-4c36-b9c8-2d3715691a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.702313 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a7ea16dd-31db-4c36-b9c8-2d3715691a5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b43c30d6-534b-4b4d-91c1-e959c8d3c03a HTTP/1.1" status: 204  len: 168 time: 0.2854304
Apr 30 21:34:14.705827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab041b03-c591-4834-ab4a-15accd181b28', 'network_id': 'ab041b03-c591-4834-ab4a-15accd181b28', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': 'd1b01cde-66bb-4724-bcc9-c5e188df8ff4'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:14.706583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.717642 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea16dd-31db-4c36-b9c8-2d3715691a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43c30d6-534b-4b4d-91c1-e959c8d3c03a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:14.763789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49c4d851-3528-4249-a394-dd5143ba58f3 req-52b1b373-bd2d-4ef2-93e5-2b482b07495b tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031897
Apr 30 21:34:14.768343 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6d7144c5-e404-4292-b5d9-4fe7a320ff5e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 0.9011977
Apr 30 21:34:14.776617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56932) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:14.822038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60ca0a01-4eed-413a-bb27-fefd65cdbada admin admin] Publish callbacks [] for security_group (c9343482-b9e9-48b6-a18d-1e7f5f37678b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.870750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Allocated IP 172.20.0.3 (ab041b03-c591-4834-ab4a-15accd181b28/d1b01cde-66bb-4724-bcc9-c5e188df8ff4/eeaf188f-0876-4f69-b295-81be067ca5a1) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:14.896264 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-60ca0a01-4eed-413a-bb27-fefd65cdbada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c9343482-b9e9-48b6-a18d-1e7f5f37678b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.901135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ab041b03-c591-4834-ab4a-15accd181b28), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:14.940393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca0a01-4eed-413a-bb27-fefd65cdbada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9343482-b9e9-48b6-a18d-1e7f5f37678b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:14.959211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-60ca0a01-4eed-413a-bb27-fefd65cdbada admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=550652796d154770baf0a73e08f865dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4273405
Apr 30 21:34:14.961244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56934) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:14.964736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (d1b01cde-66bb-4724-bcc9-c5e188df8ff4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.035265 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c57276a-5f63-43ea-b525-143f6dd774c2 admin admin] Publish callbacks [] for security_group (c9343482-b9e9-48b6-a18d-1e7f5f37678b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.061269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c57276a-5f63-43ea-b525-143f6dd774c2 admin admin] Publish callbacks [] for security_group (c9343482-b9e9-48b6-a18d-1e7f5f37678b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.070378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Publish callbacks [] for port (eeaf188f-0876-4f69-b295-81be067ca5a1), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.199094 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (eeaf188f-0876-4f69-b295-81be067ca5a1), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.222756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c57276a-5f63-43ea-b525-143f6dd774c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c9343482-b9e9-48b6-a18d-1e7f5f37678b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.225976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c57276a-5f63-43ea-b525-143f6dd774c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.229564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8c57276a-5f63-43ea-b525-143f6dd774c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9343482-b9e9-48b6-a18d-1e7f5f37678b HTTP/1.1" status: 204  len: 168 time: 0.2648771
Apr 30 21:34:15.237643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57276a-5f63-43ea-b525-143f6dd774c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9343482-b9e9-48b6-a18d-1e7f5f37678b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:15.239537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Network ab041b03-c591-4834-ab4a-15accd181b28 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:15.242538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:15.250177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:15.259898 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Pushing event updated for resources: {'Port': ['ID=eeaf188f-0876-4f69-b295-81be067ca5a1,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:15.337928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Attempting to bind port eeaf188f-0876-4f69-b295-81be067ca5a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:15.338315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Attempting to bind port eeaf188f-0876-4f69-b295-81be067ca5a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab041b03-c591-4834-ab4a-15accd181b28'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:15.338665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Attempting to bind port eeaf188f-0876-4f69-b295-81be067ca5a1 on network ab041b03-c591-4834-ab4a-15accd181b28 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:15.344614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:15.344996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Checking segment: {'id': 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab041b03-c591-4834-ab4a-15accd181b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:15.345404 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.349132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Bound using segment: {'id': 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab041b03-c591-4834-ab4a-15accd181b28'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:15.349132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Bound port: eeaf188f-0876-4f69-b295-81be067ca5a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ab041b03-c591-4834-ab4a-15accd181b28'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:15.349132 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eeaf188f-0876-4f69-b295-81be067ca5a1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.414435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] For port eeaf188f-0876-4f69-b295-81be067ca5a1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:15.418258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] For port eeaf188f-0876-4f69-b295-81be067ca5a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eeaf188f-0876-4f69-b295-81be067ca5a1,segment=NetworkSegment(e696df7c-c550-4e86-aa0a-ed85dea6e5e3),segment_id=e696df7c-c550-4e86-aa0a-ed85dea6e5e3)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:15.426584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (d1b01cde-66bb-4724-bcc9-c5e188df8ff4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.461056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b01cde-66bb-4724-bcc9-c5e188df8ff4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:15.521210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ab041b03-c591-4834-ab4a-15accd181b28), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.545966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d0a48e0>,) {'filters': {'network_id': ['ab041b03-c591-4834-ab4a-15accd181b28']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:15.558277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eeaf188f-0876-4f69-b295-81be067ca5a1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.561144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d0a48e0>, 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:15.561144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d0a48e0>, 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:15.575997 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e696df7c-c550-4e86-aa0a-ed85dea6e5e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.591187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e696df7c-c550-4e86-aa0a-ed85dea6e5e3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.597364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:15.597914 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e696df7c-c550-4e86-aa0a-ed85dea6e5e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:15.601237 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:15.629927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155452b7-25f9-4b7c-a554-8d261ea004ea None None] Pushing event updated for resources: {'Port': ['ID=eeaf188f-0876-4f69-b295-81be067ca5a1,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:15.736156 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:15.736156 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:15.736156 ncdv-master-1 neutron-server[115773]: [parameters: {'id': 'ab041b03-c591-4834-ab4a-15accd181b28'}]
Apr 30 21:34:15.736156 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:15.736530 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:15.963557 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cf6d8-8434-4687-b3f9-7e29716fc4df req-9050e78c-c71b-4ca7-a8c3-c20776b67648 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:15.965118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c6cf6d8-8434-4687-b3f9-7e29716fc4df req-9050e78c-c71b-4ca7-a8c3-c20776b67648 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0590324
Apr 30 21:34:16.030491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c6cf6d8-8434-4687-b3f9-7e29716fc4df req-b75f578a-1a1f-40bd-856e-ee52281d8d92 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557315
Apr 30 21:34:16.069723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56968) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:16.119036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-63a54115-e908-4250-9760-f8e3861b32dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=306af5b78d2b45dcb9dedf50d1250f91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0473709
Apr 30 21:34:16.120377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56972) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:16.195847 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40ca4e27-1874-429d-b259-8f403fdfdfdf admin admin] Publish callbacks [] for security_group (323780f1-180d-4ec8-9ba4-45d1a13b8010), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.228462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40ca4e27-1874-429d-b259-8f403fdfdfdf admin admin] Publish callbacks [] for security_group (323780f1-180d-4ec8-9ba4-45d1a13b8010), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.242996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ab041b03-c591-4834-ab4a-15accd181b28), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.297787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port eeaf188f-0876-4f69-b295-81be067ca5a1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:16.304306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eeaf188f-0876-4f69-b295-81be067ca5a1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.382638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port eeaf188f-0876-4f69-b295-81be067ca5a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eeaf188f-0876-4f69-b295-81be067ca5a1,segment=NetworkSegment(e696df7c-c550-4e86-aa0a-ed85dea6e5e3),segment_id=e696df7c-c550-4e86-aa0a-ed85dea6e5e3)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:16.383008 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eeaf188f-0876-4f69-b295-81be067ca5a1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.414055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for eeaf188f-0876-4f69-b295-81be067ca5a1 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:16.415390 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40ca4e27-1874-429d-b259-8f403fdfdfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (323780f1-180d-4ec8-9ba4-45d1a13b8010), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.420608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40ca4e27-1874-429d-b259-8f403fdfdfdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.422171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-40ca4e27-1874-429d-b259-8f403fdfdfdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/323780f1-180d-4ec8-9ba4-45d1a13b8010 HTTP/1.1" status: 204  len: 168 time: 0.3005066
Apr 30 21:34:16.530198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca4e27-1874-429d-b259-8f403fdfdfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323780f1-180d-4ec8-9ba4-45d1a13b8010,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:16.557677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-79abf723-130d-45b6-961b-e06565054d99 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:16.559702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-79abf723-130d-45b6-961b-e06565054d99 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.35 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.1359816
Apr 30 21:34:16.661385 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eeaf188f-0876-4f69-b295-81be067ca5a1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.673915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Deleting port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:16.674405 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.807055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] For port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:16.807685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:16.822354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eeaf188f-0876-4f69-b295-81be067ca5a1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:16.846106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: eeaf188f-0876-4f69-b295-81be067ca5a1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:16.846662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Calling delete_port for 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:16.846847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eeaf188f-0876-4f69-b295-81be067ca5a1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Apr 30 21:34:16.884260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Port eeaf188f-0876-4f69-b295-81be067ca5a1 not found, will not notify nova. {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Apr 30 21:34:16.949188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089d08a-1407-473f-b9ac-dc9fed887638 None None] Network ab041b03-c591-4834-ab4a-15accd181b28 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:17.021304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-eb07bbe8-0fb0-4840-b3cb-6f23d6e7e1b1 None None] Could not find standard attr ID for object eeaf188f-0876-4f69-b295-81be067ca5a1. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:34:17.107677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.161123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95b97e3-ebc8-4232-ac86-49a3d38e25ca None None] DHCP port deletion for ab041b03-c591-4834-ab4a-15accd181b28 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:34:17.225068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d20da9-9358-4df5-b659-1cc99e5d524f req-3252829f-3350-4f70-9a4c-a78432d39bcd tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:17.232976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=eeaf188f-0876-4f69-b295-81be067ca5a1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:17.233324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03d20da9-9358-4df5-b659-1cc99e5d524f req-3252829f-3350-4f70-9a4c-a78432d39bcd tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 945 time: 0.0720522
Apr 30 21:34:17.237049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port eeaf188f-0876-4f69-b295-81be067ca5a1 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:17.246909 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (94cfe8ca-d48c-43aa-9182-603cbe2dcef4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.262112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['94cfe8ca-d48c-43aa-9182-603cbe2dcef4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:34:17.266971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:34:17.299629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Pushing event deleted for resources: {'Port': ['ID=94cfe8ca-d48c-43aa-9182-603cbe2dcef4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:17.367508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57016) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:17.371392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] No DVR routers for this DVR port 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:17.376768 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.391999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3c19dc57-8bc9-498c-b980-3185d47fcaa7 req-6e97715b-5b99-4926-a099-12e4870f143c tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.35 "DELETE /v2.0/ports/94cfe8ca-d48c-43aa-9182-603cbe2dcef4 HTTP/1.1" status: 204  len: 173 time: 0.8140709
Apr 30 21:34:17.391999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15397ace-76c0-43f0-a04b-0f6ffdc2cab3', 'name': 'network-vif-deleted', 'tag': '94cfe8ca-d48c-43aa-9182-603cbe2dcef4'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:34:17.391999 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c588d7fb-44ec-4dd3-94eb-ab8c99689f1c" -d '{"events": [{"server_uuid": "15397ace-76c0-43f0-a04b-0f6ffdc2cab3", "name": "network-vif-deleted", "tag": "94cfe8ca-d48c-43aa-9182-603cbe2dcef4"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:34:17.416295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03d20da9-9358-4df5-b659-1cc99e5d524f req-fff5b33d-f0bd-44d2-9bea-e19479545cb4 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800773
Apr 30 21:34:17.422230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ab041b03-c591-4834-ab4a-15accd181b28), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.458856 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89678c4ca0>,) {'filters': {'network_id': ['ab041b03-c591-4834-ab4a-15accd181b28']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:17.477654 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7033fc-3dd1-4d6c-83fa-b24971c2453f x-openstack-request-id: req-da7033fc-3dd1-4d6c-83fa-b24971c2453f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:34:17.484701 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15397ace-76c0-43f0-a04b-0f6ffdc2cab3", "name": "network-vif-deleted", "tag": "94cfe8ca-d48c-43aa-9182-603cbe2dcef4", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:34:17.484838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89678c4ca0>, 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:17.484933 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da7033fc-3dd1-4d6c-83fa-b24971c2453f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:34:17.484933 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7033fc-3dd1-4d6c-83fa-b24971c2453f'] response: {'server_uuid': '15397ace-76c0-43f0-a04b-0f6ffdc2cab3', 'name': 'network-vif-deleted', 'tag': '94cfe8ca-d48c-43aa-9182-603cbe2dcef4', 'status': 'completed', 'code': 200}
Apr 30 21:34:17.485073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89678c4ca0>, 'e696df7c-c550-4e86-aa0a-ed85dea6e5e3') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:17.503250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e696df7c-c550-4e86-aa0a-ed85dea6e5e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.522163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e696df7c-c550-4e86-aa0a-ed85dea6e5e3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.530489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:17.530901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e696df7c-c550-4e86-aa0a-ed85dea6e5e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:17.534394 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:17.656301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a80ea90d-f8f1-42a0-80a3-39e24c1a442f tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1617280472'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:17.656766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a80ea90d-f8f1-42a0-80a3-39e24c1a442f tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Unknown quota resources ['metering_label']. {{(pid=115773) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:34:17.722927 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (ab041b03-c591-4834-ab4a-15accd181b28), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.730872 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.736994 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/ab041b03-c591-4834-ab4a-15accd181b28 HTTP/1.1" status: 204  len: 168 time: 2.9542253
Apr 30 21:34:17.737489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57030) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:17.743255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1613002195'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:17.745640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec511fa-741c-403b-ae9c-24667589fa3f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=ab041b03-c591-4834-ab4a-15accd181b28,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:17.838444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:17.841859 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.867201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:17.878133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3b5edacc-2c4f-4aea-8d54-1efcfb7d5970), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.878670 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment 3b5edacc-2c4f-4aea-8d54-1efcfb7d5970 of type vlan for network 49ce2984-127b-422a-acf4-b3be633534ff
Apr 30 21:34:17.900209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f587c9e8-2506-4168-a045-96fb9a1b5ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.920601 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (49ce2984-127b-422a-acf4-b3be633534ff), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.945735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a80ea90d-f8f1-42a0-80a3-39e24c1a442f tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:17.947106 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a80ea90d-f8f1-42a0-80a3-39e24c1a442f tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.5777364
Apr 30 21:34:17.949602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57038) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:17.954087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f4747d2e-d35e-4b6c-965b-b290bd5d36fb tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'db9bbbe4-9c47-4ec0-81de-72fb6c7ed8c6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:17.954653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f4747d2e-d35e-4b6c-965b-b290bd5d36fb tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115773) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:34:18.010184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (49ce2984-127b-422a-acf4-b3be633534ff), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:18.015640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:18.016250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:18.090001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=49ce2984-127b-422a-acf4-b3be633534ff,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:18.090216 ncdv-master-1 neutron-server[115773]: WARNING neutron.services.metering.metering_plugin [None req-f4747d2e-d35e-4b6c-965b-b290bd5d36fb tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 30 21:34:18.100741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 49ce2984-127b-422a-acf4-b3be633534ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:18.121202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-85cac8d0-3aca-485f-ab3b-630c45ee57a5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3823695
Apr 30 21:34:18.123912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57042) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:18.129965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': '49ce2984-127b-422a-acf4-b3be633534ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:18.216657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f4747d2e-d35e-4b6c-965b-b290bd5d36fb tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:18.217868 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f4747d2e-d35e-4b6c-965b-b290bd5d36fb tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2672608
Apr 30 21:34:18.221077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57044) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:18.228459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7e1e84f8-55a3-4055-88fb-55c58ae281fe tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'db9bbbe4-9c47-4ec0-81de-72fb6c7ed8c6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:18.230474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7e1e84f8-55a3-4055-88fb-55c58ae281fe tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:34:18.347863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:18.351632 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:18.736083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eeaf188f-0876-4f69-b295-81be067ca5a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:18.758062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: eeaf188f-0876-4f69-b295-81be067ca5a1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:18.759429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eeaf188f-0876-4f69-b295-81be067ca5a1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:18.765652 ncdv-master-1 neutron-server[115774]: WARNING neutron.services.metering.metering_plugin [None req-7e1e84f8-55a3-4055-88fb-55c58ae281fe tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 30 21:34:18.873372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b66de53-9e0b-475c-b3a4-cba738092778 req-67f6efe9-6abb-4463-af07-126d0a1512bf tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=15397ace-76c0-43f0-a04b-0f6ffdc2cab3 HTTP/1.1" status: 200  len: 210 time: 0.1121333
Apr 30 21:34:18.934137 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e1e84f8-55a3-4055-88fb-55c58ae281fe tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:18.935326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7e1e84f8-55a3-4055-88fb-55c58ae281fe tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.7113304
Apr 30 21:34:18.938249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57062) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:18.950474 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ce469c9-2ae7-4f74-9cb0-a45b89a9f2ed tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=9aab136e-d9a1-4a86-8bdb-7c12dd7e569d HTTP/1.1" status: 200  len: 462 time: 0.0108862
Apr 30 21:34:18.953242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57066) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:18.982218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57068) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:19.120758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-979422798', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:19.125912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d83b228-3455-4dd0-b4a4-0e06cb5b0654 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.126997 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5d83b228-3455-4dd0-b4a4-0e06cb5b0654 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/9aab136e-d9a1-4a86-8bdb-7c12dd7e569d HTTP/1.1" status: 204  len: 168 time: 0.1726000
Apr 30 21:34:19.130077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57072) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:19.140898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0c9df2f8-25ce-44c3-938f-9245613e160e tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=9aab136e-d9a1-4a86-8bdb-7c12dd7e569d HTTP/1.1" status: 200  len: 221 time: 0.0096858
Apr 30 21:34:19.146828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57074) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:19.151681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f653c1e2-b173-4141-9499-c86aa9f27892 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--550048844', 'description': 'label created by tempest'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:19.152116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f653c1e2-b173-4141-9499-c86aa9f27892 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Unknown quota resources ['metering_label']. {{(pid=115773) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:34:19.186468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (61fb56b1-8bd8-4885-9162-568394f5e055), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.244842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Made reservation on behalf of f62512e7f9914015b8e0a0872f0d0f3f for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:19.246731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=61fb56b1-8bd8-4885-9162-568394f5e055,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:19.247208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.257057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.257197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49ce2984-127b-422a-acf4-b3be633534ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:19.257547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: 49ce2984-127b-422a-acf4-b3be633534ff, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:19.337903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 49ce2984-127b-422a-acf4-b3be633534ff is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:19.391209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks [] for security_group (31bc6e47-28bb-4016-a9a3-20d019188df6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.460805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f653c1e2-b173-4141-9499-c86aa9f27892 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.462569 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f653c1e2-b173-4141-9499-c86aa9f27892 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.3147488
Apr 30 21:34:19.465552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57078) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:19.495155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 49ce2984-127b-422a-acf4-b3be633534ff) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:19.499550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:19.500248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.506798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3a8d1-ecc9-4db8-8812-a3e604c54b8e None None] Network 49ce2984-127b-422a-acf4-b3be633534ff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:19.542620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (31bc6e47-28bb-4016-a9a3-20d019188df6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.545520 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f635fc40-b489-4cf0-a2c9-0a30e0b63738 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=1b94f5b2-9fcb-4486-a180-d24b263f961a HTTP/1.1" status: 200  len: 467 time: 0.0792284
Apr 30 21:34:19.548899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57080) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:19.549050 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] device_id is not set on port eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:34:19.607071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc6e47-28bb-4016-a9a3-20d019188df6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:19.612880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-49ce2984-127b-422a-acf4-b3be633534ff', 'network_id': '49ce2984-127b-422a-acf4-b3be633534ff', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': '61fb56b1-8bd8-4885-9162-568394f5e055'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:19.613852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.681311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Allocated IP 172.35.4.230 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:19.739128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c1a6a7e3-61b9-46bd-9840-aa2b21172c4f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.6112363
Apr 30 21:34:19.739128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57082) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:19.766658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Allocated IP 172.20.0.1 (49ce2984-127b-422a-acf4-b3be633534ff/61fb56b1-8bd8-4885-9162-568394f5e055/3b4688aa-498e-4968-b419-9a9be907051a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:19.856279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks [] for port (eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.923151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (49ce2984-127b-422a-acf4-b3be633534ff), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.925559 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Publish callbacks [] for port (3b4688aa-498e-4968-b419-9a9be907051a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.965959 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d79b1d1-d542-4519-a8aa-e0a432e3b229 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.967110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2d79b1d1-d542-4519-a8aa-e0a432e3b229 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/1b94f5b2-9fcb-4486-a180-d24b263f961a HTTP/1.1" status: 204  len: 168 time: 0.4171767
Apr 30 21:34:19.970513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57088) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:19.992055 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:19.992505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (61fb56b1-8bd8-4885-9162-568394f5e055), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.004916 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9c2e3c34-47e7-4c6d-8593-c634f2190e98 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=1b94f5b2-9fcb-4486-a180-d24b263f961a HTTP/1.1" status: 200  len: 216 time: 0.0222428
Apr 30 21:34:20.005320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57092) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:20.033035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (3b4688aa-498e-4968-b419-9a9be907051a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.053827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:20.056073 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f350a45d-8f74-4437-bce2-57ef8017c9ef tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0451689
Apr 30 21:34:20.059457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:20.060356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57094) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:20.065986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:20.086638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cbfeaee6-df11-4c40-ab17-ec8e0d63452c tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0218186
Apr 30 21:34:20.086962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57096) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:20.090369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Pushing event updated for resources: {'Port': ['ID=3b4688aa-498e-4968-b419-9a9be907051a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:20.106339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Pushing event updated for resources: {'Port': ['ID=eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:20.111917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Network 49ce2984-127b-422a-acf4-b3be633534ff is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:20.113861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:20.116473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:20.136459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:20.137095 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.153834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a9cbe7f3-602f-4136-a5ba-ecc67813def9 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/db9bbbe4-9c47-4ec0-81de-72fb6c7ed8c6 HTTP/1.1" status: 200  len: 473 time: 0.0648618
Apr 30 21:34:20.156596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57098) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:20.167071 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (61fb56b1-8bd8-4885-9162-568394f5e055), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.174709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b724aaea-19df-4ff7-85e9-8dbf21ac81c8 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/2637ccfa-ea87-428b-8030-f72e1b308d21 HTTP/1.1" status: 200  len: 459 time: 0.0170279
Apr 30 21:34:20.178776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57100) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:20.201879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=61fb56b1-8bd8-4885-9162-568394f5e055,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:20.203420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Attempting to bind port 3b4688aa-498e-4968-b419-9a9be907051a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:20.203807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Attempting to bind port 3b4688aa-498e-4968-b419-9a9be907051a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49ce2984-127b-422a-acf4-b3be633534ff'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:20.204370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Attempting to bind port 3b4688aa-498e-4968-b419-9a9be907051a on network 49ce2984-127b-422a-acf4-b3be633534ff {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:20.210185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:20.210577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Checking segment: {'id': '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49ce2984-127b-422a-acf4-b3be633534ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:20.210992 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.211440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Bound using segment: {'id': '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49ce2984-127b-422a-acf4-b3be633534ff'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:20.212660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Bound port: 3b4688aa-498e-4968-b419-9a9be907051a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '49ce2984-127b-422a-acf4-b3be633534ff'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:20.213213 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3b4688aa-498e-4968-b419-9a9be907051a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.256919 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-93945f7f-122d-4e13-b406-ebac03f32f64 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.2707195
Apr 30 21:34:20.257151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57102) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:20.266655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.230'}]}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:20.272875 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (49ce2984-127b-422a-acf4-b3be633534ff), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.307113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966500a00>,) {'filters': {'network_id': ['49ce2984-127b-422a-acf4-b3be633534ff']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:20.317397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966500a00>, '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:20.317700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966500a00>, '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:20.320770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] For port 3b4688aa-498e-4968-b419-9a9be907051a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:20.324322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] For port 3b4688aa-498e-4968-b419-9a9be907051a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b4688aa-498e-4968-b419-9a9be907051a,segment=NetworkSegment(3b5edacc-2c4f-4aea-8d54-1efcfb7d5970),segment_id=3b5edacc-2c4f-4aea-8d54-1efcfb7d5970)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:20.328790 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (3b5edacc-2c4f-4aea-8d54-1efcfb7d5970), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.396365 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3b4688aa-498e-4968-b419-9a9be907051a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.396660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a55e8112-d345-4a66-89de-275e55c53a6d tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.396756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3b5edacc-2c4f-4aea-8d54-1efcfb7d5970), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.396898 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a55e8112-d345-4a66-89de-275e55c53a6d tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/2637ccfa-ea87-428b-8030-f72e1b308d21 HTTP/1.1" status: 204  len: 168 time: 0.2168622
Apr 30 21:34:20.397931 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (5e436d86-37ff-4af9-a63c-979107f331c4), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.399819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (5e436d86-37ff-4af9-a63c-979107f331c4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.412199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57106) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:20.418090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:20.418521 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (3b5edacc-2c4f-4aea-8d54-1efcfb7d5970), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:20.423406 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:20.499735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777009-97e8-40ed-8a26-9c4446f41cd4 req-230dd8e0-1c6d-4ca5-91a6-f977f6a3baa1 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:20.501567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad777009-97e8-40ed-8a26-9c4446f41cd4 req-230dd8e0-1c6d-4ca5-91a6-f977f6a3baa1 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0956845
Apr 30 21:34:20.506690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d083a-4ad4-4041-9bef-2826d6269521 None None] Pushing event updated for resources: {'Port': ['ID=3b4688aa-498e-4968-b419-9a9be907051a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:20.518643 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7048aaa5-cfa8-4f4e-9dac-6bd2b116148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.543154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf5965-26d1-4ec3-bdad-0a8bc3bb3910 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:20.576507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:20.576507 ncdv-master-1 neutron-server[115774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:20.576507 ncdv-master-1 neutron-server[115774]: [parameters: {'id': '49ce2984-127b-422a-acf4-b3be633534ff'}]
Apr 30 21:34:20.576507 ncdv-master-1 neutron-server[115774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:20.576971 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:20.581806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad777009-97e8-40ed-8a26-9c4446f41cd4 req-c6319bea-667b-4e3f-96d9-7f08a6661ad0 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480993
Apr 30 21:34:20.635520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf5965-26d1-4ec3-bdad-0a8bc3bb3910 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:20.648892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks [] for router_controller (5e436d86-37ff-4af9-a63c-979107f331c4), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.737215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-508d46f2-6797-48ec-b23f-ade5e1070e91 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:20.738325 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-508d46f2-6797-48ec-b23f-ade5e1070e91 tempest-MeteringIpV6TestJSON-811594137 tempest-MeteringIpV6TestJSON-811594137-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/db9bbbe4-9c47-4ec0-81de-72fb6c7ed8c6 HTTP/1.1" status: 204  len: 168 time: 0.3322971
Apr 30 21:34:20.818210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715d7e3-f5c7-4380-ba81-4a275ea9bc38 None None] Network 49ce2984-127b-422a-acf4-b3be633534ff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:20.928704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks [] for router_gateway (5e436d86-37ff-4af9-a63c-979107f331c4), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.078409 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (49ce2984-127b-422a-acf4-b3be633534ff), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.126902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port 3b4688aa-498e-4968-b419-9a9be907051a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:21.127250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3b4688aa-498e-4968-b419-9a9be907051a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.194345 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks [] for router_gateway (5e436d86-37ff-4af9-a63c-979107f331c4), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.199089 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.201390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port 3b4688aa-498e-4968-b419-9a9be907051a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b4688aa-498e-4968-b419-9a9be907051a,segment=NetworkSegment(3b5edacc-2c4f-4aea-8d54-1efcfb7d5970),segment_id=3b5edacc-2c4f-4aea-8d54-1efcfb7d5970)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:21.201961 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3b4688aa-498e-4968-b419-9a9be907051a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.214532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.222846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for 3b4688aa-498e-4968-b419-9a9be907051a owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:21.271618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:21.295089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57116) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:21.304951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:21.305338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 94cfe8ca-d48c-43aa-9182-603cbe2dcef4 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:21.363495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.433036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3b4688aa-498e-4968-b419-9a9be907051a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.442117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks [] for router (5e436d86-37ff-4af9-a63c-979107f331c4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.445241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7d86ed0-e5f2-4f9e-af5e-aa360983794c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.461462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=3b4688aa-498e-4968-b419-9a9be907051a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:21.464364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port 3b4688aa-498e-4968-b419-9a9be907051a on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:21.561946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (49ce2984-127b-422a-acf4-b3be633534ff), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.582285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967f1aa00>,) {'filters': {'network_id': ['49ce2984-127b-422a-acf4-b3be633534ff']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:21.593737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f1aa00>, '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:21.594071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f1aa00>, '3b5edacc-2c4f-4aea-8d54-1efcfb7d5970') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:21.608890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (3b5edacc-2c4f-4aea-8d54-1efcfb7d5970), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.625706 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3b5edacc-2c4f-4aea-8d54-1efcfb7d5970), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.632518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:21.633179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (3b5edacc-2c4f-4aea-8d54-1efcfb7d5970), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.643187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (5e436d86-37ff-4af9-a63c-979107f331c4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.644912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks [] for router_controller (5e436d86-37ff-4af9-a63c-979107f331c4), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:21.687376 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:21.722708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7d86ed0-e5f2-4f9e-af5e-aa360983794c admin admin] Publish callbacks [] for security_group (b1385955-dea0-4cd3-a547-641d384718da), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.747852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c039-d234-4a50-826b-4f2f0703271a req-a2f95e2c-e635-40a3-a852-734a7f730e6f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:21.749393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7750c039-d234-4a50-826b-4f2f0703271a req-a2f95e2c-e635-40a3-a852-734a7f730e6f tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0567505
Apr 30 21:34:21.757614 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (5e436d86-37ff-4af9-a63c-979107f331c4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.758248 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e436d86-37ff-4af9-a63c-979107f331c4 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:34:21.799442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7750c039-d234-4a50-826b-4f2f0703271a req-3a418392-c545-4314-9ea9-2bd15544de7d tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444756
Apr 30 21:34:21.804609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7d86ed0-e5f2-4f9e-af5e-aa360983794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b1385955-dea0-4cd3-a547-641d384718da), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.845449 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f7d86ed0-e5f2-4f9e-af5e-aa360983794c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2562de6a475f41c4bf69cf69b5c08958&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5490887
Apr 30 21:34:21.846619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d86ed0-e5f2-4f9e-af5e-aa360983794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1385955-dea0-4cd3-a547-641d384718da,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:21.848270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57130) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:21.871627 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (49ce2984-127b-422a-acf4-b3be633534ff), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.889967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.893203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/49ce2984-127b-422a-acf4-b3be633534ff HTTP/1.1" status: 204  len: 168 time: 2.1533604
Apr 30 21:34:21.897620 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:34:21.899099 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-483d1327-19df-411b-91d9-cea777a2ad20 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 1.6363945
Apr 30 21:34:21.904127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57132) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:21.904667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143188fc-2cb3-4dd5-ac55-98dbd59f9ac4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=49ce2984-127b-422a-acf4-b3be633534ff,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:21.905313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57134) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:21.916194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985159003'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:21.927968 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42c7-0a3d-4f48-a9d3-b109a4c22def admin admin] Publish callbacks [] for security_group (b1385955-dea0-4cd3-a547-641d384718da), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:21.950536 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42c7-0a3d-4f48-a9d3-b109a4c22def admin admin] Publish callbacks [] for security_group (b1385955-dea0-4cd3-a547-641d384718da), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.002792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7897f124-eca9-4b10-9d87-8ef1efb09936 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Deleting port eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:22.003133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7897f124-eca9-4b10-9d87-8ef1efb09936 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.079657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7897f124-eca9-4b10-9d87-8ef1efb09936 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.082341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:22.085698 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.109686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7897f124-eca9-4b10-9d87-8ef1efb09936 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Calling delete_port for eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:22.118936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42c7-0a3d-4f48-a9d3-b109a4c22def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b1385955-dea0-4cd3-a547-641d384718da), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.123218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed9a42c7-0a3d-4f48-a9d3-b109a4c22def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.124563 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ed9a42c7-0a3d-4f48-a9d3-b109a4c22def admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1385955-dea0-4cd3-a547-641d384718da HTTP/1.1" status: 204  len: 168 time: 0.2750566
Apr 30 21:34:22.147642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a42c7-0a3d-4f48-a9d3-b109a4c22def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1385955-dea0-4cd3-a547-641d384718da,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:22.163360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:22.178255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.178640 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment 7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97 of type vlan for network 51c7775d-cfa1-4b17-b634-e39aeb4e1fef
Apr 30 21:34:22.236659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (51c7775d-cfa1-4b17-b634-e39aeb4e1fef), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.363921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (51c7775d-cfa1-4b17-b634-e39aeb4e1fef), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.369003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:22.369671 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.712384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7897f124-eca9-4b10-9d87-8ef1efb09936 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.754186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897f124-eca9-4b10-9d87-8ef1efb09936 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Pushing event deleted for resources: {'Port': ['ID=eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:22.759047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-79150510-f394-44f6-9d8f-cfb217ea1daa tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:22.762305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=51c7775d-cfa1-4b17-b634-e39aeb4e1fef,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:22.764131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-79150510-f394-44f6-9d8f-cfb217ea1daa tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.20 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.0569029
Apr 30 21:34:22.774339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 51c7775d-cfa1-4b17-b634-e39aeb4e1fef details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:22.889658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7897f124-eca9-4b10-9d87-8ef1efb09936 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:22.894323 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7897f124-eca9-4b10-9d87-8ef1efb09936 tempest-RoutersAdminNegativeTest-1097938708 tempest-RoutersAdminNegativeTest-1097938708-project-admin] 10.222.0.23 "DELETE /v2.0/ports/eed51a30-1bf6-474d-8d0d-3e7e8fffb3aa HTTP/1.1" status: 204  len: 168 time: 0.9831955
Apr 30 21:34:22.897938 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6181ef41-2310-46fb-8f36-53e8c12739d1 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9913206
Apr 30 21:34:22.911925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57152) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:22.929894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': '51c7775d-cfa1-4b17-b634-e39aeb4e1fef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:22.991866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Deleting port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:22.992509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.016698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57170) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:23.035972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f315f59-3e60-4866-b1d5-f310367388dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.049704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83912fe-1b78-4561-8a6c-be647086366b req-7729c6f1-eabc-4b04-9e6b-00df85898411 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:23.051367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d83912fe-1b78-4561-8a6c-be647086366b req-7729c6f1-eabc-4b04-9e6b-00df85898411 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 946 time: 0.1238191
Apr 30 21:34:23.141308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d83912fe-1b78-4561-8a6c-be647086366b req-cd4973c9-9ff9-4224-b326-943a39137a1a tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/security-groups?id=2c91c753-3f53-4859-91aa-041392c95842&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774415
Apr 30 21:34:23.148284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] For port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:23.148653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.163224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Calling delete_port for 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:23.166534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f315f59-3e60-4866-b1d5-f310367388dc admin admin] Publish callbacks [] for security_group (b724b08a-80e5-42a7-a869-d0cb405c6afa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.204532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:23.205143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.208359 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.269784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f315f59-3e60-4866-b1d5-f310367388dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b724b08a-80e5-42a7-a869-d0cb405c6afa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.325284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f315f59-3e60-4866-b1d5-f310367388dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724b08a-80e5-42a7-a869-d0cb405c6afa,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:23.331934 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0f315f59-3e60-4866-b1d5-f310367388dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fce178cda8fd4f5b903c14a8686e5abf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3116486
Apr 30 21:34:23.332636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57178) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:23.400269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.406127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57180) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:23.418019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:34:23.436993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bb51ead-10fc-48aa-9752-2260871b80cd admin admin] Publish callbacks [] for security_group (b724b08a-80e5-42a7-a869-d0cb405c6afa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.454014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Pushing event deleted for resources: {'Port': ['ID=3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:23.493692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bb51ead-10fc-48aa-9752-2260871b80cd admin admin] Publish callbacks [] for security_group (b724b08a-80e5-42a7-a869-d0cb405c6afa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.503673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] No DVR routers for this DVR port 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:23.506508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.510575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59cb2c9e-da02-423f-9284-d61b65f1782b req-453e185d-bc91-450a-ba15-b0a238727ae2 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.20 "DELETE /v2.0/ports/3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d HTTP/1.1" status: 204  len: 173 time: 0.7398403
Apr 30 21:34:23.511134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd620d0-2e66-4144-8ff1-59e3f2f377f1', 'name': 'network-vif-deleted', 'tag': '3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:34:23.513524 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1bd62c-07cd-48d2-8401-7db4a4a39eb9" -d '{"events": [{"server_uuid": "ecd620d0-2e66-4144-8ff1-59e3f2f377f1", "name": "network-vif-deleted", "tag": "3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:34:23.559038 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c39c9cf-bfa6-4ce5-b7b5-3f7e2b7a8911 x-openstack-request-id: req-5c39c9cf-bfa6-4ce5-b7b5-3f7e2b7a8911 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:34:23.559038 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd620d0-2e66-4144-8ff1-59e3f2f377f1", "name": "network-vif-deleted", "tag": "3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:34:23.559038 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c39c9cf-bfa6-4ce5-b7b5-3f7e2b7a8911 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:34:23.559038 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c39c9cf-bfa6-4ce5-b7b5-3f7e2b7a8911'] response: {'server_uuid': 'ecd620d0-2e66-4144-8ff1-59e3f2f377f1', 'name': 'network-vif-deleted', 'tag': '3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d', 'status': 'completed', 'code': 200}
Apr 30 21:34:23.577016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-291200ac-727a-4ba7-b659-71b346c71027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.598298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (97af6c3c-2937-4db9-8d6f-3bcb5f291f03), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.660828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=97af6c3c-2937-4db9-8d6f-3bcb5f291f03,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:23.671485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '51c7775d-cfa1-4b17-b634-e39aeb4e1fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:23.671844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: 51c7775d-cfa1-4b17-b634-e39aeb4e1fef, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:23.696411 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bb51ead-10fc-48aa-9752-2260871b80cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b724b08a-80e5-42a7-a869-d0cb405c6afa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.702524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8bb51ead-10fc-48aa-9752-2260871b80cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.702524 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8bb51ead-10fc-48aa-9752-2260871b80cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b724b08a-80e5-42a7-a869-d0cb405c6afa HTTP/1.1" status: 204  len: 168 time: 0.3667097
Apr 30 21:34:23.714143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb51ead-10fc-48aa-9752-2260871b80cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724b08a-80e5-42a7-a869-d0cb405c6afa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:23.766369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-291200ac-727a-4ba7-b659-71b346c71027 admin admin] Publish callbacks [] for security_group (1e0b866d-3ced-45e9-bcae-b7523a6ca672), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.787027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 51c7775d-cfa1-4b17-b634-e39aeb4e1fef is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:23.849688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-291200ac-727a-4ba7-b659-71b346c71027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1e0b866d-3ced-45e9-bcae-b7523a6ca672), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.887878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51c7775d-cfa1-4b17-b634-e39aeb4e1fef) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:23.891601 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-291200ac-727a-4ba7-b659-71b346c71027 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4addf46841b248ed8778845b6110a53d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4843826
Apr 30 21:34:23.893775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291200ac-727a-4ba7-b659-71b346c71027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b866d-3ced-45e9-bcae-b7523a6ca672,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:23.894467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57188) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:23.896873 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:23.897465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.921944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a362f542-178a-4649-8728-9e882027bfe8 None None] Network 51c7775d-cfa1-4b17-b634-e39aeb4e1fef requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:23.965788 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7df1ddd7-2cf2-4bce-82fb-5a065317b7c2 admin admin] Publish callbacks [] for security_group (1e0b866d-3ced-45e9-bcae-b7523a6ca672), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:23.993403 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7df1ddd7-2cf2-4bce-82fb-5a065317b7c2 admin admin] Publish callbacks [] for security_group (1e0b866d-3ced-45e9-bcae-b7523a6ca672), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.013864 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7341b748-0a45-4c1b-867f-303295df9abd tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0946524
Apr 30 21:34:24.022031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57194) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:24.048565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-51c7775d-cfa1-4b17-b634-e39aeb4e1fef', 'network_id': '51c7775d-cfa1-4b17-b634-e39aeb4e1fef', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': '97af6c3c-2937-4db9-8d6f-3bcb5f291f03'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:24.050785 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.113053 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7df1ddd7-2cf2-4bce-82fb-5a065317b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1e0b866d-3ced-45e9-bcae-b7523a6ca672), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.117233 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7df1ddd7-2cf2-4bce-82fb-5a065317b7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.124804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7df1ddd7-2cf2-4bce-82fb-5a065317b7c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e0b866d-3ced-45e9-bcae-b7523a6ca672 HTTP/1.1" status: 204  len: 168 time: 0.2290988
Apr 30 21:34:24.149664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1ddd7-2cf2-4bce-82fb-5a065317b7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b866d-3ced-45e9-bcae-b7523a6ca672,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:24.299351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (51c7775d-cfa1-4b17-b634-e39aeb4e1fef), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.353924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Allocated IP 172.20.0.2 (51c7775d-cfa1-4b17-b634-e39aeb4e1fef/97af6c3c-2937-4db9-8d6f-3bcb5f291f03/983e498b-279a-4bd3-a0d1-1d2bf7007ac1) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:24.359459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b048e201-01a3-45a1-96c1-3420e6052c5d req-56701119-d9f8-42d5-b092-b45f35eb6896 tempest-ServerRescueTestJSON-241397276 tempest-ServerRescueTestJSON-241397276-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd620d0-2e66-4144-8ff1-59e3f2f377f1 HTTP/1.1" status: 200  len: 210 time: 0.0504689
Apr 30 21:34:24.387357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (97af6c3c-2937-4db9-8d6f-3bcb5f291f03), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.479864 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.545274 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Publish callbacks [] for port (983e498b-279a-4bd3-a0d1-1d2bf7007ac1), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.651174 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (983e498b-279a-4bd3-a0d1-1d2bf7007ac1), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.699222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Network 51c7775d-cfa1-4b17-b634-e39aeb4e1fef is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:24.702903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:24.705363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:24.721428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Pushing event updated for resources: {'Port': ['ID=983e498b-279a-4bd3-a0d1-1d2bf7007ac1,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:24.777376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Attempting to bind port 983e498b-279a-4bd3-a0d1-1d2bf7007ac1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:24.777875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Attempting to bind port 983e498b-279a-4bd3-a0d1-1d2bf7007ac1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '51c7775d-cfa1-4b17-b634-e39aeb4e1fef'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:24.778242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Attempting to bind port 983e498b-279a-4bd3-a0d1-1d2bf7007ac1 on network 51c7775d-cfa1-4b17-b634-e39aeb4e1fef {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:24.783580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:24.783952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Checking segment: {'id': '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '51c7775d-cfa1-4b17-b634-e39aeb4e1fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:24.784348 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.784800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Bound using segment: {'id': '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '51c7775d-cfa1-4b17-b634-e39aeb4e1fef'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:24.785259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Bound port: 983e498b-279a-4bd3-a0d1-1d2bf7007ac1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '51c7775d-cfa1-4b17-b634-e39aeb4e1fef'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:24.785634 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (983e498b-279a-4bd3-a0d1-1d2bf7007ac1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.798556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (97af6c3c-2937-4db9-8d6f-3bcb5f291f03), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.828189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=97af6c3c-2937-4db9-8d6f-3bcb5f291f03,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:24.850867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] For port 983e498b-279a-4bd3-a0d1-1d2bf7007ac1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:24.854560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] For port 983e498b-279a-4bd3-a0d1-1d2bf7007ac1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=983e498b-279a-4bd3-a0d1-1d2bf7007ac1,segment=NetworkSegment(7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97),segment_id=7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:24.892029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (51c7775d-cfa1-4b17-b634-e39aeb4e1fef), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.924990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89678a4370>,) {'filters': {'network_id': ['51c7775d-cfa1-4b17-b634-e39aeb4e1fef']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:24.932789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (983e498b-279a-4bd3-a0d1-1d2bf7007ac1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.938869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89678a4370>, '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:24.938869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89678a4370>, '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:24.949100 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.965263 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.973286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:24.973421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:24.978053 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:25.025089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed860ce-7948-4099-90ab-cb371102fea4 None None] Pushing event updated for resources: {'Port': ['ID=983e498b-279a-4bd3-a0d1-1d2bf7007ac1,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:25.060131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd0147-7365-419a-9a57-9825b81dee52 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:25.091916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57230) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.136716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0353e4cb-5dd2-4f35-a7da-5ecb7b6120ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f62512e7f9914015b8e0a0872f0d0f3f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0436285
Apr 30 21:34:25.139915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57232) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.143375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd0147-7365-419a-9a57-9825b81dee52 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:25.148559 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:25.148559 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:25.148559 ncdv-master-1 neutron-server[115773]: [parameters: {'id': '51c7775d-cfa1-4b17-b634-e39aeb4e1fef'}]
Apr 30 21:34:25.148559 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:25.151160 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:25.200952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34f5d234-ffd6-4e03-b4d2-f9d68b8acc57 admin admin] Publish callbacks [] for security_group (31bc6e47-28bb-4016-a9a3-20d019188df6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:25.230251 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34f5d234-ffd6-4e03-b4d2-f9d68b8acc57 admin admin] Publish callbacks [] for security_group (31bc6e47-28bb-4016-a9a3-20d019188df6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:25.354305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7d44c-0813-4a31-bb5d-6b45b3d73bf1 None None] Network 51c7775d-cfa1-4b17-b634-e39aeb4e1fef requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:25.367687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57242) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.381583 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34f5d234-ffd6-4e03-b4d2-f9d68b8acc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (31bc6e47-28bb-4016-a9a3-20d019188df6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:25.384574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-34f5d234-ffd6-4e03-b4d2-f9d68b8acc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:25.387638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-34f5d234-ffd6-4e03-b4d2-f9d68b8acc57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31bc6e47-28bb-4016-a9a3-20d019188df6 HTTP/1.1" status: 204  len: 168 time: 0.2466004
Apr 30 21:34:25.407967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5d234-ffd6-4e03-b4d2-f9d68b8acc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc6e47-28bb-4016-a9a3-20d019188df6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:25.428050 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57250) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.536378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-16ed28e0-165b-4b9a-88a8-ff5c601560b0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.541502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-16ed28e0-165b-4b9a-88a8-ff5c601560b0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14315 time: 0.1690900
Apr 30 21:34:25.542069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57252) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.546869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-00ce9178-21f1-4c08-8436-272d00c5a147 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.547832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-00ce9178-21f1-4c08-8436-272d00c5a147 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0043337
Apr 30 21:34:25.555300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57254) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.559782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-f653285d-ac1c-4281-8a05-060a122c6aa4 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.560811 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f653285d-ac1c-4281-8a05-060a122c6aa4 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0045319
Apr 30 21:34:25.563786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57256) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.569087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-fd21b65e-3433-40e7-a8d9-936506b4b124 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.570030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fd21b65e-3433-40e7-a8d9-936506b4b124 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0048521
Apr 30 21:34:25.575253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57258) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.580973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-194e89b8-cd0f-409b-aa36-3b703287801c tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.581953 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-194e89b8-cd0f-409b-aa36-3b703287801c tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0057600
Apr 30 21:34:25.584882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57260) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.589622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-09162873-6d67-41fa-b45d-bcf148778b79 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.590596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-09162873-6d67-41fa-b45d-bcf148778b79 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0047472
Apr 30 21:34:25.594598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57262) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.598661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-3805e1c2-9a1f-4539-84f7-e7e0ab33308b tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.599796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3805e1c2-9a1f-4539-84f7-e7e0ab33308b tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0042677
Apr 30 21:34:25.606853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57264) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.611319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-9b5b6f74-ab9e-4b61-b15c-5103b52693ca tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.614995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9b5b6f74-ab9e-4b61-b15c-5103b52693ca tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0047543
Apr 30 21:34:25.615347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57266) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.620368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-e0e58e62-01b7-4386-948d-53550f945dc5 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.621376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e0e58e62-01b7-4386-948d-53550f945dc5 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0051084
Apr 30 21:34:25.626977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57268) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.631097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-ecbdc5ed-49b1-44c1-8dd0-ffaffe5afe8b tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.632194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ecbdc5ed-49b1-44c1-8dd0-ffaffe5afe8b tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0041125
Apr 30 21:34:25.635215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57270) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.639458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-ed7ea75c-a546-42ff-a8e3-859bb1af24d7 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.640402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ed7ea75c-a546-42ff-a8e3-859bb1af24d7 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0042675
Apr 30 21:34:25.642757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57272) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.647180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-ef90a8a4-601a-4be5-9b07-120b1544c507 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.648121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ef90a8a4-601a-4be5-9b07-120b1544c507 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0042152
Apr 30 21:34:25.651139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57274) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.659552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-042ee339-ce51-40aa-90e2-c8a4cdff97b8 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.662815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-042ee339-ce51-40aa-90e2-c8a4cdff97b8 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0084090
Apr 30 21:34:25.663119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57276) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.664118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (51c7775d-cfa1-4b17-b634-e39aeb4e1fef), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:25.669534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-b81b124d-e63b-4bc9-8ca1-423b5d617608 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.670561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b81b124d-e63b-4bc9-8ca1-423b5d617608 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0057788
Apr 30 21:34:25.673078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57278) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.679117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-f2c5dbe7-7cc5-4262-9a2e-9b872742e13c tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.681293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f2c5dbe7-7cc5-4262-9a2e-9b872742e13c tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0065198
Apr 30 21:34:25.683894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57280) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.688010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-86e4bd70-151f-4f9a-acaf-5a6485617c14 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.689001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-86e4bd70-151f-4f9a-acaf-5a6485617c14 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0041807
Apr 30 21:34:25.695987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57282) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.700731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-c213568a-139e-424c-8ee7-ad674a939163 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.701697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c213568a-139e-424c-8ee7-ad674a939163 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0048158
Apr 30 21:34:25.704430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57284) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.709580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-bf8335a5-28cc-4faf-933d-3089410803af tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.710540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bf8335a5-28cc-4faf-933d-3089410803af tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0049133
Apr 30 21:34:25.712889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57286) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.716822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-708caab9-3ef2-4549-b949-89f1b989480d tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.720809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-708caab9-3ef2-4549-b949-89f1b989480d tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0039778
Apr 30 21:34:25.722714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57288) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.727579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-ef3b4442-ed76-4825-b769-2b4412bc75dc tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.729315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ef3b4442-ed76-4825-b769-2b4412bc75dc tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0055103
Apr 30 21:34:25.731662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57290) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.735894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-fe4fb121-eb08-4556-86a3-7319008685e1 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.736816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fe4fb121-eb08-4556-86a3-7319008685e1 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0040884
Apr 30 21:34:25.740304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57292) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.741360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port 983e498b-279a-4bd3-a0d1-1d2bf7007ac1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:25.741706 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (983e498b-279a-4bd3-a0d1-1d2bf7007ac1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:25.750060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-26622cac-305b-4be9-8d81-5d4c7fe223f3 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.751964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-26622cac-305b-4be9-8d81-5d4c7fe223f3 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0073893
Apr 30 21:34:25.763603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57294) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.772349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-4cee1082-64ea-44f1-b260-8600ec7291f7 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.773335 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4cee1082-64ea-44f1-b260-8600ec7291f7 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0084817
Apr 30 21:34:25.776136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57298) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.781029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-b9cfabfd-ae21-45da-b289-9dd736977cbf tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.782066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b9cfabfd-ae21-45da-b289-9dd736977cbf tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0048540
Apr 30 21:34:25.784401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57300) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.788335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-38da83c8-140b-4776-82ac-4c3ae9083adb tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.790299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-38da83c8-140b-4776-82ac-4c3ae9083adb tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0041456
Apr 30 21:34:25.792335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57302) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.797025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-1f28d1fb-6078-4799-a02a-454875af3ff0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.798095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1f28d1fb-6078-4799-a02a-454875af3ff0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0047715
Apr 30 21:34:25.800487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57304) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.804683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-bebcba37-8de2-4bb6-8b46-7e13861981ea tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.808714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bebcba37-8de2-4bb6-8b46-7e13861981ea tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0048964
Apr 30 21:34:25.809093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57306) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.813352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-657fe58b-3248-4b32-accb-e3441c6289a8 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.816751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-657fe58b-3248-4b32-accb-e3441c6289a8 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0044127
Apr 30 21:34:25.817026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57308) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.821653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-50f8a262-dc13-4fd0-aaf8-10841487d921 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.823696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-50f8a262-dc13-4fd0-aaf8-10841487d921 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0050859
Apr 30 21:34:25.832434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57310) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.837076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-d255a0c5-5647-45e9-a660-7a6e0f65f605 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.840719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d255a0c5-5647-45e9-a660-7a6e0f65f605 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0047255
Apr 30 21:34:25.841362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.845870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-e1af4dbd-aa7c-4630-bd2f-d62107a5e0f2 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.849553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e1af4dbd-aa7c-4630-bd2f-d62107a5e0f2 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0067768
Apr 30 21:34:25.850300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57314) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.855043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-4d1a2953-df92-46a7-bffe-d7841d2a85c1 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.855544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port 983e498b-279a-4bd3-a0d1-1d2bf7007ac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=983e498b-279a-4bd3-a0d1-1d2bf7007ac1,segment=NetworkSegment(7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97),segment_id=7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:25.858654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (983e498b-279a-4bd3-a0d1-1d2bf7007ac1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:25.870316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4d1a2953-df92-46a7-bffe-d7841d2a85c1 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0048976
Apr 30 21:34:25.870316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57316) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.870316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-fade47bd-434f-4d1d-bddd-e4eff879a770 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.870316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fade47bd-434f-4d1d-bddd-e4eff879a770 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0043588
Apr 30 21:34:25.874241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57320) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.879353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-0f457241-8ebc-4ce4-86ba-4bc08e9ac71e tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.880339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0f457241-8ebc-4ce4-86ba-4bc08e9ac71e tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0050695
Apr 30 21:34:25.882927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57322) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.887968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-376a6c25-8ef8-4a18-afbf-1da8cf5069e0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.889803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-376a6c25-8ef8-4a18-afbf-1da8cf5069e0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0043693
Apr 30 21:34:25.892588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57324) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.893840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for 983e498b-279a-4bd3-a0d1-1d2bf7007ac1 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:25.898446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-c0263518-1e1d-4645-82d7-b5289b31274f tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.900527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c0263518-1e1d-4645-82d7-b5289b31274f tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0058441
Apr 30 21:34:25.903843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57326) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.908561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-6e0168c7-edab-4a37-b290-8f9a72315841 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.912481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6e0168c7-edab-4a37-b290-8f9a72315841 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0043771
Apr 30 21:34:25.912734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57328) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.919714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-e9297ecb-f7af-4ae9-b8de-839185d99a32 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.921150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9297ecb-f7af-4ae9-b8de-839185d99a32 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0075479
Apr 30 21:34:25.923722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57332) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.928231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-1e737d1e-de6a-487a-ab06-cc08127d6e40 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.936128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1e737d1e-de6a-487a-ab06-cc08127d6e40 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200  len: 445 time: 0.0042095
Apr 30 21:34:25.936128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57334) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.936947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-94d03116-a763-42c2-8e6c-9d08626ac3fa tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.938086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-94d03116-a763-42c2-8e6c-9d08626ac3fa tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0048342
Apr 30 21:34:25.941310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57336) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.946010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-438cb6d7-8add-48a1-a005-f21d6076e8f5 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.946943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-438cb6d7-8add-48a1-a005-f21d6076e8f5 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0041158
Apr 30 21:34:25.949372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57338) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.955111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-51562e38-6a2c-40b3-ba0c-707a2f7845b3 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.956106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51562e38-6a2c-40b3-ba0c-707a2f7845b3 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0051792
Apr 30 21:34:25.958846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57340) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.963053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-9c3f1fe6-56ee-4e4a-8a97-53abf29b0a40 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.967997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9c3f1fe6-56ee-4e4a-8a97-53abf29b0a40 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0042934
Apr 30 21:34:25.970188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57344) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.975256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-19dd993d-8408-4437-8ee7-34ccde685cfa tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.979756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-19dd993d-8408-4437-8ee7-34ccde685cfa tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0082440
Apr 30 21:34:25.980568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57346) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.985239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-cf65d391-1e4f-47ce-b8b8-2a010c65505f tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.986080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cf65d391-1e4f-47ce-b8b8-2a010c65505f tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0045848
Apr 30 21:34:25.989782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:25.994753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-dd972afc-4a0a-43dc-8cbf-aa99c4e90275 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:25.999019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dd972afc-4a0a-43dc-8cbf-aa99c4e90275 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0076964
Apr 30 21:34:25.999181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57350) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.003725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-4e903ece-b2fe-4d47-822f-fdfd63fc70d0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.004676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4e903ece-b2fe-4d47-822f-fdfd63fc70d0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0040827
Apr 30 21:34:26.007639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57352) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.012127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-47f305b6-258d-4de9-92c2-c4ae804b93ff tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.015719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-47f305b6-258d-4de9-92c2-c4ae804b93ff tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0071180
Apr 30 21:34:26.016479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57354) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.020405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-16a9a20e-bf61-4de4-848c-2e21d120d6f4 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.021313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-16a9a20e-bf61-4de4-848c-2e21d120d6f4 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0039647
Apr 30 21:34:26.024381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57356) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.028884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-02b00994-2cff-4e5f-ace7-f7b67dbe2501 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.031284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (5efb5890-47f0-4388-949d-1067d320ae80), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.031429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-02b00994-2cff-4e5f-ace7-f7b67dbe2501 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0047987
Apr 30 21:34:26.033178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57358) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.037245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-cbb501ee-cea3-4867-a50f-65f77bc08fcb tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.038413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cbb501ee-cea3-4867-a50f-65f77bc08fcb tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0041819
Apr 30 21:34:26.041639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57360) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.045387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-b3ae411b-5b8c-4281-a1a1-afd05b06fce5 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.046333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b3ae411b-5b8c-4281-a1a1-afd05b06fce5 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0038311
Apr 30 21:34:26.048414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57362) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.052156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-c4fd02ec-33e4-43b5-a63e-9de58bb1ffb0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.053074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c4fd02ec-33e4-43b5-a63e-9de58bb1ffb0 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0038395
Apr 30 21:34:26.055782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57364) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.059445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-733e9fb2-8875-496e-9f6b-9853e65c48d3 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.062895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-733e9fb2-8875-496e-9f6b-9853e65c48d3 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0062435
Apr 30 21:34:26.063485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57366) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.067666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-5171fc69-4fa9-48ff-aac3-74f1fb05417f tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.072045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5171fc69-4fa9-48ff-aac3-74f1fb05417f tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0042026
Apr 30 21:34:26.073377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57368) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.077919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-ba85a676-5d1a-4dcf-8cc5-8a02121a3b3b tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.078860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ba85a676-5d1a-4dcf-8cc5-8a02121a3b3b tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0044448
Apr 30 21:34:26.081197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57370) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.084948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-b375aa1b-79b1-482d-bf45-a2bcbcc4e9d5 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.085917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b375aa1b-79b1-482d-bf45-a2bcbcc4e9d5 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0038478
Apr 30 21:34:26.088039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57372) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.092407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-8b2f5d84-3b21-41c6-92ec-bd13cf0c2057 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.093322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8b2f5d84-3b21-41c6-92ec-bd13cf0c2057 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0044613
Apr 30 21:34:26.095568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57374) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.099805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-53a287ec-2a05-42e4-8952-9e45b92745c2 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.104125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57376) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.106440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-53a287ec-2a05-42e4-8952-9e45b92745c2 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0098927
Apr 30 21:34:26.113972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-a4f48f8e-45e8-4b6c-9eda-660992bb14b7 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.113972 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a4f48f8e-45e8-4b6c-9eda-660992bb14b7 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0058327
Apr 30 21:34:26.115063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57378) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.125072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-3f9b27e3-fae8-47ee-b350-e0d997772d16 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.126537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3f9b27e3-fae8-47ee-b350-e0d997772d16 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0065773
Apr 30 21:34:26.128620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57382) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.135929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-502b1b70-c72e-48a5-9c48-94dcb433f40c tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.136984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-502b1b70-c72e-48a5-9c48-94dcb433f40c tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0071564
Apr 30 21:34:26.139452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57384) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.145056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [None req-48ea0f85-9278-4f9e-943f-e423ddb90078 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.146068 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-48ea0f85-9278-4f9e-943f-e423ddb90078 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0056436
Apr 30 21:34:26.154045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57386) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.159184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-9fb5ce6e-ff9b-4433-81bc-3334fe997098 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.162278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9fb5ce6e-ff9b-4433-81bc-3334fe997098 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0046446
Apr 30 21:34:26.162511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57388) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.166457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-e9ce3d20-21fc-489e-9791-fca30f217a9b tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.167575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9ce3d20-21fc-489e-9791-fca30f217a9b tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0039713
Apr 30 21:34:26.169906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57390) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.174138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-40d1a55f-33ad-4b7e-a63e-2a4ef3c8c707 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.175057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-40d1a55f-33ad-4b7e-a63e-2a4ef3c8c707 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0042911
Apr 30 21:34:26.179786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57392) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.184523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-535eb145-4cca-401b-9b1f-a2080b2f65c2 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.186257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-535eb145-4cca-401b-9b1f-a2080b2f65c2 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0047889
Apr 30 21:34:26.186400 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:34:26.190545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57394) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.198408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-bea8a8b7-d6f0-4300-a76a-78895633b8cb tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.202665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bea8a8b7-d6f0-4300-a76a-78895633b8cb tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0099442
Apr 30 21:34:26.203455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57398) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.208355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-442fbc6b-6db4-4cc5-843a-5a8f99fda7c8 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.212378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-442fbc6b-6db4-4cc5-843a-5a8f99fda7c8 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0077991
Apr 30 21:34:26.213041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57400) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.220952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-8cf6f543-634c-4d7e-beaf-b5fe0fcfd60d tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.220952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8cf6f543-634c-4d7e-beaf-b5fe0fcfd60d tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0056608
Apr 30 21:34:26.225235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57402) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.227314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (983e498b-279a-4bd3-a0d1-1d2bf7007ac1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.229657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-36025aa8-f812-4bbd-a0a8-e5ca70de7c8c tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.230639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-36025aa8-f812-4bbd-a0a8-e5ca70de7c8c tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0043802
Apr 30 21:34:26.233262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57404) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.237279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [None req-637f4a10-993e-4dc1-9f19-f3acd26d5742 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:34:26.244414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-637f4a10-993e-4dc1-9f19-f3acd26d5742 tempest-ExtensionsTestJSON-867298561 tempest-ExtensionsTestJSON-867298561-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0049369
Apr 30 21:34:26.262630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=983e498b-279a-4bd3-a0d1-1d2bf7007ac1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:26.264643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port 983e498b-279a-4bd3-a0d1-1d2bf7007ac1 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:26.418577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (51c7775d-cfa1-4b17-b634-e39aeb4e1fef), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.435952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Deleting port 4513b701-53f9-4940-b400-cff04681db0f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:26.440117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4513b701-53f9-4940-b400-cff04681db0f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.493701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89671cd310>,) {'filters': {'network_id': ['51c7775d-cfa1-4b17-b634-e39aeb4e1fef']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:26.508629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89671cd310>, '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:26.509052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89671cd310>, '7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:26.525366 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.552303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.563902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:26.564299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (7b4a1dd8-68d7-45d2-a8c4-c48df8bccf97), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:26.567272 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:26.613244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] For port 4513b701-53f9-4940-b400-cff04681db0f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4513b701-53f9-4940-b400-cff04681db0f,segment=NetworkSegment(6f21b58a-666b-4196-964d-e6a9a648cfca),segment_id=6f21b58a-666b-4196-964d-e6a9a648cfca)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:26.614891 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4513b701-53f9-4940-b400-cff04681db0f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.638113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Calling delete_port for 4513b701-53f9-4940-b400-cff04681db0f owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:26.692536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (51c7775d-cfa1-4b17-b634-e39aeb4e1fef), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.704196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.707328 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/51c7775d-cfa1-4b17-b634-e39aeb4e1fef HTTP/1.1" status: 204  len: 168 time: 2.6842003
Apr 30 21:34:26.710921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57424) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.731199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-693673098'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:26.738922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f5027-a27c-48a7-abcf-b1d3cb5ca65a tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=51c7775d-cfa1-4b17-b634-e39aeb4e1fef,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:26.760485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57426) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.795001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57430) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:26.880070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:26.884871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.923563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06a9fe28-92db-43ac-85f3-ea9ebb8c54fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.926603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:26.939765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0881be44-58d9-467f-b990-fc317e11203f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:26.940173 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment 0881be44-58d9-467f-b990-fc317e11203f of type vlan for network 13ae7670-8af0-4282-b4a6-2d2f2dea2e52
Apr 30 21:34:26.983668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-429535340'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:26.991411 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (13ae7670-8af0-4282-b4a6-2d2f2dea2e52), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.037600 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06a9fe28-92db-43ac-85f3-ea9ebb8c54fc admin admin] Publish callbacks [] for security_group (b06e87d1-4ed9-4f2d-9a2f-4de7562f89c3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.038864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4513b701-53f9-4940-b400-cff04681db0f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.068883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Pushing event deleted for resources: {'Port': ['ID=4513b701-53f9-4940-b400-cff04681db0f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:27.089579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:27.091230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (13ae7670-8af0-4282-b4a6-2d2f2dea2e52), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.100099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.100719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:27.100719 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.102932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.122480 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06a9fe28-92db-43ac-85f3-ea9ebb8c54fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b06e87d1-4ed9-4f2d-9a2f-4de7562f89c3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.178735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-06a9fe28-92db-43ac-85f3-ea9ebb8c54fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63f9299458224a9ab673c2dab6be2814&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3817532
Apr 30 21:34:27.182174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9fe28-92db-43ac-85f3-ea9ebb8c54fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e87d1-4ed9-4f2d-9a2f-4de7562f89c3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:27.182983 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57434) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:27.224285 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for security_group (3a5471b3-ba93-4972-b4fc-4c333299859a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.227697 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=13ae7670-8af0-4282-b4a6-2d2f2dea2e52,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:27.240166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 13ae7670-8af0-4282-b4a6-2d2f2dea2e52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:27.315033 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b305f92e-478d-40ce-94a9-bb3aec0bbd8f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6025193
Apr 30 21:34:27.317861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57438) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:27.323692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': '13ae7670-8af0-4282-b4a6-2d2f2dea2e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:27.329199 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3a5471b3-ba93-4972-b4fc-4c333299859a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.358637 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0886170-cb3b-47e9-aaad-bc12b6c3052a admin admin] Publish callbacks [] for security_group (b06e87d1-4ed9-4f2d-9a2f-4de7562f89c3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.391092 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0886170-cb3b-47e9-aaad-bc12b6c3052a admin admin] Publish callbacks [] for security_group (b06e87d1-4ed9-4f2d-9a2f-4de7562f89c3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.392895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (5efb5890-47f0-4388-949d-1067d320ae80), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.406241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:27.421266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5471b3-ba93-4972-b4fc-4c333299859a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:27.432189 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.432551 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment 1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5 of type vlan for network 7871073e-6852-441e-9a57-fcb8e506b7fb
Apr 30 21:34:27.435545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:27.467887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:27.467887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3baf3b06-fafa-4bc0-a0fc-3b5bcaba856d not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:27.501073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (7871073e-6852-441e-9a57-fcb8e506b7fb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.563969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:27.569539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.620353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0886170-cb3b-47e9-aaad-bc12b6c3052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b06e87d1-4ed9-4f2d-9a2f-4de7562f89c3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.622833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0886170-cb3b-47e9-aaad-bc12b6c3052a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.623957 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d0886170-cb3b-47e9-aaad-bc12b6c3052a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b06e87d1-4ed9-4f2d-9a2f-4de7562f89c3 HTTP/1.1" status: 204  len: 168 time: 0.4377365
Apr 30 21:34:27.635340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing IP validity checks on allocation pools {{(pid=115774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Apr 30 21:34:27.640676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Apr 30 21:34:27.640988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0886170-cb3b-47e9-aaad-bc12b6c3052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e87d1-4ed9-4f2d-9a2f-4de7562f89c3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:27.663506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (7871073e-6852-441e-9a57-fcb8e506b7fb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.671167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:27.675071 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:27.701026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Router 5efb5890-47f0-4388-949d-1067d320ae80 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:34:27.779919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=7871073e-6852-441e-9a57-fcb8e506b7fb,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:27.796644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 7871073e-6852-441e-9a57-fcb8e506b7fb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:27.799928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-88798760-3353-4bc8-86a6-00dafe9707a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.0365431
Apr 30 21:34:27.838209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:34:27.846257 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-91fa7c27-4290-4ead-b7e0-d37ce460f817 admin admin] 10.222.0.23 "PUT /v2.0/routers/5efb5890-47f0-4388-949d-1067d320ae80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4171898
Apr 30 21:34:27.847278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57446) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:27.848168 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] Sync routers for ids ['5efb5890-47f0-4388-949d-1067d320ae80'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:34:27.890336 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] Routers {'5efb5890-47f0-4388-949d-1067d320ae80'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:27.890961 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd53af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:34:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5efb5890-47f0-4388-949d-1067d320ae80'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:27.952181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (979c827c-655f-4c33-a241-c978cdf0d7ad), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:28.030874 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] Set router 5efb5890-47f0-4388-949d-1067d320ae80 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:34:28.062934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks [] for router (5efb5890-47f0-4388-949d-1067d320ae80), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:28.064571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=979c827c-655f-4c33-a241-c978cdf0d7ad,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:28.165924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': '0881be44-58d9-467f-b990-fc317e11203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13ae7670-8af0-4282-b4a6-2d2f2dea2e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:28.167116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: 13ae7670-8af0-4282-b4a6-2d2f2dea2e52, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:28.257058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks [] for router_gateway (5efb5890-47f0-4388-949d-1067d320ae80), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:28.311797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 13ae7670-8af0-4282-b4a6-2d2f2dea2e52 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:28.386396 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd53af0>, [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:34:26Z', 'revision_number': 5, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port': {'id': '9045bb23-c248-4dbf-a240-24ce8abdcdf4', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:4f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efb5890-47f0-4388-949d-1067d320ae80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:32:05Z', 'updated_at': '2022-04-30T21:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:28.393277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13ae7670-8af0-4282-b4a6-2d2f2dea2e52) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:28.401285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Deleting port 9045bb23-c248-4dbf-a240-24ce8abdcdf4 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:28.401628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:28.402962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e93bce-9971-4739-98f5-a3ef22dd2728 None None] Network 13ae7670-8af0-4282-b4a6-2d2f2dea2e52 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:28.412618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:28.418601 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:28.444126 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] Checking router: 5efb5890-47f0-4388-949d-1067d320ae80 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:34:28.463644 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] Routers {'5efb5890-47f0-4388-949d-1067d320ae80'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:28.464347 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd53af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:34:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5efb5890-47f0-4388-949d-1067d320ae80'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:28.530156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-120c4029-c4ba-478c-afe0-df724b115d6d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.2083654
Apr 30 21:34:28.530369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57464) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:28.596711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] For port 9045bb23-c248-4dbf-a240-24ce8abdcdf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9045bb23-c248-4dbf-a240-24ce8abdcdf4,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:28.596711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:28.624711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13ae7670-8af0-4282-b4a6-2d2f2dea2e52', 'network_id': '13ae7670-8af0-4282-b4a6-2d2f2dea2e52', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': '979c827c-655f-4c33-a241-c978cdf0d7ad'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:28.626172 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:28.656669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Calling delete_port for 9045bb23-c248-4dbf-a240-24ce8abdcdf4 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:28.665282 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] Set router 5efb5890-47f0-4388-949d-1067d320ae80 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:34:28.744821 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd53af0>, [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:34:28Z', 'revision_number': 6, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:28.810521 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902bec95-a17f-40bf-a87f-cb374c6e4fd0 None None] The sync data for ids ['5efb5890-47f0-4388-949d-1067d320ae80'] in ncdv-master-1 is: [{'id': '5efb5890-47f0-4388-949d-1067d320ae80', 'name': 'tempest-ServerRescueTestJSON-450805788-router', 'tenant_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:32:03Z', 'updated_at': '2022-04-30T21:34:28Z', 'revision_number': 6, 'project_id': '7328d5d6d45a4e80820e1a57f9f9a81c', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:34:28.947295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (13ae7670-8af0-4282-b4a6-2d2f2dea2e52), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:28.997421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Allocated IP 172.20.0.3 (13ae7670-8af0-4282-b4a6-2d2f2dea2e52/979c827c-655f-4c33-a241-c978cdf0d7ad/36a7430d-90f3-45de-8b01-2b254973e0d8) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:29.062587 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (979c827c-655f-4c33-a241-c978cdf0d7ad), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.206263 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9045bb23-c248-4dbf-a240-24ce8abdcdf4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.224797 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Publish callbacks [] for port (36a7430d-90f3-45de-8b01-2b254973e0d8), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.298549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57498) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:29.303503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (36a7430d-90f3-45de-8b01-2b254973e0d8), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.409489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Network 13ae7670-8af0-4282-b4a6-2d2f2dea2e52 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:29.410726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Pushing event updated for resources: {'Port': ['ID=36a7430d-90f3-45de-8b01-2b254973e0d8,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:29.413849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:29.416299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:29.443382 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (979c827c-655f-4c33-a241-c978cdf0d7ad), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.499431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'networks': [{'name': 'tempest-network--956822381'}, {'name': 'tempest-network--741291745'}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:29.500337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'network': {'name': 'tempest-network--956822381'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:29.501066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'network': {'name': 'tempest-network--741291745'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:29.506967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=979c827c-655f-4c33-a241-c978cdf0d7ad,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:29.530311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Attempting to bind port 36a7430d-90f3-45de-8b01-2b254973e0d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:29.530311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Attempting to bind port 36a7430d-90f3-45de-8b01-2b254973e0d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0881be44-58d9-467f-b990-fc317e11203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13ae7670-8af0-4282-b4a6-2d2f2dea2e52'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:29.530311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Attempting to bind port 36a7430d-90f3-45de-8b01-2b254973e0d8 on network 13ae7670-8af0-4282-b4a6-2d2f2dea2e52 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:29.532060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:29.532786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Checking segment: {'id': '0881be44-58d9-467f-b990-fc317e11203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13ae7670-8af0-4282-b4a6-2d2f2dea2e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:29.533202 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.533603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Bound using segment: {'id': '0881be44-58d9-467f-b990-fc317e11203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13ae7670-8af0-4282-b4a6-2d2f2dea2e52'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:29.534123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Bound port: 36a7430d-90f3-45de-8b01-2b254973e0d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0881be44-58d9-467f-b990-fc317e11203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '13ae7670-8af0-4282-b4a6-2d2f2dea2e52'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:29.534600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (36a7430d-90f3-45de-8b01-2b254973e0d8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.612931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] For port 36a7430d-90f3-45de-8b01-2b254973e0d8, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:29.617115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] For port 36a7430d-90f3-45de-8b01-2b254973e0d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36a7430d-90f3-45de-8b01-2b254973e0d8,segment=NetworkSegment(0881be44-58d9-467f-b990-fc317e11203f),segment_id=0881be44-58d9-467f-b990-fc317e11203f)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:29.621510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (13ae7670-8af0-4282-b4a6-2d2f2dea2e52), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.649579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e6d3460>,) {'filters': {'network_id': ['13ae7670-8af0-4282-b4a6-2d2f2dea2e52']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:29.660207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e6d3460>, '0881be44-58d9-467f-b990-fc317e11203f') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:29.660649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e6d3460>, '0881be44-58d9-467f-b990-fc317e11203f') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:29.672274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9045bb23-c248-4dbf-a240-24ce8abdcdf4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:29.685837 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (0881be44-58d9-467f-b990-fc317e11203f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.728606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (36a7430d-90f3-45de-8b01-2b254973e0d8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.729439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0881be44-58d9-467f-b990-fc317e11203f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.737781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Made reservation on behalf of b7849b281e984e1c95e26b3fb1acf8a1 for: {'network': 2} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:29.738416 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (5efb5890-47f0-4388-949d-1067d320ae80), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.746844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.752822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:29.752822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (0881be44-58d9-467f-b990-fc317e11203f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:29.774788 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:29.876911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (5efb5890-47f0-4388-949d-1067d320ae80), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.881852 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks [] for router_controller (5efb5890-47f0-4388-949d-1067d320ae80), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:29.898162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc63734-e2a9-412b-aa08-9e7f32d3b902 None None] Pushing event updated for resources: {'Port': ['ID=36a7430d-90f3-45de-8b01-2b254973e0d8,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:29.911986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661cd27b-d89a-4cc1-9428-54f4b37d56fd None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:29.926824 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.015425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:30.015425 ncdv-master-1 neutron-server[115774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:30.015425 ncdv-master-1 neutron-server[115774]: [parameters: {'id': '13ae7670-8af0-4282-b4a6-2d2f2dea2e52'}]
Apr 30 21:34:30.015425 ncdv-master-1 neutron-server[115774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:30.016319 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:30.035926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (5efb5890-47f0-4388-949d-1067d320ae80), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.039500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5efb5890-47f0-4388-949d-1067d320ae80 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:34:30.048537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661cd27b-d89a-4cc1-9428-54f4b37d56fd None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:30.050505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.054507 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5f265fbb-e40b-458e-839f-2cd9322420ac admin admin] 10.222.0.23 "DELETE /v2.0/routers/5efb5890-47f0-4388-949d-1067d320ae80 HTTP/1.1" status: 204  len: 168 time: 2.2059362
Apr 30 21:34:30.057516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57512) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:30.093814 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for security_group (4f6f123b-3dca-4096-9340-6ad8907b6d14), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.164085 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-9070aff7-7c58-4aeb-923e-1bee63d0fce8 admin admin] Deleting subnet 96a7c5ee-86af-4f36-95ed-8e506ba49cea {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:34:30.172165 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9070aff7-7c58-4aeb-923e-1bee63d0fce8 admin admin] Publish callbacks [] for subnet (96a7c5ee-86af-4f36-95ed-8e506ba49cea), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.210270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4f6f123b-3dca-4096-9340-6ad8907b6d14), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.210747 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.229902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9070aff7-7c58-4aeb-923e-1bee63d0fce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (96a7c5ee-86af-4f36-95ed-8e506ba49cea), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.289781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9070aff7-7c58-4aeb-923e-1bee63d0fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (96a7c5ee-86af-4f36-95ed-8e506ba49cea), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.299366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f123b-3dca-4096-9340-6ad8907b6d14,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:30.351410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:30.369575 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7b2ccd28-fd51-4c48-9971-20fa08e6a7e3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.369978 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Added segment 7b2ccd28-fd51-4c48-9971-20fa08e6a7e3 of type vlan for network a866c5ce-3b41-44b8-970f-8cd26e664206
Apr 30 21:34:30.396252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845ae99-8417-437a-b8cf-4cc50f9fe5e1 None None] Network 13ae7670-8af0-4282-b4a6-2d2f2dea2e52 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:30.447823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a866c5ce-3b41-44b8-970f-8cd26e664206), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.478341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:30.490749 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9070aff7-7c58-4aeb-923e-1bee63d0fce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (96a7c5ee-86af-4f36-95ed-8e506ba49cea), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.499048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (af655a73-863e-4652-ab60-f9b3ffdfb517), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.499048 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Added segment af655a73-863e-4652-ab60-f9b3ffdfb517 of type vlan for network aa544a7b-6e82-4971-a5e6-7d62c4cf94c8
Apr 30 21:34:30.536866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (13ae7670-8af0-4282-b4a6-2d2f2dea2e52), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.544231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070aff7-7c58-4aeb-923e-1bee63d0fce8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a7c5ee-86af-4f36-95ed-8e506ba49cea,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:30.546761 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9070aff7-7c58-4aeb-923e-1bee63d0fce8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.552736 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9070aff7-7c58-4aeb-923e-1bee63d0fce8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/96a7c5ee-86af-4f36-95ed-8e506ba49cea HTTP/1.1" status: 204  len: 168 time: 0.4918015
Apr 30 21:34:30.553100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57522) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:30.598529 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (aa544a7b-6e82-4971-a5e6-7d62c4cf94c8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.625747 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.627278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port 36a7430d-90f3-45de-8b01-2b254973e0d8 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:30.627655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (36a7430d-90f3-45de-8b01-2b254973e0d8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.698935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port 36a7430d-90f3-45de-8b01-2b254973e0d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36a7430d-90f3-45de-8b01-2b254973e0d8,segment=NetworkSegment(0881be44-58d9-467f-b990-fc317e11203f),segment_id=0881be44-58d9-467f-b990-fc317e11203f)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:30.698935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (36a7430d-90f3-45de-8b01-2b254973e0d8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.730399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for 36a7430d-90f3-45de-8b01-2b254973e0d8 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:30.789215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9045bb23-c248-4dbf-a240-24ce8abdcdf4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:30.821842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 9045bb23-c248-4dbf-a240-24ce8abdcdf4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:30.826061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9045bb23-c248-4dbf-a240-24ce8abdcdf4 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:30.826810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4513b701-53f9-4940-b400-cff04681db0f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:30.848350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.863313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 4513b701-53f9-4940-b400-cff04681db0f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:30.863659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4513b701-53f9-4940-b400-cff04681db0f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:30.876755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896680ceb0>,) {'filters': {'network_id': ['a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:30.887600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896680ceb0>, '6f21b58a-666b-4196-964d-e6a9a648cfca') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:30.887968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896680ceb0>, '6f21b58a-666b-4196-964d-e6a9a648cfca') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:30.897880 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (6f21b58a-666b-4196-964d-e6a9a648cfca), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.912666 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (36a7430d-90f3-45de-8b01-2b254973e0d8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.916944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (6f21b58a-666b-4196-964d-e6a9a648cfca), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.921340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:30.921569 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (6f21b58a-666b-4196-964d-e6a9a648cfca), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:30.923461 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:30.940695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=36a7430d-90f3-45de-8b01-2b254973e0d8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:30.942668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port 36a7430d-90f3-45de-8b01-2b254973e0d8 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:30.972743 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a866c5ce-3b41-44b8-970f-8cd26e664206), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.973252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (aa544a7b-6e82-4971-a5e6-7d62c4cf94c8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:30.978841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:30.983383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:30.984026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.061567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.067190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.075261 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] 10.222.0.23 "DELETE /v2.0/networks/a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3 HTTP/1.1" status: 204  len: 168 time: 0.5185494
Apr 30 21:34:31.096506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (13ae7670-8af0-4282-b4a6-2d2f2dea2e52), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.106019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57c4e5-8b4d-42a1-a431-021709e559bd admin admin] Pushing event deleted for resources: {'Network': ['ID=a09f59df-65ff-4e7f-b7ad-b8a3d18c2fb3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:31.113448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Network': ['ID=a866c5ce-3b41-44b8-970f-8cd26e664206,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:31.135993 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a866c5ce-3b41-44b8-970f-8cd26e664206 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:31.139000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8965f2ae80>,) {'filters': {'network_id': ['13ae7670-8af0-4282-b4a6-2d2f2dea2e52']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:31.147736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:31.153392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': '7871073e-6852-441e-9a57-fcb8e506b7fb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:31.187086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965f2ae80>, '0881be44-58d9-467f-b990-fc317e11203f') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:31.187388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965f2ae80>, '0881be44-58d9-467f-b990-fc317e11203f') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:31.194803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 1.8927076
Apr 30 21:34:31.201141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57542) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:31.223689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (0881be44-58d9-467f-b990-fc317e11203f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.327388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0d639-c933-4d25-b975-0a9a3f6eedbe tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Network': ['ID=aa544a7b-6e82-4971-a5e6-7d62c4cf94c8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:31.335527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0881be44-58d9-467f-b990-fc317e11203f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.338160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network aa544a7b-6e82-4971-a5e6-7d62c4cf94c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:31.358179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:31.358594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (0881be44-58d9-467f-b990-fc317e11203f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:31.361655 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:31.372857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:31.381890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.510739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93faa4e-440d-45e3-afd3-7b3fee95c770 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:31.515719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93faa4e-440d-45e3-afd3-7b3fee95c770 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:31.521733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93faa4e-440d-45e3-afd3-7b3fee95c770 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:31.527735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93faa4e-440d-45e3-afd3-7b3fee95c770 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:31.532638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57546) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:31.532792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d93faa4e-440d-45e3-afd3-7b3fee95c770 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.3237240
Apr 30 21:34:31.567887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57548) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:31.607459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (13ae7670-8af0-4282-b4a6-2d2f2dea2e52), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.613269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-292559d7-9b3a-4c90-923e-6327eebcde8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7328d5d6d45a4e80820e1a57f9f9a81c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0419672
Apr 30 21:34:31.617055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57550) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:31.618134 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.621299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/13ae7670-8af0-4282-b4a6-2d2f2dea2e52 HTTP/1.1" status: 204  len: 168 time: 3.0896215
Apr 30 21:34:31.626277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a866c5ce-3b41-44b8-970f-8cd26e664206), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.629381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57552) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:31.636969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320508806'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:31.643126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe62d2-5552-4c60-89fa-0f87e0200096 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=13ae7670-8af0-4282-b4a6-2d2f2dea2e52,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:31.681563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a9443f8-54a0-412b-8919-faec2a0cda6e admin admin] Publish callbacks [] for security_group (2c91c753-3f53-4859-91aa-041392c95842), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.703729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a9443f8-54a0-412b-8919-faec2a0cda6e admin admin] Publish callbacks [] for security_group (2c91c753-3f53-4859-91aa-041392c95842), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.767596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:31.770826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.798044 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a9443f8-54a0-412b-8919-faec2a0cda6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2c91c753-3f53-4859-91aa-041392c95842), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.800949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a9443f8-54a0-412b-8919-faec2a0cda6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.802319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a9443f8-54a0-412b-8919-faec2a0cda6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c91c753-3f53-4859-91aa-041392c95842 HTTP/1.1" status: 204  len: 168 time: 0.1800632
Apr 30 21:34:31.816347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9443f8-54a0-412b-8919-faec2a0cda6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c91c753-3f53-4859-91aa-041392c95842,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:31.827746 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a866c5ce-3b41-44b8-970f-8cd26e664206), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.875774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:31.878488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89662593d0>,) {'filters': {'network_id': ['a866c5ce-3b41-44b8-970f-8cd26e664206']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:31.897189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89662593d0>, '7b2ccd28-fd51-4c48-9971-20fa08e6a7e3') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:31.897478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89662593d0>, '7b2ccd28-fd51-4c48-9971-20fa08e6a7e3') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:31.905512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a633fd57-1b67-46fd-850c-13a2d8f76a3e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.905883 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment a633fd57-1b67-46fd-850c-13a2d8f76a3e of type vlan for network caadfbff-671c-4276-86d4-65a7cc3cf65f
Apr 30 21:34:31.918648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (7b2ccd28-fd51-4c48-9971-20fa08e6a7e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.945989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (4b083b70-fcf3-4644-9352-fb1adcbc5e08), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.960497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7b2ccd28-fd51-4c48-9971-20fa08e6a7e3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:31.994011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (caadfbff-671c-4276-86d4-65a7cc3cf65f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.000492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:32.000898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (7b2ccd28-fd51-4c48-9971-20fa08e6a7e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:32.005820 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:32.090215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=4b083b70-fcf3-4644-9352-fb1adcbc5e08,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:32.111537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': '1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7871073e-6852-441e-9a57-fcb8e506b7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:32.117007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: 7871073e-6852-441e-9a57-fcb8e506b7fb, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:32.186713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (caadfbff-671c-4276-86d4-65a7cc3cf65f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.191958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:32.192799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.247192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a866c5ce-3b41-44b8-970f-8cd26e664206), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.251973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.266980 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/networks/a866c5ce-3b41-44b8-970f-8cd26e664206 HTTP/1.1" status: 204  len: 168 time: 0.7217398
Apr 30 21:34:32.267103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57566) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:32.276207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=caadfbff-671c-4276-86d4-65a7cc3cf65f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:32.290963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network caadfbff-671c-4276-86d4-65a7cc3cf65f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:32.299922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c0d08-a91a-4533-b1b8-eb26be25a3e0 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Network': ['ID=a866c5ce-3b41-44b8-970f-8cd26e664206,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:32.318376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network 7871073e-6852-441e-9a57-fcb8e506b7fb is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:32.345709 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2bf36b5b-8b35-4ff8-a4ea-2a30ba2a71af tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7150955
Apr 30 21:34:32.346421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57570) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:32.354107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': 'caadfbff-671c-4276-86d4-65a7cc3cf65f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:32.361839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (aa544a7b-6e82-4971-a5e6-7d62c4cf94c8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.405961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7871073e-6852-441e-9a57-fcb8e506b7fb) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:32.415772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf322a80-cffc-4241-9229-7b7c4fe83d19 None None] Network 7871073e-6852-441e-9a57-fcb8e506b7fb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:32.418664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:32.419264 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.469625 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (aa544a7b-6e82-4971-a5e6-7d62c4cf94c8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.499215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967f45fa0>,) {'filters': {'network_id': ['aa544a7b-6e82-4971-a5e6-7d62c4cf94c8']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:32.510241 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b26d3867-2d05-4913-81cc-22c567733070 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3610713
Apr 30 21:34:32.511201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57576) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:32.518160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300948407'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:32.522006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f45fa0>, 'af655a73-863e-4652-ab60-f9b3ffdfb517') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:32.522859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f45fa0>, 'af655a73-863e-4652-ab60-f9b3ffdfb517') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:32.545466 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (af655a73-863e-4652-ab60-f9b3ffdfb517), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.560868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (af655a73-863e-4652-ab60-f9b3ffdfb517), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.567514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:32.567926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (af655a73-863e-4652-ab60-f9b3ffdfb517), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:32.571642 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:32.594486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:32.598609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.642008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:32.645341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.690091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:32.696641 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (aa544a7b-6e82-4971-a5e6-7d62c4cf94c8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.703725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.710253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57582) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:32.713311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/networks/aa544a7b-6e82-4971-a5e6-7d62c4cf94c8 HTTP/1.1" status: 204  len: 168 time: 0.4532917
Apr 30 21:34:32.720650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7871073e-6852-441e-9a57-fcb8e506b7fb', 'network_id': '7871073e-6852-441e-9a57-fcb8e506b7fb', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': '4b083b70-fcf3-4644-9352-fb1adcbc5e08'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:32.721869 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.725348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f36037-169b-4d5a-80a8-0420a7c0cd20 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Network': ['ID=aa544a7b-6e82-4971-a5e6-7d62c4cf94c8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:32.735568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8c730784-85e5-44ac-8396-9c20d92eed97), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.735568 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment 8c730784-85e5-44ac-8396-9c20d92eed97 of type vlan for network 55cc17f4-8a56-405e-8116-6478e8bebd4a
Apr 30 21:34:32.873132 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (55cc17f4-8a56-405e-8116-6478e8bebd4a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:32.883234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Allocated IP 2001:db8:0:ffff::2 (7871073e-6852-441e-9a57-fcb8e506b7fb/4b083b70-fcf3-4644-9352-fb1adcbc5e08/0f13f55c-2c36-43bb-8aff-d52c6a7547dd) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:33.004937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e10874-34f7-489a-a1d5-d0bb981383fa tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:33.010324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e10874-34f7-489a-a1d5-d0bb981383fa tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:33.011971 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c2e10874-34f7-489a-a1d5-d0bb981383fa tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2985740
Apr 30 21:34:33.016523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57594) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:33.022564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-434328526'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:33.035992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:33.078939 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Publish callbacks [] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.081308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (55cc17f4-8a56-405e-8116-6478e8bebd4a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.086444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:33.087412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.146819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-802948922-network', 'tenant_id': 'e374475a40f64506bf36664ff452ea96'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:33.155547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Made reservation on behalf of b7849b281e984e1c95e26b3fb1acf8a1 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:33.158116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=55cc17f4-8a56-405e-8116-6478e8bebd4a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:33.158811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.168929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 55cc17f4-8a56-405e-8116-6478e8bebd4a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:33.187063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:33.195981 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e67aae1b-830b-4aaf-a210-ee4197059ad3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.196345 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Added segment e67aae1b-830b-4aaf-a210-ee4197059ad3 of type vlan for network 6316d5b7-9e52-4cb9-ab26-c126f29a795f
Apr 30 21:34:33.211076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (8bce1e80-879a-4eff-a115-ef6f336cd96d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.218418 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.246740 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6316d5b7-9e52-4cb9-ab26-c126f29a795f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.269294 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-305d2b9b-ff69-4276-8ef3-73804c177c26 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7555671
Apr 30 21:34:33.278811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Network 7871073e-6852-441e-9a57-fcb8e506b7fb is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:33.282692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57600) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:33.282953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:33.287432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:33.293662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': '55cc17f4-8a56-405e-8116-6478e8bebd4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:33.300433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Pushing event updated for resources: {'Port': ['ID=0f13f55c-2c36-43bb-8aff-d52c6a7547dd,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:33.360953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Attempting to bind port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:33.361725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Attempting to bind port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7871073e-6852-441e-9a57-fcb8e506b7fb'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:33.362207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Attempting to bind port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd on network 7871073e-6852-441e-9a57-fcb8e506b7fb {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:33.367909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:33.373917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Checking segment: {'id': '1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7871073e-6852-441e-9a57-fcb8e506b7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:33.373917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.373917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Bound using segment: {'id': '1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7871073e-6852-441e-9a57-fcb8e506b7fb'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:33.373917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Bound port: 0f13f55c-2c36-43bb-8aff-d52c6a7547dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7871073e-6852-441e-9a57-fcb8e506b7fb'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:33.373917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.374454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=8bce1e80-879a-4eff-a115-ef6f336cd96d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:33.391978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': 'a633fd57-1b67-46fd-850c-13a2d8f76a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'caadfbff-671c-4276-86d4-65a7cc3cf65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:33.392338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: caadfbff-671c-4276-86d4-65a7cc3cf65f, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:33.438150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] For port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:33.441431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] For port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f13f55c-2c36-43bb-8aff-d52c6a7547dd,segment=NetworkSegment(1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5),segment_id=1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:33.564005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network caadfbff-671c-4276-86d4-65a7cc3cf65f is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:33.575861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.579450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:33.583473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.645463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9d481-e03c-404a-a226-e1c1fb8fae1a None None] Pushing event updated for resources: {'Port': ['ID=0f13f55c-2c36-43bb-8aff-d52c6a7547dd,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:33.657874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, caadfbff-671c-4276-86d4-65a7cc3cf65f) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:33.668668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0af5c-c99a-49ae-9c14-7db33484dc6e None None] Network caadfbff-671c-4276-86d4-65a7cc3cf65f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:33.669995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Made reservation on behalf of e374475a40f64506bf36664ff452ea96 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:33.670484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:33.671108 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.673241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.686213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.770085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Publish callbacks [] for security_group (2ee85a6b-1ff4-4419-9f7f-954baed96e34), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.788136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-caadfbff-671c-4276-86d4-65a7cc3cf65f', 'network_id': 'caadfbff-671c-4276-86d4-65a7cc3cf65f', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': '8bce1e80-879a-4eff-a115-ef6f336cd96d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:33.790051 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.798668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6316d5b7-9e52-4cb9-ab26-c126f29a795f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.807462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:33.809459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.863358 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e0f410e6-01f4-4958-b98b-c980ad9def1d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.5152709
Apr 30 21:34:33.864007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57604) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:33.903420 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2ee85a6b-1ff4-4419-9f7f-954baed96e34), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.924852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Network': ['ID=6316d5b7-9e52-4cb9-ab26-c126f29a795f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:33.943891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:33.960353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee85a6b-1ff4-4419-9f7f-954baed96e34,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:33.967742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0ea84a14-a5c9-456b-9575-01298d7aa280), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:33.968066 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Added segment 0ea84a14-a5c9-456b-9575-01298d7aa280 of type vlan for network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1
Apr 30 21:34:34.001391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6316d5b7-9e52-4cb9-ab26-c126f29a795f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:34.004704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (78c30757-bd09-43bd-9c54-0827ed6a98dc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.022266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-72a0ba1d-5008-44a5-a939-663eff3401a8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0029323
Apr 30 21:34:34.048462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.081668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57608) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:34.088727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1149171487'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:34.098769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=78c30757-bd09-43bd-9c54-0827ed6a98dc,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:34.107524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Allocated IP 172.20.0.1 (caadfbff-671c-4276-86d4-65a7cc3cf65f/8bce1e80-879a-4eff-a115-ef6f336cd96d/d77ab35c-9a0e-4e92-b70c-6e704eeb4bee) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:34.169881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (caadfbff-671c-4276-86d4-65a7cc3cf65f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.172609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': '8c730784-85e5-44ac-8396-9c20d92eed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55cc17f4-8a56-405e-8116-6478e8bebd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:34.172991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: 55cc17f4-8a56-405e-8116-6478e8bebd4a, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:34.233444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.234691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:34.235361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.242795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8bce1e80-879a-4eff-a115-ef6f336cd96d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.302795 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Publish callbacks [] for port (d77ab35c-9a0e-4e92-b70c-6e704eeb4bee), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.312321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network 55cc17f4-8a56-405e-8116-6478e8bebd4a is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:34.319605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Made reservation on behalf of b7849b281e984e1c95e26b3fb1acf8a1 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:34.322945 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.375939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:34.376368 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (d77ab35c-9a0e-4e92-b70c-6e704eeb4bee), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.388393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:34.392761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:34.395444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e9aea26b-9928-411e-a4f3-d52c0316f84a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.395869 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Added segment e9aea26b-9928-411e-a4f3-d52c0316f84a of type vlan for network 1fe970fe-122a-4865-9b6f-b2cf59f812d7
Apr 30 21:34:34.408393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 55cc17f4-8a56-405e-8116-6478e8bebd4a) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:34.412934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:34.413641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.436374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1e975273-52e9-4aee-ac32-50d516776942 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.3991983
Apr 30 21:34:34.436751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Network caadfbff-671c-4276-86d4-65a7cc3cf65f is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:34.439507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c0137-449b-4d69-863e-32510cc13314 None None] Network 55cc17f4-8a56-405e-8116-6478e8bebd4a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:34.439858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57612) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:34.447408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Request body: {'subnet': {'network_id': 'dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-802948922-subnet', 'tenant_id': 'e374475a40f64506bf36664ff452ea96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:34.447640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8bce1e80-879a-4eff-a115-ef6f336cd96d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.466763 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (1fe970fe-122a-4865-9b6f-b2cf59f812d7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.478018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=8bce1e80-879a-4eff-a115-ef6f336cd96d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:34.495823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:34.500516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:34.562436 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e5370ce4-209d-4bc7-9373-839c9cf2f9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.2781641
Apr 30 21:34:34.565181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57616) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:34.571486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Pushing event updated for resources: {'Port': ['ID=d77ab35c-9a0e-4e92-b70c-6e704eeb4bee,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:34.583971 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (caadfbff-671c-4276-86d4-65a7cc3cf65f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.615323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d19ed30>,) {'filters': {'network_id': ['caadfbff-671c-4276-86d4-65a7cc3cf65f']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:34.625615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d19ed30>, 'a633fd57-1b67-46fd-850c-13a2d8f76a3e') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:34.626132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d19ed30>, 'a633fd57-1b67-46fd-850c-13a2d8f76a3e') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:34.639237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (a633fd57-1b67-46fd-850c-13a2d8f76a3e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.656134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Made reservation on behalf of e374475a40f64506bf36664ff452ea96 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:34.656372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a633fd57-1b67-46fd-850c-13a2d8f76a3e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.658614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.664170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:34.664743 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (a633fd57-1b67-46fd-850c-13a2d8f76a3e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:34.668612 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:34.691285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Attempting to bind port d77ab35c-9a0e-4e92-b70c-6e704eeb4bee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:34.691677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Attempting to bind port d77ab35c-9a0e-4e92-b70c-6e704eeb4bee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a633fd57-1b67-46fd-850c-13a2d8f76a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'caadfbff-671c-4276-86d4-65a7cc3cf65f'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:34.692040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Attempting to bind port d77ab35c-9a0e-4e92-b70c-6e704eeb4bee on network caadfbff-671c-4276-86d4-65a7cc3cf65f {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:34.697910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-55cc17f4-8a56-405e-8116-6478e8bebd4a', 'network_id': '55cc17f4-8a56-405e-8116-6478e8bebd4a', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': '78c30757-bd09-43bd-9c54-0827ed6a98dc'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:34.698770 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.704170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:34.704557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Checking segment: {'id': 'a633fd57-1b67-46fd-850c-13a2d8f76a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'caadfbff-671c-4276-86d4-65a7cc3cf65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:34.705229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.705627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Bound using segment: {'id': 'a633fd57-1b67-46fd-850c-13a2d8f76a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'caadfbff-671c-4276-86d4-65a7cc3cf65f'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:34.706306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Bound port: d77ab35c-9a0e-4e92-b70c-6e704eeb4bee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a633fd57-1b67-46fd-850c-13a2d8f76a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'caadfbff-671c-4276-86d4-65a7cc3cf65f'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:34.706702 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d77ab35c-9a0e-4e92-b70c-6e704eeb4bee), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.813349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (1fe970fe-122a-4865-9b6f-b2cf59f812d7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.819200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:34.819932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:34.822321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:34.822321 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:34.822321 ncdv-master-1 neutron-server[115773]: [parameters: {'id': 'caadfbff-671c-4276-86d4-65a7cc3cf65f'}]
Apr 30 21:34:34.822321 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:34.822676 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:34.870616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0f13f55c-2c36-43bb-8aff-d52c6a7547dd up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:34.907166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8240328
Apr 30 21:34:34.909723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57618) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:34.927560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'ports': [{'network_id': '6316d5b7-9e52-4cb9-ab26-c126f29a795f', 'name': 'tempest-port--1112950539', 'admin_state_up': True}, {'network_id': '1fe970fe-122a-4865-9b6f-b2cf59f812d7', 'admin_state_up': False}]} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:34.927881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'port': {'network_id': '6316d5b7-9e52-4cb9-ab26-c126f29a795f', 'name': 'tempest-port--1112950539', 'admin_state_up': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:34.928950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'port': {'network_id': '1fe970fe-122a-4865-9b6f-b2cf59f812d7', 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:34.941526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] For port d77ab35c-9a0e-4e92-b70c-6e704eeb4bee, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:34.968091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] For port d77ab35c-9a0e-4e92-b70c-6e704eeb4bee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d77ab35c-9a0e-4e92-b70c-6e704eeb4bee,segment=NetworkSegment(a633fd57-1b67-46fd-850c-13a2d8f76a3e),segment_id=a633fd57-1b67-46fd-850c-13a2d8f76a3e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:34.975932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903505b-60be-4e7b-a08a-8fe1ee5fca09 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Network': ['ID=1fe970fe-122a-4865-9b6f-b2cf59f812d7,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:34.993643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:34.994068 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.001714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 1fe970fe-122a-4865-9b6f-b2cf59f812d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:35.002727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (55cc17f4-8a56-405e-8116-6478e8bebd4a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.005512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Allocated IP 2001:db8::1 (55cc17f4-8a56-405e-8116-6478e8bebd4a/78c30757-bd09-43bd-9c54-0827ed6a98dc/96c02a2e-f666-40c5-a9b8-6c77d0e04b51) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:35.090637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (78c30757-bd09-43bd-9c54-0827ed6a98dc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.101496 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d77ab35c-9a0e-4e92-b70c-6e704eeb4bee), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.169635 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (64c81e75-1e4e-4571-ab55-f9e2e2e25910), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.232240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63ea39-0887-4256-8921-aa9bbf9e87af None None] Pushing event updated for resources: {'Port': ['ID=d77ab35c-9a0e-4e92-b70c-6e704eeb4bee,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:35.252237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c81e75-1e4e-4571-ab55-f9e2e2e25910,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:35.257722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Checking segment: {'id': '0ea84a14-a5c9-456b-9575-01298d7aa280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:35.258679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Network hostable DHCP agents. Network: dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:35.276923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc671e-4178-418c-a336-904d31a2e1d1 None None] Network 7871073e-6852-441e-9a57-fcb8e506b7fb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:35.324385 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (caadfbff-671c-4276-86d4-65a7cc3cf65f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.373590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Made reservation on behalf of b7849b281e984e1c95e26b3fb1acf8a1 for: {'port': 2} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:35.377787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.384614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port d77ab35c-9a0e-4e92-b70c-6e704eeb4bee {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:35.384614 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d77ab35c-9a0e-4e92-b70c-6e704eeb4bee), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.388391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:35.391732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-607cdfa5-3c6d-4471-9e1d-a7e53fc4f026 None None] Provisioning complete for port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:35.392284 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-607cdfa5-3c6d-4471-9e1d-a7e53fc4f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.440357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.450759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:35.465113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:35.469792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.526968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port d77ab35c-9a0e-4e92-b70c-6e704eeb4bee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d77ab35c-9a0e-4e92-b70c-6e704eeb4bee,segment=NetworkSegment(a633fd57-1b67-46fd-850c-13a2d8f76a3e),segment_id=a633fd57-1b67-46fd-850c-13a2d8f76a3e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:35.527255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d77ab35c-9a0e-4e92-b70c-6e704eeb4bee), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.551487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f8f7f339-c9f5-4e05-beb9-cb394ac75103 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.1105218
Apr 30 21:34:35.561831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9009237-8edb-4aac-9ec8-76f7a9ffc9fc None None] Network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:35.578858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for d77ab35c-9a0e-4e92-b70c-6e704eeb4bee owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:35.676639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ae442-2314-413a-8928-a9121db1de0c None None] Network caadfbff-671c-4276-86d4-65a7cc3cf65f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:35.726307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] device_id is not set on port 1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:34:35.822101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:35.822491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.827860 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for port (1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.870538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d77ab35c-9a0e-4e92-b70c-6e704eeb4bee), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.909886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=d77ab35c-9a0e-4e92-b70c-6e704eeb4bee,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:35.920367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port d77ab35c-9a0e-4e92-b70c-6e704eeb4bee on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:35.934725 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Publish callbacks [] for port (96c02a2e-f666-40c5-a9b8-6c77d0e04b51), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:35.963647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] device_id is not set on port 78629858-839c-45b9-9e4a-8f1e3dcbda94 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:34:35.970914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f13f55c-2c36-43bb-8aff-d52c6a7547dd,segment=NetworkSegment(1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5),segment_id=1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:35.978392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc54a38d-d4ac-46cd-85ac-339bfca7b6a9 None None] Network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:36.030623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-607cdfa5-3c6d-4471-9e1d-a7e53fc4f026 None None] Current status of the port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:36.031144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-607cdfa5-3c6d-4471-9e1d-a7e53fc4f026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.033571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (caadfbff-671c-4276-86d4-65a7cc3cf65f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.056860 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (96c02a2e-f666-40c5-a9b8-6c77d0e04b51), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.061251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966b01490>,) {'filters': {'network_id': ['caadfbff-671c-4276-86d4-65a7cc3cf65f']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:36.084519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966b01490>, 'a633fd57-1b67-46fd-850c-13a2d8f76a3e') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:36.084815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966b01490>, 'a633fd57-1b67-46fd-850c-13a2d8f76a3e') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:36.099765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (a633fd57-1b67-46fd-850c-13a2d8f76a3e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.126651 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.133645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a633fd57-1b67-46fd-850c-13a2d8f76a3e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.144872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Network 55cc17f4-8a56-405e-8116-6478e8bebd4a is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:36.149317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:36.149729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (a633fd57-1b67-46fd-850c-13a2d8f76a3e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.158468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (78c30757-bd09-43bd-9c54-0827ed6a98dc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:36.159025 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:36.190687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Pushing event updated for resources: {'Port': ['ID=96c02a2e-f666-40c5-a9b8-6c77d0e04b51,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:36.205896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=78c30757-bd09-43bd-9c54-0827ed6a98dc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:36.231817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:36.253487 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for port (78629858-839c-45b9-9e4a-8f1e3dcbda94), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.273805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:36.332069 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (55cc17f4-8a56-405e-8116-6478e8bebd4a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.352444 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-607cdfa5-3c6d-4471-9e1d-a7e53fc4f026 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:36.352806 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-607cdfa5-3c6d-4471-9e1d-a7e53fc4f026 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:36.353183 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (caadfbff-671c-4276-86d4-65a7cc3cf65f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.358739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966fd67f0>,) {'filters': {'network_id': ['55cc17f4-8a56-405e-8116-6478e8bebd4a']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:36.360051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.363294 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/caadfbff-671c-4276-86d4-65a7cc3cf65f HTTP/1.1" status: 204  len: 168 time: 2.4983466
Apr 30 21:34:36.366857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57642) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:36.386429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57644) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:36.386652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=0f13f55c-2c36-43bb-8aff-d52c6a7547dd,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:36.388658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966fd67f0>, '8c730784-85e5-44ac-8396-9c20d92eed97') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:36.388957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966fd67f0>, '8c730784-85e5-44ac-8396-9c20d92eed97') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:36.395889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-928314848'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:36.402973 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (8c730784-85e5-44ac-8396-9c20d92eed97), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.423203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Attempting to bind port 96c02a2e-f666-40c5-a9b8-6c77d0e04b51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:36.423203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Attempting to bind port 96c02a2e-f666-40c5-a9b8-6c77d0e04b51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8c730784-85e5-44ac-8396-9c20d92eed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55cc17f4-8a56-405e-8116-6478e8bebd4a'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:36.423203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Attempting to bind port 96c02a2e-f666-40c5-a9b8-6c77d0e04b51 on network 55cc17f4-8a56-405e-8116-6478e8bebd4a {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:36.423893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1151190685-network', 'tenant_id': '5994b70466a14d378c557473048ae49f'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:36.424143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:36.424143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Checking segment: {'id': '8c730784-85e5-44ac-8396-9c20d92eed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55cc17f4-8a56-405e-8116-6478e8bebd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:36.424143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.424143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Bound using segment: {'id': '8c730784-85e5-44ac-8396-9c20d92eed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55cc17f4-8a56-405e-8116-6478e8bebd4a'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:36.424143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Bound port: 96c02a2e-f666-40c5-a9b8-6c77d0e04b51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c730784-85e5-44ac-8396-9c20d92eed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '55cc17f4-8a56-405e-8116-6478e8bebd4a'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:36.424143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (96c02a2e-f666-40c5-a9b8-6c77d0e04b51), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.424752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e414ed9-9902-4e79-82fe-df1938903e4b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=caadfbff-671c-4276-86d4-65a7cc3cf65f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:36.424855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8c730784-85e5-44ac-8396-9c20d92eed97), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.430274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:36.430732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (8c730784-85e5-44ac-8396-9c20d92eed97), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:36.434793 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:36.444308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.482452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] For port 96c02a2e-f666-40c5-a9b8-6c77d0e04b51, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:36.497111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] For port 96c02a2e-f666-40c5-a9b8-6c77d0e04b51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96c02a2e-f666-40c5-a9b8-6c77d0e04b51,segment=NetworkSegment(8c730784-85e5-44ac-8396-9c20d92eed97),segment_id=8c730784-85e5-44ac-8396-9c20d92eed97)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:36.502471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Port': ['ID=1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:36.518061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Checking segment: {'id': 'e67aae1b-830b-4aaf-a210-ee4197059ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6316d5b7-9e52-4cb9-ab26-c126f29a795f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:36.518420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Network hostable DHCP agents. Network: 6316d5b7-9e52-4cb9-ab26-c126f29a795f, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:36.524385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:36.527596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.529524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Made reservation on behalf of 5994b70466a14d378c557473048ae49f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:36.531583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.546047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:36.546047 ncdv-master-1 neutron-server[115774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:36.546047 ncdv-master-1 neutron-server[115774]: [parameters: {'id': '55cc17f4-8a56-405e-8116-6478e8bebd4a'}]
Apr 30 21:34:36.546047 ncdv-master-1 neutron-server[115774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:36.547143 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:36.556829 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.569991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (96c02a2e-f666-40c5-a9b8-6c77d0e04b51), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.588188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:36.606192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (010e54eb-7ed6-4bd6-abea-51f6e0e44035), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.606664 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment 010e54eb-7ed6-4bd6-abea-51f6e0e44035 of type vlan for network a9b1565a-9716-4a11-b26e-de7fdbd62ed0
Apr 30 21:34:36.659967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a9b1565a-9716-4a11-b26e-de7fdbd62ed0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.662607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa846ae8-a1d7-4e2c-8abb-feed653d559e None None] Pushing event updated for resources: {'Port': ['ID=96c02a2e-f666-40c5-a9b8-6c77d0e04b51,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:36.683884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd93f7-8c40-457c-b1ac-fd96d6d95205 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:36.688684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Network 6316d5b7-9e52-4cb9-ab26-c126f29a795f is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:36.710446 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Publish callbacks [] for security_group (0e22cbda-f2da-4e7f-8565-df6edc48bb55), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.758775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0f13f55c-2c36-43bb-8aff-d52c6a7547dd up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:36.794511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd93f7-8c40-457c-b1ac-fd96d6d95205 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:36.803144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6316d5b7-9e52-4cb9-ab26-c126f29a795f) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:36.806711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:36.807591 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (78629858-839c-45b9-9e4a-8f1e3dcbda94), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.838029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:36.838368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a9b1565a-9716-4a11-b26e-de7fdbd62ed0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.838525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.843256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:36.843847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.846101 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0e22cbda-f2da-4e7f-8565-df6edc48bb55), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.928825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:36.959273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-607cdfa5-3c6d-4471-9e1d-a7e53fc4f026 None None] Current status of the port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:36.963521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Port': ['ID=78629858-839c-45b9-9e4a-8f1e3dcbda94,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:36.975315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bff49459-16d1-46ef-840b-09075ee3f864), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:36.975661 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Added segment bff49459-16d1-46ef-840b-09075ee3f864 of type vlan for network f459296f-0540-478e-a909-271b54b15f32
Apr 30 21:34:36.977102 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=a9b1565a-9716-4a11-b26e-de7fdbd62ed0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:36.979086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e22cbda-f2da-4e7f-8565-df6edc48bb55,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:37.012383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a9b1565a-9716-4a11-b26e-de7fdbd62ed0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:37.026404 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4cea80c2-eba5-4d18-9718-cf783d6387ba tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6407070
Apr 30 21:34:37.030430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57648) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:37.038683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': 'a9b1565a-9716-4a11-b26e-de7fdbd62ed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:37.039061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Checking segment: {'id': 'e9aea26b-9928-411e-a4f3-d52c0316f84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1fe970fe-122a-4865-9b6f-b2cf59f812d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:37.039420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Network hostable DHCP agents. Network: 1fe970fe-122a-4865-9b6f-b2cf59f812d7, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:37.042456 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (f459296f-0540-478e-a909-271b54b15f32), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.063084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (55cc17f4-8a56-405e-8116-6478e8bebd4a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.116658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:37.135344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4acaee83-b010-48c2-bc9a-34f23a0012c3 None None] Provisioning complete for port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:37.135627 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4acaee83-b010-48c2-bc9a-34f23a0012c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.154054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Network 1fe970fe-122a-4865-9b6f-b2cf59f812d7 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:37.160950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de374441-2f13-4ab0-9c0e-0f09d154ce9c None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:37.178970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting port 96c02a2e-f666-40c5-a9b8-6c77d0e04b51 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:37.185517 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (96c02a2e-f666-40c5-a9b8-6c77d0e04b51), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.227820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (f459296f-0540-478e-a909-271b54b15f32), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.228959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:37.229724 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.251363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] For port 96c02a2e-f666-40c5-a9b8-6c77d0e04b51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96c02a2e-f666-40c5-a9b8-6c77d0e04b51,segment=NetworkSegment(8c730784-85e5-44ac-8396-9c20d92eed97),segment_id=8c730784-85e5-44ac-8396-9c20d92eed97)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:37.251787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (96c02a2e-f666-40c5-a9b8-6c77d0e04b51), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.266799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Calling delete_port for 96c02a2e-f666-40c5-a9b8-6c77d0e04b51 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:37.281658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1fe970fe-122a-4865-9b6f-b2cf59f812d7) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:37.293605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:37.298944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4acaee83-b010-48c2-bc9a-34f23a0012c3 None None] Current status of the port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:37.299201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:37.300976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de374441-2f13-4ab0-9c0e-0f09d154ce9c None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:37.311738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:37.311738 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.320710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] Pushing event updated for resources: {'Network': ['ID=f459296f-0540-478e-a909-271b54b15f32,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:37.350681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:37.354816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.356666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network f459296f-0540-478e-a909-271b54b15f32 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:37.379643 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-25f37875-4a3a-47a3-81be-f180c1299e56 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9767036
Apr 30 21:34:37.383479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57652) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:37.393810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Request body: {'subnet': {'network_id': 'f459296f-0540-478e-a909-271b54b15f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1151190685-subnet', 'tenant_id': '5994b70466a14d378c557473048ae49f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:37.433465 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a356671d-14b1-4453-baf3-5fa491270dc2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.5209796
Apr 30 21:34:37.435805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57656) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:37.512711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Made reservation on behalf of 5994b70466a14d378c557473048ae49f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:37.515330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.532993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3826725-73e1-4d2e-b2e9-c761b83dd848 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:37.538725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3826725-73e1-4d2e-b2e9-c761b83dd848 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:37.540623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e3826725-73e1-4d2e-b2e9-c761b83dd848 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1005766
Apr 30 21:34:37.543721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57660) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:37.565509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d03879-afc1-4aa8-9d1b-fa82290b6c4a None None] Network 55cc17f4-8a56-405e-8116-6478e8bebd4a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:37.569174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684bc27-0218-4ce9-bead-79d32394d920 None None] Network 6316d5b7-9e52-4cb9-ab26-c126f29a795f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:37.627566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (96c02a2e-f666-40c5-a9b8-6c77d0e04b51), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.674925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Port': ['ID=96c02a2e-f666-40c5-a9b8-6c77d0e04b51,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:37.698243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No DVR routers for this DVR port 96c02a2e-f666-40c5-a9b8-6c77d0e04b51 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:37.703800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfbd7d-f981-4fcb-b639-984e36b27e9c tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Deleting port 1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:37.704513 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbd7d-f981-4fcb-b639-984e36b27e9c tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.837169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbfbac-69b0-43e2-b249-683b678a9003 None None] Network 1fe970fe-122a-4865-9b6f-b2cf59f812d7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:37.852742 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (13c980c9-e437-498e-8254-49f3a90048ff), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.902129 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (55cc17f4-8a56-405e-8116-6478e8bebd4a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.907077 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbd7d-f981-4fcb-b639-984e36b27e9c tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:37.909735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c980c9-e437-498e-8254-49f3a90048ff,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:37.947304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Checking segment: {'id': 'bff49459-16d1-46ef-840b-09075ee3f864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f459296f-0540-478e-a909-271b54b15f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:37.950898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Network hostable DHCP agents. Network: f459296f-0540-478e-a909-271b54b15f32, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:37.970722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfbd7d-f981-4fcb-b639-984e36b27e9c tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Calling delete_port for 1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:37.975686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896648fd30>,) {'filters': {'network_id': ['55cc17f4-8a56-405e-8116-6478e8bebd4a']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:38.005674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896648fd30>, '8c730784-85e5-44ac-8396-9c20d92eed97') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:38.006080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896648fd30>, '8c730784-85e5-44ac-8396-9c20d92eed97') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:38.021370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (8c730784-85e5-44ac-8396-9c20d92eed97), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.070793 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (8c730784-85e5-44ac-8396-9c20d92eed97), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.071013 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Network f459296f-0540-478e-a909-271b54b15f32 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:38.080166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:38.080575 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (8c730784-85e5-44ac-8396-9c20d92eed97), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:38.083588 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:38.159018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f459296f-0540-478e-a909-271b54b15f32) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:38.163585 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (26ee2d14-48fe-4570-ad82-95e0bcf03e17), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.169003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:38.169590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.170039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0640c-0a99-415f-9994-f90d3bc446a8 None None] Network f459296f-0540-478e-a909-271b54b15f32 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:38.219637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (55cc17f4-8a56-405e-8116-6478e8bebd4a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.235062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.242528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/55cc17f4-8a56-405e-8116-6478e8bebd4a HTTP/1.1" status: 204  len: 168 time: 3.6719871
Apr 30 21:34:38.245817 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-867bd1d6-18de-4d33-9699-de49458c4810 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8583324
Apr 30 21:34:38.245817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57676) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:38.261333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000385322'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:38.261421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbd7d-f981-4fcb-b639-984e36b27e9c tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.261421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=26ee2d14-48fe-4570-ad82-95e0bcf03e17,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:38.264480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f90de-7a45-436a-a1d0-0f3f8230ddb0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=55cc17f4-8a56-405e-8116-6478e8bebd4a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:38.315001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfbd7d-f981-4fcb-b639-984e36b27e9c tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Port': ['ID=1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:38.326275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': '010e54eb-7ed6-4bd6-abea-51f6e0e44035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9b1565a-9716-4a11-b26e-de7fdbd62ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:38.326565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: a9b1565a-9716-4a11-b26e-de7fdbd62ed0, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:38.331323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f8cbb9-989a-4f21-a0b9-1c668823e442 None None] Network f459296f-0540-478e-a909-271b54b15f32 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:38.338865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bbcfbd7d-f981-4fcb-b639-984e36b27e9c tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.346166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57680) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:38.346881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bbcfbd7d-f981-4fcb-b639-984e36b27e9c tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/ports/1714f7c6-2ee7-4cd1-b997-7d8a476ffb3b HTTP/1.1" status: 204  len: 168 time: 0.8019552
Apr 30 21:34:38.378325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:38.381845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.426686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network a9b1565a-9716-4a11-b26e-de7fdbd62ed0 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:38.458792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:38.478218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6f804b62-87c2-43a8-ba53-3322a89dd4e8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Deleting port 78629858-839c-45b9-9e4a-8f1e3dcbda94 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:38.478554 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f804b62-87c2-43a8-ba53-3322a89dd4e8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (78629858-839c-45b9-9e4a-8f1e3dcbda94), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.482866 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (623c3d72-f74d-4854-86a0-73123922b189), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.483202 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment 623c3d72-f74d-4854-86a0-73123922b189 of type vlan for network 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa
Apr 30 21:34:38.484269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9b1565a-9716-4a11-b26e-de7fdbd62ed0) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:38.488547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:38.491910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.496433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f1ad5-a0d3-426c-85fe-990708916c6d None None] Network a9b1565a-9716-4a11-b26e-de7fdbd62ed0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:38.576009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3f74b49d-cd13-426e-9f82-07f20b0fd152 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.5423555
Apr 30 21:34:38.581959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57690) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:38.652450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a9b1565a-9716-4a11-b26e-de7fdbd62ed0', 'network_id': 'a9b1565a-9716-4a11-b26e-de7fdbd62ed0', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': '26ee2d14-48fe-4570-ad82-95e0bcf03e17'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:38.654464 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.833859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Allocated IP 172.20.0.1 (a9b1565a-9716-4a11-b26e-de7fdbd62ed0/26ee2d14-48fe-4570-ad82-95e0bcf03e17/e4deec95-eacb-4394-8886-a215d12b0040) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:38.943569 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8076dd13-ba8d-487e-bb1c-c2038ae8e8aa), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:38.986105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f804b62-87c2-43a8-ba53-3322a89dd4e8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (78629858-839c-45b9-9e4a-8f1e3dcbda94), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.013654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6f804b62-87c2-43a8-ba53-3322a89dd4e8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Calling delete_port for 78629858-839c-45b9-9e4a-8f1e3dcbda94 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:39.043512 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Publish callbacks [] for port (e4deec95-eacb-4394-8886-a215d12b0040), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.084474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-cd8a42c7-c410-4e1c-ad1c-50fec0d7a297 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:39.087698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-cd8a42c7-c410-4e1c-ad1c-50fec0d7a297 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/networks?id=dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 HTTP/1.1" status: 200  len: 824 time: 0.2690809
Apr 30 21:34:39.104155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-9ebd0fe3-2ce7-460b-9087-909c233790e8 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/quotas/e374475a40f64506bf36664ff452ea96 HTTP/1.1" status: 200  len: 375 time: 0.0119934
Apr 30 21:34:39.106275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a9b1565a-9716-4a11-b26e-de7fdbd62ed0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.162812 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e4deec95-eacb-4394-8886-a215d12b0040), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.166577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8076dd13-ba8d-487e-bb1c-c2038ae8e8aa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.169809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-1ef6dc43-689a-4399-a54b-4497767c6b4c tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e374475a40f64506bf36664ff452ea96&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0592575
Apr 30 21:34:39.171656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:39.172260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.215587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (26ee2d14-48fe-4570-ad82-95e0bcf03e17), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.272776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Network a9b1565a-9716-4a11-b26e-de7fdbd62ed0 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:39.277731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:39.282290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:39.293031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Pushing event updated for resources: {'Port': ['ID=e4deec95-eacb-4394-8886-a215d12b0040,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:39.307732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=8076dd13-ba8d-487e-bb1c-c2038ae8e8aa,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:39.326317 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4112d48-1819-4bc9-9f8d-be5ac89280e6 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0798295
Apr 30 21:34:39.327723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57708) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:39.339862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': '8076dd13-ba8d-487e-bb1c-c2038ae8e8aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:39.350836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f804b62-87c2-43a8-ba53-3322a89dd4e8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (78629858-839c-45b9-9e4a-8f1e3dcbda94), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.378338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:39.388293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f804b62-87c2-43a8-ba53-3322a89dd4e8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Port': ['ID=78629858-839c-45b9-9e4a-8f1e3dcbda94,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:39.402155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f804b62-87c2-43a8-ba53-3322a89dd4e8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.410607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6f804b62-87c2-43a8-ba53-3322a89dd4e8 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/ports/78629858-839c-45b9-9e4a-8f1e3dcbda94 HTTP/1.1" status: 204  len: 168 time: 1.0607047
Apr 30 21:34:39.416063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57712) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:39.462812 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-01d2cc55-24a8-4528-ac64-504e1091dd75 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0420856
Apr 30 21:34:39.462812 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (26ee2d14-48fe-4570-ad82-95e0bcf03e17), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.477503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57716) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:39.478513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Attempting to bind port e4deec95-eacb-4394-8886-a215d12b0040 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:39.478899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Attempting to bind port e4deec95-eacb-4394-8886-a215d12b0040 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '010e54eb-7ed6-4bd6-abea-51f6e0e44035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9b1565a-9716-4a11-b26e-de7fdbd62ed0'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:39.479353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Attempting to bind port e4deec95-eacb-4394-8886-a215d12b0040 on network a9b1565a-9716-4a11-b26e-de7fdbd62ed0 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:39.487701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:39.488095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Checking segment: {'id': '010e54eb-7ed6-4bd6-abea-51f6e0e44035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9b1565a-9716-4a11-b26e-de7fdbd62ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:39.488493 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.488892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Bound using segment: {'id': '010e54eb-7ed6-4bd6-abea-51f6e0e44035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9b1565a-9716-4a11-b26e-de7fdbd62ed0'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:39.489376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Bound port: e4deec95-eacb-4394-8886-a215d12b0040, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010e54eb-7ed6-4bd6-abea-51f6e0e44035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a9b1565a-9716-4a11-b26e-de7fdbd62ed0'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:39.489780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e4deec95-eacb-4394-8886-a215d12b0040), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.511197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-281195840'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:39.533466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=26ee2d14-48fe-4570-ad82-95e0bcf03e17,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:39.578819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5af841a8-af76-480a-9471-465341d49b1c None None] For port e4deec95-eacb-4394-8886-a215d12b0040, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:39.584351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:39.588752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.591191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5af841a8-af76-480a-9471-465341d49b1c None None] For port e4deec95-eacb-4394-8886-a215d12b0040, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4deec95-eacb-4394-8886-a215d12b0040,segment=NetworkSegment(010e54eb-7ed6-4bd6-abea-51f6e0e44035),segment_id=010e54eb-7ed6-4bd6-abea-51f6e0e44035)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:39.618963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Made reservation on behalf of b7849b281e984e1c95e26b3fb1acf8a1 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:39.622284 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.622526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a9b1565a-9716-4a11-b26e-de7fdbd62ed0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.648573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cab73d0>,) {'filters': {'network_id': ['a9b1565a-9716-4a11-b26e-de7fdbd62ed0']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:39.656506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-cfcd7727-237d-49e1-b5e7-5012c0612a26 service neutron] 10.222.0.23 "GET /v2.0/networks/dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4779592
Apr 30 21:34:39.663952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cab73d0>, '010e54eb-7ed6-4bd6-abea-51f6e0e44035') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:39.664252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cab73d0>, '010e54eb-7ed6-4bd6-abea-51f6e0e44035') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:39.687484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (010e54eb-7ed6-4bd6-abea-51f6e0e44035), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.702252 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e4deec95-eacb-4394-8886-a215d12b0040), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.714793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (010e54eb-7ed6-4bd6-abea-51f6e0e44035), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.721801 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:39.722235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (010e54eb-7ed6-4bd6-abea-51f6e0e44035), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:39.725484 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:39.745466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:39.773938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (108ba29b-a390-4f25-950e-c263a57337e4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.774400 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Added segment 108ba29b-a390-4f25-950e-c263a57337e4 of type vlan for network 32050101-4eef-411f-a626-9589b8d97c42
Apr 30 21:34:39.798291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af841a8-af76-480a-9471-465341d49b1c None None] Pushing event updated for resources: {'Port': ['ID=e4deec95-eacb-4394-8886-a215d12b0040,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:39.825717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff5f103-dab1-413f-ae70-d26648e8c2a9 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:39.857053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-a30a9d3a-319c-4fb6-841a-067667021630 service neutron] 10.222.0.23 "GET /v2.0/networks/dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846213
Apr 30 21:34:39.858511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (32050101-4eef-411f-a626-9589b8d97c42), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:39.889623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:39.889623 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:39.889623 ncdv-master-1 neutron-server[115773]: [parameters: {'id': 'a9b1565a-9716-4a11-b26e-de7fdbd62ed0'}]
Apr 30 21:34:39.889623 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:39.894737 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:39.924957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff5f103-dab1-413f-ae70-d26648e8c2a9 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:40.021080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (32050101-4eef-411f-a626-9589b8d97c42), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.026822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:40.027417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.050729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (9303719c-f904-4f63-afff-f8c78fd2e56d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.157386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff537e5-2a30-4ce2-954a-f56a1449e8bd None None] Network a9b1565a-9716-4a11-b26e-de7fdbd62ed0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:40.176167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6973996
Apr 30 21:34:40.180064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57734) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:40.184903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-811899471'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:40.211509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-def4827d-02e5-492a-86bd-0f9d298d5ba9 req-74c2be53-de88-48bd-94e7-c61d1e6eed8c tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 210 time: 0.1016352
Apr 30 21:34:40.215967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35628a-ab3e-42c7-8ede-ef58015f9b1b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Network': ['ID=32050101-4eef-411f-a626-9589b8d97c42,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:40.236471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 32050101-4eef-411f-a626-9589b8d97c42 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:40.271929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=9303719c-f904-4f63-afff-f8c78fd2e56d,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:40.310058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea867cf-70d5-43d0-81f3-d8085cfb1157 req-fc28fff8-c4e5-43c6-8e93-157ae5dc4468 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:40.310832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dea867cf-70d5-43d0-81f3-d8085cfb1157 req-fc28fff8-c4e5-43c6-8e93-157ae5dc4468 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1037781
Apr 30 21:34:40.314016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': '623c3d72-f74d-4854-86a0-73123922b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8076dd13-ba8d-487e-bb1c-c2038ae8e8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:40.314382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:40.325624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Made reservation on behalf of b7849b281e984e1c95e26b3fb1acf8a1 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:40.329989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.363613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:40.375435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (13109776-9de9-48a8-8dc4-e59d52bf9c91), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.375770 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Added segment 13109776-9de9-48a8-8dc4-e59d52bf9c91 of type vlan for network a58a8e6f-1123-420d-aec1-38363f08e07e
Apr 30 21:34:40.380244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dea867cf-70d5-43d0-81f3-d8085cfb1157 req-cf113bb3-c929-4b64-9b44-21b6485f828a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613916
Apr 30 21:34:40.390912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a9b1565a-9716-4a11-b26e-de7fdbd62ed0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.429825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:40.430872 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a58a8e6f-1123-420d-aec1-38363f08e07e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.481468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port e4deec95-eacb-4394-8886-a215d12b0040 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:40.481844 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e4deec95-eacb-4394-8886-a215d12b0040), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.500042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:40.504475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:40.505091 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.510543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a97a2-b9a6-4c48-8ccf-3edde15240ed None None] Network 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:40.548757 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port e4deec95-eacb-4394-8886-a215d12b0040, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4deec95-eacb-4394-8886-a215d12b0040,segment=NetworkSegment(010e54eb-7ed6-4bd6-abea-51f6e0e44035),segment_id=010e54eb-7ed6-4bd6-abea-51f6e0e44035)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:40.549128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e4deec95-eacb-4394-8886-a215d12b0040), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.561086 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a58a8e6f-1123-420d-aec1-38363f08e07e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.566057 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:40.566630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.576662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for e4deec95-eacb-4394-8886-a215d12b0040 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:40.595291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-16426c59-7593-4a2c-a271-0814e3c6edf9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.2602446
Apr 30 21:34:40.599676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57740) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:40.606318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038219651'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:40.631223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8076dd13-ba8d-487e-bb1c-c2038ae8e8aa', 'network_id': '8076dd13-ba8d-487e-bb1c-c2038ae8e8aa', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': '9303719c-f904-4f63-afff-f8c78fd2e56d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:40.632080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.690115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Network': ['ID=a58a8e6f-1123-420d-aec1-38363f08e07e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:40.727240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a58a8e6f-1123-420d-aec1-38363f08e07e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:40.739699 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37062867-a7ff-48c0-8fec-ded7ab3013ef tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5591111
Apr 30 21:34:40.833552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:40.842706 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.860764 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e4deec95-eacb-4394-8886-a215d12b0040), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.870353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:40.881471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:40.884563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Allocated IP 2001:db8::3 (8076dd13-ba8d-487e-bb1c-c2038ae8e8aa/9303719c-f904-4f63-afff-f8c78fd2e56d/e1f08745-6c25-4d08-a2a2-873b91e096f7) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:40.886981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=e4deec95-eacb-4394-8886-a215d12b0040,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:40.888963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'subnets': [{'network_id': '32050101-4eef-411f-a626-9589b8d97c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1813172940', 'ip_version': 4}, {'network_id': 'a58a8e6f-1123-420d-aec1-38363f08e07e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:40.889299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'subnet': {'network_id': '32050101-4eef-411f-a626-9589b8d97c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1813172940', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:40.890500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port e4deec95-eacb-4394-8886-a215d12b0040 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:40.896066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Request body: {'subnet': {'network_id': 'a58a8e6f-1123-420d-aec1-38363f08e07e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:40.905738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b5205218-7916-4af3-8138-3da716f155d2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:40.905738 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment b5205218-7916-4af3-8138-3da716f155d2 of type vlan for network e910dac2-200f-44cd-b519-28e7bd842c24
Apr 30 21:34:40.986049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a9b1565a-9716-4a11-b26e-de7fdbd62ed0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.015143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966bb7340>,) {'filters': {'network_id': ['a9b1565a-9716-4a11-b26e-de7fdbd62ed0']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:41.027143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966bb7340>, '010e54eb-7ed6-4bd6-abea-51f6e0e44035') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:41.028032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966bb7340>, '010e54eb-7ed6-4bd6-abea-51f6e0e44035') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:41.040476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (010e54eb-7ed6-4bd6-abea-51f6e0e44035), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.062596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (010e54eb-7ed6-4bd6-abea-51f6e0e44035), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.071293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:41.072049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (010e54eb-7ed6-4bd6-abea-51f6e0e44035), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:41.075795 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:41.103062 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Publish callbacks [] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.182134 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.198130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a9b1565a-9716-4a11-b26e-de7fdbd62ed0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.207190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.219624 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/a9b1565a-9716-4a11-b26e-de7fdbd62ed0 HTTP/1.1" status: 204  len: 168 time: 2.6360328
Apr 30 21:34:41.234819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Network 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:41.235812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a593788-6e87-43be-8b84-f34a6a6cc3ad tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=a9b1565a-9716-4a11-b26e-de7fdbd62ed0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:41.238087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57752) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:41.238469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:41.242344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:41.251743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-563771593'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:41.275791 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e910dac2-200f-44cd-b519-28e7bd842c24), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.291865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Pushing event updated for resources: {'Port': ['ID=e1f08745-6c25-4d08-a2a2-873b91e096f7,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:41.333072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Attempting to bind port e1f08745-6c25-4d08-a2a2-873b91e096f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:41.333584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Attempting to bind port e1f08745-6c25-4d08-a2a2-873b91e096f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '623c3d72-f74d-4854-86a0-73123922b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8076dd13-ba8d-487e-bb1c-c2038ae8e8aa'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:41.334059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Attempting to bind port e1f08745-6c25-4d08-a2a2-873b91e096f7 on network 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:41.339873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:41.340330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Checking segment: {'id': '623c3d72-f74d-4854-86a0-73123922b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8076dd13-ba8d-487e-bb1c-c2038ae8e8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:41.340820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.341275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Bound using segment: {'id': '623c3d72-f74d-4854-86a0-73123922b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8076dd13-ba8d-487e-bb1c-c2038ae8e8aa'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:41.342298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Bound port: e1f08745-6c25-4d08-a2a2-873b91e096f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623c3d72-f74d-4854-86a0-73123922b189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8076dd13-ba8d-487e-bb1c-c2038ae8e8aa'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:41.342652 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.347693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:41.352557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.383385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:41.395993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f667cc3a-fe26-4644-ba71-0c201e0bc56a req-a54dc3f9-91c1-4f92-88e7-69629e67c7a0 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 210 time: 0.0838139
Apr 30 21:34:41.399478 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e51d2c73-1e43-40f8-83b1-d8dbbf797913), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.400321 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment e51d2c73-1e43-40f8-83b1-d8dbbf797913 of type vlan for network 7b6d3352-dc08-497c-b0cb-3a1689a966f5
Apr 30 21:34:41.427110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] For port e1f08745-6c25-4d08-a2a2-873b91e096f7, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:41.430820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] For port e1f08745-6c25-4d08-a2a2-873b91e096f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1f08745-6c25-4d08-a2a2-873b91e096f7,segment=NetworkSegment(623c3d72-f74d-4854-86a0-73123922b189),segment_id=623c3d72-f74d-4854-86a0-73123922b189)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:41.460102 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (7b6d3352-dc08-497c-b0cb-3a1689a966f5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.508696 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e910dac2-200f-44cd-b519-28e7bd842c24), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.511980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:41.512613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.530969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61594670-b0f8-4a39-bd01-2932228a7282 req-68cacb46-c580-4fb0-9984-ef9af62e4ea2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:41.532434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61594670-b0f8-4a39-bd01-2932228a7282 req-68cacb46-c580-4fb0-9984-ef9af62e4ea2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.0656769
Apr 30 21:34:41.541499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.574915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Made reservation on behalf of b7849b281e984e1c95e26b3fb1acf8a1 for: {'subnet': 2} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:41.580481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.580481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.586956 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (7b6d3352-dc08-497c-b0cb-3a1689a966f5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.594017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:41.594835 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:41.600136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f677a-c476-4dcd-8162-2bd07058b72e None None] Pushing event updated for resources: {'Port': ['ID=e1f08745-6c25-4d08-a2a2-873b91e096f7,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:41.668549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=e910dac2-200f-44cd-b519-28e7bd842c24,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:41.679177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e910dac2-200f-44cd-b519-28e7bd842c24 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:41.697644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=7b6d3352-dc08-497c-b0cb-3a1689a966f5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:41.698077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-03fb62a8-58df-4f31-8fdb-c2d9d01c49a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0966172
Apr 30 21:34:41.699058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57758) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:41.711436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': 'e910dac2-200f-44cd-b519-28e7bd842c24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:41.725834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:41.799008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61594670-b0f8-4a39-bd01-2932228a7282 req-30f9672f-0d20-474e-b26c-8b358e63c6e8 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2299204
Apr 30 21:34:41.843571 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7a226885-ece7-4150-b270-524fabbcdfd2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5949533
Apr 30 21:34:41.844308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57764) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:41.849908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-215b4278-8b91-493d-ab3b-70b36a4d3c2d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:42.158452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:42.161720 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:42.256175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Performing IP validity checks on allocation pools {{(pid=115774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Apr 30 21:34:42.256683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Apr 30 21:34:42.268914 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-215b4278-8b91-493d-ab3b-70b36a4d3c2d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (7b6d3352-dc08-497c-b0cb-3a1689a966f5), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:42.416185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-215b4278-8b91-493d-ab3b-70b36a4d3c2d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (7b6d3352-dc08-497c-b0cb-3a1689a966f5), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:42.477649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-215b4278-8b91-493d-ab3b-70b36a4d3c2d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 is not hosted by any dhcp agent {{(pid=115774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:34:42.482588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215b4278-8b91-493d-ab3b-70b36a4d3c2d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:42.483560 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-215b4278-8b91-493d-ab3b-70b36a4d3c2d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:42.487197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-215b4278-8b91-493d-ab3b-70b36a4d3c2d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "PUT /v2.0/networks/7b6d3352-dc08-497c-b0cb-3a1689a966f5 HTTP/1.1" status: 200  len: 723 time: 0.6396642
Apr 30 21:34:42.491090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57770) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:42.496033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': '7b6d3352-dc08-497c-b0cb-3a1689a966f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:42.606775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46b3b178-2090-4dfd-bd84-202b6184184a req-bafc3915-549f-49f0-807c-f4774f4ae7a4 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 210 time: 0.0881133
Apr 30 21:34:42.620981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b4278-8b91-493d-ab3b-70b36a4d3c2d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=7b6d3352-dc08-497c-b0cb-3a1689a966f5,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:42.634219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:42.713393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (d948a2ff-a616-471d-9908-50104f9d258a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:42.741478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:42.745458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:42.774486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (f98f4a4b-03b4-4520-9746-8262a6b923b1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:42.802985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e1f08745-6c25-4d08-a2a2-873b91e096f7 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:42.859473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59aa9de-8141-43a5-a156-5cd2b5a81785 None None] Network 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:42.891999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Subnet': ['ID=d948a2ff-a616-471d-9908-50104f9d258a,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:42.941041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-441eea07-3c0e-4cb9-91ea-a634c2aa0e36 None None] Provisioning complete for port e1f08745-6c25-4d08-a2a2-873b91e096f7 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:42.941439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-441eea07-3c0e-4cb9-91ea-a634c2aa0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.015298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e1f08745-6c25-4d08-a2a2-873b91e096f7 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:43.015687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.081857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Checking segment: {'id': '108ba29b-a390-4f25-950e-c263a57337e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32050101-4eef-411f-a626-9589b8d97c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:43.082648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Network hostable DHCP agents. Network: 32050101-4eef-411f-a626-9589b8d97c42, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:43.084934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (a9be7656-9761-4faf-9a38-840b05822897), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.116071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb95e-d342-4229-8651-3aa9494bde57 req-8eb9f9ee-1b73-4595-88da-f77ea81752e0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:43.117665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34dfb95e-d342-4229-8651-3aa9494bde57 req-8eb9f9ee-1b73-4595-88da-f77ea81752e0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1789358
Apr 30 21:34:43.125868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': 'b5205218-7916-4af3-8138-3da716f155d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e910dac2-200f-44cd-b519-28e7bd842c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:43.126247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: e910dac2-200f-44cd-b519-28e7bd842c24, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:43.126989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-441eea07-3c0e-4cb9-91ea-a634c2aa0e36 None None] Current status of the port e1f08745-6c25-4d08-a2a2-873b91e096f7 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:43.127395 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-441eea07-3c0e-4cb9-91ea-a634c2aa0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.136487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=f98f4a4b-03b4-4520-9746-8262a6b923b1,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:43.197673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=a9be7656-9761-4faf-9a38-840b05822897,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:43.199871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-441eea07-3c0e-4cb9-91ea-a634c2aa0e36 None None] For port e1f08745-6c25-4d08-a2a2-873b91e096f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1f08745-6c25-4d08-a2a2-873b91e096f7,segment=NetworkSegment(623c3d72-f74d-4854-86a0-73123922b189),segment_id=623c3d72-f74d-4854-86a0-73123922b189)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:43.202711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': 'e51d2c73-1e43-40f8-83b1-d8dbbf797913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b6d3352-dc08-497c-b0cb-3a1689a966f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:43.203082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: 7b6d3352-dc08-497c-b0cb-3a1689a966f5, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:43.229473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-2dc787e3-fe66-4c1a-ac92-12db4b2fa3fd tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:43.250198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-2dc787e3-fe66-4c1a-ac92-12db4b2fa3fd tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.20 "GET /v2.0/networks?id=dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 HTTP/1.1" status: 200  len: 824 time: 0.4170120
Apr 30 21:34:43.262832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e1f08745-6c25-4d08-a2a2-873b91e096f7 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:43.263530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.276020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Request body: {'port': {'device_id': 'e9fbf4a5-8fe0-479f-be91-4fa09639faab', 'network_id': 'dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1', 'admin_state_up': True, 'tenant_id': 'e374475a40f64506bf36664ff452ea96'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:43.308570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-b31278ce-644e-4c36-9535-060a0ef3d424 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:43.310082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-b31278ce-644e-4c36-9535-060a0ef3d424 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.1286047
Apr 30 21:34:43.355230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Network 32050101-4eef-411f-a626-9589b8d97c42 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:43.363929 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34dfb95e-d342-4229-8651-3aa9494bde57 req-9f818d39-dcec-4b7e-9259-450d974febcf tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2248933
Apr 30 21:34:43.389130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:43.396117 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-441eea07-3c0e-4cb9-91ea-a634c2aa0e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.417818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network e910dac2-200f-44cd-b519-28e7bd842c24 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:43.494864 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:43.495105 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:43.496841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Deleting port 3fba1066-dfcd-4d25-9f47-0d574a2347de {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:43.497186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.509275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eea07-3c0e-4cb9-91ea-a634c2aa0e36 None None] Pushing event updated for resources: {'Port': ['ID=e1f08745-6c25-4d08-a2a2-873b91e096f7,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:43.509662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b6d3352-dc08-497c-b0cb-3a1689a966f5) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:43.522723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:43.524306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.524494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd668a38-6a1b-4652-8378-5f5523bc253e None None] Network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:43.528253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-82b03b89-1578-461e-a3a6-a6f188d81d3d None None] Provisioning complete for port e1f08745-6c25-4d08-a2a2-873b91e096f7 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:43.528411 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-82b03b89-1578-461e-a3a6-a6f188d81d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.542176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32050101-4eef-411f-a626-9589b8d97c42) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:43.551064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e910dac2-200f-44cd-b519-28e7bd842c24) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:43.552639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (c5cfb53c-15c6-4578-94bc-7aeace7a81ed), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.571087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:43.571687 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.594695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fed4e9-7b89-443e-bc36-c84f5478f17b None None] Network 32050101-4eef-411f-a626-9589b8d97c42 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:43.597455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522bf656-2ae8-4153-8df3-cd187ae822cf None None] Network e910dac2-200f-44cd-b519-28e7bd842c24 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:43.652220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event updated for resources: {'Subnet': ['ID=c5cfb53c-15c6-4578-94bc-7aeace7a81ed,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:43.654461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57782) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:43.655514 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2dfd2152-d597-49cb-8e68-49c78a18aade tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1660023
Apr 30 21:34:43.665191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0433836f-0917-4970-b6b2-5ca05dbce41c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:43.711922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Made reservation on behalf of e374475a40f64506bf36664ff452ea96 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:43.715210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.756897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-91d0f78d-4ab3-4079-9e3c-42db5c81f458 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.0500660
Apr 30 21:34:43.759559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57784) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:43.763910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] For port 3fba1066-dfcd-4d25-9f47-0d574a2347de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fba1066-dfcd-4d25-9f47-0d574a2347de,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:43.764283 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.796685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Checking segment: {'id': '13109776-9de9-48a8-8dc4-e59d52bf9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a58a8e6f-1123-420d-aec1-38363f08e07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:43.796981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Network hostable DHCP agents. Network: a58a8e6f-1123-420d-aec1-38363f08e07e, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:43.833052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed76378b-b164-4365-936a-88e77dd33efc req-01e2a65c-f85b-4ba7-b7bd-bc648c6b7603 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 210 time: 0.1108816
Apr 30 21:34:43.884871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32050101-4eef-411f-a626-9589b8d97c42', 'network_id': '32050101-4eef-411f-a626-9589b8d97c42', 'project_id': 'b7849b281e984e1c95e26b3fb1acf8a1', 'fixed_ips': [{'subnet_id': 'd948a2ff-a616-471d-9908-50104f9d258a'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:43.885599 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.918082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b6d3352-dc08-497c-b0cb-3a1689a966f5', 'network_id': '7b6d3352-dc08-497c-b0cb-3a1689a966f5', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': 'a9be7656-9761-4faf-9a38-840b05822897'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:43.918967 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:43.931384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-82b03b89-1578-461e-a3a6-a6f188d81d3d None None] Current status of the port e1f08745-6c25-4d08-a2a2-873b91e096f7 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:44.026431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772cb20c-4792-4f5a-91d4-9403de3fd4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e910dac2-200f-44cd-b519-28e7bd842c24', 'network_id': 'e910dac2-200f-44cd-b519-28e7bd842c24', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': 'f98f4a4b-03b4-4520-9746-8262a6b923b1'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:44.027639 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-772cb20c-4792-4f5a-91d4-9403de3fd4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.040924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e910dac2-200f-44cd-b519-28e7bd842c24), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.082943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0433836f-0917-4970-b6b2-5ca05dbce41c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3325775'] for subnet (a9be7656-9761-4faf-9a38-840b05822897), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.147617 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (f98f4a4b-03b4-4520-9746-8262a6b923b1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.218273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e1f08745-6c25-4d08-a2a2-873b91e096f7 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:44.362477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Allocated IP 172.20.0.2 (7b6d3352-dc08-497c-b0cb-3a1689a966f5/a9be7656-9761-4faf-9a38-840b05822897/86de83e4-264a-4a8e-9f13-98eb57078b72) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:44.375751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (f98f4a4b-03b4-4520-9746-8262a6b923b1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.402934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Network a58a8e6f-1123-420d-aec1-38363f08e07e is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:44.441902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=f98f4a4b-03b4-4520-9746-8262a6b923b1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:44.448407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Allocated IP 172.20.0.2 (32050101-4eef-411f-a626-9589b8d97c42/d948a2ff-a616-471d-9908-50104f9d258a/8dc84341-09fd-482c-a10c-a5054e121fbd) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server [None req-772cb20c-4792-4f5a-91d4-9403de3fd4c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f98f4a4b-03b4-4520-9746-8262a6b923b1: This subnet is being modified by another concurrent operation.
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise exception
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f98f4a4b-03b4-4520-9746-8262a6b923b1: This subnet is being modified by another concurrent operation.
Apr 30 21:34:44.471086 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server 
Apr 30 21:34:44.553975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402f209-62f4-4e82-a796-1f2bf6210d54 None None] Network e910dac2-200f-44cd-b519-28e7bd842c24 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:44.572960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e910dac2-200f-44cd-b519-28e7bd842c24), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.585578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a58a8e6f-1123-420d-aec1-38363f08e07e) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:44.603847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896692fc40>,) {'filters': {'network_id': ['e910dac2-200f-44cd-b519-28e7bd842c24']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:44.614256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896692fc40>, 'b5205218-7916-4af3-8138-3da716f155d2') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:44.614542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896692fc40>, 'b5205218-7916-4af3-8138-3da716f155d2') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:44.625482 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (b5205218-7916-4af3-8138-3da716f155d2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.642772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b5205218-7916-4af3-8138-3da716f155d2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.663179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:44.668973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (b5205218-7916-4af3-8138-3da716f155d2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:44.675213 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:44.689532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:44.689776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:44.690356 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524703'] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.700347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Allocated IP 172.20.0.7 (dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1/64c81e75-1e4e-4571-ab55-f9e2e2e25910/7035c887-82ce-424d-ac8c-c53f09a9c6fe) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:44.767976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee240396-138a-4a73-b272-df50c9b74c90 req-a60d5855-68f4-4dd3-b2d1-2f6e385b5a54 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:44.769517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee240396-138a-4a73-b272-df50c9b74c90 req-a60d5855-68f4-4dd3-b2d1-2f6e385b5a54 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 946 time: 0.2368100
Apr 30 21:34:44.798298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.798581 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (30a12ac8-42fd-49cc-b4af-e4341fecbb6f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.799113 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Floating IP 30a12ac8-42fd-49cc-b4af-e4341fecbb6f disassociated. External IP: 172.35.4.65, port: 3fba1066-dfcd-4d25-9f47-0d574a2347de.
Apr 30 21:34:44.799467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Calling delete_port for 3fba1066-dfcd-4d25-9f47-0d574a2347de owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:44.807220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0caa235-fbb8-4ef5-a8bd-de9a645afb99 None None] Network a58a8e6f-1123-420d-aec1-38363f08e07e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:44.818531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e1f08745-6c25-4d08-a2a2-873b91e096f7 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:44.852472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e910dac2-200f-44cd-b519-28e7bd842c24), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.858649 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:44.868890 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/e910dac2-200f-44cd-b519-28e7bd842c24 HTTP/1.1" status: 204  len: 168 time: 1.1005571
Apr 30 21:34:44.868890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57830) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:44.883485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106408000'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:44.934754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acae58-0731-4d9c-bd3e-ff1eb0612692 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=e910dac2-200f-44cd-b519-28e7bd842c24,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:44.937410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-92cfc769-d34c-44c0-8879-0d7fe498f23b tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 4.0534599
Apr 30 21:34:44.946365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57836) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:44.972102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee240396-138a-4a73-b272-df50c9b74c90 req-1b8c8cad-fb34-47cb-84b2-9df362d25a94 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=dfe91846-2fce-4661-b103-25b4ad80e88c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1852169
Apr 30 21:34:45.010269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:45.015127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.019472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bdf2fd1e-9199-4ec8-ae93-ba874b3058cc req-a0a78cec-a72d-410c-ad29-7cd414c0d135 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 210 time: 0.0608523
Apr 30 21:34:45.047712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6474a-8aba-45b5-8334-35128ae8c575 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:45.049101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6474a-8aba-45b5-8334-35128ae8c575 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:45.050542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6474a-8aba-45b5-8334-35128ae8c575 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:45.053216 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4ae6474a-8aba-45b5-8334-35128ae8c575 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.1055722
Apr 30 21:34:45.058766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57838) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:45.097899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Publish callbacks [] for port (86de83e4-264a-4a8e-9f13-98eb57078b72), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.106736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:45.118087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e1f08745-6c25-4d08-a2a2-873b91e096f7 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:45.118473 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.130952 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b52874e1-e860-4765-a135-9e25c4319dd2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.131310 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment b52874e1-e860-4765-a135-9e25c4319dd2 of type vlan for network ba756b95-9915-4cbe-a6cf-853a8d7d9423
Apr 30 21:34:45.139146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4822aa9b-01cc-4b0f-927f-1d61b7296c8a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Deleting subnet d948a2ff-a616-471d-9908-50104f9d258a {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:34:45.170255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a58a8e6f-1123-420d-aec1-38363f08e07e', 'network_id': 'a58a8e6f-1123-420d-aec1-38363f08e07e', 'project_id': 'b7849b281e984e1c95e26b3fb1acf8a1', 'fixed_ips': [{'subnet_id': 'c5cfb53c-15c6-4578-94bc-7aeace7a81ed'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:45.171107 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.190924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ba756b95-9915-4cbe-a6cf-853a8d7d9423), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.192718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (86de83e4-264a-4a8e-9f13-98eb57078b72), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.246998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3fba1066-dfcd-4d25-9f47-0d574a2347de), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.251116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:45.256602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:45.260277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:45.264820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Publish callbacks [] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.274494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Pushing event updated for resources: {'Port': ['ID=86de83e4-264a-4a8e-9f13-98eb57078b72,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:45.291115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event deleted for resources: {'Port': ['ID=3fba1066-dfcd-4d25-9f47-0d574a2347de,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:45.317477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ba756b95-9915-4cbe-a6cf-853a8d7d9423), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.323088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:45.323716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.395728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=ba756b95-9915-4cbe-a6cf-853a8d7d9423,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:45.413059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Attempting to bind port 86de83e4-264a-4a8e-9f13-98eb57078b72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:45.413468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Attempting to bind port 86de83e4-264a-4a8e-9f13-98eb57078b72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e51d2c73-1e43-40f8-83b1-d8dbbf797913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b6d3352-dc08-497c-b0cb-3a1689a966f5'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:45.414387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Attempting to bind port 86de83e4-264a-4a8e-9f13-98eb57078b72 on network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:45.419244 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Publish callbacks [] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.424608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e1f08745-6c25-4d08-a2a2-873b91e096f7 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:45.426791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ba756b95-9915-4cbe-a6cf-853a8d7d9423 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:45.463531 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e80f2e14-9beb-4558-a290-59b887bc4c1e tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5888553
Apr 30 21:34:45.467225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57840) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:45.473157 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:45.473543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Checking segment: {'id': 'e51d2c73-1e43-40f8-83b1-d8dbbf797913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b6d3352-dc08-497c-b0cb-3a1689a966f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:45.474012 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.474292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': 'ba756b95-9915-4cbe-a6cf-853a8d7d9423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:45.474422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Bound using segment: {'id': 'e51d2c73-1e43-40f8-83b1-d8dbbf797913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b6d3352-dc08-497c-b0cb-3a1689a966f5'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:45.474900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Bound port: 86de83e4-264a-4a8e-9f13-98eb57078b72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51d2c73-1e43-40f8-83b1-d8dbbf797913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b6d3352-dc08-497c-b0cb-3a1689a966f5'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:45.475292 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86de83e4-264a-4a8e-9f13-98eb57078b72), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.527560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Router d6580f80-5eba-431b-af7a-fe6fcf59322e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:34:45.547336 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4822aa9b-01cc-4b0f-927f-1d61b7296c8a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for subnet (d948a2ff-a616-471d-9908-50104f9d258a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.573779 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.608459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0433836f-0917-4970-b6b2-5ca05dbce41c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764266010884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3274049'] for subnet (a9be7656-9761-4faf-9a38-840b05822897), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.617325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.630662 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4822aa9b-01cc-4b0f-927f-1d61b7296c8a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (d948a2ff-a616-471d-9908-50104f9d258a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.649727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Allocated IP 172.20.0.18 (a58a8e6f-1123-420d-aec1-38363f08e07e/c5cfb53c-15c6-4578-94bc-7aeace7a81ed/2660ffe8-eeba-4bd8-91f2-600f0d6f7c51) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:45.657726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Network 32050101-4eef-411f-a626-9589b8d97c42 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:45.670305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:45.680887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] For port 86de83e4-264a-4a8e-9f13-98eb57078b72, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:45.684823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:45.694142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] For port 86de83e4-264a-4a8e-9f13-98eb57078b72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86de83e4-264a-4a8e-9f13-98eb57078b72,segment=NetworkSegment(e51d2c73-1e43-40f8-83b1-d8dbbf797913),segment_id=e51d2c73-1e43-40f8-83b1-d8dbbf797913)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:45.696365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0433836f-0917-4970-b6b2-5ca05dbce41c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:45.696970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0433836f-0917-4970-b6b2-5ca05dbce41c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.698326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0433836f-0917-4970-b6b2-5ca05dbce41c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "PUT /v2.0/subnets/a9be7656-9761-4faf-9a38-840b05822897 HTTP/1.1" status: 200  len: 806 time: 2.0386770
Apr 30 21:34:45.701640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Pushing event updated for resources: {'Port': ['ID=8dc84341-09fd-482c-a10c-a5054e121fbd,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:45.707976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57844) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:45.736723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:45.751006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:45.760433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:45.770284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Pushing event updated for resources: {'Port': ['ID=7035c887-82ce-424d-ac8c-c53f09a9c6fe,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:45.801728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433836f-0917-4970-b6b2-5ca05dbce41c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=a9be7656-9761-4faf-9a38-840b05822897,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:45.817534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:34:45.843204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:45.846926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.866648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] Sync routers for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:34:45.870310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:45.870940 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.900693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] No DVR routers for this DVR port 3fba1066-dfcd-4d25-9f47-0d574a2347de on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:45.903371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.905202 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86de83e4-264a-4a8e-9f13-98eb57078b72), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.907397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3a9368e-8a8a-41b1-92a9-41586b1ce059 req-d10f3408-5cf5-4e34-9e72-cbb1e7709ab9 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "DELETE /v2.0/ports/3fba1066-dfcd-4d25-9f47-0d574a2347de HTTP/1.1" status: 204  len: 173 time: 2.5620718
Apr 30 21:34:45.907952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'name': 'network-vif-deleted', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:34:45.910840 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f75ae2-8b69-4662-b264-07b7112dc39f" -d '{"events": [{"server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "name": "network-vif-deleted", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:34:45.953859 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26122871-ff33-45f2-87a5-ae6cf6d5801b x-openstack-request-id: req-26122871-ff33-45f2-87a5-ae6cf6d5801b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:34:45.954774 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89281bb-203e-4c4d-a650-8cebfbed3346", "name": "network-vif-deleted", "tag": "3fba1066-dfcd-4d25-9f47-0d574a2347de", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:34:45.955218 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26122871-ff33-45f2-87a5-ae6cf6d5801b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:34:45.955793 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26122871-ff33-45f2-87a5-ae6cf6d5801b'] response: {'server_uuid': 'f89281bb-203e-4c4d-a650-8cebfbed3346', 'name': 'network-vif-deleted', 'tag': '3fba1066-dfcd-4d25-9f47-0d574a2347de', 'status': 'completed', 'code': 200}
Apr 30 21:34:45.985006 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4822aa9b-01cc-4b0f-927f-1d61b7296c8a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (d948a2ff-a616-471d-9908-50104f9d258a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:45.996232 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (7b6d3352-dc08-497c-b0cb-3a1689a966f5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.012387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-99ce13b2-b4d5-4482-bcbc-cb6c75e1c3ef tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7356701
Apr 30 21:34:46.020765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Attempting to bind port 8dc84341-09fd-482c-a10c-a5054e121fbd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:46.021366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Attempting to bind port 8dc84341-09fd-482c-a10c-a5054e121fbd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '108ba29b-a390-4f25-950e-c263a57337e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32050101-4eef-411f-a626-9589b8d97c42'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:46.021934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Attempting to bind port 8dc84341-09fd-482c-a10c-a5054e121fbd on network 32050101-4eef-411f-a626-9589b8d97c42 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:46.026435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:46.026946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75f220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:34:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:46.033853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Request body: {'port': {'device_id': 'e9fbf4a5-8fe0-479f-be91-4fa09639faab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:46.094855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:46.095245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Checking segment: {'id': '108ba29b-a390-4f25-950e-c263a57337e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32050101-4eef-411f-a626-9589b8d97c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:46.095375 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.095742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Bound using segment: {'id': '108ba29b-a390-4f25-950e-c263a57337e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32050101-4eef-411f-a626-9589b8d97c42'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:46.096440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Bound port: 8dc84341-09fd-482c-a10c-a5054e121fbd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108ba29b-a390-4f25-950e-c263a57337e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '32050101-4eef-411f-a626-9589b8d97c42'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:46.097083 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.187004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfc7f7-55e7-4948-b12e-75254940ce30 req-1719a23a-2811-41e0-9d12-09c2f8fdc8cb tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:46.188519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75bfc7f7-55e7-4948-b12e-75254940ce30 req-1719a23a-2811-41e0-9d12-09c2f8fdc8cb tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 931 time: 0.0623343
Apr 30 21:34:46.203128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c66905-ad16-4c18-bdde-a6271bcf19ea None None] Pushing event updated for resources: {'Port': ['ID=86de83e4-264a-4a8e-9f13-98eb57078b72,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:46.250807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port 86de83e4-264a-4a8e-9f13-98eb57078b72 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:46.251273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (86de83e4-264a-4a8e-9f13-98eb57078b72), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.267040 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Publish callbacks [] for port (2660ffe8-eeba-4bd8-91f2-600f0d6f7c51), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.271028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbb92c25-6e14-41dc-a500-c0d75e5f3b6c req-d8259341-6243-49f6-b47d-8d962ad180e7 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=f89281bb-203e-4c4d-a650-8cebfbed3346 HTTP/1.1" status: 200  len: 210 time: 0.1433117
Apr 30 21:34:46.292971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.365622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:34:46.387081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75bfc7f7-55e7-4948-b12e-75254940ce30 req-72e1bd9d-8023-4c03-bb8f-222fbbaedcf5 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854577
Apr 30 21:34:46.405856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4822aa9b-01cc-4b0f-927f-1d61b7296c8a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (d948a2ff-a616-471d-9908-50104f9d258a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.428207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] For port 8dc84341-09fd-482c-a10c-a5054e121fbd, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:46.436629 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (2660ffe8-eeba-4bd8-91f2-600f0d6f7c51), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.474777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] For port 8dc84341-09fd-482c-a10c-a5054e121fbd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc84341-09fd-482c-a10c-a5054e121fbd,segment=NetworkSegment(108ba29b-a390-4f25-950e-c263a57337e4),segment_id=108ba29b-a390-4f25-950e-c263a57337e4)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:46.492043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822aa9b-01cc-4b0f-927f-1d61b7296c8a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Subnet': ['ID=d948a2ff-a616-471d-9908-50104f9d258a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:46.509953 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4822aa9b-01cc-4b0f-927f-1d61b7296c8a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.514172 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4822aa9b-01cc-4b0f-927f-1d61b7296c8a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/subnets/d948a2ff-a616-471d-9908-50104f9d258a HTTP/1.1" status: 204  len: 168 time: 1.4540715
Apr 30 21:34:46.516166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port 86de83e4-264a-4a8e-9f13-98eb57078b72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86de83e4-264a-4a8e-9f13-98eb57078b72,segment=NetworkSegment(e51d2c73-1e43-40f8-83b1-d8dbbf797913),segment_id=e51d2c73-1e43-40f8-83b1-d8dbbf797913)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:46.516604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (86de83e4-264a-4a8e-9f13-98eb57078b72), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.521668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:46.579290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for 86de83e4-264a-4a8e-9f13-98eb57078b72 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:46.624943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.635306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Network a58a8e6f-1123-420d-aec1-38363f08e07e is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:46.644065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:46.650048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Pushing event updated for resources: {'Port': ['ID=2660ffe8-eeba-4bd8-91f2-600f0d6f7c51,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:46.652976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:46.692689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-895d04fe-803b-43d0-a8ce-eeac37d9a6b2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Deleting subnet c5cfb53c-15c6-4578-94bc-7aeace7a81ed {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:34:46.697340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-895d04fe-803b-43d0-a8ce-eeac37d9a6b2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for subnet (c5cfb53c-15c6-4578-94bc-7aeace7a81ed), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.735111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (1734f41b-186f-4aee-9f44-56b292487e54), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.823155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7035c887-82ce-424d-ac8c-c53f09a9c6fe {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:34:46.824702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-895d04fe-803b-43d0-a8ce-eeac37d9a6b2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (c5cfb53c-15c6-4578-94bc-7aeace7a81ed), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.838745 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Publish callbacks [] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.841184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa67205-5b67-4ca8-a57a-3d739a012c02 None None] Pushing event updated for resources: {'Port': ['ID=8dc84341-09fd-482c-a10c-a5054e121fbd,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:46.877138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Attempting to bind port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:46.877138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Attempting to bind port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13109776-9de9-48a8-8dc4-e59d52bf9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a58a8e6f-1123-420d-aec1-38363f08e07e'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:46.877138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Attempting to bind port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 on network a58a8e6f-1123-420d-aec1-38363f08e07e {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:46.894435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:46.894819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Checking segment: {'id': '13109776-9de9-48a8-8dc4-e59d52bf9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a58a8e6f-1123-420d-aec1-38363f08e07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:46.895231 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.895633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Bound using segment: {'id': '13109776-9de9-48a8-8dc4-e59d52bf9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a58a8e6f-1123-420d-aec1-38363f08e07e'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:46.896128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Bound port: 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13109776-9de9-48a8-8dc4-e59d52bf9c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a58a8e6f-1123-420d-aec1-38363f08e07e'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:46.896523 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2660ffe8-eeba-4bd8-91f2-600f0d6f7c51), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:46.901662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=1734f41b-186f-4aee-9f44-56b292487e54,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:46.906326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Transition to ACTIVE for port object 7035c887-82ce-424d-ac8c-c53f09a9c6fe will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:34:46.924643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': 'b52874e1-e860-4765-a135-9e25c4319dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ba756b95-9915-4cbe-a6cf-853a8d7d9423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:46.928952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: ba756b95-9915-4cbe-a6cf-853a8d7d9423, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:46.970695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 86de83e4-264a-4a8e-9f13-98eb57078b72 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:46.994501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75f220>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:47.012669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.077332 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-895d04fe-803b-43d0-a8ce-eeac37d9a6b2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c5cfb53c-15c6-4578-94bc-7aeace7a81ed), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.125947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] Checking router: d6580f80-5eba-431b-af7a-fe6fcf59322e for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:34:47.134255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7035c887-82ce-424d-ac8c-c53f09a9c6fe,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:47.152689 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.163877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:34:47.164535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75f220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:34:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:47.173874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network ba756b95-9915-4cbe-a6cf-853a8d7d9423 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:47.211097 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (86de83e4-264a-4a8e-9f13-98eb57078b72), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.250405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Attempting to bind port 7035c887-82ce-424d-ac8c-c53f09a9c6fe on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:47.250770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Attempting to bind port 7035c887-82ce-424d-ac8c-c53f09a9c6fe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0ea84a14-a5c9-456b-9575-01298d7aa280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:47.251087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Attempting to bind port 7035c887-82ce-424d-ac8c-c53f09a9c6fe on network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:47.257871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Port 7035c887-82ce-424d-ac8c-c53f09a9c6fe on network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:34:47.258238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Attempting to bind port 7035c887-82ce-424d-ac8c-c53f09a9c6fe on network dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:47.263329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=86de83e4-264a-4a8e-9f13-98eb57078b72,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:47.269492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ba756b95-9915-4cbe-a6cf-853a8d7d9423) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:47.283313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:47.283659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Checking segment: {'id': '0ea84a14-a5c9-456b-9575-01298d7aa280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:47.284047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Bound using segment: {'id': '0ea84a14-a5c9-456b-9575-01298d7aa280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:47.284503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Bound port: 7035c887-82ce-424d-ac8c-c53f09a9c6fe, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea84a14-a5c9-456b-9575-01298d7aa280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:47.284925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.320736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:47.321339 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.329778 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-895d04fe-803b-43d0-a8ce-eeac37d9a6b2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (c5cfb53c-15c6-4578-94bc-7aeace7a81ed), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.399223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] For port 7035c887-82ce-424d-ac8c-c53f09a9c6fe, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:47.402594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] For port 7035c887-82ce-424d-ac8c-c53f09a9c6fe, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7035c887-82ce-424d-ac8c-c53f09a9c6fe,segment=NetworkSegment(0ea84a14-a5c9-456b-9575-01298d7aa280),segment_id=0ea84a14-a5c9-456b-9575-01298d7aa280)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:47.424084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d04fe-803b-43d0-a8ce-eeac37d9a6b2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Subnet': ['ID=c5cfb53c-15c6-4578-94bc-7aeace7a81ed,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:47.429569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port 86de83e4-264a-4a8e-9f13-98eb57078b72 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:47.455477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.464505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822e842-23e1-4f90-8629-e7cc3c015c33 None None] Network ba756b95-9915-4cbe-a6cf-853a8d7d9423 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:47.491685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-895d04fe-803b-43d0-a8ce-eeac37d9a6b2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.497502 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-895d04fe-803b-43d0-a8ce-eeac37d9a6b2 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/subnets/c5cfb53c-15c6-4578-94bc-7aeace7a81ed HTTP/1.1" status: 204  len: 168 time: 0.9711592
Apr 30 21:34:47.501116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57866) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:47.515619 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-02a273c5-f1ac-4ac4-b2b8-9c2ccee5a8e7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.0445540
Apr 30 21:34:47.521830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57868) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:47.540193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57870) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:47.550207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3fba1066-dfcd-4d25-9f47-0d574a2347de no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:47.614305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 3fba1066-dfcd-4d25-9f47-0d574a2347de {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:47.615069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3fba1066-dfcd-4d25-9f47-0d574a2347de not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:47.636175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:34:47.642026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7035c887-82ce-424d-ac8c-c53f09a9c6fe,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:47.646804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ceb7f-28c4-43b1-a55c-79b443bfd428 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:47.649164 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-141ceb7f-28c4-43b1-a55c-79b443bfd428 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1346650
Apr 30 21:34:47.655689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (a9be7656-9761-4faf-9a38-840b05822897), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.659093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:47.661217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57872) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:47.661451 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.662259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d280a8de-27f8-40a8-941b-c8afed2436d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/7035c887-82ce-424d-ac8c-c53f09a9c6fe HTTP/1.1" status: 200  len: 1091 time: 1.6357498
Apr 30 21:34:47.717855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8cc552-c854-4f2e-aa6a-8efc0831eea9 None None] Network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:47.744005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a748180-1df9-4d2a-907d-8cdcd9edbde9 req-afb4f3a5-f339-403a-819b-41808654ce6f tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:47.746852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a748180-1df9-4d2a-907d-8cdcd9edbde9 req-afb4f3a5-f339-403a-819b-41808654ce6f tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 943 time: 0.1342576
Apr 30 21:34:47.753804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No active binding found for port 86de83e4-264a-4a8e-9f13-98eb57078b72 {{(pid=115776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 30 21:34:47.754200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] The host ncdv-master-1 is not matching for port 86de83e4-264a-4a8e-9f13-98eb57078b72 host None! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:34:47.754614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 86de83e4-264a-4a8e-9f13-98eb57078b72 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Apr 30 21:34:47.809961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Port 86de83e4-264a-4a8e-9f13-98eb57078b72 not found, will not notify nova. {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Apr 30 21:34:47.812303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ab153-5c1a-4bb6-9765-eb0573b4f0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ba756b95-9915-4cbe-a6cf-853a8d7d9423', 'network_id': 'ba756b95-9915-4cbe-a6cf-853a8d7d9423', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': '1734f41b-186f-4aee-9f44-56b292487e54'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:47.813487 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab153-5c1a-4bb6-9765-eb0573b4f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.834255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] For port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:47.847820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-b9825b42-e912-40a1-82e9-c8abf564cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:47.855176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-b9825b42-e912-40a1-82e9-c8abf564cfd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e374475a40f64506bf36664ff452ea96&device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 1125 time: 0.0765004
Apr 30 21:34:47.867897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a748180-1df9-4d2a-907d-8cdcd9edbde9 req-615ef077-a720-4ad6-b5d5-02c8d8f5293b tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133764
Apr 30 21:34:47.877829 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a58a8e6f-1123-420d-aec1-38363f08e07e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.884685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ba756b95-9915-4cbe-a6cf-853a8d7d9423), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.911530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0ecbb422-3268-45b9-89c7-5ee020a1f4ca None None] Could not find standard attr ID for object 86de83e4-264a-4a8e-9f13-98eb57078b72. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:34:47.934055 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-d69d3ce2-26fc-46e4-beb9-afee24bce66f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7035c887-82ce-424d-ac8c-c53f09a9c6fe HTTP/1.1" status: 200  len: 217 time: 0.0455780
Apr 30 21:34:47.938100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] For port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2660ffe8-eeba-4bd8-91f2-600f0d6f7c51,segment=NetworkSegment(13109776-9de9-48a8-8dc4-e59d52bf9c91),segment_id=13109776-9de9-48a8-8dc4-e59d52bf9c91)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:47.939262 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3469072a-537c-470f-8fee-4c761b7a7754 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group (dfe91846-2fce-4661-b103-25b4ad80e88c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:47.941623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (a9be7656-9761-4faf-9a38-840b05822897), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.000337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fbf4a5-8fe0-479f-be91-4fa09639faab', 'tag': '7035c887-82ce-424d-ac8c-c53f09a9c6fe'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:34:48.000581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=a9be7656-9761-4faf-9a38-840b05822897,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:48.009679 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e44b76a-a526-4dbb-b332-c1f79da37007" -d '{"events": [{"name": "network-changed", "server_uuid": "e9fbf4a5-8fe0-479f-be91-4fa09639faab", "tag": "7035c887-82ce-424d-ac8c-c53f09a9c6fe"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:34:48.013201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (1734f41b-186f-4aee-9f44-56b292487e54), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.095636 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (7b6d3352-dc08-497c-b0cb-3a1689a966f5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.111762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-35094ef2-282f-445a-bcc8-1a44c7aaf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:48.113569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-35094ef2-282f-445a-bcc8-1a44c7aaf64f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64c81e75-1e4e-4571-ab55-f9e2e2e25910 HTTP/1.1" status: 200  len: 864 time: 0.1146376
Apr 30 21:34:48.118064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Deleting port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:48.118466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2660ffe8-eeba-4bd8-91f2-600f0d6f7c51), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.141264 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9235eed6-9a15-49fb-9d3f-93637b092f37 x-openstack-request-id: req-9235eed6-9a15-49fb-9d3f-93637b092f37 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:34:48.141912 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9fbf4a5-8fe0-479f-be91-4fa09639faab", "tag": "7035c887-82ce-424d-ac8c-c53f09a9c6fe", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:34:48.142467 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9235eed6-9a15-49fb-9d3f-93637b092f37 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:34:48.143122 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9235eed6-9a15-49fb-9d3f-93637b092f37'] response: {'name': 'network-changed', 'server_uuid': 'e9fbf4a5-8fe0-479f-be91-4fa09639faab', 'tag': '7035c887-82ce-424d-ac8c-c53f09a9c6fe', 'status': 'completed', 'code': 200}
Apr 30 21:34:48.149779 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896721c130>,) {'filters': {'network_id': ['7b6d3352-dc08-497c-b0cb-3a1689a966f5']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:48.153149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3469072a-537c-470f-8fee-4c761b7a7754 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group (dfe91846-2fce-4661-b103-25b4ad80e88c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.155988 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f387f785-3bec-49f0-a7cd-bba52ceb8062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.159454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2660ffe8-eeba-4bd8-91f2-600f0d6f7c51), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.212137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896721c130>, 'e51d2c73-1e43-40f8-83b1-d8dbbf797913') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:48.212137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896721c130>, 'e51d2c73-1e43-40f8-83b1-d8dbbf797913') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:48.230745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-f72f86fb-47a8-4dda-8b10-a65d86eb0b3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1037238
Apr 30 21:34:48.319297 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (1734f41b-186f-4aee-9f44-56b292487e54), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.326694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6a886-0091-47ae-ad2d-0ad9e71fcf1f None None] Network 32050101-4eef-411f-a626-9589b8d97c42 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:48.334998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75f220>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:48.404404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364318ad-9908-4887-a70c-c6a6cf47a0df None None] Pushing event updated for resources: {'Port': ['ID=2660ffe8-eeba-4bd8-91f2-600f0d6f7c51,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:48.463859 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ba756b95-9915-4cbe-a6cf-853a8d7d9423), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.484020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-080fbade-064b-4d18-bc4c-78fa2ec9df92 None None] Provisioning complete for port 8dc84341-09fd-482c-a10c-a5054e121fbd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:48.485085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080fbade-064b-4d18-bc4c-78fa2ec9df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.488422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8972b2e550>,) {'filters': {'network_id': ['ba756b95-9915-4cbe-a6cf-853a8d7d9423']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:48.497426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=1734f41b-186f-4aee-9f44-56b292487e54,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:48.506380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972b2e550>, 'b52874e1-e860-4765-a135-9e25c4319dd2') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:48.506675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972b2e550>, 'b52874e1-e860-4765-a135-9e25c4319dd2') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:48.532525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (b52874e1-e860-4765-a135-9e25c4319dd2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server [None req-7f8ab153-5c1a-4bb6-9765-eb0573b4f0d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1734f41b-186f-4aee-9f44-56b292487e54: This subnet is being modified by another concurrent operation.
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise exception
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1734f41b-186f-4aee-9f44-56b292487e54: This subnet is being modified by another concurrent operation.
Apr 30 21:34:48.533390 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server 
Apr 30 21:34:48.545682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86815081-ad74-4c7d-aa15-f2f428088ef2 None None] The sync data for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 is: [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:30:26Z', 'revision_number': 4, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '34941cd0-6c84-4df2-ae0a-285d8dddbccb', 'name': '', 'network_id': '370bffef-cf23-4a5f-a166-489a93a35b76', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'mac_address': 'fa:16:3e:4f:2b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:24Z', 'updated_at': '2022-04-30T21:30:31Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'subnets': [{'id': '1c5d6193-b54d-45e6-81c1-b44e3c5c90ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:34:48.582181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b52874e1-e860-4765-a135-9e25c4319dd2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.584976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87fc1e-fb73-42f4-a569-474e87b15db4 None None] Network ba756b95-9915-4cbe-a6cf-853a8d7d9423 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:48.591410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-a8c22f81-7fcb-4a4c-8e55-479a0faec7d5 service neutron] 10.222.0.20 "GET /v2.0/networks/dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3482399
Apr 30 21:34:48.596395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:48.597047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (b52874e1-e860-4765-a135-9e25c4319dd2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:48.600889 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:48.752179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e51d2c73-1e43-40f8-83b1-d8dbbf797913), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.799454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16271a23-db89-40a1-8537-551ac3b0f00c None None] Network 7b6d3352-dc08-497c-b0cb-3a1689a966f5 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:48.804732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e51d2c73-1e43-40f8-83b1-d8dbbf797913), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.819379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:48.820548 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e51d2c73-1e43-40f8-83b1-d8dbbf797913), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:48.827761 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:48.836132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] For port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2660ffe8-eeba-4bd8-91f2-600f0d6f7c51,segment=NetworkSegment(13109776-9de9-48a8-8dc4-e59d52bf9c91),segment_id=13109776-9de9-48a8-8dc4-e59d52bf9c91)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:48.836520 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2660ffe8-eeba-4bd8-91f2-600f0d6f7c51), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.900107 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (ba756b95-9915-4cbe-a6cf-853a8d7d9423), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.945876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3469072a-537c-470f-8fee-4c761b7a7754 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dfe91846-2fce-4661-b103-25b4ad80e88c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.949026 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3469072a-537c-470f-8fee-4c761b7a7754 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.949303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:48.949534 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3469072a-537c-470f-8fee-4c761b7a7754 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "DELETE /v2.0/security-groups/dfe91846-2fce-4661-b103-25b4ad80e88c HTTP/1.1" status: 204  len: 168 time: 1.4046242
Apr 30 21:34:48.963141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57884) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:48.968990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/ba756b95-9915-4cbe-a6cf-853a8d7d9423 HTTP/1.1" status: 204  len: 168 time: 1.4249785
Apr 30 21:34:48.975424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57886) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:48.983698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Calling delete_port for 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:48.996755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1032643231'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:48.997553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] DHCP port deletion for 32050101-4eef-411f-a626-9589b8d97c42 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:34:49.027266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469072a-537c-470f-8fee-4c761b7a7754 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe91846-2fce-4661-b103-25b4ad80e88c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:49.037854 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-38b4b97a-d357-4cb8-8247-187ae8c5269c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] show failed (client error): The resource could not be found.
Apr 30 21:34:49.041123 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-38b4b97a-d357-4cb8-8247-187ae8c5269c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups/dfe91846-2fce-4661-b103-25b4ad80e88c HTTP/1.1" status: 404  len: 347 time: 0.0663083
Apr 30 21:34:49.045445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20aff8ff-619f-4aa1-af74-c06d7cc1ce8e req-1c0195e5-f5e7-41d1-a92a-75d26d5f07ca service neutron] 10.222.0.20 "GET /v2.0/networks/dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4420433
Apr 30 21:34:49.053681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:49.076140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57888) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:49.085615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d84d56-e777-45f7-901e-57ce2973a15d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=ba756b95-9915-4cbe-a6cf-853a8d7d9423,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:49.116343 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77d9c65-2f6c-4943-bbd1-2631de2aea3a None None] New status for floating IP 30a12ac8-42fd-49cc-b4af-e4341fecbb6f: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:34:49.153015 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (7b6d3352-dc08-497c-b0cb-3a1689a966f5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.163861 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.179717 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/7b6d3352-dc08-497c-b0cb-3a1689a966f5 HTTP/1.1" status: 204  len: 168 time: 3.4688306
Apr 30 21:34:49.182912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57892) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:49.225441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd6409-2595-40cd-a775-95640f6cdf7f tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=7b6d3352-dc08-497c-b0cb-3a1689a966f5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:49.233008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-080fbade-064b-4d18-bc4c-78fa2ec9df92 None None] Current status of the port 8dc84341-09fd-482c-a10c-a5054e121fbd is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:49.233422 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080fbade-064b-4d18-bc4c-78fa2ec9df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.234359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:49.236760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] Deleting port 8dc84341-09fd-482c-a10c-a5054e121fbd {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:49.237661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.244301 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.283564 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-af51cb5a-2431-4c18-a13a-f50f5a9a19d5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:34:49.284752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af51cb5a-2431-4c18-a13a-f50f5a9a19d5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:34:49.289863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-af51cb5a-2431-4c18-a13a-f50f5a9a19d5 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/7b6d3352-dc08-497c-b0cb-3a1689a966f5 HTTP/1.1" status: 404  len: 339 time: 0.1020572
Apr 30 21:34:49.293451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57894) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:49.300490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-382389403', 'description': 'd1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:49.307381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3f3d-242d-4fe2-a263-107ae1b63fe9 req-888358df-a45d-45c3-903a-15baba21a376 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:49.309063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7bae3f3d-242d-4fe2-a263-107ae1b63fe9 req-888358df-a45d-45c3-903a-15baba21a376 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 943 time: 0.2255154
Apr 30 21:34:49.341309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a430b-95b4-43c9-9b21-cd9138fa754a None None] DHCP port deletion for 7b6d3352-dc08-497c-b0cb-3a1689a966f5 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:34:49.348301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2660ffe8-eeba-4bd8-91f2-600f0d6f7c51), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.370973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:49.371362 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2660ffe8-eeba-4bd8-91f2-600f0d6f7c51), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.421271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:49.424363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Deleting port 8da2b9fb-4802-438c-9073-70fd6ea64893 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:49.425190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8da2b9fb-4802-438c-9073-70fd6ea64893), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.430533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 was deleted so its status cannot be updated. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}}
Apr 30 21:34:49.434607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Port': ['ID=2660ffe8-eeba-4bd8-91f2-600f0d6f7c51,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:49.441083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-080fbade-064b-4d18-bc4c-78fa2ec9df92 None None] For port 8dc84341-09fd-482c-a10c-a5054e121fbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc84341-09fd-482c-a10c-a5054e121fbd,segment=NetworkSegment(108ba29b-a390-4f25-950e-c263a57337e4),segment_id=108ba29b-a390-4f25-950e-c263a57337e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:49.443204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] For port 8dc84341-09fd-482c-a10c-a5054e121fbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8dc84341-09fd-482c-a10c-a5054e121fbd,segment=NetworkSegment(108ba29b-a390-4f25-950e-c263a57337e4),segment_id=108ba29b-a390-4f25-950e-c263a57337e4)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:49.443611 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.460937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] No DVR routers for this DVR port 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:49.465795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] Calling delete_port for 8dc84341-09fd-482c-a10c-a5054e121fbd owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:49.489592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7bae3f3d-242d-4fe2-a263-107ae1b63fe9 req-307f38b9-d5cc-49d0-bd2c-0f262168d17e tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732378
Apr 30 21:34:49.525198 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2fb4f092-abe5-423b-85d2-487e4d71f0a7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.525554 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment 2fb4f092-abe5-423b-85d2-487e4d71f0a7 of type vlan for network b6f5e726-cb4d-4423-b995-bd0f88908485
Apr 30 21:34:49.547769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:49.551790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.562359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8da2b9fb-4802-438c-9073-70fd6ea64893), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.562923 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (8da2b9fb-4802-438c-9073-70fd6ea64893), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.583326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Calling delete_port for 8da2b9fb-4802-438c-9073-70fd6ea64893 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:49.621080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080fbade-064b-4d18-bc4c-78fa2ec9df92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.658742 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a58a8e6f-1123-420d-aec1-38363f08e07e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.686281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fbade-064b-4d18-bc4c-78fa2ec9df92 None None] Pushing event updated for resources: {'Port': ['ID=8dc84341-09fd-482c-a10c-a5054e121fbd,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:49.687697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b6f5e726-cb4d-4423-b995-bd0f88908485), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.730791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:49.747000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966035370>,) {'filters': {'network_id': ['a58a8e6f-1123-420d-aec1-38363f08e07e']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:49.758839 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (8dc84341-09fd-482c-a10c-a5054e121fbd), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.789095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966035370>, '13109776-9de9-48a8-8dc4-e59d52bf9c91') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:49.789634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966035370>, '13109776-9de9-48a8-8dc4-e59d52bf9c91') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:49.794262 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4b81f1ec-8bba-4707-bcd6-16eb3fd44321), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.794828 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment 4b81f1ec-8bba-4707-bcd6-16eb3fd44321 of type vlan for network 6f1d9690-3453-4abe-8e0e-3378ebba3264
Apr 30 21:34:49.801367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] Pushing event deleted for resources: {'Port': ['ID=8dc84341-09fd-482c-a10c-a5054e121fbd,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:49.812010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047b18c-9295-42fe-8f50-9ef11409233a None None] No DVR routers for this DVR port 8dc84341-09fd-482c-a10c-a5054e121fbd on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:49.816970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (13109776-9de9-48a8-8dc4-e59d52bf9c91), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.865244 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (13109776-9de9-48a8-8dc4-e59d52bf9c91), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.879156 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6f1d9690-3453-4abe-8e0e-3378ebba3264), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.881567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:49.882076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (13109776-9de9-48a8-8dc4-e59d52bf9c91), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:49.887321 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:49.946732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b6f5e726-cb4d-4423-b995-bd0f88908485), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.952921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:49.953854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:49.982790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5244246c-933b-4057-a9e7-42de00076af0 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:50.059455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=b6f5e726-cb4d-4423-b995-bd0f88908485,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:50.078722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9f341eaf-2fea-49ab-abbb-106a0d569e3d None None] Could not find standard attr ID for object 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:34:50.087449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b6f5e726-cb4d-4423-b995-bd0f88908485 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:50.091773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6f1d9690-3453-4abe-8e0e-3378ebba3264), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.094382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:50.094982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.156016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a58a8e6f-1123-420d-aec1-38363f08e07e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.161978 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.165877 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/networks/a58a8e6f-1123-420d-aec1-38363f08e07e HTTP/1.1" status: 204  len: 168 time: 2.5010712
Apr 30 21:34:50.170521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57908) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:50.174715 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-33d8cbdc-8db6-4143-89bb-f4a8893d0cc2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1808093
Apr 30 21:34:50.183631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57910) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:50.191353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': 'b6f5e726-cb4d-4423-b995-bd0f88908485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:50.252727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8da2b9fb-4802-438c-9073-70fd6ea64893), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.259386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=6f1d9690-3453-4abe-8e0e-3378ebba3264,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:50.277516 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e330c57f-d511-4c68-a91c-84b4811c4e72 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.9823673
Apr 30 21:34:50.278377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57912) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:50.306506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6f1d9690-3453-4abe-8e0e-3378ebba3264 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:50.320374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9807f7-8f16-4877-a9b3-73ccb5b50ffc tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Network': ['ID=a58a8e6f-1123-420d-aec1-38363f08e07e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:50.338111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event deleted for resources: {'Port': ['ID=8da2b9fb-4802-438c-9073-70fd6ea64893,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:50.384955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-5f9268ee-1560-428e-901d-2735a8d81550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:50.386500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-5f9268ee-1560-428e-901d-2735a8d81550 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e374475a40f64506bf36664ff452ea96&device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 1125 time: 0.1752539
Apr 30 21:34:50.422219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f80677-953d-4f16-ac57-da82d0ab14f3 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:50.428262 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b7f80677-953d-4f16-ac57-da82d0ab14f3 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/networks?id=6f1d9690-3453-4abe-8e0e-3378ebba3264 HTTP/1.1" status: 200  len: 760 time: 0.1448989
Apr 30 21:34:50.428969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:50.429092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (32050101-4eef-411f-a626-9589b8d97c42), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.434494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7d1ddd29-dd39-40dc-86e9-d7751de7ffae tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'description': 'd2'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:50.494999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:50.495505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5244246c-933b-4057-a9e7-42de00076af0 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:50.498796 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.562579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks [] for floatingip (30a12ac8-42fd-49cc-b4af-e4341fecbb6f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.565152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.566443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f136d754-01b4-4042-b411-36a7a5594644 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "DELETE /v2.0/floatingips/30a12ac8-42fd-49cc-b4af-e4341fecbb6f HTTP/1.1" status: 204  len: 168 time: 1.4862316
Apr 30 21:34:50.593037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0bacdd4-6354-4d23-ab6c-2c377a8a0b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.717176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e225d46-16d3-48b4-8178-326347ad2960 req-aba3d289-2a1d-4e97-a1a2-8c2c34a18124 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:50.720142 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e225d46-16d3-48b4-8178-326347ad2960 req-aba3d289-2a1d-4e97-a1a2-8c2c34a18124 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 943 time: 0.1018767
Apr 30 21:34:50.732234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd29-dd39-40dc-86e9-d7751de7ffae tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6f1d9690-3453-4abe-8e0e-3378ebba3264), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.748480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-c6389612-e80b-4a63-b73d-ac19c7d50f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:50.750122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-c6389612-e80b-4a63-b73d-ac19c7d50f48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 HTTP/1.1" status: 200  len: 925 time: 0.3391263
Apr 30 21:34:50.764351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (32050101-4eef-411f-a626-9589b8d97c42), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.810709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-d9532c4a-9984-4f0d-9d5d-f7916ec8e37b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7035c887-82ce-424d-ac8c-c53f09a9c6fe HTTP/1.1" status: 200  len: 217 time: 0.0496478
Apr 30 21:34:50.817013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 86de83e4-264a-4a8e-9f13-98eb57078b72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:50.838911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 86de83e4-264a-4a8e-9f13-98eb57078b72 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:50.839261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 86de83e4-264a-4a8e-9f13-98eb57078b72 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:50.839696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8dc84341-09fd-482c-a10c-a5054e121fbd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:50.860903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8dc84341-09fd-482c-a10c-a5054e121fbd {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:50.861255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8dc84341-09fd-482c-a10c-a5054e121fbd not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:50.868635 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd29-dd39-40dc-86e9-d7751de7ffae tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6f1d9690-3453-4abe-8e0e-3378ebba3264), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.874659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896630ddf0>,) {'filters': {'network_id': ['32050101-4eef-411f-a626-9589b8d97c42']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:50.878573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d1ddd29-dd39-40dc-86e9-d7751de7ffae tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 6f1d9690-3453-4abe-8e0e-3378ebba3264 is not hosted by any dhcp agent {{(pid=115773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:34:50.883397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ddd29-dd39-40dc-86e9-d7751de7ffae tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:50.883993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddd29-dd39-40dc-86e9-d7751de7ffae tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:50.885264 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7d1ddd29-dd39-40dc-86e9-d7751de7ffae tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "PUT /v2.0/networks/6f1d9690-3453-4abe-8e0e-3378ebba3264 HTTP/1.1" status: 200  len: 757 time: 0.4553533
Apr 30 21:34:50.889343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57934) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:50.904302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c3bbb6-82bd-495d-8922-0633abba1efe None None] DHCP port deletion for a58a8e6f-1123-420d-aec1-38363f08e07e request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:34:50.906470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896630ddf0>, '108ba29b-a390-4f25-950e-c263a57337e4') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:50.906869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896630ddf0>, '108ba29b-a390-4f25-950e-c263a57337e4') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:50.941050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e225d46-16d3-48b4-8178-326347ad2960 req-cbbf1e9f-a926-403f-a3b0-505ff1b5f89b tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063148
Apr 30 21:34:50.949899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ddd29-dd39-40dc-86e9-d7751de7ffae tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=6f1d9690-3453-4abe-8e0e-3378ebba3264,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:50.963207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1374193-22d0-4d94-b14f-7cc483553b9e None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:50.967295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (edb50900-ce0a-46fe-a7f2-dec83f914e15), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.006630 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (108ba29b-a390-4f25-950e-c263a57337e4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.014064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6f1d9690-3453-4abe-8e0e-3378ebba3264 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:51.035393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-cb266a8c-282e-4c8e-8408-efed54bcead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:51.041866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-cb266a8c-282e-4c8e-8408-efed54bcead8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64c81e75-1e4e-4571-ab55-f9e2e2e25910 HTTP/1.1" status: 200  len: 864 time: 0.2176127
Apr 30 21:34:51.044527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=edb50900-ce0a-46fe-a7f2-dec83f914e15,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:51.050220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': '2fb4f092-abe5-423b-85d2-487e4d71f0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b6f5e726-cb4d-4423-b995-bd0f88908485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:51.050888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: b6f5e726-cb4d-4423-b995-bd0f88908485, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:51.100131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (108ba29b-a390-4f25-950e-c263a57337e4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.112304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-63ab1f00-ff7c-47e4-aa4a-a04e76035dd7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579467
Apr 30 21:34:51.115202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:51.115605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (108ba29b-a390-4f25-950e-c263a57337e4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:51.120438 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:51.149776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network b6f5e726-cb4d-4423-b995-bd0f88908485 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:51.172878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f96f7-a324-4854-b34b-93d390b28d26 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:51.178794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-504f96f7-a324-4854-b34b-93d390b28d26 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/networks?id=6f1d9690-3453-4abe-8e0e-3378ebba3264 HTTP/1.1" status: 200  len: 760 time: 0.2756670
Apr 30 21:34:51.179510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57940) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:51.192995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-955231154'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:51.202820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.231216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6f5e726-cb4d-4423-b995-bd0f88908485) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:51.237631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:51.238309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.285555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1374193-22d0-4d94-b14f-7cc483553b9e None None] Unable to find a vacant binding_index for network b6f5e726-cb4d-4423-b995-bd0f88908485 and agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 {{(pid=115776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Apr 30 21:34:51.296283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1374193-22d0-4d94-b14f-7cc483553b9e None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6f5e726-cb4d-4423-b995-bd0f88908485) {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:51.299585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-856ba266-f994-48f1-aa64-939156ae0afc service neutron] 10.222.0.20 "GET /v2.0/networks/dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1670940
Apr 30 21:34:51.345451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:51.349052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.377003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:51.388019 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ab0c478d-ad41-4214-80f6-e2af5b4f1d35), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.388444 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment ab0c478d-ad41-4214-80f6-e2af5b4f1d35 of type vlan for network 0331c911-8074-44b0-a10e-52fb19fafd0c
Apr 30 21:34:51.400411 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.403845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (32050101-4eef-411f-a626-9589b8d97c42), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.404158 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a2a5c814-3b78-4f52-bf54-aebcb8067867 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.2176476
Apr 30 21:34:51.408444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:51.430492 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.434983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/networks/32050101-4eef-411f-a626-9589b8d97c42 HTTP/1.1" status: 204  len: 168 time: 1.2628262
Apr 30 21:34:51.437826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0331c911-8074-44b0-a10e-52fb19fafd0c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.439086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e44b76a-a526-4dbb-b332-c1f79da37007 req-93ddbb00-9081-40be-96b9-5b54a2a4b28a service neutron] 10.222.0.20 "GET /v2.0/networks/dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287446
Apr 30 21:34:51.439951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57966) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:51.462150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a7f41-59bf-48ff-aa2e-8af1f555ca5a tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Network': ['ID=32050101-4eef-411f-a626-9589b8d97c42,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:51.501960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7035c887-82ce-424d-ac8c-c53f09a9c6fe details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:34:51.524177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7ffec-11ef-497d-aff0-e763b5e4d281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b6f5e726-cb4d-4423-b995-bd0f88908485', 'network_id': 'b6f5e726-cb4d-4423-b995-bd0f88908485', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': 'edb50900-ce0a-46fe-a7f2-dec83f914e15'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:51.525178 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e6f7ffec-11ef-497d-aff0-e763b5e4d281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.537949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (1fe970fe-122a-4865-9b6f-b2cf59f812d7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.558049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b6f5e726-cb4d-4423-b995-bd0f88908485), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.620149 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (edb50900-ce0a-46fe-a7f2-dec83f914e15), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.659965 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0331c911-8074-44b0-a10e-52fb19fafd0c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.667450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:51.668362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.674048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (1fe970fe-122a-4865-9b6f-b2cf59f812d7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.721611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7035c887-82ce-424d-ac8c-c53f09a9c6fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7035c887-82ce-424d-ac8c-c53f09a9c6fe,segment=NetworkSegment(0ea84a14-a5c9-456b-9575-01298d7aa280),segment_id=0ea84a14-a5c9-456b-9575-01298d7aa280)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:51.740110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '7035c887-82ce-424d-ac8c-c53f09a9c6fe', 'network_id': 'dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1', 'port_id': '7035c887-82ce-424d-ac8c-c53f09a9c6fe', 'mac_address': 'fa:16:3e:b0:2c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c81e75-1e4e-4571-ab55-f9e2e2e25910', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:34:51.749480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89669b8f10>,) {'filters': {'network_id': ['1fe970fe-122a-4865-9b6f-b2cf59f812d7']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:51.754496 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (edb50900-ce0a-46fe-a7f2-dec83f914e15), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.766075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89669b8f10>, 'e9aea26b-9928-411e-a4f3-d52c0316f84a') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:51.766379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89669b8f10>, 'e9aea26b-9928-411e-a4f3-d52c0316f84a') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:51.768486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=0331c911-8074-44b0-a10e-52fb19fafd0c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:51.779672 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e9aea26b-9928-411e-a4f3-d52c0316f84a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.783846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0331c911-8074-44b0-a10e-52fb19fafd0c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:51.786148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7035c887-82ce-424d-ac8c-c53f09a9c6fe is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:51.787071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.790639 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-634898d6-34f6-49ef-a170-0acf9c49c4b7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6096768
Apr 30 21:34:51.795306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57972) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:51.796871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=edb50900-ce0a-46fe-a7f2-dec83f914e15,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:51.801647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': '0331c911-8074-44b0-a10e-52fb19fafd0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:51.802662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7035c887-82ce-424d-ac8c-c53f09a9c6fe {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server [None req-e6f7ffec-11ef-497d-aff0-e763b5e4d281 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edb50900-ce0a-46fe-a7f2-dec83f914e15: This subnet is being modified by another concurrent operation.
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise self.value
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server     raise exception
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edb50900-ce0a-46fe-a7f2-dec83f914e15: This subnet is being modified by another concurrent operation.
Apr 30 21:34:51.848845 ncdv-master-1 neutron-server[115776]: ERROR oslo_messaging.rpc.server 
Apr 30 21:34:51.864834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b6f5e726-cb4d-4423-b995-bd0f88908485), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.868806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7035c887-82ce-424d-ac8c-c53f09a9c6fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7035c887-82ce-424d-ac8c-c53f09a9c6fe,segment=NetworkSegment(0ea84a14-a5c9-456b-9575-01298d7aa280),segment_id=0ea84a14-a5c9-456b-9575-01298d7aa280)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:51.886375 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e9aea26b-9928-411e-a4f3-d52c0316f84a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.887131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f44991-9191-471d-8f96-f14c2868ab9f None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:51.895792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:51.896201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e9aea26b-9928-411e-a4f3-d52c0316f84a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.897259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89664d0a30>,) {'filters': {'network_id': ['b6f5e726-cb4d-4423-b995-bd0f88908485']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:51.899901 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:51.909076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89664d0a30>, '2fb4f092-abe5-423b-85d2-487e4d71f0a7') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:51.909375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89664d0a30>, '2fb4f092-abe5-423b-85d2-487e4d71f0a7') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:51.921474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (2fb4f092-abe5-423b-85d2-487e4d71f0a7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.936585 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2fb4f092-abe5-423b-85d2-487e4d71f0a7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.944189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:51.944631 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (2fb4f092-abe5-423b-85d2-487e4d71f0a7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:51.948405 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:51.958928 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.026408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:52.036592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.046507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7035c887-82ce-424d-ac8c-c53f09a9c6fe,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:52.054776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.056287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.056801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.057320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.057847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.058346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.065319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.065976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.066507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.067058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.071182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.071838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.072398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.072953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.073538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:52.078419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f44991-9191-471d-8f96-f14c2868ab9f None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:52.090104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (1fe970fe-122a-4865-9b6f-b2cf59f812d7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.099037 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.102880 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/networks/1fe970fe-122a-4865-9b6f-b2cf59f812d7 HTTP/1.1" status: 204  len: 168 time: 0.6619728
Apr 30 21:34:52.111761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf9a5-180d-406b-9522-c6d15040e140 req-2de80034-4a2a-4009-a7cc-fccd1489bdd2 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:52.117110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57978) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:52.119529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c8cf9a5-180d-406b-9522-c6d15040e140 req-2de80034-4a2a-4009-a7cc-fccd1489bdd2 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 944 time: 0.0662012
Apr 30 21:34:52.121290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b6f5e726-cb4d-4423-b995-bd0f88908485), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.133477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.133915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1416e3-b421-4c4f-998c-303ce5e09474 tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Network': ['ID=1fe970fe-122a-4865-9b6f-b2cf59f812d7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:52.140999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/b6f5e726-cb4d-4423-b995-bd0f88908485 HTTP/1.1" status: 204  len: 168 time: 0.7313020
Apr 30 21:34:52.144104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57980) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:52.149269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-612997653'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:52.178602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5994d0-dff7-442b-afb2-1187291ab17d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=b6f5e726-cb4d-4423-b995-bd0f88908485,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:52.216746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c8cf9a5-180d-406b-9522-c6d15040e140 req-c4fc90af-d925-4332-a407-25de5d609ba1 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963407
Apr 30 21:34:52.252932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7035c887-82ce-424d-ac8c-c53f09a9c6fe'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:34:52.281456 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (6316d5b7-9e52-4cb9-ab26-c126f29a795f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.346326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:52.349690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.351274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea95b3-f399-4361-aea2-0d008cc72600 None None] Network a58a8e6f-1123-420d-aec1-38363f08e07e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:52.354395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcdc753-6797-413b-9825-2a6ab0595622 None None] Network b6f5e726-cb4d-4423-b995-bd0f88908485 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:52.374828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:52.385078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcdc753-6797-413b-9825-2a6ab0595622 None None] Network b6f5e726-cb4d-4423-b995-bd0f88908485 could not be found, it might have been deleted concurrently. {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 30 21:34:52.385497 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f49f5104-bbe0-4b9d-bb6d-61afddda4118), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.386376 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment f49f5104-bbe0-4b9d-bb6d-61afddda4118 of type vlan for network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3
Apr 30 21:34:52.386518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea95b3-f399-4361-aea2-0d008cc72600 None None] Network a58a8e6f-1123-420d-aec1-38363f08e07e could not be found, it might have been deleted concurrently. {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 30 21:34:52.402092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3246ee-e631-44c8-a5ef-243b5dfdc14e None None] Network b6f5e726-cb4d-4423-b995-bd0f88908485 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:52.402203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (6316d5b7-9e52-4cb9-ab26-c126f29a795f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.414528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3246ee-e631-44c8-a5ef-243b5dfdc14e None None] Network b6f5e726-cb4d-4423-b995-bd0f88908485 could not be found, it might have been deleted concurrently. {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 30 21:34:52.425450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c5de7c0>,) {'filters': {'network_id': ['6316d5b7-9e52-4cb9-ab26-c126f29a795f']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:52.435264 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.438985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c5de7c0>, 'e67aae1b-830b-4aaf-a210-ee4197059ad3') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:52.439282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c5de7c0>, 'e67aae1b-830b-4aaf-a210-ee4197059ad3') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:52.475055 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e67aae1b-830b-4aaf-a210-ee4197059ad3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.498924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e67aae1b-830b-4aaf-a210-ee4197059ad3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.505040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:52.505428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e67aae1b-830b-4aaf-a210-ee4197059ad3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:52.509112 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:52.551792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.556753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:52.557334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.575042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (380017dc-9f29-4c93-8984-6d4f3bc4dac9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.624199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:52.635665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=380017dc-9f29-4c93-8984-6d4f3bc4dac9,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:52.639799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:52.641821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (6316d5b7-9e52-4cb9-ab26-c126f29a795f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.648497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.652058 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] 10.222.0.23 "DELETE /v2.0/networks/6316d5b7-9e52-4cb9-ab26-c126f29a795f HTTP/1.1" status: 204  len: 168 time: 0.5293331
Apr 30 21:34:52.668847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a24f4c-3d5d-4f7f-851e-c800be4f99bf tempest-BulkNetworkOpsTest-1421856306 tempest-BulkNetworkOpsTest-1421856306-project] Pushing event deleted for resources: {'Network': ['ID=6316d5b7-9e52-4cb9-ab26-c126f29a795f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:52.670860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0331c911-8074-44b0-a10e-52fb19fafd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:52.671220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: 0331c911-8074-44b0-a10e-52fb19fafd0c, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:52.713304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 57990) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:52.714195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0c04b712-e542-4c99-b16c-e217acf8a7a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5688181
Apr 30 21:34:52.723232 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:52.729348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:34:52.755369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:34:52.755826 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2660ffe8-eeba-4bd8-91f2-600f0d6f7c51 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:34:52.778911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 0331c911-8074-44b0-a10e-52fb19fafd0c is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:52.941019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0331c911-8074-44b0-a10e-52fb19fafd0c) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:52.942631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:52.946274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:52.950950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80eb46-6205-4adb-9d47-999d25223e2e None None] Network 0331c911-8074-44b0-a10e-52fb19fafd0c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:52.953025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:52.953597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.071037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0331c911-8074-44b0-a10e-52fb19fafd0c', 'network_id': '0331c911-8074-44b0-a10e-52fb19fafd0c', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': '380017dc-9f29-4c93-8984-6d4f3bc4dac9'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:53.071911 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.093399 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-97d0ad74-a645-445f-b161-86e0f1ae1cc4 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2969642
Apr 30 21:34:53.096147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 57994) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:53.149148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.233410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Allocated IP 172.20.0.2 (0331c911-8074-44b0-a10e-52fb19fafd0c/380017dc-9f29-4c93-8984-6d4f3bc4dac9/aa6aed57-4808-44d0-a842-e757b0d3044c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:53.238155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (b5a21fe1-41f1-45c9-8e18-ed585d5b3d04), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.261984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0331c911-8074-44b0-a10e-52fb19fafd0c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.273707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58004) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:53.333694 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (380017dc-9f29-4c93-8984-6d4f3bc4dac9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.342408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=b5a21fe1-41f1-45c9-8e18-ed585d5b3d04,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:53.346998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': 'f49f5104-bbe0-4b9d-bb6d-61afddda4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:53.347368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:53.459281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee732f0a-70d1-4620-8cb8-17c33b13cd8d req-34c6d509-ffa2-4c9b-aaec-c88d561438f6 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:53.459507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:53.461260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee732f0a-70d1-4620-8cb8-17c33b13cd8d req-34c6d509-ffa2-4c9b-aaec-c88d561438f6 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 944 time: 0.0769141
Apr 30 21:34:53.475054 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Publish callbacks [] for port (aa6aed57-4808-44d0-a842-e757b0d3044c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.491007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7035c887-82ce-424d-ac8c-c53f09a9c6fe up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:53.511978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:53.517047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:53.517655 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.530811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d0bce4-9476-4ccb-810a-21a847829ef6 None None] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:53.552630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8e5c4c1b-09b2-450c-9df2-5ef62b8f473f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7849b281e984e1c95e26b3fb1acf8a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2246828
Apr 30 21:34:53.554855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58010) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:53.562350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee732f0a-70d1-4620-8cb8-17c33b13cd8d req-bd7e5551-f4ed-491b-b4bb-6e2ff94470d8 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001618
Apr 30 21:34:53.572879 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (aa6aed57-4808-44d0-a842-e757b0d3044c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.601160 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e70092b2-5b61-4cec-8872-91589b31a501 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8838577
Apr 30 21:34:53.603739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58012) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:53.612783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:53.625344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (380017dc-9f29-4c93-8984-6d4f3bc4dac9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.635451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Network 0331c911-8074-44b0-a10e-52fb19fafd0c is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:53.635704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b97ff75d-42f5-4f7b-9833-0e0d153a0801 admin admin] Publish callbacks [] for security_group (4f6f123b-3dca-4096-9340-6ad8907b6d14), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.648341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:53.650846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:53.672643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=380017dc-9f29-4c93-8984-6d4f3bc4dac9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:53.676682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 7035c887-82ce-424d-ac8c-c53f09a9c6fe completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:34:53.680525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Pushing event updated for resources: {'Port': ['ID=aa6aed57-4808-44d0-a842-e757b0d3044c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:53.699960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b97ff75d-42f5-4f7b-9833-0e0d153a0801 admin admin] Publish callbacks [] for security_group (4f6f123b-3dca-4096-9340-6ad8907b6d14), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.754368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3', 'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': 'b5a21fe1-41f1-45c9-8e18-ed585d5b3d04'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:53.754368 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.787729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Attempting to bind port aa6aed57-4808-44d0-a842-e757b0d3044c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:53.788679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Attempting to bind port aa6aed57-4808-44d0-a842-e757b0d3044c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0331c911-8074-44b0-a10e-52fb19fafd0c'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:53.789084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Attempting to bind port aa6aed57-4808-44d0-a842-e757b0d3044c on network 0331c911-8074-44b0-a10e-52fb19fafd0c {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:53.798613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0331c911-8074-44b0-a10e-52fb19fafd0c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.825033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e6a7bb0>,) {'filters': {'network_id': ['0331c911-8074-44b0-a10e-52fb19fafd0c']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:53.833360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e6a7bb0>, 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:53.833964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e6a7bb0>, 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:53.841558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:53.841976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Checking segment: {'id': 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0331c911-8074-44b0-a10e-52fb19fafd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:53.847595 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.847595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Bound using segment: {'id': 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0331c911-8074-44b0-a10e-52fb19fafd0c'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:53.847595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Bound port: aa6aed57-4808-44d0-a842-e757b0d3044c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0331c911-8074-44b0-a10e-52fb19fafd0c'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:53.847595 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aa6aed57-4808-44d0-a842-e757b0d3044c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.848039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (ab0c478d-ad41-4214-80f6-e2af5b4f1d35), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.848144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 7035c887-82ce-424d-ac8c-c53f09a9c6fe triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:53.848144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.859166 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ab0c478d-ad41-4214-80f6-e2af5b4f1d35), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.865332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:53.865719 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (ab0c478d-ad41-4214-80f6-e2af5b4f1d35), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:53.870592 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:53.929384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:53.933944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.937206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b97ff75d-42f5-4f7b-9833-0e0d153a0801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4f6f123b-3dca-4096-9340-6ad8907b6d14), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.940408 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b97ff75d-42f5-4f7b-9833-0e0d153a0801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:53.941617 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b97ff75d-42f5-4f7b-9833-0e0d153a0801 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f6f123b-3dca-4096-9340-6ad8907b6d14 HTTP/1.1" status: 204  len: 168 time: 0.3857782
Apr 30 21:34:53.952296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:53.952296 ncdv-master-1 neutron-server[115774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:53.952296 ncdv-master-1 neutron-server[115774]: [parameters: {'id': '0331c911-8074-44b0-a10e-52fb19fafd0c'}]
Apr 30 21:34:53.952296 ncdv-master-1 neutron-server[115774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:53.953931 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:53.961853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ff75d-42f5-4f7b-9833-0e0d153a0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f123b-3dca-4096-9340-6ad8907b6d14,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:54.182415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Allocated IP 2001:db8::2 (fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3/b5a21fe1-41f1-45c9-8e18-ed585d5b3d04/29171569-e658-4100-a49b-e37144d6616d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:54.210439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] For port aa6aed57-4808-44d0-a842-e757b0d3044c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:54.238960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] For port aa6aed57-4808-44d0-a842-e757b0d3044c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa6aed57-4808-44d0-a842-e757b0d3044c,segment=NetworkSegment(ab0c478d-ad41-4214-80f6-e2af5b4f1d35),segment_id=ab0c478d-ad41-4214-80f6-e2af5b4f1d35)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:54.243851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 7035c887-82ce-424d-ac8c-c53f09a9c6fe is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:54.244242 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.315195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fbf4a5-8fe0-479f-be91-4fa09639faab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7035c887-82ce-424d-ac8c-c53f09a9c6fe'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:34:54.317563 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b459685-83ff-4a2b-b09c-d70e3ed8cb46" -d '{"events": [{"server_uuid": "e9fbf4a5-8fe0-479f-be91-4fa09639faab", "name": "network-vif-plugged", "status": "completed", "tag": "7035c887-82ce-424d-ac8c-c53f09a9c6fe"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:34:54.331660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (3e745c41-c4a0-4a32-8f4b-f7f4d49d46df), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.333286 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (aa6aed57-4808-44d0-a842-e757b0d3044c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.344345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 7035c887-82ce-424d-ac8c-c53f09a9c6fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7035c887-82ce-424d-ac8c-c53f09a9c6fe,segment=NetworkSegment(0ea84a14-a5c9-456b-9575-01298d7aa280),segment_id=0ea84a14-a5c9-456b-9575-01298d7aa280)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:54.368671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:54.395431 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90201d90-9e40-4c5d-bc67-c8dd67292e6e x-openstack-request-id: req-90201d90-9e40-4c5d-bc67-c8dd67292e6e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:34:54.395722 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fbf4a5-8fe0-479f-be91-4fa09639faab", "name": "network-vif-plugged", "status": "completed", "tag": "7035c887-82ce-424d-ac8c-c53f09a9c6fe", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:34:54.399687 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90201d90-9e40-4c5d-bc67-c8dd67292e6e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:34:54.399687 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90201d90-9e40-4c5d-bc67-c8dd67292e6e'] response: {'server_uuid': 'e9fbf4a5-8fe0-479f-be91-4fa09639faab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7035c887-82ce-424d-ac8c-c53f09a9c6fe', 'code': 200}
Apr 30 21:34:54.415044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:54.420186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:54.421430 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.450487 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.454298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0331c911-8074-44b0-a10e-52fb19fafd0c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.493218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=3e745c41-c4a0-4a32-8f4b-f7f4d49d46df,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:54.542191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401197-537a-4261-a7eb-65582238d74f req-c874f3a7-7b87-419f-909a-88fa2feba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:54.543604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5401197-537a-4261-a7eb-65582238d74f req-c874f3a7-7b87-419f-909a-88fa2feba37b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 1127 time: 0.0738130
Apr 30 21:34:54.549686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port aa6aed57-4808-44d0-a842-e757b0d3044c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:34:54.550165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (aa6aed57-4808-44d0-a842-e757b0d3044c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.556466 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.567876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4955ba-6976-4ab0-9d07-8f5225b5183e None None] Pushing event updated for resources: {'Port': ['ID=aa6aed57-4808-44d0-a842-e757b0d3044c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:54.579060 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-86d35770-deba-44d6-929e-3bfbf4e1e754 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9739470
Apr 30 21:34:54.581214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58044) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:54.606261 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Publish callbacks [] for port (29171569-e658-4100-a49b-e37144d6616d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.619926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a234f7eb-4ab2-4a81-8756-86e958afc399 None None] Network 0331c911-8074-44b0-a10e-52fb19fafd0c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:54.651231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port aa6aed57-4808-44d0-a842-e757b0d3044c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa6aed57-4808-44d0-a842-e757b0d3044c,segment=NetworkSegment(ab0c478d-ad41-4214-80f6-e2af5b4f1d35),segment_id=ab0c478d-ad41-4214-80f6-e2af5b4f1d35)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:54.651609 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (aa6aed57-4808-44d0-a842-e757b0d3044c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.661589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5401197-537a-4261-a7eb-65582238d74f req-7857cf4a-62d7-46bc-95d4-67fdd3aa3d45 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082637
Apr 30 21:34:54.661845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ea1be-7776-44a3-a38c-29a7e2741935 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:54.663864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ea1be-7776-44a3-a38c-29a7e2741935 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:54.665584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ea1be-7776-44a3-a38c-29a7e2741935 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:54.667505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for aa6aed57-4808-44d0-a842-e757b0d3044c owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:34:54.668182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ea1be-7776-44a3-a38c-29a7e2741935 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:54.669671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ea1be-7776-44a3-a38c-29a7e2741935 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:54.682916 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eb9ea1be-7776-44a3-a38c-29a7e2741935 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0986512
Apr 30 21:34:54.691587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=7035c887-82ce-424d-ac8c-c53f09a9c6fe,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:54.692097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58048) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:54.720371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431392853'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:54.724364 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (29171569-e658-4100-a49b-e37144d6616d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.778075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:54.779541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:54.782614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:54.785710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e2a81-cc21-4d37-b2d9-2703dc6f4731 req-d5144d2a-7d6d-4802-ac04-98b3bbe8ed27 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:54.787669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c12e2a81-cc21-4d37-b2d9-2703dc6f4731 req-d5144d2a-7d6d-4802-ac04-98b3bbe8ed27 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 945 time: 0.1112523
Apr 30 21:34:54.801070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Pushing event updated for resources: {'Port': ['ID=29171569-e658-4100-a49b-e37144d6616d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:54.855453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Attempting to bind port 29171569-e658-4100-a49b-e37144d6616d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:54.855892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Attempting to bind port 29171569-e658-4100-a49b-e37144d6616d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f49f5104-bbe0-4b9d-bb6d-61afddda4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:54.856348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Attempting to bind port 29171569-e658-4100-a49b-e37144d6616d on network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:54.861856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:54.862317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Checking segment: {'id': 'f49f5104-bbe0-4b9d-bb6d-61afddda4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:54.862794 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.863273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Bound using segment: {'id': 'f49f5104-bbe0-4b9d-bb6d-61afddda4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:54.863816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Bound port: 29171569-e658-4100-a49b-e37144d6616d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f5104-bbe0-4b9d-bb6d-61afddda4118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:54.864140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c12e2a81-cc21-4d37-b2d9-2703dc6f4731 req-de0f4dc9-7b0d-4c6d-a1c1-c5945a318c39 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613244
Apr 30 21:34:54.864304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (29171569-e658-4100-a49b-e37144d6616d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.872545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:54.878548 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.934786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] For port 29171569-e658-4100-a49b-e37144d6616d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:54.937726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] For port 29171569-e658-4100-a49b-e37144d6616d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29171569-e658-4100-a49b-e37144d6616d,segment=NetworkSegment(f49f5104-bbe0-4b9d-bb6d-61afddda4118),segment_id=f49f5104-bbe0-4b9d-bb6d-61afddda4118)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:54.966051 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (aa6aed57-4808-44d0-a842-e757b0d3044c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:54.973410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:55.004149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=aa6aed57-4808-44d0-a842-e757b0d3044c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:55.007617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port aa6aed57-4808-44d0-a842-e757b0d3044c on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:34:55.013892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0cde63e2-89e4-4fc4-8cb6-74b981bcdef7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.014244 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment 0cde63e2-89e4-4fc4-8cb6-74b981bcdef7 of type vlan for network ad864e1b-f600-4cd7-8764-b3c39005c513
Apr 30 21:34:55.024665 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (29171569-e658-4100-a49b-e37144d6616d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.091731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec526d6-5532-4670-b4f2-bf2525aa6376 None None] Pushing event updated for resources: {'Port': ['ID=29171569-e658-4100-a49b-e37144d6616d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:55.117230 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.145498 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0331c911-8074-44b0-a10e-52fb19fafd0c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.178216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cc4e820>,) {'filters': {'network_id': ['0331c911-8074-44b0-a10e-52fb19fafd0c']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:55.189209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cc4e820>, 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:55.189531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cc4e820>, 'ab0c478d-ad41-4214-80f6-e2af5b4f1d35') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:55.202585 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (ab0c478d-ad41-4214-80f6-e2af5b4f1d35), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.218241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ab0c478d-ad41-4214-80f6-e2af5b4f1d35), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.225149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:55.226888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (ab0c478d-ad41-4214-80f6-e2af5b4f1d35), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:55.235680 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:55.323079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.324429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:55.325037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.345839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58066) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:55.410749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=ad864e1b-f600-4cd7-8764-b3c39005c513,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:55.423492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ad864e1b-f600-4cd7-8764-b3c39005c513 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:55.449220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0331c911-8074-44b0-a10e-52fb19fafd0c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.455758 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.462985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58070) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:55.463363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/0331c911-8074-44b0-a10e-52fb19fafd0c HTTP/1.1" status: 204  len: 168 time: 2.3638768
Apr 30 21:34:55.483288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eb7bfd63-bcab-4713-ab29-838603ac13ba tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7900028
Apr 30 21:34:55.496554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58072) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:55.500251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-985620434'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:55.502083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:55.507421 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fc250c-8014-49d8-9071-1412f1ab6571 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] GET failed (client error): The resource could not be found.
Apr 30 21:34:55.508392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f914fcd-dc3a-40e0-b60e-8146f31237ea tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=0331c911-8074-44b0-a10e-52fb19fafd0c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:55.508663 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-25fc250c-8014-49d8-9071-1412f1ab6571 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/subnets/380017dc-9f29-4c93-8984-6d4f3bc4dac9 HTTP/1.1" status: 404  len: 337 time: 0.0447359
Apr 30 21:34:55.511597 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58074) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:55.534454 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d8d95d-6869-4bd7-8c79-7577f4190688 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:34:55.534952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d8d95d-6869-4bd7-8c79-7577f4190688 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:34:55.539228 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e4d8d95d-6869-4bd7-8c79-7577f4190688 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/0331c911-8074-44b0-a10e-52fb19fafd0c HTTP/1.1" status: 404  len: 339 time: 0.0252202
Apr 30 21:34:55.547081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58076) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:55.614938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:55.618312 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.627368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.708966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (25614aef-8080-4aff-803a-cb605ebddac0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.792593 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (25614aef-8080-4aff-803a-cb605ebddac0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.823839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:55.824053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaeaf75-609c-4e07-af58-6a3c4ca70beb tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:55.828564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ccaeaf75-609c-4e07-af58-6a3c4ca70beb tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2775750
Apr 30 21:34:55.829622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58078) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:55.839235 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.877111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3a90454f-07c5-41fe-b323-69a38b4c9230), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:55.877460 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Added segment 3a90454f-07c5-41fe-b323-69a38b4c9230 of type vlan for network bad7b99f-53aa-41bc-800c-92c8e3241969
Apr 30 21:34:55.878916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25614aef-8080-4aff-803a-cb605ebddac0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:55.893557 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6a0f410e-4880-44d5-8c3a-c8a25e8d9255 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 207 time: 0.0568845
Apr 30 21:34:55.894408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58082) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:55.945807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (bad7b99f-53aa-41bc-800c-92c8e3241969), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.000637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.043342 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (bad7b99f-53aa-41bc-800c-92c8e3241969), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.048649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:56.049740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.137679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Network': ['ID=bad7b99f-53aa-41bc-800c-92c8e3241969,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:56.150443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:56.255580 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aaf22de4-ff81-48c5-8910-8a753c64b2da tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9097953
Apr 30 21:34:56.259139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58090) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:56.263569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'name': 'tempest-PortsTestJSON-505494076'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:56.322313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf793b-c8b5-4a37-af7c-f7ed29f74f37 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:34:56.388320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network ad864e1b-f600-4cd7-8764-b3c39005c513 is not hosted by any dhcp agent {{(pid=115774) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:34:56.393135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:56.393740 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.395070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "PUT /v2.0/networks/ad864e1b-f600-4cd7-8764-b3c39005c513 HTTP/1.1" status: 200  len: 723 time: 0.8972754
Apr 30 21:34:56.398386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0c8f018b-236b-4078-9df4-1a33ee843ad2 None None] Provisioning complete for port 29171569-e658-4100-a49b-e37144d6616d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:56.398569 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c8f018b-236b-4078-9df4-1a33ee843ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (29171569-e658-4100-a49b-e37144d6616d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.400668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58094) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:56.408820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': 'ad864e1b-f600-4cd7-8764-b3c39005c513', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:56.467774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8f76a-8435-4a6a-9a42-0b45529edf40 req-f45e1dad-8db6-4acb-b4ed-7f2e7732aa2d tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:56.474921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cee8f76a-8435-4a6a-9a42-0b45529edf40 req-f45e1dad-8db6-4acb-b4ed-7f2e7732aa2d tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 945 time: 0.4752555
Apr 30 21:34:56.503618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:56.506369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=ad864e1b-f600-4cd7-8764-b3c39005c513,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:56.510363 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.525663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.526325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.526823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.527357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.527852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.528612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.529103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.529593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.530106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.530634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.531184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.531711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.532232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.532750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.533286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483ad06-b3ce-4d36-b9f7-b7adeecd5ef7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:34:56.548800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ad864e1b-f600-4cd7-8764-b3c39005c513 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:56.551084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f018b-236b-4078-9df4-1a33ee843ad2 None None] Current status of the port 29171569-e658-4100-a49b-e37144d6616d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:56.557445 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c8f018b-236b-4078-9df4-1a33ee843ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (29171569-e658-4100-a49b-e37144d6616d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.568441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port 0ca78861-78cc-4918-b061-7ad83a5a8920 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:34:56.578687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabaabc5-341c-457d-85af-002a759823eb tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:56.584739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabaabc5-341c-457d-85af-002a759823eb tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:56.591163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabaabc5-341c-457d-85af-002a759823eb tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:56.596636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabaabc5-341c-457d-85af-002a759823eb tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:56.598948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eabaabc5-341c-457d-85af-002a759823eb tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.7024209
Apr 30 21:34:56.603284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58098) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:56.628196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cee8f76a-8435-4a6a-9a42-0b45529edf40 req-207fd991-405a-44b6-9919-0ec5c673178e tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354327
Apr 30 21:34:56.661935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:56.665282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0c8f018b-236b-4078-9df4-1a33ee843ad2 None None] For port 29171569-e658-4100-a49b-e37144d6616d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29171569-e658-4100-a49b-e37144d6616d,segment=NetworkSegment(f49f5104-bbe0-4b9d-bb6d-61afddda4118),segment_id=f49f5104-bbe0-4b9d-bb6d-61afddda4118)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:56.665428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.670975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf793b-c8b5-4a37-af7c-f7ed29f74f37 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:34:56.763644 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c8f018b-236b-4078-9df4-1a33ee843ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (29171569-e658-4100-a49b-e37144d6616d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.816017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 29171569-e658-4100-a49b-e37144d6616d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:56.904643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f018b-236b-4078-9df4-1a33ee843ad2 None None] Pushing event updated for resources: {'Port': ['ID=29171569-e658-4100-a49b-e37144d6616d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:56.943573 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b3ecf10f-ac33-42e9-b76f-16922de24291 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.3390887
Apr 30 21:34:56.949320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 29171569-e658-4100-a49b-e37144d6616d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:56.949994 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (29171569-e658-4100-a49b-e37144d6616d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:56.971019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58108) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.007447 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.029745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60327ae3-59ac-4213-9e20-722026be542c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.031720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60327ae3-59ac-4213-9e20-722026be542c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.033542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-60327ae3-59ac-4213-9e20-722026be542c tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0612657
Apr 30 21:34:57.044919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb5672f-99c5-4ac6-b6be-b0a4d015b7cd None None] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:57.048660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58112) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.153742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4009336-05fc-4db6-bd16-2ae4cebe4eb6 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.155165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4009336-05fc-4db6-bd16-2ae4cebe4eb6 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.157520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d4009336-05fc-4db6-bd16-2ae4cebe4eb6 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1058705
Apr 30 21:34:57.164540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58116) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.209134 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (0b0746d3-9311-47aa-8da7-53aa3905a603), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.227910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 29171569-e658-4100-a49b-e37144d6616d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:57.239968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.307575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098729c-b5e1-4e10-8703-9434d78f6eb0 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.309068 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5098729c-b5e1-4e10-8703-9434d78f6eb0 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/networks/14344f52-ce92-4873-803d-a3dd893a95c6 HTTP/1.1" status: 200  len: 799 time: 0.1429572
Apr 30 21:34:57.312853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58120) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.340466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ba3f8-c6ef-492f-8d05-a4ab4d4bad9d None None] Update dhcp port {'port': {'network_id': 'fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3', 'fixed_ips': [{'subnet_id': 'b5a21fe1-41f1-45c9-8e18-ed585d5b3d04', 'ip_address': '2001:db8::2'}, {'subnet_id': '3e745c41-c4a0-4a32-8f4b-f7f4d49d46df'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '29171569-e658-4100-a49b-e37144d6616d'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:34:57.363431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=0b0746d3-9311-47aa-8da7-53aa3905a603,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:57.385497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-885ba3f8-c6ef-492f-8d05-a4ab4d4bad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (29171569-e658-4100-a49b-e37144d6616d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.420456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=0ca78861-78cc-4918-b061-7ad83a5a8920,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:57.431584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad864e1b-f600-4cd7-8764-b3c39005c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:57.432043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: ad864e1b-f600-4cd7-8764-b3c39005c513, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:57.434676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking segment: {'id': '3a90454f-07c5-41fe-b323-69a38b4c9230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:57.435125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-629841dc-a331-4978-aa44-5bf9f443fe10 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/networks/14344f52-ce92-4873-803d-a3dd893a95c6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.1211855
Apr 30 21:34:57.435259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network hostable DHCP agents. Network: bad7b99f-53aa-41bc-800c-92c8e3241969, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:57.438685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58124) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.501780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0cb9f-0e3f-4e3c-a2df-e5ecac961601 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.504037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9a0cb9f-0e3f-4e3c-a2df-e5ecac961601 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/subnets/5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58 HTTP/1.1" status: 200  len: 811 time: 0.0642040
Apr 30 21:34:57.514544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58136) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.551533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:57.570832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7186201-98ab-448d-83bc-da4032fc2b68 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.572346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a7186201-98ab-448d-83bc-da4032fc2b68 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "GET /v2.0/subnets/5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0567615
Apr 30 21:34:57.575968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58138) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.589184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-989300822'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:57.589340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-885ba3f8-c6ef-492f-8d05-a4ab4d4bad9d None None] Allocated IP 172.20.0.1 (fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3/3e745c41-c4a0-4a32-8f4b-f7f4d49d46df/29171569-e658-4100-a49b-e37144d6616d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:57.609588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network ad864e1b-f600-4cd7-8764-b3c39005c513 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:57.660396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:57.664202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.690617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bad7b99f-53aa-41bc-800c-92c8e3241969) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:57.695117 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad864e1b-f600-4cd7-8764-b3c39005c513) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:57.700963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:57.703544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.704215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.712456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.713043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.726615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:57.747163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c2c9f375-b58f-4777-a64a-dfa6c60fedd5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.747641 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Added segment c2c9f375-b58f-4777-a64a-dfa6c60fedd5 of type vlan for network 60aeae4c-43e2-44fe-b42f-fb7852fe369f
Apr 30 21:34:57.755537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374ffb4-1cf3-4b58-ac0c-c4536b75e160 req-be5e945f-e6a3-4f0c-b99a-bab39bf4320f tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:57.761421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6374ffb4-1cf3-4b58-ac0c-c4536b75e160 req-be5e945f-e6a3-4f0c-b99a-bab39bf4320f tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 945 time: 0.0762942
Apr 30 21:34:57.820048 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b8698afe-2f07-4560-8fa2-7cc4b99aee16 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.5603521
Apr 30 21:34:57.827134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58164) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.828972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-510013227'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:57.842040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6374ffb4-1cf3-4b58-ac0c-c4536b75e160 req-ec941446-0d73-419a-8382-d4d5054e335f tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767038
Apr 30 21:34:57.846353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (60aeae4c-43e2-44fe-b42f-fb7852fe369f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:57.873875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca28fc-d659-4fe9-a17d-d6e355b24b75 None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:57.885555 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0bc212d9-b488-4cb3-99d8-e9e944c7173b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4837244
Apr 30 21:34:57.888405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58168) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:57.903572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4c9e9433-0cca-487a-abd1-690abc75b145 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:57.946961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9e244-ef39-4a49-81cf-599efd42d7b1 None None] Network ad864e1b-f600-4cd7-8764-b3c39005c513 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:57.992620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:57.996073 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.043307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35600f-f8ba-44b9-9049-3b131e806a64 req-a5371173-dea7-48d6-b16a-4f8281233b74 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:58.044662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-885ba3f8-c6ef-492f-8d05-a4ab4d4bad9d None None] For port 29171569-e658-4100-a49b-e37144d6616d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29171569-e658-4100-a49b-e37144d6616d,segment=NetworkSegment(f49f5104-bbe0-4b9d-bb6d-61afddda4118),segment_id=f49f5104-bbe0-4b9d-bb6d-61afddda4118)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:34:58.045028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b35600f-f8ba-44b9-9049-3b131e806a64 req-a5371173-dea7-48d6-b16a-4f8281233b74 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 945 time: 0.0755160
Apr 30 21:34:58.045748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (60aeae4c-43e2-44fe-b42f-fb7852fe369f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.050894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:58.051381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.052382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:34:58.063973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d25a5345-1443-4621-8d51-25dda1130243), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.064325 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Added segment d25a5345-1443-4621-8d51-25dda1130243 of type vlan for network e8e3c9ad-bbc8-4d69-babb-41220bfda9f5
Apr 30 21:34:58.127167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e8e3c9ad-bbc8-4d69-babb-41220bfda9f5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.133138 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-885ba3f8-c6ef-492f-8d05-a4ab4d4bad9d None None] Publish callbacks [] for port (29171569-e658-4100-a49b-e37144d6616d), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.173877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad864e1b-f600-4cd7-8764-b3c39005c513', 'network_id': 'ad864e1b-f600-4cd7-8764-b3c39005c513', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': '0b0746d3-9311-47aa-8da7-53aa3905a603'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:34:58.175043 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.224862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Network': ['ID=60aeae4c-43e2-44fe-b42f-fb7852fe369f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:58.232812 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e8e3c9ad-bbc8-4d69-babb-41220bfda9f5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.233970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9433-0cca-487a-abd1-690abc75b145 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3325775'] for subnet (0b0746d3-9311-47aa-8da7-53aa3905a603), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.239911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:58.240596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.266780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 60aeae4c-43e2-44fe-b42f-fb7852fe369f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:58.275017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-01e8c096-9c71-41ac-a7f3-75cc73776279 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6907341
Apr 30 21:34:58.281997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58194) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:58.283867 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-885ba3f8-c6ef-492f-8d05-a4ab4d4bad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (29171569-e658-4100-a49b-e37144d6616d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.297266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'network_id': '60aeae4c-43e2-44fe-b42f-fb7852fe369f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:58.346142 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b35600f-f8ba-44b9-9049-3b131e806a64 req-a0de42cb-db23-4815-9e5c-cc6fca7278f8 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891016
Apr 30 21:34:58.354408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Network': ['ID=e8e3c9ad-bbc8-4d69-babb-41220bfda9f5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:58.384498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e8e3c9ad-bbc8-4d69-babb-41220bfda9f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:34:58.488022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58202) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:58.489276 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-edec354b-50bd-4a74-93cc-ffafc7a28675 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6676362
Apr 30 21:34:58.499687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'ports': [{'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969'}, {'network_id': 'e8e3c9ad-bbc8-4d69-babb-41220bfda9f5'}]} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:58.503846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:58.503846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': 'e8e3c9ad-bbc8-4d69-babb-41220bfda9f5'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:34:58.545255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ba3f8-c6ef-492f-8d05-a4ab4d4bad9d None None] Pushing event updated for resources: {'Port': ['ID=29171569-e658-4100-a49b-e37144d6616d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:58.594012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Made reservation on behalf of 0b290be8f5354a0cbfa5a80c43108d0f for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:58.597576 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.716757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9433-0cca-487a-abd1-690abc75b145 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764266010884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3274049'] for subnet (0b0746d3-9311-47aa-8da7-53aa3905a603), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.736106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Allocated IP 2001:db8::2 (ad864e1b-f600-4cd7-8764-b3c39005c513/0b0746d3-9311-47aa-8da7-53aa3905a603/1037c8c0-2780-4b7d-b3e2-15d9597f8abb) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:34:58.749228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing IP validity checks on allocation pools {{(pid=115774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Apr 30 21:34:58.749751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Apr 30 21:34:58.806445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 29171569-e658-4100-a49b-e37144d6616d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:34:58.823893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e9433-0cca-487a-abd1-690abc75b145 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:58.829667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4c9e9433-0cca-487a-abd1-690abc75b145 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:58.829667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4c9e9433-0cca-487a-abd1-690abc75b145 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "PUT /v2.0/subnets/0b0746d3-9311-47aa-8da7-53aa3905a603 HTTP/1.1" status: 200  len: 826 time: 0.9352589
Apr 30 21:34:58.830018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58208) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:34:58.894186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150bd3-f5b3-4962-9ca4-e784708ec89d req-356bb1a0-8d23-45d9-8288-134ca47af419 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:58.905730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01150bd3-f5b3-4962-9ca4-e784708ec89d req-356bb1a0-8d23-45d9-8288-134ca47af419 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 945 time: 0.1929202
Apr 30 21:34:58.915516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e9433-0cca-487a-abd1-690abc75b145 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=0b0746d3-9311-47aa-8da7-53aa3905a603,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:58.990417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 29171569-e658-4100-a49b-e37144d6616d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:58.990417 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (29171569-e658-4100-a49b-e37144d6616d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.045775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.055429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01150bd3-f5b3-4962-9ca4-e784708ec89d req-f1aaece7-961e-4e5b-9849-6ecf6cad6492 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487451
Apr 30 21:34:59.108570 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Publish callbacks [] for port (1037c8c0-2780-4b7d-b3e2-15d9597f8abb), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.168168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0b0746d3-9311-47aa-8da7-53aa3905a603), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.176764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 29171569-e658-4100-a49b-e37144d6616d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:59.205993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 2} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:34:59.221899 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.232400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.252743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (1037c8c0-2780-4b7d-b3e2-15d9597f8abb), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.326019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Network ad864e1b-f600-4cd7-8764-b3c39005c513 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:34:59.331614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:59.340805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:34:59.349017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Pushing event updated for resources: {'Port': ['ID=1037c8c0-2780-4b7d-b3e2-15d9597f8abb,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:59.381183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (7032d3aa-d11e-408b-80f7-ad8bcba5a8db), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.385099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (0b0746d3-9311-47aa-8da7-53aa3905a603), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.427042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Attempting to bind port 1037c8c0-2780-4b7d-b3e2-15d9597f8abb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:34:59.427896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Attempting to bind port 1037c8c0-2780-4b7d-b3e2-15d9597f8abb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad864e1b-f600-4cd7-8764-b3c39005c513'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:34:59.429116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Attempting to bind port 1037c8c0-2780-4b7d-b3e2-15d9597f8abb on network ad864e1b-f600-4cd7-8764-b3c39005c513 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:34:59.433342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0746d3-9311-47aa-8da7-53aa3905a603,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:59.443544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:34:59.446129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Checking segment: {'id': '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad864e1b-f600-4cd7-8764-b3c39005c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:59.447160 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.448680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Bound using segment: {'id': '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad864e1b-f600-4cd7-8764-b3c39005c513'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:34:59.449708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Bound port: 1037c8c0-2780-4b7d-b3e2-15d9597f8abb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ad864e1b-f600-4cd7-8764-b3c39005c513'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:34:59.451095 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1037c8c0-2780-4b7d-b3e2-15d9597f8abb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.519934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.535811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fea981-b836-47ca-80c5-0420afe8202a None None] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:59.549620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=7032d3aa-d11e-408b-80f7-ad8bcba5a8db,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:34:59.555250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port 6e005030-14b7-4e34-81c1-a960942d2367 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:34:59.563533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cf2f910>,) {'filters': {'network_id': ['ad864e1b-f600-4cd7-8764-b3c39005c513']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:59.585460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cf2f910>, '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:59.585957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cf2f910>, '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:34:59.589153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Checking segment: {'id': 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60aeae4c-43e2-44fe-b42f-fb7852fe369f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:34:59.589566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network hostable DHCP agents. Network: 60aeae4c-43e2-44fe-b42f-fb7852fe369f, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:34:59.602075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (0cde63e2-89e4-4fc4-8cb6-74b981bcdef7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.621186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0cde63e2-89e4-4fc4-8cb6-74b981bcdef7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.635703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:34:59.638271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (0cde63e2-89e4-4fc4-8cb6-74b981bcdef7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:34:59.640409 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:34:59.690948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d03c4063-d59f-4123-b662-79f90a3fb625 None None] Provisioning complete for port 29171569-e658-4100-a49b-e37144d6616d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:34:59.691324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d03c4063-d59f-4123-b662-79f90a3fb625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (29171569-e658-4100-a49b-e37144d6616d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.698869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] For port 1037c8c0-2780-4b7d-b3e2-15d9597f8abb, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:34:59.746179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] For port 1037c8c0-2780-4b7d-b3e2-15d9597f8abb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1037c8c0-2780-4b7d-b3e2-15d9597f8abb,segment=NetworkSegment(0cde63e2-89e4-4fc4-8cb6-74b981bcdef7),segment_id=0cde63e2-89e4-4fc4-8cb6-74b981bcdef7)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:34:59.766832 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (6e005030-14b7-4e34-81c1-a960942d2367), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.769576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:34:59.769576 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:34:59.769576 ncdv-master-1 neutron-server[115773]: [parameters: {'id': 'ad864e1b-f600-4cd7-8764-b3c39005c513'}]
Apr 30 21:34:59.769576 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:34:59.770049 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:34:59.776957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee533b4a-b338-4993-8f00-23947bdf50c0 req-23430476-721f-434f-ba49-2e285d6a80df tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:59.781988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee533b4a-b338-4993-8f00-23947bdf50c0 req-23430476-721f-434f-ba49-2e285d6a80df tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 945 time: 0.0919018
Apr 30 21:34:59.790923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Network 60aeae4c-43e2-44fe-b42f-fb7852fe369f is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:34:59.841077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d03c4063-d59f-4123-b662-79f90a3fb625 None None] Current status of the port 29171569-e658-4100-a49b-e37144d6616d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:34:59.861116 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1037c8c0-2780-4b7d-b3e2-15d9597f8abb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.907754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60aeae4c-43e2-44fe-b42f-fb7852fe369f) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:34:59.912336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:34:59.913138 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:34:59.931115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:34:59.939668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e947d-477b-4058-9c81-986cc3ff19b9 None None] Network 60aeae4c-43e2-44fe-b42f-fb7852fe369f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:34:59.942975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee533b4a-b338-4993-8f00-23947bdf50c0 req-536e6a85-5980-4e9e-9832-dc1221376cce tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221602
Apr 30 21:35:00.031794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-052c3dde-e148-494c-b737-e84cc2434ebe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.7414329
Apr 30 21:35:00.034864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58244) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:00.046573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f0877b7e-a6db-403f-9874-7ab97ea74451 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:00.065870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aca65d-d9fe-4cff-92a0-8012c0e527c0 None None] Pushing event updated for resources: {'Port': ['ID=1037c8c0-2780-4b7d-b3e2-15d9597f8abb,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:00.088424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d0816-6306-419d-9978-50c43c6f34b0 None None] Network ad864e1b-f600-4cd7-8764-b3c39005c513 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:00.089999 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.190638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0877b7e-a6db-403f-9874-7ab97ea74451 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3663733'] for subnet (7032d3aa-d11e-408b-80f7-ad8bcba5a8db), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.204115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-474c0d6c-a0fe-4bb9-9de6-104948896074 None None] Provisioning complete for port 29171569-e658-4100-a49b-e37144d6616d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:00.204488 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-474c0d6c-a0fe-4bb9-9de6-104948896074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (29171569-e658-4100-a49b-e37144d6616d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.253947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6e005030-14b7-4e34-81c1-a960942d2367), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.278375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60aeae4c-43e2-44fe-b42f-fb7852fe369f', 'network_id': '60aeae4c-43e2-44fe-b42f-fb7852fe369f', 'project_id': '0b290be8f5354a0cbfa5a80c43108d0f', 'fixed_ips': [{'subnet_id': '7032d3aa-d11e-408b-80f7-ad8bcba5a8db'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:00.279260 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.284563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.301570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea10351-3c0c-4bcd-b900-d3100b96ebc8 None None] Network ad864e1b-f600-4cd7-8764-b3c39005c513 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:00.321087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:00.329242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:00.334101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:00.335061 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.359691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=6e005030-14b7-4e34-81c1-a960942d2367,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:00.388882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting port 1037c8c0-2780-4b7d-b3e2-15d9597f8abb {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:00.389205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1037c8c0-2780-4b7d-b3e2-15d9597f8abb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.451153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:00.453726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking segment: {'id': 'd25a5345-1443-4621-8d51-25dda1130243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e8e3c9ad-bbc8-4d69-babb-41220bfda9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:00.454415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network hostable DHCP agents. Network: e8e3c9ad-bbc8-4d69-babb-41220bfda9f5, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:00.490650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] For port 1037c8c0-2780-4b7d-b3e2-15d9597f8abb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1037c8c0-2780-4b7d-b3e2-15d9597f8abb,segment=NetworkSegment(0cde63e2-89e4-4fc4-8cb6-74b981bcdef7),segment_id=0cde63e2-89e4-4fc4-8cb6-74b981bcdef7)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:00.491645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1037c8c0-2780-4b7d-b3e2-15d9597f8abb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.517657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Calling delete_port for 1037c8c0-2780-4b7d-b3e2-15d9597f8abb owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:00.551365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-474c0d6c-a0fe-4bb9-9de6-104948896074 None None] Current status of the port 29171569-e658-4100-a49b-e37144d6616d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:00.580247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network e8e3c9ad-bbc8-4d69-babb-41220bfda9f5 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:00.632273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0877b7e-a6db-403f-9874-7ab97ea74451 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764266010884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3374131'] for subnet (7032d3aa-d11e-408b-80f7-ad8bcba5a8db), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]: WARNING neutron.objects.base [None req-f0877b7e-a6db-403f-9874-7ab97ea74451 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] ORM session: SQL execution without transaction in progress, traceback:
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     result = function(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     proto.__init__(conn_state, self)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     self.handle()
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     self.handle_one_request()
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     self.handle_one_response()
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     result = self.application(self.environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return app(environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     response = req.get_response(self.application)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     response = req.get_response(self.application)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     response = req.get_response(self.application)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     response = req.get_response(self.application)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return request.get_response(self.application)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     response = req.get_response(self._app)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return resp(environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return resp(environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     response = self.app(environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return resp(environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return self.application(environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return super(Pecan, self).__call__(environ, start_response)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     self.invoke_controller(controller, args, kwargs, state)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     result = controller(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return f(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return f(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return f(*dup_args, **dup_kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return f(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return {self.resource: self.plugin_updater(*updater_args)}
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return f(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return method(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return f(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return f(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return f(*dup_args, **dup_kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     self._update_subnet_postcommit(context, original_subnet,
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     registry.publish(
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return function(*args, **kwargs)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     errors = self._notify_loop(resource, event, trigger, payload)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     callback(resource, event, trigger, payload=payload)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     router_ids = set(port.device_id for port in query)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     return self._iter().__iter__()
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     result = self.session.execute(
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]:     result = fn(orm_exec_state)
Apr 30 21:35:00.668837 ncdv-master-1 neutron-server[115773]: 
Apr 30 21:35:00.680545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0877b7e-a6db-403f-9874-7ab97ea74451 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:00.682268 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0877b7e-a6db-403f-9874-7ab97ea74451 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.684845 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f0877b7e-a6db-403f-9874-7ab97ea74451 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "PUT /v2.0/subnets/7032d3aa-d11e-408b-80f7-ad8bcba5a8db HTTP/1.1" status: 200  len: 877 time: 0.6475751
Apr 30 21:35:00.686799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58282) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:00.688936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Allocated IP 172.20.0.3 (60aeae4c-43e2-44fe-b42f-fb7852fe369f/7032d3aa-d11e-408b-80f7-ad8bcba5a8db/bcde8c68-741d-45a6-a000-6ba5315e14d4) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:00.698074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8e3c9ad-bbc8-4d69-babb-41220bfda9f5) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:00.699212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0877b7e-a6db-403f-9874-7ab97ea74451 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event updated for resources: {'Subnet': ['ID=7032d3aa-d11e-408b-80f7-ad8bcba5a8db,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:00.719523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d92f0-a407-43d7-bede-5f797b43d37d None None] Network e8e3c9ad-bbc8-4d69-babb-41220bfda9f5 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:00.746027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1037c8c0-2780-4b7d-b3e2-15d9597f8abb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.748691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:00.754204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:00.758594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:00.759355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.784021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Port': ['ID=1037c8c0-2780-4b7d-b3e2-15d9597f8abb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:00.794787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No DVR routers for this DVR port 1037c8c0-2780-4b7d-b3e2-15d9597f8abb on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:00.843983 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (60aeae4c-43e2-44fe-b42f-fb7852fe369f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.893226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.902506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-58fa65ad-495e-4962-8e56-73d5dfab7887 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.4108937
Apr 30 21:35:00.903918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58286) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:00.917214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7032d3aa-d11e-408b-80f7-ad8bcba5a8db), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:00.948943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c624250>,) {'filters': {'network_id': ['ad864e1b-f600-4cd7-8764-b3c39005c513']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:00.970964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c624250>, '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:00.971266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c624250>, '0cde63e2-89e4-4fc4-8cb6-74b981bcdef7') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:01.124151 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Publish callbacks [] for port (bcde8c68-741d-45a6-a000-6ba5315e14d4), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.148729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-0dc1e182-fd84-4c70-b6a4-cc0112043560 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:01.150484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-0dc1e182-fd84-4c70-b6a4-cc0112043560 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 945 time: 0.1616232
Apr 30 21:35:01.173124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a2e8e-ea54-490e-9b36-fbda7a0a2dd2 req-e18e0208-64d0-4674-9d96-125fd463f939 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:01.176842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b6a2e8e-ea54-490e-9b36-fbda7a0a2dd2 req-e18e0208-64d0-4674-9d96-125fd463f939 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 945 time: 0.0799177
Apr 30 21:35:01.227480 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (bcde8c68-741d-45a6-a000-6ba5315e14d4), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.299576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Pushing event updated for resources: {'Port': ['ID=bcde8c68-741d-45a6-a000-6ba5315e14d4,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:01.312659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Network 60aeae4c-43e2-44fe-b42f-fb7852fe369f is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:01.314524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:01.317477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:01.336715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9b6a2e8e-ea54-490e-9b36-fbda7a0a2dd2 req-a684e9bd-f7af-49e5-825d-cfd40cf0ee53 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ee85a6b-1ff4-4419-9f7f-954baed96e34&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368427
Apr 30 21:35:01.347962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Deleting port 7035c887-82ce-424d-ac8c-c53f09a9c6fe {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:01.348384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.375775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (0cde63e2-89e4-4fc4-8cb6-74b981bcdef7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.416730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0cde63e2-89e4-4fc4-8cb6-74b981bcdef7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.416946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Attempting to bind port bcde8c68-741d-45a6-a000-6ba5315e14d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:01.417190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Attempting to bind port bcde8c68-741d-45a6-a000-6ba5315e14d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60aeae4c-43e2-44fe-b42f-fb7852fe369f'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:01.417508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Attempting to bind port bcde8c68-741d-45a6-a000-6ba5315e14d4 on network 60aeae4c-43e2-44fe-b42f-fb7852fe369f {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:01.424093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:01.424496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Checking segment: {'id': 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60aeae4c-43e2-44fe-b42f-fb7852fe369f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:01.425354 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.425354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Bound using segment: {'id': 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60aeae4c-43e2-44fe-b42f-fb7852fe369f'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:01.425842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Bound port: bcde8c68-741d-45a6-a000-6ba5315e14d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60aeae4c-43e2-44fe-b42f-fb7852fe369f'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:01.426748 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bcde8c68-741d-45a6-a000-6ba5315e14d4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.430120 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (7032d3aa-d11e-408b-80f7-ad8bcba5a8db), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.432675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:01.433088 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (0cde63e2-89e4-4fc4-8cb6-74b981bcdef7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:01.436517 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:01.448330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-10f28275-ac0b-4e0a-b523-d7a2dae1d56c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:01.448685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10f28275-ac0b-4e0a-b523-d7a2dae1d56c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.473455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=7032d3aa-d11e-408b-80f7-ad8bcba5a8db,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:01.519034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] For port bcde8c68-741d-45a6-a000-6ba5315e14d4, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:01.522754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] For port bcde8c68-741d-45a6-a000-6ba5315e14d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcde8c68-741d-45a6-a000-6ba5315e14d4,segment=NetworkSegment(c2c9f375-b58f-4777-a64a-dfa6c60fedd5),segment_id=c2c9f375-b58f-4777-a64a-dfa6c60fedd5)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:01.564818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] For port 7035c887-82ce-424d-ac8c-c53f09a9c6fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7035c887-82ce-424d-ac8c-c53f09a9c6fe,segment=NetworkSegment(0ea84a14-a5c9-456b-9575-01298d7aa280),segment_id=0ea84a14-a5c9-456b-9575-01298d7aa280)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:01.565141 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.574885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10f28275-ac0b-4e0a-b523-d7a2dae1d56c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.579291 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (60aeae4c-43e2-44fe-b42f-fb7852fe369f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.587469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-10f28275-ac0b-4e0a-b523-d7a2dae1d56c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:01.589031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Calling delete_port for 7035c887-82ce-424d-ac8c-c53f09a9c6fe owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:01.598548 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bcde8c68-741d-45a6-a000-6ba5315e14d4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.610191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c30d5b0>,) {'filters': {'network_id': ['60aeae4c-43e2-44fe-b42f-fb7852fe369f']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:01.648298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c30d5b0>, 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:01.648678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c30d5b0>, 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:01.661209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (c2c9f375-b58f-4777-a64a-dfa6c60fedd5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.669677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (ad864e1b-f600-4cd7-8764-b3c39005c513), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.681301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.685230 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/ad864e1b-f600-4cd7-8764-b3c39005c513 HTTP/1.1" status: 204  len: 168 time: 2.8522449
Apr 30 21:35:01.685566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58296) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:01.696017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e8be8-bed9-45dd-a125-236ffb8a907e None None] Pushing event updated for resources: {'Port': ['ID=bcde8c68-741d-45a6-a000-6ba5315e14d4,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:01.696407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e467765-c55b-42d8-8188-25407db5ebe7 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=ad864e1b-f600-4cd7-8764-b3c39005c513,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:01.698855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c2c9f375-b58f-4777-a64a-dfa6c60fedd5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.714929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea2ff11-65ac-4ad5-ab25-40058efcf4a5 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:35:01.720676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:01.721090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (c2c9f375-b58f-4777-a64a-dfa6c60fedd5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:01.726037 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:01.728333 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-412b09dd-a2ba-4e4b-b8f3-8a1dd6f9ee55 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:01.728333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412b09dd-a2ba-4e4b-b8f3-8a1dd6f9ee55 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:01.730812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-412b09dd-a2ba-4e4b-b8f3-8a1dd6f9ee55 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/ad864e1b-f600-4cd7-8764-b3c39005c513 HTTP/1.1" status: 404  len: 339 time: 0.0442619
Apr 30 21:35:01.735124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58298) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:01.742067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-619774094', 'description': 'd1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:01.792172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10f28275-ac0b-4e0a-b523-d7a2dae1d56c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.834138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:01.838790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.842684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f28275-ac0b-4e0a-b523-d7a2dae1d56c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:01.850706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2ff11-65ac-4ad5-ab25-40058efcf4a5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:35:01.852245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10f28275-ac0b-4e0a-b523-d7a2dae1d56c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.858645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-10f28275-ac0b-4e0a-b523-d7a2dae1d56c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69 HTTP/1.1" status: 204  len: 168 time: 0.9522362
Apr 30 21:35:01.865590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58300) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:01.871527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:35:01.871527 ncdv-master-1 neutron-server[115774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:35:01.871527 ncdv-master-1 neutron-server[115774]: [parameters: {'id': '60aeae4c-43e2-44fe-b42f-fb7852fe369f'}]
Apr 30 21:35:01.871527 ncdv-master-1 neutron-server[115774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:35:01.872017 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:35:01.888245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:01.898925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f087fdd3-efb7-4ea1-9fba-fdb70cca8286), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.899283 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment f087fdd3-efb7-4ea1-9fba-fdb70cca8286 of type vlan for network 0305e96b-fa5f-4990-81af-fee5b4dd27c6
Apr 30 21:35:01.930161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2fec11-8c1c-49bf-9a8d-5d1e89f307f4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:01.935777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2fec11-8c1c-49bf-9a8d-5d1e89f307f4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:01.938469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9c2fec11-8c1c-49bf-9a8d-5d1e89f307f4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0671258
Apr 30 21:35:01.942399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58302) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:01.962749 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0305e96b-fa5f-4990-81af-fee5b4dd27c6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.976382 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7035c887-82ce-424d-ac8c-c53f09a9c6fe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:01.999058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['7035c887-82ce-424d-ac8c-c53f09a9c6fe'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:35:02.013943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Pushing event deleted for resources: {'Port': ['ID=7035c887-82ce-424d-ac8c-c53f09a9c6fe,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:02.098084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] No DVR routers for this DVR port 7035c887-82ce-424d-ac8c-c53f09a9c6fe on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:02.104477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f488eabd-9c49-4465-a3f6-c74bfb4480a8 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:35:02.104650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.107831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cf21959-56e5-41e1-b240-4a8043a8364a req-87b2f2ff-a8b9-437c-817d-5840d07f9802 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.20 "DELETE /v2.0/ports/7035c887-82ce-424d-ac8c-c53f09a9c6fe HTTP/1.1" status: 204  len: 173 time: 0.9483447
Apr 30 21:35:02.108270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fbf4a5-8fe0-479f-be91-4fa09639faab', 'name': 'network-vif-deleted', 'tag': '7035c887-82ce-424d-ac8c-c53f09a9c6fe'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:35:02.110751 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9347d3ae-f634-4b49-a410-30dbdb15e788" -d '{"events": [{"server_uuid": "e9fbf4a5-8fe0-479f-be91-4fa09639faab", "name": "network-vif-deleted", "tag": "7035c887-82ce-424d-ac8c-c53f09a9c6fe"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:35:02.111666 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0305e96b-fa5f-4990-81af-fee5b4dd27c6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.121394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4211e372-d8f5-4d56-a199-a66901c92216 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 6e005030-14b7-4e34-81c1-a960942d2367 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:02.121394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4211e372-d8f5-4d56-a199-a66901c92216 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6e005030-14b7-4e34-81c1-a960942d2367), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.129362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:02.130094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.200741 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aebcf3b-2f28-4a9c-9655-c33154e34874 x-openstack-request-id: req-0aebcf3b-2f28-4a9c-9655-c33154e34874 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:35:02.201191 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9fbf4a5-8fe0-479f-be91-4fa09639faab", "name": "network-vif-deleted", "tag": "7035c887-82ce-424d-ac8c-c53f09a9c6fe", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:35:02.201452 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0aebcf3b-2f28-4a9c-9655-c33154e34874 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:35:02.201975 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aebcf3b-2f28-4a9c-9655-c33154e34874'] response: {'server_uuid': 'e9fbf4a5-8fe0-479f-be91-4fa09639faab', 'name': 'network-vif-deleted', 'tag': '7035c887-82ce-424d-ac8c-c53f09a9c6fe', 'status': 'completed', 'code': 200}
Apr 30 21:35:02.224132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f488eabd-9c49-4465-a3f6-c74bfb4480a8 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:35:02.230199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=0305e96b-fa5f-4990-81af-fee5b4dd27c6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:02.236518 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4211e372-d8f5-4d56-a199-a66901c92216 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6e005030-14b7-4e34-81c1-a960942d2367), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.242872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0305e96b-fa5f-4990-81af-fee5b4dd27c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:02.252025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4211e372-d8f5-4d56-a199-a66901c92216 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 6e005030-14b7-4e34-81c1-a960942d2367 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:02.323598 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-faec3e0a-f886-4e36-8f7d-eccfffece3a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5849996
Apr 30 21:35:02.323903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58312) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:02.372640 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (60aeae4c-43e2-44fe-b42f-fb7852fe369f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.470011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e761355c-1547-4aac-a512-e46f23632e30 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:02.471102 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4211e372-d8f5-4d56-a199-a66901c92216 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6e005030-14b7-4e34-81c1-a960942d2367), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.473664 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e761355c-1547-4aac-a512-e46f23632e30 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/networks?id=0305e96b-fa5f-4990-81af-fee5b4dd27c6 HTTP/1.1" status: 200  len: 764 time: 0.1468337
Apr 30 21:35:02.477684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58318) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:02.482690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bfff4b95-8fff-4f85-bed0-be8b69329d6c tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'description': 'd2'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:02.531225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e2802ab-60f5-4f70-a47a-7a6f22bff434 req-5d29f5be-385a-4820-a5c1-6f052ac5fb11 tempest-ServersNegativeTestMultiTenantJSON-1987947798 tempest-ServersNegativeTestMultiTenantJSON-1987947798-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9fbf4a5-8fe0-479f-be91-4fa09639faab HTTP/1.1" status: 200  len: 210 time: 0.0729442
Apr 30 21:35:02.532209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port bcde8c68-741d-45a6-a000-6ba5315e14d4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:02.532622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bcde8c68-741d-45a6-a000-6ba5315e14d4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.534754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211e372-d8f5-4d56-a199-a66901c92216 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=6e005030-14b7-4e34-81c1-a960942d2367,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:02.551242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-21f3e577-0b8e-4e33-8a61-8e446ac079e9 req-2dd16d1e-4dd6-470d-8904-70a6dc57cb46 service neutron] (115773) timed out ('10.222.0.35', 58161) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:35:02.565564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4211e372-d8f5-4d56-a199-a66901c92216 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.572906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58320) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:02.573096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4211e372-d8f5-4d56-a199-a66901c92216 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/6e005030-14b7-4e34-81c1-a960942d2367 HTTP/1.1" status: 204  len: 168 time: 0.6296465
Apr 30 21:35:02.602349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e670083-77a8-462c-8ea2-9fc2331a3223 None None] Network 60aeae4c-43e2-44fe-b42f-fb7852fe369f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:02.643711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31540ab0-379d-4e8f-9b69-35565ba593ed tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:02.653741 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31540ab0-379d-4e8f-9b69-35565ba593ed tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0713644
Apr 30 21:35:02.668422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port bcde8c68-741d-45a6-a000-6ba5315e14d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcde8c68-741d-45a6-a000-6ba5315e14d4,segment=NetworkSegment(c2c9f375-b58f-4777-a64a-dfa6c60fedd5),segment_id=c2c9f375-b58f-4777-a64a-dfa6c60fedd5)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:02.669054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bcde8c68-741d-45a6-a000-6ba5315e14d4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.682494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58322) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:02.688225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for bcde8c68-741d-45a6-a000-6ba5315e14d4 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:02.720161 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3680415-d4c4-4b0e-a409-436ccbeace23 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:02.725217 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e3680415-d4c4-4b0e-a409-436ccbeace23 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/b9bc31a7-f1ea-41e3-9105-b10d7bb6ba69 HTTP/1.1" status: 404  len: 333 time: 0.0381308
Apr 30 21:35:02.725217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58324) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:02.767929 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87ba9c5-22ea-45e9-bfea-58ad6b90d46b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:02.769368 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c87ba9c5-22ea-45e9-bfea-58ad6b90d46b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/6e005030-14b7-4e34-81c1-a960942d2367 HTTP/1.1" status: 404  len: 333 time: 0.0442233
Apr 30 21:35:02.772341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58326) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:02.796117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c2aac-20f3-4c40-a2e6-d75a84089cbd None None] Network 60aeae4c-43e2-44fe-b42f-fb7852fe369f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:02.829410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bfff4b95-8fff-4f85-bed0-be8b69329d6c tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0305e96b-fa5f-4990-81af-fee5b4dd27c6), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.844034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bcde8c68-741d-45a6-a000-6ba5315e14d4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.877193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=bcde8c68-741d-45a6-a000-6ba5315e14d4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:02.879402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port bcde8c68-741d-45a6-a000-6ba5315e14d4 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:02.888316 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e8e3c9ad-bbc8-4d69-babb-41220bfda9f5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.970645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (60aeae4c-43e2-44fe-b42f-fb7852fe369f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.974982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e8e3c9ad-bbc8-4d69-babb-41220bfda9f5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.995419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bfff4b95-8fff-4f85-bed0-be8b69329d6c tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0305e96b-fa5f-4990-81af-fee5b4dd27c6), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:02.997432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8972b8dd60>,) {'filters': {'network_id': ['60aeae4c-43e2-44fe-b42f-fb7852fe369f']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:02.999207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cfa1eb0>,) {'filters': {'network_id': ['e8e3c9ad-bbc8-4d69-babb-41220bfda9f5']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:03.007971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972b8dd60>, 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:03.008318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972b8dd60>, 'c2c9f375-b58f-4777-a64a-dfa6c60fedd5') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:03.019832 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (c2c9f375-b58f-4777-a64a-dfa6c60fedd5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.024568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cfa1eb0>, 'd25a5345-1443-4621-8d51-25dda1130243') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:03.024771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cfa1eb0>, 'd25a5345-1443-4621-8d51-25dda1130243') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:03.026373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfff4b95-8fff-4f85-bed0-be8b69329d6c tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network 0305e96b-fa5f-4990-81af-fee5b4dd27c6 is not hosted by any dhcp agent {{(pid=115773) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Apr 30 21:35:03.031884 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff4b95-8fff-4f85-bed0-be8b69329d6c tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.032186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bfff4b95-8fff-4f85-bed0-be8b69329d6c tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.036174 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bfff4b95-8fff-4f85-bed0-be8b69329d6c tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "PUT /v2.0/networks/0305e96b-fa5f-4990-81af-fee5b4dd27c6 HTTP/1.1" status: 200  len: 761 time: 0.5586252
Apr 30 21:35:03.041779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c2c9f375-b58f-4777-a64a-dfa6c60fedd5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.042240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58328) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.045884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:03.046298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (c2c9f375-b58f-4777-a64a-dfa6c60fedd5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:03.049565 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:03.090982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (d25a5345-1443-4621-8d51-25dda1130243), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.144330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff4b95-8fff-4f85-bed0-be8b69329d6c tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=0305e96b-fa5f-4990-81af-fee5b4dd27c6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:03.154470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d25a5345-1443-4621-8d51-25dda1130243), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.159158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0305e96b-fa5f-4990-81af-fee5b4dd27c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:03.166340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:03.166726 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (d25a5345-1443-4621-8d51-25dda1130243), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:03.169714 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:03.190960 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:35:03.195613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (60aeae4c-43e2-44fe-b42f-fb7852fe369f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.200902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.216911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/60aeae4c-43e2-44fe-b42f-fb7852fe369f HTTP/1.1" status: 204  len: 168 time: 2.5252173
Apr 30 21:35:03.217101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58332) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.264804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19599a81-d28e-4c6e-90d6-dfa3893847b4 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.273877 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-19599a81-d28e-4c6e-90d6-dfa3893847b4 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/networks?id=0305e96b-fa5f-4990-81af-fee5b4dd27c6 HTTP/1.1" status: 200  len: 764 time: 0.2020333
Apr 30 21:35:03.274542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.319734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e099522-9d6a-4e6d-b6ad-cb687c209c73 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=60aeae4c-43e2-44fe-b42f-fb7852fe369f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:03.327165 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b0c3e7-a9a0-45b4-94e8-94fe09491402 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:03.327616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b0c3e7-a9a0-45b4-94e8-94fe09491402 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:03.330681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-67b0c3e7-a9a0-45b4-94e8-94fe09491402 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/7032d3aa-d11e-408b-80f7-ad8bcba5a8db HTTP/1.1" status: 404  len: 337 time: 0.1126688
Apr 30 21:35:03.334219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58340) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.365224 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e144281-579b-4120-b656-8d20a20d632e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:03.367688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e144281-579b-4120-b656-8d20a20d632e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:03.381241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1e144281-579b-4120-b656-8d20a20d632e tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/60aeae4c-43e2-44fe-b42f-fb7852fe369f HTTP/1.1" status: 404  len: 339 time: 0.0354452
Apr 30 21:35:03.381241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58344) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.405289 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8a4507-cac0-4cd6-bc35-8b8dab348054 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:03.405842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8a4507-cac0-4cd6-bc35-8b8dab348054 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:03.409810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8b8a4507-cac0-4cd6-bc35-8b8dab348054 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/380017dc-9f29-4c93-8984-6d4f3bc4dac9 HTTP/1.1" status: 404  len: 337 time: 0.0333951
Apr 30 21:35:03.411695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.433663 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c01c979-2a46-43a7-a1f6-338716ffc5a8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:03.435662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c01c979-2a46-43a7-a1f6-338716ffc5a8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:03.437910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1c01c979-2a46-43a7-a1f6-338716ffc5a8 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/0331c911-8074-44b0-a10e-52fb19fafd0c HTTP/1.1" status: 404  len: 339 time: 0.0248129
Apr 30 21:35:03.440370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58350) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.464034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e8e3c9ad-bbc8-4d69-babb-41220bfda9f5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.484784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.487950 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/networks/e8e3c9ad-bbc8-4d69-babb-41220bfda9f5 HTTP/1.1" status: 204  len: 168 time: 0.7146831
Apr 30 21:35:03.499776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58354) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.504807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1993911696'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:03.506919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb41a9-76a5-42f6-acc3-b3fcc662d9d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Network': ['ID=e8e3c9ad-bbc8-4d69-babb-41220bfda9f5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:03.530775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7aa7ad-d118-4365-9a8a-4c7acc00ef94 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.532762 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bc7aa7ad-d118-4365-9a8a-4c7acc00ef94 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2368498
Apr 30 21:35:03.546028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58356) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.551662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (6f1d9690-3453-4abe-8e0e-3378ebba3264), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.570934 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7b2d8f19-f53e-406b-bd88-052ea094316b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 207 time: 0.0337832
Apr 30 21:35:03.574612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58358) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.627234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58362) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.649885 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (6f1d9690-3453-4abe-8e0e-3378ebba3264), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.675162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896ccd16a0>,) {'filters': {'network_id': ['6f1d9690-3453-4abe-8e0e-3378ebba3264']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:03.685249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ccd16a0>, '4b81f1ec-8bba-4707-bcd6-16eb3fd44321') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:03.685545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ccd16a0>, '4b81f1ec-8bba-4707-bcd6-16eb3fd44321') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:03.695721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (4b81f1ec-8bba-4707-bcd6-16eb3fd44321), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.699827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75395b8-4acd-4fb4-9075-29ab0710ba69 admin admin] Deleting subnet 64c81e75-1e4e-4571-ab55-f9e2e2e25910 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:03.702418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:03.705419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b75395b8-4acd-4fb4-9075-29ab0710ba69 admin admin] Publish callbacks [] for subnet (64c81e75-1e4e-4571-ab55-f9e2e2e25910), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.705622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.723840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4b81f1ec-8bba-4707-bcd6-16eb3fd44321), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.733201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:03.733613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (4b81f1ec-8bba-4707-bcd6-16eb3fd44321), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:03.736757 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:03.755155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20b67d-9c21-4b9f-b0c0-d526874ed9f2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.761071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20b67d-9c21-4b9f-b0c0-d526874ed9f2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.765969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20b67d-9c21-4b9f-b0c0-d526874ed9f2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.770889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20b67d-9c21-4b9f-b0c0-d526874ed9f2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.776017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20b67d-9c21-4b9f-b0c0-d526874ed9f2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.780275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:03.781625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20b67d-9c21-4b9f-b0c0-d526874ed9f2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:03.787349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58364) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.788966 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9c20b67d-9c21-4b9f-b0c0-d526874ed9f2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.2132137
Apr 30 21:35:03.797778 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b75395b8-4acd-4fb4-9075-29ab0710ba69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (64c81e75-1e4e-4571-ab55-f9e2e2e25910), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.821862 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (61b3dcb0-0382-43be-84d5-c00faf46c30b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.822218 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Added segment 61b3dcb0-0382-43be-84d5-c00faf46c30b of type vlan for network 36b9172a-a0a1-4397-b1a2-e734c8c43d89
Apr 30 21:35:03.840340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b75395b8-4acd-4fb4-9075-29ab0710ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (64c81e75-1e4e-4571-ab55-f9e2e2e25910), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.916756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (36b9172a-a0a1-4397-b1a2-e734c8c43d89), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.934298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (6f1d9690-3453-4abe-8e0e-3378ebba3264), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.946628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.947895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b75395b8-4acd-4fb4-9075-29ab0710ba69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (64c81e75-1e4e-4571-ab55-f9e2e2e25910), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.952362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/6f1d9690-3453-4abe-8e0e-3378ebba3264 HTTP/1.1" status: 204  len: 168 time: 0.5109596
Apr 30 21:35:03.962507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58376) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:03.972263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75395b8-4acd-4fb4-9075-29ab0710ba69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c81e75-1e4e-4571-ab55-f9e2e2e25910,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:03.980052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b75395b8-4acd-4fb4-9075-29ab0710ba69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:03.983414 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b75395b8-4acd-4fb4-9075-29ab0710ba69 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/64c81e75-1e4e-4571-ab55-f9e2e2e25910 HTTP/1.1" status: 204  len: 168 time: 0.3550534
Apr 30 21:35:03.985819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58378) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.026552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-07a46753-74cf-4721-829e-7078777e9593 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.2380738
Apr 30 21:35:04.027424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc71a59-0fdc-4d39-ba13-70bbd3e5a237 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=6f1d9690-3453-4abe-8e0e-3378ebba3264,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:04.030682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58380) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.032851 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38e364a-65ce-476f-8e24-40b70b39621d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.033292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38e364a-65ce-476f-8e24-40b70b39621d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.036254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f38e364a-65ce-476f-8e24-40b70b39621d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/a9be7656-9761-4faf-9a38-840b05822897 HTTP/1.1" status: 404  len: 337 time: 0.0660257
Apr 30 21:35:04.040941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58382) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.065716 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bb1b56-2fb3-4cc6-82fd-129565af0e79 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.066231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bb1b56-2fb3-4cc6-82fd-129565af0e79 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.069678 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-58bb1b56-2fb3-4cc6-82fd-129565af0e79 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/7b6d3352-dc08-497c-b0cb-3a1689a966f5 HTTP/1.1" status: 404  len: 339 time: 0.0278039
Apr 30 21:35:04.072975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58384) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.080470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.083931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (36b9172a-a0a1-4397-b1a2-e734c8c43d89), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.089518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.090180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.125570 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f367c169-458e-4031-8107-e5008c03f63d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.126068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f367c169-458e-4031-8107-e5008c03f63d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.129031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f367c169-458e-4031-8107-e5008c03f63d tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/26ee2d14-48fe-4570-ad82-95e0bcf03e17 HTTP/1.1" status: 404  len: 337 time: 0.0552511
Apr 30 21:35:04.155180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58386) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.188373 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d53e4b-e6e7-4417-889a-03e6726cfe06 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.188373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d53e4b-e6e7-4417-889a-03e6726cfe06 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.188789 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a7d53e4b-e6e7-4417-889a-03e6726cfe06 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/a9b1565a-9716-4a11-b26e-de7fdbd62ed0 HTTP/1.1" status: 404  len: 339 time: 0.0326109
Apr 30 21:35:04.189466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dc71-bf9f-4bfe-b423-953cbb7295a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.190658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.190877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dc71-bf9f-4bfe-b423-953cbb7295a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.192417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dc71-bf9f-4bfe-b423-953cbb7295a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.199540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dc71-bf9f-4bfe-b423-953cbb7295a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.199540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89dc71-bf9f-4bfe-b423-953cbb7295a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.199540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dd89dc71-bf9f-4bfe-b423-953cbb7295a3 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1658509
Apr 30 21:35:04.201250 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58388) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.204745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58390) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.239302 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd6ec11-f338-41e0-aa0e-6bca37edc8f6 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.253664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd6ec11-f338-41e0-aa0e-6bca37edc8f6 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.254118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Network': ['ID=36b9172a-a0a1-4397-b1a2-e734c8c43d89,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:04.254234 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cbd6ec11-f338-41e0-aa0e-6bca37edc8f6 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/8bce1e80-879a-4eff-a115-ef6f336cd96d HTTP/1.1" status: 404  len: 337 time: 0.0416336
Apr 30 21:35:04.254234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c743b20>,) {'filters': {'network_id': ['dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:04.255962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 36b9172a-a0a1-4397-b1a2-e734c8c43d89 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:04.256621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58392) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.260609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c743b20>, '0ea84a14-a5c9-456b-9575-01298d7aa280') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:04.260915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c743b20>, '0ea84a14-a5c9-456b-9575-01298d7aa280') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:04.274105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (0ea84a14-a5c9-456b-9575-01298d7aa280), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.281795 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-25453497-18a7-4389-88c7-12b30da187e7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.282288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25453497-18a7-4389-88c7-12b30da187e7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.285497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-25453497-18a7-4389-88c7-12b30da187e7 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/caadfbff-671c-4276-86d4-65a7cc3cf65f HTTP/1.1" status: 404  len: 339 time: 0.0279274
Apr 30 21:35:04.290850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b76ca02d-f35d-4246-8ba3-8057f94bbcb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7900963
Apr 30 21:35:04.298340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.298340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58398) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.300880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc7f7b-a396-480f-9565-25c00de5326f tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.302122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc7f7b-a396-480f-9565-25c00de5326f tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.303470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc7f7b-a396-480f-9565-25c00de5326f tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.304666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc7f7b-a396-480f-9565-25c00de5326f tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.305563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': '36b9172a-a0a1-4397-b1a2-e734c8c43d89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:04.306031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc7f7b-a396-480f-9565-25c00de5326f tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.307943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b8cc7f7b-a396-480f-9565-25c00de5326f tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1022818
Apr 30 21:35:04.311560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58400) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.318186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0ea84a14-a5c9-456b-9575-01298d7aa280), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.354309 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e27b4c-9bf7-4d5c-9a46-ed969fef4d75 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.354783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e27b4c-9bf7-4d5c-9a46-ed969fef4d75 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.357954 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-48e27b4c-9bf7-4d5c-9a46-ed969fef4d75 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/979c827c-655f-4c33-a241-c978cdf0d7ad HTTP/1.1" status: 404  len: 337 time: 0.0603502
Apr 30 21:35:04.359310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:04.359881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (0ea84a14-a5c9-456b-9575-01298d7aa280), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.364107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58402) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.386592 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5694bbb-8d8e-4c20-9765-308a9ba61efe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.387149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5694bbb-8d8e-4c20-9765-308a9ba61efe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.390218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e5694bbb-8d8e-4c20-9765-308a9ba61efe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/13ae7670-8af0-4282-b4a6-2d2f2dea2e52 HTTP/1.1" status: 404  len: 339 time: 0.0250745
Apr 30 21:35:04.394420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58406) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:04.396832 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:04.569585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.574192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.580567 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1 HTTP/1.1" status: 204  len: 168 time: 0.5911295
Apr 30 21:35:04.581737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58412) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.599468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:04.608329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.617222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682819a9-1d4d-4708-b530-86f80b9ea0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb5c33e-f665-4a8f-a70c-5f8dfdcbb8e1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:04.703433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Performing IP validity checks on allocation pools {{(pid=115773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Apr 30 21:35:04.704020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Apr 30 21:35:04.712304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fd0214-70e0-43ce-ba49-9f1c96fed548 admin admin] Deleting subnet 13c980c9-e437-498e-8254-49f3a90048ff {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:04.717509 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fd0214-70e0-43ce-ba49-9f1c96fed548 admin admin] Publish callbacks [] for subnet (13c980c9-e437-498e-8254-49f3a90048ff), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.717651 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8bc599-a54c-4030-8063-c79850bffefe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.718207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8bc599-a54c-4030-8063-c79850bffefe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.720984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ee8bc599-a54c-4030-8063-c79850bffefe tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/97af6c3c-2937-4db9-8d6f-3bcb5f291f03 HTTP/1.1" status: 404  len: 337 time: 0.3255348
Apr 30 21:35:04.730674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58414) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.755943 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-33233971-f77c-4d05-8423-973be608675b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.756529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33233971-f77c-4d05-8423-973be608675b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.759767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-33233971-f77c-4d05-8423-973be608675b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/51c7775d-cfa1-4b17-b634-e39aeb4e1fef HTTP/1.1" status: 404  len: 339 time: 0.0279503
Apr 30 21:35:04.763141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58416) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.767974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fd0214-70e0-43ce-ba49-9f1c96fed548 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (13c980c9-e437-498e-8254-49f3a90048ff), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.802214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c2d908-4500-4de2-8c61-c2857cff95a5 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:04.807909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e7c2d908-4500-4de2-8c61-c2857cff95a5 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/networks/7871073e-6852-441e-9a57-fcb8e506b7fb HTTP/1.1" status: 200  len: 803 time: 0.4953303
Apr 30 21:35:04.813810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58418) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.813810 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-be9bd414-5c4b-44e1-bf6d-830bd1e01683 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.813810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be9bd414-5c4b-44e1-bf6d-830bd1e01683 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.813810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-be9bd414-5c4b-44e1-bf6d-830bd1e01683 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/61fb56b1-8bd8-4885-9162-568394f5e055 HTTP/1.1" status: 404  len: 337 time: 0.0489016
Apr 30 21:35:04.815600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58420) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.847678 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fd0214-70e0-43ce-ba49-9f1c96fed548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (13c980c9-e437-498e-8254-49f3a90048ff), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:04.858436 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2d35b3-9b98-4307-b4b3-f6f13b0fba78 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.858952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2d35b3-9b98-4307-b4b3-f6f13b0fba78 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.861971 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1a2d35b3-9b98-4307-b4b3-f6f13b0fba78 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/49ce2984-127b-422a-acf4-b3be633534ff HTTP/1.1" status: 404  len: 339 time: 0.0455146
Apr 30 21:35:04.871975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58422) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.932665 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aad8163-d947-4797-a076-77e8a6cc3db2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.933154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aad8163-d947-4797-a076-77e8a6cc3db2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.936160 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1aad8163-d947-4797-a076-77e8a6cc3db2 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/d1b01cde-66bb-4724-bcc9-c5e188df8ff4 HTTP/1.1" status: 404  len: 337 time: 0.0610237
Apr 30 21:35:04.939474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58424) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.956594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-58d4cba8-8c03-4157-8fff-eabcb839e9f5 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/networks/7871073e-6852-441e-9a57-fcb8e506b7fb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.1424007
Apr 30 21:35:04.957135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58426) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:04.976847 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23693cb-eada-476a-89c4-c7eab0046d0b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:04.977356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23693cb-eada-476a-89c4-c7eab0046d0b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:04.980267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f23693cb-eada-476a-89c4-c7eab0046d0b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/ab041b03-c591-4834-ab4a-15accd181b28 HTTP/1.1" status: 404  len: 339 time: 0.0398476
Apr 30 21:35:04.982970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58428) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.014799 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-02adc258-6a77-4a0b-8764-5d1beb53e16b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:05.015242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02adc258-6a77-4a0b-8764-5d1beb53e16b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:05.018278 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-02adc258-6a77-4a0b-8764-5d1beb53e16b tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/fc6e7ed1-a665-4301-8143-f93ed6f8e533 HTTP/1.1" status: 404  len: 337 time: 0.0342014
Apr 30 21:35:05.020864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58430) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.021667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a459038-19da-4f06-9824-1faf863b30a5 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:05.023076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2a459038-19da-4f06-9824-1faf863b30a5 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/subnets/4b083b70-fcf3-4644-9352-fb1adcbc5e08 HTTP/1.1" status: 200  len: 843 time: 0.0557175
Apr 30 21:35:05.026590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58432) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.040445 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-738b7c90-8ca2-44ee-ae0c-0af090450639 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:05.041412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738b7c90-8ca2-44ee-ae0c-0af090450639 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:05.044109 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-738b7c90-8ca2-44ee-ae0c-0af090450639 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/bba5473c-2585-4e83-979e-2075ef5017a5 HTTP/1.1" status: 404  len: 339 time: 0.0223370
Apr 30 21:35:05.046672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58434) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.076491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (2954879b-1314-4ca1-a8c6-931a3a126714), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.078694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45665b0-0ad2-4c73-986e-2e05403e7750 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['shared'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:05.080060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a45665b0-0ad2-4c73-986e-2e05403e7750 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "GET /v2.0/subnets/4b083b70-fcf3-4644-9352-fb1adcbc5e08?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0525494
Apr 30 21:35:05.083727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58436) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.089268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1646153903'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:05.116393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fd0214-70e0-43ce-ba49-9f1c96fed548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (13c980c9-e437-498e-8254-49f3a90048ff), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.148488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-61fd0214-70e0-43ce-ba49-9f1c96fed548 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.151603 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-61fd0214-70e0-43ce-ba49-9f1c96fed548 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13c980c9-e437-498e-8254-49f3a90048ff HTTP/1.1" status: 204  len: 168 time: 0.5685637
Apr 30 21:35:05.155232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58438) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.161670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5153c0-37aa-4aed-a3fe-b89a00145839 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting subnet 5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:05.167969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:05.168123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac5153c0-37aa-4aed-a3fe-b89a00145839 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.168212 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.172526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=2954879b-1314-4ca1-a8c6-931a3a126714,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:05.250945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd0214-70e0-43ce-ba49-9f1c96fed548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c980c9-e437-498e-8254-49f3a90048ff,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:05.254692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:05.261242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (f459296f-0540-478e-a909-271b54b15f32), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.270636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1af8184f-5b2d-49ab-a228-afe0213a48ba), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.271232 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Added segment 1af8184f-5b2d-49ab-a228-afe0213a48ba of type vlan for network a98f6700-a1e4-4f50-8397-10a29d162b09
Apr 30 21:35:05.272513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking segment: {'id': '61b3dcb0-0382-43be-84d5-c00faf46c30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36b9172a-a0a1-4397-b1a2-e734c8c43d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:05.272920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network hostable DHCP agents. Network: 36b9172a-a0a1-4397-b1a2-e734c8c43d89, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:05.276727 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac5153c0-37aa-4aed-a3fe-b89a00145839 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.372733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac5153c0-37aa-4aed-a3fe-b89a00145839 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.376289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 36b9172a-a0a1-4397-b1a2-e734c8c43d89 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:05.390400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a98f6700-a1e4-4f50-8397-10a29d162b09), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.406871 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (f459296f-0540-478e-a909-271b54b15f32), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.460974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e76c8e0>,) {'filters': {'network_id': ['f459296f-0540-478e-a909-271b54b15f32']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:05.470717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e76c8e0>, 'bff49459-16d1-46ef-840b-09075ee3f864') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:05.471014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e76c8e0>, 'bff49459-16d1-46ef-840b-09075ee3f864') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:05.481693 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (bff49459-16d1-46ef-840b-09075ee3f864), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.506850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bff49459-16d1-46ef-840b-09075ee3f864), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.515330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:05.515811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (bff49459-16d1-46ef-840b-09075ee3f864), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:05.519639 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:05.523942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36b9172a-a0a1-4397-b1a2-e734c8c43d89) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:05.531992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:05.531992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.532673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7035c887-82ce-424d-ac8c-c53f09a9c6fe no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:05.580128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552380da-95f7-431b-a157-ed83c30915a9 None None] Network 36b9172a-a0a1-4397-b1a2-e734c8c43d89 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:05.582623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a98f6700-a1e4-4f50-8397-10a29d162b09), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.582765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac5153c0-37aa-4aed-a3fe-b89a00145839 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.583185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 7035c887-82ce-424d-ac8c-c53f09a9c6fe {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:05.583567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 7035c887-82ce-424d-ac8c-c53f09a9c6fe not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:05.585282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:05.585918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.614595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5153c0-37aa-4aed-a3fe-b89a00145839 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:05.619089 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac5153c0-37aa-4aed-a3fe-b89a00145839 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.624531 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ac5153c0-37aa-4aed-a3fe-b89a00145839 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/subnets/5d7d99ce-c99b-4b7e-ad78-99ca2baa0c58 HTTP/1.1" status: 204  len: 168 time: 0.5747066
Apr 30 21:35:05.624926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58448) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.637715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90524ba2-17dc-4fc7-ac4d-8ba021f84547 None None] Network 14344f52-ce92-4873-803d-a3dd893a95c6 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:05.641161 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a64eda67-2ba3-401f-b92a-4c367cc2c1d7 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3393338
Apr 30 21:35:05.641672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58450) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.646716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': '36b9172a-a0a1-4397-b1a2-e734c8c43d89', 'name': 'tempest-PortsTestJSON-312924361'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:05.711684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Network': ['ID=a98f6700-a1e4-4f50-8397-10a29d162b09,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:05.712318 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (14344f52-ce92-4873-803d-a3dd893a95c6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.719213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dffc1316-8233-4f39-9538-5217685b87dc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6337912
Apr 30 21:35:05.722029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58452) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:05.727942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'network_id': 'a98f6700-a1e4-4f50-8397-10a29d162b09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:05.734447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a98f6700-a1e4-4f50-8397-10a29d162b09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:05.768457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Deleting port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:05.769025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.775730 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (f459296f-0540-478e-a909-271b54b15f32), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.789693 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.797464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] 10.222.0.23 "DELETE /v2.0/networks/f459296f-0540-478e-a909-271b54b15f32 HTTP/1.1" status: 204  len: 168 time: 0.6367373
Apr 30 21:35:05.839662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4354e-f9c1-4c4a-ba19-cbe79a13bcdf admin admin] Pushing event deleted for resources: {'Network': ['ID=f459296f-0540-478e-a909-271b54b15f32,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:05.868778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] For port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d,segment=NetworkSegment(7c461990-aa69-40d3-a709-e028d15cc87b),segment_id=7c461990-aa69-40d3-a709-e028d15cc87b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:05.869236 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.892391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Calling delete_port for 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:05.904631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-36b9172a-a0a1-4397-b1a2-e734c8c43d89', 'network_id': '36b9172a-a0a1-4397-b1a2-e734c8c43d89', 'project_id': '61cf3c186d6347bda4f0558e9d809056', 'fixed_ips': [{'subnet_id': '2954879b-1314-4ca1-a8c6-931a3a126714'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:05.905804 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.968810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Made reservation on behalf of 5cc6a2a737624602a6c35664ef12ee53 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:05.972731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.977527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:05.982072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:05.999257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] DHCP port deletion for 14344f52-ce92-4873-803d-a3dd893a95c6 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:06.045884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.051406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port cf9bd063-9f51-46ad-a991-7e324efa84fa yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:06.064699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Performing IP validity checks on allocation pools {{(pid=115774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Apr 30 21:35:06.065471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115774) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Apr 30 21:35:06.076906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Port': ['ID=871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:06.080899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] Deleting port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:06.081887 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.085139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] No DVR routers for this DVR port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:06.162003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] For port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d, host ncdv-master-1, got binding levels [] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:06.162445 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.174931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Allocated IP 172.20.0.2 (36b9172a-a0a1-4397-b1a2-e734c8c43d89/2954879b-1314-4ca1-a8c6-931a3a126714/797857bd-469e-4354-8906-33c80535d0a6) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:06.187113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] Calling delete_port for 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:06.190847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.ipam_backend_mixin [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] Port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d was not found and therefore no delete operation was performed {{(pid=115776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:35:06.194497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (14344f52-ce92-4873-803d-a3dd893a95c6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.196871 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.222836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966db94f0>,) {'filters': {'network_id': ['14344f52-ce92-4873-803d-a3dd893a95c6']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:06.234033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966db94f0>, '7c461990-aa69-40d3-a709-e028d15cc87b') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:06.234327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966db94f0>, '7c461990-aa69-40d3-a709-e028d15cc87b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:06.244856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (7c461990-aa69-40d3-a709-e028d15cc87b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.259201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7c461990-aa69-40d3-a709-e028d15cc87b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.266231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:06.266682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (7c461990-aa69-40d3-a709-e028d15cc87b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.268668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] Pushing event deleted for resources: {'Port': ['ID=871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:06.270451 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:06.274373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00305a-3276-4bf6-a5c4-44db72536094 None None] No DVR routers for this DVR port 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:06.325426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58456) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:06.364665 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (5bb037c5-c41d-41ed-a5cd-cf779f8c081f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.375167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1373c212-00ac-4868-8aa6-4e1ab20af03e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e374475a40f64506bf36664ff452ea96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0484407
Apr 30 21:35:06.378511 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58458) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:06.407211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Publish callbacks [] for port (797857bd-469e-4354-8906-33c80535d0a6), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.431491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=5bb037c5-c41d-41ed-a5cd-cf779f8c081f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:06.438264 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (14344f52-ce92-4873-803d-a3dd893a95c6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.440935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Checking segment: {'id': '1af8184f-5b2d-49ab-a228-afe0213a48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a98f6700-a1e4-4f50-8397-10a29d162b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:06.441303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network hostable DHCP agents. Network: a98f6700-a1e4-4f50-8397-10a29d162b09, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:06.443303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.447431 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] 10.222.0.23 "DELETE /v2.0/networks/14344f52-ce92-4873-803d-a3dd893a95c6 HTTP/1.1" status: 204  len: 168 time: 0.8217325
Apr 30 21:35:06.469820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0208abd-dd51-4f4f-bbfe-cc9780ca9f03 tempest-NetworksTest-1929841872 tempest-NetworksTest-1929841872-project] Pushing event deleted for resources: {'Network': ['ID=14344f52-ce92-4873-803d-a3dd893a95c6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:06.472984 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a517cfce-ed68-4f97-91a2-da78d1036401 admin admin] Publish callbacks [] for security_group (2ee85a6b-1ff4-4419-9f7f-954baed96e34), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.497224 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a517cfce-ed68-4f97-91a2-da78d1036401 admin admin] Publish callbacks [] for security_group (2ee85a6b-1ff4-4419-9f7f-954baed96e34), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.545633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (797857bd-469e-4354-8906-33c80535d0a6), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.573618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Network a98f6700-a1e4-4f50-8397-10a29d162b09 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:06.592440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Network 36b9172a-a0a1-4397-b1a2-e734c8c43d89 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:06.595636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:06.610438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:06.612051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.12 (36b9172a-a0a1-4397-b1a2-e734c8c43d89/2954879b-1314-4ca1-a8c6-931a3a126714/cf9bd063-9f51-46ad-a991-7e324efa84fa) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:06.613929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Pushing event updated for resources: {'Port': ['ID=797857bd-469e-4354-8906-33c80535d0a6,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:06.649838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a517cfce-ed68-4f97-91a2-da78d1036401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2ee85a6b-1ff4-4419-9f7f-954baed96e34), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.652786 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a517cfce-ed68-4f97-91a2-da78d1036401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.654351 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a517cfce-ed68-4f97-91a2-da78d1036401 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ee85a6b-1ff4-4419-9f7f-954baed96e34 HTTP/1.1" status: 204  len: 168 time: 0.2748089
Apr 30 21:35:06.665193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517cfce-ed68-4f97-91a2-da78d1036401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee85a6b-1ff4-4419-9f7f-954baed96e34,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:06.720349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Attempting to bind port 797857bd-469e-4354-8906-33c80535d0a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:06.721003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Attempting to bind port 797857bd-469e-4354-8906-33c80535d0a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '61b3dcb0-0382-43be-84d5-c00faf46c30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36b9172a-a0a1-4397-b1a2-e734c8c43d89'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:06.722775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Attempting to bind port 797857bd-469e-4354-8906-33c80535d0a6 on network 36b9172a-a0a1-4397-b1a2-e734c8c43d89 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:06.736327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:06.742112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Checking segment: {'id': '61b3dcb0-0382-43be-84d5-c00faf46c30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36b9172a-a0a1-4397-b1a2-e734c8c43d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:06.744659 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.744659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Bound using segment: {'id': '61b3dcb0-0382-43be-84d5-c00faf46c30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36b9172a-a0a1-4397-b1a2-e734c8c43d89'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:06.744659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Bound port: 797857bd-469e-4354-8906-33c80535d0a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b3dcb0-0382-43be-84d5-c00faf46c30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '36b9172a-a0a1-4397-b1a2-e734c8c43d89'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:06.744659 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (797857bd-469e-4354-8906-33c80535d0a6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.786850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a98f6700-a1e4-4f50-8397-10a29d162b09) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:06.806442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327763c-cfab-48f4-bf81-1fff34308e26 None None] Network a98f6700-a1e4-4f50-8397-10a29d162b09 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:06.815689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (cf9bd063-9f51-46ad-a991-7e324efa84fa), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.847542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:06.848160 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.882442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:06.914720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:06.915059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 871bf9fe-6ccf-49eb-9984-51cd8d8c0a0d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:06.922816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] For port 797857bd-469e-4354-8906-33c80535d0a6, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:06.937147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] For port 797857bd-469e-4354-8906-33c80535d0a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797857bd-469e-4354-8906-33c80535d0a6,segment=NetworkSegment(61b3dcb0-0382-43be-84d5-c00faf46c30b),segment_id=61b3dcb0-0382-43be-84d5-c00faf46c30b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:06.977850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-53007a39-328f-4123-889d-183ba20f077a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.2544053
Apr 30 21:35:06.979302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cf9bd063-9f51-46ad-a991-7e324efa84fa), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:06.980707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58476) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:06.985973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a7d7f5e2-d482-4335-9ae5-e659ab453ee0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:06.992635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a98f6700-a1e4-4f50-8397-10a29d162b09', 'network_id': 'a98f6700-a1e4-4f50-8397-10a29d162b09', 'project_id': '5cc6a2a737624602a6c35664ef12ee53', 'fixed_ips': [{'subnet_id': '5bb037c5-c41d-41ed-a5cd-cf779f8c081f'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:06.993745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.063319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58480) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:07.068580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 36b9172a-a0a1-4397-b1a2-e734c8c43d89 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:07.075272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:07.085679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:07.124799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=cf9bd063-9f51-46ad-a991-7e324efa84fa,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:07.191565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:07.192387 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.215328 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f5e2-d482-4335-9ae5-e659ab453ee0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3325775'] for subnet (5bb037c5-c41d-41ed-a5cd-cf779f8c081f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.263847 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (797857bd-469e-4354-8906-33c80535d0a6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.344231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e87fa2e4-f934-4b9c-be8f-64bea363b003 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.7012529
Apr 30 21:35:07.350216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58484) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:07.350523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a6428-5934-4074-956a-391ca2125fc9 None None] Pushing event updated for resources: {'Port': ['ID=797857bd-469e-4354-8906-33c80535d0a6,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:07.434824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:07.435038 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3894fdc0-79c3-43c7-955a-1799834e2938 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b290be8f5354a0cbfa5a80c43108d0f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3704462
Apr 30 21:35:07.509035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58492) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:07.524122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port cf9bd063-9f51-46ad-a991-7e324efa84fa {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:07.524470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (cf9bd063-9f51-46ad-a991-7e324efa84fa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.525993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66a1e471-c31a-465e-ad39-1076fb1a9257 admin admin] Publish callbacks [] for security_group (fb82d7bd-1eed-4922-b5e1-efee1a8a0b95), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.550975 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66a1e471-c31a-465e-ad39-1076fb1a9257 admin admin] Publish callbacks [] for security_group (fb82d7bd-1eed-4922-b5e1-efee1a8a0b95), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.611633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f5e2-d482-4335-9ae5-e659ab453ee0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764266010884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3274049'] for subnet (5bb037c5-c41d-41ed-a5cd-cf779f8c081f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]: WARNING neutron.objects.base [None req-a7d7f5e2-d482-4335-9ae5-e659ab453ee0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] ORM session: SQL execution without transaction in progress, traceback:
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     result = function(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     proto.__init__(conn_state, self)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     self.handle()
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     self.handle_one_request()
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     self.handle_one_response()
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     result = self.application(self.environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return app(environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self.application)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return request.get_response(self.application)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     resp = self.call_func(req, *args, **kw)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return self.func(req, *args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     response = req.get_response(self._app)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     status, headers, app_iter = self.call_application(
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     app_iter = application(self.environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     response = self.app(environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return resp(environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return self.application(environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return super(Pecan, self).__call__(environ, start_response)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     self.invoke_controller(controller, args, kwargs, state)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     result = controller(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return f(*dup_args, **dup_kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return {self.resource: self.plugin_updater(*updater_args)}
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return method(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return f(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return f(*dup_args, **dup_kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     self._update_subnet_postcommit(context, original_subnet,
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     registry.publish(
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return function(*args, **kwargs)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     errors = self._notify_loop(resource, event, trigger, payload)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     callback(resource, event, trigger, payload=payload)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     router_ids = set(port.device_id for port in query)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     return self._iter().__iter__()
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     result = self.session.execute(
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]:     result = fn(orm_exec_state)
Apr 30 21:35:07.666756 ncdv-master-1 neutron-server[115774]: 
Apr 30 21:35:07.732722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (cf9bd063-9f51-46ad-a991-7e324efa84fa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.734120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Allocated IP 2001:db8::3 (a98f6700-a1e4-4f50-8397-10a29d162b09/5bb037c5-c41d-41ed-a5cd-cf779f8c081f/8fa49ec7-9053-45b1-b405-e3ecb9790592) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:07.747755 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66a1e471-c31a-465e-ad39-1076fb1a9257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fb82d7bd-1eed-4922-b5e1-efee1a8a0b95), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.750442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66a1e471-c31a-465e-ad39-1076fb1a9257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.753936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-66a1e471-c31a-465e-ad39-1076fb1a9257 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb82d7bd-1eed-4922-b5e1-efee1a8a0b95 HTTP/1.1" status: 204  len: 168 time: 0.3158126
Apr 30 21:35:07.753936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d7f5e2-d482-4335-9ae5-e659ab453ee0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:07.753936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f5e2-d482-4335-9ae5-e659ab453ee0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.755363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a7d7f5e2-d482-4335-9ae5-e659ab453ee0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "PUT /v2.0/subnets/5bb037c5-c41d-41ed-a5cd-cf779f8c081f HTTP/1.1" status: 200  len: 900 time: 0.7736247
Apr 30 21:35:07.766720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58504) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:07.769988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for cf9bd063-9f51-46ad-a991-7e324efa84fa owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:07.791466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1e471-c31a-465e-ad39-1076fb1a9257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82d7bd-1eed-4922-b5e1-efee1a8a0b95,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:07.804800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9220354a-b7f2-4c61-8d01-870ce5d0eb4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5994b70466a14d378c557473048ae49f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2946701
Apr 30 21:35:07.807452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7f5e2-d482-4335-9ae5-e659ab453ee0 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event updated for resources: {'Subnet': ['ID=5bb037c5-c41d-41ed-a5cd-cf779f8c081f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:07.809964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58506) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:07.888839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ffe54b3-8eeb-422d-a3de-d54d825bd200 admin admin] Publish callbacks [] for security_group (0e22cbda-f2da-4e7f-8565-df6edc48bb55), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.906104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a98f6700-a1e4-4f50-8397-10a29d162b09), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:07.954608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ffe54b3-8eeb-422d-a3de-d54d825bd200 admin admin] Publish callbacks [] for security_group (0e22cbda-f2da-4e7f-8565-df6edc48bb55), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.027387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5bb037c5-c41d-41ed-a5cd-cf779f8c081f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.035351 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Publish callbacks [] for port (8fa49ec7-9053-45b1-b405-e3ecb9790592), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.095130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ffe54b3-8eeb-422d-a3de-d54d825bd200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0e22cbda-f2da-4e7f-8565-df6edc48bb55), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.098143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9ffe54b3-8eeb-422d-a3de-d54d825bd200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.099525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9ffe54b3-8eeb-422d-a3de-d54d825bd200 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e22cbda-f2da-4e7f-8565-df6edc48bb55 HTTP/1.1" status: 204  len: 168 time: 0.2884207
Apr 30 21:35:08.119786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe54b3-8eeb-422d-a3de-d54d825bd200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e22cbda-f2da-4e7f-8565-df6edc48bb55,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:08.164084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (8fa49ec7-9053-45b1-b405-e3ecb9790592), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.216421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Network a98f6700-a1e4-4f50-8397-10a29d162b09 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:08.219448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:08.222190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:08.265021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (cf9bd063-9f51-46ad-a991-7e324efa84fa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.269163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Pushing event updated for resources: {'Port': ['ID=8fa49ec7-9053-45b1-b405-e3ecb9790592,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:08.309476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=cf9bd063-9f51-46ad-a991-7e324efa84fa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:08.310186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Attempting to bind port 8fa49ec7-9053-45b1-b405-e3ecb9790592 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:08.310567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Attempting to bind port 8fa49ec7-9053-45b1-b405-e3ecb9790592 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1af8184f-5b2d-49ab-a228-afe0213a48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a98f6700-a1e4-4f50-8397-10a29d162b09'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:08.311023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Attempting to bind port 8fa49ec7-9053-45b1-b405-e3ecb9790592 on network a98f6700-a1e4-4f50-8397-10a29d162b09 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:08.316586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5bb037c5-c41d-41ed-a5cd-cf779f8c081f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.316700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:08.317102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Checking segment: {'id': '1af8184f-5b2d-49ab-a228-afe0213a48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a98f6700-a1e4-4f50-8397-10a29d162b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:08.317463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.318082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Bound using segment: {'id': '1af8184f-5b2d-49ab-a228-afe0213a48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a98f6700-a1e4-4f50-8397-10a29d162b09'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:08.318723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Bound port: 8fa49ec7-9053-45b1-b405-e3ecb9790592, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af8184f-5b2d-49ab-a228-afe0213a48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a98f6700-a1e4-4f50-8397-10a29d162b09'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:08.318960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8fa49ec7-9053-45b1-b405-e3ecb9790592), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.382135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.384666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.384666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.384666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.384666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.384666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.384666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.385282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.385907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.386348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.386844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.387279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.387711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.388732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.389162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:08.394564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb037c5-c41d-41ed-a5cd-cf779f8c081f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:08.430331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] For port 8fa49ec7-9053-45b1-b405-e3ecb9790592, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:08.444158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] For port 8fa49ec7-9053-45b1-b405-e3ecb9790592, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fa49ec7-9053-45b1-b405-e3ecb9790592,segment=NetworkSegment(1af8184f-5b2d-49ab-a228-afe0213a48ba),segment_id=1af8184f-5b2d-49ab-a228-afe0213a48ba)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:08.525300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a98f6700-a1e4-4f50-8397-10a29d162b09), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.559656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966666340>,) {'filters': {'network_id': ['a98f6700-a1e4-4f50-8397-10a29d162b09']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:08.575201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966666340>, '1af8184f-5b2d-49ab-a228-afe0213a48ba') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:08.575201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966666340>, '1af8184f-5b2d-49ab-a228-afe0213a48ba') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:08.577430 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8fa49ec7-9053-45b1-b405-e3ecb9790592), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.593145 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (1af8184f-5b2d-49ab-a228-afe0213a48ba), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.618601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.622735 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3683c948-2c71-4b33-82fa-d6dbc23c04df tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/cf9bd063-9f51-46ad-a991-7e324efa84fa HTTP/1.1" status: 204  len: 168 time: 1.2655232
Apr 30 21:35:08.632068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58532) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:08.645185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1af8184f-5b2d-49ab-a228-afe0213a48ba), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.661149 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:08.663113 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (1af8184f-5b2d-49ab-a228-afe0213a48ba), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:08.672240 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:08.694792 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-252e4c9f-17e7-4b0a-b950-4a94f64cbe7e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:08.695376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252e4c9f-17e7-4b0a-b950-4a94f64cbe7e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:08.737094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-252e4c9f-17e7-4b0a-b950-4a94f64cbe7e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/cf9bd063-9f51-46ad-a991-7e324efa84fa HTTP/1.1" status: 404  len: 333 time: 0.1055715
Apr 30 21:35:08.746585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58542) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:08.753700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846513-2274-47b3-901f-bc9982c5fa70 None None] Pushing event updated for resources: {'Port': ['ID=8fa49ec7-9053-45b1-b405-e3ecb9790592,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:08.843204 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a556384b-8cc1-432d-a2ee-22337e58293b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:08.844870 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 21:35:08.844870 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 21:35:08.844870 ncdv-master-1 neutron-server[115773]: [parameters: {'id': 'a98f6700-a1e4-4f50-8397-10a29d162b09'}]
Apr 30 21:35:08.844870 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:35:08.845233 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:35:08.846899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a556384b-8cc1-432d-a2ee-22337e58293b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/cf9bd063-9f51-46ad-a991-7e324efa84fa HTTP/1.1" status: 404  len: 333 time: 0.0991399
Apr 30 21:35:08.849863 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58550) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:08.860035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea823c48-c87c-4e60-b071-ca3a8b28df25 None None] Network a98f6700-a1e4-4f50-8397-10a29d162b09 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:08.941646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c123bcca-06fc-4fff-8d0f-2f6cac18465a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet 2954879b-1314-4ca1-a8c6-931a3a126714 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:08.948890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c123bcca-06fc-4fff-8d0f-2f6cac18465a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (2954879b-1314-4ca1-a8c6-931a3a126714), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:08.956436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 797857bd-469e-4354-8906-33c80535d0a6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:09.015321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c123bcca-06fc-4fff-8d0f-2f6cac18465a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (2954879b-1314-4ca1-a8c6-931a3a126714), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.031462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a049788-fec5-4105-aab5-02d76a5d2c2f None None] Network 36b9172a-a0a1-4397-b1a2-e734c8c43d89 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:09.108274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad1ec1-c5e6-46d7-aa77-43b166fce2d0 None None] Network a98f6700-a1e4-4f50-8397-10a29d162b09 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:09.122507 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c123bcca-06fc-4fff-8d0f-2f6cac18465a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (2954879b-1314-4ca1-a8c6-931a3a126714), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.134146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 797857bd-469e-4354-8906-33c80535d0a6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:09.134591 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (797857bd-469e-4354-8906-33c80535d0a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.136204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a5d9a9a0-c607-4229-ac64-5ec9b662d264 None None] Provisioning complete for port 797857bd-469e-4354-8906-33c80535d0a6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:09.136570 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a9a0-c607-4229-ac64-5ec9b662d264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (797857bd-469e-4354-8906-33c80535d0a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.250373 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c123bcca-06fc-4fff-8d0f-2f6cac18465a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (2954879b-1314-4ca1-a8c6-931a3a126714), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.255789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58562) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:09.296264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123bcca-06fc-4fff-8d0f-2f6cac18465a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=2954879b-1314-4ca1-a8c6-931a3a126714,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:09.301240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c123bcca-06fc-4fff-8d0f-2f6cac18465a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.305819 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c123bcca-06fc-4fff-8d0f-2f6cac18465a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/2954879b-1314-4ca1-a8c6-931a3a126714 HTTP/1.1" status: 204  len: 168 time: 0.4531376
Apr 30 21:35:09.307307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58566) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:09.346552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a98f6700-a1e4-4f50-8397-10a29d162b09), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.416643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (36b9172a-a0a1-4397-b1a2-e734c8c43d89), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.432378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 797857bd-469e-4354-8906-33c80535d0a6 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:09.433532 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (797857bd-469e-4354-8906-33c80535d0a6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.462802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9a9a0-c607-4229-ac64-5ec9b662d264 None None] Current status of the port 797857bd-469e-4354-8906-33c80535d0a6 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:09.463721 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a9a0-c607-4229-ac64-5ec9b662d264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (797857bd-469e-4354-8906-33c80535d0a6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.492238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting port 8fa49ec7-9053-45b1-b405-e3ecb9790592 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:09.492611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8fa49ec7-9053-45b1-b405-e3ecb9790592), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.498249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-30d87f96-fb68-44b9-9185-17060ba9dab6 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1161505219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:09.509854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 797857bd-469e-4354-8906-33c80535d0a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797857bd-469e-4354-8906-33c80535d0a6,segment=NetworkSegment(61b3dcb0-0382-43be-84d5-c00faf46c30b),segment_id=61b3dcb0-0382-43be-84d5-c00faf46c30b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:09.533531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 797857bd-469e-4354-8906-33c80535d0a6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:09.533899 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (797857bd-469e-4354-8906-33c80535d0a6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.581535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] For port 8fa49ec7-9053-45b1-b405-e3ecb9790592, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fa49ec7-9053-45b1-b405-e3ecb9790592,segment=NetworkSegment(1af8184f-5b2d-49ab-a228-afe0213a48ba),segment_id=1af8184f-5b2d-49ab-a228-afe0213a48ba)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:09.581950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8fa49ec7-9053-45b1-b405-e3ecb9790592), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.597690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Calling delete_port for 8fa49ec7-9053-45b1-b405-e3ecb9790592 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:09.608938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] For port 797857bd-469e-4354-8906-33c80535d0a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=797857bd-469e-4354-8906-33c80535d0a6,segment=NetworkSegment(61b3dcb0-0382-43be-84d5-c00faf46c30b),segment_id=61b3dcb0-0382-43be-84d5-c00faf46c30b)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:09.609298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (797857bd-469e-4354-8906-33c80535d0a6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.629461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 797857bd-469e-4354-8906-33c80535d0a6 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:09.667269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e332bf8-b980-40de-98bb-0ffa850ecd92 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 21:35:09.697838 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (797857bd-469e-4354-8906-33c80535d0a6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.745152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30d87f96-fb68-44b9-9185-17060ba9dab6 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (30ae166c-bccf-4579-9b29-8e19e6ccc577), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.746256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30d87f96-fb68-44b9-9185-17060ba9dab6 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (30ae166c-bccf-4579-9b29-8e19e6ccc577), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.818197 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-a5d9a9a0-c607-4229-ac64-5ec9b662d264 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:35:09.819379 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-a5d9a9a0-c607-4229-ac64-5ec9b662d264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:35:09.825393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=797857bd-469e-4354-8906-33c80535d0a6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:09.832285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (8fa49ec7-9053-45b1-b405-e3ecb9790592), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.833597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (797857bd-469e-4354-8906-33c80535d0a6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.871998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No DVR routers for this DVR port 8fa49ec7-9053-45b1-b405-e3ecb9790592 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:09.882357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=797857bd-469e-4354-8906-33c80535d0a6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:09.890705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No DVR routers for this DVR port 797857bd-469e-4354-8906-33c80535d0a6 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:09.899920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Port': ['ID=8fa49ec7-9053-45b1-b405-e3ecb9790592,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:09.902463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e332bf8-b980-40de-98bb-0ffa850ecd92 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 21:35:09.921380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58582) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:09.960289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30d87f96-fb68-44b9-9185-17060ba9dab6 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for router_controller (30ae166c-bccf-4579-9b29-8e19e6ccc577), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:09.991557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a98f6700-a1e4-4f50-8397-10a29d162b09), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.023019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89674e25e0>,) {'filters': {'network_id': ['a98f6700-a1e4-4f50-8397-10a29d162b09']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.036821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89674e25e0>, '1af8184f-5b2d-49ab-a228-afe0213a48ba') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.036821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89674e25e0>, '1af8184f-5b2d-49ab-a228-afe0213a48ba') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.046413 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30d87f96-fb68-44b9-9185-17060ba9dab6 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (30ae166c-bccf-4579-9b29-8e19e6ccc577), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.054811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (1af8184f-5b2d-49ab-a228-afe0213a48ba), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.070706 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (36b9172a-a0a1-4397-b1a2-e734c8c43d89), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.072036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1af8184f-5b2d-49ab-a228-afe0213a48ba), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.082882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:10.083381 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (1af8184f-5b2d-49ab-a228-afe0213a48ba), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:10.093196 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:10.095893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966bacf70>,) {'filters': {'network_id': ['36b9172a-a0a1-4397-b1a2-e734c8c43d89']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.105080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966bacf70>, '61b3dcb0-0382-43be-84d5-c00faf46c30b') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.105379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966bacf70>, '61b3dcb0-0382-43be-84d5-c00faf46c30b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.136694 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (61b3dcb0-0382-43be-84d5-c00faf46c30b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.139176 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-61852301-network', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:10.163529 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30d87f96-fb68-44b9-9185-17060ba9dab6 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.167476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-30d87f96-fb68-44b9-9185-17060ba9dab6 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.9083974
Apr 30 21:35:10.173902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58592) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:10.177003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d1b2e1-3984-4458-9eec-1f5e62e25eb6 None None] Network 36b9172a-a0a1-4397-b1a2-e734c8c43d89 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:10.190362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-861898868'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:10.199209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (61b3dcb0-0382-43be-84d5-c00faf46c30b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.210796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:10.211207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (61b3dcb0-0382-43be-84d5-c00faf46c30b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:10.214243 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:10.295450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Made reservation on behalf of b74e36d3bb384eeb92da16d1b201fc9a for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:10.300892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.305596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a98f6700-a1e4-4f50-8397-10a29d162b09), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.320108 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.323340 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/a98f6700-a1e4-4f50-8397-10a29d162b09 HTTP/1.1" status: 204  len: 168 time: 2.5554805
Apr 30 21:35:10.327243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58594) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:10.332939 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.335163 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48718f61-0b17-4595-98ca-dc055ef8d3a9 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=a98f6700-a1e4-4f50-8397-10a29d162b09,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:10.346174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd9f0c-0f26-4fd8-a10a-5501d8c5a7dd None None] DHCP port deletion for 36b9172a-a0a1-4397-b1a2-e734c8c43d89 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:10.348312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9a9a0-c607-4229-ac64-5ec9b662d264 None None] Port 797857bd-469e-4354-8906-33c80535d0a6 update to ACTIVE by agent not found {{(pid=115776) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}}
Apr 30 21:35:10.362804 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e57b9a9-6683-4a45-851a-da72272800c5 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:10.363411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e57b9a9-6683-4a45-851a-da72272800c5 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:10.366825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7e57b9a9-6683-4a45-851a-da72272800c5 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/5bb037c5-c41d-41ed-a5cd-cf779f8c081f HTTP/1.1" status: 404  len: 337 time: 0.0385044
Apr 30 21:35:10.369452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:10.388059 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98bea0d-d05a-43f1-823a-04c48cf855cc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:10.388546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98bea0d-d05a-43f1-823a-04c48cf855cc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:10.392109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e98bea0d-d05a-43f1-823a-04c48cf855cc tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/a98f6700-a1e4-4f50-8397-10a29d162b09 HTTP/1.1" status: 404  len: 339 time: 0.0212946
Apr 30 21:35:10.396642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58598) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:10.416833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Made reservation on behalf of ce5451096cf34308801ae3863daa4b6d for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:10.420027 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.463611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0fa34404-4183-4cfb-b61e-405cf4b6aef7 None None] Could not find standard attr ID for object 797857bd-469e-4354-8906-33c80535d0a6. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:35:10.465230 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.469711 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (36b9172a-a0a1-4397-b1a2-e734c8c43d89), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.486664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.493165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/networks/36b9172a-a0a1-4397-b1a2-e734c8c43d89 HTTP/1.1" status: 204  len: 168 time: 1.1814530
Apr 30 21:35:10.494034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58600) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:10.499793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-539599363'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:10.517854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a6736-f126-4f0e-b50c-72cd7ef1764a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Network': ['ID=36b9172a-a0a1-4397-b1a2-e734c8c43d89,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:10.526900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0305e96b-fa5f-4990-81af-fee5b4dd27c6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.551398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Publish callbacks [] for security_group (1c2a93a7-ac29-4491-ba5e-7e488cf24405), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.636305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:10.642172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.651841 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0305e96b-fa5f-4990-81af-fee5b4dd27c6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.670775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:10.677587 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for security_group (b9c02c09-aa84-4609-bccf-7a9731a7960b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.679421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89672ff4c0>,) {'filters': {'network_id': ['0305e96b-fa5f-4990-81af-fee5b4dd27c6']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.680296 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4ade2b82-9aa9-4185-8c8c-8c620d711c94), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.680642 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Added segment 4ade2b82-9aa9-4185-8c8c-8c620d711c94 of type vlan for network 7abffc52-5901-4c5c-9154-05f4fd13c2ab
Apr 30 21:35:10.688319 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c2a93a7-ac29-4491-ba5e-7e488cf24405), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.691960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89672ff4c0>, 'f087fdd3-efb7-4ea1-9fba-fdb70cca8286') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.691960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89672ff4c0>, 'f087fdd3-efb7-4ea1-9fba-fdb70cca8286') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:10.699449 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (f087fdd3-efb7-4ea1-9fba-fdb70cca8286), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.715076 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f087fdd3-efb7-4ea1-9fba-fdb70cca8286), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.723389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:10.725225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (f087fdd3-efb7-4ea1-9fba-fdb70cca8286), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:10.729625 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:10.736541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:10.753364 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (7abffc52-5901-4c5c-9154-05f4fd13c2ab), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.757111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a93a7-ac29-4491-ba5e-7e488cf24405,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:10.764753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d75dc1c4-d36b-43f5-b855-50b732d982ef), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.765194 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Added segment d75dc1c4-d36b-43f5-b855-50b732d982ef of type vlan for network f67bfdda-ee73-4dcc-b5af-432ce9957ea8
Apr 30 21:35:10.806121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 797857bd-469e-4354-8906-33c80535d0a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:10.807831 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b9c02c09-aa84-4609-bccf-7a9731a7960b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.824028 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (f67bfdda-ee73-4dcc-b5af-432ce9957ea8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.831105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 797857bd-469e-4354-8906-33c80535d0a6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:10.832098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 797857bd-469e-4354-8906-33c80535d0a6 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:10.840305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:10.856171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c02c09-aa84-4609-bccf-7a9731a7960b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:10.860379 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (16d3d56f-7045-43a0-b33f-2755b5c6c3a6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.860732 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Added segment 16d3d56f-7045-43a0-b33f-2755b5c6c3a6 of type vlan for network 3e644139-ae2e-4fbf-b064-bd6a657323d4
Apr 30 21:35:10.871051 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0305e96b-fa5f-4990-81af-fee5b4dd27c6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.874990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.882024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/0305e96b-fa5f-4990-81af-fee5b4dd27c6 HTTP/1.1" status: 204  len: 168 time: 0.4815195
Apr 30 21:35:10.882958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58604) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:10.917424 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb60122-9f60-4a96-a858-5280dc79d2a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:10.918119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb60122-9f60-4a96-a858-5280dc79d2a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:10.919835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf660fe-662a-48a0-a57b-9f5dd6b06c1b tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=0305e96b-fa5f-4990-81af-fee5b4dd27c6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:10.923640 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1fb60122-9f60-4a96-a858-5280dc79d2a2 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/0b0746d3-9311-47aa-8da7-53aa3905a603 HTTP/1.1" status: 404  len: 337 time: 0.0370188
Apr 30 21:35:10.923640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (7abffc52-5901-4c5c-9154-05f4fd13c2ab), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.927814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58608) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:10.929488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:10.930369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.939531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (3e644139-ae2e-4fbf-b064-bd6a657323d4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.955480 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c6e380-b1a7-4450-b73d-64c6fbcf6a6a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:10.959397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c6e380-b1a7-4450-b73d-64c6fbcf6a6a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:10.959514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-61c6e380-b1a7-4450-b73d-64c6fbcf6a6a tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/ad864e1b-f600-4cd7-8764-b3c39005c513 HTTP/1.1" status: 404  len: 339 time: 0.0296571
Apr 30 21:35:10.964310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58610) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:10.983356 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (f67bfdda-ee73-4dcc-b5af-432ce9957ea8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:10.984292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:10.984874 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.009951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Network': ['ID=7abffc52-5901-4c5c-9154-05f4fd13c2ab,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:11.022139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 7abffc52-5901-4c5c-9154-05f4fd13c2ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:11.033442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a54522-f461-42fc-99cf-dc79cff75448 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting subnet 3e745c41-c4a0-4a32-8f4b-f7f4d49d46df {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:11.036891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5a54522-f461-42fc-99cf-dc79cff75448 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (3e745c41-c4a0-4a32-8f4b-f7f4d49d46df), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.065836 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bc8cdefc-1cf2-4353-af00-8529f1d6149d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5675633
Apr 30 21:35:11.066055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58612) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:11.068389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] Pushing event updated for resources: {'Network': ['ID=f67bfdda-ee73-4dcc-b5af-432ce9957ea8,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:11.071190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': '7abffc52-5901-4c5c-9154-05f4fd13c2ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:11.083065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:11.103144 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-acce7c97-ad98-4fae-982f-1ffd6f689d50 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1789558
Apr 30 21:35:11.107338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58614) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:11.109431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Request body: {'subnet': {'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-61852301-subnet', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:11.130352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (3e644139-ae2e-4fbf-b064-bd6a657323d4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.136168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:11.136756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.164372 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5a54522-f461-42fc-99cf-dc79cff75448 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (3e745c41-c4a0-4a32-8f4b-f7f4d49d46df), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.229001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Made reservation on behalf of b74e36d3bb384eeb92da16d1b201fc9a for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:11.229001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.305699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Network': ['ID=3e644139-ae2e-4fbf-b064-bd6a657323d4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:11.317920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 3e644139-ae2e-4fbf-b064-bd6a657323d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:11.351176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e3fbc19f-58aa-40d2-b413-ca49dc3c51b2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.1753795
Apr 30 21:35:11.354807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58620) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:11.359897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'subnet': {'network_id': '3e644139-ae2e-4fbf-b064-bd6a657323d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:11.415749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5a54522-f461-42fc-99cf-dc79cff75448 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (3e745c41-c4a0-4a32-8f4b-f7f4d49d46df), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.453172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:11.456865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.745619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Made reservation on behalf of ce5451096cf34308801ae3863daa4b6d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:11.749035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.798865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5a54522-f461-42fc-99cf-dc79cff75448 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (3e745c41-c4a0-4a32-8f4b-f7f4d49d46df), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.843991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a54522-f461-42fc-99cf-dc79cff75448 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=3e745c41-c4a0-4a32-8f4b-f7f4d49d46df,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:11.852332 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5a54522-f461-42fc-99cf-dc79cff75448 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:11.855264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee2d872-dc50-4e7c-af28-905dd189d3ac None None] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:11.858325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d5a54522-f461-42fc-99cf-dc79cff75448 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/3e745c41-c4a0-4a32-8f4b-f7f4d49d46df HTTP/1.1" status: 204  len: 168 time: 0.8930230
Apr 30 21:35:11.864556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58624) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:11.950186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bea42ec-bdd7-48a9-913c-870ec0806b16 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting subnet b5a21fe1-41f1-45c9-8e18-ed585d5b3d04 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:11.955970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bea42ec-bdd7-48a9-913c-870ec0806b16 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (b5a21fe1-41f1-45c9-8e18-ed585d5b3d04), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.004964 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (8f6168e7-bea1-4eeb-828e-90f47df6f108), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.017001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bea42ec-bdd7-48a9-913c-870ec0806b16 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (b5a21fe1-41f1-45c9-8e18-ed585d5b3d04), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.090381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (bd55164f-2382-4c67-a047-accb7fc46298), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.116337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6168e7-bea1-4eeb-828e-90f47df6f108,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:12.157178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Checking segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:12.157573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Network hostable DHCP agents. Network: f67bfdda-ee73-4dcc-b5af-432ce9957ea8, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:12.169001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=bd55164f-2382-4c67-a047-accb7fc46298,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:12.176663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking segment: {'id': '4ade2b82-9aa9-4185-8c8c-8c620d711c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7abffc52-5901-4c5c-9154-05f4fd13c2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:12.177082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network hostable DHCP agents. Network: 7abffc52-5901-4c5c-9154-05f4fd13c2ab, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:12.179865 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bea42ec-bdd7-48a9-913c-870ec0806b16 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (b5a21fe1-41f1-45c9-8e18-ed585d5b3d04), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.193748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.271591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Subnet': ['ID=5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:12.290339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Checking segment: {'id': '16d3d56f-7045-43a0-b33f-2755b5c6c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3e644139-ae2e-4fbf-b064-bd6a657323d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:12.290729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network hostable DHCP agents. Network: 3e644139-ae2e-4fbf-b064-bd6a657323d4, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:12.322742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 7abffc52-5901-4c5c-9154-05f4fd13c2ab is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:12.380156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:12.383320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bea42ec-bdd7-48a9-913c-870ec0806b16 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (b5a21fe1-41f1-45c9-8e18-ed585d5b3d04), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.417850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea42ec-bdd7-48a9-913c-870ec0806b16 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a21fe1-41f1-45c9-8e18-ed585d5b3d04,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:12.423566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bea42ec-bdd7-48a9-913c-870ec0806b16 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.426747 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0bea42ec-bdd7-48a9-913c-870ec0806b16 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/b5a21fe1-41f1-45c9-8e18-ed585d5b3d04 HTTP/1.1" status: 204  len: 168 time: 0.5608964
Apr 30 21:35:12.429836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58630) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:12.438024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network 3e644139-ae2e-4fbf-b064-bd6a657323d4 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:12.514253 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.562249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting port 29171569-e658-4100-a49b-e37144d6616d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:12.567309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (29171569-e658-4100-a49b-e37144d6616d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.610968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f67bfdda-ee73-4dcc-b5af-432ce9957ea8) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:12.622989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7abffc52-5901-4c5c-9154-05f4fd13c2ab) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:12.623191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:12.623672 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.629117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:12.630660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.638995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7da333-11ee-4dd3-a53b-0a96edcd5e3d None None] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:12.643321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53f880-04e3-4af9-a776-cd234294b03a None None] Network 7abffc52-5901-4c5c-9154-05f4fd13c2ab requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:12.644080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e644139-ae2e-4fbf-b064-bd6a657323d4) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:12.660552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] For port 29171569-e658-4100-a49b-e37144d6616d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=29171569-e658-4100-a49b-e37144d6616d,segment=NetworkSegment(f49f5104-bbe0-4b9d-bb6d-61afddda4118),segment_id=f49f5104-bbe0-4b9d-bb6d-61afddda4118)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:12.660552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (29171569-e658-4100-a49b-e37144d6616d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.665703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:12.667268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.677860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Calling delete_port for 29171569-e658-4100-a49b-e37144d6616d owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:12.689191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-75342130-1f89-4b45-b81a-b33f28a782f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1147830
Apr 30 21:35:12.753828 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-666066be-de0b-4435-8c4f-7e6c532028b0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6477726
Apr 30 21:35:12.758675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58638) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:12.763426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-d4d95808-adff-4377-b233-7eae0ca0625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:12.765011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-d4d95808-adff-4377-b233-7eae0ca0625c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 1127 time: 0.0446568
Apr 30 21:35:12.771310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:12.785507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f0508545-acbd-4a82-a7c8-98a5a1d2805b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4284139
Apr 30 21:35:12.789925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e3e50c98-1f43-4854-bac5-067e36b9d044 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7224627
Apr 30 21:35:12.796770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58640) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:12.797175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58642) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:12.804501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'network': {'name': 'tempest-router-network01--821628304'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:12.811920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': '7abffc52-5901-4c5c-9154-05f4fd13c2ab', 'security_groups': [], 'name': 'tempest-PortsTestJSON-221681922'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:12.889595 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.890940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.907640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-1e5da519-f1d1-4ecc-a7e6-2b6d6370bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:12.909203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-1e5da519-f1d1-4ecc-a7e6-2b6d6370bf2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 200  len: 919 time: 0.1178603
Apr 30 21:35:12.942563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0b8f0-e2fa-49de-bd25-956512eff8cc None None] Network 3e644139-ae2e-4fbf-b064-bd6a657323d4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:12.953167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-c6322b0b-39e7-4e3a-9a7d-f1c66ca006de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c HTTP/1.1" status: 200  len: 217 time: 0.0378532
Apr 30 21:35:12.985257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Made reservation on behalf of ce5451096cf34308801ae3863daa4b6d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:12.985515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31e6c4-3cdb-4692-bb6d-9cfdd8ef3592 None None] Network fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:12.989203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:12.992230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (29171569-e658-4100-a49b-e37144d6616d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.015609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-edaa982f-6aa3-46b9-94d6-5f0a92f91e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:13.016048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks [] for router_controller (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.017624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-edaa982f-6aa3-46b9-94d6-5f0a92f91e45 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 200  len: 857 time: 0.0584342
Apr 30 21:35:13.065398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No DVR routers for this DVR port 29171569-e658-4100-a49b-e37144d6616d on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:13.066968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Port': ['ID=29171569-e658-4100-a49b-e37144d6616d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:13.075561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3cc7fc07-d2b3-4702-9cc4-1fcce59fc365 None None] Could not find standard attr ID for object 29171569-e658-4100-a49b-e37144d6616d. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:35:13.103870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-717b2736-bd9a-470a-a62c-b1a3dff0583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:13.106123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-717b2736-bd9a-470a-a62c-b1a3dff0583a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=370bffef-cf23-4a5f-a166-489a93a35b76&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0820322
Apr 30 21:35:13.111042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:13.246733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:13.250335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.258729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (daaf15c0-f03b-4702-9b50-2ab2424671fe), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.259082 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Added segment daaf15c0-f03b-4702-9b50-2ab2424671fe of type vlan for network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028
Apr 30 21:35:13.267212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7abffc52-5901-4c5c-9154-05f4fd13c2ab', 'network_id': '7abffc52-5901-4c5c-9154-05f4fd13c2ab', 'project_id': '61cf3c186d6347bda4f0558e9d809056', 'fixed_ips': [{'subnet_id': 'bd55164f-2382-4c67-a047-accb7fc46298'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:13.268600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.318422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:13.322068 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.362258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-debf1fe1-4ad2-4095-adad-42deb6d26e2e service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2423747
Apr 30 21:35:13.362370 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.394292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e644139-ae2e-4fbf-b064-bd6a657323d4', 'network_id': '3e644139-ae2e-4fbf-b064-bd6a657323d4', 'project_id': 'ce5451096cf34308801ae3863daa4b6d', 'fixed_ips': [{'subnet_id': '5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:13.395513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.398886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66bc1b3-dba2-447f-8d0c-88c06bffbe1c None None] DHCP port deletion for fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:13.447998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port a3ee5d2b-6417-4b09-9634-127226876433 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:13.477694 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (20d6b4bc-f2c1-4ab0-9d96-55b449e63028), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.499513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks [] for router_gateway (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.514672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c763ca0>,) {'filters': {'network_id': ['fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:13.528198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c763ca0>, 'f49f5104-bbe0-4b9d-bb6d-61afddda4118') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:13.528479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c763ca0>, 'f49f5104-bbe0-4b9d-bb6d-61afddda4118') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:13.583627 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (f49f5104-bbe0-4b9d-bb6d-61afddda4118), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.619289 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f49f5104-bbe0-4b9d-bb6d-61afddda4118), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.634044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:13.634044 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (f49f5104-bbe0-4b9d-bb6d-61afddda4118), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:13.703235 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:13.723908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (20d6b4bc-f2c1-4ab0-9d96-55b449e63028), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.730048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:13.730696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.765348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Allocated IP 172.20.0.2 (7abffc52-5901-4c5c-9154-05f4fd13c2ab/bd55164f-2382-4c67-a047-accb7fc46298/8eda2e29-a260-4495-9471-6a17adb69354) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:13.822755 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.842262 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:13.848054 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3 HTTP/1.1" status: 204  len: 168 time: 1.4147224
Apr 30 21:35:13.848725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58672) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:13.867659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Allocated IP 172.20.0.2 (f67bfdda-ee73-4dcc-b5af-432ce9957ea8/8f6168e7-bea1-4eeb-828e-90f47df6f108/50c1b69c-cce3-4c8d-bafd-3c34c77677a3) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:13.887620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeaf64-40dd-42cd-8321-f87ee2fc2944 req-78407ecb-7554-47d2-a2a1-ddd47ec0a18a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:13.889803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afeaf64-40dd-42cd-8321-f87ee2fc2944 req-78407ecb-7554-47d2-a2a1-ddd47ec0a18a tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0749316
Apr 30 21:35:13.890269 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4194890-b9c4-401c-ac37-fc57854f0819 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:13.890778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4194890-b9c4-401c-ac37-fc57854f0819 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:13.893767 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d4194890-b9c4-401c-ac37-fc57854f0819 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/edb50900-ce0a-46fe-a7f2-dec83f914e15 HTTP/1.1" status: 404  len: 337 time: 0.0418751
Apr 30 21:35:13.896689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58674) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:13.914027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Network': ['ID=20d6b4bc-f2c1-4ab0-9d96-55b449e63028,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:13.931586 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d5cac69a-11ad-4f82-be46-2085142644a5 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1333985
Apr 30 21:35:13.934159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58676) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:13.941539 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd322ba-260c-40a2-95bf-4e7d858f0389 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:13.942008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd322ba-260c-40a2-95bf-4e7d858f0389 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:13.948526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-afd322ba-260c-40a2-95bf-4e7d858f0389 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/b6f5e726-cb4d-4423-b995-bd0f88908485 HTTP/1.1" status: 404  len: 339 time: 0.0466928
Apr 30 21:35:13.953451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:13.956233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58680) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:13.973239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'network': {'name': 'tempest-router-network02--818388041'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:13.982539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Allocated IP 172.20.0.2 (3e644139-ae2e-4fbf-b064-bd6a657323d4/5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb/e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:14.015975 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4204750-ad64-426e-9c0c-fef79749d5f4 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:14.016517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4204750-ad64-426e-9c0c-fef79749d5f4 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:14.022961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e4204750-ad64-426e-9c0c-fef79749d5f4 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/1734f41b-186f-4aee-9f44-56b292487e54 HTTP/1.1" status: 404  len: 337 time: 0.0585668
Apr 30 21:35:14.024045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c56352d4-6ca2-4ac5-bd6a-df512e6301b3 req-73902100-1842-4914-a868-b9e733f4625c service neutron] 10.222.0.35 "GET /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6611626
Apr 30 21:35:14.034485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58682) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:14.066640 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-590ed614-d79f-43c3-8d0d-5dd45bdda9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:14.067234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590ed614-d79f-43c3-8d0d-5dd45bdda9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:14.070485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-590ed614-d79f-43c3-8d0d-5dd45bdda9c8 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/ba756b95-9915-4cbe-a6cf-853a8d7d9423 HTTP/1.1" status: 404  len: 339 time: 0.0334246
Apr 30 21:35:14.078136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afeaf64-40dd-42cd-8321-f87ee2fc2944 req-ccb178fd-b2ec-4f44-948e-01a4b79c3004 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571705
Apr 30 21:35:14.078860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58686) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:14.083713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c45c89-f215-4989-9e60-e0c5cc30c80d tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=fc15efe7-0db8-4e76-bdc9-f0a16f2f71b3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:14.107819 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bd6a3a-df36-4d36-bb76-ba9f45f522c4 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:14.108396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bd6a3a-df36-4d36-bb76-ba9f45f522c4 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:14.111432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-19bd6a3a-df36-4d36-bb76-ba9f45f522c4 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/f98f4a4b-03b4-4520-9746-8262a6b923b1 HTTP/1.1" status: 404  len: 337 time: 0.0315804
Apr 30 21:35:14.114228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58688) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:14.133353 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0843db6f-a5d3-48c0-beec-eb94b6c10101 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:14.133882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0843db6f-a5d3-48c0-beec-eb94b6c10101 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:14.136860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0843db6f-a5d3-48c0-beec-eb94b6c10101 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/e910dac2-200f-44cd-b519-28e7bd842c24 HTTP/1.1" status: 404  len: 339 time: 0.0210161
Apr 30 21:35:14.139538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58690) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:14.158577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks [] for router_gateway (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.181326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.198472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b07e90-0d0a-4ef7-88c5-4eebc1283904 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting subnet 9303719c-f904-4f63-afff-f8c78fd2e56d {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:14.202277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b07e90-0d0a-4ef7-88c5-4eebc1283904 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (9303719c-f904-4f63-afff-f8c78fd2e56d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.234318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Made reservation on behalf of ce5451096cf34308801ae3863daa4b6d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:14.238109 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.260015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b07e90-0d0a-4ef7-88c5-4eebc1283904 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (9303719c-f904-4f63-afff-f8c78fd2e56d), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.274819 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Publish callbacks [] for port (8eda2e29-a260-4495-9471-6a17adb69354), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.333360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:14.362114 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (8eda2e29-a260-4495-9471-6a17adb69354), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.363486 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b7952327-f1c4-4dd6-b780-e356333dc388), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.363951 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Added segment b7952327-f1c4-4dd6-b780-e356333dc388 of type vlan for network b2691247-4f2d-4789-9c46-6f804dbefcdd
Apr 30 21:35:14.369204 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b07e90-0d0a-4ef7-88c5-4eebc1283904 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (9303719c-f904-4f63-afff-f8c78fd2e56d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.396157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Allocated IP 172.35.4.7 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/282e4146-45d7-41e3-b067-740b0652b308) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:14.438844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Network 7abffc52-5901-4c5c-9154-05f4fd13c2ab is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:14.448227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:14.455093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:14.468321 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Publish callbacks [] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.491522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b2691247-4f2d-4789-9c46-6f804dbefcdd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.495663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Pushing event updated for resources: {'Port': ['ID=8eda2e29-a260-4495-9471-6a17adb69354,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:14.496901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Publish callbacks [] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.511297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.12 (7abffc52-5901-4c5c-9154-05f4fd13c2ab/bd55164f-2382-4c67-a047-accb7fc46298/a3ee5d2b-6417-4b09-9634-127226876433) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:14.530848 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b07e90-0d0a-4ef7-88c5-4eebc1283904 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (9303719c-f904-4f63-afff-f8c78fd2e56d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.547033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Attempting to bind port 8eda2e29-a260-4495-9471-6a17adb69354 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:14.547341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Attempting to bind port 8eda2e29-a260-4495-9471-6a17adb69354 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ade2b82-9aa9-4185-8c8c-8c620d711c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7abffc52-5901-4c5c-9154-05f4fd13c2ab'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:14.547578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Attempting to bind port 8eda2e29-a260-4495-9471-6a17adb69354 on network 7abffc52-5901-4c5c-9154-05f4fd13c2ab {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:14.552974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:14.553357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Checking segment: {'id': '4ade2b82-9aa9-4185-8c8c-8c620d711c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7abffc52-5901-4c5c-9154-05f4fd13c2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:14.553786 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.554215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Bound using segment: {'id': '4ade2b82-9aa9-4185-8c8c-8c620d711c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7abffc52-5901-4c5c-9154-05f4fd13c2ab'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:14.554692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Bound port: 8eda2e29-a260-4495-9471-6a17adb69354, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ade2b82-9aa9-4185-8c8c-8c620d711c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7abffc52-5901-4c5c-9154-05f4fd13c2ab'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:14.555889 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8eda2e29-a260-4495-9471-6a17adb69354), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.558268 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.569486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b07e90-0d0a-4ef7-88c5-4eebc1283904 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=9303719c-f904-4f63-afff-f8c78fd2e56d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:14.578038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b07e90-0d0a-4ef7-88c5-4eebc1283904 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.581435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e2b07e90-0d0a-4ef7-88c5-4eebc1283904 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/9303719c-f904-4f63-afff-f8c78fd2e56d HTTP/1.1" status: 204  len: 168 time: 0.4406102
Apr 30 21:35:14.586321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58692) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:14.600507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e2ff0-c6fb-4d67-9e4e-43adb43b1080 None None] Network 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:14.641530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:14.644769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks [] for port (282e4146-45d7-41e3-b067-740b0652b308), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.669138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b2691247-4f2d-4789-9c46-6f804dbefcdd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.673966 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8076dd13-ba8d-487e-bb1c-c2038ae8e8aa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.674116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:14.674689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.681402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:14.688896 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.703910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:14.720573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Pushing event updated for resources: {'Port': ['ID=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:14.721976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting port e1f08745-6c25-4d08-a2a2-873b91e096f7 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:14.722262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.796701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (a3ee5d2b-6417-4b09-9634-127226876433), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.799370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Pushing event updated for resources: {'Port': ['ID=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:14.800919 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8640416
Apr 30 21:35:14.806138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58694) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:14.814734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] For port e1f08745-6c25-4d08-a2a2-873b91e096f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1f08745-6c25-4d08-a2a2-873b91e096f7,segment=NetworkSegment(623c3d72-f74d-4854-86a0-73123922b189),segment_id=623c3d72-f74d-4854-86a0-73123922b189)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:14.815183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.817587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'subnet': {'network_id': '20d6b4bc-f2c1-4ab0-9d96-55b449e63028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:14.830955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Calling delete_port for e1f08745-6c25-4d08-a2a2-873b91e096f7 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:14.853546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 29171569-e658-4100-a49b-e37144d6616d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:14.869155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b333aa-64b1-4d15-8634-82288070cb3e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Network': ['ID=b2691247-4f2d-4789-9c46-6f804dbefcdd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:14.871313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Network 3e644139-ae2e-4fbf-b064-bd6a657323d4 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:14.909369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (282e4146-45d7-41e3-b067-740b0652b308), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:14.911511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b2691247-4f2d-4789-9c46-6f804dbefcdd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:14.966871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:14.974941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:14.983274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:14.985458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Pushing event updated for resources: {'Port': ['ID=282e4146-45d7-41e3-b067-740b0652b308,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:15.009827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e1f08745-6c25-4d08-a2a2-873b91e096f7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.030870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No DVR routers for this DVR port e1f08745-6c25-4d08-a2a2-873b91e096f7 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:15.089173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Port': ['ID=e1f08745-6c25-4d08-a2a2-873b91e096f7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:15.129390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 29171569-e658-4100-a49b-e37144d6616d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:15.129390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 29171569-e658-4100-a49b-e37144d6616d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:15.129390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:15.144427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:15.150279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] For port 8eda2e29-a260-4495-9471-6a17adb69354, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:15.158804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Made reservation on behalf of ce5451096cf34308801ae3863daa4b6d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:15.159337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Attempting to bind port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:15.159792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Attempting to bind port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:15.160139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Attempting to bind port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 on network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:15.162813 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.166563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a3ee5d2b-6417-4b09-9634-127226876433), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.210006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] For port 8eda2e29-a260-4495-9471-6a17adb69354, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8eda2e29-a260-4495-9471-6a17adb69354,segment=NetworkSegment(4ade2b82-9aa9-4185-8c8c-8c620d711c94),segment_id=4ade2b82-9aa9-4185-8c8c-8c620d711c94)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:15.221308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:15.225316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Checking segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:15.225445 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.226598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Bound using segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:15.227561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Bound port: 50c1b69c-cce3-4c8d-bafd-3c34c77677a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:15.229009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.253654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8076dd13-ba8d-487e-bb1c-c2038ae8e8aa), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.263952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 7abffc52-5901-4c5c-9154-05f4fd13c2ab is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:15.317364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:15.318114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c37c6d0>,) {'filters': {'network_id': ['8076dd13-ba8d-487e-bb1c-c2038ae8e8aa']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:15.338465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f38eaee-38bc-43cb-ad12-19a95c835dcf None None] DHCP port deletion for 8076dd13-ba8d-487e-bb1c-c2038ae8e8aa request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:15.341744 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8eda2e29-a260-4495-9471-6a17adb69354), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.347833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c37c6d0>, '623c3d72-f74d-4854-86a0-73123922b189') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:15.348156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c37c6d0>, '623c3d72-f74d-4854-86a0-73123922b189') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:15.365803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:15.386729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (623c3d72-f74d-4854-86a0-73123922b189), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.408082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46445-a857-4eb9-a54b-47e088f7713b req-c55d76b9-8923-419d-ad51-ede708867e59 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:15.410070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ef46445-a857-4eb9-a54b-47e088f7713b req-c55d76b9-8923-419d-ad51-ede708867e59 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.0806913
Apr 30 21:35:15.411923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=a3ee5d2b-6417-4b09-9634-127226876433,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:15.433221 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (623c3d72-f74d-4854-86a0-73123922b189), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.449945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:15.455814 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (623c3d72-f74d-4854-86a0-73123922b189), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.467470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:15.468132 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:15.485120 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:15.507468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Attempting to bind port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:15.508046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Attempting to bind port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16d3d56f-7045-43a0-b33f-2755b5c6c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3e644139-ae2e-4fbf-b064-bd6a657323d4'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:15.508204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Attempting to bind port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 on network 3e644139-ae2e-4fbf-b064-bd6a657323d4 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:15.508311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks [] for router_gateway (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.532440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704de070-f001-4f03-afa1-0a7285affcd5 None None] Pushing event updated for resources: {'Port': ['ID=8eda2e29-a260-4495-9471-6a17adb69354,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:15.547362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:15.547745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Checking segment: {'id': '16d3d56f-7045-43a0-b33f-2755b5c6c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3e644139-ae2e-4fbf-b064-bd6a657323d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:15.548156 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.548561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Bound using segment: {'id': '16d3d56f-7045-43a0-b33f-2755b5c6c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3e644139-ae2e-4fbf-b064-bd6a657323d4'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:15.549155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Bound port: e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d3d56f-7045-43a0-b33f-2755b5c6c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3e644139-ae2e-4fbf-b064-bd6a657323d4'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:15.549505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.569789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] For port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:15.594747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] For port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:15.609991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ef46445-a857-4eb9-a54b-47e088f7713b req-96cf9bdb-ba1f-4213-a199-f27bc98b81f2 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633558
Apr 30 21:35:15.634162 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-022d2167-4553-419f-9877-f89d4980544f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 2.8345554
Apr 30 21:35:15.637110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58710) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:15.676632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] For port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:15.680122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] For port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,segment=NetworkSegment(16d3d56f-7045-43a0-b33f-2755b5c6c3a6),segment_id=16d3d56f-7045-43a0-b33f-2755b5c6c3a6)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:15.698943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8076dd13-ba8d-487e-bb1c-c2038ae8e8aa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.733048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.736208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/8076dd13-ba8d-487e-bb1c-c2038ae8e8aa HTTP/1.1" status: 204  len: 168 time: 1.1485732
Apr 30 21:35:15.742881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58712) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:15.752813 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.797640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797e0f6-9245-49f6-ae5a-5177d2001f24 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=8076dd13-ba8d-487e-bb1c-c2038ae8e8aa,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:15.808353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.810162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-a0b22197-7033-4092-bf28-407d81116fd6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:15.812923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-a0b22197-7033-4092-bf28-407d81116fd6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1274855
Apr 30 21:35:15.876608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339f21f-be8e-4df2-b93f-82729e21c602 None None] Pushing event updated for resources: {'Port': ['ID=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:15.880365 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97d2ad8-37fe-42c8-8778-791921ed2630 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:15.880365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97d2ad8-37fe-42c8-8778-791921ed2630 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:15.907987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-755cb30d-a624-4f8e-8cdb-387a5e0070fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port a3ee5d2b-6417-4b09-9634-127226876433 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:15.908340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-755cb30d-a624-4f8e-8cdb-387a5e0070fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a3ee5d2b-6417-4b09-9634-127226876433), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:15.918910 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b97d2ad8-37fe-42c8-8778-791921ed2630 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/78c30757-bd09-43bd-9c54-0827ed6a98dc HTTP/1.1" status: 404  len: 337 time: 0.1727135
Apr 30 21:35:15.924645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58714) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:15.976546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4e5a6-872e-423f-8d97-57021f3a83b2 None None] Pushing event updated for resources: {'Port': ['ID=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:16.024729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:16.115431 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb5d311-bfef-4559-989a-1e6b8b24f289 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:16.115431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb5d311-bfef-4559-989a-1e6b8b24f289 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:16.115431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8bb5d311-bfef-4559-989a-1e6b8b24f289 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/55cc17f4-8a56-405e-8116-6478e8bebd4a HTTP/1.1" status: 404  len: 339 time: 0.1855865
Apr 30 21:35:16.119742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58716) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:16.125081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Deleting port d5503947-830f-4d9d-94cc-e5a9c55e9a7c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:16.125429 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:16.406279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-755cb30d-a624-4f8e-8cdb-387a5e0070fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a3ee5d2b-6417-4b09-9634-127226876433), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:16.450925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-755cb30d-a624-4f8e-8cdb-387a5e0070fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for a3ee5d2b-6417-4b09-9634-127226876433 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:16.453868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] For port d5503947-830f-4d9d-94cc-e5a9c55e9a7c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:16.454256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:16.480867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Calling delete_port for d5503947-830f-4d9d-94cc-e5a9c55e9a7c owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:16.754290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (f13a105c-941a-48df-9555-40b6a3200c1a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:16.845956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b899306c-dbfa-45ce-9965-a52e126a7faa tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting subnet 4b083b70-fcf3-4644-9352-fb1adcbc5e08 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:16.865400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Subnet': ['ID=f13a105c-941a-48df-9555-40b6a3200c1a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:16.868069 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b899306c-dbfa-45ce-9965-a52e126a7faa tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (4b083b70-fcf3-4644-9352-fb1adcbc5e08), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:16.868584 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-755cb30d-a624-4f8e-8cdb-387a5e0070fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a3ee5d2b-6417-4b09-9634-127226876433), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:16.921556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Checking segment: {'id': 'daaf15c0-f03b-4702-9b50-2ab2424671fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '20d6b4bc-f2c1-4ab0-9d96-55b449e63028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:16.922241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network hostable DHCP agents. Network: 20d6b4bc-f2c1-4ab0-9d96-55b449e63028, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:16.943163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b899306c-dbfa-45ce-9965-a52e126a7faa tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (4b083b70-fcf3-4644-9352-fb1adcbc5e08), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:16.949275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cb30d-a624-4f8e-8cdb-387a5e0070fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=a3ee5d2b-6417-4b09-9634-127226876433,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:16.968000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c2be-c71f-4727-ba2f-ebe1ba0f3f2c req-976a878c-66e5-4d85-99a7-17a11b5b7c42 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:16.969506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8a9c2be-c71f-4727-ba2f-ebe1ba0f3f2c req-976a878c-66e5-4d85-99a7-17a11b5b7c42 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 945 time: 0.1770248
Apr 30 21:35:16.982538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:16.990707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d5503947-830f-4d9d-94cc-e5a9c55e9a7c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.027497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f6dea3ed-49b0-46d6-a0a1-fd1777349430', 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:35:17.080894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event deleted for resources: {'Port': ['ID=d5503947-830f-4d9d-94cc-e5a9c55e9a7c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:17.089441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.111237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b899306c-dbfa-45ce-9965-a52e126a7faa tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4b083b70-fcf3-4644-9352-fb1adcbc5e08), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.165197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:17.179622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-755cb30d-a624-4f8e-8cdb-387a5e0070fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.183540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-755cb30d-a624-4f8e-8cdb-387a5e0070fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/a3ee5d2b-6417-4b09-9634-127226876433 HTTP/1.1" status: 204  len: 168 time: 1.5448687
Apr 30 21:35:17.188916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58734) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:17.227955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:17.227955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.247202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:35:17.268070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8a9c2be-c71f-4727-ba2f-ebe1ba0f3f2c req-2675e65f-9752-4450-9c86-88e53e60050c tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805443
Apr 30 21:35:17.300101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] No DVR routers for this DVR port d5503947-830f-4d9d-94cc-e5a9c55e9a7c on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:17.303402 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.306516 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25b0889-4ea2-4aeb-8e40-816aa3c53609 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:17.307989 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c25b0889-4ea2-4aeb-8e40-816aa3c53609 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/a3ee5d2b-6417-4b09-9634-127226876433 HTTP/1.1" status: 404  len: 333 time: 0.1163998
Apr 30 21:35:17.316715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58740) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:17.333098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc9493ad-6f29-450e-8b5d-1811e1d594b4 req-3d6668dd-181d-444b-9d9b-ee1504785d37 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "DELETE /v2.0/ports/d5503947-830f-4d9d-94cc-e5a9c55e9a7c HTTP/1.1" status: 204  len: 173 time: 1.5130739
Apr 30 21:35:17.345550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972883b8-db95-40bb-bec0-6e16a9ee35d8', 'name': 'network-vif-deleted', 'tag': 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:35:17.345550 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3157b02b-5666-4fce-a228-8f4338cdcc32" -d '{"events": [{"server_uuid": "972883b8-db95-40bb-bec0-6e16a9ee35d8", "name": "network-vif-deleted", "tag": "d5503947-830f-4d9d-94cc-e5a9c55e9a7c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:35:17.356594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1b4d9-cb82-40af-8e99-409d19b56430 None None] Network 7abffc52-5901-4c5c-9154-05f4fd13c2ab requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:17.394852 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e3089-4db2-4c92-b424-038e59aea71c x-openstack-request-id: req-4b7e3089-4db2-4c92-b424-038e59aea71c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:35:17.395156 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972883b8-db95-40bb-bec0-6e16a9ee35d8", "name": "network-vif-deleted", "tag": "d5503947-830f-4d9d-94cc-e5a9c55e9a7c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:35:17.395417 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b7e3089-4db2-4c92-b424-038e59aea71c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:35:17.395827 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7e3089-4db2-4c92-b424-038e59aea71c'] response: {'server_uuid': '972883b8-db95-40bb-bec0-6e16a9ee35d8', 'name': 'network-vif-deleted', 'tag': 'd5503947-830f-4d9d-94cc-e5a9c55e9a7c', 'status': 'completed', 'code': 200}
Apr 30 21:35:17.418512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20d6b4bc-f2c1-4ab0-9d96-55b449e63028) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:17.433360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77459b2-0f00-4eeb-a226-08c5008db3c4 None None] Network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:17.436945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:17.437794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.528936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b899306c-dbfa-45ce-9965-a52e126a7faa tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (4b083b70-fcf3-4644-9352-fb1adcbc5e08), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.529291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5e91a89c-ff0e-4309-a757-7ed4bec5335a None None] Provisioning complete for port 8eda2e29-a260-4495-9471-6a17adb69354 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:17.529675 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5e91a89c-ff0e-4309-a757-7ed4bec5335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8eda2e29-a260-4495-9471-6a17adb69354), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.576363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee87f30-bffe-47b7-8d54-aeff6243896c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet bd55164f-2382-4c67-a047-accb7fc46298 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:17.576976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:17.577367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.593095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899306c-dbfa-45ce-9965-a52e126a7faa tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Subnet': ['ID=4b083b70-fcf3-4644-9352-fb1adcbc5e08,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:17.596808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee87f30-bffe-47b7-8d54-aeff6243896c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (bd55164f-2382-4c67-a047-accb7fc46298), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.647332 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1f16a0e1-1156-462a-987d-678762028fa8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8353775
Apr 30 21:35:17.647644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58744) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:17.651859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b899306c-dbfa-45ce-9965-a52e126a7faa tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.655965 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b899306c-dbfa-45ce-9965-a52e126a7faa tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/subnets/4b083b70-fcf3-4644-9352-fb1adcbc5e08 HTTP/1.1" status: 204  len: 168 time: 1.5352283
Apr 30 21:35:17.657305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'subnet': {'network_id': 'b2691247-4f2d-4789-9c46-6f804dbefcdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:17.680946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58746) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:17.682081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48819ae-bc41-4d3a-bce6-d05f0549bb35 None None] Network 7871073e-6852-441e-9a57-fcb8e506b7fb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:17.731709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:35:17.759365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520edb75-d928-4966-96cc-51937226bbf3 None None] Network 3e644139-ae2e-4fbf-b064-bd6a657323d4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:17.789173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee87f30-bffe-47b7-8d54-aeff6243896c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (bd55164f-2382-4c67-a047-accb7fc46298), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.843573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Sync routers for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:35:17.860480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (7871073e-6852-441e-9a57-fcb8e506b7fb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.870219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Made reservation on behalf of ce5451096cf34308801ae3863daa4b6d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:17.870219 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.948375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20d6b4bc-f2c1-4ab0-9d96-55b449e63028', 'network_id': '20d6b4bc-f2c1-4ab0-9d96-55b449e63028', 'project_id': 'ce5451096cf34308801ae3863daa4b6d', 'fixed_ips': [{'subnet_id': 'f13a105c-941a-48df-9555-40b6a3200c1a'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:17.949285 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.956233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:17.957508 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4299238-64f3-4f34-9948-4f165c296809 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.1904848
Apr 30 21:35:17.961053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:17.962436 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee87f30-bffe-47b7-8d54-aeff6243896c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (bd55164f-2382-4c67-a047-accb7fc46298), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.011684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Deleting port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:18.012390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.053863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,segment=NetworkSegment(16d3d56f-7045-43a0-b33f-2755b5c6c3a6),segment_id=16d3d56f-7045-43a0-b33f-2755b5c6c3a6)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:18.102721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:18.104991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f86b520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:34:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:18.144901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] For port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f13f55c-2c36-43bb-8aff-d52c6a7547dd,segment=NetworkSegment(1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5),segment_id=1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:18.145321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.162552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Calling delete_port for 0f13f55c-2c36-43bb-8aff-d52c6a7547dd owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:18.184485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5e91a89c-ff0e-4309-a757-7ed4bec5335a None None] Current status of the port 8eda2e29-a260-4495-9471-6a17adb69354 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:18.185219 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5e91a89c-ff0e-4309-a757-7ed4bec5335a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8eda2e29-a260-4495-9471-6a17adb69354), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.289622 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee87f30-bffe-47b7-8d54-aeff6243896c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (bd55164f-2382-4c67-a047-accb7fc46298), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.352382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee87f30-bffe-47b7-8d54-aeff6243896c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=bd55164f-2382-4c67-a047-accb7fc46298,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:18.356343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ee87f30-bffe-47b7-8d54-aeff6243896c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.360784 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ee87f30-bffe-47b7-8d54-aeff6243896c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/bd55164f-2382-4c67-a047-accb7fc46298 HTTP/1.1" status: 204  len: 168 time: 1.0420046
Apr 30 21:35:18.363939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58758) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:18.378171 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0f13f55c-2c36-43bb-8aff-d52c6a7547dd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.397100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2965d-cf02-465b-952e-2f50ef1de330 None None] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:18.402128 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.403998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:18.465864 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4ef6-a3e4-44b4-99c1-ae969a41b31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.488513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] No DVR routers for this DVR port 0f13f55c-2c36-43bb-8aff-d52c6a7547dd on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:18.488513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Port': ['ID=0f13f55c-2c36-43bb-8aff-d52c6a7547dd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:18.493832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-addb2100-2328-454a-9ef8-c7f01e07cb34 req-592924c4-643d-4c68-87e5-75983e3ad4c8 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=972883b8-db95-40bb-bec0-6e16a9ee35d8 HTTP/1.1" status: 200  len: 210 time: 0.0472720
Apr 30 21:35:18.584853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c2c628-b1c1-4440-96b6-ae8426921791 None None] Network 7abffc52-5901-4c5c-9154-05f4fd13c2ab requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:18.593628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (fdca2699-2dff-4453-b487-f60885123f4a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.609732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (7abffc52-5901-4c5c-9154-05f4fd13c2ab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.624770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (7871073e-6852-441e-9a57-fcb8e506b7fb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.669750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966550bb0>,) {'filters': {'network_id': ['7871073e-6852-441e-9a57-fcb8e506b7fb']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:18.695931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Subnet': ['ID=fdca2699-2dff-4453-b487-f60885123f4a,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:18.714741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Checking segment: {'id': 'b7952327-f1c4-4dd6-b780-e356333dc388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2691247-4f2d-4789-9c46-6f804dbefcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:18.715001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network hostable DHCP agents. Network: b2691247-4f2d-4789-9c46-6f804dbefcdd, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:18.723900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966550bb0>, '1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:18.724196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966550bb0>, '1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:18.740817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.762019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 8eda2e29-a260-4495-9471-6a17adb69354 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:18.762396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8eda2e29-a260-4495-9471-6a17adb69354), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.765428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.788698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:18.789137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (1d3cb4e1-7bcf-4387-b8c3-6c6d5792c1d5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:18.808985 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:18.852659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network b2691247-4f2d-4789-9c46-6f804dbefcdd is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:18.907955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] For port 8eda2e29-a260-4495-9471-6a17adb69354, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8eda2e29-a260-4495-9471-6a17adb69354,segment=NetworkSegment(4ade2b82-9aa9-4185-8c8c-8c620d711c94),segment_id=4ade2b82-9aa9-4185-8c8c-8c620d711c94)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:18.908853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8eda2e29-a260-4495-9471-6a17adb69354), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.914568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.923772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2691247-4f2d-4789-9c46-6f804dbefcdd) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:18.925852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 8eda2e29-a260-4495-9471-6a17adb69354 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:18.931287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:18.931917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.944736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-5e91a89c-ff0e-4309-a757-7ed4bec5335a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:35:18.945097 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-5e91a89c-ff0e-4309-a757-7ed4bec5335a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:35:18.972645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d651a49-5317-43c5-910d-3803a4ea7e43 None None] DHCP port deletion for 7871073e-6852-441e-9a57-fcb8e506b7fb request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:18.974438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe3ef1-624e-4d2f-a360-1275fb24daa0 None None] Network b2691247-4f2d-4789-9c46-6f804dbefcdd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:18.987613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (7871073e-6852-441e-9a57-fcb8e506b7fb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:18.998286 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.003901 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] 10.222.0.23 "DELETE /v2.0/networks/7871073e-6852-441e-9a57-fcb8e506b7fb HTTP/1.1" status: 204  len: 168 time: 1.3190870
Apr 30 21:35:19.016054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d09e8-11fe-48bb-b659-b335b1d0ab44 tempest-NetworksIpV6Test-153840939 tempest-NetworksIpV6Test-153840939-project] Pushing event deleted for resources: {'Network': ['ID=7871073e-6852-441e-9a57-fcb8e506b7fb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:19.037047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3de848d5-f0e1-404f-92eb-b45bec9f0874 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3883090
Apr 30 21:35:19.047499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58764) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:19.214856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (8eda2e29-a260-4495-9471-6a17adb69354), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.254758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No DVR routers for this DVR port 8eda2e29-a260-4495-9471-6a17adb69354 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:19.307564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=8eda2e29-a260-4495-9471-6a17adb69354,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:19.370029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:35:19.370784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:19.374817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Allocated IP 172.20.0.2 (20d6b4bc-f2c1-4ab0-9d96-55b449e63028/f13a105c-941a-48df-9555-40b6a3200c1a/903cc835-ba1d-48f5-be6f-048260da8ba4) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:19.419313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b2691247-4f2d-4789-9c46-6f804dbefcdd', 'network_id': 'b2691247-4f2d-4789-9c46-6f804dbefcdd', 'project_id': 'ce5451096cf34308801ae3863daa4b6d', 'fixed_ips': [{'subnet_id': 'fdca2699-2dff-4453-b487-f60885123f4a'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:19.419545 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.421494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:19.421881 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.422613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (7abffc52-5901-4c5c-9154-05f4fd13c2ab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.461802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896789ec70>,) {'filters': {'network_id': ['7abffc52-5901-4c5c-9154-05f4fd13c2ab']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:19.488449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896789ec70>, '4ade2b82-9aa9-4185-8c8c-8c620d711c94') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:19.488840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896789ec70>, '4ade2b82-9aa9-4185-8c8c-8c620d711c94') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:19.517280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (4ade2b82-9aa9-4185-8c8c-8c620d711c94), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.535334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d5503947-830f-4d9d-94cc-e5a9c55e9a7c no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:19.537320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3cf24-7719-4b8c-b079-518f45e9756f None None] DHCP port deletion for 7abffc52-5901-4c5c-9154-05f4fd13c2ab request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:19.537909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4ade2b82-9aa9-4185-8c8c-8c620d711c94), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.560088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:19.560513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (4ade2b82-9aa9-4185-8c8c-8c620d711c94), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:19.570252 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:19.676747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58776) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:19.728693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (7abffc52-5901-4c5c-9154-05f4fd13c2ab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.737945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5e91a89c-ff0e-4309-a757-7ed4bec5335a None None] Port 8eda2e29-a260-4495-9471-6a17adb69354 update to ACTIVE by agent not found {{(pid=115776) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}}
Apr 30 21:35:19.748824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.751723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: d5503947-830f-4d9d-94cc-e5a9c55e9a7c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:19.752082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d5503947-830f-4d9d-94cc-e5a9c55e9a7c not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:19.762733 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/networks/7abffc52-5901-4c5c-9154-05f4fd13c2ab HTTP/1.1" status: 204  len: 168 time: 1.3947179
Apr 30 21:35:19.791845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58780) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:19.801301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'name': 'tempest-PortsTestJSON-1116915'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:19.816428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Allocated IP 172.20.0.1 (f67bfdda-ee73-4dcc-b5af-432ce9957ea8/8f6168e7-bea1-4eeb-828e-90f47df6f108/1ab53f55-8691-472e-9fc5-a342b41b1ff5) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:19.848194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8094d38-158c-4c4b-a329-51b1916d86b5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Network': ['ID=7abffc52-5901-4c5c-9154-05f4fd13c2ab,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:19.962839 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-196cc97f-f731-495c-8867-5f2245cbda6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cc6a2a737624602a6c35664ef12ee53&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2773004
Apr 30 21:35:19.969290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58782) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:19.973313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0382b2b9-ca2b-47a1-a0f9-e305be05fb49 None None] Provisioning complete for port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:19.973696 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0382b2b9-ca2b-47a1-a0f9-e305be05fb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:19.987952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f86b520>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:15Z', 'revision_number': 3, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:20.020536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:20.026499 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.085552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-778ef1df-b603-4a52-aab3-1616957503ee admin admin] Publish callbacks [] for security_group (3a5471b3-ba93-4972-b4fc-4c333299859a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.104534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Checking router: 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:35:20.104809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Updating router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 port 282e4146-45d7-41e3-b067-740b0652b308 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:35:20.107503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Publish callbacks [] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.121512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-778ef1df-b603-4a52-aab3-1616957503ee admin admin] Publish callbacks [] for security_group (3a5471b3-ba93-4972-b4fc-4c333299859a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.126106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:20.126515 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.142720 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.175537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port a48bb1c6-abe5-4e56-87ef-27199e57ea98 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:20.215737 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (282e4146-45d7-41e3-b067-740b0652b308), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.228030 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Publish callbacks [] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.238158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Allocated IP 172.20.0.2 (b2691247-4f2d-4789-9c46-6f804dbefcdd/fdca2699-2dff-4453-b487-f60885123f4a/dc0ad028-6804-45df-ab1d-318dafb3aba1) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:20.285467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:20.366202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-778ef1df-b603-4a52-aab3-1616957503ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3a5471b3-ba93-4972-b4fc-4c333299859a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.371002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-778ef1df-b603-4a52-aab3-1616957503ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.376085 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-778ef1df-b603-4a52-aab3-1616957503ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a5471b3-ba93-4972-b4fc-4c333299859a HTTP/1.1" status: 204  len: 168 time: 0.4023390
Apr 30 21:35:20.389362 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.410835 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ef1df-b603-4a52-aab3-1616957503ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5471b3-ba93-4972-b4fc-4c333299859a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:20.456414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.464909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (a48bb1c6-abe5-4e56-87ef-27199e57ea98), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.467203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.467994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8eda2e29-a260-4495-9471-6a17adb69354 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:20.539057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0382b2b9-ca2b-47a1-a0f9-e305be05fb49 None None] Current status of the port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:20.540519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f45cc4-6228-4434-9e50-a106a7e4ec8b req-0b85c4af-5b69-46a0-8cf9-0b61f5d53cdc tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:20.544030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:20.548772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25f45cc4-6228-4434-9e50-a106a7e4ec8b req-0b85c4af-5b69-46a0-8cf9-0b61f5d53cdc tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.2740095
Apr 30 21:35:20.550210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8eda2e29-a260-4495-9471-6a17adb69354 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:20.550561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8eda2e29-a260-4495-9471-6a17adb69354 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Apr 30 21:35:20.571661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:20.577639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:20.592402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:20.595860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:20.605509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:20.614030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Pushing event updated for resources: {'Port': ['ID=1ab53f55-8691-472e-9fc5-a342b41b1ff5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:20.618382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Port 8eda2e29-a260-4495-9471-6a17adb69354 not found, will not notify nova. {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Apr 30 21:35:20.624416 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a48bb1c6-abe5-4e56-87ef-27199e57ea98), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.666279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0382b2b9-ca2b-47a1-a0f9-e305be05fb49 None None] Provisioning complete for port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:20.672715 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0382b2b9-ca2b-47a1-a0f9-e305be05fb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.686434 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4f3697ca-80ff-44e8-ab08-0fbbe3f65e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.692439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Pushing event updated for resources: {'Port': ['ID=903cc835-ba1d-48f5-be6f-048260da8ba4,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:20.728670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:20.733144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:20.738924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:20.745815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:20.746421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.754331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e1f08745-6c25-4d08-a2a2-873b91e096f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:20.768873 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=a48bb1c6-abe5-4e56-87ef-27199e57ea98,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:20.772780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25f45cc4-6228-4434-9e50-a106a7e4ec8b req-d96757d7-0ee1-400b-8ae7-dec5ea2aeac4 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2230709
Apr 30 21:35:20.823526 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:20.826367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Allocated IP 172.20.0.1 (20d6b4bc-f2c1-4ab0-9d96-55b449e63028/f13a105c-941a-48df-9555-40b6a3200c1a/293ef735-1bda-435c-b6bb-e7e0bc0c126a) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:20.868622 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3c2ac0ca-eb06-45ae-a277-64bb11b1a15d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 843 time: 1.0710654
Apr 30 21:35:20.881442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58794) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:21.013419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-85a21da8-2322-4d63-adc6-f942de8c37fd tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port a48bb1c6-abe5-4e56-87ef-27199e57ea98 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:21.013781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a21da8-2322-4d63-adc6-f942de8c37fd tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a48bb1c6-abe5-4e56-87ef-27199e57ea98), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.089716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e1f08745-6c25-4d08-a2a2-873b91e096f7 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:21.090287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e1f08745-6c25-4d08-a2a2-873b91e096f7 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:21.136167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a21da8-2322-4d63-adc6-f942de8c37fd tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a48bb1c6-abe5-4e56-87ef-27199e57ea98), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.145853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.165183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-85a21da8-2322-4d63-adc6-f942de8c37fd tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for a48bb1c6-abe5-4e56-87ef-27199e57ea98 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:21.228300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:21.231126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Attempting to bind port 903cc835-ba1d-48f5-be6f-048260da8ba4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:21.231718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Attempting to bind port 903cc835-ba1d-48f5-be6f-048260da8ba4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'daaf15c0-f03b-4702-9b50-2ab2424671fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '20d6b4bc-f2c1-4ab0-9d96-55b449e63028'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:21.232275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Attempting to bind port 903cc835-ba1d-48f5-be6f-048260da8ba4 on network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:21.247219 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.249312 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Publish callbacks [] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.262559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:21.272721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:21.273517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Checking segment: {'id': 'daaf15c0-f03b-4702-9b50-2ab2424671fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '20d6b4bc-f2c1-4ab0-9d96-55b449e63028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:21.273955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.274512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Bound using segment: {'id': 'daaf15c0-f03b-4702-9b50-2ab2424671fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '20d6b4bc-f2c1-4ab0-9d96-55b449e63028'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:21.275326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Bound port: 903cc835-ba1d-48f5-be6f-048260da8ba4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daaf15c0-f03b-4702-9b50-2ab2424671fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '20d6b4bc-f2c1-4ab0-9d96-55b449e63028'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:21.278500 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.368745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.369798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.369947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a21da8-2322-4d63-adc6-f942de8c37fd tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a48bb1c6-abe5-4e56-87ef-27199e57ea98), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.392181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:21.400269 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.407691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:21.410623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:21.426795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a21da8-2322-4d63-adc6-f942de8c37fd tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=a48bb1c6-abe5-4e56-87ef-27199e57ea98,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:21.477248 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.477954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0382b2b9-ca2b-47a1-a0f9-e305be05fb49 None None] Current status of the port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:21.493557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a21da8-2322-4d63-adc6-f942de8c37fd tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.497918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-85a21da8-2322-4d63-adc6-f942de8c37fd tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/a48bb1c6-abe5-4e56-87ef-27199e57ea98 HTTP/1.1" status: 204  len: 168 time: 0.6255913
Apr 30 21:35:21.500468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58808) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:21.507769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'mac_address': 'fa:16:3e:29:49:42', 'name': 'tempest-PortsTestJSON-1875044197'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:21.509554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0382b2b9-ca2b-47a1-a0f9-e305be05fb49 None None] Could not find standard attr ID for object 8eda2e29-a260-4495-9471-6a17adb69354. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:35:21.526078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Port': ['ID=293ef735-1bda-435c-b6bb-e7e0bc0c126a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:21.531157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Publish callbacks [] for port (282e4146-45d7-41e3-b067-740b0652b308), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.533905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Network b2691247-4f2d-4789-9c46-6f804dbefcdd is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:21.544662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (30ae166c-bccf-4579-9b29-8e19e6ccc577), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.545361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:21.547230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Pushing event updated for resources: {'Port': ['ID=dc0ad028-6804-45df-ab1d-318dafb3aba1,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:21.552620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:21.559552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:21.559931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.561921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] For port 903cc835-ba1d-48f5-be6f-048260da8ba4, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:21.565703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] For port 903cc835-ba1d-48f5-be6f-048260da8ba4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=903cc835-ba1d-48f5-be6f-048260da8ba4,segment=NetworkSegment(daaf15c0-f03b-4702-9b50-2ab2424671fe),segment_id=daaf15c0-f03b-4702-9b50-2ab2424671fe)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:21.633598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (282e4146-45d7-41e3-b067-740b0652b308), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.683687 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Publish callbacks [] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.705865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:21.706032 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.722115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Attempting to bind port dc0ad028-6804-45df-ab1d-318dafb3aba1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:21.722494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Attempting to bind port dc0ad028-6804-45df-ab1d-318dafb3aba1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7952327-f1c4-4dd6-b780-e356333dc388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2691247-4f2d-4789-9c46-6f804dbefcdd'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:21.722864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Attempting to bind port dc0ad028-6804-45df-ab1d-318dafb3aba1 on network b2691247-4f2d-4789-9c46-6f804dbefcdd {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:21.730002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a6eba14e-1b87-4fd4-b314-e9f983ae7736 None None] Provisioning complete for port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:21.730945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6eba14e-1b87-4fd4-b314-e9f983ae7736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.776289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36234c1d-d13d-4d20-9c64-3030f5aad0b0 None None] Pushing event updated for resources: {'Port': ['ID=282e4146-45d7-41e3-b067-740b0652b308,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:21.780228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.780418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:21.782903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Checking segment: {'id': 'b7952327-f1c4-4dd6-b780-e356333dc388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2691247-4f2d-4789-9c46-6f804dbefcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:21.782903 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.782903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Bound using segment: {'id': 'b7952327-f1c4-4dd6-b780-e356333dc388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2691247-4f2d-4789-9c46-6f804dbefcdd'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:21.782903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Bound port: dc0ad028-6804-45df-ab1d-318dafb3aba1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7952327-f1c4-4dd6-b780-e356333dc388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2691247-4f2d-4789-9c46-6f804dbefcdd'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:21.782903 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.789777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Attempting to bind port 282e4146-45d7-41e3-b067-740b0652b308 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:21.789777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Attempting to bind port 282e4146-45d7-41e3-b067-740b0652b308 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:21.794043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Attempting to bind port 282e4146-45d7-41e3-b067-740b0652b308 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:21.795836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.823835 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port 6948eb54-6604-4b8c-a924-04ae15b69d92 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:21.869375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.905680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:21.906343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:21.907064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.910908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:21.911388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Bound port: 282e4146-45d7-41e3-b067-740b0652b308, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:21.912289 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (282e4146-45d7-41e3-b067-740b0652b308), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:21.949498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a6eba14e-1b87-4fd4-b314-e9f983ae7736 None None] Port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:22.032880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Pushing event updated for resources: {'Port': ['ID=1ab53f55-8691-472e-9fc5-a342b41b1ff5,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:22.039769 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.047730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:22.075462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86a74c-b375-4058-8e20-010cf9ca62ca None None] Pushing event updated for resources: {'Port': ['ID=903cc835-ba1d-48f5-be6f-048260da8ba4,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:22.079872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607be42-d716-41ed-b8d2-4e417e2cd179 req-ffe65212-3dd5-4242-bbfc-67d5ca25bcac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:22.088763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58820) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:22.090818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6607be42-d716-41ed-b8d2-4e417e2cd179 req-ffe65212-3dd5-4242-bbfc-67d5ca25bcac tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.2061954
Apr 30 21:35:22.152815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] For port 282e4146-45d7-41e3-b067-740b0652b308, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:22.157600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] For port 282e4146-45d7-41e3-b067-740b0652b308, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=282e4146-45d7-41e3-b067-740b0652b308,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:22.165407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] For port dc0ad028-6804-45df-ab1d-318dafb3aba1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:22.175180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] For port dc0ad028-6804-45df-ab1d-318dafb3aba1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc0ad028-6804-45df-ab1d-318dafb3aba1,segment=NetworkSegment(b7952327-f1c4-4dd6-b780-e356333dc388),segment_id=b7952327-f1c4-4dd6-b780-e356333dc388)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:22.213358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0f13f55c-2c36-43bb-8aff-d52c6a7547dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:22.229830 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (6948eb54-6604-4b8c-a924-04ae15b69d92), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.281815 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (282e4146-45d7-41e3-b067-740b0652b308), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.284614 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.291410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0f13f55c-2c36-43bb-8aff-d52c6a7547dd {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:22.291756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0f13f55c-2c36-43bb-8aff-d52c6a7547dd not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:22.292174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8eda2e29-a260-4495-9471-6a17adb69354 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:22.334808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1793777312'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:22.352455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6948eb54-6604-4b8c-a924-04ae15b69d92), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.379128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8eda2e29-a260-4495-9471-6a17adb69354 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:22.379407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8eda2e29-a260-4495-9471-6a17adb69354 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:22.430735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6607be42-d716-41ed-b8d2-4e417e2cd179 req-17a1ec82-6fac-486a-9603-948c017c4240 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3389409
Apr 30 21:35:22.436437 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:22.441167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:22.446800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:22.453564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:22.455514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:22.455632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.455758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f86b520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:22.480025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:22.483974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:22.485587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.495489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:22.524433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36234c1d-d13d-4d20-9c64-3030f5aad0b0 None None] Pushing event updated for resources: {'Port': ['ID=282e4146-45d7-41e3-b067-740b0652b308,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:22.548431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.553725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=6948eb54-6604-4b8c-a924-04ae15b69d92,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:22.597552 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6e53fe61-3709-4db8-9284-42fcdeed6b3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.0949080
Apr 30 21:35:22.598679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58840) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:22.664816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e705a3-35d4-4137-ad6d-c0b4911f440f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:22.669791 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f9e705a3-35d4-4137-ad6d-c0b4911f440f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/6948eb54-6604-4b8c-a924-04ae15b69d92 HTTP/1.1" status: 200  len: 841 time: 0.0642684
Apr 30 21:35:22.671692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58842) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:22.689781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a513c-e052-4597-9878-5ca63fc9ec9b None None] Pushing event updated for resources: {'Port': ['ID=dc0ad028-6804-45df-ab1d-318dafb3aba1,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:22.765688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:35:22.931088 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (9df8878b-a3ff-4926-9c01-43c4e7062454), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:22.933189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dc0610b8-451f-418a-880e-1fe5905c027e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 6948eb54-6604-4b8c-a924-04ae15b69d92 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:22.933631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc0610b8-451f-418a-880e-1fe5905c027e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6948eb54-6604-4b8c-a924-04ae15b69d92), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.044814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9df8878b-a3ff-4926-9c01-43c4e7062454), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.097775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df8878b-a3ff-4926-9c01-43c4e7062454,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:23.120018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:23.135536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ee7136de-193f-463c-9a77-291430ce2d7b None None] Provisioning complete for port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:23.136235 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ee7136de-193f-463c-9a77-291430ce2d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.145322 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc0610b8-451f-418a-880e-1fe5905c027e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6948eb54-6604-4b8c-a924-04ae15b69d92), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.158085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (57b95a16-6265-4abf-b217-b4c4f5ccd2d2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.158826 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Added segment 57b95a16-6265-4abf-b217-b4c4f5ccd2d2 of type vlan for network 2a1442a2-0e7c-4def-b624-68f4900d2908
Apr 30 21:35:23.226174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dc0610b8-451f-418a-880e-1fe5905c027e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 6948eb54-6604-4b8c-a924-04ae15b69d92 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:23.245543 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.287566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ee7136de-193f-463c-9a77-291430ce2d7b None None] Port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:23.288595 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2a1442a2-0e7c-4def-b624-68f4900d2908), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.292882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f86b520>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 2, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:23.331974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c5c92-f597-4db0-a799-230cb1494049 None None] The sync data for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 is: [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 2, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:35:23.545057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2a1442a2-0e7c-4def-b624-68f4900d2908), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.555842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:23.556496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.558577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dc0ad028-6804-45df-ab1d-318dafb3aba1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:23.564554 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc0610b8-451f-418a-880e-1fe5905c027e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6948eb54-6604-4b8c-a924-04ae15b69d92), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.596994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372fb2e-9026-44b4-8422-da1f92de094d req-7a74452a-6156-4ebc-ba4f-babcf1e8acfd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:23.600378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c372fb2e-9026-44b4-8422-da1f92de094d req-7a74452a-6156-4ebc-ba4f-babcf1e8acfd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 0.1498978
Apr 30 21:35:23.623546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port dc0ad028-6804-45df-ab1d-318dafb3aba1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:23.623928 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.633673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:35:23.644482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.772602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded9bd5-8b3c-43f5-a984-8cad58818933 None None] Network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:23.875063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.878075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0610b8-451f-418a-880e-1fe5905c027e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=6948eb54-6604-4b8c-a924-04ae15b69d92,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:23.889622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Network': ['ID=2a1442a2-0e7c-4def-b624-68f4900d2908,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:23.893330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc0610b8-451f-418a-880e-1fe5905c027e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:23.903278 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc0610b8-451f-418a-880e-1fe5905c027e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/6948eb54-6604-4b8c-a924-04ae15b69d92 HTTP/1.1" status: 204  len: 168 time: 1.2247248
Apr 30 21:35:23.904212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58852) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:23.969277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:23.969494 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-945006af-3542-4c74-8b80-251d6cefdc7e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.8786998
Apr 30 21:35:23.972330 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ca3e01-d540-4f50-a8d2-fcbe5f8576d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:23.988100 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-35ca3e01-d540-4f50-a8d2-fcbe5f8576d1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/6948eb54-6604-4b8c-a924-04ae15b69d92 HTTP/1.1" status: 404  len: 333 time: 0.0822973
Apr 30 21:35:23.988805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:23.989293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58856) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:23.998052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'name': 'tempest-PortsIpV6TestJSON-1058370986'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:24.007765 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'name': 'tempest-PortsTestJSON-858500828'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:24.042268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Deleting port f6dea3ed-49b0-46d6-a0a1-fd1777349430 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:24.042616 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.053192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3ee72422-0991-41b5-b36b-d26fe208bfd3 None None] Provisioning complete for port 903cc835-ba1d-48f5-be6f-048260da8ba4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:24.054100 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee72422-0991-41b5-b36b-d26fe208bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.151033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port dc0ad028-6804-45df-ab1d-318dafb3aba1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:24.158505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.191084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Port': ['ID=293ef735-1bda-435c-b6bb-e7e0bc0c126a,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:24.203889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:35:24.261828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c78394fb-6aba-435c-8c48-52ed9e7038ee admin admin] 10.222.0.23 "PUT /v2.0/routers/03409281-4c9c-4ccb-a3a9-cdcb49cf5165/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2898929
Apr 30 21:35:24.291879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:24.293593 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.310206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port dc0ad028-6804-45df-ab1d-318dafb3aba1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc0ad028-6804-45df-ab1d-318dafb3aba1,segment=NetworkSegment(b7952327-f1c4-4dd6-b780-e356333dc388),segment_id=b7952327-f1c4-4dd6-b780-e356333dc388)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:24.335888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:24.356495 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (30ae166c-bccf-4579-9b29-8e19e6ccc577), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.360284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:24.369212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.400760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebcdbc8-702f-43c7-9f18-b41563bd1731 None None] Network b2691247-4f2d-4789-9c46-6f804dbefcdd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:24.520455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:24.557294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf36f8f-73f4-4420-bb38-b096aa1d27c9 req-8ac4127a-c12d-4e5c-8140-b739c911aad6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:24.597443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cf36f8f-73f4-4420-bb38-b096aa1d27c9 req-8ac4127a-c12d-4e5c-8140-b739c911aad6 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 946 time: 1.0586162
Apr 30 21:35:24.718425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3ee72422-0991-41b5-b36b-d26fe208bfd3 None None] Current status of the port 903cc835-ba1d-48f5-be6f-048260da8ba4 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:24.719529 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee72422-0991-41b5-b36b-d26fe208bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.726179 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.727086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:24.813143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] For port f6dea3ed-49b0-46d6-a0a1-fd1777349430, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f6dea3ed-49b0-46d6-a0a1-fd1777349430,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:24.813532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.853101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Calling delete_port for f6dea3ed-49b0-46d6-a0a1-fd1777349430 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:24.877968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0cf36f8f-73f4-4420-bb38-b096aa1d27c9 req-8ab7d897-91b6-4a25-b3fc-878cb3a30cf0 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/security-groups?id=735282cd-49e1-4a30-aa36-b4fd710ec2c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2589464
Apr 30 21:35:24.908603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3ee72422-0991-41b5-b36b-d26fe208bfd3 None None] For port 903cc835-ba1d-48f5-be6f-048260da8ba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=903cc835-ba1d-48f5-be6f-048260da8ba4,segment=NetworkSegment(daaf15c0-f03b-4702-9b50-2ab2424671fe),segment_id=daaf15c0-f03b-4702-9b50-2ab2424671fe)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:24.916464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=dc0ad028-6804-45df-ab1d-318dafb3aba1,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:24.928740 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:24.997879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:25.001684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee72422-0991-41b5-b36b-d26fe208bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.012649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:25.079745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.090439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee72422-0991-41b5-b36b-d26fe208bfd3 None None] Pushing event updated for resources: {'Port': ['ID=903cc835-ba1d-48f5-be6f-048260da8ba4,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:25.132184 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.159451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:25.160182 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.212699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Provisioning complete for port 293ef735-1bda-435c-b6bb-e7e0bc0c126a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:25.212699 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.262372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58868) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:25.268114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-359e2e55-5a25-435c-9caa-9e9c2ae8b2df tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731334148', 'description': 'tempest-description--1383997082'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:25.301290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Port 293ef735-1bda-435c-b6bb-e7e0bc0c126a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:25.316391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Provisioning complete for port dc0ad028-6804-45df-ab1d-318dafb3aba1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:25.316391 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.319363 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.387415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=0bb34324-70a5-42a9-85f0-7eb28bcc2718,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:25.397186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.401718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:25.403114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 903cc835-ba1d-48f5-be6f-048260da8ba4 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:25.414142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Router 30ae166c-bccf-4579-9b29-8e19e6ccc577 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:35:25.416615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f6dea3ed-49b0-46d6-a0a1-fd1777349430), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.434375 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-359e2e55-5a25-435c-9caa-9e9c2ae8b2df tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.482327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['f6dea3ed-49b0-46d6-a0a1-fd1777349430'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:35:25.496012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking segment: {'id': '57b95a16-6265-4abf-b217-b4c4f5ccd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:25.497161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network hostable DHCP agents. Network: 2a1442a2-0e7c-4def-b624-68f4900d2908, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:25.512400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Pushing event deleted for resources: {'Port': ['ID=f6dea3ed-49b0-46d6-a0a1-fd1777349430,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:25.534446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:25.549991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:25.560122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:25.566539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:25.567688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.594947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Current status of the port dc0ad028-6804-45df-ab1d-318dafb3aba1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:25.604078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:25.621171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] No DVR routers for this DVR port f6dea3ed-49b0-46d6-a0a1-fd1777349430 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:25.626386 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.630982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c372fb2e-9026-44b4-8422-da1f92de094d req-f032bd1e-0166-4804-8491-16a7daf2f3cd tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.35 "DELETE /v2.0/ports/f6dea3ed-49b0-46d6-a0a1-fd1777349430 HTTP/1.1" status: 204  len: 173 time: 1.9693387
Apr 30 21:35:25.634801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 903cc835-ba1d-48f5-be6f-048260da8ba4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:25.634801 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.688650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:25.699343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7e10f1-c515-4ca6-9d45-1dadb182b495', 'name': 'network-vif-deleted', 'tag': 'f6dea3ed-49b0-46d6-a0a1-fd1777349430'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:35:25.704720 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd4e958-8514-4e83-a45e-617023a4881d" -d '{"events": [{"server_uuid": "ae7e10f1-c515-4ca6-9d45-1dadb182b495", "name": "network-vif-deleted", "tag": "f6dea3ed-49b0-46d6-a0a1-fd1777349430"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:35:25.708260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Provisioning complete for port 903cc835-ba1d-48f5-be6f-048260da8ba4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:25.708665 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.723351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-359e2e55-5a25-435c-9caa-9e9c2ae8b2df tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (67e8ed14-011c-474f-bf37-5a83caba54cc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.751663 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4bbd3930-463f-479b-ac6b-cb72bdf64e21 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.7487342
Apr 30 21:35:25.753787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58876) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:25.768505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:25.805037 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188f61a0-8339-4c36-ba01-24c687a9d378 x-openstack-request-id: req-188f61a0-8339-4c36-ba01-24c687a9d378 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:35:25.805335 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7e10f1-c515-4ca6-9d45-1dadb182b495", "name": "network-vif-deleted", "tag": "f6dea3ed-49b0-46d6-a0a1-fd1777349430", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:35:25.805583 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-188f61a0-8339-4c36-ba01-24c687a9d378 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:35:25.806098 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188f61a0-8339-4c36-ba01-24c687a9d378'] response: {'server_uuid': 'ae7e10f1-c515-4ca6-9d45-1dadb182b495', 'name': 'network-vif-deleted', 'tag': 'f6dea3ed-49b0-46d6-a0a1-fd1777349430', 'status': 'completed', 'code': 200}
Apr 30 21:35:25.814356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a1442a2-0e7c-4def-b624-68f4900d2908) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:25.820715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:35:25.835620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-359e2e55-5a25-435c-9caa-9e9c2ae8b2df tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (67e8ed14-011c-474f-bf37-5a83caba54cc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.841182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a89be19-39fd-402c-a2cc-e2c61c2782c8 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "PUT /v2.0/routers/30ae166c-bccf-4579-9b29-8e19e6ccc577/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7924984
Apr 30 21:35:25.841578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:25.850816 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa97880-dffb-406a-bd09-872221f5f002 None None] Sync routers for ids ['30ae166c-bccf-4579-9b29-8e19e6ccc577'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:35:25.851349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58878) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:25.858397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:25.859124 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:25.861661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9408b96-3cd8-4193-a571-0a046688472a None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:25.871700 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa97880-dffb-406a-bd09-872221f5f002 None None] Routers {'30ae166c-bccf-4579-9b29-8e19e6ccc577'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:25.872347 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-afa97880-dffb-406a-bd09-872221f5f002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbd9a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['30ae166c-bccf-4579-9b29-8e19e6ccc577'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:25.944126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-08c083fa-4e1f-4f74-b8ed-8a6a65e38bfd None None] Current status of the port 903cc835-ba1d-48f5-be6f-048260da8ba4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:25.948936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 903cc835-ba1d-48f5-be6f-048260da8ba4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:26.024242 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-afa97880-dffb-406a-bd09-872221f5f002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbd9a60>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:26.055295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-359e2e55-5a25-435c-9caa-9e9c2ae8b2df tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.056587 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-359e2e55-5a25-435c-9caa-9e9c2ae8b2df tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7926476
Apr 30 21:35:26.064125 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa97880-dffb-406a-bd09-872221f5f002 None None] Routers {'30ae166c-bccf-4579-9b29-8e19e6ccc577'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:26.064764 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-afa97880-dffb-406a-bd09-872221f5f002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbd9a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['30ae166c-bccf-4579-9b29-8e19e6ccc577'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:26.068814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58882) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:26.111773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-41a02bf5-30cc-49a6-b6ec-8023324f67f7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'security_group_rule': {'security_group_id': '67e8ed14-011c-474f-bf37-5a83caba54cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:26.126657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e2e55-5a25-435c-9caa-9e9c2ae8b2df tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e8ed14-011c-474f-bf37-5a83caba54cc,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:26.154065 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1991922-3337-42a8-b2f4-22530288db03 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.1612678
Apr 30 21:35:26.164907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58884) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:26.172612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1144316327'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:26.192893 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-afa97880-dffb-406a-bd09-872221f5f002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbd9a60>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:26.196165 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.199068 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa97880-dffb-406a-bd09-872221f5f002 None None] The sync data for ids ['30ae166c-bccf-4579-9b29-8e19e6ccc577'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:35:26.378912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f7dc5085-19f9-41e5-a7d3-0d6764379188 None None] Provisioning complete for port 293ef735-1bda-435c-b6bb-e7e0bc0c126a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:26.379542 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5085-19f9-41e5-a7d3-0d6764379188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.433333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc5085-19f9-41e5-a7d3-0d6764379188 None None] Port 293ef735-1bda-435c-b6bb-e7e0bc0c126a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:26.444351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 282e4146-45d7-41e3-b067-740b0652b308 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:26.475977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.485496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f7dc5085-19f9-41e5-a7d3-0d6764379188 None None] Provisioning complete for port dc0ad028-6804-45df-ab1d-318dafb3aba1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:26.485899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7dc5085-19f9-41e5-a7d3-0d6764379188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.490568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c85aea62-817b-4fcd-9fe3-c6902011d0c3 req-fbe096d4-66b5-4ced-81cb-4c0e4b5e0ea3 tempest-ServerRescueNegativeTestJSON-1665530689 tempest-ServerRescueNegativeTestJSON-1665530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae7e10f1-c515-4ca6-9d45-1dadb182b495 HTTP/1.1" status: 200  len: 210 time: 0.1972296
Apr 30 21:35:26.528255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.537140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41a02bf5-30cc-49a6-b6ec-8023324f67f7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (60c1ae26-42d9-42f7-a0f8-e9e90e6ca5e5), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.553816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 282e4146-45d7-41e3-b067-740b0652b308 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:26.554402 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (282e4146-45d7-41e3-b067-740b0652b308), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.564196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] In _notify_port_updated(), no bound segment for port cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a on network bad7b99f-53aa-41bc-800c-92c8e3241969 {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:35:26.569815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:26.570641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.572675 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "PUT /v2.0/ports/cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a HTTP/1.1" status: 200  len: 818 time: 0.8167894
Apr 30 21:35:26.575239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58886) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:26.605937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a653d44-b979-4d16-96a8-a7d67b49ecbb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:26.650879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:26.654393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.679171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 282e4146-45d7-41e3-b067-740b0652b308 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:26.679563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (282e4146-45d7-41e3-b067-740b0652b308), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.691639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc5085-19f9-41e5-a7d3-0d6764379188 None None] Current status of the port dc0ad028-6804-45df-ab1d-318dafb3aba1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:26.715295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 282e4146-45d7-41e3-b067-740b0652b308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=282e4146-45d7-41e3-b067-740b0652b308,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:26.762878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41a02bf5-30cc-49a6-b6ec-8023324f67f7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (60c1ae26-42d9-42f7-a0f8-e9e90e6ca5e5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.768189 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-e69ec48e-4186-44ff-9955-6f54f1f674ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:35:26.769264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e69ec48e-4186-44ff-9955-6f54f1f674ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "PUT /v2.0/routers/30ae166c-bccf-4579-9b29-8e19e6ccc577/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9172480
Apr 30 21:35:26.773202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58894) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:26.779100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:26.797997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-56bf2d3d-8327-4212-918d-78237d4e97b4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:26.798359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56bf2d3d-8327-4212-918d-78237d4e97b4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.802666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (282e4146-45d7-41e3-b067-740b0652b308), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.811548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dc0ad028-6804-45df-ab1d-318dafb3aba1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:26.846852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (dbae7fcf-6259-4dda-833e-66fe10b9c12b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.847298 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Added segment dbae7fcf-6259-4dda-833e-66fe10b9c12b of type vlan for network 93422da8-bb64-4905-b87f-87223be24274
Apr 30 21:35:26.865946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41a02bf5-30cc-49a6-b6ec-8023324f67f7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (60c1ae26-42d9-42f7-a0f8-e9e90e6ca5e5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.894747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=282e4146-45d7-41e3-b067-740b0652b308,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:26.899149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port dc0ad028-6804-45df-ab1d-318dafb3aba1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:26.899525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.931397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a02bf5-30cc-49a6-b6ec-8023324f67f7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c1ae26-42d9-42f7-a0f8-e9e90e6ca5e5,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:26.935996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (93422da8-bb64-4905-b87f-87223be24274), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.939827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56bf2d3d-8327-4212-918d-78237d4e97b4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:26.958630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-56bf2d3d-8327-4212-918d-78237d4e97b4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:27.032186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41a02bf5-30cc-49a6-b6ec-8023324f67f7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.033787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-41a02bf5-30cc-49a6-b6ec-8023324f67f7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9256587
Apr 30 21:35:27.034376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port dc0ad028-6804-45df-ab1d-318dafb3aba1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:27.035766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 903cc835-ba1d-48f5-be6f-048260da8ba4 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:27.036710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58896) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:27.042312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c24f04bd-7897-4635-aeb4-6db6f52e15f0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'security_group_rule': {'security_group_id': '67e8ed14-011c-474f-bf37-5a83caba54cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:27.076616 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (93422da8-bb64-4905-b87f-87223be24274), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.082522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:27.083137 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.091464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 903cc835-ba1d-48f5-be6f-048260da8ba4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:27.091845 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.175543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Network': ['ID=93422da8-bb64-4905-b87f-87223be24274,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:27.178319 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (30ae166c-bccf-4579-9b29-8e19e6ccc577), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.190829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 93422da8-bb64-4905-b87f-87223be24274 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:27.197699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56bf2d3d-8327-4212-918d-78237d4e97b4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.239923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 903cc835-ba1d-48f5-be6f-048260da8ba4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:27.248802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf2d3d-8327-4212-918d-78237d4e97b4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:27.256308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56bf2d3d-8327-4212-918d-78237d4e97b4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.264404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-56bf2d3d-8327-4212-918d-78237d4e97b4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a HTTP/1.1" status: 204  len: 168 time: 0.6853426
Apr 30 21:35:27.264556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Sync routers for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:35:27.265339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58898) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:27.292132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e23cbd30-2b92-431e-88bc-dbc7dce84ea7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1250825
Apr 30 21:35:27.292400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58900) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:27.295413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:27.296054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e468160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:27.299719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'ports': [{'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908'}, {'network_id': '93422da8-bb64-4905-b87f-87223be24274'}]} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:27.299874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:27.300289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '93422da8-bb64-4905-b87f-87223be24274'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:27.341922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bd3675-d733-4ac2-bfba-c662e82adf4b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:27.346265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d8bd3675-d733-4ac2-bfba-c662e82adf4b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0767822
Apr 30 21:35:27.346445 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c24f04bd-7897-4635-aeb4-6db6f52e15f0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (ce1ac3dc-7765-44a4-9d66-8d455bf91e89), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.346676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58902) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:27.377241 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63a9c75-d8b2-445b-b961-8d9feb63233c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:27.378880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e63a9c75-d8b2-445b-b961-8d9feb63233c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/cb04dd91-3ab6-4ca3-ba4a-a0be5e34a53a HTTP/1.1" status: 404  len: 333 time: 0.0311954
Apr 30 21:35:27.383642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58904) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:27.389059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1324334600'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:27.417904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:35:27.505412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:27.509246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.544623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c24f04bd-7897-4635-aeb4-6db6f52e15f0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (ce1ac3dc-7765-44a4-9d66-8d455bf91e89), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.545099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:27.559185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2b98b127-4647-4197-819c-b9a969d6f956), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.559632 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Added segment 2b98b127-4647-4197-819c-b9a969d6f956 of type vlan for network d661a8ed-5a40-43ba-9976-597e82fdf6df
Apr 30 21:35:27.615833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58908) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:27.631722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (d661a8ed-5a40-43ba-9976-597e82fdf6df), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.656673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f6dea3ed-49b0-46d6-a0a1-fd1777349430 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:27.679082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: f6dea3ed-49b0-46d6-a0a1-fd1777349430 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:27.679433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device f6dea3ed-49b0-46d6-a0a1-fd1777349430 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:27.757566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (d661a8ed-5a40-43ba-9976-597e82fdf6df), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.763425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:27.764177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.847112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e468160>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 2, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:27.880365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Checking router: 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:35:27.880365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Updating router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:35:27.916188 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.976470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c24f04bd-7897-4635-aeb4-6db6f52e15f0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ce1ac3dc-7765-44a4-9d66-8d455bf91e89), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:27.997982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6086290
Apr 30 21:35:27.998163 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:28.006784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30aeae-6d1c-41b8-bece-7e6646403eaa tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Network': ['ID=d661a8ed-5a40-43ba-9976-597e82fdf6df,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:28.008620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:28.038375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f04bd-7897-4635-aeb4-6db6f52e15f0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1ac3dc-7765-44a4-9d66-8d455bf91e89,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:28.114717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network d661a8ed-5a40-43ba-9976-597e82fdf6df details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:28.138644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Deleting port 293ef735-1bda-435c-b6bb-e7e0bc0c126a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:28.138897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.144905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 282e4146-45d7-41e3-b067-740b0652b308 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:28.199895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c24f04bd-7897-4635-aeb4-6db6f52e15f0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.207122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58918) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:28.209930 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c24f04bd-7897-4635-aeb4-6db6f52e15f0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1684892
Apr 30 21:35:28.216391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:28.264026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 2} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:28.268522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.274839 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.301291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.304382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Calling delete_port for 293ef735-1bda-435c-b6bb-e7e0bc0c126a owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:28.340450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 282e4146-45d7-41e3-b067-740b0652b308 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:28.340832 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (282e4146-45d7-41e3-b067-740b0652b308), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.357279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:28.360588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.373828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.495227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 282e4146-45d7-41e3-b067-740b0652b308 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:28.499882 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Publish callbacks [] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.581904 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.634214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:28.652646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cde98c-f3c7-4400-8005-69c5c1ee9d40 None None] Pushing event updated for resources: {'Port': ['ID=1ab53f55-8691-472e-9fc5-a342b41b1ff5,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:28.733107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Attempting to bind port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:28.733587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Attempting to bind port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:28.734080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Attempting to bind port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 on network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:28.740636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:28.741125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Checking segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:28.744970 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.744970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Bound using segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:28.744970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Bound port: 1ab53f55-8691-472e-9fc5-a342b41b1ff5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:28.744970 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.836384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] For port 1ab53f55-8691-472e-9fc5-a342b41b1ff5, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:28.840991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] For port 1ab53f55-8691-472e-9fc5-a342b41b1ff5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ab53f55-8691-472e-9fc5-a342b41b1ff5,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:28.842066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (d6580f80-5eba-431b-af7a-fe6fcf59322e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.913506 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.950553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.968883 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (da7ce020-b946-4192-841d-c15ac6fd4a02), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:28.977592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (293ef735-1bda-435c-b6bb-e7e0bc0c126a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.014853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:29.019554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e468160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:29.061881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.142252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Port': ['ID=293ef735-1bda-435c-b6bb-e7e0bc0c126a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:29.200277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cde98c-f3c7-4400-8005-69c5c1ee9d40 None None] Pushing event updated for resources: {'Port': ['ID=1ab53f55-8691-472e-9fc5-a342b41b1ff5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:29.214409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-414e5d14-5a2e-4d6f-99da-2f90148a2739 None None] Provisioning complete for port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:29.214803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-414e5d14-5a2e-4d6f-99da-2f90148a2739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.285321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=da7ce020-b946-4192-841d-c15ac6fd4a02,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:29.304753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port bdb68813-b631-44bb-810a-b5b63da273a6 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:29.310476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking segment: {'id': '2b98b127-4647-4197-819c-b9a969d6f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:29.311316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network hostable DHCP agents. Network: d661a8ed-5a40-43ba-9976-597e82fdf6df, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:29.369905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Allocated IP 172.35.4.210 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/0a7c533b-1a6f-4d65-9709-9cbf07a358dc) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:29.457984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:35:29.464284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-414e5d14-5a2e-4d6f-99da-2f90148a2739 None None] Current status of the port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:29.464854 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-414e5d14-5a2e-4d6f-99da-2f90148a2739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.536009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Deleting port 34941cd0-6c84-4df2-ae0a-285d8dddbccb {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:29.536829 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.568681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network d661a8ed-5a40-43ba-9976-597e82fdf6df is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:29.593237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (30ae166c-bccf-4579-9b29-8e19e6ccc577), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.676367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-414e5d14-5a2e-4d6f-99da-2f90148a2739 None None] For port 1ab53f55-8691-472e-9fc5-a342b41b1ff5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ab53f55-8691-472e-9fc5-a342b41b1ff5,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:29.688906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d661a8ed-5a40-43ba-9976-597e82fdf6df) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:29.692264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] For port 34941cd0-6c84-4df2-ae0a-285d8dddbccb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34941cd0-6c84-4df2-ae0a-285d8dddbccb,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:29.692739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.704237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:29.705017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.705990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d073da-2dbc-4a74-90a8-d3a51d7d1998 None None] Network d661a8ed-5a40-43ba-9976-597e82fdf6df requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:29.716558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Calling delete_port for 34941cd0-6c84-4df2-ae0a-285d8dddbccb owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:29.720550 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for port (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.744652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (bdb68813-b631-44bb-810a-b5b63da273a6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.772414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-414e5d14-5a2e-4d6f-99da-2f90148a2739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.836910 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-23d753ce-aecb-4427-b2c0-a8a2daa66407 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8286297
Apr 30 21:35:29.836910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58966) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:29.843507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-19b7f37d-2a9f-4cb3-8df5-488c0cfe9f6f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:29.894152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.906758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Router 30ae166c-bccf-4579-9b29-8e19e6ccc577 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:35:29.913451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b9d5abd9-4571-435b-8865-c978f60a0f5b None None] Provisioning complete for port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:29.913870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9d5abd9-4571-435b-8865-c978f60a0f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:29.960237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:29.965298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:29.972086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e5d14-5a2e-4d6f-99da-2f90148a2739 None None] Pushing event updated for resources: {'Port': ['ID=1ab53f55-8691-472e-9fc5-a342b41b1ff5,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:29.977126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:29.981739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'Port': ['ID=0a7c533b-1a6f-4d65-9709-9cbf07a358dc,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:29.993826 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e468160>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:28Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:30.039256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.100431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d661a8ed-5a40-43ba-9976-597e82fdf6df', 'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df', 'project_id': '61cf3c186d6347bda4f0558e9d809056', 'fixed_ips': [{'subnet_id': 'da7ce020-b946-4192-841d-c15ac6fd4a02'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:30.101284 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.105195 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:35:30.118374 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-66e24f52-668c-46b1-b424-2952afdb22f2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "PUT /v2.0/routers/30ae166c-bccf-4579-9b29-8e19e6ccc577/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3393159
Apr 30 21:35:30.121221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:30.123769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477f6f43-2fac-478b-b20a-fbad284f5eaf None None] The sync data for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 is: [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:28Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:35:30.125246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58970) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:30.134319 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908f47c-e7bd-4192-adc0-c6241f52f944 None None] Sync routers for ids ['30ae166c-bccf-4579-9b29-8e19e6ccc577'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:35:30.134876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:30.137606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:30.141174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:30.142194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (bdb68813-b631-44bb-810a-b5b63da273a6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.189606 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908f47c-e7bd-4192-adc0-c6241f52f944 None None] Routers {'30ae166c-bccf-4579-9b29-8e19e6ccc577'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:30.193960 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c908f47c-e7bd-4192-adc0-c6241f52f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd11e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['30ae166c-bccf-4579-9b29-8e19e6ccc577'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:30.238170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1ab53f55-8691-472e-9fc5-a342b41b1ff5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:30.251146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=bdb68813-b631-44bb-810a-b5b63da273a6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:30.279312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b7f37d-2a9f-4cb3-8df5-488c0cfe9f6f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:30.286792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (34941cd0-6c84-4df2-ae0a-285d8dddbccb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.287327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19b7f37d-2a9f-4cb3-8df5-488c0cfe9f6f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.298153 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c908f47c-e7bd-4192-adc0-c6241f52f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd11e50>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:30.324110 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c908f47c-e7bd-4192-adc0-c6241f52f944 None None] Routers {'30ae166c-bccf-4579-9b29-8e19e6ccc577'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:30.325367 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c908f47c-e7bd-4192-adc0-c6241f52f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd11e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['30ae166c-bccf-4579-9b29-8e19e6ccc577'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:30.341539 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-ef28c8d8-5b70-4a10-9df1-a99629072e79 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] delete failed (client error): The resource could not be found.
Apr 30 21:35:30.346558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ef28c8d8-5b70-4a10-9df1-a99629072e79 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1889038645 HTTP/1.1" status: 404  len: 335 time: 0.2163353
Apr 30 21:35:30.353991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58972) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:30.359985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f50876f0-87f4-4fcf-abdd-0705c17b290b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'router': {'external_gateway_info': {'network_id': '30ae166c-bccf-4579-9b29-8e19e6ccc577'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:30.383365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking segment: {'id': 'dbae7fcf-6259-4dda-833e-66fe10b9c12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '93422da8-bb64-4905-b87f-87223be24274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:30.384011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network hostable DHCP agents. Network: 93422da8-bb64-4905-b87f-87223be24274, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:30.390731 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c908f47c-e7bd-4192-adc0-c6241f52f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd11e50>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:30.391623 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908f47c-e7bd-4192-adc0-c6241f52f944 None None] The sync data for ids ['30ae166c-bccf-4579-9b29-8e19e6ccc577'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:35:30.441933 ncdv-master-1 neutron-server[115773]: INFO neutron.db.ipam_backend_mixin [None req-19b7f37d-2a9f-4cb3-8df5-488c0cfe9f6f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da7ce020-b946-4192-841d-c15ac6fd4a02 (CIDR: 172.20.0.0/28)
Apr 30 21:35:30.494816 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b7f37d-2a9f-4cb3-8df5-488c0cfe9f6f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:35:30.496092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b7f37d-2a9f-4cb3-8df5-488c0cfe9f6f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:30.539525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 93422da8-bb64-4905-b87f-87223be24274 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:30.541905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Pushing event deleted for resources: {'Port': ['ID=34941cd0-6c84-4df2-ae0a-285d8dddbccb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:30.592847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b9d5abd9-4571-435b-8865-c978f60a0f5b None None] Current status of the port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:30.597311 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-19b7f37d-2a9f-4cb3-8df5-488c0cfe9f6f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7567372
Apr 30 21:35:30.599564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58974) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:30.611178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:30.613023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Allocated IP 172.20.0.2 (d661a8ed-5a40-43ba-9976-597e82fdf6df/da7ce020-b946-4192-841d-c15ac6fd4a02/27aa6b3d-fbca-4dac-b30f-d60327c87129) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:30.628893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:30.629282 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.686026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93422da8-bb64-4905-b87f-87223be24274) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:30.717082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f3b2b3-e478-411d-aa92-5da76b736c9d None None] Network 93422da8-bb64-4905-b87f-87223be24274 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:30.757385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:30.775649 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (3860b550-2c51-42d7-85b2-9954f56b4dc0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.778848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:30.783827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:30.784423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.878818 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1917f16f-0d77-4a98-b2da-278b9000427c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.5834324
Apr 30 21:35:30.883105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58980) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:30.943670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:30.959468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:30.969072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f50876f0-87f4-4fcf-abdd-0705c17b290b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for router_gateway (30ae166c-bccf-4579-9b29-8e19e6ccc577), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.001631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a51ed-c9da-474d-9fd4-c37520dd4133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port bdb68813-b631-44bb-810a-b5b63da273a6 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:31.002320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ba7a51ed-c9da-474d-9fd4-c37520dd4133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bdb68813-b631-44bb-810a-b5b63da273a6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.011735 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Publish callbacks [] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.064842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:31.068602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.088633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.127275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ba7a51ed-c9da-474d-9fd4-c37520dd4133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bdb68813-b631-44bb-810a-b5b63da273a6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.142648 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-f50876f0-87f4-4fcf-abdd-0705c17b290b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] update failed (client error): The resource could not be found.
Apr 30 21:35:31.148607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f50876f0-87f4-4fcf-abdd-0705c17b290b tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "PUT /v2.0/routers/30ae166c-bccf-4579-9b29-8e19e6ccc577 HTTP/1.1" status: 404  len: 339 time: 0.7886589
Apr 30 21:35:31.153255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 58982) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:31.158518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Pushing event updated for resources: {'Port': ['ID=27aa6b3d-fbca-4dac-b30f-d60327c87129,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:31.173789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Network d661a8ed-5a40-43ba-9976-597e82fdf6df is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:31.175919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:31.183967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:31.185529 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (d6580f80-5eba-431b-af7a-fe6fcf59322e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.253769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a51ed-c9da-474d-9fd4-c37520dd4133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for bdb68813-b631-44bb-810a-b5b63da273a6 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:31.278756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Attempting to bind port 27aa6b3d-fbca-4dac-b30f-d60327c87129 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:31.279393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Attempting to bind port 27aa6b3d-fbca-4dac-b30f-d60327c87129 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b98b127-4647-4197-819c-b9a969d6f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:31.279932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Attempting to bind port 27aa6b3d-fbca-4dac-b30f-d60327c87129 on network d661a8ed-5a40-43ba-9976-597e82fdf6df {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:31.285996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:31.287447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Checking segment: {'id': '2b98b127-4647-4197-819c-b9a969d6f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:31.288141 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.292634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Bound using segment: {'id': '2b98b127-4647-4197-819c-b9a969d6f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:31.292634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Bound port: 27aa6b3d-fbca-4dac-b30f-d60327c87129, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b98b127-4647-4197-819c-b9a969d6f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:31.292634 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.362781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] For port 27aa6b3d-fbca-4dac-b30f-d60327c87129, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:31.363271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for port (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.366619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] For port 27aa6b3d-fbca-4dac-b30f-d60327c87129, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27aa6b3d-fbca-4dac-b30f-d60327c87129,segment=NetworkSegment(2b98b127-4647-4197-819c-b9a969d6f956),segment_id=2b98b127-4647-4197-819c-b9a969d6f956)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:31.444233 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.475017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.529643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dddf62-cfb3-4e7c-abf8-acdf1d16660e None None] Pushing event updated for resources: {'Port': ['ID=27aa6b3d-fbca-4dac-b30f-d60327c87129,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:31.582148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'Port': ['ID=0a7c533b-1a6f-4d65-9709-9cbf07a358dc,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:31.591658 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (3860b550-2c51-42d7-85b2-9954f56b4dc0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.623853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Router d6580f80-5eba-431b-af7a-fe6fcf59322e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:35:31.655929 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.675374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ba7a51ed-c9da-474d-9fd4-c37520dd4133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (bdb68813-b631-44bb-810a-b5b63da273a6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.709734 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.720185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f35892ba-8977-4b49-b984-90c1d2282d36 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5116484
Apr 30 21:35:31.809158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:35:31.814471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f2699fc7-0d5e-4f29-9d78-e5400fd6e144 admin admin] 10.222.0.23 "PUT /v2.0/routers/d6580f80-5eba-431b-af7a-fe6fcf59322e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1967921
Apr 30 21:35:31.823693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 58996) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:31.824066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] Sync routers for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:35:31.848645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:31.849943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e35c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:31.889305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a51ed-c9da-474d-9fd4-c37520dd4133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=bdb68813-b631-44bb-810a-b5b63da273a6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:31.920340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ba7a51ed-c9da-474d-9fd4-c37520dd4133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:31.926622 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ba7a51ed-c9da-474d-9fd4-c37520dd4133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/bdb68813-b631-44bb-810a-b5b63da273a6 HTTP/1.1" status: 204  len: 168 time: 1.0395327
Apr 30 21:35:31.934883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59000) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:31.995078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks [] for router (d6580f80-5eba-431b-af7a-fe6fcf59322e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.033609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (7e03fca9-da13-4370-86e1-fa3b6a195ffa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.090927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:35:32.106887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aae40d-7eeb-4778-b6ac-61297c65383f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:32.112212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aae40d-7eeb-4778-b6ac-61297c65383f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:32.117138 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-42aae40d-7eeb-4778-b6ac-61297c65383f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.1782002
Apr 30 21:35:32.123019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59006) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:32.170678 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network d661a8ed-5a40-43ba-9976-597e82fdf6df is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:32.209467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:32.227300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:32.227894 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.249028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=7e03fca9-da13-4370-86e1-fa3b6a195ffa,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:32.270192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 27aa6b3d-fbca-4dac-b30f-d60327c87129 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:32.360187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 27aa6b3d-fbca-4dac-b30f-d60327c87129 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:32.360651 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.368048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2e50aa7d-0be6-4f63-8f42-5e0c577083e8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:32.368397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e50aa7d-0be6-4f63-8f42-5e0c577083e8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.374712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Allocated IP 172.20.0.1 (3e644139-ae2e-4fbf-b064-bd6a657323d4/5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb/20f68f78-b7e1-4f62-8122-f6d9d335d7dd) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:32.391946 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1a649a7a-bd0e-4078-aced-1abab05bc5ac tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.7882383
Apr 30 21:35:32.423639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:32.428563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df', 'fixed_ips': [{'subnet_id': 'da7ce020-b946-4192-841d-c15ac6fd4a02'}, {'subnet_id': '7e03fca9-da13-4370-86e1-fa3b6a195ffa'}], 'name': 'tempest-PortsTestJSON-2022250436'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:32.439665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e35c640>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:35:30Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:32.482687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] Checking router: d6580f80-5eba-431b-af7a-fe6fcf59322e for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:35:32.539526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] Routers {'d6580f80-5eba-431b-af7a-fe6fcf59322e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:32.539526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e35c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d6580f80-5eba-431b-af7a-fe6fcf59322e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:32.606150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks [] for router_gateway (d6580f80-5eba-431b-af7a-fe6fcf59322e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.627774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-da040dd9-68a9-4fbe-90bb-69a9bade2f6c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1731334148&fields=id&tenant_id=b74e36d3bb384eeb92da16d1b201fc9a HTTP/1.1" status: 200  len: 267 time: 0.1734319
Apr 30 21:35:32.631256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 27aa6b3d-fbca-4dac-b30f-d60327c87129 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:32.631659 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.689254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 27aa6b3d-fbca-4dac-b30f-d60327c87129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27aa6b3d-fbca-4dac-b30f-d60327c87129,segment=NetworkSegment(2b98b127-4647-4197-819c-b9a969d6f956),segment_id=2b98b127-4647-4197-819c-b9a969d6f956)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:32.719986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] Set router d6580f80-5eba-431b-af7a-fe6fcf59322e gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:35:32.789570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Deleting port 715eaa90-290f-448a-aaef-3d8ff1543c16 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:32.790060 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.800907 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:32.862544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-8e8810aa-1b44-43dc-b28c-2c844a112cc2 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:32.871171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-8e8810aa-1b44-43dc-b28c-2c844a112cc2 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 809 time: 0.2360718
Apr 30 21:35:32.891888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-24993a75-0857-4a62-91de-4335ff71e195 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/quotas/b74e36d3bb384eeb92da16d1b201fc9a HTTP/1.1" status: 200  len: 375 time: 0.0195432
Apr 30 21:35:33.010884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-31f5f877-3df5-403c-acb6-87819b7b6162 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1108525
Apr 30 21:35:33.016292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] For port 715eaa90-290f-448a-aaef-3d8ff1543c16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=715eaa90-290f-448a-aaef-3d8ff1543c16,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:33.026716 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.031104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e35c640>, [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:35:30Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:33.035681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=27aa6b3d-fbca-4dac-b30f-d60327c87129,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:33.044072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Calling delete_port for 715eaa90-290f-448a-aaef-3d8ff1543c16 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:33.045856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b6cd1-933a-4ddf-9f6a-6da1f087a60d None None] Network d661a8ed-5a40-43ba-9976-597e82fdf6df requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:33.062651 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e50aa7d-0be6-4f63-8f42-5e0c577083e8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.094012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72972f1-243e-4f9b-858f-9fd9520744f2 None None] The sync data for ids ['d6580f80-5eba-431b-af7a-fe6fcf59322e'] in ncdv-master-1 is: [{'id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'name': 'tempest-ServerRescueNegativeTestJSON-214253924-router', 'tenant_id': '9ef2f32360be4d6c87d31bb5307ad696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90'}], 'enable_snat': True}, 'gw_port_id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:30:19Z', 'updated_at': '2022-04-30T21:35:30Z', 'revision_number': 5, 'project_id': '9ef2f32360be4d6c87d31bb5307ad696', 'gw_port': {'id': '715eaa90-290f-448a-aaef-3d8ff1543c16', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6580f80-5eba-431b-af7a-fe6fcf59322e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:30:21Z', 'updated_at': '2022-04-30T21:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:35:33.101948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2e50aa7d-0be6-4f63-8f42-5e0c577083e8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:33.173340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-289383e7-951f-43e6-a8ae-946351efb7f4 None None] Provisioning complete for port 27aa6b3d-fbca-4dac-b30f-d60327c87129 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:33.173818 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-289383e7-951f-43e6-a8ae-946351efb7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.222118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.306069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-289383e7-951f-43e6-a8ae-946351efb7f4 None None] Current status of the port 27aa6b3d-fbca-4dac-b30f-d60327c87129 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:33.358429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-d4117de0-4cd4-453b-adef-6fc0f258b54c service neutron] 10.222.0.23 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3384883
Apr 30 21:35:33.370815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43090bf-6fd0-4fcd-8c74-f1d46b26bd1b None None] Update dhcp port {'port': {'network_id': 'd661a8ed-5a40-43ba-9976-597e82fdf6df', 'fixed_ips': [{'subnet_id': 'da7ce020-b946-4192-841d-c15ac6fd4a02', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e03fca9-da13-4370-86e1-fa3b6a195ffa'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '27aa6b3d-fbca-4dac-b30f-d60327c87129'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:35:33.379500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:33.399819 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43090bf-6fd0-4fcd-8c74-f1d46b26bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.438823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.439370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (715eaa90-290f-448a-aaef-3d8ff1543c16), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.450937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e50aa7d-0be6-4f63-8f42-5e0c577083e8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.474742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Pushing event deleted for resources: {'Port': ['ID=715eaa90-290f-448a-aaef-3d8ff1543c16,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:33.524574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-a76a0524-f34e-4b74-b5f3-30a4bb5a0bfc service neutron] 10.222.0.23 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527445
Apr 30 21:35:33.568948 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (d6580f80-5eba-431b-af7a-fe6fcf59322e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.576929 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.602572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-c43090bf-6fd0-4fcd-8c74-f1d46b26bd1b None None] Allocated IP 172.20.0.18 (d661a8ed-5a40-43ba-9976-597e82fdf6df/7e03fca9-da13-4370-86e1-fa3b6a195ffa/27aa6b3d-fbca-4dac-b30f-d60327c87129) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:33.616621 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network 3e644139-ae2e-4fbf-b064-bd6a657323d4 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:33.634997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:33.642602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:33.714913 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (d6580f80-5eba-431b-af7a-fe6fcf59322e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.717637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks [] for router_controller (d6580f80-5eba-431b-af7a-fe6fcf59322e), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.724542 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e50aa7d-0be6-4f63-8f42-5e0c577083e8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.731443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59016) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:33.731914 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e50aa7d-0be6-4f63-8f42-5e0c577083e8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c HTTP/1.1" status: 204  len: 168 time: 1.6048517
Apr 30 21:35:33.736730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port eff6b45e-38d6-4c94-af44-97940cec0790 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:33.756999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Port': ['ID=20f68f78-b7e1-4f62-8122-f6d9d335d7dd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:33.763072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c43090bf-6fd0-4fcd-8c74-f1d46b26bd1b None None] For port 27aa6b3d-fbca-4dac-b30f-d60327c87129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27aa6b3d-fbca-4dac-b30f-d60327c87129,segment=NetworkSegment(2b98b127-4647-4197-819c-b9a969d6f956),segment_id=2b98b127-4647-4197-819c-b9a969d6f956)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:33.827804 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43090bf-6fd0-4fcd-8c74-f1d46b26bd1b None None] Publish callbacks [] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.850993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (30ae166c-bccf-4579-9b29-8e19e6ccc577), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.879516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c731e15-a33a-4297-ab00-d1835bff1960 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:33.882033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3c731e15-a33a-4297-ab00-d1835bff1960 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.1494546
Apr 30 21:35:33.885872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59024) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:33.916585 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c43090bf-6fd0-4fcd-8c74-f1d46b26bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:33.954499 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-627f694b-dd81-4c1c-b7b4-8ee4099531fe tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:33.959573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-627f694b-dd81-4c1c-b7b4-8ee4099531fe tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/bdb68813-b631-44bb-810a-b5b63da273a6 HTTP/1.1" status: 404  len: 333 time: 0.0693228
Apr 30 21:35:33.959573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aea0977b-fd10-4ea6-9990-755c8c361e27 req-0601c747-3ba2-4ed9-9e3e-0965748fdd54 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 210 time: 0.0740633
Apr 30 21:35:33.959887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59026) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:34.044326 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8069e1-3bac-433c-a94d-14c32b5577aa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:34.050509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ad8069e1-3bac-433c-a94d-14c32b5577aa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c HTTP/1.1" status: 404  len: 333 time: 0.0893142
Apr 30 21:35:34.051459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (d6580f80-5eba-431b-af7a-fe6fcf59322e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.052033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6580f80-5eba-431b-af7a-fe6fcf59322e {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:35:34.053541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59030) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:34.083122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.087717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3fa1af0a-9873-4844-89bc-fa82d940579f admin admin] 10.222.0.23 "DELETE /v2.0/routers/d6580f80-5eba-431b-af7a-fe6fcf59322e HTTP/1.1" status: 204  len: 168 time: 2.2581611
Apr 30 21:35:34.087927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59032) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:34.231552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50aa7d-0be6-4f63-8f42-5e0c577083e8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=36d0ceb5-4ef0-4eb7-9a51-1c303a13ed0c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:34.308341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 27aa6b3d-fbca-4dac-b30f-d60327c87129 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:34.315604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (93422da8-bb64-4905-b87f-87223be24274), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.319623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-52badc5b-ed35-4f25-97a7-f31119cd6660 None None] Provisioning complete for port 20f68f78-b7e1-4f62-8122-f6d9d335d7dd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:34.320007 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52badc5b-ed35-4f25-97a7-f31119cd6660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.327611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a31211-059e-4276-999f-1b43ad9c7925 admin admin] Deleting subnet 1c5d6193-b54d-45e6-81c1-b44e3c5c90ae {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:34.332917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a31211-059e-4276-999f-1b43ad9c7925 admin admin] Publish callbacks [] for subnet (1c5d6193-b54d-45e6-81c1-b44e3c5c90ae), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.395767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43090bf-6fd0-4fcd-8c74-f1d46b26bd1b None None] Pushing event updated for resources: {'Port': ['ID=27aa6b3d-fbca-4dac-b30f-d60327c87129,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:34.401455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.3 (d661a8ed-5a40-43ba-9976-597e82fdf6df/da7ce020-b946-4192-841d-c15ac6fd4a02/eff6b45e-38d6-4c94-af44-97940cec0790) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:34.424489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-52badc5b-ed35-4f25-97a7-f31119cd6660 None None] Port 20f68f78-b7e1-4f62-8122-f6d9d335d7dd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:34.430735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a31211-059e-4276-999f-1b43ad9c7925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (1c5d6193-b54d-45e6-81c1-b44e3c5c90ae), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.445635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.19 (d661a8ed-5a40-43ba-9976-597e82fdf6df/7e03fca9-da13-4370-86e1-fa3b6a195ffa/eff6b45e-38d6-4c94-af44-97940cec0790) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:34.447333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 27aa6b3d-fbca-4dac-b30f-d60327c87129 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:34.447719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.467294 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.536932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (93422da8-bb64-4905-b87f-87223be24274), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.551701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 27aa6b3d-fbca-4dac-b30f-d60327c87129 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:34.562447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 34941cd0-6c84-4df2-ae0a-285d8dddbccb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:34.579714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967af1ca0>,) {'filters': {'network_id': ['93422da8-bb64-4905-b87f-87223be24274']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:34.586219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 34941cd0-6c84-4df2-ae0a-285d8dddbccb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:34.586778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 34941cd0-6c84-4df2-ae0a-285d8dddbccb not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:34.613381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967af1ca0>, 'dbae7fcf-6259-4dda-833e-66fe10b9c12b') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:34.613694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967af1ca0>, 'dbae7fcf-6259-4dda-833e-66fe10b9c12b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:34.628057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (dbae7fcf-6259-4dda-833e-66fe10b9c12b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.651252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a31211-059e-4276-999f-1b43ad9c7925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (1c5d6193-b54d-45e6-81c1-b44e3c5c90ae), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.653939 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (dbae7fcf-6259-4dda-833e-66fe10b9c12b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.684201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:34.684625 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (dbae7fcf-6259-4dda-833e-66fe10b9c12b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:34.687889 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:34.794240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (eff6b45e-38d6-4c94-af44-97940cec0790), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.836682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (93422da8-bb64-4905-b87f-87223be24274), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.849978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.854075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/networks/93422da8-bb64-4905-b87f-87223be24274 HTTP/1.1" status: 204  len: 168 time: 0.7995081
Apr 30 21:35:34.859646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59040) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:34.872075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c37c4-f2bb-468e-afc7-3a08a792607e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Network': ['ID=93422da8-bb64-4905-b87f-87223be24274,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:34.872075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a31211-059e-4276-999f-1b43ad9c7925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (1c5d6193-b54d-45e6-81c1-b44e3c5c90ae), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.879154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-381158567'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:34.885645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40a31211-059e-4276-999f-1b43ad9c7925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:34.891691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-40a31211-059e-4276-999f-1b43ad9c7925 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1c5d6193-b54d-45e6-81c1-b44e3c5c90ae HTTP/1.1" status: 204  len: 168 time: 0.7999444
Apr 30 21:35:34.894624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3d0ed-4933-4e4c-86c9-00eae2b7a096 None None] Network 370bffef-cf23-4a5f-a166-489a93a35b76 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:34.904043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59042) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:34.942212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a31211-059e-4276-999f-1b43ad9c7925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5d6193-b54d-45e6-81c1-b44e3c5c90ae,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:34.978997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:34.982773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.094469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71d0b920-63d7-4d7d-b9d3-d52add26affd req-d5b880ac-9360-4f40-bd9d-ffe36304223e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 210 time: 0.0523732
Apr 30 21:35:35.110302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (370bffef-cf23-4a5f-a166-489a93a35b76), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.113021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:35.118073 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.120151 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.175960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] DHCP port deletion for 370bffef-cf23-4a5f-a166-489a93a35b76 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:35.181563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.181947 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Added segment cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d of type vlan for network 49696868-de48-47f4-8146-7a79e4f16988
Apr 30 21:35:35.185797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4017e979-5569-4a5f-b57b-40e0ba499074 None None] Network d661a8ed-5a40-43ba-9976-597e82fdf6df requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:35.210067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network d661a8ed-5a40-43ba-9976-597e82fdf6df is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:35.233595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:35.262407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:35.273172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=eff6b45e-38d6-4c94-af44-97940cec0790,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:35.280554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-df53acbe-3891-4b75-8fa1-74f38753c99d None None] Provisioning complete for port 27aa6b3d-fbca-4dac-b30f-d60327c87129 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:35.280930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df53acbe-3891-4b75-8fa1-74f38753c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.308502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.313910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] Deleting port be889830-5fe8-423b-a4d2-a1181264e232 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:35.314467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (be889830-5fe8-423b-a4d2-a1181264e232), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.315190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (49696868-de48-47f4-8146-7a79e4f16988), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.375367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Deleting port be889830-5fe8-423b-a4d2-a1181264e232 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:35.375705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (be889830-5fe8-423b-a4d2-a1181264e232), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.439923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:35.440762 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.464862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] For port be889830-5fe8-423b-a4d2-a1181264e232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be889830-5fe8-423b-a4d2-a1181264e232,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:35.465272 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (be889830-5fe8-423b-a4d2-a1181264e232), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.492960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] Calling delete_port for be889830-5fe8-423b-a4d2-a1181264e232 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:35.504577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-df53acbe-3891-4b75-8fa1-74f38753c99d None None] Current status of the port 27aa6b3d-fbca-4dac-b30f-d60327c87129 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:35.522061 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (30ae166c-bccf-4579-9b29-8e19e6ccc577), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.525476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event updated for resources: {'Port': ['ID=20f68f78-b7e1-4f62-8122-f6d9d335d7dd,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:35.552475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] For port be889830-5fe8-423b-a4d2-a1181264e232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be889830-5fe8-423b-a4d2-a1181264e232,segment=NetworkSegment(bc8c6269-586f-4056-b14f-4a5f8edd3122),segment_id=bc8c6269-586f-4056-b14f-4a5f8edd3122)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:35.552753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (be889830-5fe8-423b-a4d2-a1181264e232), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.603470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Calling delete_port for be889830-5fe8-423b-a4d2-a1181264e232 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:35.608765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (49696868-de48-47f4-8146-7a79e4f16988), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.613822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:35.614424 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.619391 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7cf863a8-63d5-442a-a2fb-a430273f2ee4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 3.1951151
Apr 30 21:35:35.622327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59060) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:35.636841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da7ce020-b946-4192-841d-c15ac6fd4a02'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:35.727211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (be889830-5fe8-423b-a4d2-a1181264e232), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.756542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Network': ['ID=49696868-de48-47f4-8146-7a79e4f16988,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:35.758438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] Pushing event deleted for resources: {'Port': ['ID=be889830-5fe8-423b-a4d2-a1181264e232,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:35.775418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 49696868-de48-47f4-8146-7a79e4f16988 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:35.799791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Network 3e644139-ae2e-4fbf-b064-bd6a657323d4 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:35.804304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:35.828631 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.878724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985fc58-f3ed-44f1-ba89-cb6875ce8d4c None None] No DVR routers for this DVR port be889830-5fe8-423b-a4d2-a1181264e232 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:35.922369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4b8aa7b4-c1f9-4733-bc56-1893e8ef2b78 None None] Provisioning complete for port 27aa6b3d-fbca-4dac-b30f-d60327c87129 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:35.922861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa7b4-c1f9-4733-bc56-1893e8ef2b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.940918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3171b003-b674-4528-85b7-241b804ba3e1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0615609
Apr 30 21:35:35.946338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59062) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:35.952851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (be889830-5fe8-423b-a4d2-a1181264e232), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:35.964305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '49696868-de48-47f4-8146-7a79e4f16988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:36.071109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4b8aa7b4-c1f9-4733-bc56-1893e8ef2b78 None None] Current status of the port 27aa6b3d-fbca-4dac-b30f-d60327c87129 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:36.084026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4b8aa7b4-c1f9-4733-bc56-1893e8ef2b78 None None] Provisioning complete for port eff6b45e-38d6-4c94-af44-97940cec0790 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:36.084485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa7b4-c1f9-4733-bc56-1893e8ef2b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.095486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=be889830-5fe8-423b-a4d2-a1181264e232,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:36.139086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Router 30ae166c-bccf-4579-9b29-8e19e6ccc577 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:35:36.153568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4b8aa7b4-c1f9-4733-bc56-1893e8ef2b78 None None] Port eff6b45e-38d6-4c94-af44-97940cec0790 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:36.166517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] No DVR routers for this DVR port be889830-5fe8-423b-a4d2-a1181264e232 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:36.220337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 27aa6b3d-fbca-4dac-b30f-d60327c87129 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:36.298866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6316168d-0c68-40b4-a89a-d2b9ac233ed5 None None] Provisioning complete for port eff6b45e-38d6-4c94-af44-97940cec0790 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:36.299456 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6316168d-0c68-40b4-a89a-d2b9ac233ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.342066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96ec93b8-3c58-4f70-9bcc-e71e304ad301 req-f3f45898-7a36-476a-bfbc-f4ea8a85e413 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 210 time: 0.0385406
Apr 30 21:35:36.342781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 27aa6b3d-fbca-4dac-b30f-d60327c87129 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:36.344166 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.351110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6316168d-0c68-40b4-a89a-d2b9ac233ed5 None None] Port eff6b45e-38d6-4c94-af44-97940cec0790 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:36.419965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Delete allocated IP 172.20.0.19 (d661a8ed-5a40-43ba-9976-597e82fdf6df/7e03fca9-da13-4370-86e1-fa3b6a195ffa) {{(pid=115774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 21:35:36.424136 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (370bffef-cf23-4a5f-a166-489a93a35b76), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.459520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 27aa6b3d-fbca-4dac-b30f-d60327c87129 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:36.462355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896707f5e0>,) {'filters': {'network_id': ['370bffef-cf23-4a5f-a166-489a93a35b76']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:36.478762 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896707f5e0>, 'bc8c6269-586f-4056-b14f-4a5f8edd3122') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:36.479060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896707f5e0>, 'bc8c6269-586f-4056-b14f-4a5f8edd3122') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:36.490284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1080450f-92ee-4ad7-9150-d2ff6bc85d9b None None] Provisioning complete for port 20f68f78-b7e1-4f62-8122-f6d9d335d7dd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:36.491021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1080450f-92ee-4ad7-9150-d2ff6bc85d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.495741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:35:36.504607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-900b57ad-d9dc-4b02-a73c-651e3d31a51c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "PUT /v2.0/routers/30ae166c-bccf-4579-9b29-8e19e6ccc577/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3472264
Apr 30 21:35:36.505291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59070) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:36.507674 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (bc8c6269-586f-4056-b14f-4a5f8edd3122), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.510694 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bbe3e-b159-49ac-9b4d-6986b8b859f8 None None] Sync routers for ids ['30ae166c-bccf-4579-9b29-8e19e6ccc577'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:35:36.542083 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bbe3e-b159-49ac-9b4d-6986b8b859f8 None None] Routers {'30ae166c-bccf-4579-9b29-8e19e6ccc577'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:36.546841 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-494bbe3e-b159-49ac-9b4d-6986b8b859f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd11130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['30ae166c-bccf-4579-9b29-8e19e6ccc577'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:36.604349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:36.608007 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.617260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bc8c6269-586f-4056-b14f-4a5f8edd3122), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.621395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1080450f-92ee-4ad7-9150-d2ff6bc85d9b None None] Port 20f68f78-b7e1-4f62-8122-f6d9d335d7dd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:36.632897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 715eaa90-290f-448a-aaef-3d8ff1543c16 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:36.662903 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-494bbe3e-b159-49ac-9b4d-6986b8b859f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd11130>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:36.671331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:36.672013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (bc8c6269-586f-4056-b14f-4a5f8edd3122), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.672530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 715eaa90-290f-448a-aaef-3d8ff1543c16 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:36.672988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 715eaa90-290f-448a-aaef-3d8ff1543c16 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:36.673536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device be889830-5fe8-423b-a4d2-a1181264e232 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:36.675283 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:36.682112 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bbe3e-b159-49ac-9b4d-6986b8b859f8 None None] Routers {'30ae166c-bccf-4579-9b29-8e19e6ccc577'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:36.682803 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-494bbe3e-b159-49ac-9b4d-6986b8b859f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd11130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['30ae166c-bccf-4579-9b29-8e19e6ccc577'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:36.694569 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (eff6b45e-38d6-4c94-af44-97940cec0790), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.698117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: be889830-5fe8-423b-a4d2-a1181264e232 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:36.698605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device be889830-5fe8-423b-a4d2-a1181264e232 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:36.721234 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-494bbe3e-b159-49ac-9b4d-6986b8b859f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd11130>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:36.721885 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bbe3e-b159-49ac-9b4d-6986b8b859f8 None None] The sync data for ids ['30ae166c-bccf-4579-9b29-8e19e6ccc577'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:35:36.750711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-695d7bdc-d85e-4394-836c-8850586709d7 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for router (30ae166c-bccf-4579-9b29-8e19e6ccc577), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.756008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.800849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Performing IP validity checks on allocation pools {{(pid=115773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Apr 30 21:35:36.803751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Apr 30 21:35:36.828596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=eff6b45e-38d6-4c94-af44-97940cec0790,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:36.884487 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-695d7bdc-d85e-4394-836c-8850586709d7 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:35:36.888214 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-695d7bdc-d85e-4394-836c-8850586709d7 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/routers/30ae166c-bccf-4579-9b29-8e19e6ccc577 HTTP/1.1" status: 409  len: 376 time: 0.3755796
Apr 30 21:35:36.888374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59072) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:36.893271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] In _notify_port_updated(), no bound segment for port eff6b45e-38d6-4c94-af44-97940cec0790 on network d661a8ed-5a40-43ba-9976-597e82fdf6df {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:35:36.900547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:36.901146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.905203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4e2c286b-a079-4e16-99c3-1a9fe5500100 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "PUT /v2.0/ports/eff6b45e-38d6-4c94-af44-97940cec0790 HTTP/1.1" status: 200  len: 919 time: 1.2792809
Apr 30 21:35:36.905441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59074) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:36.910814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'da7ce020-b946-4192-841d-c15ac6fd4a02'}, {'subnet_id': '7e03fca9-da13-4370-86e1-fa3b6a195ffa'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:36.983453 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (370bffef-cf23-4a5f-a166-489a93a35b76), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:36.998836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:37.172416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-51a76b59-eb35-4d1e-8985-52124d56d822 None None] Provisioning complete for port eff6b45e-38d6-4c94-af44-97940cec0790 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:37.172540 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-51a76b59-eb35-4d1e-8985-52124d56d822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:37.236620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-51a76b59-eb35-4d1e-8985-52124d56d822 None None] Port eff6b45e-38d6-4c94-af44-97940cec0790 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:37.374450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:37.380611 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] 10.222.0.23 "DELETE /v2.0/networks/370bffef-cf23-4a5f-a166-489a93a35b76 HTTP/1.1" status: 204  len: 168 time: 2.4725194
Apr 30 21:35:37.440255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-2d01ae14-0815-45ba-af8f-6b4f485a8244 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:37.441951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-2d01ae14-0815-45ba-af8f-6b4f485a8244 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 809 time: 0.2341862
Apr 30 21:35:37.474927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.26 (d661a8ed-5a40-43ba-9976-597e82fdf6df/7e03fca9-da13-4370-86e1-fa3b6a195ffa/eff6b45e-38d6-4c94-af44-97940cec0790) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:37.502240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28ca81c7-5462-47f2-8aac-4c53a900bd35 req-e42f386f-3abc-4e66-887a-8e326d3cbafa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 210 time: 0.0584180
Apr 30 21:35:37.514842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd90762-4639-4666-ae18-88a85ca59a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=370bffef-cf23-4a5f-a166-489a93a35b76,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:37.605228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-19dc152c-b4f5-4580-8d43-c74b8d4c1d80 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b74e36d3bb384eeb92da16d1b201fc9a HTTP/1.1" status: 200  len: 380 time: 0.1387510
Apr 30 21:35:37.643792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'port': {'device_id': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'admin_state_up': True, 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'security_groups': ['67e8ed14-011c-474f-bf37-5a83caba54cc']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:37.652967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (45caf3cb-72e5-40ae-a919-9a534d1c0eeb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:37.750663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59084) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:37.752657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (eff6b45e-38d6-4c94-af44-97940cec0790), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:37.765905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=45caf3cb-72e5-40ae-a919-9a534d1c0eeb,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:37.771480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (30ae166c-bccf-4579-9b29-8e19e6ccc577), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:37.816375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-948ad489-c830-479a-aa05-ab5a1675d41e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ef2f32360be4d6c87d31bb5307ad696&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0615559
Apr 30 21:35:37.819424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59086) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:37.837872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:37.842640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking segment: {'id': 'cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '49696868-de48-47f4-8146-7a79e4f16988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:37.843003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network hostable DHCP agents. Network: 49696868-de48-47f4-8146-7a79e4f16988, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:37.933005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Made reservation on behalf of b74e36d3bb384eeb92da16d1b201fc9a for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:37.936417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:37.957576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 49696868-de48-47f4-8146-7a79e4f16988 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:37.965952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=eff6b45e-38d6-4c94-af44-97940cec0790,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:37.982915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ee508a-f463-4da9-9d66-5102b1959c68 admin admin] Publish callbacks [] for security_group (735282cd-49e1-4a30-aa36-b4fd710ec2c9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.046498 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ee508a-f463-4da9-9d66-5102b1959c68 admin admin] Publish callbacks [] for security_group (735282cd-49e1-4a30-aa36-b4fd710ec2c9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.067591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 49696868-de48-47f4-8146-7a79e4f16988) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:38.077807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b75834-46e2-44ea-86e0-95fe18063d46 None None] Network 49696868-de48-47f4-8146-7a79e4f16988 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:38.079377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:38.080057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.110066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Deleting port 20f68f78-b7e1-4f62-8122-f6d9d335d7dd {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:38.110505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.116872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] In _notify_port_updated(), no bound segment for port eff6b45e-38d6-4c94-af44-97940cec0790 on network d661a8ed-5a40-43ba-9976-597e82fdf6df {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:35:38.121965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:38.122620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.124100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-224f58b4-7df4-45af-abae-0a9d568b7e28 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "PUT /v2.0/ports/eff6b45e-38d6-4c94-af44-97940cec0790 HTTP/1.1" status: 200  len: 999 time: 1.2175324
Apr 30 21:35:38.129103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59090) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:38.194552 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-984ae420-7eb4-4eb6-a52b-df3810e096ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2422209
Apr 30 21:35:38.195419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59092) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:38.207746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '49696868-de48-47f4-8146-7a79e4f16988', 'name': 'tempest-PortsIpV6TestJSON-2055551204'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:38.260068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-49696868-de48-47f4-8146-7a79e4f16988', 'network_id': '49696868-de48-47f4-8146-7a79e4f16988', 'project_id': '5319e09e05a74925b8417ce40be5f90d', 'fixed_ips': [{'subnet_id': '45caf3cb-72e5-40ae-a919-9a534d1c0eeb'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:38.264862 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.294048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.314791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Calling delete_port for 20f68f78-b7e1-4f62-8122-f6d9d335d7dd owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:38.320451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-50337b31-af69-4181-83a1-a8b655bc14e7 None None] Provisioning complete for port eff6b45e-38d6-4c94-af44-97940cec0790 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:38.320713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Allocated IP 172.20.0.7 (f67bfdda-ee73-4dcc-b5af-432ce9957ea8/8f6168e7-bea1-4eeb-828e-90f47df6f108/fd24ae95-dc99-4dc2-a542-b9359163c4e9) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:38.321277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-50337b31-af69-4181-83a1-a8b655bc14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.329692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2a7d6-275c-4dd7-a2cb-cdd1621ab39b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port eff6b45e-38d6-4c94-af44-97940cec0790 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:38.330062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8cf2a7d6-275c-4dd7-a2cb-cdd1621ab39b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.378888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ee508a-f463-4da9-9d66-5102b1959c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (735282cd-49e1-4a30-aa36-b4fd710ec2c9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.381452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ee508a-f463-4da9-9d66-5102b1959c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.382630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a8ee508a-f463-4da9-9d66-5102b1959c68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/735282cd-49e1-4a30-aa36-b4fd710ec2c9 HTTP/1.1" status: 204  len: 168 time: 0.5616264
Apr 30 21:35:38.397330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee508a-f463-4da9-9d66-5102b1959c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735282cd-49e1-4a30-aa36-b4fd710ec2c9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:38.410295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-50337b31-af69-4181-83a1-a8b655bc14e7 None None] Port eff6b45e-38d6-4c94-af44-97940cec0790 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:38.499183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:38.502949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.518083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Allocated IP 2001:db8::2 (49696868-de48-47f4-8146-7a79e4f16988/45caf3cb-72e5-40ae-a919-9a534d1c0eeb/5abc9bc0-58ef-4dff-854e-83586558a9c6) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:38.523181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8cf2a7d6-275c-4dd7-a2cb-cdd1621ab39b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.529712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 6fca6079-92f9-4809-ac34-cbbbdef58352 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:38.581310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2a7d6-275c-4dd7-a2cb-cdd1621ab39b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for eff6b45e-38d6-4c94-af44-97940cec0790 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:38.714350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Publish callbacks [] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.722358 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.729399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86f9a009-948c-43fe-a146-313823e34d0a req-ca787991-430d-4bea-bef2-e147f918d791 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 210 time: 0.0839014
Apr 30 21:35:38.751893 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (20f68f78-b7e1-4f62-8122-f6d9d335d7dd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.781016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Port': ['ID=20f68f78-b7e1-4f62-8122-f6d9d335d7dd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:38.790366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.840289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Network 49696868-de48-47f4-8146-7a79e4f16988 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:38.843284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:38.847002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:38.892100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Pushing event updated for resources: {'Port': ['ID=5abc9bc0-58ef-4dff-854e-83586558a9c6,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:38.912751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::f0 (49696868-de48-47f4-8146-7a79e4f16988/45caf3cb-72e5-40ae-a919-9a534d1c0eeb/6fca6079-92f9-4809-ac34-cbbbdef58352) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:38.939679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Attempting to bind port 5abc9bc0-58ef-4dff-854e-83586558a9c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:38.940066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Attempting to bind port 5abc9bc0-58ef-4dff-854e-83586558a9c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '49696868-de48-47f4-8146-7a79e4f16988'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:38.940441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Attempting to bind port 5abc9bc0-58ef-4dff-854e-83586558a9c6 on network 49696868-de48-47f4-8146-7a79e4f16988 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:38.947199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:38.948200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Checking segment: {'id': 'cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '49696868-de48-47f4-8146-7a79e4f16988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:38.948618 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:38.949020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Bound using segment: {'id': 'cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '49696868-de48-47f4-8146-7a79e4f16988'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:38.949524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Bound port: 5abc9bc0-58ef-4dff-854e-83586558a9c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '49696868-de48-47f4-8146-7a79e4f16988'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:38.949945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.048809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] For port 5abc9bc0-58ef-4dff-854e-83586558a9c6, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:39.054926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] For port 5abc9bc0-58ef-4dff-854e-83586558a9c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5abc9bc0-58ef-4dff-854e-83586558a9c6,segment=NetworkSegment(cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d),segment_id=cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:39.056074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (30ae166c-bccf-4579-9b29-8e19e6ccc577), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.155057 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.221933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3997e-8a95-4c36-96d6-a2f241b416ab None None] Pushing event updated for resources: {'Port': ['ID=5abc9bc0-58ef-4dff-854e-83586558a9c6,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:39.323462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Router 30ae166c-bccf-4579-9b29-8e19e6ccc577 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:35:39.347073 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.417664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'Port': ['ID=fd24ae95-dc99-4dc2-a542-b9359163c4e9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:39.421233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:39.423190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:39.425330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:39.426107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:35:39.434432 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-683cb2c8-d7c7-492a-939c-479e7ef3f18c tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "PUT /v2.0/routers/30ae166c-bccf-4579-9b29-8e19e6ccc577/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5448217
Apr 30 21:35:39.437640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59114) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:39.440249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52787e1c-a968-4b7e-bcee-f137d4b3e86b None None] Sync routers for ids ['30ae166c-bccf-4579-9b29-8e19e6ccc577'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:35:39.458618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52787e1c-a968-4b7e-bcee-f137d4b3e86b None None] Routers {'30ae166c-bccf-4579-9b29-8e19e6ccc577'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:39.460591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-52787e1c-a968-4b7e-bcee-f137d4b3e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2d42b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['30ae166c-bccf-4579-9b29-8e19e6ccc577'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:39.477532 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-45be3428-bb14-49e2-9b72-14a1729e28c3 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] show failed (client error): The resource could not be found.
Apr 30 21:35:39.478918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-45be3428-bb14-49e2-9b72-14a1729e28c3 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-335528633 HTTP/1.1" status: 404  len: 334 time: 0.0400231
Apr 30 21:35:39.483099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59116) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:39.487987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:39.488704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.489600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7e61dd8b-0f31-4870-b8b2-76ff41c3d1a2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:39.494089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8cf2a7d6-275c-4dd7-a2cb-cdd1621ab39b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (eff6b45e-38d6-4c94-af44-97940cec0790), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.522995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-52787e1c-a968-4b7e-bcee-f137d4b3e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2d42b0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:39.545147 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-7e61dd8b-0f31-4870-b8b2-76ff41c3d1a2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] update failed (client error): The resource could not be found.
Apr 30 21:35:39.546390 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7e61dd8b-0f31-4870-b8b2-76ff41c3d1a2 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-645818213 HTTP/1.1" status: 404  len: 334 time: 0.0622048
Apr 30 21:35:39.546524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2a7d6-275c-4dd7-a2cb-cdd1621ab39b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=eff6b45e-38d6-4c94-af44-97940cec0790,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:39.560352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59120) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:39.573796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52787e1c-a968-4b7e-bcee-f137d4b3e86b None None] Routers {'30ae166c-bccf-4579-9b29-8e19e6ccc577'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:39.574799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-52787e1c-a968-4b7e-bcee-f137d4b3e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2d42b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['30ae166c-bccf-4579-9b29-8e19e6ccc577'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:39.659989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-43ade9c6-7ea9-4a7d-a689-8a33cd1f4885 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0220897
Apr 30 21:35:39.705615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-52787e1c-a968-4b7e-bcee-f137d4b3e86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2d42b0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:39.706608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52787e1c-a968-4b7e-bcee-f137d4b3e86b None None] The sync data for ids ['30ae166c-bccf-4579-9b29-8e19e6ccc577'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:35:39.724247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Request body: {'port': {'device_id': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:39.758086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4f868c-40a2-47e3-ad5e-de3921c4c343 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Deleting subnet fdca2699-2dff-4453-b487-f60885123f4a {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:39.784784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b4f868c-40a2-47e3-ad5e-de3921c4c343 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (fdca2699-2dff-4453-b487-f60885123f4a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.906109 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (6fca6079-92f9-4809-ac34-cbbbdef58352), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.909174 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b4f868c-40a2-47e3-ad5e-de3921c4c343 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (fdca2699-2dff-4453-b487-f60885123f4a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.938133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.943531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8cf2a7d6-275c-4dd7-a2cb-cdd1621ab39b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:39.947234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8cf2a7d6-275c-4dd7-a2cb-cdd1621ab39b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/eff6b45e-38d6-4c94-af44-97940cec0790 HTTP/1.1" status: 204  len: 168 time: 1.8117735
Apr 30 21:35:39.972675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:40.036090 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b564e2-db74-4596-97dc-d1f4cbf758a5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:40.040127 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-27b564e2-db74-4596-97dc-d1f4cbf758a5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/eff6b45e-38d6-4c94-af44-97940cec0790 HTTP/1.1" status: 404  len: 333 time: 0.0638278
Apr 30 21:35:40.053811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-115f2430-ce01-4d7b-9c0f-44512bc86298 None None] Provisioning complete for port fd24ae95-dc99-4dc2-a542-b9359163c4e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:40.054142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59132) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:40.056404 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-115f2430-ce01-4d7b-9c0f-44512bc86298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.106359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc780bcb-5afd-47db-afe5-15fd9b444ee2 req-83f1d8c3-8e19-4aa3-b0bc-deccd2aa60d6 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:40.107262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc780bcb-5afd-47db-afe5-15fd9b444ee2 req-83f1d8c3-8e19-4aa3-b0bc-deccd2aa60d6 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 931 time: 0.1905379
Apr 30 21:35:40.138462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59136) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:40.168624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5abc9bc0-58ef-4dff-854e-83586558a9c6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:40.178706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-115f2430-ce01-4d7b-9c0f-44512bc86298 None None] Port fd24ae95-dc99-4dc2-a542-b9359163c4e9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:40.190616 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:35:40.231489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5abc9bc0-58ef-4dff-854e-83586558a9c6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:40.232020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.249582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffabe498-9170-4bcc-839c-95315a081072 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet 7e03fca9-da13-4370-86e1-fa3b6a195ffa {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:40.252319 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b4f868c-40a2-47e3-ad5e-de3921c4c343 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (fdca2699-2dff-4453-b487-f60885123f4a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.267521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc780bcb-5afd-47db-afe5-15fd9b444ee2 req-44a1be35-6781-41aa-a1cd-619f18707ac3 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481848
Apr 30 21:35:40.294046 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ffabe498-9170-4bcc-839c-95315a081072 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (7e03fca9-da13-4370-86e1-fa3b6a195ffa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.346072 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6fca6079-92f9-4809-ac34-cbbbdef58352), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.352863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5abc9bc0-58ef-4dff-854e-83586558a9c6 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:40.353647 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.405827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 5abc9bc0-58ef-4dff-854e-83586558a9c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5abc9bc0-58ef-4dff-854e-83586558a9c6,segment=NetworkSegment(cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d),segment_id=cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:40.424298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ffabe498-9170-4bcc-839c-95315a081072 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (7e03fca9-da13-4370-86e1-fa3b6a195ffa), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.430655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1958427413-network', 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:40.459457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd24ae95-dc99-4dc2-a542-b9359163c4e9 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:35:40.468095 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Publish callbacks [] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.484023 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.485158 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 49696868-de48-47f4-8146-7a79e4f16988 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:40.507665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:40.517732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:40.523764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:40.524408 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.527177 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=6fca6079-92f9-4809-ac34-cbbbdef58352,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:40.549262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=5abc9bc0-58ef-4dff-854e-83586558a9c6,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:40.592100 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ffabe498-9170-4bcc-839c-95315a081072 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7e03fca9-da13-4370-86e1-fa3b6a195ffa), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.595071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:40.597462 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.621921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Transition to ACTIVE for port object fd24ae95-dc99-4dc2-a542-b9359163c4e9 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:35:40.630279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b4f868c-40a2-47e3-ad5e-de3921c4c343 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (fdca2699-2dff-4453-b487-f60885123f4a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.640506 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-611e6f99-a8ac-482a-a877-525398720a30 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.4440432
Apr 30 21:35:40.643275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59142) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:40.648292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.683197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f868c-40a2-47e3-ad5e-de3921c4c343 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Subnet': ['ID=fdca2699-2dff-4453-b487-f60885123f4a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:40.692335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b4f868c-40a2-47e3-ad5e-de3921c4c343 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.692787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44332cba-7c13-461a-82bb-dc5ae3c56433 None None] Network b2691247-4f2d-4789-9c46-6f804dbefcdd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:40.695508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.695954 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0b4f868c-40a2-47e3-ad5e-de3921c4c343 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/subnets/fdca2699-2dff-4453-b487-f60885123f4a HTTP/1.1" status: 204  len: 168 time: 1.1345539
Apr 30 21:35:40.701269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59144) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:40.787106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2e5633-1a6c-464d-afe4-03bb4308a857 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Deleting subnet f13a105c-941a-48df-9555-40b6a3200c1a {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:40.792755 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5633-1a6c-464d-afe4-03bb4308a857 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (f13a105c-941a-48df-9555-40b6a3200c1a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.876679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd24ae95-dc99-4dc2-a542-b9359163c4e9,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:40.887654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d085381a-4faa-4a4f-a0b5-9c4bc981456a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 6fca6079-92f9-4809-ac34-cbbbdef58352 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:40.888014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d085381a-4faa-4a4f-a0b5-9c4bc981456a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6fca6079-92f9-4809-ac34-cbbbdef58352), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.902722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a6087d-5eb0-404c-9cca-9fb3aed1a8c3 None None] Network 49696868-de48-47f4-8146-7a79e4f16988 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:40.910873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Attempting to bind port fd24ae95-dc99-4dc2-a542-b9359163c4e9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:40.910873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Attempting to bind port fd24ae95-dc99-4dc2-a542-b9359163c4e9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:40.911169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Attempting to bind port fd24ae95-dc99-4dc2-a542-b9359163c4e9 on network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:40.913450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ffabe498-9170-4bcc-839c-95315a081072 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (7e03fca9-da13-4370-86e1-fa3b6a195ffa), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.936390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5633-1a6c-464d-afe4-03bb4308a857 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (f13a105c-941a-48df-9555-40b6a3200c1a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.961201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Port fd24ae95-dc99-4dc2-a542-b9359163c4e9 on network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:35:40.961744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Attempting to bind port fd24ae95-dc99-4dc2-a542-b9359163c4e9 on network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:40.964262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] DHCP port deletion for b2691247-4f2d-4789-9c46-6f804dbefcdd request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:40.971035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:40.971886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Checking segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:40.971886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Bound using segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:40.972270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Bound port: fd24ae95-dc99-4dc2-a542-b9359163c4e9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:40.972534 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.977058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-588f966c-7e13-4343-9b26-414ce20a71d2 None None] Provisioning complete for port 5abc9bc0-58ef-4dff-854e-83586558a9c6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:40.977589 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-588f966c-7e13-4343-9b26-414ce20a71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:40.993643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabe498-9170-4bcc-839c-95315a081072 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=7e03fca9-da13-4370-86e1-fa3b6a195ffa,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:40.996922 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ffabe498-9170-4bcc-839c-95315a081072 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.001073 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ffabe498-9170-4bcc-839c-95315a081072 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/7e03fca9-da13-4370-86e1-fa3b6a195ffa HTTP/1.1" status: 204  len: 168 time: 0.9460030
Apr 30 21:35:41.005928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59146) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:41.019401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1c364-7c4b-4f81-8d04-3286bd362e3d None None] Network d661a8ed-5a40-43ba-9976-597e82fdf6df requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:41.080849 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d085381a-4faa-4a4f-a0b5-9c4bc981456a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6fca6079-92f9-4809-ac34-cbbbdef58352), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.104110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d085381a-4faa-4a4f-a0b5-9c4bc981456a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 6fca6079-92f9-4809-ac34-cbbbdef58352 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:41.106501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] For port fd24ae95-dc99-4dc2-a542-b9359163c4e9, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:41.111924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] For port fd24ae95-dc99-4dc2-a542-b9359163c4e9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:41.113722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5633-1a6c-464d-afe4-03bb4308a857 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (f13a105c-941a-48df-9555-40b6a3200c1a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.233069 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Publish callbacks [] for security_group (4dff0e8c-d61d-424a-a8d4-0eef6fa85e72), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.235943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7414821-ee14-4d8c-9f9d-30f91b4e249d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet da7ce020-b946-4192-841d-c15ac6fd4a02 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:41.238361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.242052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7414821-ee14-4d8c-9f9d-30f91b4e249d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (da7ce020-b946-4192-841d-c15ac6fd4a02), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.293130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4dff0e8c-d61d-424a-a8d4-0eef6fa85e72), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.316731 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7414821-ee14-4d8c-9f9d-30f91b4e249d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (da7ce020-b946-4192-841d-c15ac6fd4a02), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.323365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd24ae95-dc99-4dc2-a542-b9359163c4e9,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:41.345379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:41.346737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.350390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-c9fcd27d-4ece-437c-9dbe-2c9931187ef0 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 200  len: 1091 time: 1.6357155
Apr 30 21:35:41.352502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'tag': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:35:41.355509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:41.359433 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d94f072-a7b6-4211-90c4-b29761130863" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcbb4e2-1923-405f-a669-b3d5d68bfda6", "tag": "fd24ae95-dc99-4dc2-a542-b9359163c4e9"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:35:41.363577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5633-1a6c-464d-afe4-03bb4308a857 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (f13a105c-941a-48df-9555-40b6a3200c1a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.420084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d085381a-4faa-4a4f-a0b5-9c4bc981456a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6fca6079-92f9-4809-ac34-cbbbdef58352), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.440949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e5633-1a6c-464d-afe4-03bb4308a857 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Subnet': ['ID=f13a105c-941a-48df-9555-40b6a3200c1a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:41.444735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5633-1a6c-464d-afe4-03bb4308a857 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.459724 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bd2e5633-1a6c-464d-afe4-03bb4308a857 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/subnets/f13a105c-941a-48df-9555-40b6a3200c1a HTTP/1.1" status: 204  len: 168 time: 0.7461011
Apr 30 21:35:41.460732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] Deleting port dc0ad028-6804-45df-ab1d-318dafb3aba1 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:41.461205 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.471896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59166) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:41.477231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:41.484651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ac2b9b-9346-41dd-9aad-44ebfe4bd56f None None] Network 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:41.496046 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e684736b-bbaa-4b71-ae23-41116393aeee x-openstack-request-id: req-e684736b-bbaa-4b71-ae23-41116393aeee {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:35:41.496347 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcbb4e2-1923-405f-a669-b3d5d68bfda6", "tag": "fd24ae95-dc99-4dc2-a542-b9359163c4e9", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:35:41.496607 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e684736b-bbaa-4b71-ae23-41116393aeee {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:35:41.497020 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e684736b-bbaa-4b71-ae23-41116393aeee'] response: {'name': 'network-changed', 'server_uuid': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'tag': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'status': 'completed', 'code': 200}
Apr 30 21:35:41.521575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085381a-4faa-4a4f-a0b5-9c4bc981456a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=6fca6079-92f9-4809-ac34-cbbbdef58352,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:41.602699 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a27a5004-954c-4e8f-9205-ac4d060f0453), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.603235 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Added segment a27a5004-954c-4e8f-9205-ac4d060f0453 of type vlan for network 1f8b2cc3-45fd-4393-b8b3-c09491d04968
Apr 30 21:35:41.605583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] For port dc0ad028-6804-45df-ab1d-318dafb3aba1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc0ad028-6804-45df-ab1d-318dafb3aba1,segment=NetworkSegment(b7952327-f1c4-4dd6-b780-e356333dc388),segment_id=b7952327-f1c4-4dd6-b780-e356333dc388)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:41.606194 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.628411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] Calling delete_port for dc0ad028-6804-45df-ab1d-318dafb3aba1 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:41.669919 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d085381a-4faa-4a4f-a0b5-9c4bc981456a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.675881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d085381a-4faa-4a4f-a0b5-9c4bc981456a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/6fca6079-92f9-4809-ac34-cbbbdef58352 HTTP/1.1" status: 204  len: 168 time: 1.0314329
Apr 30 21:35:41.679097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59172) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:41.689968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7414821-ee14-4d8c-9f9d-30f91b4e249d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (da7ce020-b946-4192-841d-c15ac6fd4a02), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.714702 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1950cfdd-8bba-4de7-a055-7536c80d540f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:35:41.715295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1950cfdd-8bba-4de7-a055-7536c80d540f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:35:41.722348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1950cfdd-8bba-4de7-a055-7536c80d540f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/6fca6079-92f9-4809-ac34-cbbbdef58352 HTTP/1.1" status: 404  len: 333 time: 0.0402665
Apr 30 21:35:41.730316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59174) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:41.735771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f072-a7b6-4211-90c4-b29761130863 req-fb19267f-3231-45ae-a636-5ca0735bcb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:41.737330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d94f072-a7b6-4211-90c4-b29761130863 req-fb19267f-3231-45ae-a636-5ca0735bcb98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1125 time: 0.2471957
Apr 30 21:35:41.782561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-588f966c-7e13-4343-9b26-414ce20a71d2 None None] Current status of the port 5abc9bc0-58ef-4dff-854e-83586558a9c6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:41.783099 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3f6325-6ecf-4952-b1c5-ec7095e1a6dc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:41.791283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5a3f6325-6ecf-4952-b1c5-ec7095e1a6dc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/6fca6079-92f9-4809-ac34-cbbbdef58352 HTTP/1.1" status: 404  len: 333 time: 0.0545971
Apr 30 21:35:41.795104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59176) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:41.799200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (1f8b2cc3-45fd-4393-b8b3-c09491d04968), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.825288 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b2691247-4f2d-4789-9c46-6f804dbefcdd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.932851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9fd6e-4baf-460f-8495-8daabd928358 req-74432c42-28ee-4369-89ae-d7d7f2ed4cf0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:41.934190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7414821-ee14-4d8c-9f9d-30f91b4e249d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (da7ce020-b946-4192-841d-c15ac6fd4a02), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:41.934591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c9fd6e-4baf-460f-8495-8daabd928358 req-74432c42-28ee-4369-89ae-d7d7f2ed4cf0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 943 time: 0.4015453
Apr 30 21:35:42.038049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98c9fd6e-4baf-460f-8495-8daabd928358 req-4756181d-014c-458b-8294-e14957c13f0f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840056
Apr 30 21:35:42.047768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f072-a7b6-4211-90c4-b29761130863 req-ff3cea4b-da6a-4962-ad9b-fabbbd112e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:42.053831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d94f072-a7b6-4211-90c4-b29761130863 req-ff3cea4b-da6a-4962-ad9b-fabbbd112e52 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2615869
Apr 30 21:35:42.060764 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.062463 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6acc291-86c7-4e96-b4ea-39151f37df67 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 45caf3cb-72e5-40ae-a919-9a534d1c0eeb {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:42.066633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6acc291-86c7-4e96-b4ea-39151f37df67 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (45caf3cb-72e5-40ae-a919-9a534d1c0eeb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.077516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] DHCP port deletion for 20d6b4bc-f2c1-4ab0-9d96-55b449e63028 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:42.103125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7414821-ee14-4d8c-9f9d-30f91b4e249d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=da7ce020-b946-4192-841d-c15ac6fd4a02,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:42.111082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (1f8b2cc3-45fd-4393-b8b3-c09491d04968), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.112127 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:42.112801 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.131577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7414821-ee14-4d8c-9f9d-30f91b4e249d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.137188 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c7414821-ee14-4d8c-9f9d-30f91b4e249d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/da7ce020-b946-4192-841d-c15ac6fd4a02 HTTP/1.1" status: 204  len: 168 time: 1.1254582
Apr 30 21:35:42.145942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59192) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:42.148153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] Pushing event deleted for resources: {'Port': ['ID=dc0ad028-6804-45df-ab1d-318dafb3aba1,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:42.231988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] Deleting port 903cc835-ba1d-48f5-be6f-048260da8ba4 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:42.235737 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.235737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5abc9bc0-58ef-4dff-854e-83586558a9c6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:42.249883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f072-a7b6-4211-90c4-b29761130863 req-ea501c8b-6511-4250-8216-2495d4bb71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:42.258524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d94f072-a7b6-4211-90c4-b29761130863 req-ea501c8b-6511-4250-8216-2495d4bb71d6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1948271
Apr 30 21:35:42.312716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6acc291-86c7-4e96-b4ea-39151f37df67 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (45caf3cb-72e5-40ae-a919-9a534d1c0eeb), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.313721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee95e91-4ddd-499d-a233-c901bd30bab4 None None] No DVR routers for this DVR port dc0ad028-6804-45df-ab1d-318dafb3aba1 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:42.351776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Deleting port dc0ad028-6804-45df-ab1d-318dafb3aba1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:42.352523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.392117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-30037d02-bf2d-41d6-a224-c850ee9c9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:42.400872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-30037d02-bf2d-41d6-a224-c850ee9c9b2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1125 time: 0.0761254
Apr 30 21:35:42.414847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5abc9bc0-58ef-4dff-854e-83586558a9c6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:42.415102 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.422750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2a624b46-588f-4725-8c04-ff99092b03fa None None] Provisioning complete for port 5abc9bc0-58ef-4dff-854e-83586558a9c6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:42.423117 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2a624b46-588f-4725-8c04-ff99092b03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.442420 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 2.2947850
Apr 30 21:35:42.494965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59196) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:42.494965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Request body: {'subnet': {'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1958427413-subnet', 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:42.503118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (d661a8ed-5a40-43ba-9976-597e82fdf6df), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.506043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-4263ac1d-8dba-44f7-b6a9-c851773d06fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 200  len: 217 time: 0.1007168
Apr 30 21:35:42.524684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a639d-ea56-4912-a951-5f2c1f304309 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8b2cc3-45fd-4393-b8b3-c09491d04968,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:42.569991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] For port dc0ad028-6804-45df-ab1d-318dafb3aba1, host ncdv-master-1, got binding levels [] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:42.570559 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.587361 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Calling delete_port for dc0ad028-6804-45df-ab1d-318dafb3aba1 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:42.587611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] For port 903cc835-ba1d-48f5-be6f-048260da8ba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=903cc835-ba1d-48f5-be6f-048260da8ba4,segment=NetworkSegment(daaf15c0-f03b-4702-9b50-2ab2424671fe),segment_id=daaf15c0-f03b-4702-9b50-2ab2424671fe)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:42.593698 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.597196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-5893c96d-90f2-44e1-b4e8-42d3fac8d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:42.597196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-5893c96d-90f2-44e1-b4e8-42d3fac8d4ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.0810590
Apr 30 21:35:42.598325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:42.625021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Port dc0ad028-6804-45df-ab1d-318dafb3aba1 was not found and therefore no delete operation was performed {{(pid=115773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:35:42.651385 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (dc0ad028-6804-45df-ab1d-318dafb3aba1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.688730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] Calling delete_port for 903cc835-ba1d-48f5-be6f-048260da8ba4 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:42.697136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] No DVR routers for this DVR port dc0ad028-6804-45df-ab1d-318dafb3aba1 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:42.704387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-3f136b91-e217-4219-93bd-580edf911085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:42.708287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-3f136b91-e217-4219-93bd-580edf911085 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0961032
Apr 30 21:35:42.714213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:42.717140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.766677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2a624b46-588f-4725-8c04-ff99092b03fa None None] Current status of the port 5abc9bc0-58ef-4dff-854e-83586558a9c6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:42.770505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2a624b46-588f-4725-8c04-ff99092b03fa None None] Could not find standard attr ID for object 6fca6079-92f9-4809-ac34-cbbbdef58352. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:35:42.821870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5abc9bc0-58ef-4dff-854e-83586558a9c6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:42.846267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Port': ['ID=dc0ad028-6804-45df-ab1d-318dafb3aba1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:42.849632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-869c0d40-2c36-4bae-b2ec-6ebe754283f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286938
Apr 30 21:35:42.898082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6acc291-86c7-4e96-b4ea-39151f37df67 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (45caf3cb-72e5-40ae-a919-9a534d1c0eeb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.915330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dc0ad028-6804-45df-ab1d-318dafb3aba1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:42.939909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d62f4cd1-e2c9-416d-9e9a-044148ff4cb6 None None] Could not find standard attr ID for object 6fca6079-92f9-4809-ac34-cbbbdef58352. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:35:42.947310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: dc0ad028-6804-45df-ab1d-318dafb3aba1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:42.947310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dc0ad028-6804-45df-ab1d-318dafb3aba1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:42.947594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 27aa6b3d-fbca-4dac-b30f-d60327c87129 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:42.948274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:42.997216 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (903cc835-ba1d-48f5-be6f-048260da8ba4), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.003799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c5d4aaa-3c9a-428e-be9f-c23d026497d0 req-e63bfe78-8093-4785-b49a-4fc9a85cf8cb service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445808
Apr 30 21:35:43.050490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] Pushing event deleted for resources: {'Port': ['ID=903cc835-ba1d-48f5-be6f-048260da8ba4,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:43.058415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479605fa-9c23-4da1-9f6e-5a4ab7a27687 None None] No DVR routers for this DVR port 903cc835-ba1d-48f5-be6f-048260da8ba4 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:43.096814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-91e5189c-eaf6-4133-a36c-9500121ffe30 None None] Provisioning complete for port 27aa6b3d-fbca-4dac-b30f-d60327c87129 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:43.097203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-91e5189c-eaf6-4133-a36c-9500121ffe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.140972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164e969-c456-4d5c-9174-470b432455d3 None None] Network d661a8ed-5a40-43ba-9976-597e82fdf6df requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:43.205784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f60a8-bff4-4147-b74c-784aad046f89 req-97ed12ee-c7d9-4983-8157-a1cae7bd14d9 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:43.207408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-150f60a8-bff4-4147-b74c-784aad046f89 req-97ed12ee-c7d9-4983-8157-a1cae7bd14d9 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 943 time: 0.0641243
Apr 30 21:35:43.281560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-150f60a8-bff4-4147-b74c-784aad046f89 req-5801d324-f0bb-45db-b2c3-c81401e84f4b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658896
Apr 30 21:35:43.286591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-91e5189c-eaf6-4133-a36c-9500121ffe30 None None] Current status of the port 27aa6b3d-fbca-4dac-b30f-d60327c87129 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:43.357726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] DHCP port deletion for d661a8ed-5a40-43ba-9976-597e82fdf6df request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:43.401021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] Deleting port 27aa6b3d-fbca-4dac-b30f-d60327c87129 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:43.401343 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.433652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b2691247-4f2d-4789-9c46-6f804dbefcdd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.463301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] For port 27aa6b3d-fbca-4dac-b30f-d60327c87129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27aa6b3d-fbca-4dac-b30f-d60327c87129,segment=NetworkSegment(2b98b127-4647-4197-819c-b9a969d6f956),segment_id=2b98b127-4647-4197-819c-b9a969d6f956)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:43.463705 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.477927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] Calling delete_port for 27aa6b3d-fbca-4dac-b30f-d60327c87129 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:43.500971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8972bb43d0>,) {'filters': {'network_id': ['b2691247-4f2d-4789-9c46-6f804dbefcdd']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:43.505146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] For port 27aa6b3d-fbca-4dac-b30f-d60327c87129, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27aa6b3d-fbca-4dac-b30f-d60327c87129,segment=NetworkSegment(2b98b127-4647-4197-819c-b9a969d6f956),segment_id=2b98b127-4647-4197-819c-b9a969d6f956)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:43.505513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.528548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 27aa6b3d-fbca-4dac-b30f-d60327c87129 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:43.534509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972bb43d0>, 'b7952327-f1c4-4dd6-b780-e356333dc388') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:43.537317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972bb43d0>, 'b7952327-f1c4-4dd6-b780-e356333dc388') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:43.554798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (b7952327-f1c4-4dd6-b780-e356333dc388), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.631773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b7952327-f1c4-4dd6-b780-e356333dc388), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.642478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:43.645735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (b7952327-f1c4-4dd6-b780-e356333dc388), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:43.645908 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:43.693383 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6acc291-86c7-4e96-b4ea-39151f37df67 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (45caf3cb-72e5-40ae-a919-9a534d1c0eeb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.710336 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.737729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] Pushing event deleted for resources: {'Port': ['ID=27aa6b3d-fbca-4dac-b30f-d60327c87129,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:43.740228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b7b971-1da0-4a15-b4bb-d69cba1e4cf1 None None] No DVR routers for this DVR port 27aa6b3d-fbca-4dac-b30f-d60327c87129 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:43.745217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acc291-86c7-4e96-b4ea-39151f37df67 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=45caf3cb-72e5-40ae-a919-9a534d1c0eeb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:43.747915 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6acc291-86c7-4e96-b4ea-39151f37df67 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.751092 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d6acc291-86c7-4e96-b4ea-39151f37df67 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/45caf3cb-72e5-40ae-a919-9a534d1c0eeb HTTP/1.1" status: 204  len: 168 time: 1.9446867
Apr 30 21:35:43.753634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59206) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:43.763837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a372525-2cd5-40aa-b7a8-e9c2dbdd1054 None None] Network 49696868-de48-47f4-8146-7a79e4f16988 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:43.764248 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (e05a8725-3ed1-4534-8941-08912b6e6e57), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.777176 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (27aa6b3d-fbca-4dac-b30f-d60327c87129), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.862126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b2691247-4f2d-4789-9c46-6f804dbefcdd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.870519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=27aa6b3d-fbca-4dac-b30f-d60327c87129,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:43.879291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No DVR routers for this DVR port 27aa6b3d-fbca-4dac-b30f-d60327c87129 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:43.883928 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.887109 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/networks/b2691247-4f2d-4789-9c46-6f804dbefcdd HTTP/1.1" status: 204  len: 168 time: 2.4098446
Apr 30 21:35:43.889867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59208) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:43.937802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0a9f7-9bd3-4895-b49a-3df56c8fe1ea tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Network': ['ID=b2691247-4f2d-4789-9c46-6f804dbefcdd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:43.941248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] DHCP port deletion for 49696868-de48-47f4-8146-7a79e4f16988 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:43.963405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (49696868-de48-47f4-8146-7a79e4f16988), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.975992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (20d6b4bc-f2c1-4ab0-9d96-55b449e63028), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:43.983227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] Deleting port 5abc9bc0-58ef-4dff-854e-83586558a9c6 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:43.983608 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.020616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (d661a8ed-5a40-43ba-9976-597e82fdf6df), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.038343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05a8725-3ed1-4534-8941-08912b6e6e57,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:44.061518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] For port 5abc9bc0-58ef-4dff-854e-83586558a9c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5abc9bc0-58ef-4dff-854e-83586558a9c6,segment=NetworkSegment(cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d),segment_id=cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:44.061518 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.068270 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d4424f0>,) {'filters': {'network_id': ['d661a8ed-5a40-43ba-9976-597e82fdf6df']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.072354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] Calling delete_port for 5abc9bc0-58ef-4dff-854e-83586558a9c6 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:44.081881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d4424f0>, '2b98b127-4647-4197-819c-b9a969d6f956') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.082178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d4424f0>, '2b98b127-4647-4197-819c-b9a969d6f956') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.082569 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (20d6b4bc-f2c1-4ab0-9d96-55b449e63028), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.105786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e8884f0>,) {'filters': {'network_id': ['20d6b4bc-f2c1-4ab0-9d96-55b449e63028']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.115265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (2b98b127-4647-4197-819c-b9a969d6f956), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.116346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e8884f0>, 'daaf15c0-f03b-4702-9b50-2ab2424671fe') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.116931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e8884f0>, 'daaf15c0-f03b-4702-9b50-2ab2424671fe') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.124734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Checking segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:44.124955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 27aa6b3d-fbca-4dac-b30f-d60327c87129 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:44.125096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Network hostable DHCP agents. Network: 1f8b2cc3-45fd-4393-b8b3-c09491d04968, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:44.132874 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (daaf15c0-f03b-4702-9b50-2ab2424671fe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.157430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 5abc9bc0-58ef-4dff-854e-83586558a9c6 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:44.157787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.159434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 27aa6b3d-fbca-4dac-b30f-d60327c87129 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:44.159829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 27aa6b3d-fbca-4dac-b30f-d60327c87129 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:44.160346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5abc9bc0-58ef-4dff-854e-83586558a9c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:44.236575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] For port 5abc9bc0-58ef-4dff-854e-83586558a9c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5abc9bc0-58ef-4dff-854e-83586558a9c6,segment=NetworkSegment(cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d),segment_id=cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:44.236960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.250748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 5abc9bc0-58ef-4dff-854e-83586558a9c6 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:44.254087 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (daaf15c0-f03b-4702-9b50-2ab2424671fe), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.256044 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2b98b127-4647-4197-819c-b9a969d6f956), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.258025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:44.262971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:44.263610 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (daaf15c0-f03b-4702-9b50-2ab2424671fe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:44.267168 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:44.269678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5abc9bc0-58ef-4dff-854e-83586558a9c6 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:44.269834 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.273499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:44.273936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (2b98b127-4647-4197-819c-b9a969d6f956), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:44.277944 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:44.335471 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.354750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] No DVR routers for this DVR port 5abc9bc0-58ef-4dff-854e-83586558a9c6 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:44.363714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f8b2cc3-45fd-4393-b8b3-c09491d04968) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:44.370372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:44.370893 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.384751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145ded2-7bec-4528-adad-88a7c013f832 None None] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:44.438039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66573c-a1c2-4a2f-8a12-6fe8441c1193 req-8ff12de9-6b0b-461e-805f-60e5c1e463d3 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:44.441876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c66573c-a1c2-4a2f-8a12-6fe8441c1193 req-8ff12de9-6b0b-461e-805f-60e5c1e463d3 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 943 time: 0.0677309
Apr 30 21:35:44.446823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (20d6b4bc-f2c1-4ab0-9d96-55b449e63028), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.446989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5abc9bc0-58ef-4dff-854e-83586558a9c6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.450955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106ff29-a2f9-462e-8e28-637a9f44856b None None] Pushing event deleted for resources: {'Port': ['ID=5abc9bc0-58ef-4dff-854e-83586558a9c6,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:44.456104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 903cc835-ba1d-48f5-be6f-048260da8ba4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:44.468477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.472208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/networks/20d6b4bc-f2c1-4ab0-9d96-55b449e63028 HTTP/1.1" status: 204  len: 168 time: 0.5810814
Apr 30 21:35:44.474918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd938c6-813e-4f28-b438-2ce2eb01de59 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Network': ['ID=20d6b4bc-f2c1-4ab0-9d96-55b449e63028,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:44.484953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59216) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:44.494789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=5abc9bc0-58ef-4dff-854e-83586558a9c6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:44.499561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No DVR routers for this DVR port 5abc9bc0-58ef-4dff-854e-83586558a9c6 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:44.535073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c66573c-a1c2-4a2f-8a12-6fe8441c1193 req-ad6885ee-1770-4837-a90a-1e20caafc9ec tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853152
Apr 30 21:35:44.554032 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6ded00df-1f54-460d-96ef-ffe2aa49642a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 2.0891364
Apr 30 21:35:44.560111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (d661a8ed-5a40-43ba-9976-597e82fdf6df), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.567785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.574187 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/networks/d661a8ed-5a40-43ba-9976-597e82fdf6df HTTP/1.1" status: 204  len: 168 time: 2.4043319
Apr 30 21:35:44.576328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59222) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:44.637356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 903cc835-ba1d-48f5-be6f-048260da8ba4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:44.637718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 903cc835-ba1d-48f5-be6f-048260da8ba4 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:44.654810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8354d4-cd9a-492c-b629-4a811acf4a60 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Network': ['ID=d661a8ed-5a40-43ba-9976-597e82fdf6df,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:44.698667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962b95a-3673-441b-8a52-8bcc218ffe78 None None] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:44.700472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (49696868-de48-47f4-8146-7a79e4f16988), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.726674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfd0ed7-de7e-4b24-b4dc-bba69c643f13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Deleting subnet 5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:44.738472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acfd0ed7-de7e-4b24-b4dc-bba69c643f13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.756210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced5982c-d950-4be3-b27e-485a4a99fbc9 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:44.761780 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ced5982c-d950-4be3-b27e-485a4a99fbc9 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1671114
Apr 30 21:35:44.762163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59230) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:44.781041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d192c70>,) {'filters': {'network_id': ['49696868-de48-47f4-8146-7a79e4f16988']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.797890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d192c70>, 'cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.800383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d192c70>, 'cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:44.813085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.816451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acfd0ed7-de7e-4b24-b4dc-bba69c643f13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.818755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-992d4afa-aa1b-45cd-bfcc-058807fc6af2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0554504
Apr 30 21:35:44.822067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59232) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:44.827298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1078896037'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:44.857213 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.869960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:44.870361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (cfe0699a-0ebc-4f7c-a907-fd2dbe769c2d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:44.873398 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:44.932269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:44.935706 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.971750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acfd0ed7-de7e-4b24-b4dc-bba69c643f13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:44.972705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:45.003523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1b377b3d-034b-44fa-94cc-e19e485c77f0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.003893 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Added segment 1b377b3d-034b-44fa-94cc-e19e485c77f0 of type vlan for network 14d72a72-7c75-4e13-9cba-39e6a7db49f7
Apr 30 21:35:45.012491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (49696868-de48-47f4-8146-7a79e4f16988), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.020588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.024386 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/networks/49696868-de48-47f4-8146-7a79e4f16988 HTTP/1.1" status: 204  len: 168 time: 1.2697988
Apr 30 21:35:45.028650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59242) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:45.043365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-359694486'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:45.061870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9af745-f74c-44d7-852e-11d02b4cf451 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Network': ['ID=49696868-de48-47f4-8146-7a79e4f16988,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:45.103802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (14d72a72-7c75-4e13-9cba-39e6a7db49f7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.144034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-954e998d-8f6c-42b2-8a7b-e8cecc7a521b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:45.144689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:45.146100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-954e998d-8f6c-42b2-8a7b-e8cecc7a521b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1695762
Apr 30 21:35:45.148629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.161028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-a84009f9-dd4d-431d-8d61-c860a1940700 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/quotas/e02e106ab99f4decadf747b3ebf025c7 HTTP/1.1" status: 200  len: 375 time: 0.0094335
Apr 30 21:35:45.173977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:45.180290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acfd0ed7-de7e-4b24-b4dc-bba69c643f13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.194449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-295f3f41-7663-48b4-bae6-396950919296 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0280478
Apr 30 21:35:45.211210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (77b83e6e-c56c-42d7-8472-d72c481bd17f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.211524 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Added segment 77b83e6e-c56c-42d7-8472-d72c481bd17f of type vlan for network 78d526bc-6159-46c6-b838-aacbc89e66b0
Apr 30 21:35:45.213279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd0ed7-de7e-4b24-b4dc-bba69c643f13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:45.220083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (14d72a72-7c75-4e13-9cba-39e6a7db49f7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.224533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:45.225910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-acfd0ed7-de7e-4b24-b4dc-bba69c643f13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.226026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.227846 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-acfd0ed7-de7e-4b24-b4dc-bba69c643f13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/subnets/5d1b5b72-7bc8-4e1a-a107-8a5cc68ad1cb HTTP/1.1" status: 204  len: 168 time: 0.7414045
Apr 30 21:35:45.231342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91557b-086f-4961-8ce8-ba662532e400 None None] Network 3e644139-ae2e-4fbf-b064-bd6a657323d4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:45.233006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59244) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:45.310620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (78d526bc-6159-46c6-b838-aacbc89e66b0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.354268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Network': ['ID=14d72a72-7c75-4e13-9cba-39e6a7db49f7,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:45.368541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:45.379808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-31344216-ef37-4329-9f6e-94e63bfa35d7 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1781585
Apr 30 21:35:45.385313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c0bf71a7-195c-471d-a9d6-07fe4dee7525 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5614843
Apr 30 21:35:45.387432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59250) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:45.392478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:45.417098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (3e644139-ae2e-4fbf-b064-bd6a657323d4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.422604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.resource_extend [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:35:45.433416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] DHCP port deletion for 3e644139-ae2e-4fbf-b064-bd6a657323d4 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:45.481686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (78d526bc-6159-46c6-b838-aacbc89e66b0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.487736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:45.493493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.493639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] Deleting port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:45.493639 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.547445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Deleting port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:45.547838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.569705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-7c1b066a-1471-415a-8a7d-5b2efc62f5fe service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718404
Apr 30 21:35:45.623834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] For port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,segment=NetworkSegment(16d3d56f-7045-43a0-b33f-2755b5c6c3a6),segment_id=16d3d56f-7045-43a0-b33f-2755b5c6c3a6)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:45.624764 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.642613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] Calling delete_port for e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:45.659171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:45.668042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.685401 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6496701
Apr 30 21:35:45.696258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59256) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:45.701009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '78d526bc-6159-46c6-b838-aacbc89e66b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:45.717619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] For port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,segment=NetworkSegment(16d3d56f-7045-43a0-b33f-2755b5c6c3a6),segment_id=16d3d56f-7045-43a0-b33f-2755b5c6c3a6)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:45.718394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.738281 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Calling delete_port for e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:45.743211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ed8b8-7552-4b87-8694-9c9cbdafab38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Network': ['ID=78d526bc-6159-46c6-b838-aacbc89e66b0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:45.755123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 78d526bc-6159-46c6-b838-aacbc89e66b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:45.869862 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.885246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] No DVR routers for this DVR port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:45.888073 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:45.914728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d127e-c447-4d4f-b011-e9e26369d020 None None] Pushing event deleted for resources: {'Port': ['ID=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:45.933739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Port': ['ID=e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:45.935846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] No DVR routers for this DVR port e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:45.976177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d38173-324f-4e79-b6f5-45f41458dce1 req-152370c0-44d9-460c-879b-bd2ab23d8d8c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 210 time: 0.0519753
Apr 30 21:35:45.982227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788de18-fa25-4526-aefb-09f154d8689f req-66f68ddb-5078-42ad-9a8a-3e2c621c2f2c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:45.983723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c788de18-fa25-4526-aefb-09f154d8689f req-66f68ddb-5078-42ad-9a8a-3e2c621c2f2c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 943 time: 0.2543287
Apr 30 21:35:46.050973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (3e644139-ae2e-4fbf-b064-bd6a657323d4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.090047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89670f9c70>,) {'filters': {'network_id': ['3e644139-ae2e-4fbf-b064-bd6a657323d4']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:46.097921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:46.101040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89670f9c70>, '16d3d56f-7045-43a0-b33f-2755b5c6c3a6') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:46.101343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89670f9c70>, '16d3d56f-7045-43a0-b33f-2755b5c6c3a6') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:46.114618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c788de18-fa25-4526-aefb-09f154d8689f req-706ed41b-1c68-4619-9c01-d03603d5d450 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237540
Apr 30 21:35:46.115016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (16d3d56f-7045-43a0-b33f-2755b5c6c3a6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.139935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (16d3d56f-7045-43a0-b33f-2755b5c6c3a6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.145862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:46.146286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e50ca2a4-e80d-46f6-a5c2-e61d3ae0adc3 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:46.148258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:46.151643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.155026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:46.155497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (16d3d56f-7045-43a0-b33f-2755b5c6c3a6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:46.182125 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:46.356064 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (ca8d9fd6-9036-4828-868f-6c63022aa9e2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.390171 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (3e644139-ae2e-4fbf-b064-bd6a657323d4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.407769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.414827 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/networks/3e644139-ae2e-4fbf-b064-bd6a657323d4 HTTP/1.1" status: 204  len: 168 time: 1.1809826
Apr 30 21:35:46.417344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59292) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:46.434246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb78fb-ad48-4f06-91db-56e12a7ce161 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Pushing event deleted for resources: {'Network': ['ID=3e644139-ae2e-4fbf-b064-bd6a657323d4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:46.442294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=ca8d9fd6-9036-4828-868f-6c63022aa9e2,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:46.452610 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9bf161b9-fe05-4852-a365-6ae41f95c96e tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "GET /v2.0/ports?device_id=30ae166c-bccf-4579-9b29-8e19e6ccc577 HTTP/1.1" status: 200  len: 205 time: 0.0275233
Apr 30 21:35:46.455629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59294) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:46.467882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking segment: {'id': '1b377b3d-034b-44fa-94cc-e19e485c77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:46.468252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network hostable DHCP agents. Network: 14d72a72-7c75-4e13-9cba-39e6a7db49f7, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:46.536805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b5ca855-6e25-425d-b5c8-e36896011e13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for router (30ae166c-bccf-4579-9b29-8e19e6ccc577), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.666690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (0736e99a-1fda-46f5-96a3-08f75d21c4ff), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.668734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:46.706208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b5ca855-6e25-425d-b5c8-e36896011e13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (30ae166c-bccf-4579-9b29-8e19e6ccc577), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.708412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b5ca855-6e25-425d-b5c8-e36896011e13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for router_controller (30ae166c-bccf-4579-9b29-8e19e6ccc577), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.735228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=0736e99a-1fda-46f5-96a3-08f75d21c4ff,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:46.746229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking segment: {'id': '77b83e6e-c56c-42d7-8472-d72c481bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '78d526bc-6159-46c6-b838-aacbc89e66b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:46.746592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network hostable DHCP agents. Network: 78d526bc-6159-46c6-b838-aacbc89e66b0, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:46.826436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14d72a72-7c75-4e13-9cba-39e6a7db49f7) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:46.831749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:46.832350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.834352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f20be4-58c6-4b3e-bee2-18391b9efc94 None None] Network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:46.893358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b5ca855-6e25-425d-b5c8-e36896011e13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (30ae166c-bccf-4579-9b29-8e19e6ccc577), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.893952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5ca855-6e25-425d-b5c8-e36896011e13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Fanout notify agent at l3_agent the message router_deleted on router 30ae166c-bccf-4579-9b29-8e19e6ccc577 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:35:46.900999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b5ca855-6e25-425d-b5c8-e36896011e13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.902370 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8b5ca855-6e25-425d-b5c8-e36896011e13 tempest-RoutersNegativeTest-1647957681 tempest-RoutersNegativeTest-1647957681-project] 10.222.0.23 "DELETE /v2.0/routers/30ae166c-bccf-4579-9b29-8e19e6ccc577 HTTP/1.1" status: 204  len: 168 time: 0.4457948
Apr 30 21:35:46.933918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 78d526bc-6159-46c6-b838-aacbc89e66b0 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:46.942364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9212d3f5-a8d2-444d-ac8d-f69b1711e41f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5504138
Apr 30 21:35:46.942573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59300) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:46.947456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7', 'name': 'tempest-PortsTestJSON-1336690705'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:46.958867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78d526bc-6159-46c6-b838-aacbc89e66b0) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:46.959122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-14d72a72-7c75-4e13-9cba-39e6a7db49f7', 'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7', 'project_id': '61cf3c186d6347bda4f0558e9d809056', 'fixed_ips': [{'subnet_id': 'ca8d9fd6-9036-4828-868f-6c63022aa9e2'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:46.962417 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.967059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:46.967693 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:46.978347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d61aa89-ed7c-460e-ac36-75c2fb7debb8 None None] Network 78d526bc-6159-46c6-b838-aacbc89e66b0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:47.033194 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.070832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-042ffd7b-26d0-4cfc-9725-dd6bdeeef3b6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3736737
Apr 30 21:35:47.075034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59306) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:47.087694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '78d526bc-6159-46c6-b838-aacbc89e66b0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-513651148'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:47.106690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bba978d7-f64c-421d-81cb-8df0c2b8a647 req-12d9652c-5f6d-4738-bdb2-3f322a929bf9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 210 time: 0.0571799
Apr 30 21:35:47.195140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78d526bc-6159-46c6-b838-aacbc89e66b0', 'network_id': '78d526bc-6159-46c6-b838-aacbc89e66b0', 'project_id': '5319e09e05a74925b8417ce40be5f90d', 'fixed_ips': [{'subnet_id': '0736e99a-1fda-46f5-96a3-08f75d21c4ff'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:47.199879 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.228180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Allocated IP 172.20.0.2 (14d72a72-7c75-4e13-9cba-39e6a7db49f7/ca8d9fd6-9036-4828-868f-6c63022aa9e2/a8c906be-15a8-44f0-bcad-d9d300db514a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:47.247072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac8a7-eddb-46ac-a611-4f9ba5515bea req-801b4025-6b8c-4d88-a97d-610b47618781 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:47.248635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7aac8a7-eddb-46ac-a611-4f9ba5515bea req-801b4025-6b8c-4d88-a97d-610b47618781 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 943 time: 0.0493937
Apr 30 21:35:47.294144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:47.299536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.309801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7aac8a7-eddb-46ac-a611-4f9ba5515bea req-59f86ab6-b1c6-4053-b7c0-8792ed88cc0a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517106
Apr 30 21:35:47.317213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port 3ee90012-9ff7-485e-94f3-d18ac19a8167 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:47.324792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:47.328507 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.382179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port e2e3526c-3070-4b27-b07a-0c90e42a4bae yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:47.467060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Allocated IP 2001:db8::2 (78d526bc-6159-46c6-b838-aacbc89e66b0/0736e99a-1fda-46f5-96a3-08f75d21c4ff/867f6e33-a0de-4085-830d-caa005f00be8) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:47.507593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59316) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:47.560147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Publish callbacks [] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.652031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bcd2196c-e1a8-4e1e-81fe-979db7fd7ad9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce5451096cf34308801ae3863daa4b6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1428378
Apr 30 21:35:47.654645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59320) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:47.656628 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.665102 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Publish callbacks [] for port (867f6e33-a0de-4085-830d-caa005f00be8), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.674591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:47.678195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:47.719984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc13353f-1ca2-4da6-82aa-7e948c3c4c28 admin admin] Publish callbacks [] for security_group (b9c02c09-aa84-4609-bccf-7a9731a7960b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.721890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:47.738450 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (867f6e33-a0de-4085-830d-caa005f00be8), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.749705 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc13353f-1ca2-4da6-82aa-7e948c3c4c28 admin admin] Publish callbacks [] for security_group (b9c02c09-aa84-4609-bccf-7a9731a7960b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.765738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Network 78d526bc-6159-46c6-b838-aacbc89e66b0 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:47.767150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device fd24ae95-dc99-4dc2-a542-b9359163c4e9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:35:47.773388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:47.783731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:47.794497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.13 (14d72a72-7c75-4e13-9cba-39e6a7db49f7/ca8d9fd6-9036-4828-868f-6c63022aa9e2/3ee90012-9ff7-485e-94f3-d18ac19a8167) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:47.833568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::14d (78d526bc-6159-46c6-b838-aacbc89e66b0/0736e99a-1fda-46f5-96a3-08f75d21c4ff/e2e3526c-3070-4b27-b07a-0c90e42a4bae) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:47.869403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Pushing event updated for resources: {'Port': ['ID=a8c906be-15a8-44f0-bcad-d9d300db514a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:47.934246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Attempting to bind port a8c906be-15a8-44f0-bcad-d9d300db514a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:47.934703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Attempting to bind port a8c906be-15a8-44f0-bcad-d9d300db514a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1b377b3d-034b-44fa-94cc-e19e485c77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:47.947492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Attempting to bind port a8c906be-15a8-44f0-bcad-d9d300db514a on network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:47.947936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc13353f-1ca2-4da6-82aa-7e948c3c4c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b9c02c09-aa84-4609-bccf-7a9731a7960b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.947936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dc13353f-1ca2-4da6-82aa-7e948c3c4c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:47.947936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dc13353f-1ca2-4da6-82aa-7e948c3c4c28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9c02c09-aa84-4609-bccf-7a9731a7960b HTTP/1.1" status: 204  len: 168 time: 0.2859943
Apr 30 21:35:47.957976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13353f-1ca2-4da6-82aa-7e948c3c4c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c02c09-aa84-4609-bccf-7a9731a7960b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:48.007342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:48.007736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Checking segment: {'id': '1b377b3d-034b-44fa-94cc-e19e485c77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:48.008142 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.008544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Bound using segment: {'id': '1b377b3d-034b-44fa-94cc-e19e485c77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:48.009035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Bound port: a8c906be-15a8-44f0-bcad-d9d300db514a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b377b3d-034b-44fa-94cc-e19e485c77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:48.009551 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.057050 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0bef6d73-6591-427d-8605-b70333c383fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.081905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Pushing event updated for resources: {'Port': ['ID=867f6e33-a0de-4085-830d-caa005f00be8,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:48.097740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (e2e3526c-3070-4b27-b07a-0c90e42a4bae), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.099122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Attempting to bind port 867f6e33-a0de-4085-830d-caa005f00be8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:48.099535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Attempting to bind port 867f6e33-a0de-4085-830d-caa005f00be8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '77b83e6e-c56c-42d7-8472-d72c481bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '78d526bc-6159-46c6-b838-aacbc89e66b0'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:48.099855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Attempting to bind port 867f6e33-a0de-4085-830d-caa005f00be8 on network 78d526bc-6159-46c6-b838-aacbc89e66b0 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:48.114566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (3ee90012-9ff7-485e-94f3-d18ac19a8167), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.141570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:48.142007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Checking segment: {'id': '77b83e6e-c56c-42d7-8472-d72c481bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '78d526bc-6159-46c6-b838-aacbc89e66b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:48.142420 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.142825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Bound using segment: {'id': '77b83e6e-c56c-42d7-8472-d72c481bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '78d526bc-6159-46c6-b838-aacbc89e66b0'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:48.143313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Bound port: 867f6e33-a0de-4085-830d-caa005f00be8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b83e6e-c56c-42d7-8472-d72c481bd17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '78d526bc-6159-46c6-b838-aacbc89e66b0'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:48.143703 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (867f6e33-a0de-4085-830d-caa005f00be8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.228286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port fd24ae95-dc99-4dc2-a542-b9359163c4e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:48.243523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e2e3526c-3070-4b27-b07a-0c90e42a4bae), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.244110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e58d038-839c-4275-819e-adb34cddb007 req-b81d0116-aff2-4f2b-b3fc-59774e9a485b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 210 time: 0.0329745
Apr 30 21:35:48.244727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] For port a8c906be-15a8-44f0-bcad-d9d300db514a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:48.253797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] For port a8c906be-15a8-44f0-bcad-d9d300db514a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c906be-15a8-44f0-bcad-d9d300db514a,segment=NetworkSegment(1b377b3d-034b-44fa-94cc-e19e485c77f0),segment_id=1b377b3d-034b-44fa-94cc-e19e485c77f0)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:48.256615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'port_id': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'mac_address': 'fa:16:3e:65:dc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:35:48.290367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 78d526bc-6159-46c6-b838-aacbc89e66b0 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:48.297320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:48.299970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] For port 867f6e33-a0de-4085-830d-caa005f00be8, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:48.302708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3ee90012-9ff7-485e-94f3-d18ac19a8167), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.307347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:48.312723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:48.313347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.322414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] For port 867f6e33-a0de-4085-830d-caa005f00be8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867f6e33-a0de-4085-830d-caa005f00be8,segment=NetworkSegment(77b83e6e-c56c-42d7-8472-d72c481bd17f),segment_id=77b83e6e-c56c-42d7-8472-d72c481bd17f)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:48.333919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=e2e3526c-3070-4b27-b07a-0c90e42a4bae,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:48.334567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port fd24ae95-dc99-4dc2-a542-b9359163c4e9 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:48.334961 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.353492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd24ae95-dc99-4dc2-a542-b9359163c4e9 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:35:48.370093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:48.373684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:48.377151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:48.388698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port fd24ae95-dc99-4dc2-a542-b9359163c4e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:48.390891 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.415220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=3ee90012-9ff7-485e-94f3-d18ac19a8167,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:48.471550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:48.471912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce66ba-eee7-4f81-8e0c-693383612a71 None None] Pushing event updated for resources: {'Port': ['ID=a8c906be-15a8-44f0-bcad-d9d300db514a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:48.472314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.489536 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (867f6e33-a0de-4085-830d-caa005f00be8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.490709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad3f80-641f-4c60-9cb0-26c3bf5c9e4c req-57dcce52-86b3-4901-8569-a6398af37146 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:48.502269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-faad3f80-641f-4c60-9cb0-26c3bf5c9e4c req-57dcce52-86b3-4901-8569-a6398af37146 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 943 time: 0.0846312
Apr 30 21:35:48.546611 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2a90c1e2-4af0-4ed7-b061-0911e12c7d3e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 1.4669857
Apr 30 21:35:48.549575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59348) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:48.559611 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.586369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-faad3f80-641f-4c60-9cb0-26c3bf5c9e4c req-90085444-0d31-4c93-a877-f5a2effa8af2 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831418
Apr 30 21:35:48.609092 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2ace09d0-b679-4e3c-b8f9-8f09ba3be450 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.6635122
Apr 30 21:35:48.609434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59350) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:48.613111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533e1d0-70fe-4b35-a30d-ca0d359fc20d None None] Pushing event updated for resources: {'Port': ['ID=867f6e33-a0de-4085-830d-caa005f00be8,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:48.616555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': '14d72a72-7c75-4e13-9cba-39e6a7db49f7', 'name': 'tempest-PortsTestJSON-1235856460'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:48.697656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=fd24ae95-dc99-4dc2-a542-b9359163c4e9,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:48.753043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5947a10f-e1b3-4cb2-918f-360818eb0b6d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port e2e3526c-3070-4b27-b07a-0c90e42a4bae {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:48.753329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5947a10f-e1b3-4cb2-918f-360818eb0b6d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e2e3526c-3070-4b27-b07a-0c90e42a4bae), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:48.802105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['fd24ae95-dc99-4dc2-a542-b9359163c4e9'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:35:49.007095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:49.029426 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.037647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5947a10f-e1b3-4cb2-918f-360818eb0b6d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e2e3526c-3070-4b27-b07a-0c90e42a4bae), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.076778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5947a10f-e1b3-4cb2-918f-360818eb0b6d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for e2e3526c-3070-4b27-b07a-0c90e42a4bae owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:49.180674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port e7f39f4a-8cbb-44e8-8838-9c43838c351f yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:49.270723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-7fe28ae3-544c-4b78-87c0-259c5c54941c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:49.276278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-7fe28ae3-544c-4b78-87c0-259c5c54941c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.2845612
Apr 30 21:35:49.286568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Request body: {'port': {'device_id': '2d5c62d2-9e47-4691-822d-dcb5d1e9f962', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'admin_state_up': True, 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:49.394819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5947a10f-e1b3-4cb2-918f-360818eb0b6d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e2e3526c-3070-4b27-b07a-0c90e42a4bae), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.424555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947a10f-e1b3-4cb2-918f-360818eb0b6d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=e2e3526c-3070-4b27-b07a-0c90e42a4bae,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:49.444719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50fee5ef-5cd0-402f-a5c8-8e398826993c req-749d3281-19de-483f-9667-f292cd0714a3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 210 time: 0.0716233
Apr 30 21:35:49.458774 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5947a10f-e1b3-4cb2-918f-360818eb0b6d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.461116 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5947a10f-e1b3-4cb2-918f-360818eb0b6d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/e2e3526c-3070-4b27-b07a-0c90e42a4bae HTTP/1.1" status: 204  len: 168 time: 0.9105332
Apr 30 21:35:49.467935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59388) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:49.502248 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6992b37d-f1c2-4b38-bdf0-dd6c842d7f4c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:49.507228 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6992b37d-f1c2-4b38-bdf0-dd6c842d7f4c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/e2e3526c-3070-4b27-b07a-0c90e42a4bae HTTP/1.1" status: 404  len: 333 time: 0.0382826
Apr 30 21:35:49.507841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59390) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:49.559880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.3 (14d72a72-7c75-4e13-9cba-39e6a7db49f7/ca8d9fd6-9036-4828-868f-6c63022aa9e2/e7f39f4a-8cbb-44e8-8838-9c43838c351f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:49.567800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dac998-63aa-4dc5-a15d-ff6418a66040 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 0736e99a-1fda-46f5-96a3-08f75d21c4ff {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:49.572370 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03dac998-63aa-4dc5-a15d-ff6418a66040 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (0736e99a-1fda-46f5-96a3-08f75d21c4ff), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.625658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03dac998-63aa-4dc5-a15d-ff6418a66040 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (0736e99a-1fda-46f5-96a3-08f75d21c4ff), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.739219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device fd24ae95-dc99-4dc2-a542-b9359163c4e9 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:49.791369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03dac998-63aa-4dc5-a15d-ff6418a66040 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0736e99a-1fda-46f5-96a3-08f75d21c4ff), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.802059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:49.806276 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.828976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port fd24ae95-dc99-4dc2-a542-b9359163c4e9 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:35:49.882812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (e7f39f4a-8cbb-44e8-8838-9c43838c351f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.898810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port fd24ae95-dc99-4dc2-a542-b9359163c4e9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:49.899294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:49.956925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03dac998-63aa-4dc5-a15d-ff6418a66040 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (0736e99a-1fda-46f5-96a3-08f75d21c4ff), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.019886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dac998-63aa-4dc5-a15d-ff6418a66040 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=0736e99a-1fda-46f5-96a3-08f75d21c4ff,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:50.030579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a5249-0bfd-4008-92e9-0ba52da2e4f6 req-fbb71a6e-9c57-4c2f-a762-10d8ff635a78 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:50.031273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03dac998-63aa-4dc5-a15d-ff6418a66040 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.034964 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-03dac998-63aa-4dc5-a15d-ff6418a66040 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/0736e99a-1fda-46f5-96a3-08f75d21c4ff HTTP/1.1" status: 204  len: 168 time: 0.5260324
Apr 30 21:35:50.036505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-705a5249-0bfd-4008-92e9-0ba52da2e4f6 req-fbb71a6e-9c57-4c2f-a762-10d8ff635a78 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 944 time: 0.2398036
Apr 30 21:35:50.037330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port fd24ae95-dc99-4dc2-a542-b9359163c4e9 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:50.037875 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.040166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59402) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:50.065438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:35:50.069412 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa971cb6-acd5-4f4a-b1f3-649730ce63aa" -d '{"events": [{"server_uuid": "8fcbb4e2-1923-405f-a669-b3d5d68bfda6", "name": "network-vif-plugged", "status": "completed", "tag": "fd24ae95-dc99-4dc2-a542-b9359163c4e9"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:35:50.099557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port fd24ae95-dc99-4dc2-a542-b9359163c4e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:50.143757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698714f5-318f-42cf-a5c3-eb61163d4fd7 None None] Network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:50.158261 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed4ee8b-b90b-4f5e-b530-29478b38bc7f x-openstack-request-id: req-8ed4ee8b-b90b-4f5e-b530-29478b38bc7f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:35:50.158570 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcbb4e2-1923-405f-a669-b3d5d68bfda6", "name": "network-vif-plugged", "status": "completed", "tag": "fd24ae95-dc99-4dc2-a542-b9359163c4e9", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:35:50.158833 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ed4ee8b-b90b-4f5e-b530-29478b38bc7f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:35:50.159349 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed4ee8b-b90b-4f5e-b530-29478b38bc7f'] response: {'server_uuid': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'code': 200}
Apr 30 21:35:50.162517 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e7f39f4a-8cbb-44e8-8838-9c43838c351f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.201135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.244358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a8c906be-15a8-44f0-bcad-d9d300db514a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:50.283106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=e7f39f4a-8cbb-44e8-8838-9c43838c351f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:50.345337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e8805a5e-85cb-4a33-889b-010a53c58053 None None] Provisioning complete for port a8c906be-15a8-44f0-bcad-d9d300db514a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:50.345712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e8805a5e-85cb-4a33-889b-010a53c58053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.435136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a8c906be-15a8-44f0-bcad-d9d300db514a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:50.435517 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.632318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c9392-4685-405b-9b04-50f303268e37 None None] Network 78d526bc-6159-46c6-b838-aacbc89e66b0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:50.641218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=fd24ae95-dc99-4dc2-a542-b9359163c4e9,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:50.745648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-15fa003e-0297-4e66-b635-26e9e02677da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.797837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:50.830315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:50.833700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:50.839304 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (78d526bc-6159-46c6-b838-aacbc89e66b0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.850541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e8805a5e-85cb-4a33-889b-010a53c58053 None None] Current status of the port a8c906be-15a8-44f0-bcad-d9d300db514a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:50.850939 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e8805a5e-85cb-4a33-889b-010a53c58053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.861389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14d0fd37-0b32-49eb-93db-ea58e781b3e9 req-0c303ac9-4229-4e1e-9d3d-cc8fd01fab8a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 210 time: 0.1318483
Apr 30 21:35:50.862341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8d673-378f-4046-803a-fef1aff66026 req-b2ffc942-0ca7-4dfe-816d-96a1155b79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:50.864005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ed8d673-378f-4046-803a-fef1aff66026 req-b2ffc942-0ca7-4dfe-816d-96a1155b79a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1127 time: 0.6476715
Apr 30 21:35:50.926960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-705a5249-0bfd-4008-92e9-0ba52da2e4f6 req-9450f3f4-b23d-4593-87a7-e9540e290187 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8734512
Apr 30 21:35:50.945688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Allocated IP 172.20.0.14 (1f8b2cc3-45fd-4393-b8b3-c09491d04968/e05a8725-3ed1-4534-8941-08912b6e6e57/9538c9d6-9da4-4005-a64a-486657fccea6) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:50.962782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a8c906be-15a8-44f0-bcad-d9d300db514a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:50.963261 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:50.969045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] DHCP port deletion for 78d526bc-6159-46c6-b838-aacbc89e66b0 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:50.972705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e8805a5e-85cb-4a33-889b-010a53c58053 None None] For port a8c906be-15a8-44f0-bcad-d9d300db514a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c906be-15a8-44f0-bcad-d9d300db514a,segment=NetworkSegment(1b377b3d-034b-44fa-94cc-e19e485c77f0),segment_id=1b377b3d-034b-44fa-94cc-e19e485c77f0)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:51.032108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] Deleting port 867f6e33-a0de-4085-830d-caa005f00be8 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:51.032483 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (867f6e33-a0de-4085-830d-caa005f00be8), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.039208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:51.040172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.077979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 867f6e33-a0de-4085-830d-caa005f00be8 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:51.078349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (867f6e33-a0de-4085-830d-caa005f00be8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.083809 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e8805a5e-85cb-4a33-889b-010a53c58053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.091101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ed8d673-378f-4046-803a-fef1aff66026 req-739d5e5b-8d7a-42c5-98b9-83f291aa91c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1963255
Apr 30 21:35:51.193424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-502cff91-5485-4f76-b7e9-2f14d034b1f1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.5826101
Apr 30 21:35:51.196638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59434) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:51.226229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Provisioning complete for port 867f6e33-a0de-4085-830d-caa005f00be8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:51.226722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (867f6e33-a0de-4085-830d-caa005f00be8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.229145 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:35:51.230341 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:35:51.231278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] For port 867f6e33-a0de-4085-830d-caa005f00be8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867f6e33-a0de-4085-830d-caa005f00be8,segment=NetworkSegment(77b83e6e-c56c-42d7-8472-d72c481bd17f),segment_id=77b83e6e-c56c-42d7-8472-d72c481bd17f)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:51.232452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (867f6e33-a0de-4085-830d-caa005f00be8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.233725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] For port 867f6e33-a0de-4085-830d-caa005f00be8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=867f6e33-a0de-4085-830d-caa005f00be8,segment=NetworkSegment(77b83e6e-c56c-42d7-8472-d72c481bd17f),segment_id=77b83e6e-c56c-42d7-8472-d72c481bd17f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:51.234236 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (867f6e33-a0de-4085-830d-caa005f00be8), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.250745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] Calling delete_port for 867f6e33-a0de-4085-830d-caa005f00be8 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:51.256919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 867f6e33-a0de-4085-830d-caa005f00be8 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:51.353557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.353557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8805a5e-85cb-4a33-889b-010a53c58053 None None] Pushing event updated for resources: {'Port': ['ID=a8c906be-15a8-44f0-bcad-d9d300db514a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:51.411735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks [] for port (9538c9d6-9da4-4005-a64a-486657fccea6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.423947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328a21a-5105-46fc-826e-3ed252bf1091 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:51.432498 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d328a21a-5105-46fc-826e-3ed252bf1091 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200  len: 923 time: 0.2329922
Apr 30 21:35:51.442284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59438) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:51.492504 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.505824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Current status of the port 867f6e33-a0de-4085-830d-caa005f00be8 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:51.506221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (867f6e33-a0de-4085-830d-caa005f00be8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.563081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bc59634e-ec0a-4791-b9ce-eebfa503c760 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port e7f39f4a-8cbb-44e8-8838-9c43838c351f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:51.563474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc59634e-ec0a-4791-b9ce-eebfa503c760 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e7f39f4a-8cbb-44e8-8838-9c43838c351f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.596084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (867f6e33-a0de-4085-830d-caa005f00be8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.628797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=867f6e33-a0de-4085-830d-caa005f00be8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:51.638104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.639756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No DVR routers for this DVR port 867f6e33-a0de-4085-830d-caa005f00be8 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:51.658059 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (867f6e33-a0de-4085-830d-caa005f00be8), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.664962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Provisioning complete for port 3ee90012-9ff7-485e-94f3-d18ac19a8167 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:51.665406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3ee90012-9ff7-485e-94f3-d18ac19a8167), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.691056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] Pushing event deleted for resources: {'Port': ['ID=867f6e33-a0de-4085-830d-caa005f00be8,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:51.698110 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc59634e-ec0a-4791-b9ce-eebfa503c760 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e7f39f4a-8cbb-44e8-8838-9c43838c351f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.711558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event updated for resources: {'Port': ['ID=9538c9d6-9da4-4005-a64a-486657fccea6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:51.717129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bc59634e-ec0a-4791-b9ce-eebfa503c760 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for e7f39f4a-8cbb-44e8-8838-9c43838c351f owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:51.784637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11071e2-ad5d-4c56-b3b6-e12dd0c75971 None None] No DVR routers for this DVR port 867f6e33-a0de-4085-830d-caa005f00be8 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:51.787713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Port 3ee90012-9ff7-485e-94f3-d18ac19a8167 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:51.809703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:51.820196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:51.824159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:51.838484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Provisioning complete for port e7f39f4a-8cbb-44e8-8838-9c43838c351f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:51.839152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e7f39f4a-8cbb-44e8-8838-9c43838c351f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.852747 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (78d526bc-6159-46c6-b838-aacbc89e66b0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.891260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966e2dd30>,) {'filters': {'network_id': ['78d526bc-6159-46c6-b838-aacbc89e66b0']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:51.917152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a8c906be-15a8-44f0-bcad-d9d300db514a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:51.917152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 867f6e33-a0de-4085-830d-caa005f00be8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:51.919583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966e2dd30>, '77b83e6e-c56c-42d7-8472-d72c481bd17f') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:51.919875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966e2dd30>, '77b83e6e-c56c-42d7-8472-d72c481bd17f') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:51.928132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:51.928773 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.950512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 867f6e33-a0de-4085-830d-caa005f00be8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:51.951119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 867f6e33-a0de-4085-830d-caa005f00be8 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Apr 30 21:35:51.961236 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (77b83e6e-c56c-42d7-8472-d72c481bd17f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.983099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (77b83e6e-c56c-42d7-8472-d72c481bd17f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:51.991656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc59634e-ec0a-4791-b9ce-eebfa503c760 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e7f39f4a-8cbb-44e8-8838-9c43838c351f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.003525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Port 867f6e33-a0de-4085-830d-caa005f00be8 not found, will not notify nova. {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Apr 30 21:35:52.023088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:52.023567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (77b83e6e-c56c-42d7-8472-d72c481bd17f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:52.027439 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:52.037174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Port e7f39f4a-8cbb-44e8-8838-9c43838c351f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:52.048829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59634e-ec0a-4791-b9ce-eebfa503c760 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=e7f39f4a-8cbb-44e8-8838-9c43838c351f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:52.065372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Provisioning complete for port a8c906be-15a8-44f0-bcad-d9d300db514a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:52.065372 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.083862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-74a48b05-2a14-438f-84d8-7a2f01021512 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8022900
Apr 30 21:35:52.145264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863414a0-c05a-40de-b6cf-063c9073beef req-53aeb9c8-bdd2-4fff-b9dc-b5e3b9dde6a1 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:52.147122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-863414a0-c05a-40de-b6cf-063c9073beef req-53aeb9c8-bdd2-4fff-b9dc-b5e3b9dde6a1 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1016626
Apr 30 21:35:52.165973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ce09a-531c-476b-ba49-47f1ed923cf7 req-5cd0ddb5-920e-4d32-85f5-74c9a9bc09b9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:52.173215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a2ce09a-531c-476b-ba49-47f1ed923cf7 req-5cd0ddb5-920e-4d32-85f5-74c9a9bc09b9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 932 time: 0.1920941
Apr 30 21:35:52.180369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc59634e-ec0a-4791-b9ce-eebfa503c760 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.180738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Request body: {'port': {'device_id': '2d5c62d2-9e47-4691-822d-dcb5d1e9f962', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:52.182211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a8c906be-15a8-44f0-bcad-d9d300db514a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:35:52.185103 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bc59634e-ec0a-4791-b9ce-eebfa503c760 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/e7f39f4a-8cbb-44e8-8838-9c43838c351f HTTP/1.1" status: 204  len: 168 time: 0.7470009
Apr 30 21:35:52.187631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59452) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:52.242157 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3dda1644-cc1e-43b8-a226-12aff732a506 None None] Current status of the port a8c906be-15a8-44f0-bcad-d9d300db514a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:52.244252 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0355dc2a-1ef2-4753-a185-bd0a8aa9b986 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:52.246798 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0355dc2a-1ef2-4753-a185-bd0a8aa9b986 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/e7f39f4a-8cbb-44e8-8838-9c43838c351f HTTP/1.1" status: 404  len: 333 time: 0.0567017
Apr 30 21:35:52.253123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59454) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:52.273512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a8c906be-15a8-44f0-bcad-d9d300db514a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:52.274561 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.360947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (78d526bc-6159-46c6-b838-aacbc89e66b0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.366579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.370466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/networks/78d526bc-6159-46c6-b838-aacbc89e66b0 HTTP/1.1" status: 204  len: 168 time: 2.3297069
Apr 30 21:35:52.374610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59456) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:52.380327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'name': 'tempest-PortsIpV6TestJSON-903438770'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:52.390217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6f4596b5-d0e4-49ae-9f2f-d39048665569 None None] Provisioning complete for port 3ee90012-9ff7-485e-94f3-d18ac19a8167 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:35:52.390594 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f4596b5-d0e4-49ae-9f2f-d39048665569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3ee90012-9ff7-485e-94f3-d18ac19a8167), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.393382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a8c906be-15a8-44f0-bcad-d9d300db514a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:52.433921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6f4596b5-d0e4-49ae-9f2f-d39048665569 None None] Port 3ee90012-9ff7-485e-94f3-d18ac19a8167 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:35:52.438811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6f4596b5-d0e4-49ae-9f2f-d39048665569 None None] Could not find standard attr ID for object e7f39f4a-8cbb-44e8-8838-9c43838c351f. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:35:52.446642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55676ee3-51d3-41b8-88e6-d74a5ba748f2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Network': ['ID=78d526bc-6159-46c6-b838-aacbc89e66b0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:52.454283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-863414a0-c05a-40de-b6cf-063c9073beef req-56e7131c-2a3e-490a-ba5a-6829740555b9 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2782855
Apr 30 21:35:52.478117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 867f6e33-a0de-4085-830d-caa005f00be8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:52.480004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a2ce09a-531c-476b-ba49-47f1ed923cf7 req-7a1ed7f6-0bf5-4edf-8aea-7d43c0ca52c7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3055441
Apr 30 21:35:52.483504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.515738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 867f6e33-a0de-4085-830d-caa005f00be8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:52.516558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 867f6e33-a0de-4085-830d-caa005f00be8 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:52.520448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1b27979c-209e-47ed-8b53-6c630fd2593b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 3ee90012-9ff7-485e-94f3-d18ac19a8167 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:52.520448 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1b27979c-209e-47ed-8b53-6c630fd2593b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3ee90012-9ff7-485e-94f3-d18ac19a8167), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.601431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:52.605793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.627479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 4c69265b-5dd5-4d4d-b451-2804fe3926c3 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:52.711082 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1b27979c-209e-47ed-8b53-6c630fd2593b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3ee90012-9ff7-485e-94f3-d18ac19a8167), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.762863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1b27979c-209e-47ed-8b53-6c630fd2593b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 3ee90012-9ff7-485e-94f3-d18ac19a8167 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:52.793930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (4c69265b-5dd5-4d4d-b451-2804fe3926c3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.923748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4c69265b-5dd5-4d4d-b451-2804fe3926c3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.959016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9538c9d6-9da4-4005-a64a-486657fccea6 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:35:52.970150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Publish callbacks [] for port (9538c9d6-9da4-4005-a64a-486657fccea6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.975924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:52.982091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:52.984564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:52.990872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:52.991472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:52.995352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=4c69265b-5dd5-4d4d-b451-2804fe3926c3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:53.116215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Transition to ACTIVE for port object 9538c9d6-9da4-4005-a64a-486657fccea6 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:35:53.117379 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1b27979c-209e-47ed-8b53-6c630fd2593b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3ee90012-9ff7-485e-94f3-d18ac19a8167), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.150170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27979c-209e-47ed-8b53-6c630fd2593b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=3ee90012-9ff7-485e-94f3-d18ac19a8167,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:53.168192 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4c728563-c92a-42b7-886f-957a83142658 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7924922
Apr 30 21:35:53.173295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59466) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:53.233398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1b27979c-209e-47ed-8b53-6c630fd2593b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.237669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1b27979c-209e-47ed-8b53-6c630fd2593b tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/3ee90012-9ff7-485e-94f3-d18ac19a8167 HTTP/1.1" status: 204  len: 168 time: 0.9788551
Apr 30 21:35:53.240747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59468) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:53.253576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.268838 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdac28f-6bda-4b27-abd3-de2d1c37df86 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:53.273392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dfdac28f-6bda-4b27-abd3-de2d1c37df86 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/3ee90012-9ff7-485e-94f3-d18ac19a8167 HTTP/1.1" status: 404  len: 333 time: 0.0289617
Apr 30 21:35:53.273782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59470) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:53.274393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ec32927f-464f-4ca8-a040-fe93185ea8f6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 4c69265b-5dd5-4d4d-b451-2804fe3926c3 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:53.274858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec32927f-464f-4ca8-a040-fe93185ea8f6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4c69265b-5dd5-4d4d-b451-2804fe3926c3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.308193 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.352376 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec32927f-464f-4ca8-a040-fe93185ea8f6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4c69265b-5dd5-4d4d-b451-2804fe3926c3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.372290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ec32927f-464f-4ca8-a040-fe93185ea8f6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 4c69265b-5dd5-4d4d-b451-2804fe3926c3 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:53.377155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9538c9d6-9da4-4005-a64a-486657fccea6,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:53.388198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf9489d-37b9-40a2-8dbb-6cff847a9329 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet ca8d9fd6-9036-4828-868f-6c63022aa9e2 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:35:53.392733 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-acf9489d-37b9-40a2-8dbb-6cff847a9329 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (ca8d9fd6-9036-4828-868f-6c63022aa9e2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.474407 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-acf9489d-37b9-40a2-8dbb-6cff847a9329 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (ca8d9fd6-9036-4828-868f-6c63022aa9e2), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.561197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec32927f-464f-4ca8-a040-fe93185ea8f6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4c69265b-5dd5-4d4d-b451-2804fe3926c3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.591530 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32927f-464f-4ca8-a040-fe93185ea8f6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=4c69265b-5dd5-4d4d-b451-2804fe3926c3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:53.597065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec32927f-464f-4ca8-a040-fe93185ea8f6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.604274 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ec32927f-464f-4ca8-a040-fe93185ea8f6 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/4c69265b-5dd5-4d4d-b451-2804fe3926c3 HTTP/1.1" status: 204  len: 168 time: 0.4267056
Apr 30 21:35:53.604873 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59476) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:53.612107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'mac_address': 'fa:16:3e:6b:ed:50', 'name': 'tempest-PortsIpV6TestJSON-1646697788'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:53.620580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Attempting to bind port 9538c9d6-9da4-4005-a64a-486657fccea6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:53.620918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Attempting to bind port 9538c9d6-9da4-4005-a64a-486657fccea6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:53.621242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Attempting to bind port 9538c9d6-9da4-4005-a64a-486657fccea6 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:53.655852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2abe-4f2c-4c69-abeb-1f08c52f3f29 req-aeb5f911-eb15-4de3-95f8-edba159dd40b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:53.657368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f4a2abe-4f2c-4c69-abeb-1f08c52f3f29 req-aeb5f911-eb15-4de3-95f8-edba159dd40b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1311316
Apr 30 21:35:53.662794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Port 9538c9d6-9da4-4005-a64a-486657fccea6 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:35:53.663178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Attempting to bind port 9538c9d6-9da4-4005-a64a-486657fccea6 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:53.693347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0e5a8-c478-48c1-9674-6731ea502524 req-366afd35-4c81-48df-89de-aaa228a0d3f6 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:53.695030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9c0e5a8-c478-48c1-9674-6731ea502524 req-366afd35-4c81-48df-89de-aaa228a0d3f6 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 944 time: 0.1210124
Apr 30 21:35:53.702688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:53.703092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Checking segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:53.703529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Bound using segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:53.703907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Bound port: 9538c9d6-9da4-4005-a64a-486657fccea6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:53.704263 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.708456 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-acf9489d-37b9-40a2-8dbb-6cff847a9329 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ca8d9fd6-9036-4828-868f-6c63022aa9e2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.807116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:53.848477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f4a2abe-4f2c-4c69-abeb-1f08c52f3f29 req-dbeb4a8d-befd-45e1-9a78-a4178ab6edc0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1787066
Apr 30 21:35:53.873228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a9c0e5a8-c478-48c1-9674-6731ea502524 req-fb4954b2-cd58-43fc-8256-60a1a2368ade tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614280
Apr 30 21:35:53.886836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] For port 9538c9d6-9da4-4005-a64a-486657fccea6, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:53.900862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] For port 9538c9d6-9da4-4005-a64a-486657fccea6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9538c9d6-9da4-4005-a64a-486657fccea6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:53.967739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-acf9489d-37b9-40a2-8dbb-6cff847a9329 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (ca8d9fd6-9036-4828-868f-6c63022aa9e2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:53.992626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed63c6-736b-446c-86c2-4548306fb560 req-091c17a9-faa7-41c8-8e65-0212f529e8e8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:53.999152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03ed63c6-736b-446c-86c2-4548306fb560 req-091c17a9-faa7-41c8-8e65-0212f529e8e8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0696089
Apr 30 21:35:54.019811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:54.019811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9489d-37b9-40a2-8dbb-6cff847a9329 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8d9fd6-9036-4828-868f-6c63022aa9e2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:54.028652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'floatingip': {'port_id': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:54.031477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.077928 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-acf9489d-37b9-40a2-8dbb-6cff847a9329 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.081209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-acf9489d-37b9-40a2-8dbb-6cff847a9329 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/ca8d9fd6-9036-4828-868f-6c63022aa9e2 HTTP/1.1" status: 204  len: 168 time: 0.8062778
Apr 30 21:35:54.085914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074a4fe-1e41-413d-8e3f-0a872788153e None None] Network 14d72a72-7c75-4e13-9cba-39e6a7db49f7 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:54.110251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59488) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:54.126604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:54.127521 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.129370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/9538c9d6-9da4-4005-a64a-486657fccea6 HTTP/1.1" status: 200  len: 1092 time: 1.9802043
Apr 30 21:35:54.134308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5c62d2-9e47-4691-822d-dcb5d1e9f962', 'tag': '9538c9d6-9da4-4005-a64a-486657fccea6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:35:54.136791 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192476db-3e60-4b4f-8471-b6ef8479338b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5c62d2-9e47-4691-822d-dcb5d1e9f962", "tag": "9538c9d6-9da4-4005-a64a-486657fccea6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:35:54.141081 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (3860b550-2c51-42d7-85b2-9954f56b4dc0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.246257 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d321d1-8c13-41a5-9eaa-a395820ac581 x-openstack-request-id: req-62d321d1-8c13-41a5-9eaa-a395820ac581 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:35:54.246528 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5c62d2-9e47-4691-822d-dcb5d1e9f962", "tag": "9538c9d6-9da4-4005-a64a-486657fccea6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:35:54.246786 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62d321d1-8c13-41a5-9eaa-a395820ac581 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:35:54.247190 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d321d1-8c13-41a5-9eaa-a395820ac581'] response: {'name': 'network-changed', 'server_uuid': '2d5c62d2-9e47-4691-822d-dcb5d1e9f962', 'tag': '9538c9d6-9da4-4005-a64a-486657fccea6', 'status': 'completed', 'code': 200}
Apr 30 21:35:54.307156 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.313082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494f285-5238-4053-b0f8-3a2ead2a62d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9538c9d6-9da4-4005-a64a-486657fccea6,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:54.346576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:54.355837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] DHCP port deletion for 14d72a72-7c75-4e13-9cba-39e6a7db49f7 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:35:54.365038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (14d72a72-7c75-4e13-9cba-39e6a7db49f7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.440342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Deleting port a8c906be-15a8-44f0-bcad-d9d300db514a {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:54.440978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.549347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] For port a8c906be-15a8-44f0-bcad-d9d300db514a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c906be-15a8-44f0-bcad-d9d300db514a,segment=NetworkSegment(1b377b3d-034b-44fa-94cc-e19e485c77f0),segment_id=1b377b3d-034b-44fa-94cc-e19e485c77f0)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:54.549917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.558404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port a8c906be-15a8-44f0-bcad-d9d300db514a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:54.558955 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.565242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192476db-3e60-4b4f-8471-b6ef8479338b req-b88657a8-68ca-4b05-88b9-db50a4fe9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:54.567440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-192476db-3e60-4b4f-8471-b6ef8479338b req-b88657a8-68ca-4b05-88b9-db50a4fe9366 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 1126 time: 0.3187585
Apr 30 21:35:54.581938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.582136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Calling delete_port for a8c906be-15a8-44f0-bcad-d9d300db514a owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:54.582926 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.710369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.760993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:54.764092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:54.767954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:54.774217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:54.774838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.783693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:54.801703 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:54.827030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Pushing event deleted for resources: {'Port': ['ID=a8c906be-15a8-44f0-bcad-d9d300db514a,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:54.831388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] No DVR routers for this DVR port a8c906be-15a8-44f0-bcad-d9d300db514a on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:54.838777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.839062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.839403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.839778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.840075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.840406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.840736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.841062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.841389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.841709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.842056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.842650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.842755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.842997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.843315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf4e0d9-bf07-4316-8f45-f8bd83188976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:54.913295 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b98ff69b-d38b-4c9e-8aa9-893014db96a1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.3068473
Apr 30 21:35:54.916072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59504) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:54.971040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a84f1-39ab-47e9-b3b2-003f68b44899 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:54.973393 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fe1a84f1-39ab-47e9-b3b2-003f68b44899 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27 HTTP/1.1" status: 200  len: 845 time: 0.0530250
Apr 30 21:35:54.976104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59506) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:55.062659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dc83b30e-a6a1-4f33-8525-28f319cbd615 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:55.063000 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc83b30e-a6a1-4f33-8525-28f319cbd615 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.137294 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc83b30e-a6a1-4f33-8525-28f319cbd615 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.151153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dc83b30e-a6a1-4f33-8525-28f319cbd615 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:55.211578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] For port a8c906be-15a8-44f0-bcad-d9d300db514a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8c906be-15a8-44f0-bcad-d9d300db514a,segment=NetworkSegment(1b377b3d-034b-44fa-94cc-e19e485c77f0),segment_id=1b377b3d-034b-44fa-94cc-e19e485c77f0)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:55.211945 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.273707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for a8c906be-15a8-44f0-bcad-d9d300db514a owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:55.324121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192476db-3e60-4b4f-8471-b6ef8479338b req-c3cc0295-a0b2-4d5a-b261-bf37f221b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:55.325591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-192476db-3e60-4b4f-8471-b6ef8479338b req-c3cc0295-a0b2-4d5a-b261-bf37f221b933 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e02e106ab99f4decadf747b3ebf025c7&shared=False HTTP/1.1" status: 200  len: 907 time: 0.7220085
Apr 30 21:35:55.366081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe30d5b-0eeb-48e4-bb15-2fe774feb228 req-74e15f37-98be-4724-b071-b3e33fac21e2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:55.371070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc83b30e-a6a1-4f33-8525-28f319cbd615 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.371592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbe30d5b-0eeb-48e4-bb15-2fe774feb228 req-74e15f37-98be-4724-b071-b3e33fac21e2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 944 time: 0.1636572
Apr 30 21:35:55.403669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83b30e-a6a1-4f33-8525-28f319cbd615 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:55.408736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc83b30e-a6a1-4f33-8525-28f319cbd615 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.412092 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc83b30e-a6a1-4f33-8525-28f319cbd615 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27 HTTP/1.1" status: 204  len: 168 time: 0.4350107
Apr 30 21:35:55.414922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59514) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:55.440786 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-48483fe9-f06e-4ffc-bdeb-2e10451e71a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:55.442772 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-48483fe9-f06e-4ffc-bdeb-2e10451e71a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/2cdd4bcb-fe3e-4c0f-9aae-b514566c8f27 HTTP/1.1" status: 404  len: 333 time: 0.0267808
Apr 30 21:35:55.448548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59516) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:55.453286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'name': 'tempest-PortsIpV6TestJSON-282921319'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:55.533532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.resource_extend [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 30 21:35:55.619481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbe30d5b-0eeb-48e4-bb15-2fe774feb228 req-2b94aba7-eed2-4e02-a86d-19e11bc8d6b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2446699
Apr 30 21:35:55.631069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:55.631248 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.639854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.643729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a8c906be-15a8-44f0-bcad-d9d300db514a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.646741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192476db-3e60-4b4f-8471-b6ef8479338b req-580c71c5-1622-4c8e-9d6c-5b08c58cf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:55.648171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-192476db-3e60-4b4f-8471-b6ef8479338b req-580c71c5-1622-4c8e-9d6c-5b08c58cf8fc service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2797687
Apr 30 21:35:55.673372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 178f4b04-b24d-4664-a9a1-15b883b4cb35 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:55.674307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=a8c906be-15a8-44f0-bcad-d9d300db514a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:55.676175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No DVR routers for this DVR port a8c906be-15a8-44f0-bcad-d9d300db514a on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:35:55.719556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (3860b550-2c51-42d7-85b2-9954f56b4dc0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.882282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (14d72a72-7c75-4e13-9cba-39e6a7db49f7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.885892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (178f4b04-b24d-4664-a9a1-15b883b4cb35), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:55.892230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1ea71a58-3618-4b0f-8657-bfb4030b6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:55.893890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-1ea71a58-3618-4b0f-8657-bfb4030b6718 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 1126 time: 0.1883852
Apr 30 21:35:55.960986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-364e8f70-292e-4016-b4bf-5a24b8922f22 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9538c9d6-9da4-4005-a64a-486657fccea6 HTTP/1.1" status: 200  len: 217 time: 0.0543988
Apr 30 21:35:55.962687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d5ee970>,) {'filters': {'network_id': ['14d72a72-7c75-4e13-9cba-39e6a7db49f7']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:56.001225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d5ee970>, '1b377b3d-034b-44fa-94cc-e19e485c77f0') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:56.001554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d5ee970>, '1b377b3d-034b-44fa-94cc-e19e485c77f0') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:56.018637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (1b377b3d-034b-44fa-94cc-e19e485c77f0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.025490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (178f4b04-b24d-4664-a9a1-15b883b4cb35), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.046117 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Floating IP 3860b550-2c51-42d7-85b2-9954f56b4dc0 associated. External IP: 172.35.4.210, port: fd24ae95-dc99-4dc2-a542-b9359163c4e9.
Apr 30 21:35:56.054550 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1b377b3d-034b-44fa-94cc-e19e485c77f0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.068222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:56.071310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:56.075664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:56.080979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:56.081585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.083366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a8c906be-15a8-44f0-bcad-d9d300db514a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:35:56.100196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=178f4b04-b24d-4664-a9a1-15b883b4cb35,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:56.100937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-5923abc4-7df4-47d4-996c-095dfb43f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:56.106538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-5923abc4-7df4-47d4-996c-095dfb43f01a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.1401169
Apr 30 21:35:56.117776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a8c906be-15a8-44f0-bcad-d9d300db514a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:35:56.118135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a8c906be-15a8-44f0-bcad-d9d300db514a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:35:56.138406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:35:56.138819 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (1b377b3d-034b-44fa-94cc-e19e485c77f0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:35:56.143026 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:35:56.216801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-31fd6190-ea2c-45e1-9a3a-d93f086466a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745602
Apr 30 21:35:56.256446 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-071ce560-0f46-464a-8007-5eef2701b2cc tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.8068428
Apr 30 21:35:56.259249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59542) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:56.264543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:56.357988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (178f4b04-b24d-4664-a9a1-15b883b4cb35), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.396186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (14d72a72-7c75-4e13-9cba-39e6a7db49f7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.400679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-9c7477db-468d-40cc-9cae-5f8405916399 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749868
Apr 30 21:35:56.409503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.412594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/networks/14d72a72-7c75-4e13-9cba-39e6a7db49f7 HTTP/1.1" status: 204  len: 168 time: 2.3003771
Apr 30 21:35:56.416915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59550) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:56.433522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-164257255'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:56.435484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717d502-2886-4671-877a-1ecd76e0024c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Network': ['ID=14d72a72-7c75-4e13-9cba-39e6a7db49f7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:56.550036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:35:56.560537 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (178f4b04-b24d-4664-a9a1-15b883b4cb35), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.568200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1891e2-431a-45dc-a909-ce4035144ad2 req-7af6a2aa-67c9-4c73-ab89-25adbb3df56d service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604261
Apr 30 21:35:56.624880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:56.633603 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.659567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (178f4b04-b24d-4664-a9a1-15b883b4cb35), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.701806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:35:56.713976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:56.718799 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] Sync routers for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:35:56.726426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] In _notify_port_updated(), no bound segment for port 178f4b04-b24d-4664-a9a1-15b883b4cb35 on network 2a1442a2-0e7c-4def-b624-68f4900d2908 {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:35:56.731051 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:56.731653 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9c1280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:56.731821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.732271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:56.733127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.737849 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "PUT /v2.0/ports/178f4b04-b24d-4664-a9a1-15b883b4cb35 HTTP/1.1" status: 200  len: 818 time: 0.4741175
Apr 30 21:35:56.738048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59564) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:56.745978 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (86e9733b-9531-484b-9473-64d42309273e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.746327 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Added segment 86e9733b-9531-484b-9473-64d42309273e of type vlan for network 503b1364-1f36-491b-ae10-bc4d91a7a575
Apr 30 21:35:56.759817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea02722-e0be-4dae-b576-9b6a85fdeced tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=178f4b04-b24d-4664-a9a1-15b883b4cb35,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:56.816188 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (503b1364-1f36-491b-ae10-bc4d91a7a575), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.826331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18bdcb-bb1a-400b-b66b-19499ca11271 req-3943362f-29ef-4c38-befb-98ac53a38971 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:56.828214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce18bdcb-bb1a-400b-b66b-19499ca11271 req-3943362f-29ef-4c38-befb-98ac53a38971 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 944 time: 0.1154630
Apr 30 21:35:56.861310 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:35:56.862348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fab65ea3-d916-4812-85ea-c6093082c933 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "PUT /v2.0/floatingips/3860b550-2c51-42d7-85b2-9954f56b4dc0 HTTP/1.1" status: 200  len: 991 time: 2.8409424
Apr 30 21:35:56.866496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'tag': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:35:56.871467 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcbb4e2-1923-405f-a669-b3d5d68bfda6", "tag": "fd24ae95-dc99-4dc2-a542-b9359163c4e9"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:35:56.920035 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d724c355-c78f-40b3-ab2e-14d311dd41db x-openstack-request-id: req-d724c355-c78f-40b3-ab2e-14d311dd41db {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:35:56.920317 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcbb4e2-1923-405f-a669-b3d5d68bfda6", "tag": "fd24ae95-dc99-4dc2-a542-b9359163c4e9", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:35:56.920575 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d724c355-c78f-40b3-ab2e-14d311dd41db {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:35:56.920981 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d724c355-c78f-40b3-ab2e-14d311dd41db'] response: {'name': 'network-changed', 'server_uuid': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'tag': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'status': 'completed', 'code': 200}
Apr 30 21:35:56.930207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (503b1364-1f36-491b-ae10-bc4d91a7a575), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.939318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:56.942255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:56.994868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ce18bdcb-bb1a-400b-b66b-19499ca11271 req-1fcce75a-8324-462a-a22a-ed71da93f9c3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454554
Apr 30 21:35:57.005950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 178f4b04-b24d-4664-a9a1-15b883b4cb35 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:35:57.006305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (178f4b04-b24d-4664-a9a1-15b883b4cb35), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.055951 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6363215
Apr 30 21:35:57.059184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59576) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:57.063250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-673748c1-46aa-49a2-b9f6-b8c1aa0b90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:57.068817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:57.069068 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-673748c1-46aa-49a2-b9f6-b8c1aa0b90a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1127 time: 0.1093996
Apr 30 21:35:57.069168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21fce6-0a66-48e7-840b-09401bc5c188 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Network': ['ID=503b1364-1f36-491b-ae10-bc4d91a7a575,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:57.082688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 503b1364-1f36-491b-ae10-bc4d91a7a575 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:57.173529 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (178f4b04-b24d-4664-a9a1-15b883b4cb35), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.193895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 178f4b04-b24d-4664-a9a1-15b883b4cb35 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:35:57.212716 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9c1280>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3860b550-2c51-42d7-85b2-9954f56b4dc0', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'floating_ip_address': '172.35.4.210', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'port_id': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'mac_address': 'fa:16:3e:65:dc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:35:30Z', 'updated_at': '2022-04-30T21:35:55Z', 'revision_number': 1, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:57.240442 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] Checking router: 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:35:57.248920 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:35:57.249532 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9c1280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:57.264078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-bcd54c98-4bfe-4c78-91d4-a6b593ab57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:57.264796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:57.265545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-bcd54c98-4bfe-4c78-91d4-a6b593ab57fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 910 time: 0.1919401
Apr 30 21:35:57.270355 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.359411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-397e110d-4e9a-42ba-a44b-892d2ed26b40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 200  len: 999 time: 0.0873981
Apr 30 21:35:57.419169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-749c403b-58bd-40d6-ab68-dc8aa7c568b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:57.420797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-749c403b-58bd-40d6-ab68-dc8aa7c568b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.0522640
Apr 30 21:35:57.469793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-3d17b8b1-4b38-4f2e-97c2-f19b7b858ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:57.471738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-3d17b8b1-4b38-4f2e-97c2-f19b7b858ce8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448561
Apr 30 21:35:57.493926 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:35:57.526877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (178f4b04-b24d-4664-a9a1-15b883b4cb35), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.563820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=178f4b04-b24d-4664-a9a1-15b883b4cb35,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:57.578316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.581466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/178f4b04-b24d-4664-a9a1-15b883b4cb35 HTTP/1.1" status: 204  len: 168 time: 0.8243425
Apr 30 21:35:57.584282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59590) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:57.584782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.585062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.585399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.585745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.586108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.586439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.586768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.587094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.587424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.587875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.588219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.588547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.588875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.589196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.590815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f82a-7980-4265-930f-0e8ea99d85b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:35:57.620814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-3c383160-7898-4932-9534-e8982d8e367f service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423497
Apr 30 21:35:57.621040 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (36680579-070f-478b-898c-2cd84669cf20), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.680895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0404e66e-9d68-4a02-a24c-b9a0ea92b73b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:57.684852 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0404e66e-9d68-4a02-a24c-b9a0ea92b73b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0955141
Apr 30 21:35:57.689309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:57.702774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=36680579-070f-478b-898c-2cd84669cf20,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:57.720064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking segment: {'id': '86e9733b-9531-484b-9473-64d42309273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:57.720064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network hostable DHCP agents. Network: 503b1364-1f36-491b-ae10-bc4d91a7a575, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:57.725417 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe7f4bd-ec7b-4c7f-9921-42abe70177b8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:35:57.726928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-efe7f4bd-ec7b-4c7f-9921-42abe70177b8 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/178f4b04-b24d-4664-a9a1-15b883b4cb35 HTTP/1.1" status: 404  len: 333 time: 0.0366576
Apr 30 21:35:57.731192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59598) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:57.737743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1820244190'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:57.768520 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9c1280>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3860b550-2c51-42d7-85b2-9954f56b4dc0', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'floating_ip_address': '172.35.4.210', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'port_id': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'mac_address': 'fa:16:3e:65:dc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:35:30Z', 'updated_at': '2022-04-30T21:35:55Z', 'revision_number': 1, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:35:57.790221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26535c9f-6cc4-4501-a0a3-73303cc3e5fe req-ae016a1e-d7e2-437b-9931-85214f51c42d service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627688
Apr 30 21:35:57.795680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 503b1364-1f36-491b-ae10-bc4d91a7a575 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:57.796468 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2e6c1c-b5a3-4ef2-806a-0ef8e8af214b None None] The sync data for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 is: [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3860b550-2c51-42d7-85b2-9954f56b4dc0', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'floating_ip_address': '172.35.4.210', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'port_id': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'mac_address': 'fa:16:3e:65:dc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:35:30Z', 'updated_at': '2022-04-30T21:35:55Z', 'revision_number': 1, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:35:57.847154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:57.851333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.876904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 503b1364-1f36-491b-ae10-bc4d91a7a575) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:57.879351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:35:57.886748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:57.887368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.890719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a876289-cc09-44a7-bd99-6cb6870074c8 None None] Network 503b1364-1f36-491b-ae10-bc4d91a7a575 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:57.891213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d8158716-17e5-4c21-89b8-5218c9d4e7bc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.891592 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Added segment d8158716-17e5-4c21-89b8-5218c9d4e7bc of type vlan for network 804599b9-71d4-4553-a462-71886543ac09
Apr 30 21:35:57.935918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (804599b9-71d4-4553-a462-71886543ac09), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:57.973331 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0e57109e-f587-4416-8abb-f5df5fadd325 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9095666
Apr 30 21:35:57.978085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59602) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:57.978777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575', 'name': 'tempest-PortsTestJSON-576474050', 'fixed_ips': [{'subnet_id': '36680579-070f-478b-898c-2cd84669cf20', 'ip_address': '172.20.0.10'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:58.027425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-503b1364-1f36-491b-ae10-bc4d91a7a575', 'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575', 'project_id': '61cf3c186d6347bda4f0558e9d809056', 'fixed_ips': [{'subnet_id': '36680579-070f-478b-898c-2cd84669cf20'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:58.027425 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.104870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (804599b9-71d4-4553-a462-71886543ac09), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.107511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c5c30-7480-43e2-9246-417ad23d4fc3 None None] New status for floating IP 3860b550-2c51-42d7-85b2-9954f56b4dc0: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:35:58.109638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:58.110255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.283744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Allocated IP 172.20.0.2 (503b1364-1f36-491b-ae10-bc4d91a7a575/36680579-070f-478b-898c-2cd84669cf20/af4d9aec-0471-4668-8a9b-313556b12fc1) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:58.483430 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Publish callbacks [] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.555351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8231564
Apr 30 21:35:58.558359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59610) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:58.563634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '804599b9-71d4-4553-a462-71886543ac09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:58.574462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727de44-ea1c-49f7-9d19-89fb08c20f52 req-8129c6af-7e1c-441c-8ee4-48ff7ff102fe tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:58.575963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c727de44-ea1c-49f7-9d19-89fb08c20f52 req-8129c6af-7e1c-441c-8ee4-48ff7ff102fe tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 944 time: 0.4838297
Apr 30 21:35:58.583343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5d567-63e2-4c48-9663-a1781a1a6fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Network': ['ID=804599b9-71d4-4553-a462-71886543ac09,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:58.592694 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.629900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 804599b9-71d4-4553-a462-71886543ac09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:35:58.646321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c727de44-ea1c-49f7-9d19-89fb08c20f52 req-91883c1a-f8c1-459e-aabc-11d883342504 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581241
Apr 30 21:35:58.664266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:58.715953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Network 503b1364-1f36-491b-ae10-bc4d91a7a575 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:58.727593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Pushing event updated for resources: {'Port': ['ID=af4d9aec-0471-4668-8a9b-313556b12fc1,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:58.733502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:58.739310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:58.766667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.784190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:58.787867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.788444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port a72fc013-70fd-4e30-95ec-ef135a4a006f yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:58.971587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Attempting to bind port af4d9aec-0471-4668-8a9b-313556b12fc1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:35:58.973216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Attempting to bind port af4d9aec-0471-4668-8a9b-313556b12fc1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '86e9733b-9531-484b-9473-64d42309273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:35:58.973660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Attempting to bind port af4d9aec-0471-4668-8a9b-313556b12fc1 on network 503b1364-1f36-491b-ae10-bc4d91a7a575 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:35:58.979694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:35:58.980169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Checking segment: {'id': '86e9733b-9531-484b-9473-64d42309273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:58.980654 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.981122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Bound using segment: {'id': '86e9733b-9531-484b-9473-64d42309273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:35:58.981706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Bound port: af4d9aec-0471-4668-8a9b-313556b12fc1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e9733b-9531-484b-9473-64d42309273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:35:58.982189 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:58.994771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.10 (503b1364-1f36-491b-ae10-bc4d91a7a575/36680579-070f-478b-898c-2cd84669cf20/a72fc013-70fd-4e30-95ec-ef135a4a006f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:59.058582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] For port af4d9aec-0471-4668-8a9b-313556b12fc1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:35:59.062034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] For port af4d9aec-0471-4668-8a9b-313556b12fc1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4d9aec-0471-4668-8a9b-313556b12fc1,segment=NetworkSegment(86e9733b-9531-484b-9473-64d42309273e),segment_id=86e9733b-9531-484b-9473-64d42309273e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:35:59.133395 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.163260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (e81a12e5-afad-464e-b3f8-386bc5f3456c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.252766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496cdcf-5e93-414d-a65d-b6038142bda5 None None] Pushing event updated for resources: {'Port': ['ID=af4d9aec-0471-4668-8a9b-313556b12fc1,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:59.252881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (a72fc013-70fd-4e30-95ec-ef135a4a006f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.297470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=e81a12e5-afad-464e-b3f8-386bc5f3456c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:59.308903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking segment: {'id': 'd8158716-17e5-4c21-89b8-5218c9d4e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '804599b9-71d4-4553-a462-71886543ac09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:35:59.309454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network hostable DHCP agents. Network: 804599b9-71d4-4553-a462-71886543ac09, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:35:59.355976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a72fc013-70fd-4e30-95ec-ef135a4a006f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.411905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 503b1364-1f36-491b-ae10-bc4d91a7a575 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:35:59.416980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:59.421047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:35:59.441575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 804599b9-71d4-4553-a462-71886543ac09 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:35:59.481301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=a72fc013-70fd-4e30-95ec-ef135a4a006f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:35:59.515169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:59.515862 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.527181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 804599b9-71d4-4553-a462-71886543ac09) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:35:59.541303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92639d33-08e6-433e-87b0-9eaec3309ea9 None None] Network 804599b9-71d4-4553-a462-71886543ac09 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:35:59.544344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:59.545052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.592087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 9538c9d6-9da4-4005-a64a-486657fccea6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:35:59.617268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1258d5c6-314b-4a53-8b46-774a322ba39f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.6422925
Apr 30 21:35:59.620698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59656) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:59.626679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': '503b1364-1f36-491b-ae10-bc4d91a7a575', 'name': 'tempest-PortsTestJSON-637321921', 'fixed_ips': [{'subnet_id': '36680579-070f-478b-898c-2cd84669cf20', 'ip_address': '172.20.0.9'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:59.687797 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2f532896-86b5-431f-b02a-1ada4eee18b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1283247
Apr 30 21:35:59.691027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59660) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:35:59.696838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0efba2b2-b1bb-48c7-a685-fb03dd5ae045 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '804599b9-71d4-4553-a462-71886543ac09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:35:59.738714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-804599b9-71d4-4553-a462-71886543ac09', 'network_id': '804599b9-71d4-4553-a462-71886543ac09', 'project_id': '5319e09e05a74925b8417ce40be5f90d', 'fixed_ips': [{'subnet_id': 'e81a12e5-afad-464e-b3f8-386bc5f3456c'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:35:59.739841 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.793101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 9538c9d6-9da4-4005-a64a-486657fccea6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9538c9d6-9da4-4005-a64a-486657fccea6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:59.820283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0425247-62e0-48aa-b0ca-cd7f9a2cabe0 req-5ed62218-74fa-4a1e-aefe-0d411363dda0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:35:59.821710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0425247-62e0-48aa-b0ca-cd7f9a2cabe0 req-5ed62218-74fa-4a1e-aefe-0d411363dda0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 944 time: 0.0609784
Apr 30 21:35:59.851656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '9538c9d6-9da4-4005-a64a-486657fccea6', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'port_id': '9538c9d6-9da4-4005-a64a-486657fccea6', 'mac_address': 'fa:16:3e:f4:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a8725-3ed1-4534-8941-08912b6e6e57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:35:59.865130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:59.915088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0425247-62e0-48aa-b0ca-cd7f9a2cabe0 req-a05f7e27-3c36-4a99-8f89-d104ea01947d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799935
Apr 30 21:35:59.937929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 9538c9d6-9da4-4005-a64a-486657fccea6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:35:59.938327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.959773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9538c9d6-9da4-4005-a64a-486657fccea6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:35:59.966089 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:35:59.969409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Allocated IP 2001:db8::2 (804599b9-71d4-4553-a462-71886543ac09/e81a12e5-afad-464e-b3f8-386bc5f3456c/5b42da0e-b102-458b-a5fc-2a0845bb064f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:35:59.985285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port 04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:35:59.990859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efba2b2-b1bb-48c7-a685-fb03dd5ae045 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:35:59.993347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 9538c9d6-9da4-4005-a64a-486657fccea6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9538c9d6-9da4-4005-a64a-486657fccea6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:35:59.994596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0efba2b2-b1bb-48c7-a685-fb03dd5ae045 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.062762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.190992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=9538c9d6-9da4-4005-a64a-486657fccea6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:00.198752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device af4d9aec-0471-4668-8a9b-313556b12fc1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:00.209241 ncdv-master-1 neutron-server[115774]: INFO neutron.db.ipam_backend_mixin [None req-0efba2b2-b1bb-48c7-a685-fb03dd5ae045 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e81a12e5-afad-464e-b3f8-386bc5f3456c (CIDR: 2001:db8::/64)
Apr 30 21:36:00.267069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.9 (503b1364-1f36-491b-ae10-bc4d91a7a575/36680579-070f-478b-898c-2cd84669cf20/04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:00.283722 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efba2b2-b1bb-48c7-a685-fb03dd5ae045 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:36:00.284769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efba2b2-b1bb-48c7-a685-fb03dd5ae045 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:00.311659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:36:00.316629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port af4d9aec-0471-4668-8a9b-313556b12fc1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:00.317037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.376447 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Publish callbacks [] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.422087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0efba2b2-b1bb-48c7-a685-fb03dd5ae045 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7290292
Apr 30 21:36:00.424809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59674) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:00.431904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '804599b9-71d4-4553-a462-71886543ac09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:00.502815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.510281 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.576215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Network 804599b9-71d4-4553-a462-71886543ac09 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:00.578877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port af4d9aec-0471-4668-8a9b-313556b12fc1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:00.579267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.592948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:00.599358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d56e5f-87eb-4679-ac49-99e3d8eac086 None None] Network 503b1364-1f36-491b-ae10-bc4d91a7a575 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:00.602870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:00.616161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.666400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 503b1364-1f36-491b-ae10-bc4d91a7a575 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:00.671971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:00.672110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:00.675051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:00.680007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.696629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Pushing event updated for resources: {'Port': ['ID=5b42da0e-b102-458b-a5fc-2a0845bb064f,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:00.731745 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:00.743723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6bb77963-390b-422d-a609-5721543faff2 None None] Provisioning complete for port af4d9aec-0471-4668-8a9b-313556b12fc1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:00.744097 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6bb77963-390b-422d-a609-5721543faff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.762882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port af4d9aec-0471-4668-8a9b-313556b12fc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4d9aec-0471-4668-8a9b-313556b12fc1,segment=NetworkSegment(86e9733b-9531-484b-9473-64d42309273e),segment_id=86e9733b-9531-484b-9473-64d42309273e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:00.775933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:00.778976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.833539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Attempting to bind port 5b42da0e-b102-458b-a5fc-2a0845bb064f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:00.833861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Attempting to bind port 5b42da0e-b102-458b-a5fc-2a0845bb064f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd8158716-17e5-4c21-89b8-5218c9d4e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '804599b9-71d4-4553-a462-71886543ac09'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:00.834230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Attempting to bind port 5b42da0e-b102-458b-a5fc-2a0845bb064f on network 804599b9-71d4-4553-a462-71886543ac09 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:00.870071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:00.870371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Checking segment: {'id': 'd8158716-17e5-4c21-89b8-5218c9d4e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '804599b9-71d4-4553-a462-71886543ac09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:00.870775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.871179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Bound using segment: {'id': 'd8158716-17e5-4c21-89b8-5218c9d4e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '804599b9-71d4-4553-a462-71886543ac09'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:00.871663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Bound port: 5b42da0e-b102-458b-a5fc-2a0845bb064f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8158716-17e5-4c21-89b8-5218c9d4e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '804599b9-71d4-4553-a462-71886543ac09'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:00.872054 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.879805 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:00.910890 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f38f55a4-f1fb-4d9b-afcc-e0dc24339093 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.2889755
Apr 30 21:36:00.911491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59682) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:01.015646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=af4d9aec-0471-4668-8a9b-313556b12fc1,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:01.036605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6bb77963-390b-422d-a609-5721543faff2 None None] Current status of the port af4d9aec-0471-4668-8a9b-313556b12fc1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:01.045052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] For port 5b42da0e-b102-458b-a5fc-2a0845bb064f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:01.047288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34bb09-1ddf-4fff-973c-9c139aad15b3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:01.048330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] For port 5b42da0e-b102-458b-a5fc-2a0845bb064f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b42da0e-b102-458b-a5fc-2a0845bb064f,segment=NetworkSegment(d8158716-17e5-4c21-89b8-5218c9d4e7bc),segment_id=d8158716-17e5-4c21-89b8-5218c9d4e7bc)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:01.053069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-da34bb09-1ddf-4fff-973c-9c139aad15b3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.1367588
Apr 30 21:36:01.053246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59686) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:01.067128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f250b-be94-463b-b316-367d4ed9472e req-8a85bf5d-c290-44b4-9cd9-5621f040e0bd tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:01.068950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d7f250b-be94-463b-b316-367d4ed9472e req-8a85bf5d-c290-44b4-9cd9-5621f040e0bd tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 945 time: 0.0733652
Apr 30 21:36:01.071100 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (04af4c1b-d031-4f94-9524-981d3b7aa5a4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.140204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 804599b9-71d4-4553-a462-71886543ac09 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:01.144948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c0179-95c3-4b8f-9b7d-c4add25c056a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:01.145517 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.151030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c0179-95c3-4b8f-9b7d-c4add25c056a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:01.152861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:01.156543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c0179-95c3-4b8f-9b7d-c4add25c056a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:01.161430 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-684c0179-95c3-4b8f-9b7d-c4add25c056a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.1047828
Apr 30 21:36:01.161600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:01.161600 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.162169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59688) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:01.168640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=04af4c1b-d031-4f94-9524-981d3b7aa5a4,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:01.190957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d7f250b-be94-463b-b316-367d4ed9472e req-5415e786-b292-47f8-a081-c6775a973cc4 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129191
Apr 30 21:36:01.228812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbe304-20fc-45b3-871a-403f2956db9c None None] Pushing event updated for resources: {'Port': ['ID=5b42da0e-b102-458b-a5fc-2a0845bb064f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:01.282008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Provisioning complete for port af4d9aec-0471-4668-8a9b-313556b12fc1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:01.282405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.306544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2e70d8dd-6036-4239-a0f6-a0e9aee3afe0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:01.306888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e70d8dd-6036-4239-a0f6-a0e9aee3afe0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.319830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-44fa94b8-a116-45a7-8a9d-2cbb26029d1b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8927629
Apr 30 21:36:01.322492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59692) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:01.327829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '804599b9-71d4-4553-a462-71886543ac09', 'fixed_ips': [{'subnet_id': 'e81a12e5-afad-464e-b3f8-386bc5f3456c'}, {'subnet_id': '04af4c1b-d031-4f94-9524-981d3b7aa5a4'}], 'name': 'tempest-PortsIpV6TestJSON-206110773'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:01.428243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Current status of the port af4d9aec-0471-4668-8a9b-313556b12fc1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:01.428353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e70d8dd-6036-4239-a0f6-a0e9aee3afe0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.444587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2e70d8dd-6036-4239-a0f6-a0e9aee3afe0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:01.459298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Provisioning complete for port a72fc013-70fd-4e30-95ec-ef135a4a006f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:01.459805 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a72fc013-70fd-4e30-95ec-ef135a4a006f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.552075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Port a72fc013-70fd-4e30-95ec-ef135a4a006f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:01.563101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Provisioning complete for port 04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:01.563495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.569978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 9538c9d6-9da4-4005-a64a-486657fccea6 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:01.653102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-67ee220a-6cb6-422e-ad7a-f7b1309cefb7 None None] Port 04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:01.663400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:01.665570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 9538c9d6-9da4-4005-a64a-486657fccea6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:36:01.721208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e70d8dd-6036-4239-a0f6-a0e9aee3afe0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.762817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70d8dd-6036-4239-a0f6-a0e9aee3afe0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:01.794168 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 9538c9d6-9da4-4005-a64a-486657fccea6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:01.794581 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.824637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.859970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-88e1c209-a59d-4ca2-9137-1f1a56900e2b None None] Provisioning complete for port a72fc013-70fd-4e30-95ec-ef135a4a006f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:01.860346 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-88e1c209-a59d-4ca2-9137-1f1a56900e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a72fc013-70fd-4e30-95ec-ef135a4a006f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.867848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 0b3154f6-c54b-4738-8f58-3ec1d7a99da2 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:01.874588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e70d8dd-6036-4239-a0f6-a0e9aee3afe0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:01.878259 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e70d8dd-6036-4239-a0f6-a0e9aee3afe0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920 HTTP/1.1" status: 204  len: 168 time: 0.7145452
Apr 30 21:36:01.881372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59702) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:01.922335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-88e1c209-a59d-4ca2-9137-1f1a56900e2b None None] Port a72fc013-70fd-4e30-95ec-ef135a4a006f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:01.923100 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd36cfd-cdff-46a2-96e6-f98afeef9748 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:01.923100 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2fd36cfd-cdff-46a2-96e6-f98afeef9748 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920 HTTP/1.1" status: 404  len: 333 time: 0.0405054
Apr 30 21:36:01.926474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59704) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:01.977948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 9538c9d6-9da4-4005-a64a-486657fccea6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:01.978831 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.010690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5c62d2-9e47-4691-822d-dcb5d1e9f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9538c9d6-9da4-4005-a64a-486657fccea6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:36:02.013088 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53484eff-2415-4e5b-8af2-34f53a1129bf" -d '{"events": [{"server_uuid": "2d5c62d2-9e47-4691-822d-dcb5d1e9f962", "name": "network-vif-plugged", "status": "completed", "tag": "9538c9d6-9da4-4005-a64a-486657fccea6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:36:02.054872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d49af-3c7c-43ef-983b-c63fcf27f19f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port a72fc013-70fd-4e30-95ec-ef135a4a006f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:02.055451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e3d49af-3c7c-43ef-983b-c63fcf27f19f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a72fc013-70fd-4e30-95ec-ef135a4a006f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.065139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f4ab6785-352c-4202-aea5-8c9388020dd1 None None] Could not find standard attr ID for object 04c43a8f-832f-4dfd-b2f2-bd3a6a9f7920. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:02.075841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 9538c9d6-9da4-4005-a64a-486657fccea6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9538c9d6-9da4-4005-a64a-486657fccea6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:02.095617 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b2acd2-5698-416f-899a-b653a07d53c7 x-openstack-request-id: req-16b2acd2-5698-416f-899a-b653a07d53c7 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:36:02.099890 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5c62d2-9e47-4691-822d-dcb5d1e9f962", "name": "network-vif-plugged", "status": "completed", "tag": "9538c9d6-9da4-4005-a64a-486657fccea6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:36:02.099890 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16b2acd2-5698-416f-899a-b653a07d53c7 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:36:02.099890 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b2acd2-5698-416f-899a-b653a07d53c7'] response: {'server_uuid': '2d5c62d2-9e47-4691-822d-dcb5d1e9f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9538c9d6-9da4-4005-a64a-486657fccea6', 'code': 200}
Apr 30 21:36:02.134324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.254101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=9538c9d6-9da4-4005-a64a-486657fccea6,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:02.283636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf11e1-dcbf-4cb8-bf95-d37a01a91f28 req-be7c3133-04b4-4a85-a439-b8abec7160fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:02.289786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7bf11e1-dcbf-4cb8-bf95-d37a01a91f28 req-be7c3133-04b4-4a85-a439-b8abec7160fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 1128 time: 0.1191254
Apr 30 21:36:02.289923 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e3d49af-3c7c-43ef-983b-c63fcf27f19f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a72fc013-70fd-4e30-95ec-ef135a4a006f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.312858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-3e3d49af-3c7c-43ef-983b-c63fcf27f19f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for a72fc013-70fd-4e30-95ec-ef135a4a006f owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:02.353248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device af4d9aec-0471-4668-8a9b-313556b12fc1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:02.409811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba0b3d-e6c7-407a-8819-76585af38d6e req-5d3fd0bc-43b6-4a81-8b9c-9cfaa5fbd021 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:02.411915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7ba0b3d-e6c7-407a-8819-76585af38d6e req-5d3fd0bc-43b6-4a81-8b9c-9cfaa5fbd021 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 946 time: 0.1012712
Apr 30 21:36:02.444013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::257 (804599b9-71d4-4553-a462-71886543ac09/e81a12e5-afad-464e-b3f8-386bc5f3456c/0b3154f6-c54b-4738-8f58-3ec1d7a99da2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:02.459503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7bf11e1-dcbf-4cb8-bf95-d37a01a91f28 req-78854744-c279-4541-b2f1-6c4fd07e1224 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378098
Apr 30 21:36:02.475046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8:0:1::39b (804599b9-71d4-4553-a462-71886543ac09/04af4c1b-d031-4f94-9524-981d3b7aa5a4/0b3154f6-c54b-4738-8f58-3ec1d7a99da2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:02.577611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7ba0b3d-e6c7-407a-8819-76585af38d6e req-920f72d9-3957-48a8-a5b8-9839a375c852 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050973
Apr 30 21:36:02.643921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port af4d9aec-0471-4668-8a9b-313556b12fc1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:02.644964 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.681381 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e3d49af-3c7c-43ef-983b-c63fcf27f19f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a72fc013-70fd-4e30-95ec-ef135a4a006f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.736006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port af4d9aec-0471-4668-8a9b-313556b12fc1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:02.737241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5b42da0e-b102-458b-a5fc-2a0845bb064f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:02.765927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.789860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d49af-3c7c-43ef-983b-c63fcf27f19f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=a72fc013-70fd-4e30-95ec-ef135a4a006f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:02.812499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5b42da0e-b102-458b-a5fc-2a0845bb064f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:02.814246 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.883590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3e3d49af-3c7c-43ef-983b-c63fcf27f19f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.887666 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3e3d49af-3c7c-43ef-983b-c63fcf27f19f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/a72fc013-70fd-4e30-95ec-ef135a4a006f HTTP/1.1" status: 204  len: 168 time: 0.9600379
Apr 30 21:36:02.890388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59720) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:02.915000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5b42da0e-b102-458b-a5fc-2a0845bb064f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:02.915191 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.930269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:02.933885 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edb3ccd-22e2-44dc-9b44-97a671fe94b8 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:02.937192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1edb3ccd-22e2-44dc-9b44-97a671fe94b8 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/a72fc013-70fd-4e30-95ec-ef135a4a006f HTTP/1.1" status: 404  len: 333 time: 0.0440407
Apr 30 21:36:02.938924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59724) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:02.966932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 5b42da0e-b102-458b-a5fc-2a0845bb064f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b42da0e-b102-458b-a5fc-2a0845bb064f,segment=NetworkSegment(d8158716-17e5-4c21-89b8-5218c9d4e7bc),segment_id=d8158716-17e5-4c21-89b8-5218c9d4e7bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:02.991567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b44a0b8-a8ca-497b-a3f3-a45d402df142 None None] Network 804599b9-71d4-4553-a462-71886543ac09 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:03.023619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 804599b9-71d4-4553-a462-71886543ac09 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:03.027500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f947521-f8f4-4425-8172-af84a15d055c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet 36680579-070f-478b-898c-2cd84669cf20 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:03.031380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4f947521-f8f4-4425-8172-af84a15d055c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (36680579-070f-478b-898c-2cd84669cf20), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.031541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=0b3154f6-c54b-4738-8f58-3ec1d7a99da2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:03.035873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:03.038184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:03.044168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:03.045146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.063366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.091944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c45c36b4-e50b-4ea2-8763-e452da2d3141 None None] Provisioning complete for port 5b42da0e-b102-458b-a5fc-2a0845bb064f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:03.098480 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c45c36b4-e50b-4ea2-8763-e452da2d3141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.100549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4f947521-f8f4-4425-8172-af84a15d055c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (36680579-070f-478b-898c-2cd84669cf20), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.119014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b0237b61-aafe-473b-b08c-43d198b73584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 1.7947114
Apr 30 21:36:03.121312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59726) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:03.127219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e81a12e5-afad-464e-b3f8-386bc5f3456c'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:03.173813 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=5b42da0e-b102-458b-a5fc-2a0845bb064f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:03.213884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.218980 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4f947521-f8f4-4425-8172-af84a15d055c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (36680579-070f-478b-898c-2cd84669cf20), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.259320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c45c36b4-e50b-4ea2-8763-e452da2d3141 None None] Current status of the port 5b42da0e-b102-458b-a5fc-2a0845bb064f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:03.309869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830399b5-3b42-4e5c-8d92-ab68a4454734 None None] Update dhcp port {'port': {'network_id': '804599b9-71d4-4553-a462-71886543ac09', 'fixed_ips': [{'subnet_id': 'e81a12e5-afad-464e-b3f8-386bc5f3456c', 'ip_address': '2001:db8::2'}, {'subnet_id': '04af4c1b-d031-4f94-9524-981d3b7aa5a4'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5b42da0e-b102-458b-a5fc-2a0845bb064f'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:36:03.344016 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-830399b5-3b42-4e5c-8d92-ab68a4454734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.379624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4f947521-f8f4-4425-8172-af84a15d055c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (36680579-070f-478b-898c-2cd84669cf20), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.438084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4f947521-f8f4-4425-8172-af84a15d055c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.438084 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4f947521-f8f4-4425-8172-af84a15d055c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/36680579-070f-478b-898c-2cd84669cf20 HTTP/1.1" status: 204  len: 168 time: 0.4975646
Apr 30 21:36:03.443215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59730) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:03.449702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d4785-48e9-439e-9ef3-1ac14a971462 None None] Network 503b1364-1f36-491b-ae10-bc4d91a7a575 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:03.455084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f947521-f8f4-4425-8172-af84a15d055c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=36680579-070f-478b-898c-2cd84669cf20,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:03.623512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (503b1364-1f36-491b-ae10-bc4d91a7a575), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.637599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Delete allocated IP 2001:db8:0:1::39b (804599b9-71d4-4553-a462-71886543ac09/04af4c1b-d031-4f94-9524-981d3b7aa5a4) {{(pid=115774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 21:36:03.641382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] DHCP port deletion for 503b1364-1f36-491b-ae10-bc4d91a7a575 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:36:03.683337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] Deleting port af4d9aec-0471-4668-8a9b-313556b12fc1 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:03.683719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.755623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] For port af4d9aec-0471-4668-8a9b-313556b12fc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4d9aec-0471-4668-8a9b-313556b12fc1,segment=NetworkSegment(86e9733b-9531-484b-9473-64d42309273e),segment_id=86e9733b-9531-484b-9473-64d42309273e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:03.755945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.760972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2eade-1c4e-486e-ad02-72a17377e6fc req-b4b873a7-d964-4a3c-9a30-c888e379317b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:03.762503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33f2eade-1c4e-486e-ad02-72a17377e6fc req-b4b873a7-d964-4a3c-9a30-c888e379317b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 946 time: 0.1223462
Apr 30 21:36:03.769089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] Calling delete_port for af4d9aec-0471-4668-8a9b-313556b12fc1 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:03.793559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port af4d9aec-0471-4668-8a9b-313556b12fc1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:03.793870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.910173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33f2eade-1c4e-486e-ad02-72a17377e6fc req-2fa59f57-c6bf-47b9-8e3b-e55b812c0459 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381025
Apr 30 21:36:03.921382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] For port af4d9aec-0471-4668-8a9b-313556b12fc1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=af4d9aec-0471-4668-8a9b-313556b12fc1,segment=NetworkSegment(86e9733b-9531-484b-9473-64d42309273e),segment_id=86e9733b-9531-484b-9473-64d42309273e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:03.924120 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.924409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:03.938141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for af4d9aec-0471-4668-8a9b-313556b12fc1 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:03.949308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] Pushing event deleted for resources: {'Port': ['ID=af4d9aec-0471-4668-8a9b-313556b12fc1,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:03.955133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82dbd66-2f92-4423-9984-505969f70e09 None None] No DVR routers for this DVR port af4d9aec-0471-4668-8a9b-313556b12fc1 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:03.964193 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.021013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.123482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] In _notify_port_updated(), no bound segment for port 0b3154f6-c54b-4738-8f58-3ec1d7a99da2 on network 804599b9-71d4-4553-a462-71886543ac09 {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:36:04.126374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-830399b5-3b42-4e5c-8d92-ab68a4454734 None None] Allocated IP 2001:db8:0:1::2 (804599b9-71d4-4553-a462-71886543ac09/04af4c1b-d031-4f94-9524-981d3b7aa5a4/5b42da0e-b102-458b-a5fc-2a0845bb064f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:04.129172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:04.129830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.133825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "PUT /v2.0/ports/0b3154f6-c54b-4738-8f58-3ec1d7a99da2 HTTP/1.1" status: 200  len: 925 time: 1.0088217
Apr 30 21:36:04.133825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (af4d9aec-0471-4668-8a9b-313556b12fc1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.134331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59766) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:04.134789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517e088-2001-436a-a1ff-8c1ef2ff42d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=0b3154f6-c54b-4738-8f58-3ec1d7a99da2,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:04.148136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5b42da0e-b102-458b-a5fc-2a0845bb064f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:04.150015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e81a12e5-afad-464e-b3f8-386bc5f3456c'}, {'subnet_id': '04af4c1b-d031-4f94-9524-981d3b7aa5a4'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:04.166483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=af4d9aec-0471-4668-8a9b-313556b12fc1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:04.171790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No DVR routers for this DVR port af4d9aec-0471-4668-8a9b-313556b12fc1 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:04.229866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5b42da0e-b102-458b-a5fc-2a0845bb064f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:04.230242 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.252627 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (503b1364-1f36-491b-ae10-bc4d91a7a575), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.279234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c8437c0>,) {'filters': {'network_id': ['503b1364-1f36-491b-ae10-bc4d91a7a575']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:04.290902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c8437c0>, '86e9733b-9531-484b-9473-64d42309273e') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:04.291304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c8437c0>, '86e9733b-9531-484b-9473-64d42309273e') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:04.305541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (86e9733b-9531-484b-9473-64d42309273e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.321385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (86e9733b-9531-484b-9473-64d42309273e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.328262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:36:04.328752 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (86e9733b-9531-484b-9473-64d42309273e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:36:04.334330 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:36:04.356901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.366820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5b42da0e-b102-458b-a5fc-2a0845bb064f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:04.376804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-830399b5-3b42-4e5c-8d92-ab68a4454734 None None] For port 5b42da0e-b102-458b-a5fc-2a0845bb064f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b42da0e-b102-458b-a5fc-2a0845bb064f,segment=NetworkSegment(d8158716-17e5-4c21-89b8-5218c9d4e7bc),segment_id=d8158716-17e5-4c21-89b8-5218c9d4e7bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:04.416790 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-830399b5-3b42-4e5c-8d92-ab68a4454734 None None] Publish callbacks [] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.422892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device af4d9aec-0471-4668-8a9b-313556b12fc1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:04.443231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: af4d9aec-0471-4668-8a9b-313556b12fc1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:04.443577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device af4d9aec-0471-4668-8a9b-313556b12fc1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:04.469672 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (503b1364-1f36-491b-ae10-bc4d91a7a575), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.481922 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.482267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-830399b5-3b42-4e5c-8d92-ab68a4454734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.483826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/networks/503b1364-1f36-491b-ae10-bc4d91a7a575 HTTP/1.1" status: 204  len: 168 time: 1.0350053
Apr 30 21:36:04.494731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59770) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:04.499649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-101248801'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:04.504787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1107cd9-788b-4935-8c99-512a05e8e4e3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Network': ['ID=503b1364-1f36-491b-ae10-bc4d91a7a575,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:04.600954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830399b5-3b42-4e5c-8d92-ab68a4454734 None None] Pushing event updated for resources: {'Port': ['ID=5b42da0e-b102-458b-a5fc-2a0845bb064f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:04.623904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:04.628134 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.660069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:36:04.669473 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bd101926-da7b-484b-9ffb-e2908e220348), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.669841 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Added segment bd101926-da7b-484b-9ffb-e2908e220348 of type vlan for network 41c93c50-a157-448f-a157-39dcdf66ba9b
Apr 30 21:36:04.673401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8:0:1::31e (804599b9-71d4-4553-a462-71886543ac09/04af4c1b-d031-4f94-9524-981d3b7aa5a4/0b3154f6-c54b-4738-8f58-3ec1d7a99da2) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:04.712952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (41c93c50-a157-448f-a157-39dcdf66ba9b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.811454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.819342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (41c93c50-a157-448f-a157-39dcdf66ba9b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.824708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:04.825304 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.875686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.900676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Network': ['ID=41c93c50-a157-448f-a157-39dcdf66ba9b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:04.914143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 41c93c50-a157-448f-a157-39dcdf66ba9b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:36:04.944532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-39ef6e72-682d-46ec-b7ae-ff751f749177 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4486356
Apr 30 21:36:04.948006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:04.953909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': '41c93c50-a157-448f-a157-39dcdf66ba9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:04.979915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] In _notify_port_updated(), no bound segment for port 0b3154f6-c54b-4738-8f58-3ec1d7a99da2 on network 804599b9-71d4-4553-a462-71886543ac09 {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:36:04.985007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:04.985859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:04.990560 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "PUT /v2.0/ports/0b3154f6-c54b-4738-8f58-3ec1d7a99da2 HTTP/1.1" status: 200  len: 1011 time: 0.8515990
Apr 30 21:36:04.991248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59792) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:04.998390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce0e34-cbe6-4598-8eac-c60afd5f6ee4 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=0b3154f6-c54b-4738-8f58-3ec1d7a99da2,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:05.109936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67844a5-0579-4f0f-bf9a-82d7e58d13ea req-188e35d8-5a47-4a72-a8f6-59766874382f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:05.111709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e67844a5-0579-4f0f-bf9a-82d7e58d13ea req-188e35d8-5a47-4a72-a8f6-59766874382f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 946 time: 0.1116917
Apr 30 21:36:05.154730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d90118bd-4085-46d6-8e6f-1871cf1b8610 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 0b3154f6-c54b-4738-8f58-3ec1d7a99da2 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:05.155075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d90118bd-4085-46d6-8e6f-1871cf1b8610 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.218673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e67844a5-0579-4f0f-bf9a-82d7e58d13ea req-c1b68146-705d-45c0-979a-6197086d8c05 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990741
Apr 30 21:36:05.224034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:05.227588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.283022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d90118bd-4085-46d6-8e6f-1871cf1b8610 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.302920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d90118bd-4085-46d6-8e6f-1871cf1b8610 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 0b3154f6-c54b-4738-8f58-3ec1d7a99da2 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:05.327967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9365bb5-c771-4478-8ff1-c0adab8efeef None None] Network 804599b9-71d4-4553-a462-71886543ac09 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:05.425390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1e93c4e7-43e1-418d-bab1-2acc6bb9c94e None None] Provisioning complete for port 0b3154f6-c54b-4738-8f58-3ec1d7a99da2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:05.425791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e93c4e7-43e1-418d-bab1-2acc6bb9c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.496613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1e93c4e7-43e1-418d-bab1-2acc6bb9c94e None None] Port 0b3154f6-c54b-4738-8f58-3ec1d7a99da2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:05.505778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1e93c4e7-43e1-418d-bab1-2acc6bb9c94e None None] Provisioning complete for port 5b42da0e-b102-458b-a5fc-2a0845bb064f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:05.506281 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e93c4e7-43e1-418d-bab1-2acc6bb9c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.551191 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (8190d199-e7d3-4b44-9151-62ca813d0807), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.593743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1e93c4e7-43e1-418d-bab1-2acc6bb9c94e None None] Current status of the port 5b42da0e-b102-458b-a5fc-2a0845bb064f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:05.628595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ad35b-b990-4b7e-a58d-3b54ca59fc9a req-8f71823f-06d3-473b-a24e-aadd843e8de3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:05.630245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e71ad35b-b990-4b7e-a58d-3b54ca59fc9a req-8f71823f-06d3-473b-a24e-aadd843e8de3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1701133
Apr 30 21:36:05.639958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=8190d199-e7d3-4b44-9151-62ca813d0807,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:05.647258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e71ad35b-b990-4b7e-a58d-3b54ca59fc9a req-f6d3c1fe-d458-49e2-a2a6-bf8f036454d7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/quotas/e02e106ab99f4decadf747b3ebf025c7 HTTP/1.1" status: 200  len: 375 time: 0.0096724
Apr 30 21:36:05.654766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Checking segment: {'id': 'bd101926-da7b-484b-9ffb-e2908e220348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '41c93c50-a157-448f-a157-39dcdf66ba9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:05.655122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network hostable DHCP agents. Network: 41c93c50-a157-448f-a157-39dcdf66ba9b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:36:05.699187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e71ad35b-b990-4b7e-a58d-3b54ca59fc9a req-dbda692c-f777-4db0-8ce2-abeed78fa809 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0447786
Apr 30 21:36:05.703894 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d90118bd-4085-46d6-8e6f-1871cf1b8610 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0b3154f6-c54b-4738-8f58-3ec1d7a99da2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.749546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 41c93c50-a157-448f-a157-39dcdf66ba9b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:36:05.782083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90118bd-4085-46d6-8e6f-1871cf1b8610 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=0b3154f6-c54b-4738-8f58-3ec1d7a99da2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:05.810821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-195ba4df-003e-4d8d-9b21-25ff001471b5 None None] Could not find standard attr ID for object 0b3154f6-c54b-4738-8f58-3ec1d7a99da2. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:05.826455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-195ba4df-003e-4d8d-9b21-25ff001471b5 None None] Provisioning complete for port 5b42da0e-b102-458b-a5fc-2a0845bb064f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:05.826884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-195ba4df-003e-4d8d-9b21-25ff001471b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.851660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d90118bd-4085-46d6-8e6f-1871cf1b8610 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.853285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41c93c50-a157-448f-a157-39dcdf66ba9b) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:05.854853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d90118bd-4085-46d6-8e6f-1871cf1b8610 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/0b3154f6-c54b-4738-8f58-3ec1d7a99da2 HTTP/1.1" status: 204  len: 168 time: 0.8624220
Apr 30 21:36:05.857626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59814) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:05.868135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db86f8ce-0c78-4e10-a1aa-29f8d448eb9d None None] Network 41c93c50-a157-448f-a157-39dcdf66ba9b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:05.871728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:05.872777 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:05.884238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e71ad35b-b990-4b7e-a58d-3b54ca59fc9a req-31f372e0-1c1a-4432-bcce-a72cd0c760ff service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727545
Apr 30 21:36:05.890938 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-007b81e0-dd1f-4197-98ee-4246c1fa5579 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:05.894935 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-007b81e0-dd1f-4197-98ee-4246c1fa5579 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/0b3154f6-c54b-4738-8f58-3ec1d7a99da2 HTTP/1.1" status: 404  len: 333 time: 0.0337291
Apr 30 21:36:05.895893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59816) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:05.981816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81b0b1f-2c39-4098-8e40-7c4873026f42 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 04af4c1b-d031-4f94-9524-981d3b7aa5a4 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:05.994759 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b1f-2c39-4098-8e40-7c4873026f42 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (04af4c1b-d031-4f94-9524-981d3b7aa5a4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.008553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e71ad35b-b990-4b7e-a58d-3b54ca59fc9a req-26745591-96cb-4ebb-b4c9-6b3308211a90 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175351
Apr 30 21:36:06.016194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-195ba4df-003e-4d8d-9b21-25ff001471b5 None None] Current status of the port 5b42da0e-b102-458b-a5fc-2a0845bb064f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:06.025645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ca93fc24-8893-40df-a8f4-c463c57a18cf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0755541
Apr 30 21:36:06.034104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59818) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:06.036784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-30bf5b66-4f5f-4298-ac74-7d0e33e28561 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1064418987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:06.044018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41c93c50-a157-448f-a157-39dcdf66ba9b', 'network_id': '41c93c50-a157-448f-a157-39dcdf66ba9b', 'project_id': '61cf3c186d6347bda4f0558e9d809056', 'fixed_ips': [{'subnet_id': '8190d199-e7d3-4b44-9151-62ca813d0807'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:36:06.047617 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.074771 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b1f-2c39-4098-8e40-7c4873026f42 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (04af4c1b-d031-4f94-9524-981d3b7aa5a4), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.195361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5b42da0e-b102-458b-a5fc-2a0845bb064f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:06.208049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30bf5b66-4f5f-4298-ac74-7d0e33e28561 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (c9dcbfa0-f965-495e-8185-651063c41cae), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.209266 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30bf5b66-4f5f-4298-ac74-7d0e33e28561 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (c9dcbfa0-f965-495e-8185-651063c41cae), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.241973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7b29d4c1-e649-44f7-80f5-45bad69ed935 None None] Could not find standard attr ID for object 0b3154f6-c54b-4738-8f58-3ec1d7a99da2. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:06.247941 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b1f-2c39-4098-8e40-7c4873026f42 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (04af4c1b-d031-4f94-9524-981d3b7aa5a4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.325936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5b42da0e-b102-458b-a5fc-2a0845bb064f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:06.326313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.334072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30bf5b66-4f5f-4298-ac74-7d0e33e28561 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for router_controller (c9dcbfa0-f965-495e-8185-651063c41cae), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.366922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Allocated IP 172.20.0.2 (41c93c50-a157-448f-a157-39dcdf66ba9b/8190d199-e7d3-4b44-9151-62ca813d0807/56f7cd41-71fc-49c9-aa1d-ef8db3b93628) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:06.407536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b1f-2c39-4098-8e40-7c4873026f42 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (04af4c1b-d031-4f94-9524-981d3b7aa5a4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.454868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0b1f-2c39-4098-8e40-7c4873026f42 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=04af4c1b-d031-4f94-9524-981d3b7aa5a4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:06.458780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b1f-2c39-4098-8e40-7c4873026f42 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.462060 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a81b0b1f-2c39-4098-8e40-7c4873026f42 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/04af4c1b-d031-4f94-9524-981d3b7aa5a4 HTTP/1.1" status: 204  len: 168 time: 0.5651979
Apr 30 21:36:06.465275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59830) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:06.479335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30bf5b66-4f5f-4298-ac74-7d0e33e28561 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (c9dcbfa0-f965-495e-8185-651063c41cae), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.546669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2623f6-8591-4cb6-88f8-3294cc15b95c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet e81a12e5-afad-464e-b3f8-386bc5f3456c {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:06.550650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af2623f6-8591-4cb6-88f8-3294cc15b95c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (e81a12e5-afad-464e-b3f8-386bc5f3456c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.603125 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af2623f6-8591-4cb6-88f8-3294cc15b95c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (e81a12e5-afad-464e-b3f8-386bc5f3456c), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.635825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30bf5b66-4f5f-4298-ac74-7d0e33e28561 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.640528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-30bf5b66-4f5f-4298-ac74-7d0e33e28561 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.6064818
Apr 30 21:36:06.640695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59838) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:06.647474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'network_id': '41c93c50-a157-448f-a157-39dcdf66ba9b', 'name': 'tempest-PortsTestJSON-836844177'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:06.711126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af2623f6-8591-4cb6-88f8-3294cc15b95c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (e81a12e5-afad-464e-b3f8-386bc5f3456c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.723268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f8915-5865-406e-885c-95e54db06528 None None] Network 804599b9-71d4-4553-a462-71886543ac09 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:06.733480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-595e616d-8937-4cce-b227-6b5f2874f88b None None] Could not find standard attr ID for object 0b3154f6-c54b-4738-8f58-3ec1d7a99da2. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:06.734985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5b42da0e-b102-458b-a5fc-2a0845bb064f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:06.937502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af2623f6-8591-4cb6-88f8-3294cc15b95c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (e81a12e5-afad-464e-b3f8-386bc5f3456c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.941366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Publish callbacks [] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.968278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2623f6-8591-4cb6-88f8-3294cc15b95c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=e81a12e5-afad-464e-b3f8-386bc5f3456c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:06.973308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af2623f6-8591-4cb6-88f8-3294cc15b95c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:06.976667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-af2623f6-8591-4cb6-88f8-3294cc15b95c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/e81a12e5-afad-464e-b3f8-386bc5f3456c HTTP/1.1" status: 204  len: 168 time: 0.5097871
Apr 30 21:36:06.979444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59860) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:07.002898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:07.007015 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.052906 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.070044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:07.100245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-6adda481-2c8f-4440-bcf1-0aa6359a3c68 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:07.102504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-6adda481-2c8f-4440-bcf1-0aa6359a3c68 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1363614
Apr 30 21:36:07.127398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (804599b9-71d4-4553-a462-71886543ac09), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.130134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-36aa590a-1bb3-4f4a-9e7a-3a2b9c18019a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/quotas/e02e106ab99f4decadf747b3ebf025c7 HTTP/1.1" status: 200  len: 375 time: 0.0209742
Apr 30 21:36:07.136057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Network 41c93c50-a157-448f-a157-39dcdf66ba9b is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:07.147279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:07.149667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Pushing event updated for resources: {'Port': ['ID=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:07.153299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:07.206103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 5b42da0e-b102-458b-a5fc-2a0845bb064f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:07.210713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.213231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-6502da63-820e-40bd-9a94-f3dd2a4bc0b8 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0718169
Apr 30 21:36:07.247194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Attempting to bind port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:07.250488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Attempting to bind port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd101926-da7b-484b-9ffb-e2908e220348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '41c93c50-a157-448f-a157-39dcdf66ba9b'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:07.251700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Attempting to bind port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 on network 41c93c50-a157-448f-a157-39dcdf66ba9b {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:07.258538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:07.259878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Checking segment: {'id': 'bd101926-da7b-484b-9ffb-e2908e220348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '41c93c50-a157-448f-a157-39dcdf66ba9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:07.262276 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.262276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Bound using segment: {'id': 'bd101926-da7b-484b-9ffb-e2908e220348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '41c93c50-a157-448f-a157-39dcdf66ba9b'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:07.262613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Bound port: 56f7cd41-71fc-49c9-aa1d-ef8db3b93628, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd101926-da7b-484b-9ffb-e2908e220348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '41c93c50-a157-448f-a157-39dcdf66ba9b'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:07.263097 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.362432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] For port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:07.367510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] For port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,segment=NetworkSegment(bd101926-da7b-484b-9ffb-e2908e220348),segment_id=bd101926-da7b-484b-9ffb-e2908e220348)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:07.386324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.11 (41c93c50-a157-448f-a157-39dcdf66ba9b/8190d199-e7d3-4b44-9151-62ca813d0807/6ec371e8-47f7-4ef3-a12b-484f35b51bfd) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:07.387430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-b1e8ef07-a201-4d5f-ac9a-d75d1c18e143 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636169
Apr 30 21:36:07.389402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] For port 5b42da0e-b102-458b-a5fc-2a0845bb064f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b42da0e-b102-458b-a5fc-2a0845bb064f,segment=NetworkSegment(d8158716-17e5-4c21-89b8-5218c9d4e7bc),segment_id=d8158716-17e5-4c21-89b8-5218c9d4e7bc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:07.389697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.418441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 5b42da0e-b102-458b-a5fc-2a0845bb064f owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:07.461859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.522468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-3723c713-c3df-46c9-b5fa-d8162cb25239 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342795
Apr 30 21:36:07.565068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8138695-30d9-468e-96d4-2c16e90725b4 None None] Pushing event updated for resources: {'Port': ['ID=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:07.791877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5b42da0e-b102-458b-a5fc-2a0845bb064f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.852557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:07.928411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=5b42da0e-b102-458b-a5fc-2a0845bb064f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:07.939395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No DVR routers for this DVR port 5b42da0e-b102-458b-a5fc-2a0845bb064f on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:07.966933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b6c93e2-7069-4267-b7ab-c945cd3fab8a req-f146ecd7-eab6-4a32-a3fa-7c2e1b71b1fe tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 210 time: 0.0909424
Apr 30 21:36:07.968418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f6db4d-f7bf-4228-b134-9914992d4ef5 None None] Network 804599b9-71d4-4553-a462-71886543ac09 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:07.992603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ee55f7c7-9db9-4732-82a6-cf2e891b0ac2 None None] Could not find standard attr ID for object 5b42da0e-b102-458b-a5fc-2a0845bb064f. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:08.119133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (804599b9-71d4-4553-a462-71886543ac09), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.197113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c5c7490>,) {'filters': {'network_id': ['804599b9-71d4-4553-a462-71886543ac09']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:08.234455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c5c7490>, 'd8158716-17e5-4c21-89b8-5218c9d4e7bc') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:08.234455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c5c7490>, 'd8158716-17e5-4c21-89b8-5218c9d4e7bc') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:08.242107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (d8158716-17e5-4c21-89b8-5218c9d4e7bc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.242479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e19f8ca-ce34-4bd7-8f49-c46d615d8e6f None None] DHCP port deletion for 804599b9-71d4-4553-a462-71886543ac09 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:36:08.258854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.260890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d8158716-17e5-4c21-89b8-5218c9d4e7bc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.295616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:36:08.300959 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (d8158716-17e5-4c21-89b8-5218c9d4e7bc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:36:08.302209 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:36:08.342237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:08.415950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 41c93c50-a157-448f-a157-39dcdf66ba9b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:08.419357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:08.419780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.424711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:08.432212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:08.462187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=6ec371e8-47f7-4ef3-a12b-484f35b51bfd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:08.473316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.473666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.474039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.474379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.474715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.475048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.475375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.475703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.476030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.476381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.476730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.477034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.477357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.477698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.478028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:08.504503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:08.505549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.529458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:08.529458 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.562780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,segment=NetworkSegment(bd101926-da7b-484b-9ffb-e2908e220348),segment_id=bd101926-da7b-484b-9ffb-e2908e220348)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:08.572713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (804599b9-71d4-4553-a462-71886543ac09), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.581417 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.583295 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/networks/804599b9-71d4-4553-a462-71886543ac09 HTTP/1.1" status: 204  len: 168 time: 1.6027548
Apr 30 21:36:08.586950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 59914) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:08.600600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31cff3-f8b7-402d-a8c2-fc20a1101b38 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Network': ['ID=804599b9-71d4-4553-a462-71886543ac09,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:08.610645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f353cd83-4af3-40c0-a496-14e2754092a0 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.9695454
Apr 30 21:36:08.614228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59918) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:08.654425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b87681-8a96-4734-9c04-e090bf0e39e5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:08.656377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-32b87681-8a96-4734-9c04-e090bf0e39e5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.0682623
Apr 30 21:36:08.659274 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:08.669973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59920) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:08.732810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:08.806721 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e359bf89-6bac-4d90-ba1f-476e04d984ee tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1385250
Apr 30 21:36:08.809994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59940) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:08.816315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-481183'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:08.969024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:08.970930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4ab59-e861-4e65-b0d2-ae28220b8be4 None None] Network 41c93c50-a157-448f-a157-39dcdf66ba9b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:08.972892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.032663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:36:09.034443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6a750e5b-c51d-4c5b-b1e2-d76bf7fe2bfb None None] Provisioning complete for port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:09.035027 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a750e5b-c51d-4c5b-b1e2-d76bf7fe2bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.052951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3d1eca02-f864-4db5-abd4-01977992135b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.053302 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Added segment 3d1eca02-f864-4db5-abd4-01977992135b of type vlan for network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107
Apr 30 21:36:09.060976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.095853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f639eb45-7699-45d6-b650-72fe0330049b req-9799910e-6d44-4c0c-bd8a-aeea5304b325 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 210 time: 0.0287673
Apr 30 21:36:09.105530 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.180959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6a750e5b-c51d-4c5b-b1e2-d76bf7fe2bfb None None] Current status of the port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:09.415480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-60a5ba6d-b4d8-4041-9936-6213e5536a7d None None] Provisioning complete for port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:09.416131 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-60a5ba6d-b4d8-4041-9936-6213e5536a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.476841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-60a5ba6d-b4d8-4041-9936-6213e5536a7d None None] Port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:09.486916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-60a5ba6d-b4d8-4041-9936-6213e5536a7d None None] Provisioning complete for port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:09.488222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-60a5ba6d-b4d8-4041-9936-6213e5536a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.588756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-60a5ba6d-b4d8-4041-9936-6213e5536a7d None None] Current status of the port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:09.692157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.699205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:09.706199 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.711816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-53493758-ffe7-493e-bea3-b4d5b6c6a0ea None None] Provisioning complete for port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:09.713169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-53493758-ffe7-493e-bea3-b4d5b6c6a0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.753975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-53493758-ffe7-493e-bea3-b4d5b6c6a0ea None None] Port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:09.797513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Network': ['ID=e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:09.808916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:36:09.847900 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:09.906310 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1c5eb350-92c6-4e3e-8bf7-0508f8be77d0 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0952966
Apr 30 21:36:09.909001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59954) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:09.914417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:09.981209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:10.081060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=6ec371e8-47f7-4ef3-a12b-484f35b51bfd,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:10.106900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:10.182649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:10.183211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:10.196499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:10.209338 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:10.261854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f437be4-0d1e-46c1-b270-31c51236e4c4 req-e6b154f0-9b17-4112-9304-53e5a808ff79 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 210 time: 0.0498619
Apr 30 21:36:10.320106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:10.330946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5b42da0e-b102-458b-a5fc-2a0845bb064f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:10.353871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 5b42da0e-b102-458b-a5fc-2a0845bb064f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:10.353871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5b42da0e-b102-458b-a5fc-2a0845bb064f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:10.378275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-242c9ab8-6a54-446d-a796-0566e60a7522 None None] Provisioning complete for port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:10.378657 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-242c9ab8-6a54-446d-a796-0566e60a7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:10.384062 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (c9dcbfa0-f965-495e-8185-651063c41cae), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:10.418029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-242c9ab8-6a54-446d-a796-0566e60a7522 None None] Port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:10.536015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-d8666943-2644-4721-99f8-08841db932c0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:10.537441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-d8666943-2644-4721-99f8-08841db932c0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1064639
Apr 30 21:36:10.549603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Request body: {'port': {'device_id': '63432ab8-4cf4-46ee-b4ee-7b4b22401a52', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'admin_state_up': True, 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:10.616309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:10.664988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (8e397243-8340-47e0-a5ad-aed34fdfa1d6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:10.799930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=8e397243-8340-47e0-a5ad-aed34fdfa1d6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:10.802574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:10.806660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:10.834487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking segment: {'id': '3d1eca02-f864-4db5-abd4-01977992135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:10.834854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network hostable DHCP agents. Network: e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:36:10.961582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:36:10.964474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Allocated IP 172.20.0.8 (1f8b2cc3-45fd-4393-b8b3-c09491d04968/e05a8725-3ed1-4534-8941-08912b6e6e57/145080e7-2268-4f9c-8e4f-73be79bd501b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:10.987188 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.075548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:11.079922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:11.080577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.087494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedfc075-f08b-4b4f-ba3a-48e56c3202f9 None None] Network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:11.111886 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.137724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks [] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.191354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=6ec371e8-47f7-4ef3-a12b-484f35b51bfd,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:11.194028 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (c9dcbfa0-f965-495e-8185-651063c41cae), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.198475 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6c1a5eeb-f6cd-4864-90c8-20a9703d7006 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2878499
Apr 30 21:36:11.201075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 59996) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:11.208734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107', 'name': 'tempest-PortsIpV6TestJSON-376532046'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:11.209802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107', 'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107', 'project_id': '5319e09e05a74925b8417ce40be5f90d', 'fixed_ips': [{'subnet_id': '8e397243-8340-47e0-a5ad-aed34fdfa1d6'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:36:11.210834 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.294289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.314228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:36:11.368837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:11.384111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:11.403500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:11.448524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event updated for resources: {'Port': ['ID=145080e7-2268-4f9c-8e4f-73be79bd501b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:11.472087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3577f22-030d-4c22-9e72-d6330cbde55e req-5e598c5a-bbc3-4524-9318-01d15e894592 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:11.474285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3577f22-030d-4c22-9e72-d6330cbde55e req-5e598c5a-bbc3-4524-9318-01d15e894592 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 931 time: 0.1493766
Apr 30 21:36:11.493249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Allocated IP 2001:db8::2 (e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107/8e397243-8340-47e0-a5ad-aed34fdfa1d6/c6c40827-c32a-4599-82f7-46c597552805) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:11.514792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:11.517577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.546287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network 41c93c50-a157-448f-a157-39dcdf66ba9b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:11.551070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:11.556862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3577f22-030d-4c22-9e72-d6330cbde55e req-78e8b0a8-28d0-402a-821c-922acbfa4cc1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711827
Apr 30 21:36:11.563746 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-3f1d5b57-69a7-47bf-b7dd-cb4e8544de92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2408695
Apr 30 21:36:11.615544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-339641e3-8531-41b2-bcca-1b78f327d567 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0696049
Apr 30 21:36:11.630559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Request body: {'port': {'device_id': '63432ab8-4cf4-46ee-b4ee-7b4b22401a52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:11.688209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:11.694176 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.701432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.715357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-ef5c32d3-8f1a-461e-9906-79e6481071c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:11.719307 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-ef5c32d3-8f1a-461e-9906-79e6481071c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1127 time: 0.0921254
Apr 30 21:36:11.719559 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Publish callbacks [] for port (c6c40827-c32a-4599-82f7-46c597552805), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.732841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port c7c42c16-5d9d-46d0-b015-877a69c96dd7 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:11.797022 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (c6c40827-c32a-4599-82f7-46c597552805), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:11.865578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:11.878201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:11.895947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:11.931537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Pushing event updated for resources: {'Port': ['ID=c6c40827-c32a-4599-82f7-46c597552805,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:11.984605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3dec6649-216e-4db4-a24e-43531b475dc2 None None] Provisioning complete for port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:11.985254 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3dec6649-216e-4db4-a24e-43531b475dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:12.039666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::94 (e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107/8e397243-8340-47e0-a5ad-aed34fdfa1d6/c7c42c16-5d9d-46d0-b015-877a69c96dd7) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:12.045162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-a3c19e67-feec-42c6-8384-b7f19b23357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:12.046728 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-a3c19e67-feec-42c6-8384-b7f19b23357b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 910 time: 0.2984452
Apr 30 21:36:12.084347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Attempting to bind port c6c40827-c32a-4599-82f7-46c597552805 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:12.084728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Attempting to bind port c6c40827-c32a-4599-82f7-46c597552805 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3d1eca02-f864-4db5-abd4-01977992135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:12.085099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Attempting to bind port c6c40827-c32a-4599-82f7-46c597552805 on network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:12.095377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:12.096142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Checking segment: {'id': '3d1eca02-f864-4db5-abd4-01977992135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:12.096142 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:12.097749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Bound using segment: {'id': '3d1eca02-f864-4db5-abd4-01977992135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:12.097749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Bound port: c6c40827-c32a-4599-82f7-46c597552805, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1eca02-f864-4db5-abd4-01977992135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:12.098006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c6c40827-c32a-4599-82f7-46c597552805), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:12.112633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3dec6649-216e-4db4-a24e-43531b475dc2 None None] Port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:12.171401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Router c9dcbfa0-f965-495e-8185-651063c41cae is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:36:12.196726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] For port c6c40827-c32a-4599-82f7-46c597552805, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:12.201193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] For port c6c40827-c32a-4599-82f7-46c597552805, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c40827-c32a-4599-82f7-46c597552805,segment=NetworkSegment(3d1eca02-f864-4db5-abd4-01977992135b),segment_id=3d1eca02-f864-4db5-abd4-01977992135b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:12.299753 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c6c40827-c32a-4599-82f7-46c597552805), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:12.351583 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-f90279fb-0fc4-4301-b16a-eeb41609be86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 200  len: 1001 time: 0.2885604
Apr 30 21:36:12.386790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08ffb2-d23a-40d4-9adf-83772c5dba0f None None] Pushing event updated for resources: {'Port': ['ID=c6c40827-c32a-4599-82f7-46c597552805,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:12.465404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:36:12.474138 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3d1fc63d-44f6-4773-9def-7dd3f74958fb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "PUT /v2.0/routers/c9dcbfa0-f965-495e-8185-651063c41cae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8586879
Apr 30 21:36:12.479999 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c220e-e8ca-49d8-a6f9-92f57e9cb8cb None None] Sync routers for ids ['c9dcbfa0-f965-495e-8185-651063c41cae'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:36:12.480573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60012) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:12.493641 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c220e-e8ca-49d8-a6f9-92f57e9cb8cb None None] Routers {'c9dcbfa0-f965-495e-8185-651063c41cae'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:36:12.494333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3a7c220e-e8ca-49d8-a6f9-92f57e9cb8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9f5520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c9dcbfa0-f965-495e-8185-651063c41cae'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:12.505288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145080e7-2268-4f9c-8e4f-73be79bd501b {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:36:12.513649 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Publish callbacks [] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:12.545089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-73a2d694-59f0-4c68-9b99-ce23d0f2ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:12.546937 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-73a2d694-59f0-4c68-9b99-ce23d0f2ffd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.1864212
Apr 30 21:36:12.553750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Transition to ACTIVE for port object 145080e7-2268-4f9c-8e4f-73be79bd501b will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:36:12.611301 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3a7c220e-e8ca-49d8-a6f9-92f57e9cb8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9f5520>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:12.629268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:12.641120 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c220e-e8ca-49d8-a6f9-92f57e9cb8cb None None] Routers {'c9dcbfa0-f965-495e-8185-651063c41cae'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:36:12.642021 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3a7c220e-e8ca-49d8-a6f9-92f57e9cb8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9f5520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c9dcbfa0-f965-495e-8185-651063c41cae'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:12.648699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c3535f-1124-45f0-ae00-8f11466c5fb9 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:12.652070 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b0c3535f-1124-45f0-ae00-8f11466c5fb9 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dcbfa0-f965-495e-8185-651063c41cae HTTP/1.1" status: 200  len: 982 time: 0.1707261
Apr 30 21:36:12.658285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60018) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:12.681536 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3a7c220e-e8ca-49d8-a6f9-92f57e9cb8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9f5520>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:12.682182 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c220e-e8ca-49d8-a6f9-92f57e9cb8cb None None] The sync data for ids ['c9dcbfa0-f965-495e-8185-651063c41cae'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:36:12.737801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Pushing event updated for resources: {'Port': ['ID=145080e7-2268-4f9c-8e4f-73be79bd501b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:12.758627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-3e5a7db2-8985-40b1-ad31-3cc93ac57285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:12.760222 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-3e5a7db2-8985-40b1-ad31-3cc93ac57285 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1995604
Apr 30 21:36:12.793075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (c7c42c16-5d9d-46d0-b015-877a69c96dd7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:12.819644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f987df6-101b-472a-b8b8-4ff762235f2d req-015a77c5-9235-4664-8eb7-62a243fb2963 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:12.821181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f987df6-101b-472a-b8b8-4ff762235f2d req-015a77c5-9235-4664-8eb7-62a243fb2963 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 943 time: 0.1036887
Apr 30 21:36:12.878662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Attempting to bind port 145080e7-2268-4f9c-8e4f-73be79bd501b on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:12.878907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Attempting to bind port 145080e7-2268-4f9c-8e4f-73be79bd501b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:12.879311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Attempting to bind port 145080e7-2268-4f9c-8e4f-73be79bd501b on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:12.890537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f987df6-101b-472a-b8b8-4ff762235f2d req-1fe169b1-1dab-4e89-a0a3-b97569b4f883 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621634
Apr 30 21:36:12.890799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Port 145080e7-2268-4f9c-8e4f-73be79bd501b on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:36:12.891092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Attempting to bind port 145080e7-2268-4f9c-8e4f-73be79bd501b on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:12.896410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:12.896806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Checking segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:12.897288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Bound using segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:12.897850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Bound port: 145080e7-2268-4f9c-8e4f-73be79bd501b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:12.898272 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:12.980017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] For port 145080e7-2268-4f9c-8e4f-73be79bd501b, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:12.983180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] For port 145080e7-2268-4f9c-8e4f-73be79bd501b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145080e7-2268-4f9c-8e4f-73be79bd501b,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:13.034647 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-d024edfd-7851-49df-9e9d-a4807d2a86e9 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397919
Apr 30 21:36:13.070252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:13.110798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:13.112816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:13.114572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] 10.222.0.20 "PUT /v2.0/ports/145080e7-2268-4f9c-8e4f-73be79bd501b HTTP/1.1" status: 200  len: 1091 time: 1.4911497
Apr 30 21:36:13.115052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63432ab8-4cf4-46ee-b4ee-7b4b22401a52', 'tag': '145080e7-2268-4f9c-8e4f-73be79bd501b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:36:13.117391 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c" -d '{"events": [{"name": "network-changed", "server_uuid": "63432ab8-4cf4-46ee-b4ee-7b4b22401a52", "tag": "145080e7-2268-4f9c-8e4f-73be79bd501b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:36:13.151333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1a3f3-1b21-46bf-906e-302f5bf7348b service neutron] Pushing event updated for resources: {'Port': ['ID=145080e7-2268-4f9c-8e4f-73be79bd501b,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:13.311454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-a3eddf1a-fed0-4ce3-8241-a062d3c34fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:13.313658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-a3eddf1a-fed0-4ce3-8241-a062d3c34fb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 1125 time: 0.0636277
Apr 30 21:36:13.388237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-5de09957-f7bb-4d53-8704-b52a1ca8997a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145080e7-2268-4f9c-8e4f-73be79bd501b HTTP/1.1" status: 200  len: 217 time: 0.0648220
Apr 30 21:36:13.411666 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18df8210-6a22-410e-9beb-5500da91fef4 x-openstack-request-id: req-18df8210-6a22-410e-9beb-5500da91fef4 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:36:13.411666 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63432ab8-4cf4-46ee-b4ee-7b4b22401a52", "tag": "145080e7-2268-4f9c-8e4f-73be79bd501b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:36:13.411666 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18df8210-6a22-410e-9beb-5500da91fef4 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:36:13.411666 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18df8210-6a22-410e-9beb-5500da91fef4'] response: {'name': 'network-changed', 'server_uuid': '63432ab8-4cf4-46ee-b4ee-7b4b22401a52', 'tag': '145080e7-2268-4f9c-8e4f-73be79bd501b', 'status': 'completed', 'code': 200}
Apr 30 21:36:13.481541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-9c5457d9-8a75-430d-8b6e-4c7654905868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:13.481541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-9c5457d9-8a75-430d-8b6e-4c7654905868 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0675106
Apr 30 21:36:13.508018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-5a71fba4-8b49-4b1b-8a37-51a268a4cd74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373600
Apr 30 21:36:13.544250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c7c42c16-5d9d-46d0-b015-877a69c96dd7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:13.622006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7926050-bbb3-404b-a1d4-b2d7cea124fd None None] Network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:13.627560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:13.635658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:13.641976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:13.652190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:13.652190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:13.652450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-fb43816b-f532-46ca-8e6b-b844cb1c679d service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306198
Apr 30 21:36:13.698789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-148a23d3-db4a-49f2-be27-f99246b33d60 None None] Provisioning complete for port c6c40827-c32a-4599-82f7-46c597552805 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:13.701793 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-148a23d3-db4a-49f2-be27-f99246b33d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c6c40827-c32a-4599-82f7-46c597552805), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:13.705053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=c7c42c16-5d9d-46d0-b015-877a69c96dd7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:13.734426 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-621f22fa-7644-45c1-8b35-5d157f10dd94 req-29810ba8-db52-47e8-b067-4d883094705e service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6927404
Apr 30 21:36:13.756245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (c9dcbfa0-f965-495e-8185-651063c41cae), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:13.852346 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e2146d4-0835-4ddb-b8d1-39d70a343547 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.6502802
Apr 30 21:36:13.855070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60050) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:13.861984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': 'e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107', 'name': 'tempest-PortsIpV6TestJSON-1398438907'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:13.874073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43bcb10b-5e97-4dd8-86dc-1e581e7fd480 req-f63bfbab-5866-47a0-bc14-253d5fb59ce0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196238
Apr 30 21:36:13.885152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-148a23d3-db4a-49f2-be27-f99246b33d60 None None] Current status of the port c6c40827-c32a-4599-82f7-46c597552805 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:13.885578 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-148a23d3-db4a-49f2-be27-f99246b33d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c6c40827-c32a-4599-82f7-46c597552805), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:13.942726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-148a23d3-db4a-49f2-be27-f99246b33d60 None None] For port c6c40827-c32a-4599-82f7-46c597552805, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c40827-c32a-4599-82f7-46c597552805,segment=NetworkSegment(3d1eca02-f864-4db5-abd4-01977992135b),segment_id=3d1eca02-f864-4db5-abd4-01977992135b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:14.057793 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-148a23d3-db4a-49f2-be27-f99246b33d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c6c40827-c32a-4599-82f7-46c597552805), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.088828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172f5b-400b-4a1a-9143-844a45b9bc14 req-a285d4e0-ab5d-4a35-b0e7-46420c091bc0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:14.095830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8172f5b-400b-4a1a-9143-844a45b9bc14 req-a285d4e0-ab5d-4a35-b0e7-46420c091bc0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 943 time: 0.0951631
Apr 30 21:36:14.113750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 6ec371e8-47f7-4ef3-a12b-484f35b51bfd {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:14.114207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.142966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a23d3-db4a-49f2-be27-f99246b33d60 None None] Pushing event updated for resources: {'Port': ['ID=c6c40827-c32a-4599-82f7-46c597552805,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:14.205104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8172f5b-400b-4a1a-9143-844a45b9bc14 req-9b7a54d6-3066-4083-ae40-d30505a09b73 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062567
Apr 30 21:36:14.212668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c6c40827-c32a-4599-82f7-46c597552805 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:14.273837 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.290606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 6ec371e8-47f7-4ef3-a12b-484f35b51bfd owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:14.303998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c6c40827-c32a-4599-82f7-46c597552805 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:14.304383 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c6c40827-c32a-4599-82f7-46c597552805), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.404599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9636731a-d73f-49a5-bb0f-e80e78ba10e1 None None] Provisioning complete for port c7c42c16-5d9d-46d0-b015-877a69c96dd7 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:14.405028 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9636731a-d73f-49a5-bb0f-e80e78ba10e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c7c42c16-5d9d-46d0-b015-877a69c96dd7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.431824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c6c40827-c32a-4599-82f7-46c597552805 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:14.448916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9636731a-d73f-49a5-bb0f-e80e78ba10e1 None None] Port c7c42c16-5d9d-46d0-b015-877a69c96dd7 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:14.449552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:14.453098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.457899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9636731a-d73f-49a5-bb0f-e80e78ba10e1 None None] Provisioning complete for port c6c40827-c32a-4599-82f7-46c597552805 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:14.458277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9636731a-d73f-49a5-bb0f-e80e78ba10e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c6c40827-c32a-4599-82f7-46c597552805), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.506940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 695b5afb-986e-4710-b5e8-594d45923766 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:14.542718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9636731a-d73f-49a5-bb0f-e80e78ba10e1 None None] Current status of the port c6c40827-c32a-4599-82f7-46c597552805 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:14.634917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::2ee (e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107/8e397243-8340-47e0-a5ad-aed34fdfa1d6/695b5afb-986e-4710-b5e8-594d45923766) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:14.636863 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6ec371e8-47f7-4ef3-a12b-484f35b51bfd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.661736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d788ed4f-0f1b-4b1e-b416-ac1d177196e4 None None] Provisioning complete for port c7c42c16-5d9d-46d0-b015-877a69c96dd7 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:14.664600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d788ed4f-0f1b-4b1e-b416-ac1d177196e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c7c42c16-5d9d-46d0-b015-877a69c96dd7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:14.673384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=6ec371e8-47f7-4ef3-a12b-484f35b51bfd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:14.700887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d788ed4f-0f1b-4b1e-b416-ac1d177196e4 None None] Port c7c42c16-5d9d-46d0-b015-877a69c96dd7 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:14.905395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (c9dcbfa0-f965-495e-8185-651063c41cae), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.024047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-a81d30a9-414b-47a1-a4c4-076084a0ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:15.024550 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (695b5afb-986e-4710-b5e8-594d45923766), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.024772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-a81d30a9-414b-47a1-a4c4-076084a0ccfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 1125 time: 0.0583243
Apr 30 21:36:15.129201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Router c9dcbfa0-f965-495e-8185-651063c41cae has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:36:15.133784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-1f3cf1b0-14ab-4dbb-b576-cbe491036144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:15.135264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-1f3cf1b0-14ab-4dbb-b576-cbe491036144 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 907 time: 0.1051004
Apr 30 21:36:15.176722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-43ef4a24-0008-4ca8-9b2e-21f883f26865 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=145080e7-2268-4f9c-8e4f-73be79bd501b HTTP/1.1" status: 200  len: 217 time: 0.0351100
Apr 30 21:36:15.203788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (695b5afb-986e-4710-b5e8-594d45923766), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.237006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-cd64f191-80b5-4029-9ba9-9d12fde3c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:15.239324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-cd64f191-80b5-4029-9ba9-9d12fde3c43e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0560782
Apr 30 21:36:15.245626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:36:15.257468 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dd041b46-7a35-4a4d-b31e-59f509d55eef tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "PUT /v2.0/routers/c9dcbfa0-f965-495e-8185-651063c41cae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5959151
Apr 30 21:36:15.258223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60092) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:15.263287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581306f0-93d9-4878-b40a-817755c13722 None None] Sync routers for ids ['c9dcbfa0-f965-495e-8185-651063c41cae'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:36:15.264183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:15.267512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:15.275605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:15.280757 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:15.281389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.285329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=695b5afb-986e-4710-b5e8-594d45923766,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:15.323191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-edca7e10-2016-4515-b1f3-922d06a960c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748560
Apr 30 21:36:15.323191 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2a88f0-bfc6-4ebf-93aa-b6194b0f4829 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:15.323666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2b2a88f0-bfc6-4ebf-93aa-b6194b0f4829 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/6ec371e8-47f7-4ef3-a12b-484f35b51bfd HTTP/1.1" status: 404  len: 333 time: 0.0643156
Apr 30 21:36:15.327676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60096) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:15.332827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581306f0-93d9-4878-b40a-817755c13722 None None] Routers {'c9dcbfa0-f965-495e-8185-651063c41cae'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:36:15.333474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-581306f0-93d9-4878-b40a-817755c13722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9ced30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c9dcbfa0-f965-495e-8185-651063c41cae'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:15.364979 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-86f53300-3375-4b27-9db9-495365076be1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.5077710
Apr 30 21:36:15.368186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60100) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:15.416132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-581306f0-93d9-4878-b40a-817755c13722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9ced30>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:15.427098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581306f0-93d9-4878-b40a-817755c13722 None None] Routers {'c9dcbfa0-f965-495e-8185-651063c41cae'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:36:15.428029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-581306f0-93d9-4878-b40a-817755c13722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9ced30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:35:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c9dcbfa0-f965-495e-8185-651063c41cae'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:15.446712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a4e33f-4d2b-49bd-bc7d-a1989293254c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:15.448420 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b4a4e33f-4d2b-49bd-bc7d-a1989293254c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A94 HTTP/1.1" status: 200  len: 927 time: 0.0791860
Apr 30 21:36:15.451203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60102) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:15.473138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-581306f0-93d9-4878-b40a-817755c13722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9ced30>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:15.475408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581306f0-93d9-4878-b40a-817755c13722 None None] The sync data for ids ['c9dcbfa0-f965-495e-8185-651063c41cae'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:36:15.514679 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8343dd3b-0aed-4c20-8c57-d5e607f4e2d3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for router (c9dcbfa0-f965-495e-8185-651063c41cae), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.565267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fe674-77fb-467a-be36-f305492c2a1d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 695b5afb-986e-4710-b5e8-594d45923766 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:15.566297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe674-77fb-467a-be36-f305492c2a1d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (695b5afb-986e-4710-b5e8-594d45923766), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.610351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af7829-a987-41a7-ad5f-ddb1a719e053 req-01052096-ea5e-4890-ba94-a4edeb0ba602 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:15.611836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56af7829-a987-41a7-ad5f-ddb1a719e053 req-01052096-ea5e-4890-ba94-a4edeb0ba602 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 943 time: 0.1768847
Apr 30 21:36:15.638013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8bc248c8-4933-4f4e-b731-15a19da6b383 None None] Provisioning complete for port 695b5afb-986e-4710-b5e8-594d45923766 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:15.638013 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8bc248c8-4933-4f4e-b731-15a19da6b383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (695b5afb-986e-4710-b5e8-594d45923766), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.670776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe674-77fb-467a-be36-f305492c2a1d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (695b5afb-986e-4710-b5e8-594d45923766), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.672866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8bc248c8-4933-4f4e-b731-15a19da6b383 None None] Port 695b5afb-986e-4710-b5e8-594d45923766 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:15.687940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fe674-77fb-467a-be36-f305492c2a1d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 695b5afb-986e-4710-b5e8-594d45923766 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:15.738338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-8db97341-f352-4642-92ee-f942c9cf5d64 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4022629
Apr 30 21:36:15.764772 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8343dd3b-0aed-4c20-8c57-d5e607f4e2d3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (c9dcbfa0-f965-495e-8185-651063c41cae), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.771732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8343dd3b-0aed-4c20-8c57-d5e607f4e2d3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for router_controller (c9dcbfa0-f965-495e-8185-651063c41cae), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.817548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56af7829-a987-41a7-ad5f-ddb1a719e053 req-d3f3b1db-2bf9-4301-8bcf-eab1749ac0a9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971135
Apr 30 21:36:15.880722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe674-77fb-467a-be36-f305492c2a1d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (695b5afb-986e-4710-b5e8-594d45923766), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.890309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a33b7bb-e0d4-4fad-8378-d5a37a42389c req-d162ac69-7e06-426e-970b-020b6e056a8e service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396587
Apr 30 21:36:15.918703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fe674-77fb-467a-be36-f305492c2a1d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=695b5afb-986e-4710-b5e8-594d45923766,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:15.937985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe674-77fb-467a-be36-f305492c2a1d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.944301 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9e7fe674-77fb-467a-be36-f305492c2a1d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/695b5afb-986e-4710-b5e8-594d45923766 HTTP/1.1" status: 204  len: 168 time: 0.4879270
Apr 30 21:36:15.946505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60104) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:15.966279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8343dd3b-0aed-4c20-8c57-d5e607f4e2d3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (c9dcbfa0-f965-495e-8185-651063c41cae), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.966844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8343dd3b-0aed-4c20-8c57-d5e607f4e2d3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Fanout notify agent at l3_agent the message router_deleted on router c9dcbfa0-f965-495e-8185-651063c41cae {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:36:15.974492 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8343dd3b-0aed-4c20-8c57-d5e607f4e2d3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:15.975386 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-96144de4-7a2a-43f7-af81-846954599c20 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:15.975559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8343dd3b-0aed-4c20-8c57-d5e607f4e2d3 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/routers/c9dcbfa0-f965-495e-8185-651063c41cae HTTP/1.1" status: 204  len: 168 time: 0.6468847
Apr 30 21:36:15.979729 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-96144de4-7a2a-43f7-af81-846954599c20 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/695b5afb-986e-4710-b5e8-594d45923766 HTTP/1.1" status: 404  len: 333 time: 0.0314147
Apr 30 21:36:15.979729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60106) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:15.980800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60108) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:16.078488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5d9892-c04f-4a13-ba72-3750dab7256a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet 8190d199-e7d3-4b44-9151-62ca813d0807 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:16.083507 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9892-c04f-4a13-ba72-3750dab7256a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (8190d199-e7d3-4b44-9151-62ca813d0807), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.154822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c6c40827-c32a-4599-82f7-46c597552805 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:16.158006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-49aaae99-d323-4ce8-a4b0-d85c70cf1133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port c7c42c16-5d9d-46d0-b015-877a69c96dd7 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:16.158341 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49aaae99-d323-4ce8-a4b0-d85c70cf1133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c7c42c16-5d9d-46d0-b015-877a69c96dd7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.164495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9892-c04f-4a13-ba72-3750dab7256a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8190d199-e7d3-4b44-9151-62ca813d0807), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.217869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c6c40827-c32a-4599-82f7-46c597552805 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:16.218282 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c6c40827-c32a-4599-82f7-46c597552805), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.321020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49aaae99-d323-4ce8-a4b0-d85c70cf1133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c7c42c16-5d9d-46d0-b015-877a69c96dd7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.342816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-49aaae99-d323-4ce8-a4b0-d85c70cf1133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for c7c42c16-5d9d-46d0-b015-877a69c96dd7 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:16.351728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9892-c04f-4a13-ba72-3750dab7256a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8190d199-e7d3-4b44-9151-62ca813d0807), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.467577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c6c40827-c32a-4599-82f7-46c597552805 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:16.549401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9892-c04f-4a13-ba72-3750dab7256a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8190d199-e7d3-4b44-9151-62ca813d0807), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.576672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d9892-c04f-4a13-ba72-3750dab7256a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=8190d199-e7d3-4b44-9151-62ca813d0807,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:16.579884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a5d9892-c04f-4a13-ba72-3750dab7256a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.583984 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2a5d9892-c04f-4a13-ba72-3750dab7256a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/8190d199-e7d3-4b44-9151-62ca813d0807 HTTP/1.1" status: 204  len: 168 time: 0.6040826
Apr 30 21:36:16.586649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60122) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:16.589247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac416c0-0731-4135-b1d6-82f975148ca4 None None] Network 41c93c50-a157-448f-a157-39dcdf66ba9b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:16.631295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49aaae99-d323-4ce8-a4b0-d85c70cf1133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c7c42c16-5d9d-46d0-b015-877a69c96dd7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.674320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaae99-d323-4ce8-a4b0-d85c70cf1133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=c7c42c16-5d9d-46d0-b015-877a69c96dd7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:16.718202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49aaae99-d323-4ce8-a4b0-d85c70cf1133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.721502 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-49aaae99-d323-4ce8-a4b0-d85c70cf1133 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/c7c42c16-5d9d-46d0-b015-877a69c96dd7 HTTP/1.1" status: 204  len: 168 time: 0.7398202
Apr 30 21:36:16.724328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60124) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:16.725571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (41c93c50-a157-448f-a157-39dcdf66ba9b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.757716 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-575f2486-fec6-4e20-9b9c-6c39a8eba584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:16.759217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-575f2486-fec6-4e20-9b9c-6c39a8eba584 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/c7c42c16-5d9d-46d0-b015-877a69c96dd7 HTTP/1.1" status: 404  len: 333 time: 0.0333643
Apr 30 21:36:16.762904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60126) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:16.784564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] DHCP port deletion for 41c93c50-a157-448f-a157-39dcdf66ba9b request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:36:16.804680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:16.805025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.830954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] Deleting port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:16.831841 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.873778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2b4969-c7ff-48dd-8dd0-206c6f86672c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 8e397243-8340-47e0-a5ad-aed34fdfa1d6 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:16.881133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4969-c7ff-48dd-8dd0-206c6f86672c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (8e397243-8340-47e0-a5ad-aed34fdfa1d6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.905585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] For port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,segment=NetworkSegment(bd101926-da7b-484b-9ffb-e2908e220348),segment_id=bd101926-da7b-484b-9ffb-e2908e220348)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:16.906123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.920748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] Calling delete_port for 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:16.947757 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] For port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,segment=NetworkSegment(bd101926-da7b-484b-9ffb-e2908e220348),segment_id=bd101926-da7b-484b-9ffb-e2908e220348)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:16.948372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.961163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c19675-926f-4dae-ae33-34f6f422981d req-84040c81-b7d1-4e6f-b952-29c4f5ccb419 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:16.961163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8c19675-926f-4dae-ae33-34f6f422981d req-84040c81-b7d1-4e6f-b952-29c4f5ccb419 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 943 time: 0.0584934
Apr 30 21:36:16.967381 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4969-c7ff-48dd-8dd0-206c6f86672c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8e397243-8340-47e0-a5ad-aed34fdfa1d6), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:16.993005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:17.011772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8c19675-926f-4dae-ae33-34f6f422981d req-aa0adfd4-a5ce-4c2c-9cb9-734566c52df5 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459938
Apr 30 21:36:17.114761 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4969-c7ff-48dd-8dd0-206c6f86672c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8e397243-8340-47e0-a5ad-aed34fdfa1d6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.115009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.161113 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.174256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (56f7cd41-71fc-49c9-aa1d-ef8db3b93628), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.189513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] Pushing event deleted for resources: {'Port': ['ID=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:17.190221 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:36:17.202112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72517797-f9e2-414f-be7d-633c39115eaa None None] No DVR routers for this DVR port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:17.215331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No DVR routers for this DVR port 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:17.215331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=56f7cd41-71fc-49c9-aa1d-ef8db3b93628,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:17.309821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (41c93c50-a157-448f-a157-39dcdf66ba9b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.331343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8965f426a0>,) {'filters': {'network_id': ['41c93c50-a157-448f-a157-39dcdf66ba9b']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:17.339002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4969-c7ff-48dd-8dd0-206c6f86672c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8e397243-8340-47e0-a5ad-aed34fdfa1d6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.351639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965f426a0>, 'bd101926-da7b-484b-9ffb-e2908e220348') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:17.351935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965f426a0>, 'bd101926-da7b-484b-9ffb-e2908e220348') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:17.376193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b4969-c7ff-48dd-8dd0-206c6f86672c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=8e397243-8340-47e0-a5ad-aed34fdfa1d6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:17.381231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4969-c7ff-48dd-8dd0-206c6f86672c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.384445 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8f2b4969-c7ff-48dd-8dd0-206c6f86672c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/8e397243-8340-47e0-a5ad-aed34fdfa1d6 HTTP/1.1" status: 204  len: 168 time: 0.6205935
Apr 30 21:36:17.386504 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (bd101926-da7b-484b-9ffb-e2908e220348), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.387677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60138) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:17.390940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d10d87-2641-42dc-be56-72e1ad86d546 None None] Network e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:17.402680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (bd101926-da7b-484b-9ffb-e2908e220348), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.410418 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:36:17.410824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (bd101926-da7b-484b-9ffb-e2908e220348), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:36:17.414256 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:36:17.489071 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.539426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port c6c40827-c32a-4599-82f7-46c597552805 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:17.539867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c6c40827-c32a-4599-82f7-46c597552805), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.574900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] DHCP port deletion for e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:36:17.585358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (41c93c50-a157-448f-a157-39dcdf66ba9b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.601540 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.605813 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/networks/41c93c50-a157-448f-a157-39dcdf66ba9b HTTP/1.1" status: 204  len: 168 time: 1.0178471
Apr 30 21:36:17.609490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60144) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:17.618645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfb580-47ca-451f-a4e7-b884b9a70dfe tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Network': ['ID=41c93c50-a157-448f-a157-39dcdf66ba9b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:17.624715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] Deleting port c6c40827-c32a-4599-82f7-46c597552805 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:17.625483 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c6c40827-c32a-4599-82f7-46c597552805), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.663264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] For port c6c40827-c32a-4599-82f7-46c597552805, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c40827-c32a-4599-82f7-46c597552805,segment=NetworkSegment(3d1eca02-f864-4db5-abd4-01977992135b),segment_id=3d1eca02-f864-4db5-abd4-01977992135b)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:17.663640 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c6c40827-c32a-4599-82f7-46c597552805), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.682108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d0aed-4ea2-4f4a-b54a-76f2027dcb35 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:17.683480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bc6d0aed-4ea2-4f4a-b54a-76f2027dcb35 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/0ca78861-78cc-4918-b061-7ad83a5a8920 HTTP/1.1" status: 200  len: 840 time: 0.0730889
Apr 30 21:36:17.687335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60146) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:17.696467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for c6c40827-c32a-4599-82f7-46c597552805 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:17.700331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] For port c6c40827-c32a-4599-82f7-46c597552805, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c40827-c32a-4599-82f7-46c597552805,segment=NetworkSegment(3d1eca02-f864-4db5-abd4-01977992135b),segment_id=3d1eca02-f864-4db5-abd4-01977992135b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:17.700836 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c6c40827-c32a-4599-82f7-46c597552805), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.723959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] Calling delete_port for c6c40827-c32a-4599-82f7-46c597552805 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:17.766487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-de3fdd85-93f3-4959-88d4-d3575d0d56a2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/0ca78861-78cc-4918-b061-7ad83a5a8920?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0780990
Apr 30 21:36:17.771088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60152) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:17.777062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:17.853241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 145080e7-2268-4f9c-8e4f-73be79bd501b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:36:17.881089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c6c40827-c32a-4599-82f7-46c597552805), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.909152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=c6c40827-c32a-4599-82f7-46c597552805,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:17.910913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No DVR routers for this DVR port c6c40827-c32a-4599-82f7-46c597552805 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:17.924556 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fcf912ab-fdf7-4596-a2d4-6f19cde553d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.938191 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (c6c40827-c32a-4599-82f7-46c597552805), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:17.976406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] Pushing event deleted for resources: {'Port': ['ID=c6c40827-c32a-4599-82f7-46c597552805,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:17.983686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97679c85-43c2-46ea-8896-b5b68810f1c8 None None] No DVR routers for this DVR port c6c40827-c32a-4599-82f7-46c597552805 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:17.989575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:17.996545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.005446 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.005998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 145080e7-2268-4f9c-8e4f-73be79bd501b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145080e7-2268-4f9c-8e4f-73be79bd501b,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:18.017802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '145080e7-2268-4f9c-8e4f-73be79bd501b', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'port_id': '145080e7-2268-4f9c-8e4f-73be79bd501b', 'mac_address': 'fa:16:3e:ec:be:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a8725-3ed1-4534-8941-08912b6e6e57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:36:18.030899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d5c2d00>,) {'filters': {'network_id': ['e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:18.045600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d5c2d00>, '3d1eca02-f864-4db5-abd4-01977992135b') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:18.045963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d5c2d00>, '3d1eca02-f864-4db5-abd4-01977992135b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:18.064279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (3d1eca02-f864-4db5-abd4-01977992135b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.081886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 145080e7-2268-4f9c-8e4f-73be79bd501b is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:18.082364 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.088779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3d1eca02-f864-4db5-abd4-01977992135b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.100669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145080e7-2268-4f9c-8e4f-73be79bd501b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:36:18.126811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 145080e7-2268-4f9c-8e4f-73be79bd501b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145080e7-2268-4f9c-8e4f-73be79bd501b,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:18.129841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c6c40827-c32a-4599-82f7-46c597552805 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:18.135742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (3d1eca02-f864-4db5-abd4-01977992135b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:36:18.146785 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:36:18.153835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c6c40827-c32a-4599-82f7-46c597552805 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:18.154355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c6c40827-c32a-4599-82f7-46c597552805 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:18.154888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:18.176005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:18.176540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 56f7cd41-71fc-49c9-aa1d-ef8db3b93628 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:18.196504 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.222818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49f2d2-c479-47b2-b474-c2411df1413f req-f585b0f8-a231-4273-918b-187299e98844 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:18.224615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab49f2d2-c479-47b2-b474-c2411df1413f req-f585b0f8-a231-4273-918b-187299e98844 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 943 time: 0.1038969
Apr 30 21:36:18.253031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=145080e7-2268-4f9c-8e4f-73be79bd501b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:18.284637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab49f2d2-c479-47b2-b474-c2411df1413f req-0fcf7e94-95eb-4b19-83a5-20a7df9952a1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521743
Apr 30 21:36:18.297150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.310971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.315209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/networks/e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107 HTTP/1.1" status: 204  len: 168 time: 0.9256353
Apr 30 21:36:18.318280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60174) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:18.327301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-812080354'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:18.328690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022849b-7fb5-45a2-8d01-4be884002042 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Network': ['ID=e2374785-ac3e-4a3e-a0f2-9d1f0cc8f107,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:18.429725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['145080e7-2268-4f9c-8e4f-73be79bd501b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:36:18.459018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:18.462430 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.486532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:36:18.489302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (e6c09afd-9631-4dbd-bcba-99d5336b59bf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.529397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e6bf933e-b91c-434e-b12a-7509ee84f265), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.529749 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Added segment e6bf933e-b91c-434e-b12a-7509ee84f265 of type vlan for network 8e366084-ed6c-4086-ab82-9f2b1b933f36
Apr 30 21:36:18.536620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:18.553321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:18.567916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0117e-2bfe-4898-9140-8f8da1b85cc8 None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:18.575382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:18.576140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.598018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=e6c09afd-9631-4dbd-bcba-99d5336b59bf,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:18.604026 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8e366084-ed6c-4086-ab82-9f2b1b933f36), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.691031 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2912261b-5517-40cc-acb5-89b4bc6a8d81 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9163194
Apr 30 21:36:18.693520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60180) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:18.698411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2defa56d-c063-4b86-9404-3ce13b666440 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'security_group': {'name': 'tempest-secgroup-1471834923'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:18.704463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bad7b99f-53aa-41bc-800c-92c8e3241969', 'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'project_id': '61cf3c186d6347bda4f0558e9d809056', 'fixed_ips': [{'subnet_id': 'e6c09afd-9631-4dbd-bcba-99d5336b59bf'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:36:18.705323 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.710990 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8e366084-ed6c-4086-ab82-9f2b1b933f36), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.715814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:18.719609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.794189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Network': ['ID=8e366084-ed6c-4086-ab82-9f2b1b933f36,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:18.804033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8e366084-ed6c-4086-ab82-9f2b1b933f36 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:36:18.835154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2defa56d-c063-4b86-9404-3ce13b666440 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:18.842120 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-67de57f7-0964-440a-81c0-5ea867588fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5189834
Apr 30 21:36:18.845048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60182) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:18.853562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:18.913249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Allocated IP 172.20.0.2 (bad7b99f-53aa-41bc-800c-92c8e3241969/e6c09afd-9631-4dbd-bcba-99d5336b59bf/f54dccd0-dd15-456d-a92e-7beed7966bb2) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:18.943877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2defa56d-c063-4b86-9404-3ce13b666440 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (7578a623-247d-4aa9-93e4-c98dd4413dc5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.040477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2defa56d-c063-4b86-9404-3ce13b666440 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7578a623-247d-4aa9-93e4-c98dd4413dc5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.057744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:19.061201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.067178 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Publish callbacks [] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.074650 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defa56d-c063-4b86-9404-3ce13b666440 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7578a623-247d-4aa9-93e4-c98dd4413dc5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:19.139773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2defa56d-c063-4b86-9404-3ce13b666440 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.141207 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2defa56d-c063-4b86-9404-3ce13b666440 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4462605
Apr 30 21:36:19.144065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60200) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:19.149489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-96014b8b-4bcc-4e79-b630-df41f448a062 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'security_group': {'name': 'tempest-secgroup-1660013148'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:19.184267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.223291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:19.226065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:19.229601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:19.239897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Pushing event updated for resources: {'Port': ['ID=f54dccd0-dd15-456d-a92e-7beed7966bb2,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:19.280818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96014b8b-4bcc-4e79-b630-df41f448a062 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.314685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Attempting to bind port f54dccd0-dd15-456d-a92e-7beed7966bb2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:19.314685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Attempting to bind port f54dccd0-dd15-456d-a92e-7beed7966bb2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a90454f-07c5-41fe-b323-69a38b4c9230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:19.315042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Attempting to bind port f54dccd0-dd15-456d-a92e-7beed7966bb2 on network bad7b99f-53aa-41bc-800c-92c8e3241969 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:19.320755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:19.321329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Checking segment: {'id': '3a90454f-07c5-41fe-b323-69a38b4c9230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:19.321720 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.322357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Bound using segment: {'id': '3a90454f-07c5-41fe-b323-69a38b4c9230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:19.322941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Bound port: f54dccd0-dd15-456d-a92e-7beed7966bb2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a90454f-07c5-41fe-b323-69a38b4c9230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:19.323329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.378930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96014b8b-4bcc-4e79-b630-df41f448a062 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (fcf02ccc-7b3c-4261-857d-425c4ced7d82), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.391964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] For port f54dccd0-dd15-456d-a92e-7beed7966bb2, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:19.395192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] For port f54dccd0-dd15-456d-a92e-7beed7966bb2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54dccd0-dd15-456d-a92e-7beed7966bb2,segment=NetworkSegment(3a90454f-07c5-41fe-b323-69a38b4c9230),segment_id=3a90454f-07c5-41fe-b323-69a38b4c9230)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:19.407321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (279be171-0acc-4423-9d3a-62d429438f24), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.468758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf8719-cc86-48fb-8b64-090ed2497084 req-f1c2b3e8-3a85-4c99-9fc2-0f3207000434 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:19.470271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eddf8719-cc86-48fb-8b64-090ed2497084 req-f1c2b3e8-3a85-4c99-9fc2-0f3207000434 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 944 time: 0.0901303
Apr 30 21:36:19.476908 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.477603 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96014b8b-4bcc-4e79-b630-df41f448a062 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fcf02ccc-7b3c-4261-857d-425c4ced7d82), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.500034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=279be171-0acc-4423-9d3a-62d429438f24,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:19.547182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba532409-6ad7-4a66-be3e-69b211f51c52 None None] Pushing event updated for resources: {'Port': ['ID=f54dccd0-dd15-456d-a92e-7beed7966bb2,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:19.559658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking segment: {'id': 'e6bf933e-b91c-434e-b12a-7509ee84f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:19.561496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network hostable DHCP agents. Network: 8e366084-ed6c-4086-ab82-9f2b1b933f36, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:36:19.572109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96014b8b-4bcc-4e79-b630-df41f448a062 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf02ccc-7b3c-4261-857d-425c4ced7d82,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:19.601017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96014b8b-4bcc-4e79-b630-df41f448a062 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.602337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-96014b8b-4bcc-4e79-b630-df41f448a062 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4574025
Apr 30 21:36:19.606023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60206) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:19.607731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eddf8719-cc86-48fb-8b64-090ed2497084 req-66dd5e61-4076-4042-aff5-565f1ed66376 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242082
Apr 30 21:36:19.616095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2066062401', 'security_groups': ['fcf02ccc-7b3c-4261-857d-425c4ced7d82'], 'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e6c09afd-9631-4dbd-bcba-99d5336b59bf'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:19.674142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 8e366084-ed6c-4086-ab82-9f2b1b933f36 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:36:19.748327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e366084-ed6c-4086-ab82-9f2b1b933f36) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:19.748327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:19.748966 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.755894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ca300-e33d-48bc-8b64-6b0ad01a2dec None None] Network 8e366084-ed6c-4086-ab82-9f2b1b933f36 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:19.818747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:19.854994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-717e1fac-db89-4ca7-ac92-b3ac49778d4d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0079679
Apr 30 21:36:19.858433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60212) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:19.865993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36', 'name': 'tempest-PortsIpV6TestJSON-657031094', 'fixed_ips': [{'subnet_id': '279be171-0acc-4423-9d3a-62d429438f24', 'ip_address': '2001:db8::10'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:19.879502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 145080e7-2268-4f9c-8e4f-73be79bd501b up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:19.905264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e366084-ed6c-4086-ab82-9f2b1b933f36', 'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36', 'project_id': '5319e09e05a74925b8417ce40be5f90d', 'fixed_ips': [{'subnet_id': '279be171-0acc-4423-9d3a-62d429438f24'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:36:19.906152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:19.989243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.003154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 145080e7-2268-4f9c-8e4f-73be79bd501b completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:36:20.028961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port ced9a275-0270-493b-afb9-3448c04f4d55 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:20.064339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 145080e7-2268-4f9c-8e4f-73be79bd501b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:20.064781 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.092220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:20.113997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Allocated IP 2001:db8::2 (8e366084-ed6c-4086-ab82-9f2b1b933f36/279be171-0acc-4423-9d3a-62d429438f24/54a1ca49-45c7-4237-86d3-34080a50fdcb) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:20.218935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f54dccd0-dd15-456d-a92e-7beed7966bb2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:20.271754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 145080e7-2268-4f9c-8e4f-73be79bd501b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:20.272511 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.328773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.345443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63432ab8-4cf4-46ee-b4ee-7b4b22401a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145080e7-2268-4f9c-8e4f-73be79bd501b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:36:20.350136 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6489e116-1ca5-4c2c-ae62-2fb3ff4ad6d4" -d '{"events": [{"server_uuid": "63432ab8-4cf4-46ee-b4ee-7b4b22401a52", "name": "network-vif-plugged", "status": "completed", "tag": "145080e7-2268-4f9c-8e4f-73be79bd501b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:36:20.352154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port d623fee3-72c7-4941-b28e-c9a0584e0a35 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:20.373723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 145080e7-2268-4f9c-8e4f-73be79bd501b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145080e7-2268-4f9c-8e4f-73be79bd501b,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:20.403319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:20.403319 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.420492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.6 (bad7b99f-53aa-41bc-800c-92c8e3241969/e6c09afd-9631-4dbd-bcba-99d5336b59bf/ced9a275-0270-493b-afb9-3448c04f4d55) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:20.462676 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.515135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Publish callbacks [] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.550537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=145080e7-2268-4f9c-8e4f-73be79bd501b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:20.583649 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4da799d-7b2d-4756-a8fa-5e73457cfe6e x-openstack-request-id: req-e4da799d-7b2d-4756-a8fa-5e73457cfe6e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:36:20.583945 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63432ab8-4cf4-46ee-b4ee-7b4b22401a52", "name": "network-vif-plugged", "status": "completed", "tag": "145080e7-2268-4f9c-8e4f-73be79bd501b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:36:20.584318 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4da799d-7b2d-4756-a8fa-5e73457cfe6e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:36:20.584778 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4da799d-7b2d-4756-a8fa-5e73457cfe6e'] response: {'server_uuid': '63432ab8-4cf4-46ee-b4ee-7b4b22401a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145080e7-2268-4f9c-8e4f-73be79bd501b', 'code': 200}
Apr 30 21:36:20.601804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:20.602277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.637905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port f54dccd0-dd15-456d-a92e-7beed7966bb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54dccd0-dd15-456d-a92e-7beed7966bb2,segment=NetworkSegment(3a90454f-07c5-41fe-b323-69a38b4c9230),segment_id=3a90454f-07c5-41fe-b323-69a38b4c9230)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:20.658314 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f226474c-5c87-4f23-87dc-ee773160591b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.662817 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.713530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f079cf-66b2-4dc4-b8f5-ca8fa72905e1 req-45d38e78-4565-4252-88e2-1abb493f24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:20.715381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38f079cf-66b2-4dc4-b8f5-ca8fa72905e1 req-45d38e78-4565-4252-88e2-1abb493f24fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 1127 time: 0.0749264
Apr 30 21:36:20.717266 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (ced9a275-0270-493b-afb9-3448c04f4d55), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.751050 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::10 (8e366084-ed6c-4086-ab82-9f2b1b933f36/279be171-0acc-4423-9d3a-62d429438f24/d623fee3-72c7-4941-b28e-c9a0584e0a35) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:20.751308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Network 8e366084-ed6c-4086-ab82-9f2b1b933f36 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:20.762516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:20.764049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:20.770341 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.784793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Pushing event updated for resources: {'Port': ['ID=54a1ca49-45c7-4237-86d3-34080a50fdcb,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:20.838498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38f079cf-66b2-4dc4-b8f5-ca8fa72905e1 req-c1049282-6aa8-454e-988c-86bbc17303ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117084
Apr 30 21:36:20.851575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=f54dccd0-dd15-456d-a92e-7beed7966bb2,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:20.875620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81107b-aad4-4413-8e74-49dc006288bc req-ecb17b1a-7f44-445c-b240-c9c53f3d397e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:20.877242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad81107b-aad4-4413-8e74-49dc006288bc req-ecb17b1a-7f44-445c-b240-c9c53f3d397e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 945 time: 0.1362877
Apr 30 21:36:20.922379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Attempting to bind port 54a1ca49-45c7-4237-86d3-34080a50fdcb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:20.922924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Attempting to bind port 54a1ca49-45c7-4237-86d3-34080a50fdcb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e6bf933e-b91c-434e-b12a-7509ee84f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:20.923295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Attempting to bind port 54a1ca49-45c7-4237-86d3-34080a50fdcb on network 8e366084-ed6c-4086-ab82-9f2b1b933f36 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:20.928802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:20.929182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Checking segment: {'id': 'e6bf933e-b91c-434e-b12a-7509ee84f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:20.929586 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.930235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Bound using segment: {'id': 'e6bf933e-b91c-434e-b12a-7509ee84f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:20.930719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Bound port: 54a1ca49-45c7-4237-86d3-34080a50fdcb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6bf933e-b91c-434e-b12a-7509ee84f265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:20.931155 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:20.975099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad81107b-aad4-4413-8e74-49dc006288bc req-6e2f6447-7c84-4196-bb2c-f9966894ee90 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770440
Apr 30 21:36:21.012325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] For port 54a1ca49-45c7-4237-86d3-34080a50fdcb, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:21.015613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] For port 54a1ca49-45c7-4237-86d3-34080a50fdcb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54a1ca49-45c7-4237-86d3-34080a50fdcb,segment=NetworkSegment(e6bf933e-b91c-434e-b12a-7509ee84f265),segment_id=e6bf933e-b91c-434e-b12a-7509ee84f265)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:21.054340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c247e2be-a172-45a4-8abb-2fb256c9424a None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:21.054624 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c247e2be-a172-45a4-8abb-2fb256c9424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.101185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (d623fee3-72c7-4941-b28e-c9a0584e0a35), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.102991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ced9a275-0270-493b-afb9-3448c04f4d55), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.167246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:21.177050 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:21.178965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=ced9a275-0270-493b-afb9-3448c04f4d55,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:21.193269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:21.233992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:21.234657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.269725 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d623fee3-72c7-4941-b28e-c9a0584e0a35), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.287268 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.289099 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.323042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 8e366084-ed6c-4086-ab82-9f2b1b933f36 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:21.328187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:21.336577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:21.342411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:21.342729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c247e2be-a172-45a4-8abb-2fb256c9424a None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:21.342896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.354374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=d623fee3-72c7-4941-b28e-c9a0584e0a35,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:21.359882 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5582b396-4977-4fa1-a1ea-82c54b8abd8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.7512977
Apr 30 21:36:21.361902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c247e2be-a172-45a4-8abb-2fb256c9424a None None] Provisioning complete for port 0ca78861-78cc-4918-b061-7ad83a5a8920 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:21.362850 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c247e2be-a172-45a4-8abb-2fb256c9424a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.363465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60248) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:21.374328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7e138ba4-cd54-45ef-92db-c610cadf9f3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:21.397294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48185d-0a4a-4901-90f1-3b5710809c3d None None] Pushing event updated for resources: {'Port': ['ID=54a1ca49-45c7-4237-86d3-34080a50fdcb,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:21.414553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c247e2be-a172-45a4-8abb-2fb256c9424a None None] Port 0ca78861-78cc-4918-b061-7ad83a5a8920 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:21.434513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.450089 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a71cc5ce-4442-4a7f-aa39-792b2d6e744f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.5908484
Apr 30 21:36:21.452829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60252) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:21.459480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '8e366084-ed6c-4086-ab82-9f2b1b933f36', 'name': 'tempest-PortsIpV6TestJSON-751599831', 'fixed_ips': [{'subnet_id': '279be171-0acc-4423-9d3a-62d429438f24', 'ip_address': '2001:db8::f'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:21.532872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1ddd199e-d5e4-4dff-8001-7769b17728c2 None None] Provisioning complete for port ced9a275-0270-493b-afb9-3448c04f4d55 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:21.533281 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1ddd199e-d5e4-4dff-8001-7769b17728c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ced9a275-0270-493b-afb9-3448c04f4d55), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.583656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd199e-d5e4-4dff-8001-7769b17728c2 None None] Port ced9a275-0270-493b-afb9-3448c04f4d55 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:21.614037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e138ba4-cd54-45ef-92db-c610cadf9f3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:21.616509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e138ba4-cd54-45ef-92db-c610cadf9f3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.676392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:21.682597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:21.703566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port d0b96225-7690-42fc-a2b7-71d0e29c984f yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:21.722725 ncdv-master-1 neutron-server[115774]: INFO neutron.db.ipam_backend_mixin [None req-7e138ba4-cd54-45ef-92db-c610cadf9f3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e6c09afd-9631-4dbd-bcba-99d5336b59bf (CIDR: 172.20.0.0/28)
Apr 30 21:36:21.771799 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e138ba4-cd54-45ef-92db-c610cadf9f3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:36:21.772372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e138ba4-cd54-45ef-92db-c610cadf9f3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:21.849781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7e138ba4-cd54-45ef-92db-c610cadf9f3f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4849973
Apr 30 21:36:21.852818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60262) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:21.858371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:21.876385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::f (8e366084-ed6c-4086-ab82-9f2b1b933f36/279be171-0acc-4423-9d3a-62d429438f24/d0b96225-7690-42fc-a2b7-71d0e29c984f) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:22.070738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:22.076578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.194306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e1ef6-fa9f-495a-9a7f-947f00ae570e req-56987622-a891-4e98-8dca-0e3b2b34d2ab tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:22.202251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d41e1ef6-fa9f-495a-9a7f-947f00ae570e req-56987622-a891-4e98-8dca-0e3b2b34d2ab tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 945 time: 0.1155782
Apr 30 21:36:22.262724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54a1ca49-45c7-4237-86d3-34080a50fdcb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:22.323765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d41e1ef6-fa9f-495a-9a7f-947f00ae570e req-f34de69f-23a4-4124-bb9e-7825e484db29 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202714
Apr 30 21:36:22.353793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 54a1ca49-45c7-4237-86d3-34080a50fdcb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:22.354488 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.475437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 54a1ca49-45c7-4237-86d3-34080a50fdcb is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:22.475839 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.516085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 54a1ca49-45c7-4237-86d3-34080a50fdcb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54a1ca49-45c7-4237-86d3-34080a50fdcb,segment=NetworkSegment(e6bf933e-b91c-434e-b12a-7509ee84f265),segment_id=e6bf933e-b91c-434e-b12a-7509ee84f265)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:22.548231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (d0b96225-7690-42fc-a2b7-71d0e29c984f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.613654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (761671f2-f7fd-4606-b2d5-8164a1705146), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.629715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ddee5-2d78-43a6-b397-1a0e10c315e4 None None] Network 8e366084-ed6c-4086-ab82-9f2b1b933f36 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:22.659205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:22.665748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:22.671377 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.671973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f54dccd0-dd15-456d-a92e-7beed7966bb2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:22.675558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:22.676132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.680839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642dcb8-99eb-491d-b833-7448f8a0ad01 None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:22.690906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=761671f2-f7fd-4606-b2d5-8164a1705146,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:22.715432 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d0b96225-7690-42fc-a2b7-71d0e29c984f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.760296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 8e366084-ed6c-4086-ab82-9f2b1b933f36 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:22.763273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:22.765662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:22.771906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:22.772514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.787794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=d0b96225-7690-42fc-a2b7-71d0e29c984f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:22.808401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2af8106f-92ca-477b-ade4-afaefaf5a244 None None] Provisioning complete for port 54a1ca49-45c7-4237-86d3-34080a50fdcb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:22.808720 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2af8106f-92ca-477b-ade4-afaefaf5a244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.820169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-15c74bdd-ab96-4aa9-8083-f383cce161ad tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9662805
Apr 30 21:36:22.822831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60274) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:22.828044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1069375965', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '761671f2-f7fd-4606-b2d5-8164a1705146'}], 'security_groups': ['7578a623-247d-4aa9-93e4-c98dd4413dc5']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:22.866135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=54a1ca49-45c7-4237-86d3-34080a50fdcb,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:22.871824 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bfc2f83c-5784-427b-b05b-237bc0af8995 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.4178441
Apr 30 21:36:22.874898 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60276) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:22.925388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:22.925945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:22.934810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a43cba-76ee-46c1-8bd5-592f28fedc9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:22.936551 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-43a43cba-76ee-46c1-8bd5-592f28fedc9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.0604827
Apr 30 21:36:22.940741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60278) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:23.008985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdd285-edce-4f7b-a43b-194460eb0545 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:23.015987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdd285-edce-4f7b-a43b-194460eb0545 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:23.023402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdd285-edce-4f7b-a43b-194460eb0545 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:23.025290 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-60cdd285-edce-4f7b-a43b-194460eb0545 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.0835071
Apr 30 21:36:23.029227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60284) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:23.134566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2af8106f-92ca-477b-ade4-afaefaf5a244 None None] Current status of the port 54a1ca49-45c7-4237-86d3-34080a50fdcb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:23.148409 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ced9a275-0270-493b-afb9-3448c04f4d55), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.164255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-76bf2af0-72bb-4a73-93f5-037998610fd1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port d0b96225-7690-42fc-a2b7-71d0e29c984f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:23.165155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76bf2af0-72bb-4a73-93f5-037998610fd1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d0b96225-7690-42fc-a2b7-71d0e29c984f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.248158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.262700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:23.276110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98d642-d62b-4450-9645-dc109b406112 None None] Update dhcp port {'port': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'fixed_ips': [{'subnet_id': 'e6c09afd-9631-4dbd-bcba-99d5336b59bf', 'ip_address': '172.20.0.2'}, {'subnet_id': '761671f2-f7fd-4606-b2d5-8164a1705146'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f54dccd0-dd15-456d-a92e-7beed7966bb2'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:36:23.312439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b98d642-d62b-4450-9645-dc109b406112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.314934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76bf2af0-72bb-4a73-93f5-037998610fd1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d0b96225-7690-42fc-a2b7-71d0e29c984f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.336696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-76bf2af0-72bb-4a73-93f5-037998610fd1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for d0b96225-7690-42fc-a2b7-71d0e29c984f owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:23.491434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ba56c8f7-9c47-44fb-b2a9-8f38b007920e None None] Provisioning complete for port 54a1ca49-45c7-4237-86d3-34080a50fdcb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:23.492796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba56c8f7-9c47-44fb-b2a9-8f38b007920e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.538639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa71fc-081e-4140-8ce9-9c200d0535e1 req-968f55f9-d157-4c8a-a5d8-4bcfa50b6cd9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:23.540282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33fa71fc-081e-4140-8ce9-9c200d0535e1 req-968f55f9-d157-4c8a-a5d8-4bcfa50b6cd9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 945 time: 0.0658474
Apr 30 21:36:23.588177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-4b98d642-d62b-4450-9645-dc109b406112 None None] Allocated IP 172.20.0.18 (bad7b99f-53aa-41bc-800c-92c8e3241969/761671f2-f7fd-4606-b2d5-8164a1705146/f54dccd0-dd15-456d-a92e-7beed7966bb2) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:23.597252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33fa71fc-081e-4140-8ce9-9c200d0535e1 req-36c2e682-5332-43da-a462-f1bb2b6b3ef1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493858
Apr 30 21:36:23.629977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76bf2af0-72bb-4a73-93f5-037998610fd1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d0b96225-7690-42fc-a2b7-71d0e29c984f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.660004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf2af0-72bb-4a73-93f5-037998610fd1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=d0b96225-7690-42fc-a2b7-71d0e29c984f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:23.687494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76bf2af0-72bb-4a73-93f5-037998610fd1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.694270 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-76bf2af0-72bb-4a73-93f5-037998610fd1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/d0b96225-7690-42fc-a2b7-71d0e29c984f HTTP/1.1" status: 204  len: 168 time: 0.6616669
Apr 30 21:36:23.694596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60308) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:23.724163 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1a4f5c-856e-48c8-b063-ade89648058a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:23.728621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4e1a4f5c-856e-48c8-b063-ade89648058a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/d0b96225-7690-42fc-a2b7-71d0e29c984f HTTP/1.1" status: 404  len: 333 time: 0.0299935
Apr 30 21:36:23.728723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60310) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:23.747774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ba56c8f7-9c47-44fb-b2a9-8f38b007920e None None] Current status of the port 54a1ca49-45c7-4237-86d3-34080a50fdcb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:23.754484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ba56c8f7-9c47-44fb-b2a9-8f38b007920e None None] Could not find standard attr ID for object d0b96225-7690-42fc-a2b7-71d0e29c984f. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:23.774342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ba56c8f7-9c47-44fb-b2a9-8f38b007920e None None] Provisioning complete for port d623fee3-72c7-4941-b28e-c9a0584e0a35 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:23.774525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba56c8f7-9c47-44fb-b2a9-8f38b007920e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d623fee3-72c7-4941-b28e-c9a0584e0a35), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.790001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142cc6b-7bf5-4017-868e-51c0a820ed2f req-a8db621f-2ce3-46e2-9d9b-92a93de85e5a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:23.792198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0142cc6b-7bf5-4017-868e-51c0a820ed2f req-a8db621f-2ce3-46e2-9d9b-92a93de85e5a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 945 time: 0.0701773
Apr 30 21:36:23.831847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e90e0-fec2-452c-bd66-7eb175c5b3b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port d623fee3-72c7-4941-b28e-c9a0584e0a35 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:23.832070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b5e90e0-fec2-452c-bd66-7eb175c5b3b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d623fee3-72c7-4941-b28e-c9a0584e0a35), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.843038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ba56c8f7-9c47-44fb-b2a9-8f38b007920e None None] Port d623fee3-72c7-4941-b28e-c9a0584e0a35 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:23.858881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0142cc6b-7bf5-4017-868e-51c0a820ed2f req-ac90bcc8-18b9-4753-b6a5-f0b592885127 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609298
Apr 30 21:36:23.875753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4b98d642-d62b-4450-9645-dc109b406112 None None] For port f54dccd0-dd15-456d-a92e-7beed7966bb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54dccd0-dd15-456d-a92e-7beed7966bb2,segment=NetworkSegment(3a90454f-07c5-41fe-b323-69a38b4c9230),segment_id=3a90454f-07c5-41fe-b323-69a38b4c9230)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:23.921712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b98d642-d62b-4450-9645-dc109b406112 None None] Publish callbacks [] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.946027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b5e90e0-fec2-452c-bd66-7eb175c5b3b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d623fee3-72c7-4941-b28e-c9a0584e0a35), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:23.963353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e90e0-fec2-452c-bd66-7eb175c5b3b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for d623fee3-72c7-4941-b28e-c9a0584e0a35 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:23.965447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5e4d663f-ee9c-4ffd-b998-4cd010afa3ac None None] Provisioning complete for port d623fee3-72c7-4941-b28e-c9a0584e0a35 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:23.965962 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5e4d663f-ee9c-4ffd-b998-4cd010afa3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d623fee3-72c7-4941-b28e-c9a0584e0a35), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.013183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d663f-ee9c-4ffd-b998-4cd010afa3ac None None] Port d623fee3-72c7-4941-b28e-c9a0584e0a35 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:24.048123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b98d642-d62b-4450-9645-dc109b406112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.166660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Delete allocated IP 172.20.0.6 (bad7b99f-53aa-41bc-800c-92c8e3241969/e6c09afd-9631-4dbd-bcba-99d5336b59bf) {{(pid=115774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 21:36:24.182178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.22 (bad7b99f-53aa-41bc-800c-92c8e3241969/761671f2-f7fd-4606-b2d5-8164a1705146/ced9a275-0270-493b-afb9-3448c04f4d55) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:24.183328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2128151d-be38-4511-b601-6ba17a9a2824 None None] Could not find standard attr ID for object d0b96225-7690-42fc-a2b7-71d0e29c984f. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:24.213257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b5e90e0-fec2-452c-bd66-7eb175c5b3b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d623fee3-72c7-4941-b28e-c9a0584e0a35), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.233719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54a1ca49-45c7-4237-86d3-34080a50fdcb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:24.307951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e90e0-fec2-452c-bd66-7eb175c5b3b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=d623fee3-72c7-4941-b28e-c9a0584e0a35,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:24.331401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98d642-d62b-4450-9645-dc109b406112 None None] Pushing event updated for resources: {'Port': ['ID=f54dccd0-dd15-456d-a92e-7beed7966bb2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:24.347454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 54a1ca49-45c7-4237-86d3-34080a50fdcb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:24.347860 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.380209 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b5e90e0-fec2-452c-bd66-7eb175c5b3b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.387091 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1b5e90e0-fec2-452c-bd66-7eb175c5b3b3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/d623fee3-72c7-4941-b28e-c9a0584e0a35 HTTP/1.1" status: 204  len: 168 time: 0.6556532
Apr 30 21:36:24.387971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:24.433463 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07e5a8d-cc7f-40bb-acda-3f2078fc313a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:24.439064 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e07e5a8d-cc7f-40bb-acda-3f2078fc313a tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/d623fee3-72c7-4941-b28e-c9a0584e0a35 HTTP/1.1" status: 404  len: 333 time: 0.0499043
Apr 30 21:36:24.439790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60338) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:24.521348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cc74a0-83a8-4f9b-a022-3a8ec640e684 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 279be171-0acc-4423-9d3a-62d429438f24 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:24.526075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79cc74a0-83a8-4f9b-a022-3a8ec640e684 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (279be171-0acc-4423-9d3a-62d429438f24), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.588370 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79cc74a0-83a8-4f9b-a022-3a8ec640e684 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (279be171-0acc-4423-9d3a-62d429438f24), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.650345 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (ced9a275-0270-493b-afb9-3448c04f4d55), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.658032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 54a1ca49-45c7-4237-86d3-34080a50fdcb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:24.666183 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.694858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f698ea4-8641-486c-94c5-dc616db08bd3 req-eb58b053-f0c4-421c-baaf-ef02bd8f2b63 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:24.696782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f698ea4-8641-486c-94c5-dc616db08bd3 req-eb58b053-f0c4-421c-baaf-ef02bd8f2b63 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 945 time: 0.1328337
Apr 30 21:36:24.743169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ced9a275-0270-493b-afb9-3448c04f4d55), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.773235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79cc74a0-83a8-4f9b-a022-3a8ec640e684 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (279be171-0acc-4423-9d3a-62d429438f24), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.888976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=ced9a275-0270-493b-afb9-3448c04f4d55,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:24.905125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f698ea4-8641-486c-94c5-dc616db08bd3 req-ac73ba95-2f80-402c-91cc-eb2af28b02ab tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948750
Apr 30 21:36:24.921117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79cc74a0-83a8-4f9b-a022-3a8ec640e684 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (279be171-0acc-4423-9d3a-62d429438f24), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.967456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc74a0-83a8-4f9b-a022-3a8ec640e684 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=279be171-0acc-4423-9d3a-62d429438f24,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:24.973427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] In _notify_port_updated(), no bound segment for port ced9a275-0270-493b-afb9-3448c04f4d55 on network bad7b99f-53aa-41bc-800c-92c8e3241969 {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:36:24.976181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79cc74a0-83a8-4f9b-a022-3a8ec640e684 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.979573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:24.982775 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-79cc74a0-83a8-4f9b-a022-3a8ec640e684 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/279be171-0acc-4423-9d3a-62d429438f24 HTTP/1.1" status: 204  len: 168 time: 0.5394886
Apr 30 21:36:24.982915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:24.982915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6132e687-73ea-4b83-94e2-3bbb0552c428 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "PUT /v2.0/ports/ced9a275-0270-493b-afb9-3448c04f4d55 HTTP/1.1" status: 200  len: 921 time: 2.1583545
Apr 30 21:36:24.989124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60358) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:24.989490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d70e7c-2315-4653-a213-b6c75dd3747a None None] Network 8e366084-ed6c-4086-ab82-9f2b1b933f36 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:24.991424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60360) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:25.077674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8e366084-ed6c-4086-ab82-9f2b1b933f36), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.094276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e9fc1-3382-40dc-998d-3367dac4a16f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port ced9a275-0270-493b-afb9-3448c04f4d55 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:25.094705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9fc1-3382-40dc-998d-3367dac4a16f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ced9a275-0270-493b-afb9-3448c04f4d55), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.161432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 54a1ca49-45c7-4237-86d3-34080a50fdcb {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:25.161932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.189570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] DHCP port deletion for 8e366084-ed6c-4086-ab82-9f2b1b933f36 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:36:25.260439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9fc1-3382-40dc-998d-3367dac4a16f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ced9a275-0270-493b-afb9-3448c04f4d55), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.280069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] Deleting port 54a1ca49-45c7-4237-86d3-34080a50fdcb {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:25.285329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.286354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] For port 54a1ca49-45c7-4237-86d3-34080a50fdcb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54a1ca49-45c7-4237-86d3-34080a50fdcb,segment=NetworkSegment(e6bf933e-b91c-434e-b12a-7509ee84f265),segment_id=e6bf933e-b91c-434e-b12a-7509ee84f265)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:25.286845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.308087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e9fc1-3382-40dc-998d-3367dac4a16f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for ced9a275-0270-493b-afb9-3448c04f4d55 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:25.319219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 54a1ca49-45c7-4237-86d3-34080a50fdcb owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:25.411006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] For port 54a1ca49-45c7-4237-86d3-34080a50fdcb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54a1ca49-45c7-4237-86d3-34080a50fdcb,segment=NetworkSegment(e6bf933e-b91c-434e-b12a-7509ee84f265),segment_id=e6bf933e-b91c-434e-b12a-7509ee84f265)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:25.411515 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.414513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-94699705-57d4-4dec-8346-b894c1b3dc18 None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:25.414649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94699705-57d4-4dec-8346-b894c1b3dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.445897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] Calling delete_port for 54a1ca49-45c7-4237-86d3-34080a50fdcb owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:25.548733 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.567455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9fc1-3382-40dc-998d-3367dac4a16f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ced9a275-0270-493b-afb9-3448c04f4d55), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.574500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-94699705-57d4-4dec-8346-b894c1b3dc18 None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:25.578215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=54a1ca49-45c7-4237-86d3-34080a50fdcb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:25.579012 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 21:36:25.583140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No DVR routers for this DVR port 54a1ca49-45c7-4237-86d3-34080a50fdcb on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:25.592451 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (54a1ca49-45c7-4237-86d3-34080a50fdcb), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.616234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e9fc1-3382-40dc-998d-3367dac4a16f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=ced9a275-0270-493b-afb9-3448c04f4d55,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:25.618194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] Pushing event deleted for resources: {'Port': ['ID=54a1ca49-45c7-4237-86d3-34080a50fdcb,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:25.621359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-94699705-57d4-4dec-8346-b894c1b3dc18 None None] Provisioning complete for port 0ca78861-78cc-4918-b061-7ad83a5a8920 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:25.621603 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94699705-57d4-4dec-8346-b894c1b3dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.664293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e996959-b6ed-4f8b-bbbb-a676ea3bb089 None None] No DVR routers for this DVR port 54a1ca49-45c7-4237-86d3-34080a50fdcb on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:25.678688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8e366084-ed6c-4086-ab82-9f2b1b933f36), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.679760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-94699705-57d4-4dec-8346-b894c1b3dc18 None None] Port 0ca78861-78cc-4918-b061-7ad83a5a8920 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:25.682909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-94699705-57d4-4dec-8346-b894c1b3dc18 None None] Could not find standard attr ID for object ced9a275-0270-493b-afb9-3448c04f4d55. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:25.701202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966d71fa0>,) {'filters': {'network_id': ['8e366084-ed6c-4086-ab82-9f2b1b933f36']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:25.702804 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9fc1-3382-40dc-998d-3367dac4a16f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.708663 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cc1e9fc1-3382-40dc-998d-3367dac4a16f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/ced9a275-0270-493b-afb9-3448c04f4d55 HTTP/1.1" status: 204  len: 168 time: 0.7138457
Apr 30 21:36:25.710201 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60388) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:25.742158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d71fa0>, 'e6bf933e-b91c-434e-b12a-7509ee84f265') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:25.742294 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04c7f26-da75-45b5-9261-2b40287a7caf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:25.742406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d71fa0>, 'e6bf933e-b91c-434e-b12a-7509ee84f265') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:25.742511 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b04c7f26-da75-45b5-9261-2b40287a7caf tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/ced9a275-0270-493b-afb9-3448c04f4d55 HTTP/1.1" status: 404  len: 333 time: 0.0285175
Apr 30 21:36:25.743014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60390) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:25.753549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e6bf933e-b91c-434e-b12a-7509ee84f265), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.772877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c3ded898-9c82-4daa-af6f-07f071ee8eef tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:25.774405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c3ded898-9c82-4daa-af6f-07f071ee8eef tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 945 time: 0.0707147
Apr 30 21:36:25.780523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e6bf933e-b91c-434e-b12a-7509ee84f265), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.793956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:36:25.794373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e6bf933e-b91c-434e-b12a-7509ee84f265), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:36:25.798668 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:36:25.814461 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ae7260b-c49d-466a-8ea0-9054b1794f8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (fcf02ccc-7b3c-4261-857d-425c4ced7d82), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.843438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ae7260b-c49d-466a-8ea0-9054b1794f8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (fcf02ccc-7b3c-4261-857d-425c4ced7d82), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:25.931299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Deleting port 145080e7-2268-4f9c-8e4f-73be79bd501b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:25.931918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.003293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ea9e17f5-4b14-46e5-8e05-f553c13a0874 None None] Could not find standard attr ID for object ced9a275-0270-493b-afb9-3448c04f4d55. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:26.035245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ae7260b-c49d-466a-8ea0-9054b1794f8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fcf02ccc-7b3c-4261-857d-425c4ced7d82), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.038832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ae7260b-c49d-466a-8ea0-9054b1794f8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.044878 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ae7260b-c49d-466a-8ea0-9054b1794f8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/security-groups/fcf02ccc-7b3c-4261-857d-425c4ced7d82 HTTP/1.1" status: 204  len: 168 time: 0.2979577
Apr 30 21:36:26.044878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:26.053323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60398) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:26.105719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7260b-c49d-466a-8ea0-9054b1794f8f tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf02ccc-7b3c-4261-857d-425c4ced7d82,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:26.160087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e2a069-bc24-4824-a72d-b497dfade725 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (7578a623-247d-4aa9-93e4-c98dd4413dc5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.160614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f54dccd0-dd15-456d-a92e-7beed7966bb2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:26.202460 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e2a069-bc24-4824-a72d-b497dfade725 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (7578a623-247d-4aa9-93e4-c98dd4413dc5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.281582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:26.282606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.289976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7e48-fb51-430a-95cf-07db93121ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.376292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e2a069-bc24-4824-a72d-b497dfade725 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7578a623-247d-4aa9-93e4-c98dd4413dc5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.381681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64e2a069-bc24-4824-a72d-b497dfade725 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.385656 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-64e2a069-bc24-4824-a72d-b497dfade725 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/security-groups/7578a623-247d-4aa9-93e4-c98dd4413dc5 HTTP/1.1" status: 204  len: 168 time: 0.3278646
Apr 30 21:36:26.395426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60406) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:26.399917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:26.451253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2a069-bc24-4824-a72d-b497dfade725 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578a623-247d-4aa9-93e4-c98dd4413dc5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:26.507756 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86cf8c9-b5b8-4d58-980b-1624bb0291b2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet e6c09afd-9631-4dbd-bcba-99d5336b59bf {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:26.510651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54a1ca49-45c7-4237-86d3-34080a50fdcb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:26.514201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b86cf8c9-b5b8-4d58-980b-1624bb0291b2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (e6c09afd-9631-4dbd-bcba-99d5336b59bf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.524279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8e366084-ed6c-4086-ab82-9f2b1b933f36), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.529159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 54a1ca49-45c7-4237-86d3-34080a50fdcb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:26.529652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 54a1ca49-45c7-4237-86d3-34080a50fdcb not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:26.530333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.535123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/networks/8e366084-ed6c-4086-ab82-9f2b1b933f36 HTTP/1.1" status: 204  len: 168 time: 1.5511055
Apr 30 21:36:26.542982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60410) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:26.556949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-495604140'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:26.568514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca9590-f34c-4345-a7a3-97b7ac13af84 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Network': ['ID=8e366084-ed6c-4086-ab82-9f2b1b933f36,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:26.578209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] For port 145080e7-2268-4f9c-8e4f-73be79bd501b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145080e7-2268-4f9c-8e4f-73be79bd501b,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:26.578583 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.584790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7e48-fb51-430a-95cf-07db93121ca0 admin admin] Publish callbacks [] for security_group (86cf330d-43c2-4114-8ab3-6862df00ab5c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.587950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65e5c0-7fd1-4299-a523-4550e4519666 req-7cbe4c1d-38c6-40f2-ab11-edebe9d0b876 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:26.589480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e65e5c0-7fd1-4299-a523-4550e4519666 req-7cbe4c1d-38c6-40f2-ab11-edebe9d0b876 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 945 time: 0.5681684
Apr 30 21:36:26.597542 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b86cf8c9-b5b8-4d58-980b-1624bb0291b2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (e6c09afd-9631-4dbd-bcba-99d5336b59bf), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.607463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Calling delete_port for 145080e7-2268-4f9c-8e4f-73be79bd501b owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:26.646598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7e48-fb51-430a-95cf-07db93121ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (86cf330d-43c2-4114-8ab3-6862df00ab5c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.686263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:26.686920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e65e5c0-7fd1-4299-a523-4550e4519666 req-0839aabb-6a67-4107-bce8-09869582924f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894420
Apr 30 21:36:26.689413 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.737320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b86cf8c9-b5b8-4d58-980b-1624bb0291b2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (e6c09afd-9631-4dbd-bcba-99d5336b59bf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.741464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf7e48-fb51-430a-95cf-07db93121ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cf330d-43c2-4114-8ab3-6862df00ab5c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:26.769128 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d7bf7e48-fb51-430a-95cf-07db93121ca0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e755f57c175e43d7b08df778af0e3b04&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7224572
Apr 30 21:36:26.773582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60412) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:26.799772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:36:26.837112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c3ebd4c5-ea66-4118-936f-327d72b657f8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.837909 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Added segment c3ebd4c5-ea66-4118-936f-327d72b657f8 of type vlan for network 60e0382f-3667-41f6-b69b-6184d07778bb
Apr 30 21:36:26.846223 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (145080e7-2268-4f9c-8e4f-73be79bd501b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.860600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:36:26.880952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event deleted for resources: {'Port': ['ID=145080e7-2268-4f9c-8e4f-73be79bd501b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:26.904977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (60e0382f-3667-41f6-b69b-6184d07778bb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.909034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8774e518-0a67-4552-869d-520f76d751ca admin admin] Publish callbacks [] for security_group (86cf330d-43c2-4114-8ab3-6862df00ab5c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.923127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b86cf8c9-b5b8-4d58-980b-1624bb0291b2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (e6c09afd-9631-4dbd-bcba-99d5336b59bf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.938454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] No DVR routers for this DVR port 145080e7-2268-4f9c-8e4f-73be79bd501b on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:26.941459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.945173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae7cb613-3c6e-4afa-a973-0063fe3244f1 req-c60fa373-a06d-420c-a912-4d310c69a356 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "DELETE /v2.0/ports/145080e7-2268-4f9c-8e4f-73be79bd501b HTTP/1.1" status: 204  len: 173 time: 1.1591194
Apr 30 21:36:26.950990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63432ab8-4cf4-46ee-b4ee-7b4b22401a52', 'name': 'network-vif-deleted', 'tag': '145080e7-2268-4f9c-8e4f-73be79bd501b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:36:26.950990 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f5e912-8769-4e2a-8f06-4ced1d7fa4f8" -d '{"events": [{"server_uuid": "63432ab8-4cf4-46ee-b4ee-7b4b22401a52", "name": "network-vif-deleted", "tag": "145080e7-2268-4f9c-8e4f-73be79bd501b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:36:26.974250 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cf8c9-b5b8-4d58-980b-1624bb0291b2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c09afd-9631-4dbd-bcba-99d5336b59bf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:26.977436 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8774e518-0a67-4552-869d-520f76d751ca admin admin] Publish callbacks [] for security_group (86cf330d-43c2-4114-8ab3-6862df00ab5c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.990717 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b86cf8c9-b5b8-4d58-980b-1624bb0291b2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:26.993170 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16ddb50-287b-42a4-b564-2a5e8c713d53 x-openstack-request-id: req-a16ddb50-287b-42a4-b564-2a5e8c713d53 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:36:26.994024 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b86cf8c9-b5b8-4d58-980b-1624bb0291b2 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/e6c09afd-9631-4dbd-bcba-99d5336b59bf HTTP/1.1" status: 204  len: 168 time: 0.5964010
Apr 30 21:36:26.997902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60416) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:27.000255 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63432ab8-4cf4-46ee-b4ee-7b4b22401a52", "name": "network-vif-deleted", "tag": "145080e7-2268-4f9c-8e4f-73be79bd501b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:36:27.000860 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a16ddb50-287b-42a4-b564-2a5e8c713d53 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:36:27.001313 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16ddb50-287b-42a4-b564-2a5e8c713d53'] response: {'server_uuid': '63432ab8-4cf4-46ee-b4ee-7b4b22401a52', 'name': 'network-vif-deleted', 'tag': '145080e7-2268-4f9c-8e4f-73be79bd501b', 'status': 'completed', 'code': 200}
Apr 30 21:36:27.004236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:27.006772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1394a94-b6c5-4f86-a22b-19f64d2179b8 None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:27.066439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (60e0382f-3667-41f6-b69b-6184d07778bb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.071860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:27.072445 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.176367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Network': ['ID=60e0382f-3667-41f6-b69b-6184d07778bb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:27.191968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 60e0382f-3667-41f6-b69b-6184d07778bb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:36:27.229415 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-802e07df-40f7-423a-9af5-eb0c2c79e33f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6805022
Apr 30 21:36:27.232946 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60418) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:27.238875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '60e0382f-3667-41f6-b69b-6184d07778bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:27.258646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8774e518-0a67-4552-869d-520f76d751ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (86cf330d-43c2-4114-8ab3-6862df00ab5c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.261585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8774e518-0a67-4552-869d-520f76d751ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.263043 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8774e518-0a67-4552-869d-520f76d751ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86cf330d-43c2-4114-8ab3-6862df00ab5c HTTP/1.1" status: 204  len: 168 time: 0.4885066
Apr 30 21:36:27.298211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774e518-0a67-4552-869d-520f76d751ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cf330d-43c2-4114-8ab3-6862df00ab5c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:27.315692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:27.319405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.503303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:27.507381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.783872 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.818443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9f5fb70-d330-45fe-a994-2cac49fb158f req-275fbea6-59a7-4e77-8bd9-a3a6189fa18c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=63432ab8-4cf4-46ee-b4ee-7b4b22401a52 HTTP/1.1" status: 200  len: 210 time: 0.0367572
Apr 30 21:36:27.838295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (fc0edfa6-5d86-4af2-800e-382fbe2e3872), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.843488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:27.855452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:27.857411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:27.861252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:27.861252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:27.921603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 145080e7-2268-4f9c-8e4f-73be79bd501b no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:27.934618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Checking segment: {'id': 'c3ebd4c5-ea66-4118-936f-327d72b657f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '60e0382f-3667-41f6-b69b-6184d07778bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:27.934980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network hostable DHCP agents. Network: 60e0382f-3667-41f6-b69b-6184d07778bb, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:36:27.937259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=fc0edfa6-5d86-4af2-800e-382fbe2e3872,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:27.953095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 145080e7-2268-4f9c-8e4f-73be79bd501b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:27.954574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 145080e7-2268-4f9c-8e4f-73be79bd501b not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:27.975719 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4876543a-4a8d-4302-b8dc-07e74be73647 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9761083
Apr 30 21:36:27.978229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60432) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:27.983868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6862f63a-f137-418f-b8b9-6cad2e178d41 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'security_group': {'name': 'tempest-secgroup-708215512'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:27.991908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5760c0-5926-4d9f-b813-ac3f43c39e0b None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:28.046944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 60e0382f-3667-41f6-b69b-6184d07778bb is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:36:28.057271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-286c2232-90f0-45a4-8d88-7968abb0fa86 None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:28.057271 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-286c2232-90f0-45a4-8d88-7968abb0fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.069233 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6862f63a-f137-418f-b8b9-6cad2e178d41 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.142014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60e0382f-3667-41f6-b69b-6184d07778bb) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:28.142625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60434) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:28.146494 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6862f63a-f137-418f-b8b9-6cad2e178d41 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (adcc67ca-64e6-46d1-bb85-1750d83340a1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.149650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:28.150279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.162299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1d81886-c980-433b-82c1-4244079ae36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.165540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0ec3c8-0428-4c12-a8ea-29c1c7dc87bb None None] Network 60e0382f-3667-41f6-b69b-6184d07778bb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:28.200858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6862f63a-f137-418f-b8b9-6cad2e178d41 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (adcc67ca-64e6-46d1-bb85-1750d83340a1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.240446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862f63a-f137-418f-b8b9-6cad2e178d41 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcc67ca-64e6-46d1-bb85-1750d83340a1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:28.249112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0b30ba30-7757-44e2-9f58-90314326ed2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0150385
Apr 30 21:36:28.252015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60436) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:28.253290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1d81886-c980-433b-82c1-4244079ae36e admin admin] Publish callbacks [] for security_group (7f0c7173-9e71-4735-894a-3f0e60f55fcb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.254844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-286c2232-90f0-45a4-8d88-7968abb0fa86 None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:28.257551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-24b9f0bd-51f4-4dcf-ba42-7d30afb2deef tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-322621165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:28.279345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-286c2232-90f0-45a4-8d88-7968abb0fa86 None None] Provisioning complete for port 0ca78861-78cc-4918-b061-7ad83a5a8920 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:28.279723 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-286c2232-90f0-45a4-8d88-7968abb0fa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.319016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6862f63a-f137-418f-b8b9-6cad2e178d41 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.323207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6862f63a-f137-418f-b8b9-6cad2e178d41 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3411407
Apr 30 21:36:28.323479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60438) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:28.328129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5a50e09b-2e24-4003-a40f-90226fc5700d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'security_group': {'name': 'tempest-secgroup-1860592240'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:28.329192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dab238-6cf6-4823-bd7e-ea705e516ad7 None None] Update dhcp port {'port': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'fixed_ips': [{'subnet_id': '761671f2-f7fd-4606-b2d5-8164a1705146', 'ip_address': '172.20.0.18'}, {'subnet_id': '69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f54dccd0-dd15-456d-a92e-7beed7966bb2'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:36:28.368502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-286c2232-90f0-45a4-8d88-7968abb0fa86 None None] Port 0ca78861-78cc-4918-b061-7ad83a5a8920 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:28.377676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1d81886-c980-433b-82c1-4244079ae36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7f0c7173-9e71-4735-894a-3f0e60f55fcb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.385863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-60e0382f-3667-41f6-b69b-6184d07778bb', 'network_id': '60e0382f-3667-41f6-b69b-6184d07778bb', 'project_id': '5319e09e05a74925b8417ce40be5f90d', 'fixed_ips': [{'subnet_id': 'fc0edfa6-5d86-4af2-800e-382fbe2e3872'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:36:28.385863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.385863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97dab238-6cf6-4823-bd7e-ea705e516ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.418874 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1d81886-c980-433b-82c1-4244079ae36e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=306169be24624972b5874cecf1b44d9a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2734804
Apr 30 21:36:28.421748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60442) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:28.422581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81886-c980-433b-82c1-4244079ae36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c7173-9e71-4735-894a-3f0e60f55fcb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:28.479476 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24b9f0bd-51f4-4dcf-ba42-7d30afb2deef tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (204b85c5-c221-4aa2-b913-882e4bb126ba), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.480504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24b9f0bd-51f4-4dcf-ba42-7d30afb2deef tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (204b85c5-c221-4aa2-b913-882e4bb126ba), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.522260 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5a50e09b-2e24-4003-a40f-90226fc5700d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.530406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ab87b32-b44f-4b3b-a574-d10ec1780f85 admin admin] Publish callbacks [] for security_group (7f0c7173-9e71-4735-894a-3f0e60f55fcb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.570315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24b9f0bd-51f4-4dcf-ba42-7d30afb2deef tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for router_controller (204b85c5-c221-4aa2-b913-882e4bb126ba), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.590711 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ab87b32-b44f-4b3b-a574-d10ec1780f85 admin admin] Publish callbacks [] for security_group (7f0c7173-9e71-4735-894a-3f0e60f55fcb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.645677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24b9f0bd-51f4-4dcf-ba42-7d30afb2deef tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (204b85c5-c221-4aa2-b913-882e4bb126ba), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.654129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Allocated IP 2001:db8::2 (60e0382f-3667-41f6-b69b-6184d07778bb/fc0edfa6-5d86-4af2-800e-382fbe2e3872/f9349fc7-9131-4a47-bb7e-502f21de9712) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:28.673111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-97dab238-6cf6-4823-bd7e-ea705e516ad7 None None] Allocated IP 172.20.0.2 (bad7b99f-53aa-41bc-800c-92c8e3241969/69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2/f54dccd0-dd15-456d-a92e-7beed7966bb2) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:28.678141 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5a50e09b-2e24-4003-a40f-90226fc5700d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (623e5507-20e0-4f96-8deb-0feb88455a58), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.762295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-24b9f0bd-51f4-4dcf-ba42-7d30afb2deef tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.763693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-24b9f0bd-51f4-4dcf-ba42-7d30afb2deef tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5104558
Apr 30 21:36:28.766508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60448) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:28.772241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'network_id': '60e0382f-3667-41f6-b69b-6184d07778bb', 'name': 'tempest-PortsIpV6TestJSON-907999245'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:28.789548 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ab87b32-b44f-4b3b-a574-d10ec1780f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7f0c7173-9e71-4735-894a-3f0e60f55fcb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.792025 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ab87b32-b44f-4b3b-a574-d10ec1780f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.795585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8ab87b32-b44f-4b3b-a574-d10ec1780f85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f0c7173-9e71-4735-894a-3f0e60f55fcb HTTP/1.1" status: 204  len: 168 time: 0.3699734
Apr 30 21:36:28.795730 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5a50e09b-2e24-4003-a40f-90226fc5700d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (623e5507-20e0-4f96-8deb-0feb88455a58), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.830069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab87b32-b44f-4b3b-a574-d10ec1780f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c7173-9e71-4735-894a-3f0e60f55fcb,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:28.866660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-97dab238-6cf6-4823-bd7e-ea705e516ad7 None None] For port f54dccd0-dd15-456d-a92e-7beed7966bb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54dccd0-dd15-456d-a92e-7beed7966bb2,segment=NetworkSegment(3a90454f-07c5-41fe-b323-69a38b4c9230),segment_id=3a90454f-07c5-41fe-b323-69a38b4c9230)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:28.879531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50e09b-2e24-4003-a40f-90226fc5700d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623e5507-20e0-4f96-8deb-0feb88455a58,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:28.905306 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Publish callbacks [] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.919488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5a50e09b-2e24-4003-a40f-90226fc5700d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.920769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5a50e09b-2e24-4003-a40f-90226fc5700d tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5961206
Apr 30 21:36:28.923637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60456) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:28.928307 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97dab238-6cf6-4823-bd7e-ea705e516ad7 None None] Publish callbacks [] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:28.928859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1aabfd7a-8a29-4a6a-8abd-7d0bc1806416 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'security_group': {'name': 'tempest-secgroup-1974765319'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:29.000887 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.023812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:29.024681 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1aabfd7a-8a29-4a6a-8abd-7d0bc1806416 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.028736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.030910 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97dab238-6cf6-4823-bd7e-ea705e516ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.048857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Network 60e0382f-3667-41f6-b69b-6184d07778bb is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:29.056197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:29.065561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:29.069967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Pushing event updated for resources: {'Port': ['ID=f9349fc7-9131-4a47-bb7e-502f21de9712,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:29.076269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 3c81a952-d928-4030-86b0-00c9f6402110 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:29.146112 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1aabfd7a-8a29-4a6a-8abd-7d0bc1806416 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (30c23cdf-2132-4ee4-b499-a17c2531afbc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.214778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dab238-6cf6-4823-bd7e-ea705e516ad7 None None] Pushing event updated for resources: {'Port': ['ID=f54dccd0-dd15-456d-a92e-7beed7966bb2,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:29.218098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Attempting to bind port f9349fc7-9131-4a47-bb7e-502f21de9712 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:29.218470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Attempting to bind port f9349fc7-9131-4a47-bb7e-502f21de9712 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3ebd4c5-ea66-4118-936f-327d72b657f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '60e0382f-3667-41f6-b69b-6184d07778bb'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:29.218836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Attempting to bind port f9349fc7-9131-4a47-bb7e-502f21de9712 on network 60e0382f-3667-41f6-b69b-6184d07778bb {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:29.225176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:29.225897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Checking segment: {'id': 'c3ebd4c5-ea66-4118-936f-327d72b657f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '60e0382f-3667-41f6-b69b-6184d07778bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:29.226012 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.226527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Bound using segment: {'id': 'c3ebd4c5-ea66-4118-936f-327d72b657f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '60e0382f-3667-41f6-b69b-6184d07778bb'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:29.227046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Bound port: f9349fc7-9131-4a47-bb7e-502f21de9712, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ebd4c5-ea66-4118-936f-327d72b657f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '60e0382f-3667-41f6-b69b-6184d07778bb'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:29.227436 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.240626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1aabfd7a-8a29-4a6a-8abd-7d0bc1806416 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (30c23cdf-2132-4ee4-b499-a17c2531afbc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.250402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::3cc (60e0382f-3667-41f6-b69b-6184d07778bb/fc0edfa6-5d86-4af2-800e-382fbe2e3872/3c81a952-d928-4030-86b0-00c9f6402110) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:29.300090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabfd7a-8a29-4a6a-8abd-7d0bc1806416 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c23cdf-2132-4ee4-b499-a17c2531afbc,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:29.311814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] For port f9349fc7-9131-4a47-bb7e-502f21de9712, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:29.324896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] For port f9349fc7-9131-4a47-bb7e-502f21de9712, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9349fc7-9131-4a47-bb7e-502f21de9712,segment=NetworkSegment(c3ebd4c5-ea66-4118-936f-327d72b657f8),segment_id=c3ebd4c5-ea66-4118-936f-327d72b657f8)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:29.383467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1aabfd7a-8a29-4a6a-8abd-7d0bc1806416 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.391098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1aabfd7a-8a29-4a6a-8abd-7d0bc1806416 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4596601
Apr 30 21:36:29.392005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60464) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:29.398070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1103157907', 'security_groups': ['30c23cdf-2132-4ee4-b499-a17c2531afbc'], 'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:29.411762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.534910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (3c81a952-d928-4030-86b0-00c9f6402110), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.538159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec58eb6-49d8-4736-a004-9df8e89f5823 None None] Pushing event updated for resources: {'Port': ['ID=f9349fc7-9131-4a47-bb7e-502f21de9712,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:29.653014 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3c81a952-d928-4030-86b0-00c9f6402110), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.746742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 60e0382f-3667-41f6-b69b-6184d07778bb is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:29.750450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:29.770704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:29.778180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:29.793340 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:29.793340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=3c81a952-d928-4030-86b0-00c9f6402110,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:29.894560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-bf91ae76-4cef-427a-b5d8-e5b9889e7eca tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:29.898358 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d81b1e73-025a-4a4e-ba4e-f067105ea40c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1208041
Apr 30 21:36:29.899235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60490) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:29.906069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-bf91ae76-4cef-427a-b5d8-e5b9889e7eca tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.2341647
Apr 30 21:36:29.919043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-d861d973-0ab4-4568-9ebb-301e7137475c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/quotas/e02e106ab99f4decadf747b3ebf025c7 HTTP/1.1" status: 200  len: 375 time: 0.0118477
Apr 30 21:36:29.940701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:30.029375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-3239d3a5-a4b8-4c6c-91bb-31e57f823d1d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1031191
Apr 30 21:36:30.231185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:30.250829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c3cab24b-fd9d-4e28-a650-36d2049a70d5 None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:30.251412 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c3cab24b-fd9d-4e28-a650-36d2049a70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:30.275271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-e7c641c9-fd2e-45b7-b1c9-6e86bf14fdfb service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247975
Apr 30 21:36:30.290940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f54dccd0-dd15-456d-a92e-7beed7966bb2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:30.350647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] device_id is not set on port c8fe5073-4e06-431d-b795-fd78dae03ca2 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:30.365560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3c81a952-d928-4030-86b0-00c9f6402110), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:30.399713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:30.400615 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:30.438577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c3cab24b-fd9d-4e28-a650-36d2049a70d5 None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:30.471640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c3cab24b-fd9d-4e28-a650-36d2049a70d5 None None] Provisioning complete for port 0ca78861-78cc-4918-b061-7ad83a5a8920 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:30.471640 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c3cab24b-fd9d-4e28-a650-36d2049a70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:30.502819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-d90203c6-6ccd-4317-802e-f74df3321087 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262864
Apr 30 21:36:30.602823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c3cab24b-fd9d-4e28-a650-36d2049a70d5 None None] Port 0ca78861-78cc-4918-b061-7ad83a5a8920 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:30.635404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:30.639686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.12 (bad7b99f-53aa-41bc-800c-92c8e3241969/69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2/c8fe5073-4e06-431d-b795-fd78dae03ca2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:30.640614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f9349fc7-9131-4a47-bb7e-502f21de9712 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:30.794841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (3c81a952-d928-4030-86b0-00c9f6402110), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:30.804443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f9349fc7-9131-4a47-bb7e-502f21de9712 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:30.805798 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:30.886698 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3c81a952-d928-4030-86b0-00c9f6402110), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:30.931599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f33f7395-1b0c-4bfd-89e6-3453f08518fe req-a3885401-c471-457d-8b22-2691d096e66d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 210 time: 0.0607772
Apr 30 21:36:30.936427 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.006253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f9349fc7-9131-4a47-bb7e-502f21de9712 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:31.009124 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.019130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=3c81a952-d928-4030-86b0-00c9f6402110,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:31.098796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port f9349fc7-9131-4a47-bb7e-502f21de9712, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9349fc7-9131-4a47-bb7e-502f21de9712,segment=NetworkSegment(c3ebd4c5-ea66-4118-936f-327d72b657f8),segment_id=c3ebd4c5-ea66-4118-936f-327d72b657f8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:31.110053 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.172639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (204b85c5-c221-4aa2-b913-882e4bb126ba), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.178035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.180506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:31.209001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=c8fe5073-4e06-431d-b795-fd78dae03ca2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:31.218786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:31.221585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:31.256952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6adc2b-01d0-4c70-87ce-ff0499857bea None None] Network 60e0382f-3667-41f6-b69b-6184d07778bb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:31.287094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=f9349fc7-9131-4a47-bb7e-502f21de9712,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:31.325471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:31.328920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.388349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-874a8b54-2522-412e-a33a-dd13ea4c2014 None None] Provisioning complete for port f9349fc7-9131-4a47-bb7e-502f21de9712 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:31.388773 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-874a8b54-2522-412e-a33a-dd13ea4c2014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.420479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3c81a952-d928-4030-86b0-00c9f6402110), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.467338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a35073db-e656-420d-a366-591340a5ad3e tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.0741982
Apr 30 21:36:31.470150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60546) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:31.490332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7e0020fd-5991-4209-93d2-9fa228dfbe62 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:31.565516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-874a8b54-2522-412e-a33a-dd13ea4c2014 None None] Current status of the port f9349fc7-9131-4a47-bb7e-502f21de9712 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:31.687056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d9bf903-7240-43bb-9b2f-37d4e97eceb0 None None] Provisioning complete for port c8fe5073-4e06-431d-b795-fd78dae03ca2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:31.687572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d9bf903-7240-43bb-9b2f-37d4e97eceb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.777558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0020fd-5991-4209-93d2-9fa228dfbe62 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:31.778453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bf903-7240-43bb-9b2f-37d4e97eceb0 None None] Port c8fe5073-4e06-431d-b795-fd78dae03ca2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:31.783363 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e0020fd-5991-4209-93d2-9fa228dfbe62 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.852386 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (3c81a952-d928-4030-86b0-00c9f6402110), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.915590 ncdv-master-1 neutron-server[115774]: INFO neutron.db.ipam_backend_mixin [None req-7e0020fd-5991-4209-93d2-9fa228dfbe62 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2 (CIDR: 172.20.0.0/28)
Apr 30 21:36:31.956073 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0020fd-5991-4209-93d2-9fa228dfbe62 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:36:31.957151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0020fd-5991-4209-93d2-9fa228dfbe62 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:31.979045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3c81a952-d928-4030-86b0-00c9f6402110), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.981406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (204b85c5-c221-4aa2-b913-882e4bb126ba), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:31.997905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-21d3ad8c-334a-4f07-b6f0-143f50a08335 None None] Provisioning complete for port 3c81a952-d928-4030-86b0-00c9f6402110 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:31.998195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-21d3ad8c-334a-4f07-b6f0-143f50a08335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3c81a952-d928-4030-86b0-00c9f6402110), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:32.029966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6327d51-0d20-45b5-8fdd-075819ea1fe8 req-154626aa-6d81-468a-ab5c-d0728d12f203 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 210 time: 0.0449166
Apr 30 21:36:32.066082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7e0020fd-5991-4209-93d2-9fa228dfbe62 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5918856
Apr 30 21:36:32.068216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60578) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:32.073594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e18ef2c2-8a22-4589-83cd-ac5e7583665c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:32.199402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=3c81a952-d928-4030-86b0-00c9f6402110,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:32.294667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 60e0382f-3667-41f6-b69b-6184d07778bb is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:32.301887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:32.356834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f9349fc7-9131-4a47-bb7e-502f21de9712 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:32.388206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-21d3ad8c-334a-4f07-b6f0-143f50a08335 None None] Port 3c81a952-d928-4030-86b0-00c9f6402110 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:32.416147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-21d3ad8c-334a-4f07-b6f0-143f50a08335 None None] Provisioning complete for port f9349fc7-9131-4a47-bb7e-502f21de9712 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:32.416769 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-21d3ad8c-334a-4f07-b6f0-143f50a08335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:32.464171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f9349fc7-9131-4a47-bb7e-502f21de9712 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:32.464561 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:32.520800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18ef2c2-8a22-4589-83cd-ac5e7583665c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:32.527209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e18ef2c2-8a22-4589-83cd-ac5e7583665c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:32.591589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-21d3ad8c-334a-4f07-b6f0-143f50a08335 None None] Current status of the port f9349fc7-9131-4a47-bb7e-502f21de9712 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:32.634501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f9349fc7-9131-4a47-bb7e-502f21de9712 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:32.635663 ncdv-master-1 neutron-server[115774]: INFO neutron.db.ipam_backend_mixin [None req-e18ef2c2-8a22-4589-83cd-ac5e7583665c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 761671f2-f7fd-4606-b2d5-8164a1705146 (CIDR: 172.20.0.16/28)
Apr 30 21:36:32.681315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Router 204b85c5-c221-4aa2-b913-882e4bb126ba is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:36:32.716181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4c5eb319-e70e-4e75-9d3e-45ab902ceadf None None] Provisioning complete for port 3c81a952-d928-4030-86b0-00c9f6402110 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:32.716556 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4c5eb319-e70e-4e75-9d3e-45ab902ceadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3c81a952-d928-4030-86b0-00c9f6402110), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:32.726689 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18ef2c2-8a22-4589-83cd-ac5e7583665c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:36:32.730593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18ef2c2-8a22-4589-83cd-ac5e7583665c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:32.764811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4c5eb319-e70e-4e75-9d3e-45ab902ceadf None None] Port 3c81a952-d928-4030-86b0-00c9f6402110 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:32.827069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:36:32.834290 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c36f59ff-c9a1-4f70-8d1d-df82fa34fcd2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "PUT /v2.0/routers/204b85c5-c221-4aa2-b913-882e4bb126ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9330263
Apr 30 21:36:32.836165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60606) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:32.856601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60610) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:32.861956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'subnet': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:32.866733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e18ef2c2-8a22-4589-83cd-ac5e7583665c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.7973595
Apr 30 21:36:32.868028 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ad99a-0efd-46b8-b1d5-e24eb984757b None None] Sync routers for ids ['204b85c5-c221-4aa2-b913-882e4bb126ba'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:36:32.880590 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ad99a-0efd-46b8-b1d5-e24eb984757b None None] Routers {'204b85c5-c221-4aa2-b913-882e4bb126ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:36:32.882083 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4d2ad99a-0efd-46b8-b1d5-e24eb984757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7eeca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:36:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['204b85c5-c221-4aa2-b913-882e4bb126ba'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:32.932637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d824600-bd2c-413e-92ca-a5fbd6d0e37b None None] Provisioning complete for port 3c81a952-d928-4030-86b0-00c9f6402110 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:32.933201 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d824600-bd2c-413e-92ca-a5fbd6d0e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3c81a952-d928-4030-86b0-00c9f6402110), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:32.949870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a6eb4-7cbe-4787-9e42-fa666bdcac2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:32.951803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a72a6eb4-7cbe-4787-9e42-fa666bdcac2d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports?device_id=204b85c5-c221-4aa2-b913-882e4bb126ba HTTP/1.1" status: 200  len: 988 time: 0.1146226
Apr 30 21:36:32.955848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60612) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:33.041938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d824600-bd2c-413e-92ca-a5fbd6d0e37b None None] Port 3c81a952-d928-4030-86b0-00c9f6402110 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:33.073213 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4d2ad99a-0efd-46b8-b1d5-e24eb984757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7eeca0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:33.094093 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ad99a-0efd-46b8-b1d5-e24eb984757b None None] Routers {'204b85c5-c221-4aa2-b913-882e4bb126ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:36:33.094741 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4d2ad99a-0efd-46b8-b1d5-e24eb984757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7eeca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:36:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['204b85c5-c221-4aa2-b913-882e4bb126ba'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:33.204480 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4d2ad99a-0efd-46b8-b1d5-e24eb984757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7eeca0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:33.214156 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2ad99a-0efd-46b8-b1d5-e24eb984757b None None] The sync data for ids ['204b85c5-c221-4aa2-b913-882e4bb126ba'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:36:33.261892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:33.264145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4d92491b-d42b-4a7b-9f3e-e436e2626620 None None] Provisioning complete for port 3c81a952-d928-4030-86b0-00c9f6402110 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:33.268656 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4d92491b-d42b-4a7b-9f3e-e436e2626620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3c81a952-d928-4030-86b0-00c9f6402110), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.299280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6589c664-a1f6-4dc7-9048-1a2098345ea2 req-456bae5a-dc84-4803-a04a-401415088f76 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 210 time: 0.0808108
Apr 30 21:36:33.318217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4d92491b-d42b-4a7b-9f3e-e436e2626620 None None] Port 3c81a952-d928-4030-86b0-00c9f6402110 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:33.416758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60632) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:33.509928 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-380d0bbf-9fe4-4aa3-9c96-5be0cb93c29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.557561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1310b256-190d-41c2-aec9-e87157ad08a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=280a6ce7a084421bbd267c7ac5c907ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1396751
Apr 30 21:36:33.560885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60636) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:33.652011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9f001db6-a832-4ddb-ba1c-4e856566ef49 admin admin] Publish callbacks [] for security_group (4868d592-2251-40f8-a3f5-1981f3deaa79), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.716337 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9f001db6-a832-4ddb-ba1c-4e856566ef49 admin admin] Publish callbacks [] for security_group (4868d592-2251-40f8-a3f5-1981f3deaa79), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.760669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-380d0bbf-9fe4-4aa3-9c96-5be0cb93c29e admin admin] Publish callbacks [] for security_group (80294ecd-a4b4-4037-a670-5e63213a7d06), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.762988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Made reservation on behalf of 61cf3c186d6347bda4f0558e9d809056 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:33.766462 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.822108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-380d0bbf-9fe4-4aa3-9c96-5be0cb93c29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80294ecd-a4b4-4037-a670-5e63213a7d06), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.847844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-ed8d5ecf-8a6f-4e53-8074-8f982abbe37b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:33.849313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-ed8d5ecf-8a6f-4e53-8074-8f982abbe37b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1701102
Apr 30 21:36:33.876747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Request body: {'port': {'device_id': '39780c08-4194-4809-8ad4-49294acfef91', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'admin_state_up': True, 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:33.894847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (204b85c5-c221-4aa2-b913-882e4bb126ba), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.897253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-380d0bbf-9fe4-4aa3-9c96-5be0cb93c29e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae63aae880ee46f7839a0e268d0a3aef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6331832
Apr 30 21:36:33.900069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60648) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:33.922833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d0bbf-9fe4-4aa3-9c96-5be0cb93c29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80294ecd-a4b4-4037-a670-5e63213a7d06,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:33.930114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9f001db6-a832-4ddb-ba1c-4e856566ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4868d592-2251-40f8-a3f5-1981f3deaa79), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.932620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9f001db6-a832-4ddb-ba1c-4e856566ef49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:33.936515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9f001db6-a832-4ddb-ba1c-4e856566ef49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4868d592-2251-40f8-a3f5-1981f3deaa79 HTTP/1.1" status: 204  len: 168 time: 0.3722122
Apr 30 21:36:33.958550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f001db6-a832-4ddb-ba1c-4e856566ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4868d592-2251-40f8-a3f5-1981f3deaa79,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:34.131855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:34.135417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.143587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1433ce70-3516-4bc8-a1bd-f7b16dacd9bb admin admin] Publish callbacks [] for security_group (80294ecd-a4b4-4037-a670-5e63213a7d06), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.187357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1433ce70-3516-4bc8-a1bd-f7b16dacd9bb admin admin] Publish callbacks [] for security_group (80294ecd-a4b4-4037-a670-5e63213a7d06), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.306755 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 3c81a952-d928-4030-86b0-00c9f6402110 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:34.307164 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3c81a952-d928-4030-86b0-00c9f6402110), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.338444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Allocated IP 172.20.0.5 (1f8b2cc3-45fd-4393-b8b3-c09491d04968/e05a8725-3ed1-4534-8941-08912b6e6e57/40b845ce-e8af-4c88-9454-24ca22f85327) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:34.436429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3c81a952-d928-4030-86b0-00c9f6402110), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.449733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-049ce069-82b0-431c-9702-11c484692121 req-6d2215c5-5399-437c-90b8-e0dc06992694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 210 time: 0.0402551
Apr 30 21:36:34.453629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 3c81a952-d928-4030-86b0-00c9f6402110 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:34.500127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (5ea3e67f-2863-47eb-bdcc-430ad51f5257), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.540202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1433ce70-3516-4bc8-a1bd-f7b16dacd9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80294ecd-a4b4-4037-a670-5e63213a7d06), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.544134 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1433ce70-3516-4bc8-a1bd-f7b16dacd9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.545290 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1433ce70-3516-4bc8-a1bd-f7b16dacd9bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80294ecd-a4b4-4037-a670-5e63213a7d06 HTTP/1.1" status: 204  len: 168 time: 0.6429813
Apr 30 21:36:34.571626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks [] for port (40b845ce-e8af-4c88-9454-24ca22f85327), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.575758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433ce70-3516-4bc8-a1bd-f7b16dacd9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80294ecd-a4b4-4037-a670-5e63213a7d06,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:34.582148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Network bad7b99f-53aa-41bc-800c-92c8e3241969 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:34.589186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:34.593076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Subnet': ['ID=5ea3e67f-2863-47eb-bdcc-430ad51f5257,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:34.617497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb4cd4-4212-44eb-905e-d4de30a3a661 None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:34.634471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:34.635063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.726651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.729679 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e059cddc-28b7-417c-b5db-60816bed0726 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.8719759
Apr 30 21:36:34.734789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60672) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:34.743469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1789512941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5ea3e67f-2863-47eb-bdcc-430ad51f5257'}], 'security_groups': ['adcc67ca-64e6-46d1-bb85-1750d83340a1', '623e5507-20e0-4f96-8deb-0feb88455a58']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:34.745858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:36:34.796689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event updated for resources: {'Port': ['ID=40b845ce-e8af-4c88-9454-24ca22f85327,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:34.823703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:34.825416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:34.828481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:34.910828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:34.911953 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.912429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3c81a952-d928-4030-86b0-00c9f6402110), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.919082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36000194-6c65-4f23-a6a1-99842aa70f7d None None] Update dhcp port {'port': {'network_id': 'bad7b99f-53aa-41bc-800c-92c8e3241969', 'fixed_ips': [{'subnet_id': '761671f2-f7fd-4606-b2d5-8164a1705146', 'ip_address': '172.20.0.18'}, {'subnet_id': '69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2', 'ip_address': '172.20.0.2'}, {'subnet_id': '5ea3e67f-2863-47eb-bdcc-430ad51f5257'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'f54dccd0-dd15-456d-a92e-7beed7966bb2'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:36:34.964595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=3c81a952-d928-4030-86b0-00c9f6402110,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:34.994987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:34.999572 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-36000194-6c65-4f23-a6a1-99842aa70f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.038053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-99167800-3e2f-4880-92a5-741e227f90f7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1646473
Apr 30 21:36:35.059288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Request body: {'port': {'device_id': '39780c08-4194-4809-8ad4-49294acfef91', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:35.156851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (204b85c5-c221-4aa2-b913-882e4bb126ba), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.188607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.266207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-36000194-6c65-4f23-a6a1-99842aa70f7d None None] Allocated IP 172.20.0.34 (bad7b99f-53aa-41bc-800c-92c8e3241969/5ea3e67f-2863-47eb-bdcc-430ad51f5257/f54dccd0-dd15-456d-a92e-7beed7966bb2) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:35.386637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60690) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:35.447225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6d0940fa-f8eb-42b2-9df1-7872f0e20a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.450886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-36000194-6c65-4f23-a6a1-99842aa70f7d None None] For port f54dccd0-dd15-456d-a92e-7beed7966bb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54dccd0-dd15-456d-a92e-7beed7966bb2,segment=NetworkSegment(3a90454f-07c5-41fe-b323-69a38b4c9230),segment_id=3a90454f-07c5-41fe-b323-69a38b4c9230)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:35.551639 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-36000194-6c65-4f23-a6a1-99842aa70f7d None None] Publish callbacks [] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.582603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Router 204b85c5-c221-4aa2-b913-882e4bb126ba has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:36:35.686141 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-36000194-6c65-4f23-a6a1-99842aa70f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.698965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:36:35.700520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42379180-4b78-4687-bfef-188aad361743 req-ba235f9b-ec55-4b29-a878-f01458d95eb0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:35.701798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42379180-4b78-4687-bfef-188aad361743 req-ba235f9b-ec55-4b29-a878-f01458d95eb0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 931 time: 0.1039262
Apr 30 21:36:35.725872 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-329e3281-9889-47f5-86e3-daaecf7e01af tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "PUT /v2.0/routers/204b85c5-c221-4aa2-b913-882e4bb126ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7644339
Apr 30 21:36:35.725872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60714) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:35.734150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6d0940fa-f8eb-42b2-9df1-7872f0e20a58 admin admin] Publish callbacks [] for security_group (d2309a1c-e287-4ea6-8446-5e88cd919b4d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.757977 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-db71aa04-1171-471c-8522-1226fe368e6c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:35.759434 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-db71aa04-1171-471c-8522-1226fe368e6c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/3c81a952-d928-4030-86b0-00c9f6402110 HTTP/1.1" status: 404  len: 333 time: 0.0334537
Apr 30 21:36:35.762272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60724) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:35.786951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36000194-6c65-4f23-a6a1-99842aa70f7d None None] Pushing event updated for resources: {'Port': ['ID=f54dccd0-dd15-456d-a92e-7beed7966bb2,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:35.788872 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42379180-4b78-4687-bfef-188aad361743 req-622d3f2f-8f39-43e8-a4f5-20b7c235824d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774875
Apr 30 21:36:35.803413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae846b-107e-4b7b-b270-33e311ded752 None None] Sync routers for ids ['204b85c5-c221-4aa2-b913-882e4bb126ba'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:36:35.866484 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6d0940fa-f8eb-42b2-9df1-7872f0e20a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d2309a1c-e287-4ea6-8446-5e88cd919b4d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.882081 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a33c30-ee08-48f9-9e7b-d593e56d1015 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for router (204b85c5-c221-4aa2-b913-882e4bb126ba), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.887308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae846b-107e-4b7b-b270-33e311ded752 None None] Routers {'204b85c5-c221-4aa2-b913-882e4bb126ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:36:35.887995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f4ae846b-107e-4b7b-b270-33e311ded752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8189a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:36:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['204b85c5-c221-4aa2-b913-882e4bb126ba'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:35.937509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b845ce-e8af-4c88-9454-24ca22f85327 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:36:35.945947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f4ae846b-107e-4b7b-b270-33e311ded752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8189a0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:35.961305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0940fa-f8eb-42b2-9df1-7872f0e20a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2309a1c-e287-4ea6-8446-5e88cd919b4d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:35.975993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Publish callbacks [] for port (40b845ce-e8af-4c88-9454-24ca22f85327), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:35.976462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Delete allocated IP 172.20.0.12 (bad7b99f-53aa-41bc-800c-92c8e3241969/69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2) {{(pid=115773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 21:36:35.981798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae846b-107e-4b7b-b270-33e311ded752 None None] Routers {'204b85c5-c221-4aa2-b913-882e4bb126ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:36:35.982508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f4ae846b-107e-4b7b-b270-33e311ded752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8189a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:36:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['204b85c5-c221-4aa2-b913-882e4bb126ba'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:35.989097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Allocated IP 172.20.0.41 (bad7b99f-53aa-41bc-800c-92c8e3241969/5ea3e67f-2863-47eb-bdcc-430ad51f5257/c8fe5073-4e06-431d-b795-fd78dae03ca2) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:35.994395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6d0940fa-f8eb-42b2-9df1-7872f0e20a58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=143bd17416cd4558b2cfb3aa696cfd46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6051846
Apr 30 21:36:36.003997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60746) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:36.041325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f4ae846b-107e-4b7b-b270-33e311ded752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8189a0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:36.048517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae846b-107e-4b7b-b270-33e311ded752 None None] The sync data for ids ['204b85c5-c221-4aa2-b913-882e4bb126ba'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:36:36.053281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Transition to ACTIVE for port object 40b845ce-e8af-4c88-9454-24ca22f85327 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:36:36.138620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a33c30-ee08-48f9-9e7b-d593e56d1015 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (204b85c5-c221-4aa2-b913-882e4bb126ba), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.143977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a33c30-ee08-48f9-9e7b-d593e56d1015 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for router_controller (204b85c5-c221-4aa2-b913-882e4bb126ba), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.159421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23e79271-ddde-4057-9b5c-fe115fa63bcb admin admin] Publish callbacks [] for security_group (d2309a1c-e287-4ea6-8446-5e88cd919b4d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.165501 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.180323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f54dccd0-dd15-456d-a92e-7beed7966bb2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:36.234572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:36.235241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.239085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23e79271-ddde-4057-9b5c-fe115fa63bcb admin admin] Publish callbacks [] for security_group (d2309a1c-e287-4ea6-8446-5e88cd919b4d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.297570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a33c30-ee08-48f9-9e7b-d593e56d1015 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (204b85c5-c221-4aa2-b913-882e4bb126ba), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.298229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a33c30-ee08-48f9-9e7b-d593e56d1015 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Fanout notify agent at l3_agent the message router_deleted on router 204b85c5-c221-4aa2-b913-882e4bb126ba {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:36:36.317654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14a33c30-ee08-48f9-9e7b-d593e56d1015 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.319125 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14a33c30-ee08-48f9-9e7b-d593e56d1015 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/routers/204b85c5-c221-4aa2-b913-882e4bb126ba HTTP/1.1" status: 204  len: 168 time: 0.5558302
Apr 30 21:36:36.323949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60748) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:36.324104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Pushing event updated for resources: {'Port': ['ID=40b845ce-e8af-4c88-9454-24ca22f85327,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:36.372853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:36.403125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Attempting to bind port 40b845ce-e8af-4c88-9454-24ca22f85327 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:36.403125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Attempting to bind port 40b845ce-e8af-4c88-9454-24ca22f85327 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:36.403843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Attempting to bind port 40b845ce-e8af-4c88-9454-24ca22f85327 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:36.408375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Port 40b845ce-e8af-4c88-9454-24ca22f85327 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:36:36.408708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Attempting to bind port 40b845ce-e8af-4c88-9454-24ca22f85327 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:36.421525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:36.421976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Checking segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:36.422434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Bound using segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:36.424227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafe0c72-64f7-4a22-a04e-0b13883e476c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet fc0edfa6-5d86-4af2-800e-382fbe2e3872 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:36.424420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Bound port: 40b845ce-e8af-4c88-9454-24ca22f85327, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:36.424878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.427859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c72-64f7-4a22-a04e-0b13883e476c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (fc0edfa6-5d86-4af2-800e-382fbe2e3872), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.469361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23e79271-ddde-4057-9b5c-fe115fa63bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d2309a1c-e287-4ea6-8446-5e88cd919b4d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.472202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-23e79271-ddde-4057-9b5c-fe115fa63bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.476073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-23e79271-ddde-4057-9b5c-fe115fa63bcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2309a1c-e287-4ea6-8446-5e88cd919b4d HTTP/1.1" status: 204  len: 168 time: 0.4700165
Apr 30 21:36:36.481220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.487471 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c72-64f7-4a22-a04e-0b13883e476c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (fc0edfa6-5d86-4af2-800e-382fbe2e3872), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.488062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e79271-ddde-4057-9b5c-fe115fa63bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2309a1c-e287-4ea6-8446-5e88cd919b4d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:36.539963 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.543694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] For port 40b845ce-e8af-4c88-9454-24ca22f85327, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:36.552442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] For port 40b845ce-e8af-4c88-9454-24ca22f85327, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40b845ce-e8af-4c88-9454-24ca22f85327,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:36.695674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.710466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event updated for resources: {'Port': ['ID=c8fe5073-4e06-431d-b795-fd78dae03ca2,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:36.725063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:36.727775 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.732150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] 10.222.0.20 "PUT /v2.0/ports/40b845ce-e8af-4c88-9454-24ca22f85327 HTTP/1.1" status: 200  len: 1091 time: 1.6790936
Apr 30 21:36:36.737987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39780c08-4194-4809-8ad4-49294acfef91', 'tag': '40b845ce-e8af-4c88-9454-24ca22f85327'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:36:36.742949 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52c6182-e196-4190-a484-d90680025822" -d '{"events": [{"name": "network-changed", "server_uuid": "39780c08-4194-4809-8ad4-49294acfef91", "tag": "40b845ce-e8af-4c88-9454-24ca22f85327"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:36:36.757985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c72-64f7-4a22-a04e-0b13883e476c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (fc0edfa6-5d86-4af2-800e-382fbe2e3872), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.761791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] In _notify_port_updated(), no bound segment for port c8fe5073-4e06-431d-b795-fd78dae03ca2 on network bad7b99f-53aa-41bc-800c-92c8e3241969 {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:36:36.768090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:36.768784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:36.774743 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-abe5c939-6287-4c8f-ac44-564b9cc02522 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "PUT /v2.0/ports/c8fe5073-4e06-431d-b795-fd78dae03ca2 HTTP/1.1" status: 200  len: 960 time: 2.0336516
Apr 30 21:36:36.778664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60760) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:36.850642 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9024b742-bfb8-41cd-a07b-11c4e1d5d8da x-openstack-request-id: req-9024b742-bfb8-41cd-a07b-11c4e1d5d8da {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:36:36.850939 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39780c08-4194-4809-8ad4-49294acfef91", "tag": "40b845ce-e8af-4c88-9454-24ca22f85327", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:36:36.851199 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9024b742-bfb8-41cd-a07b-11c4e1d5d8da {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:36:36.853206 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9024b742-bfb8-41cd-a07b-11c4e1d5d8da'] response: {'name': 'network-changed', 'server_uuid': '39780c08-4194-4809-8ad4-49294acfef91', 'tag': '40b845ce-e8af-4c88-9454-24ca22f85327', 'status': 'completed', 'code': 200}
Apr 30 21:36:37.009691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ba07c-06c8-4268-ac93-b073c3259d02 service neutron] Pushing event updated for resources: {'Port': ['ID=40b845ce-e8af-4c88-9454-24ca22f85327,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:37.012386 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c72-64f7-4a22-a04e-0b13883e476c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (fc0edfa6-5d86-4af2-800e-382fbe2e3872), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.029603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-52b0d9b1-c261-4253-8ac2-0ea2c31879fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:37.037347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-52b0d9b1-c261-4253-8ac2-0ea2c31879fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 1125 time: 0.1295311
Apr 30 21:36:37.114167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe0c72-64f7-4a22-a04e-0b13883e476c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0edfa6-5d86-4af2-800e-382fbe2e3872,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:37.121247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eafe0c72-64f7-4a22-a04e-0b13883e476c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.128309 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eafe0c72-64f7-4a22-a04e-0b13883e476c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/fc0edfa6-5d86-4af2-800e-382fbe2e3872 HTTP/1.1" status: 204  len: 168 time: 0.8044252
Apr 30 21:36:37.128984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60768) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:37.136996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d888a46-0d1c-4cbd-85bd-818ce13ebb28 None None] Network 60e0382f-3667-41f6-b69b-6184d07778bb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:37.144821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-3c54e714-fe9e-4a12-bb03-5d9dcc133287 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40b845ce-e8af-4c88-9454-24ca22f85327 HTTP/1.1" status: 200  len: 217 time: 0.0974083
Apr 30 21:36:37.175850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c439ff-a7ee-45a8-84b8-f7f0fd82ce7f req-79f10813-5134-4b11-9630-52b33127995d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:37.188193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8c439ff-a7ee-45a8-84b8-f7f0fd82ce7f req-79f10813-5134-4b11-9630-52b33127995d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 943 time: 0.2598553
Apr 30 21:36:37.292944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0e7d9-66a8-4b26-87dd-096cec8af775 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port c8fe5073-4e06-431d-b795-fd78dae03ca2 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:37.293531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e7d9-66a8-4b26-87dd-096cec8af775 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.333414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (60e0382f-3667-41f6-b69b-6184d07778bb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.366846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:37.367436 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.431568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e7d9-66a8-4b26-87dd-096cec8af775 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.435127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] DHCP port deletion for 60e0382f-3667-41f6-b69b-6184d07778bb request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:36:37.449902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0e7d9-66a8-4b26-87dd-096cec8af775 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for c8fe5073-4e06-431d-b795-fd78dae03ca2 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:37.471447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port f9349fc7-9131-4a47-bb7e-502f21de9712 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:37.471883 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.518401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] Deleting port f9349fc7-9131-4a47-bb7e-502f21de9712 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:37.518784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.558387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] For port f9349fc7-9131-4a47-bb7e-502f21de9712, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9349fc7-9131-4a47-bb7e-502f21de9712,segment=NetworkSegment(c3ebd4c5-ea66-4118-936f-327d72b657f8),segment_id=c3ebd4c5-ea66-4118-936f-327d72b657f8)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:37.558755 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.589167 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for f9349fc7-9131-4a47-bb7e-502f21de9712 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:37.593854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:37.622367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-ade610bc-42ae-4d62-afdb-a9f0dc1fe462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:37.623782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-ade610bc-42ae-4d62-afdb-a9f0dc1fe462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.4302256
Apr 30 21:36:37.718550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-78ac3075-0c5e-4bcc-a2ad-8d22ebab53cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0814095
Apr 30 21:36:37.746339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Provisioning complete for port c8fe5073-4e06-431d-b795-fd78dae03ca2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:37.746728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.756568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8c439ff-a7ee-45a8-84b8-f7f0fd82ce7f req-4073c2eb-5aa5-41ca-aace-c223d7b6a4e1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5184662
Apr 30 21:36:37.857808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.910025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] For port f9349fc7-9131-4a47-bb7e-502f21de9712, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9349fc7-9131-4a47-bb7e-502f21de9712,segment=NetworkSegment(c3ebd4c5-ea66-4118-936f-327d72b657f8),segment_id=c3ebd4c5-ea66-4118-936f-327d72b657f8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:37.910025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.917338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e7d9-66a8-4b26-87dd-096cec8af775 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c8fe5073-4e06-431d-b795-fd78dae03ca2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:37.919363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No DVR routers for this DVR port f9349fc7-9131-4a47-bb7e-502f21de9712 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:37.934732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=f9349fc7-9131-4a47-bb7e-502f21de9712,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:37.981520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] Calling delete_port for f9349fc7-9131-4a47-bb7e-502f21de9712 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:37.991692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Port c8fe5073-4e06-431d-b795-fd78dae03ca2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:38.015867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Provisioning complete for port 0ca78861-78cc-4918-b061-7ad83a5a8920 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:38.016405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.045818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0e7d9-66a8-4b26-87dd-096cec8af775 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=c8fe5073-4e06-431d-b795-fd78dae03ca2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:38.051255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (60e0382f-3667-41f6-b69b-6184d07778bb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.124387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-933217b2-8d1f-48d2-909a-3904000ba4c4 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3522484
Apr 30 21:36:38.195975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c069670>,) {'filters': {'network_id': ['60e0382f-3667-41f6-b69b-6184d07778bb']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:38.218024 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9bf0e7d9-66a8-4b26-87dd-096cec8af775 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.221462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9bf0e7d9-66a8-4b26-87dd-096cec8af775 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/c8fe5073-4e06-431d-b795-fd78dae03ca2 HTTP/1.1" status: 204  len: 168 time: 1.4267242
Apr 30 21:36:38.224918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60850) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:38.240743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c069670>, 'c3ebd4c5-ea66-4118-936f-327d72b657f8') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:38.241275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c069670>, 'c3ebd4c5-ea66-4118-936f-327d72b657f8') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:38.253192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (c3ebd4c5-ea66-4118-936f-327d72b657f8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.258578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f391d6bb-02e2-47a2-b0f7-e4b136cef606 None None] Port 0ca78861-78cc-4918-b061-7ad83a5a8920 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:38.270186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f9349fc7-9131-4a47-bb7e-502f21de9712 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:38.277306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c3ebd4c5-ea66-4118-936f-327d72b657f8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.288377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:36:38.293821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (c3ebd4c5-ea66-4118-936f-327d72b657f8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.323095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65bf9540-68cd-4bb0-9590-cc186f7ae4d3 req-efce8c14-140a-4f46-b807-113d88716aee service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870642
Apr 30 21:36:38.323645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f9349fc7-9131-4a47-bb7e-502f21de9712 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:38.324010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f9349fc7-9131-4a47-bb7e-502f21de9712 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:38.338938 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (f9349fc7-9131-4a47-bb7e-502f21de9712), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.361251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] No DVR routers for this DVR port f9349fc7-9131-4a47-bb7e-502f21de9712 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:36:38.411873 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:36:38.416853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a7ca7-412a-495b-bdda-fa1a8f7a21bf None None] Pushing event deleted for resources: {'Port': ['ID=f9349fc7-9131-4a47-bb7e-502f21de9712,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:38.426635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2023db1f-ccca-4d1a-b39a-c0e758619b40 None None] Could not find standard attr ID for object c8fe5073-4e06-431d-b795-fd78dae03ca2. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:38.443701 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c41a12-64a0-479a-aafa-3bd865c0c658 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:38.445130 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a0c41a12-64a0-479a-aafa-3bd865c0c658 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports/c8fe5073-4e06-431d-b795-fd78dae03ca2 HTTP/1.1" status: 404  len: 333 time: 0.2180197
Apr 30 21:36:38.447862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60860) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:38.505053 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1863fe76-18d3-4b38-a01c-664fdadf6551 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (30c23cdf-2132-4ee4-b499-a17c2531afbc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.531128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1863fe76-18d3-4b38-a01c-664fdadf6551 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (30c23cdf-2132-4ee4-b499-a17c2531afbc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.540318 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (60e0382f-3667-41f6-b69b-6184d07778bb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.549859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.552885 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/networks/60e0382f-3667-41f6-b69b-6184d07778bb HTTP/1.1" status: 204  len: 168 time: 1.4229393
Apr 30 21:36:38.556911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60868) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:38.572937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e5f40-144f-4e0b-a344-272283fb6c45 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Network': ['ID=60e0382f-3667-41f6-b69b-6184d07778bb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:38.608609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce75df-cb9e-42f4-ba3b-a89410b45167 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:38.614344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f4ce75df-cb9e-42f4-ba3b-a89410b45167 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/0bb34324-70a5-42a9-85f0-7eb28bcc2718 HTTP/1.1" status: 200  len: 845 time: 0.0516324
Apr 30 21:36:38.614671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60870) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:38.645882 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1863fe76-18d3-4b38-a01c-664fdadf6551 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (30c23cdf-2132-4ee4-b499-a17c2531afbc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.648646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1863fe76-18d3-4b38-a01c-664fdadf6551 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.652575 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1863fe76-18d3-4b38-a01c-664fdadf6551 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/security-groups/30c23cdf-2132-4ee4-b499-a17c2531afbc HTTP/1.1" status: 204  len: 168 time: 0.2010996
Apr 30 21:36:38.654664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60874) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:38.660015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863fe76-18d3-4b38-a01c-664fdadf6551 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c23cdf-2132-4ee4-b499-a17c2531afbc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:38.689546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-738f1655-7c4f-41a4-aa23-613887f1b112 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/0bb34324-70a5-42a9-85f0-7eb28bcc2718?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0738566
Apr 30 21:36:38.694040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60878) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:38.708295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:38.730653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03118a96-87d1-4a03-8364-2b6a2d79c586 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (623e5507-20e0-4f96-8deb-0feb88455a58), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.774798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03118a96-87d1-4a03-8364-2b6a2d79c586 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (623e5507-20e0-4f96-8deb-0feb88455a58), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.897224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:38.898834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03118a96-87d1-4a03-8364-2b6a2d79c586 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (623e5507-20e0-4f96-8deb-0feb88455a58), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.901097 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.901634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03118a96-87d1-4a03-8364-2b6a2d79c586 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:38.905586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-03118a96-87d1-4a03-8364-2b6a2d79c586 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/security-groups/623e5507-20e0-4f96-8deb-0feb88455a58 HTTP/1.1" status: 204  len: 168 time: 0.2485294
Apr 30 21:36:38.906038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60886) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:38.915167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bf669-9538-41e3-a0a9-b7a2d11908a7 req-7a027a12-b4b4-4137-aaf1-264862d5cc2c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:38.916594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a8bf669-9538-41e3-a0a9-b7a2d11908a7 req-7a027a12-b4b4-4137-aaf1-264862d5cc2c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 943 time: 0.0572886
Apr 30 21:36:38.921942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03118a96-87d1-4a03-8364-2b6a2d79c586 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e5507-20e0-4f96-8deb-0feb88455a58,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:38.991656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a8bf669-9538-41e3-a0a9-b7a2d11908a7 req-17e1996c-7d7e-4719-886c-cf754d0914ea tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560007
Apr 30 21:36:39.056871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efaffa6e-67e2-470b-985b-1587fdfc1018 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (adcc67ca-64e6-46d1-bb85-1750d83340a1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.093418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efaffa6e-67e2-470b-985b-1587fdfc1018 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (adcc67ca-64e6-46d1-bb85-1750d83340a1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.177927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60894) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:39.280169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efaffa6e-67e2-470b-985b-1587fdfc1018 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (adcc67ca-64e6-46d1-bb85-1750d83340a1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.284167 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efaffa6e-67e2-470b-985b-1587fdfc1018 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.288313 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-efaffa6e-67e2-470b-985b-1587fdfc1018 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/security-groups/adcc67ca-64e6-46d1-bb85-1750d83340a1 HTTP/1.1" status: 204  len: 168 time: 0.3788307
Apr 30 21:36:39.289094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60902) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:39.303347 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (5c9438fb-6f3a-447f-9247-9abd35d3828b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.308037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaffa6e-67e2-470b-985b-1587fdfc1018 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcc67ca-64e6-46d1-bb85-1750d83340a1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:39.336241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2383b15d-cc33-4d71-bc0d-e154fe151789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.348387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:39.355425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:39.359710 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:39.360307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.367884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784d6e7-21d7-4c36-aa95-2696e48b07c2 None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:39.370350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebb0323-775c-4e41-aba9-e8f6885f7703 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet 69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:39.375642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0323-775c-4e41-aba9-e8f6885f7703 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.377419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=5c9438fb-6f3a-447f-9247-9abd35d3828b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:39.460177 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-72b9af43-fc9f-47ca-8c97-36c70b44ad0f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7645934
Apr 30 21:36:39.463056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60906) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:39.467395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-036a1381-fabe-4e4b-b93a-ac0256311ffb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'security_group': {'name': 'tempest-secgroup-577314530'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:39.481164 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0323-775c-4e41-aba9-e8f6885f7703 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.537593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a1442a2-0e7c-4def-b624-68f4900d2908', 'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'project_id': '5319e09e05a74925b8417ce40be5f90d', 'fixed_ips': [{'subnet_id': '5c9438fb-6f3a-447f-9247-9abd35d3828b'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:36:39.538586 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.549537 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-036a1381-fabe-4e4b-b93a-ac0256311ffb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.670149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-036a1381-fabe-4e4b-b93a-ac0256311ffb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (88f61176-014e-4f84-b52d-165b53639d36), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.725785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-036a1381-fabe-4e4b-b93a-ac0256311ffb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (88f61176-014e-4f84-b52d-165b53639d36), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.737270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Allocated IP 2001:db8::2 (2a1442a2-0e7c-4def-b624-68f4900d2908/5c9438fb-6f3a-447f-9247-9abd35d3828b/c63e5b8a-6209-4e09-b65e-15870569d24b) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:39.778745 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a1381-fabe-4e4b-b93a-ac0256311ffb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f61176-014e-4f84-b52d-165b53639d36,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:39.853781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-036a1381-fabe-4e4b-b93a-ac0256311ffb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.855051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-036a1381-fabe-4e4b-b93a-ac0256311ffb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3911009
Apr 30 21:36:39.857986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:39.864108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d5063ea2-8de2-41a4-a553-9fae72b46766 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'security_group': {'name': 'tempest-secgroup-1360732127'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:39.920094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6182-e196-4190-a484-d90680025822 req-b74f3661-05fb-4d71-be22-9cf832681a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:39.921604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52c6182-e196-4190-a484-d90680025822 req-b74f3661-05fb-4d71-be22-9cf832681a5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 1125 time: 0.5117989
Apr 30 21:36:39.931766 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5063ea2-8de2-41a4-a553-9fae72b46766 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.963414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Publish callbacks [] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:39.984824 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0323-775c-4e41-aba9-e8f6885f7703 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.005930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5063ea2-8de2-41a4-a553-9fae72b46766 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (2db1d914-b0ae-4d45-8738-cd71a6b7d8c2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.018756 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.057114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2383b15d-cc33-4d71-bc0d-e154fe151789 admin admin] Publish callbacks [] for security_group (658d1fc6-eb77-4f95-bb98-7ba4c850c7a2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.069639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5063ea2-8de2-41a4-a553-9fae72b46766 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2db1d914-b0ae-4d45-8738-cd71a6b7d8c2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.072391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:40.076930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:40.082890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:40.126225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6182-e196-4190-a484-d90680025822 req-59da0f90-e0da-4d88-a5bc-0f9695b9ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:40.127753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Pushing event updated for resources: {'Port': ['ID=c63e5b8a-6209-4e09-b65e-15870569d24b,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:40.128767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52c6182-e196-4190-a484-d90680025822 req-59da0f90-e0da-4d88-a5bc-0f9695b9ad09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 907 time: 0.1600199
Apr 30 21:36:40.131632 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2383b15d-cc33-4d71-bc0d-e154fe151789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (658d1fc6-eb77-4f95-bb98-7ba4c850c7a2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.160715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5063ea2-8de2-41a4-a553-9fae72b46766 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1d914-b0ae-4d45-8738-cd71a6b7d8c2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:40.177446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Attempting to bind port c63e5b8a-6209-4e09-b65e-15870569d24b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:36:40.178077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Attempting to bind port c63e5b8a-6209-4e09-b65e-15870569d24b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57b95a16-6265-4abf-b217-b4c4f5ccd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:36:40.178559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Attempting to bind port c63e5b8a-6209-4e09-b65e-15870569d24b on network 2a1442a2-0e7c-4def-b624-68f4900d2908 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:36:40.184002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:36:40.184468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Checking segment: {'id': '57b95a16-6265-4abf-b217-b4c4f5ccd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:36:40.184995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.185387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Bound using segment: {'id': '57b95a16-6265-4abf-b217-b4c4f5ccd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:36:40.185874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Bound port: c63e5b8a-6209-4e09-b65e-15870569d24b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b95a16-6265-4abf-b217-b4c4f5ccd2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:36:40.186257 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.246271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0323-775c-4e41-aba9-e8f6885f7703 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.249196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] For port c63e5b8a-6209-4e09-b65e-15870569d24b, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:36:40.252386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] For port c63e5b8a-6209-4e09-b65e-15870569d24b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63e5b8a-6209-4e09-b65e-15870569d24b,segment=NetworkSegment(57b95a16-6265-4abf-b217-b4c4f5ccd2d2),segment_id=57b95a16-6265-4abf-b217-b4c4f5ccd2d2)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:36:40.257194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52c6182-e196-4190-a484-d90680025822 req-69830eb5-4e9e-4acf-9af4-90ed580a1a36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40b845ce-e8af-4c88-9454-24ca22f85327 HTTP/1.1" status: 200  len: 217 time: 0.1190817
Apr 30 21:36:40.259353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5063ea2-8de2-41a4-a553-9fae72b46766 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.263610 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d5063ea2-8de2-41a4-a553-9fae72b46766 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4045210
Apr 30 21:36:40.264380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:40.272352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-785928010', 'security_groups': ['2db1d914-b0ae-4d45-8738-cd71a6b7d8c2'], 'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c9438fb-6f3a-447f-9247-9abd35d3828b'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:40.286478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383b15d-cc33-4d71-bc0d-e154fe151789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d1fc6-eb77-4f95-bb98-7ba4c850c7a2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:40.300724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2383b15d-cc33-4d71-bc0d-e154fe151789 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=228c9fcbe55946858e8c46db94e0f921&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1215296
Apr 30 21:36:40.305495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb0323-775c-4e41-aba9-e8f6885f7703 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:40.307560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60932) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:40.328596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ebb0323-775c-4e41-aba9-e8f6885f7703 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.338249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6ebb0323-775c-4e41-aba9-e8f6885f7703 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2 HTTP/1.1" status: 204  len: 168 time: 1.0425801
Apr 30 21:36:40.343217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60934) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:40.345345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056222f8-14b9-465c-9108-c5c68817b12c req-89f97f59-68b1-4c0a-9a38-3cd2c58bb8f8 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:40.345501 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.347035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-056222f8-14b9-465c-9108-c5c68817b12c req-89f97f59-68b1-4c0a-9a38-3cd2c58bb8f8 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 943 time: 0.1943395
Apr 30 21:36:40.391325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab05e2-7836-44fb-af56-415fe747618e None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:40.409517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c6182-e196-4190-a484-d90680025822 req-d6b7fb65-f0ae-484c-88c1-7b322abe6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:40.411279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52c6182-e196-4190-a484-d90680025822 req-d6b7fb65-f0ae-484c-88c1-7b322abe6cf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.1263154
Apr 30 21:36:40.430266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e51fd1-141f-4735-a112-b7e7ef2e9511 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet 5ea3e67f-2863-47eb-bdcc-430ad51f5257 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:40.438637 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76e51fd1-141f-4735-a112-b7e7ef2e9511 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (5ea3e67f-2863-47eb-bdcc-430ad51f5257), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.479942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52c6182-e196-4190-a484-d90680025822 req-bed03116-60a1-400d-a154-faea22c3bf13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436320
Apr 30 21:36:40.479942 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82784115-bba1-4cce-823b-03891c358acb admin admin] Publish callbacks [] for security_group (658d1fc6-eb77-4f95-bb98-7ba4c850c7a2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.479942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-056222f8-14b9-465c-9108-c5c68817b12c req-616e4b9a-f92d-4a15-9a03-35751cf7799f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201446
Apr 30 21:36:40.514685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b68eb-fe5d-4830-94a7-73f6c5d07d91 None None] Pushing event updated for resources: {'Port': ['ID=c63e5b8a-6209-4e09-b65e-15870569d24b,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:40.546330 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82784115-bba1-4cce-823b-03891c358acb admin admin] Publish callbacks [] for security_group (658d1fc6-eb77-4f95-bb98-7ba4c850c7a2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.668232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52c6182-e196-4190-a484-d90680025822 req-70e4dd05-a70a-4c11-9ba8-284da403c9bf service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877668
Apr 30 21:36:40.815526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d52c6182-e196-4190-a484-d90680025822 req-f24be0e1-8010-49ba-af4f-f682c6ca13a7 service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365445
Apr 30 21:36:40.834128 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82784115-bba1-4cce-823b-03891c358acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (658d1fc6-eb77-4f95-bb98-7ba4c850c7a2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.837614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-82784115-bba1-4cce-823b-03891c358acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:40.838245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-82784115-bba1-4cce-823b-03891c358acb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/658d1fc6-eb77-4f95-bb98-7ba4c850c7a2 HTTP/1.1" status: 204  len: 168 time: 0.5111077
Apr 30 21:36:40.851481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82784115-bba1-4cce-823b-03891c358acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d1fc6-eb77-4f95-bb98-7ba4c850c7a2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:40.972748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76e51fd1-141f-4735-a112-b7e7ef2e9511 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (5ea3e67f-2863-47eb-bdcc-430ad51f5257), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.073512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76e51fd1-141f-4735-a112-b7e7ef2e9511 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5ea3e67f-2863-47eb-bdcc-430ad51f5257), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.077037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:41.237744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.266735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port a455d77a-77a3-472f-8867-ffc629f56602 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:41.318025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76e51fd1-141f-4735-a112-b7e7ef2e9511 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5ea3e67f-2863-47eb-bdcc-430ad51f5257), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.380095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51fd1-141f-4735-a112-b7e7ef2e9511 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea3e67f-2863-47eb-bdcc-430ad51f5257,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:41.384766 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76e51fd1-141f-4735-a112-b7e7ef2e9511 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.388162 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-76e51fd1-141f-4735-a112-b7e7ef2e9511 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/5ea3e67f-2863-47eb-bdcc-430ad51f5257 HTTP/1.1" status: 204  len: 168 time: 1.0439932
Apr 30 21:36:41.390990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60950) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:41.429282 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-529f10f4-d679-49d0-a733-610e382f4f2c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:41.429802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529f10f4-d679-49d0-a733-610e382f4f2c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:41.439783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-529f10f4-d679-49d0-a733-610e382f4f2c tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/69b7d19e-e5da-4b1d-a948-d0b9d5e0bee2 HTTP/1.1" status: 404  len: 337 time: 0.0479054
Apr 30 21:36:41.442833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60952) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:41.489119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f236ef-e864-4061-9fbb-f740e8850efa None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:41.540112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c1af5a-006f-43a8-a10f-72aa6e101903 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting subnet 761671f2-f7fd-4606-b2d5-8164a1705146 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:41.545018 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01c1af5a-006f-43a8-a10f-72aa6e101903 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (761671f2-f7fd-4606-b2d5-8164a1705146), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.602015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::379 (2a1442a2-0e7c-4def-b624-68f4900d2908/5c9438fb-6f3a-447f-9247-9abd35d3828b/a455d77a-77a3-472f-8867-ffc629f56602) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:41.630687 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01c1af5a-006f-43a8-a10f-72aa6e101903 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (761671f2-f7fd-4606-b2d5-8164a1705146), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.657200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b009a86f-05f2-4d1e-929a-dbc998fb26c6 None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:41.657567 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b009a86f-05f2-4d1e-929a-dbc998fb26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.764226 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60958) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:41.774543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acda3fc-7b7d-4228-92a4-3f99fa52dc4d req-55bd6bee-b9e3-41f8-874d-42ed70111fb5 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:41.786235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7acda3fc-7b7d-4228-92a4-3f99fa52dc4d req-55bd6bee-b9e3-41f8-874d-42ed70111fb5 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 943 time: 0.0831027
Apr 30 21:36:41.820171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b009a86f-05f2-4d1e-929a-dbc998fb26c6 None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:41.829884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b009a86f-05f2-4d1e-929a-dbc998fb26c6 None None] Provisioning complete for port 0ca78861-78cc-4918-b061-7ad83a5a8920 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:41.831076 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b009a86f-05f2-4d1e-929a-dbc998fb26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.836416 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03a5aee4-1900-4a3c-86bb-6cb6b71b4a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.894095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7acda3fc-7b7d-4228-92a4-3f99fa52dc4d req-87bd4d33-84a8-4db8-ae45-6eac0dfe5d02 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107659
Apr 30 21:36:41.904669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01c1af5a-006f-43a8-a10f-72aa6e101903 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (761671f2-f7fd-4606-b2d5-8164a1705146), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.936930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b009a86f-05f2-4d1e-929a-dbc998fb26c6 None None] Port 0ca78861-78cc-4918-b061-7ad83a5a8920 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:41.978682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (a455d77a-77a3-472f-8867-ffc629f56602), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:41.991739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 40b845ce-e8af-4c88-9454-24ca22f85327 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:36:42.052649 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03a5aee4-1900-4a3c-86bb-6cb6b71b4a82 admin admin] Publish callbacks [] for security_group (9c5580f6-ee25-4053-9529-16c4bd8d2d1d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.057287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01c1af5a-006f-43a8-a10f-72aa6e101903 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (761671f2-f7fd-4606-b2d5-8164a1705146), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.108985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a455d77a-77a3-472f-8867-ffc629f56602), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.113150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1af5a-006f-43a8-a10f-72aa6e101903 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Subnet': ['ID=761671f2-f7fd-4606-b2d5-8164a1705146,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:42.135932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01c1af5a-006f-43a8-a10f-72aa6e101903 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.146011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-01c1af5a-006f-43a8-a10f-72aa6e101903 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/761671f2-f7fd-4606-b2d5-8164a1705146 HTTP/1.1" status: 204  len: 168 time: 0.7020588
Apr 30 21:36:42.149132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.177913 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03a5aee4-1900-4a3c-86bb-6cb6b71b4a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9c5580f6-ee25-4053-9529-16c4bd8d2d1d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.220001 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf69e5a9-f0b7-438e-820b-33c1c91a7c69 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.220001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf69e5a9-f0b7-438e-820b-33c1c91a7c69 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.222153 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-03a5aee4-1900-4a3c-86bb-6cb6b71b4a82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1581d64855e948ca9b28bae7fa6c7ffc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4559734
Apr 30 21:36:42.224712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60966) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.227972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bf69e5a9-f0b7-438e-820b-33c1c91a7c69 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/e6c09afd-9631-4dbd-bcba-99d5336b59bf HTTP/1.1" status: 404  len: 337 time: 0.0777318
Apr 30 21:36:42.232062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60968) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.260929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:42.286161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b50035fa-4317-480d-aa1b-527e8dc96bf5 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9dcbfa0-f965-495e-8185-651063c41cae HTTP/1.1" status: 200  len: 205 time: 0.0528953
Apr 30 21:36:42.288761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60972) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.302493 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:42.325739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:42.332949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:42.338695 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.342139 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-12f0f846-b77b-4136-9e8d-777236c54691 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] delete failed (client error): The resource could not be found.
Apr 30 21:36:42.343889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=a455d77a-77a3-472f-8867-ffc629f56602,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:42.354221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c63e5b8a-6209-4e09-b65e-15870569d24b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:42.355132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-12f0f846-b77b-4136-9e8d-777236c54691 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/routers/c9dcbfa0-f965-495e-8185-651063c41cae HTTP/1.1" status: 404  len: 336 time: 0.0585361
Apr 30 21:36:42.356074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60974) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.366479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5aee4-1900-4a3c-86bb-6cb6b71b4a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5580f6-ee25-4053-9529-16c4bd8d2d1d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:42.419596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5a23cd1-9e33-4438-b6f7-1b1c8957a61a admin admin] Publish callbacks [] for security_group (9c5580f6-ee25-4053-9529-16c4bd8d2d1d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.437545 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b1326c-2156-431a-8be6-eb087c8eedb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.438139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b1326c-2156-431a-8be6-eb087c8eedb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.441728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-28b1326c-2156-431a-8be6-eb087c8eedb4 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/8190d199-e7d3-4b44-9151-62ca813d0807 HTTP/1.1" status: 404  len: 337 time: 0.0845616
Apr 30 21:36:42.445727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60980) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.450081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:42.450615 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.476682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5a23cd1-9e33-4438-b6f7-1b1c8957a61a admin admin] Publish callbacks [] for security_group (9c5580f6-ee25-4053-9529-16c4bd8d2d1d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.480158 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc280c96-8117-436d-92f1-3e089996ae57 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.481083 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc280c96-8117-436d-92f1-3e089996ae57 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.484689 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fc280c96-8117-436d-92f1-3e089996ae57 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/36680579-070f-478b-898c-2cd84669cf20 HTTP/1.1" status: 404  len: 337 time: 0.0377488
Apr 30 21:36:42.487891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60984) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.496973 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-834dc551-6968-45c9-9f64-c5da802683a5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.2313948
Apr 30 21:36:42.504582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 60988) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.520683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-14c1e472-e84a-4152-b17e-f88588f4baaa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:42.545113 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f2299e-99c5-4002-80b4-52e25467bc15 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.545582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f2299e-99c5-4002-80b4-52e25467bc15 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.561017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d8f2299e-99c5-4002-80b4-52e25467bc15 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/ca8d9fd6-9036-4828-868f-6c63022aa9e2 HTTP/1.1" status: 404  len: 337 time: 0.0652418
Apr 30 21:36:42.561017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60990) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.634866 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5054c1e5-3eec-4034-bc77-755c7db3ec9a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.635977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5054c1e5-3eec-4034-bc77-755c7db3ec9a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.639480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5054c1e5-3eec-4034-bc77-755c7db3ec9a tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/eff6b45e-38d6-4c94-af44-97940cec0790 HTTP/1.1" status: 404  len: 333 time: 0.0816526
Apr 30 21:36:42.642096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60994) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.683896 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a26517-0f3a-45f5-8f31-6bd78416ced1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.683896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a26517-0f3a-45f5-8f31-6bd78416ced1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.690987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-40a26517-0f3a-45f5-8f31-6bd78416ced1 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/7e03fca9-da13-4370-86e1-fa3b6a195ffa HTTP/1.1" status: 404  len: 337 time: 0.0476942
Apr 30 21:36:42.694558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60996) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.741107 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dc0f33-4619-4b2d-afa6-37fa22ac9fd6 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.742610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67dc0f33-4619-4b2d-afa6-37fa22ac9fd6 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.744088 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5a23cd1-9e33-4438-b6f7-1b1c8957a61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9c5580f6-ee25-4053-9529-16c4bd8d2d1d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.747111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5a23cd1-9e33-4438-b6f7-1b1c8957a61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.749895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-67dc0f33-4619-4b2d-afa6-37fa22ac9fd6 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/da7ce020-b946-4192-841d-c15ac6fd4a02 HTTP/1.1" status: 404  len: 337 time: 0.0516922
Apr 30 21:36:42.750038 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c5a23cd1-9e33-4438-b6f7-1b1c8957a61a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c5580f6-ee25-4053-9529-16c4bd8d2d1d HTTP/1.1" status: 204  len: 168 time: 0.5184202
Apr 30 21:36:42.751056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 60998) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.768677 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a23cd1-9e33-4438-b6f7-1b1c8957a61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5580f6-ee25-4053-9529-16c4bd8d2d1d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:42.803147 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd1d804-3f8f-4e6f-aa2f-50038ee86d50 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.804026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd1d804-3f8f-4e6f-aa2f-50038ee86d50 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.809741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:42.810940 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.821166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-efd1d804-3f8f-4e6f-aa2f-50038ee86d50 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/a3ee5d2b-6417-4b09-9634-127226876433 HTTP/1.1" status: 404  len: 333 time: 0.0662265
Apr 30 21:36:42.826701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32772) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.879721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 40b845ce-e8af-4c88-9454-24ca22f85327, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40b845ce-e8af-4c88-9454-24ca22f85327,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:42.896795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:42.900265 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.909002 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55e715c-9963-450b-b7d1-0d5c66199d32 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:42.909540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55e715c-9963-450b-b7d1-0d5c66199d32 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:42.919235 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c55e715c-9963-450b-b7d1-0d5c66199d32 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/bd55164f-2382-4c67-a047-accb7fc46298 HTTP/1.1" status: 404  len: 337 time: 0.0893459
Apr 30 21:36:42.920009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c1e472-e84a-4152-b17e-f88588f4baaa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:42.930024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14c1e472-e84a-4152-b17e-f88588f4baaa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:42.934294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32776) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:42.965254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '40b845ce-e8af-4c88-9454-24ca22f85327', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'port_id': '40b845ce-e8af-4c88-9454-24ca22f85327', 'mac_address': 'fa:16:3e:a7:c1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a8725-3ed1-4534-8941-08912b6e6e57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:36:42.982339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92858fba-95ea-4f94-9cab-823b88bdab59 None None] Network bad7b99f-53aa-41bc-800c-92c8e3241969 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:43.082626 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad23fb3-04eb-4706-abc7-b08b7752c569 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:43.088084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad23fb3-04eb-4706-abc7-b08b7752c569 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:43.106820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dad23fb3-04eb-4706-abc7-b08b7752c569 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/subnets/2954879b-1314-4ca1-a8c6-931a3a126714 HTTP/1.1" status: 404  len: 337 time: 0.1681135
Apr 30 21:36:43.109070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32780) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:43.115971 ncdv-master-1 neutron-server[115773]: INFO neutron.db.ipam_backend_mixin [None req-14c1e472-e84a-4152-b17e-f88588f4baaa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c9438fb-6f3a-447f-9247-9abd35d3828b (CIDR: 2001:db8::/64)
Apr 30 21:36:43.119122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] For port c63e5b8a-6209-4e09-b65e-15870569d24b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63e5b8a-6209-4e09-b65e-15870569d24b,segment=NetworkSegment(57b95a16-6265-4abf-b217-b4c4f5ccd2d2),segment_id=57b95a16-6265-4abf-b217-b4c4f5ccd2d2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:43.122068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:43.122451 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.179794 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c1e472-e84a-4152-b17e-f88588f4baaa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:36:43.180701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c1e472-e84a-4152-b17e-f88588f4baaa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:43.197620 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.208060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf82eb-9e01-4fc2-b9d1-60f651801d95 req-c19e659b-faf2-489a-a9d2-93a772486f4f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:43.210019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecbf82eb-9e01-4fc2-b9d1-60f651801d95 req-c19e659b-faf2-489a-a9d2-93a772486f4f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.3038492
Apr 30 21:36:43.212935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] DHCP port deletion for bad7b99f-53aa-41bc-800c-92c8e3241969 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:36:43.221674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1fdfa-3dff-407e-9a58-03fb02e7e10f req-d1205712-06fe-44a3-bb64-bd7e1b3e5bf0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:43.223230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fa1fdfa-3dff-407e-9a58-03fb02e7e10f req-d1205712-06fe-44a3-bb64-bd7e1b3e5bf0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 943 time: 0.2052741
Apr 30 21:36:43.251216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 40b845ce-e8af-4c88-9454-24ca22f85327 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:43.251917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.263922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d00118b8-dba9-4959-aaa6-fcdaf5267dfb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port 0ca78861-78cc-4918-b061-7ad83a5a8920 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:43.264293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d00118b8-dba9-4959-aaa6-fcdaf5267dfb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.296234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Provisioning complete for port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:43.301090 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.309847 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14c1e472-e84a-4152-b17e-f88588f4baaa tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8039498
Apr 30 21:36:43.313063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32784) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:43.328155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:43.337263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b845ce-e8af-4c88-9454-24ca22f85327 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:36:43.360318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fa1fdfa-3dff-407e-9a58-03fb02e7e10f req-c3eef355-3735-4e32-9f89-0f58f453d386 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175318
Apr 30 21:36:43.411405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:36:43.413050 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:36:43.426585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecbf82eb-9e01-4fc2-b9d1-60f651801d95 req-3e35d166-f884-418f-8a81-1dd458070c47 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2021391
Apr 30 21:36:43.449263 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d00118b8-dba9-4959-aaa6-fcdaf5267dfb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.460859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 40b845ce-e8af-4c88-9454-24ca22f85327, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40b845ce-e8af-4c88-9454-24ca22f85327,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:43.463766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Pushing event updated for resources: {'Port': ['ID=c63e5b8a-6209-4e09-b65e-15870569d24b,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:43.472506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] Deleting port f54dccd0-dd15-456d-a92e-7beed7966bb2 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:43.473133 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.476606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5592b4a5-d4ac-4080-adeb-9b3ba7e17811 None None] Port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:43.487976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d00118b8-dba9-4959-aaa6-fcdaf5267dfb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for 0ca78861-78cc-4918-b061-7ad83a5a8920 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:43.572830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.597859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] For port f54dccd0-dd15-456d-a92e-7beed7966bb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54dccd0-dd15-456d-a92e-7beed7966bb2,segment=NetworkSegment(3a90454f-07c5-41fe-b323-69a38b4c9230),segment_id=3a90454f-07c5-41fe-b323-69a38b4c9230)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:43.597859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.641177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:43.642694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] Calling delete_port for f54dccd0-dd15-456d-a92e-7beed7966bb2 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:43.645896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.648531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b97f4cc5-8ad4-44fc-b298-703c8d08d0e1 None None] Provisioning complete for port a455d77a-77a3-472f-8867-ffc629f56602 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:43.648915 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b97f4cc5-8ad4-44fc-b298-703c8d08d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a455d77a-77a3-472f-8867-ffc629f56602), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.669417 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d00118b8-dba9-4959-aaa6-fcdaf5267dfb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0ca78861-78cc-4918-b061-7ad83a5a8920), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.706090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00118b8-dba9-4959-aaa6-fcdaf5267dfb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=0ca78861-78cc-4918-b061-7ad83a5a8920,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:43.706847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=40b845ce-e8af-4c88-9454-24ca22f85327,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:43.717849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d00118b8-dba9-4959-aaa6-fcdaf5267dfb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.722361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d00118b8-dba9-4959-aaa6-fcdaf5267dfb tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/ports/0ca78861-78cc-4918-b061-7ad83a5a8920 HTTP/1.1" status: 204  len: 168 time: 0.6116633
Apr 30 21:36:43.724948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32802) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:43.771390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b97f4cc5-8ad4-44fc-b298-703c8d08d0e1 None None] Port a455d77a-77a3-472f-8867-ffc629f56602 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:43.799525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b97f4cc5-8ad4-44fc-b298-703c8d08d0e1 None None] Provisioning complete for port f54dccd0-dd15-456d-a92e-7beed7966bb2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:43.799525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b97f4cc5-8ad4-44fc-b298-703c8d08d0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.816654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (bad7b99f-53aa-41bc-800c-92c8e3241969), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.835602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['40b845ce-e8af-4c88-9454-24ca22f85327'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:36:43.866516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Deleting port f54dccd0-dd15-456d-a92e-7beed7966bb2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:43.866947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:43.999731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:44.006710 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.011787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] For port f54dccd0-dd15-456d-a92e-7beed7966bb2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54dccd0-dd15-456d-a92e-7beed7966bb2,segment=NetworkSegment(3a90454f-07c5-41fe-b323-69a38b4c9230),segment_id=3a90454f-07c5-41fe-b323-69a38b4c9230)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:44.012196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.043984 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Calling delete_port for f54dccd0-dd15-456d-a92e-7beed7966bb2 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:44.051565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32818) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:44.074875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] Pushing event deleted for resources: {'Port': ['ID=f54dccd0-dd15-456d-a92e-7beed7966bb2,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:44.078824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b97f4cc5-8ad4-44fc-b298-703c8d08d0e1 None None] Current status of the port f54dccd0-dd15-456d-a92e-7beed7966bb2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:44.095333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b97f4cc5-8ad4-44fc-b298-703c8d08d0e1 None None] Could not find standard attr ID for object 0ca78861-78cc-4918-b061-7ad83a5a8920. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:44.097126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a86924-43b0-48cc-95ec-194e41c8d215 None None] No DVR routers for this DVR port f54dccd0-dd15-456d-a92e-7beed7966bb2 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:44.154598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (9ff0f7bb-cd1d-4386-b13d-1be62c53baf7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.205590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c63e5b8a-6209-4e09-b65e-15870569d24b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:44.207377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f54dccd0-dd15-456d-a92e-7beed7966bb2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.245556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Port': ['ID=f54dccd0-dd15-456d-a92e-7beed7966bb2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:44.248867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=9ff0f7bb-cd1d-4386-b13d-1be62c53baf7,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:44.253255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:44.255722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:44.256846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] No DVR routers for this DVR port f54dccd0-dd15-456d-a92e-7beed7966bb2 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:44.258110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:44.258793 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.259239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e8f4fed-9e6a-4443-9963-9a557f5df16b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.296737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba9b9e-0bd4-442b-b562-d69632811301 None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:44.328309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-39c6b568-6f50-4129-b9a6-3cba51a48542 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0093737
Apr 30 21:36:44.334497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32828) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:44.339671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-970119762', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ff0f7bb-cd1d-4386-b13d-1be62c53baf7'}], 'security_groups': ['88f61176-014e-4f84-b52d-165b53639d36']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:44.375035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:44.375035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.426612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (bad7b99f-53aa-41bc-800c-92c8e3241969), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.457299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966bbb670>,) {'filters': {'network_id': ['bad7b99f-53aa-41bc-800c-92c8e3241969']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:44.483554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966bbb670>, '3a90454f-07c5-41fe-b323-69a38b4c9230') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:44.483888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966bbb670>, '3a90454f-07c5-41fe-b323-69a38b4c9230') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:36:44.499637 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (3a90454f-07c5-41fe-b323-69a38b4c9230), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.531842 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3a90454f-07c5-41fe-b323-69a38b4c9230), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.546806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b013-1dcf-4d2e-ab64-e8ef8ed9d36e req-a11fd287-51e0-449f-86d2-ef75f2cae6c3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:44.549109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d95b013-1dcf-4d2e-ab64-e8ef8ed9d36e req-a11fd287-51e0-449f-86d2-ef75f2cae6c3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 944 time: 0.0895405
Apr 30 21:36:44.556695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:36:44.557400 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (3a90454f-07c5-41fe-b323-69a38b4c9230), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   self.session.flush()
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:36:44.560331 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:36:44.584331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e8f4fed-9e6a-4443-9963-9a557f5df16b admin admin] Publish callbacks [] for security_group (df38fde8-ee56-4e80-97b2-77298578f0e2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.584902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:44.651225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f54dccd0-dd15-456d-a92e-7beed7966bb2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:44.683228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a455d77a-77a3-472f-8867-ffc629f56602), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.683868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f54dccd0-dd15-456d-a92e-7beed7966bb2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:44.683868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f54dccd0-dd15-456d-a92e-7beed7966bb2 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:44.698890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e8f4fed-9e6a-4443-9963-9a557f5df16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (df38fde8-ee56-4e80-97b2-77298578f0e2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.711489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c34625-e2df-4b86-ac03-5583d1742f81 req-f92d9db2-e9db-4487-94fc-962b2c90de63 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:44.713076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87c34625-e2df-4b86-ac03-5583d1742f81 req-f92d9db2-e9db-4487-94fc-962b2c90de63 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1445036
Apr 30 21:36:44.724471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda74fcf-473e-4298-879c-20d2ba8083a1 None None] Update dhcp port {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'fixed_ips': [{'subnet_id': '5c9438fb-6f3a-447f-9247-9abd35d3828b', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ff0f7bb-cd1d-4386-b13d-1be62c53baf7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c63e5b8a-6209-4e09-b65e-15870569d24b'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:36:44.742472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d95b013-1dcf-4d2e-ab64-e8ef8ed9d36e req-ffe5f759-26fe-41dc-9d5b-6caa1e74bc5c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767046
Apr 30 21:36:44.748927 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (bad7b99f-53aa-41bc-800c-92c8e3241969), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.757506 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8e8f4fed-9e6a-4443-9963-9a557f5df16b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66982596ce804354884463ff7cd4c08b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7026269
Apr 30 21:36:44.774765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32838) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:44.786645 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fda74fcf-473e-4298-879c-20d2ba8083a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.795143 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:44.798798 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] 10.222.0.23 "DELETE /v2.0/networks/bad7b99f-53aa-41bc-800c-92c8e3241969 HTTP/1.1" status: 204  len: 168 time: 1.0729749
Apr 30 21:36:44.799820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d9bd0-9c37-46db-979d-1d36ce32fb27 tempest-PortsTestJSON-1347470036 tempest-PortsTestJSON-1347470036-project] Pushing event deleted for resources: {'Network': ['ID=bad7b99f-53aa-41bc-800c-92c8e3241969,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:44.803220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f4fed-9e6a-4443-9963-9a557f5df16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df38fde8-ee56-4e80-97b2-77298578f0e2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:44.910048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87c34625-e2df-4b86-ac03-5583d1742f81 req-a031f4ec-0383-4afd-bdd4-bd1dd0377a9a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1814063
Apr 30 21:36:44.945325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1a76-a1c5-426c-892f-764f2f7b28f0 admin admin] Publish callbacks [] for security_group (df38fde8-ee56-4e80-97b2-77298578f0e2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.015835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1a76-a1c5-426c-892f-764f2f7b28f0 admin admin] Publish callbacks [] for security_group (df38fde8-ee56-4e80-97b2-77298578f0e2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.028222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-fda74fcf-473e-4298-879c-20d2ba8083a1 None None] Allocated IP 2001:db8:0:1::2 (2a1442a2-0e7c-4def-b624-68f4900d2908/9ff0f7bb-cd1d-4386-b13d-1be62c53baf7/c63e5b8a-6209-4e09-b65e-15870569d24b) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:45.134093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fda74fcf-473e-4298-879c-20d2ba8083a1 None None] For port c63e5b8a-6209-4e09-b65e-15870569d24b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63e5b8a-6209-4e09-b65e-15870569d24b,segment=NetworkSegment(57b95a16-6265-4abf-b217-b4c4f5ccd2d2),segment_id=57b95a16-6265-4abf-b217-b4c4f5ccd2d2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:45.166025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fda74fcf-473e-4298-879c-20d2ba8083a1 None None] Publish callbacks [] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.182433 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1a76-a1c5-426c-892f-764f2f7b28f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (df38fde8-ee56-4e80-97b2-77298578f0e2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.184972 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3ab1a76-a1c5-426c-892f-764f2f7b28f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.186189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c3ab1a76-a1c5-426c-892f-764f2f7b28f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df38fde8-ee56-4e80-97b2-77298578f0e2 HTTP/1.1" status: 204  len: 168 time: 0.4084096
Apr 30 21:36:45.194780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab1a76-a1c5-426c-892f-764f2f7b28f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df38fde8-ee56-4e80-97b2-77298578f0e2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:45.275949 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fda74fcf-473e-4298-879c-20d2ba8083a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.334603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32852) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:45.397223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda74fcf-473e-4298-879c-20d2ba8083a1 None None] Pushing event updated for resources: {'Port': ['ID=c63e5b8a-6209-4e09-b65e-15870569d24b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:45.425067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Delete allocated IP 2001:db8::379 (2a1442a2-0e7c-4def-b624-68f4900d2908/5c9438fb-6f3a-447f-9247-9abd35d3828b) {{(pid=115774) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 21:36:45.434457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8:0:1::82 (2a1442a2-0e7c-4def-b624-68f4900d2908/9ff0f7bb-cd1d-4386-b13d-1be62c53baf7/a455d77a-77a3-472f-8867-ffc629f56602) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:45.666816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (a455d77a-77a3-472f-8867-ffc629f56602), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.702405 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8a2bf412-064a-4c9b-bb3a-62461a89b374 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61cf3c186d6347bda4f0558e9d809056&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3664579
Apr 30 21:36:45.705687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32862) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:45.713045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a455d77a-77a3-472f-8867-ffc629f56602), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.802346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] In _notify_port_updated(), no bound segment for port a455d77a-77a3-472f-8867-ffc629f56602 on network 2a1442a2-0e7c-4def-b624-68f4900d2908 {{(pid=115774) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:36:45.807663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:45.808305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.809706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "PUT /v2.0/ports/a455d77a-77a3-472f-8867-ffc629f56602 HTTP/1.1" status: 200  len: 929 time: 1.4741485
Apr 30 21:36:45.812754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32868) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:45.824289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00564bd-b5b3-4526-a882-3c7aae01976b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=a455d77a-77a3-472f-8867-ffc629f56602,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:45.851682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b2584ac-655c-4427-96f4-621e50353fa5 admin admin] Publish callbacks [] for security_group (25614aef-8080-4aff-803a-cb605ebddac0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.873145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b2584ac-655c-4427-96f4-621e50353fa5 admin admin] Publish callbacks [] for security_group (25614aef-8080-4aff-803a-cb605ebddac0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.981911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d06c7a18-fbfb-487c-8289-7125a3c8433d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port a455d77a-77a3-472f-8867-ffc629f56602 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:45.982467 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d06c7a18-fbfb-487c-8289-7125a3c8433d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a455d77a-77a3-472f-8867-ffc629f56602), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:45.983114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c849b-0129-4c6a-8f9c-768284aee52b req-7e4e1d00-2b28-4494-8997-668e2f108a07 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:45.985187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7c849b-0129-4c6a-8f9c-768284aee52b req-7e4e1d00-2b28-4494-8997-668e2f108a07 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 944 time: 0.0691130
Apr 30 21:36:45.996941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 40b845ce-e8af-4c88-9454-24ca22f85327 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:46.048256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32874) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:46.065287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b2584ac-655c-4427-96f4-621e50353fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (25614aef-8080-4aff-803a-cb605ebddac0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.067828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b2584ac-655c-4427-96f4-621e50353fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.071904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9b2584ac-655c-4427-96f4-621e50353fa5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25614aef-8080-4aff-803a-cb605ebddac0 HTTP/1.1" status: 204  len: 168 time: 0.3624976
Apr 30 21:36:46.099967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b7c849b-0129-4c6a-8f9c-768284aee52b req-d65c6192-5356-455e-8b65-cd548d35584a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084428
Apr 30 21:36:46.113071 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2e41f9a-abef-4a50-9264-aa06972f1e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.121420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2584ac-655c-4427-96f4-621e50353fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25614aef-8080-4aff-803a-cb605ebddac0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:46.162033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf27c1-6ae3-42f6-8e8a-ec820c961663 req-d1e80aad-3c4d-4840-9450-fd0201cff248 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:46.165729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-decf27c1-6ae3-42f6-8e8a-ec820c961663 req-d1e80aad-3c4d-4840-9450-fd0201cff248 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0907021
Apr 30 21:36:46.195618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 40b845ce-e8af-4c88-9454-24ca22f85327 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:36:46.284455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c63e5b8a-6209-4e09-b65e-15870569d24b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:46.291674 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d06c7a18-fbfb-487c-8289-7125a3c8433d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a455d77a-77a3-472f-8867-ffc629f56602), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.305387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-decf27c1-6ae3-42f6-8e8a-ec820c961663 req-2df55b54-e548-4631-b6d6-2c43bed2d7a8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1329684
Apr 30 21:36:46.315609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d06c7a18-fbfb-487c-8289-7125a3c8433d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for a455d77a-77a3-472f-8867-ffc629f56602 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:46.346368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 40b845ce-e8af-4c88-9454-24ca22f85327 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:46.346368 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.398649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Provisioning complete for port a455d77a-77a3-472f-8867-ffc629f56602 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:46.399551 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a455d77a-77a3-472f-8867-ffc629f56602), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.427239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2e41f9a-abef-4a50-9264-aa06972f1e96 admin admin] Publish callbacks [] for security_group (ec836f30-991f-4f94-8e64-6c49f54bd8be), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.505645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Port a455d77a-77a3-472f-8867-ffc629f56602 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:46.512943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:46.513263 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.527037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:46.529150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.549353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2e41f9a-abef-4a50-9264-aa06972f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ec836f30-991f-4f94-8e64-6c49f54bd8be), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.560713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 40b845ce-e8af-4c88-9454-24ca22f85327 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:46.561338 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.623841 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e2e41f9a-abef-4a50-9264-aa06972f1e96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e16046b3b5c4ac48a22f4bfcbca77d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5742400
Apr 30 21:36:46.624592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d06c7a18-fbfb-487c-8289-7125a3c8433d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a455d77a-77a3-472f-8867-ffc629f56602), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.627856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32886) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:46.650673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 40b845ce-e8af-4c88-9454-24ca22f85327, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40b845ce-e8af-4c88-9454-24ca22f85327,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:46.657219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39780c08-4194-4809-8ad4-49294acfef91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b845ce-e8af-4c88-9454-24ca22f85327'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:36:46.660186 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2628da2f-bf48-477c-b2dc-39bc5af482b7" -d '{"events": [{"server_uuid": "39780c08-4194-4809-8ad4-49294acfef91", "name": "network-vif-plugged", "status": "completed", "tag": "40b845ce-e8af-4c88-9454-24ca22f85327"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:36:46.677461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e41f9a-abef-4a50-9264-aa06972f1e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec836f30-991f-4f94-8e64-6c49f54bd8be,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:46.739736 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.752766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:46.827263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c7a18-fbfb-487c-8289-7125a3c8433d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=a455d77a-77a3-472f-8867-ffc629f56602,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:46.842781 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d997b37c-79da-473c-8ca6-370ca67f1884 admin admin] Publish callbacks [] for security_group (ec836f30-991f-4f94-8e64-6c49f54bd8be), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.880070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d06c7a18-fbfb-487c-8289-7125a3c8433d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.890118 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d06c7a18-fbfb-487c-8289-7125a3c8433d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/a455d77a-77a3-472f-8867-ffc629f56602 HTTP/1.1" status: 204  len: 168 time: 1.0715477
Apr 30 21:36:46.896487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d997b37c-79da-473c-8ca6-370ca67f1884 admin admin] Publish callbacks [] for security_group (ec836f30-991f-4f94-8e64-6c49f54bd8be), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:46.901214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32906) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:46.963037 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2a25fa-8b53-4801-bdad-7e3c3e0b5be5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:46.969235 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8c2a25fa-8b53-4801-bdad-7e3c3e0b5be5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/a455d77a-77a3-472f-8867-ffc629f56602 HTTP/1.1" status: 404  len: 333 time: 0.0643690
Apr 30 21:36:46.971574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32910) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:47.054659 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ea8ab-223f-4e29-8b98-9ce41f50f456 x-openstack-request-id: req-8f1ea8ab-223f-4e29-8b98-9ce41f50f456 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:36:47.055310 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39780c08-4194-4809-8ad4-49294acfef91", "name": "network-vif-plugged", "status": "completed", "tag": "40b845ce-e8af-4c88-9454-24ca22f85327", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:36:47.055872 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f1ea8ab-223f-4e29-8b98-9ce41f50f456 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:36:47.056467 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1ea8ab-223f-4e29-8b98-9ce41f50f456'] response: {'server_uuid': '39780c08-4194-4809-8ad4-49294acfef91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b845ce-e8af-4c88-9454-24ca22f85327', 'code': 200}
Apr 30 21:36:47.059755 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d997b37c-79da-473c-8ca6-370ca67f1884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ec836f30-991f-4f94-8e64-6c49f54bd8be), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.072919 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d997b37c-79da-473c-8ca6-370ca67f1884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.072919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d997b37c-79da-473c-8ca6-370ca67f1884 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec836f30-991f-4f94-8e64-6c49f54bd8be HTTP/1.1" status: 204  len: 168 time: 0.4410577
Apr 30 21:36:47.082896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afd121-3b11-43fd-baa9-0995c9802fd5 req-1217cb68-54fd-4342-984a-5ed6ec05ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:47.087261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31afd121-3b11-43fd-baa9-0995c9802fd5 req-1217cb68-54fd-4342-984a-5ed6ec05ce4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 1127 time: 0.1309071
Apr 30 21:36:47.087571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3629d846-d14f-4404-aae0-2851d795cb3c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (2db1d914-b0ae-4d45-8738-cd71a6b7d8c2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.096465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:47.115293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3629d846-d14f-4404-aae0-2851d795cb3c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (2db1d914-b0ae-4d45-8738-cd71a6b7d8c2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.140291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997b37c-79da-473c-8ca6-370ca67f1884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec836f30-991f-4f94-8e64-6c49f54bd8be,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:47.200892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=40b845ce-e8af-4c88-9454-24ca22f85327,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:47.214361 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.230282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Provisioning complete for port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:47.230282 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.250208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3629d846-d14f-4404-aae0-2851d795cb3c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2db1d914-b0ae-4d45-8738-cd71a6b7d8c2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.250208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3629d846-d14f-4404-aae0-2851d795cb3c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.250208 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3629d846-d14f-4404-aae0-2851d795cb3c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/security-groups/2db1d914-b0ae-4d45-8738-cd71a6b7d8c2 HTTP/1.1" status: 204  len: 168 time: 0.2769427
Apr 30 21:36:47.254762 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32918) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:47.294143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31afd121-3b11-43fd-baa9-0995c9802fd5 req-c1757d2a-d9c9-4aaa-ac22-2c918a7dcabd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872323
Apr 30 21:36:47.334750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7a21393d-b022-421e-a6b3-d1db2c832225 None None] Port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:47.338511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1034375b-413b-47cb-a90d-50820378322e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (88f61176-014e-4f84-b52d-165b53639d36), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.340698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629d846-d14f-4404-aae0-2851d795cb3c tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1d914-b0ae-4d45-8738-cd71a6b7d8c2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:47.346522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce73e9f-4864-445d-bc32-65bd2388ed59 req-e497d2a1-61be-4ad2-92c1-01cd3e7469da tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:47.350783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ce73e9f-4864-445d-bc32-65bd2388ed59 req-e497d2a1-61be-4ad2-92c1-01cd3e7469da tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 945 time: 0.1072464
Apr 30 21:36:47.401090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1034375b-413b-47cb-a90d-50820378322e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (88f61176-014e-4f84-b52d-165b53639d36), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.439999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ce73e9f-4864-445d-bc32-65bd2388ed59 req-e44c78d7-467c-4713-b664-dc2a20f28b53 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846856
Apr 30 21:36:47.473576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-70656af0-e152-41aa-805f-667da967880c None None] Could not find standard attr ID for object a455d77a-77a3-472f-8867-ffc629f56602. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:47.502286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204351-57dd-4ea5-b08f-30c480bb4505 req-7c3b3797-70ae-471a-b542-9ba9de9645c8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:47.504004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01204351-57dd-4ea5-b08f-30c480bb4505 req-7c3b3797-70ae-471a-b542-9ba9de9645c8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0606804
Apr 30 21:36:47.553371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01204351-57dd-4ea5-b08f-30c480bb4505 req-b83a827f-5b38-4a30-91dd-36c5cb97a55b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433133
Apr 30 21:36:47.611333 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1034375b-413b-47cb-a90d-50820378322e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (88f61176-014e-4f84-b52d-165b53639d36), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.613931 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1034375b-413b-47cb-a90d-50820378322e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.615104 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1034375b-413b-47cb-a90d-50820378322e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/security-groups/88f61176-014e-4f84-b52d-165b53639d36 HTTP/1.1" status: 204  len: 168 time: 0.3578794
Apr 30 21:36:47.617741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32928) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:47.624648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034375b-413b-47cb-a90d-50820378322e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f61176-014e-4f84-b52d-165b53639d36,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:47.669279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fd155c-1e9b-463d-a737-c594baec27ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 5c9438fb-6f3a-447f-9247-9abd35d3828b {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:47.672637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd155c-1e9b-463d-a737-c594baec27ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (5c9438fb-6f3a-447f-9247-9abd35d3828b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.716853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd155c-1e9b-463d-a737-c594baec27ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (5c9438fb-6f3a-447f-9247-9abd35d3828b), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.788516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32932) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:47.819262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd155c-1e9b-463d-a737-c594baec27ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5c9438fb-6f3a-447f-9247-9abd35d3828b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.880299 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-71cc4fd8-1ff5-47df-8766-1a1574aa1e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.949074 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd155c-1e9b-463d-a737-c594baec27ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (5c9438fb-6f3a-447f-9247-9abd35d3828b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:47.950862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-77c73a45-4288-41f9-839f-66330e74dc51 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-728637469', 'prefixes': ['172.20.0.0/16']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:48.002918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd155c-1e9b-463d-a737-c594baec27ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9438fb-6f3a-447f-9247-9abd35d3828b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:48.011123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128da66-4aff-4bb3-a3ef-c9f7c521a51a None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:48.011295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c3fd155c-1e9b-463d-a737-c594baec27ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:48.015488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c3fd155c-1e9b-463d-a737-c594baec27ca tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/5c9438fb-6f3a-447f-9247-9abd35d3828b HTTP/1.1" status: 204  len: 168 time: 0.3963592
Apr 30 21:36:48.020621 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:48.046701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:48.239896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:48.243737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:48.306329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-77c73a45-4288-41f9-839f-66330e74dc51 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:48.307220 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-77c73a45-4288-41f9-839f-66330e74dc51 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.5173800
Apr 30 21:36:48.310823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32958) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:48.362381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-96821cc3-519c-4964-bd66-f6d61d1ca108 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] 10.222.0.23 "GET /v2.0/subnetpools/71a3e512-c0ac-4a12-9992-9da6e42e68c5 HTTP/1.1" status: 200  len: 731 time: 0.0503433
Apr 30 21:36:48.365045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32960) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:48.372276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fec6a06b-e5a6-4688-bf3b-06617ae63418 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1914764288'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:48.664347 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fec6a06b-e5a6-4688-bf3b-06617ae63418 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:48.665789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fec6a06b-e5a6-4688-bf3b-06617ae63418 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] 10.222.0.23 "PUT /v2.0/subnetpools/71a3e512-c0ac-4a12-9992-9da6e42e68c5 HTTP/1.1" status: 200  len: 684 time: 0.2997386
Apr 30 21:36:48.668472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32986) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:48.694834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c296bb7-59de-4836-aed9-c34bdb760504 req-51de5024-a762-448c-9234-05d0fb5e7a61 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:48.698436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c296bb7-59de-4836-aed9-c34bdb760504 req-51de5024-a762-448c-9234-05d0fb5e7a61 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 945 time: 0.0909178
Apr 30 21:36:48.805926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c296bb7-59de-4836-aed9-c34bdb760504 req-ed814b49-d80a-41af-9897-5dcdbf24b14c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950093
Apr 30 21:36:48.813709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb5212-cb37-4475-89e0-873b6bc609dd req-0658d168-b10c-4676-9441-d00ad0c19e39 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:48.816996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0afb5212-cb37-4475-89e0-873b6bc609dd req-0658d168-b10c-4676-9441-d00ad0c19e39 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1173778
Apr 30 21:36:48.855682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (35147de2-8882-4f07-8769-31c12da4ab6b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:48.883174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0afb5212-cb37-4475-89e0-873b6bc609dd req-4597a50a-0541-45f7-858e-ad0149150e5a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583174
Apr 30 21:36:48.935232 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=35147de2-8882-4f07-8769-31c12da4ab6b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:48.938753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:48.940870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:48.943957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:48.946836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:48.973397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e571d50-ff72-483f-b89b-d94432956463 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:48.973397 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5e571d50-ff72-483f-b89b-d94432956463 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] 10.222.0.23 "DELETE /v2.0/subnetpools/71a3e512-c0ac-4a12-9992-9da6e42e68c5 HTTP/1.1" status: 204  len: 168 time: 0.3005362
Apr 30 21:36:48.974123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 32992) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:48.995574 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-e9ff3221-ccd5-4630-83b9-b11691f812bd tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] show failed (client error): The resource could not be found.
Apr 30 21:36:48.996942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9ff3221-ccd5-4630-83b9-b11691f812bd tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] 10.222.0.23 "GET /v2.0/subnetpools/71a3e512-c0ac-4a12-9992-9da6e42e68c5 HTTP/1.1" status: 404  len: 346 time: 0.0211949
Apr 30 21:36:49.000073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 32994) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:49.024096 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-3c7ac969-9cab-4437-b485-63e371648b85 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] delete failed (client error): The resource could not be found.
Apr 30 21:36:49.025447 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3c7ac969-9cab-4437-b485-63e371648b85 tempest-SubnetPoolsTestJSON-1176529328 tempest-SubnetPoolsTestJSON-1176529328-project] 10.222.0.23 "DELETE /v2.0/subnetpools/71a3e512-c0ac-4a12-9992-9da6e42e68c5 HTTP/1.1" status: 404  len: 346 time: 0.0230782
Apr 30 21:36:49.075372 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ec7718d3-ae79-4942-9759-83342df08d9b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0512259
Apr 30 21:36:49.075836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33012) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:49.082444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bd98aa74-493c-4df5-8708-6ded0f499c88 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'security_group': {'name': 'tempest-secgroup-449108120'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:49.104421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a41c0d-1261-47d3-80a4-ca557905a917 None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:49.158914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ae003c6c-8322-470c-9538-45ac50315f46 None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:49.159713 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ae003c6c-8322-470c-9538-45ac50315f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.211269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd98aa74-493c-4df5-8708-6ded0f499c88 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.293817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd98aa74-493c-4df5-8708-6ded0f499c88 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (52dc87fd-97f7-4105-97b9-aef1460e770f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.313126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ae003c6c-8322-470c-9538-45ac50315f46 None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:49.321317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ae003c6c-8322-470c-9538-45ac50315f46 None None] Provisioning complete for port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:49.321697 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ae003c6c-8322-470c-9538-45ac50315f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.382914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ae003c6c-8322-470c-9538-45ac50315f46 None None] Port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:49.386771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365b988-caea-43dd-ad59-ed45298eef45 None None] Update dhcp port {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'fixed_ips': [{'subnet_id': '9ff0f7bb-cd1d-4386-b13d-1be62c53baf7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '35147de2-8882-4f07-8769-31c12da4ab6b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c63e5b8a-6209-4e09-b65e-15870569d24b'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:36:49.418565 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1365b988-caea-43dd-ad59-ed45298eef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.451030 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd98aa74-493c-4df5-8708-6ded0f499c88 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (52dc87fd-97f7-4105-97b9-aef1460e770f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.485178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98aa74-493c-4df5-8708-6ded0f499c88 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dc87fd-97f7-4105-97b9-aef1460e770f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:49.525923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33022) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:49.570435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bd98aa74-493c-4df5-8708-6ded0f499c88 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.572812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bd98aa74-493c-4df5-8708-6ded0f499c88 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4950202
Apr 30 21:36:49.575550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33028) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:49.579932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-05957961-c51a-4c18-a469-77e7b9a833d1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'security_group': {'name': 'tempest-secgroup-283995063'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:49.604725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-1365b988-caea-43dd-ad59-ed45298eef45 None None] Allocated IP 2001:db8::2 (2a1442a2-0e7c-4def-b624-68f4900d2908/35147de2-8882-4f07-8769-31c12da4ab6b/c63e5b8a-6209-4e09-b65e-15870569d24b) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:49.674139 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05957961-c51a-4c18-a469-77e7b9a833d1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.685929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5df61de-2f8e-4214-97c2-fc854ab18fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.728490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1365b988-caea-43dd-ad59-ed45298eef45 None None] For port c63e5b8a-6209-4e09-b65e-15870569d24b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63e5b8a-6209-4e09-b65e-15870569d24b,segment=NetworkSegment(57b95a16-6265-4abf-b217-b4c4f5ccd2d2),segment_id=57b95a16-6265-4abf-b217-b4c4f5ccd2d2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:49.777802 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1365b988-caea-43dd-ad59-ed45298eef45 None None] Publish callbacks [] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.802906 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05957961-c51a-4c18-a469-77e7b9a833d1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (4b12e927-3e2d-4e82-ac37-4ced41d6a288), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.828992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5df61de-2f8e-4214-97c2-fc854ab18fb7 admin admin] Publish callbacks [] for security_group (3a2cfc41-f63e-42cd-a640-cd758df930bd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.846418 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1365b988-caea-43dd-ad59-ed45298eef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.904343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05957961-c51a-4c18-a469-77e7b9a833d1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4b12e927-3e2d-4e82-ac37-4ced41d6a288), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.940514 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5df61de-2f8e-4214-97c2-fc854ab18fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3a2cfc41-f63e-42cd-a640-cd758df930bd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:49.952611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365b988-caea-43dd-ad59-ed45298eef45 None None] Pushing event updated for resources: {'Port': ['ID=c63e5b8a-6209-4e09-b65e-15870569d24b,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:49.988665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c5f16-9381-420c-bcc9-ea896b7c068a req-68214890-025f-4d0b-b851-22e521961dc1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:49.996418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c2c5f16-9381-420c-bcc9-ea896b7c068a req-68214890-025f-4d0b-b851-22e521961dc1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 945 time: 0.1025558
Apr 30 21:36:49.996418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d5df61de-2f8e-4214-97c2-fc854ab18fb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb6e1f50c1e446f29b003d0f68f02259&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4658539
Apr 30 21:36:49.996418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05957961-c51a-4c18-a469-77e7b9a833d1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b12e927-3e2d-4e82-ac37-4ced41d6a288,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:49.996418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33044) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:50.014498 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-05957961-c51a-4c18-a469-77e7b9a833d1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.014498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-05957961-c51a-4c18-a469-77e7b9a833d1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4372618
Apr 30 21:36:50.016867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33048) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:50.023996 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-64fb3c8c-759e-4745-be01-75a1b83430b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'security_group': {'name': 'tempest-secgroup-1336258831'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:50.100139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df61de-2f8e-4214-97c2-fc854ab18fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2cfc41-f63e-42cd-a640-cd758df930bd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:50.109138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64fb3c8c-759e-4745-be01-75a1b83430b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.148778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c63e5b8a-6209-4e09-b65e-15870569d24b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:50.171538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561ec2-bea5-4642-b909-3f27400483e5 req-65636050-7b8d-4726-a7e5-cef4baa73b29 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:50.178203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41561ec2-bea5-4642-b909-3f27400483e5 req-65636050-7b8d-4726-a7e5-cef4baa73b29 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1313336
Apr 30 21:36:50.209659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-244577ac-fa6b-4943-83aa-4bcbba4f484f admin admin] Publish callbacks [] for security_group (3a2cfc41-f63e-42cd-a640-cd758df930bd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.219861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c2c5f16-9381-420c-bcc9-ea896b7c068a req-e4186a0e-9002-4efc-813a-c542eda7100d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127557
Apr 30 21:36:50.260019 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64fb3c8c-759e-4745-be01-75a1b83430b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (46819e2a-1289-4584-b0f1-8e1ff55930e7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.284824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:50.285214 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.299295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-244577ac-fa6b-4943-83aa-4bcbba4f484f admin admin] Publish callbacks [] for security_group (3a2cfc41-f63e-42cd-a640-cd758df930bd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.362692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64fb3c8c-759e-4745-be01-75a1b83430b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (46819e2a-1289-4584-b0f1-8e1ff55930e7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.414606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb3c8c-759e-4745-be01-75a1b83430b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46819e2a-1289-4584-b0f1-8e1ff55930e7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:50.437467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41561ec2-bea5-4642-b909-3f27400483e5 req-76651190-2094-4e3e-a6d8-d780979436cd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2148631
Apr 30 21:36:50.445856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:50.463375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5965082-f8b8-4c60-8926-47c2275e0074 req-8c754a8a-815e-40b6-825b-199f88b4d143 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:50.468193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64fb3c8c-759e-4745-be01-75a1b83430b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.468328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5965082-f8b8-4c60-8926-47c2275e0074 req-8c754a8a-815e-40b6-825b-199f88b4d143 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 945 time: 0.1451559
Apr 30 21:36:50.468424 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-64fb3c8c-759e-4745-be01-75a1b83430b5 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4455965
Apr 30 21:36:50.476265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33070) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:50.482794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-770540983', 'security_groups': ['46819e2a-1289-4584-b0f1-8e1ff55930e7'], 'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35147de2-8882-4f07-8769-31c12da4ab6b'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:50.553917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25255f53-4343-479b-aa28-e50b758aa8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.564795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-244577ac-fa6b-4943-83aa-4bcbba4f484f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3a2cfc41-f63e-42cd-a640-cd758df930bd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.568962 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-244577ac-fa6b-4943-83aa-4bcbba4f484f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.568962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-244577ac-fa6b-4943-83aa-4bcbba4f484f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a2cfc41-f63e-42cd-a640-cd758df930bd HTTP/1.1" status: 204  len: 168 time: 0.5717866
Apr 30 21:36:50.599699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244577ac-fa6b-4943-83aa-4bcbba4f484f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2cfc41-f63e-42cd-a640-cd758df930bd,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:50.613056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5965082-f8b8-4c60-8926-47c2275e0074 req-72ee8793-46b1-4cf7-804d-263a587a393f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341150
Apr 30 21:36:50.805236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:50.924394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.938851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-da83c34f-476c-4fa9-9fa5-914e9cf673c8 None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:50.939739 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da83c34f-476c-4fa9-9fa5-914e9cf673c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:50.943887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] device_id is not set on port 64169d0f-ad4f-484d-bc6e-76294a55f463 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:36:51.042030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-da83c34f-476c-4fa9-9fa5-914e9cf673c8 None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:51.050852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-da83c34f-476c-4fa9-9fa5-914e9cf673c8 None None] Provisioning complete for port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:51.051322 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da83c34f-476c-4fa9-9fa5-914e9cf673c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.116621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-da83c34f-476c-4fa9-9fa5-914e9cf673c8 None None] Port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:51.165682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.201090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8::324 (2a1442a2-0e7c-4def-b624-68f4900d2908/35147de2-8882-4f07-8769-31c12da4ab6b/64169d0f-ad4f-484d-bc6e-76294a55f463) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:51.249726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93227cae-db87-49eb-a5ea-3200b314787e req-f9e66aca-6483-47a5-8ad7-8fdb0721780e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:51.252103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93227cae-db87-49eb-a5ea-3200b314787e req-f9e66aca-6483-47a5-8ad7-8fdb0721780e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 945 time: 0.0773504
Apr 30 21:36:51.342294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.367248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93227cae-db87-49eb-a5ea-3200b314787e req-e944229e-3871-435f-9fe0-8438f3df5a4a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047134
Apr 30 21:36:51.431747 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.525490 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.591263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:51.615615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:51.639534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:51.641702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:36:51.648065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:51.648689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.672585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=64169d0f-ad4f-484d-bc6e-76294a55f463,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:51.685248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7b172-9a34-40a1-8499-2c128526398e req-9d76c0d4-ef3d-40f0-a367-7d2804bd91ba tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:51.686105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55e7b172-9a34-40a1-8499-2c128526398e req-9d76c0d4-ef3d-40f0-a367-7d2804bd91ba tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1253784
Apr 30 21:36:51.734857 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e9b34a8-336b-4e9d-977a-62805868d2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.763258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55e7b172-9a34-40a1-8499-2c128526398e req-0b35f3b4-985d-42f6-a293-411804cd5c35 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684066
Apr 30 21:36:51.776613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d9eafc77-4fa9-4702-a26a-a9e23cf37d95 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2970200
Apr 30 21:36:51.778548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33138) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:51.788679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f9e100b3-25c4-4063-a199-6733a5616809 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:51.872331 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e9b34a8-336b-4e9d-977a-62805868d2fa admin admin] Publish callbacks [] for security_group (90e00cda-35dd-4e50-8ac9-74659c1367a2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.944115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2e9b34a8-336b-4e9d-977a-62805868d2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90e00cda-35dd-4e50-8ac9-74659c1367a2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:51.990706 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e9b34a8-336b-4e9d-977a-62805868d2fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be521704a99543fca40d4dd36fe13681&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3980415
Apr 30 21:36:51.992653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b34a8-336b-4e9d-977a-62805868d2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e00cda-35dd-4e50-8ac9-74659c1367a2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:51.993353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33152) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:52.004608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e100b3-25c4-4063-a199-6733a5616809 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:52.007871 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9e100b3-25c4-4063-a199-6733a5616809 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:52.047749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-81391381-527b-488c-8de7-60c8bc3e6f6e None None] Provisioning complete for port 64169d0f-ad4f-484d-bc6e-76294a55f463 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:52.048995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-81391381-527b-488c-8de7-60c8bc3e6f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:52.087454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-81391381-527b-488c-8de7-60c8bc3e6f6e None None] Port 64169d0f-ad4f-484d-bc6e-76294a55f463 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:52.135792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17a17814-8c33-4779-ab74-591aac28389a admin admin] Publish callbacks [] for security_group (90e00cda-35dd-4e50-8ac9-74659c1367a2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:52.158586 ncdv-master-1 neutron-server[115774]: INFO neutron.db.ipam_backend_mixin [None req-f9e100b3-25c4-4063-a199-6733a5616809 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35147de2-8882-4f07-8769-31c12da4ab6b (CIDR: 2001:db8::/64)
Apr 30 21:36:52.170119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17a17814-8c33-4779-ab74-591aac28389a admin admin] Publish callbacks [] for security_group (90e00cda-35dd-4e50-8ac9-74659c1367a2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:52.199450 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e100b3-25c4-4063-a199-6733a5616809 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:36:52.199933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e100b3-25c4-4063-a199-6733a5616809 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:52.293635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f9e100b3-25c4-4063-a199-6733a5616809 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5128188
Apr 30 21:36:52.296479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33158) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:52.302874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a1caf7cd-7153-4b17-ae5a-ddb89d7c03b2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:52.318721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17a17814-8c33-4779-ab74-591aac28389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90e00cda-35dd-4e50-8ac9-74659c1367a2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:52.321315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-17a17814-8c33-4779-ab74-591aac28389a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:52.324928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-17a17814-8c33-4779-ab74-591aac28389a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90e00cda-35dd-4e50-8ac9-74659c1367a2 HTTP/1.1" status: 204  len: 168 time: 0.3278985
Apr 30 21:36:52.361652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a17814-8c33-4779-ab74-591aac28389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e00cda-35dd-4e50-8ac9-74659c1367a2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:52.856424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79fa0f-cea1-4664-aea9-59d8d8064e4a req-59524f00-7dcc-4a3e-b02d-fa6c41e396b7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:52.859652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c79fa0f-cea1-4664-aea9-59d8d8064e4a req-59524f00-7dcc-4a3e-b02d-fa6c41e396b7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 945 time: 0.0985100
Apr 30 21:36:52.875687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-79b19a75-601f-4440-8545-d77963133ab2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:52.877348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-79b19a75-601f-4440-8545-d77963133ab2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 945 time: 0.1166101
Apr 30 21:36:52.982701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edab6b-92ca-45fb-8430-1d3e03a1a0f0 req-ec90c40c-f294-4c83-9ee2-45bbb311bb5f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:52.984089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4edab6b-92ca-45fb-8430-1d3e03a1a0f0 req-ec90c40c-f294-4c83-9ee2-45bbb311bb5f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1193595
Apr 30 21:36:52.994911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1caf7cd-7153-4b17-ae5a-ddb89d7c03b2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:52.998239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1caf7cd-7153-4b17-ae5a-ddb89d7c03b2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.032327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33186) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:53.046630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc6946c9-b9d6-4450-9fef-99f61c289f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.110302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c79fa0f-cea1-4664-aea9-59d8d8064e4a req-15284e56-69b9-48f9-94b5-bda3d35f6865 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303753
Apr 30 21:36:53.119504 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.148968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc6946c9-b9d6-4450-9fef-99f61c289f17 admin admin] Publish callbacks [] for security_group (befb47d3-aa06-4321-87f5-09f937412ef1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.163791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Deleting port 40b845ce-e8af-4c88-9454-24ca22f85327 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:53.164283 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.199409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b4edab6b-92ca-45fb-8430-1d3e03a1a0f0 req-45d89a08-61df-4dae-b7ad-b50d6b56c606 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2056172
Apr 30 21:36:53.260798 ncdv-master-1 neutron-server[115774]: INFO neutron.db.ipam_backend_mixin [None req-a1caf7cd-7153-4b17-ae5a-ddb89d7c03b2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9ff0f7bb-cd1d-4386-b13d-1be62c53baf7 (CIDR: 2001:db8:0:1::/64)
Apr 30 21:36:53.300057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] For port 40b845ce-e8af-4c88-9454-24ca22f85327, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=40b845ce-e8af-4c88-9454-24ca22f85327,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:53.300648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.314430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Calling delete_port for 40b845ce-e8af-4c88-9454-24ca22f85327 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:53.327124 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1caf7cd-7153-4b17-ae5a-ddb89d7c03b2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:36:53.327612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1caf7cd-7153-4b17-ae5a-ddb89d7c03b2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:53.342512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc6946c9-b9d6-4450-9fef-99f61c289f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (befb47d3-aa06-4321-87f5-09f937412ef1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.384110 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc6946c9-b9d6-4450-9fef-99f61c289f17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=569397b97c444e51b8cc6f64fb6120b7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3497539
Apr 30 21:36:53.385000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6946c9-b9d6-4450-9fef-99f61c289f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befb47d3-aa06-4321-87f5-09f937412ef1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:53.387342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33192) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:53.439256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a1caf7cd-7153-4b17-ae5a-ddb89d7c03b2 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.1405265
Apr 30 21:36:53.443871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d2f4de0-0798-493a-89aa-13c2d49476f0 admin admin] Publish callbacks [] for security_group (befb47d3-aa06-4321-87f5-09f937412ef1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.446293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33198) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:53.459074 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'subnet': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:53.508011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d2f4de0-0798-493a-89aa-13c2d49476f0 admin admin] Publish callbacks [] for security_group (befb47d3-aa06-4321-87f5-09f937412ef1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.542564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (40b845ce-e8af-4c88-9454-24ca22f85327), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.555644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:36:53.561978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['40b845ce-e8af-4c88-9454-24ca22f85327'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:36:53.575668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event deleted for resources: {'Port': ['ID=40b845ce-e8af-4c88-9454-24ca22f85327,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:53.690501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] No DVR routers for this DVR port 40b845ce-e8af-4c88-9454-24ca22f85327 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:36:53.693277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.696986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-119ef855-5d67-4cd7-9a52-79abc43a2c16 req-5a3b0031-8850-4d6c-98e5-9818a63dc7c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "DELETE /v2.0/ports/40b845ce-e8af-4c88-9454-24ca22f85327 HTTP/1.1" status: 204  len: 173 time: 0.8084972
Apr 30 21:36:53.697438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39780c08-4194-4809-8ad4-49294acfef91', 'name': 'network-vif-deleted', 'tag': '40b845ce-e8af-4c88-9454-24ca22f85327'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:36:53.699783 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f6ca45-52c7-4444-bfd4-af219257e02d" -d '{"events": [{"server_uuid": "39780c08-4194-4809-8ad4-49294acfef91", "name": "network-vif-deleted", "tag": "40b845ce-e8af-4c88-9454-24ca22f85327"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:36:53.737922 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578962bd-05f2-4d5c-9a48-50dca769637a x-openstack-request-id: req-578962bd-05f2-4d5c-9a48-50dca769637a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:36:53.738217 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39780c08-4194-4809-8ad4-49294acfef91", "name": "network-vif-deleted", "tag": "40b845ce-e8af-4c88-9454-24ca22f85327", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:36:53.738472 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-578962bd-05f2-4d5c-9a48-50dca769637a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:36:53.738872 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578962bd-05f2-4d5c-9a48-50dca769637a'] response: {'server_uuid': '39780c08-4194-4809-8ad4-49294acfef91', 'name': 'network-vif-deleted', 'tag': '40b845ce-e8af-4c88-9454-24ca22f85327', 'status': 'completed', 'code': 200}
Apr 30 21:36:53.794353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Made reservation on behalf of 5319e09e05a74925b8417ce40be5f90d for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:36:53.798644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.803709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d2f4de0-0798-493a-89aa-13c2d49476f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (befb47d3-aa06-4321-87f5-09f937412ef1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.806371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9d2f4de0-0798-493a-89aa-13c2d49476f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:53.807555 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9d2f4de0-0798-493a-89aa-13c2d49476f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/befb47d3-aa06-4321-87f5-09f937412ef1 HTTP/1.1" status: 204  len: 168 time: 0.4193525
Apr 30 21:36:53.858136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f4de0-0798-493a-89aa-13c2d49476f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb47d3-aa06-4321-87f5-09f937412ef1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:54.177043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (3775aeda-3275-4575-b28e-7709239b346e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:54.190118 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:36:54.231337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:36:54.234794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:36:54.240133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:54.240516 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:54.252314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e68990-bcf9-497b-af81-8a5a9ebafd5f None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:54.254337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Subnet': ['ID=3775aeda-3275-4575-b28e-7709239b346e,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:54.288817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c582ed02-b3d5-409d-a7c4-79edc465119a req-5cfaa81a-f34e-4fa8-a33a-12e4542c1c7b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=39780c08-4194-4809-8ad4-49294acfef91 HTTP/1.1" status: 200  len: 210 time: 0.0655999
Apr 30 21:36:54.311240 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c96f0865-9c26-4803-a658-e881ed666b63 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8583350
Apr 30 21:36:54.315222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33234) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:54.320981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-431080547', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3775aeda-3275-4575-b28e-7709239b346e'}], 'security_groups': ['52dc87fd-97f7-4105-97b9-aef1460e770f', '4b12e927-3e2d-4e82-ac37-4ced41d6a288']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:54.389714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023e3dc-cc9f-4bd1-9469-e5143a32dd84 req-34da6dfe-cb07-4263-86fe-8958c59de76b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:54.401541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f023e3dc-cc9f-4bd1-9469-e5143a32dd84 req-34da6dfe-cb07-4263-86fe-8958c59de76b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0787423
Apr 30 21:36:54.489888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f023e3dc-cc9f-4bd1-9469-e5143a32dd84 req-ed274bd1-0b9c-4c12-8be3-11cbaf3313dd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868592
Apr 30 21:36:54.567778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Update dhcp port {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'fixed_ips': [{'subnet_id': '9ff0f7bb-cd1d-4386-b13d-1be62c53baf7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '35147de2-8882-4f07-8769-31c12da4ab6b', 'ip_address': '2001:db8::2'}, {'subnet_id': '3775aeda-3275-4575-b28e-7709239b346e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c63e5b8a-6209-4e09-b65e-15870569d24b'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:36:54.606464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:54.608263 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:54.617625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:54.828019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Allocated IP 2001:db8:0:2::2 (2a1442a2-0e7c-4def-b624-68f4900d2908/3775aeda-3275-4575-b28e-7709239b346e/c63e5b8a-6209-4e09-b65e-15870569d24b) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:54.896523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33248) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:54.966176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] For port c63e5b8a-6209-4e09-b65e-15870569d24b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63e5b8a-6209-4e09-b65e-15870569d24b,segment=NetworkSegment(57b95a16-6265-4abf-b217-b4c4f5ccd2d2),segment_id=57b95a16-6265-4abf-b217-b4c4f5ccd2d2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:36:54.998478 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Publish callbacks [] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.039952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bacc9fad-c887-49d4-bfce-f29fb9a44ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.068274 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.137016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bacc9fad-c887-49d4-bfce-f29fb9a44ccb admin admin] Publish callbacks [] for security_group (44e0e813-60cf-4a2a-9065-1475e9fcfcc5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.200846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Pushing event updated for resources: {'Port': ['ID=c63e5b8a-6209-4e09-b65e-15870569d24b,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:55.211820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.212239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.212682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.213087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.213492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.213918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.214250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.214579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.214903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.215268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.215604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.215931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.217730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.217730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.217730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5753be-15e1-4e53-b68e-b52fe6156346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:55.218348 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bacc9fad-c887-49d4-bfce-f29fb9a44ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (44e0e813-60cf-4a2a-9065-1475e9fcfcc5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.240719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Delete allocated IP 2001:db8::324 (2a1442a2-0e7c-4def-b624-68f4900d2908/35147de2-8882-4f07-8769-31c12da4ab6b) {{(pid=115773) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Apr 30 21:36:55.256173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Allocated IP 2001:db8:0:2::2e5 (2a1442a2-0e7c-4def-b624-68f4900d2908/3775aeda-3275-4575-b28e-7709239b346e/64169d0f-ad4f-484d-bc6e-76294a55f463) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:36:55.267350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bacc9fad-c887-49d4-bfce-f29fb9a44ccb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32b91fc23d5644a18d82148672014680&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3688977
Apr 30 21:36:55.275356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc9fad-c887-49d4-bfce-f29fb9a44ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e0e813-60cf-4a2a-9065-1475e9fcfcc5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:55.275356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33278) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:55.342285 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-020414b5-1c61-4d9d-8d21-96bb31801b38 admin admin] Publish callbacks [] for security_group (44e0e813-60cf-4a2a-9065-1475e9fcfcc5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.373693 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-020414b5-1c61-4d9d-8d21-96bb31801b38 admin admin] Publish callbacks [] for security_group (44e0e813-60cf-4a2a-9065-1475e9fcfcc5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.509978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-020414b5-1c61-4d9d-8d21-96bb31801b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (44e0e813-60cf-4a2a-9065-1475e9fcfcc5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.516131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-020414b5-1c61-4d9d-8d21-96bb31801b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.526232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-020414b5-1c61-4d9d-8d21-96bb31801b38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44e0e813-60cf-4a2a-9065-1475e9fcfcc5 HTTP/1.1" status: 204  len: 168 time: 0.2547085
Apr 30 21:36:55.552749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020414b5-1c61-4d9d-8d21-96bb31801b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e0e813-60cf-4a2a-9065-1475e9fcfcc5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:55.559212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.639578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.648782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d2124-012e-4532-8296-525f16b6e414 req-3c7cf71f-d733-477a-9cbf-dd311f7982a8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:55.656505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d2d2124-012e-4532-8296-525f16b6e414 req-3c7cf71f-d733-477a-9cbf-dd311f7982a8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0783644
Apr 30 21:36:55.712602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33308) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:55.727560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] In _notify_port_updated(), no bound segment for port 64169d0f-ad4f-484d-bc6e-76294a55f463 on network 2a1442a2-0e7c-4def-b624-68f4900d2908 {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:36:55.730162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:55.730968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:55.732342 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "PUT /v2.0/ports/64169d0f-ad4f-484d-bc6e-76294a55f463 HTTP/1.1" status: 200  len: 969 time: 1.4161365
Apr 30 21:36:55.735500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:55.747480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d2d2124-012e-4532-8296-525f16b6e414 req-e550d83e-c3f7-4efb-a642-31692d4ffcab tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0901070
Apr 30 21:36:55.770578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51417fa3-d961-4312-b20d-1cb67b748540 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event updated for resources: {'Port': ['ID=64169d0f-ad4f-484d-bc6e-76294a55f463,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:55.902272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-faeaf7a2-fb28-4ee8-89ea-88f7e28283eb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 64169d0f-ad4f-484d-bc6e-76294a55f463 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:36:55.903611 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-faeaf7a2-fb28-4ee8-89ea-88f7e28283eb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.039791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 40b845ce-e8af-4c88-9454-24ca22f85327 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:36:56.072783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 40b845ce-e8af-4c88-9454-24ca22f85327 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:36:56.073279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 40b845ce-e8af-4c88-9454-24ca22f85327 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:36:56.076864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49f70bef-15e8-409d-9572-93c9ecd63322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.121940 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-faeaf7a2-fb28-4ee8-89ea-88f7e28283eb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.157690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-faeaf7a2-fb28-4ee8-89ea-88f7e28283eb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 64169d0f-ad4f-484d-bc6e-76294a55f463 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:36:56.184864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:56.185295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.203927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-3aa12eb7-feac-4bcb-b8f5-06fdaea5c604 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:56.205512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-3aa12eb7-feac-4bcb-b8f5-06fdaea5c604 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.2320604
Apr 30 21:36:56.215798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c63e5b8a-6209-4e09-b65e-15870569d24b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:36:56.266404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-5d593b6f-250a-49ff-89b9-9cf0fc35ed67 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/quotas/e02e106ab99f4decadf747b3ebf025c7 HTTP/1.1" status: 200  len: 375 time: 0.0297222
Apr 30 21:36:56.305195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:56.305482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.364716 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49f70bef-15e8-409d-9572-93c9ecd63322 admin admin] Publish callbacks [] for security_group (cbeb95c9-d2ce-41f4-b2f9-c3fef005f526), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.368484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-6a5d7dc5-0430-4505-8195-3ed2fe27040c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0918703
Apr 30 21:36:56.424364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:56.459834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Provisioning complete for port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:56.461688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.480250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49f70bef-15e8-409d-9572-93c9ecd63322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cbeb95c9-d2ce-41f4-b2f9-c3fef005f526), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.487953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:36:56.510946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:56.521263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Provisioning complete for port 64169d0f-ad4f-484d-bc6e-76294a55f463 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:56.521994 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.540328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-49f70bef-15e8-409d-9572-93c9ecd63322 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39de769226a747dcb4299123cbd102ac&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8266623
Apr 30 21:36:56.543489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33330) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:56.551639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-72101112-8733-499d-971f-c605d11b78ab service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560564
Apr 30 21:36:56.554397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f70bef-15e8-409d-9572-93c9ecd63322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb95c9-d2ce-41f4-b2f9-c3fef005f526,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:56.563363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a38bfc14-25b0-4fb2-9869-7000955eb380 None None] Port 64169d0f-ad4f-484d-bc6e-76294a55f463 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:36:56.613162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1d4f3dd-6ebf-4259-962d-c85cbe85a77d admin admin] Publish callbacks [] for security_group (cbeb95c9-d2ce-41f4-b2f9-c3fef005f526), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.617843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33334) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:56.644721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05b3daf2-84ae-4e82-a0d7-ee109bbf4015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.654516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-6362dd61-817f-40f0-b6a6-e6bd3dc3218b service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964222
Apr 30 21:36:56.655292 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-faeaf7a2-fb28-4ee8-89ea-88f7e28283eb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (64169d0f-ad4f-484d-bc6e-76294a55f463), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.657288 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1d4f3dd-6ebf-4259-962d-c85cbe85a77d admin admin] Publish callbacks [] for security_group (cbeb95c9-d2ce-41f4-b2f9-c3fef005f526), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.675685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3a008104-8e6d-4114-b280-ee82db27636e None None] Could not find standard attr ID for object 64169d0f-ad4f-484d-bc6e-76294a55f463. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:36:56.687022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:56.701359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaf7a2-fb28-4ee8-89ea-88f7e28283eb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=64169d0f-ad4f-484d-bc6e-76294a55f463,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:56.730231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-faeaf7a2-fb28-4ee8-89ea-88f7e28283eb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.734210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33340) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:56.734667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-faeaf7a2-fb28-4ee8-89ea-88f7e28283eb tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/64169d0f-ad4f-484d-bc6e-76294a55f463 HTTP/1.1" status: 204  len: 168 time: 0.9978921
Apr 30 21:36:56.779500 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8be819-4251-4d74-81d4-707595e28cc3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] GET failed (client error): The resource could not be found.
Apr 30 21:36:56.781170 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3c8be819-4251-4d74-81d4-707595e28cc3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports/64169d0f-ad4f-484d-bc6e-76294a55f463 HTTP/1.1" status: 404  len: 333 time: 0.0448699
Apr 30 21:36:56.784877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33344) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:56.820329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1d4f3dd-6ebf-4259-962d-c85cbe85a77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cbeb95c9-d2ce-41f4-b2f9-c3fef005f526), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.823701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1d4f3dd-6ebf-4259-962d-c85cbe85a77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.827967 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1d4f3dd-6ebf-4259-962d-c85cbe85a77d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbeb95c9-d2ce-41f4-b2f9-c3fef005f526 HTTP/1.1" status: 204  len: 168 time: 0.2833560
Apr 30 21:36:56.857979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05b3daf2-84ae-4e82-a0d7-ee109bbf4015 admin admin] Publish callbacks [] for security_group (6a33fe90-2976-432e-8e1a-48e4d18ed45f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:56.859668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4f3dd-6ebf-4259-962d-c85cbe85a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb95c9-d2ce-41f4-b2f9-c3fef005f526,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:56.917474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-05b3daf2-84ae-4e82-a0d7-ee109bbf4015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6a33fe90-2976-432e-8e1a-48e4d18ed45f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.018733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3505c-691a-4f9c-b2d1-3c6a6270f9f1 req-3a57b25d-d775-49d2-8f49-610a43bd3551 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:57.020276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0b3505c-691a-4f9c-b2d1-3c6a6270f9f1 req-3a57b25d-d775-49d2-8f49-610a43bd3551 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1193178
Apr 30 21:36:57.044316 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-05b3daf2-84ae-4e82-a0d7-ee109bbf4015 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d3a0025e7df4365aeadc982c3f471b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4251745
Apr 30 21:36:57.045245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3daf2-84ae-4e82-a0d7-ee109bbf4015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a33fe90-2976-432e-8e1a-48e4d18ed45f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:57.047590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33356) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:57.069398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb96669c-da89-400a-8831-37059f488b7d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (46819e2a-1289-4584-b0f1-8e1ff55930e7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.072359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-997f099d-9e40-494b-98be-5eb5fe6fe9cb req-d4a6f786-20a4-42c3-a15c-16a30fe1d47b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 210 time: 0.0511241
Apr 30 21:36:57.107368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb8ea-1d6a-441b-8e13-6fe74fee40fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.156860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb96669c-da89-400a-8831-37059f488b7d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (46819e2a-1289-4584-b0f1-8e1ff55930e7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.174663 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a07ac0fa-c78e-4328-a6d7-b11374b6686c admin admin] Publish callbacks [] for security_group (6a33fe90-2976-432e-8e1a-48e4d18ed45f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.195463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0b3505c-691a-4f9c-b2d1-3c6a6270f9f1 req-8e0e7686-6c22-455e-b86a-5c0415d214f0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293759
Apr 30 21:36:57.211409 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a07ac0fa-c78e-4328-a6d7-b11374b6686c admin admin] Publish callbacks [] for security_group (6a33fe90-2976-432e-8e1a-48e4d18ed45f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.267856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb8ea-1d6a-441b-8e13-6fe74fee40fb admin admin] Publish callbacks [] for security_group (9f394573-2c5a-4e43-a258-a880b15d8120), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.345973 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb96669c-da89-400a-8831-37059f488b7d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (46819e2a-1289-4584-b0f1-8e1ff55930e7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.346565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb96669c-da89-400a-8831-37059f488b7d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.350244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb96669c-da89-400a-8831-37059f488b7d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/security-groups/46819e2a-1289-4584-b0f1-8e1ff55930e7 HTTP/1.1" status: 204  len: 168 time: 0.5619190
Apr 30 21:36:57.350735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33366) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:57.358102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96669c-da89-400a-8831-37059f488b7d tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46819e2a-1289-4584-b0f1-8e1ff55930e7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:57.393063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb8ea-1d6a-441b-8e13-6fe74fee40fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9f394573-2c5a-4e43-a258-a880b15d8120), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.436549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a07ac0fa-c78e-4328-a6d7-b11374b6686c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6a33fe90-2976-432e-8e1a-48e4d18ed45f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.439724 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a07ac0fa-c78e-4328-a6d7-b11374b6686c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.440873 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a07ac0fa-c78e-4328-a6d7-b11374b6686c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a33fe90-2976-432e-8e1a-48e4d18ed45f HTTP/1.1" status: 204  len: 168 time: 0.3916347
Apr 30 21:36:57.452519 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e6cdb8ea-1d6a-441b-8e13-6fe74fee40fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cea651c087e04b579cee7a23e8ba9576&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7645926
Apr 30 21:36:57.455846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdb8ea-1d6a-441b-8e13-6fe74fee40fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f394573-2c5a-4e43-a258-a880b15d8120,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:57.456016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33372) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:57.458702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-447fbf69-5510-4216-8eff-18ecf8e89c89 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (4b12e927-3e2d-4e82-ac37-4ced41d6a288), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.475944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ac0fa-c78e-4328-a6d7-b11374b6686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a33fe90-2976-432e-8e1a-48e4d18ed45f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:57.500845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-447fbf69-5510-4216-8eff-18ecf8e89c89 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (4b12e927-3e2d-4e82-ac37-4ced41d6a288), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.565438 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Publish callbacks [] for security_group (9f394573-2c5a-4e43-a258-a880b15d8120), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.586808 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Publish callbacks [] for security_group (9f394573-2c5a-4e43-a258-a880b15d8120), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.737330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-447fbf69-5510-4216-8eff-18ecf8e89c89 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4b12e927-3e2d-4e82-ac37-4ced41d6a288), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.740277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9f394573-2c5a-4e43-a258-a880b15d8120), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.741231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-447fbf69-5510-4216-8eff-18ecf8e89c89 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.742625 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-447fbf69-5510-4216-8eff-18ecf8e89c89 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b12e927-3e2d-4e82-ac37-4ced41d6a288 HTTP/1.1" status: 204  len: 168 time: 0.3909838
Apr 30 21:36:57.743097 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.744294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f394573-2c5a-4e43-a258-a880b15d8120 HTTP/1.1" status: 204  len: 168 time: 0.2872822
Apr 30 21:36:57.749977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33384) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:57.754999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f394573-2c5a-4e43-a258-a880b15d8120,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:57.764450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.765047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.765170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.765465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.765808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.766139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.766464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.767299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.767762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.768047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.768362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.768685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.769094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.769587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.769934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc441519-9139-4a56-93b8-3983dcff0344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:36:57.778428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fbf69-5510-4216-8eff-18ecf8e89c89 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b12e927-3e2d-4e82-ac37-4ced41d6a288,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:57.828750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4f353bc-344c-456a-8edd-20b8cda3246e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (52dc87fd-97f7-4105-97b9-aef1460e770f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.851871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4f353bc-344c-456a-8edd-20b8cda3246e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (52dc87fd-97f7-4105-97b9-aef1460e770f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:57.896509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33388) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:57.911197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fbf89eb-95cf-4737-83f5-7585f7da6c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.051122 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4f353bc-344c-456a-8edd-20b8cda3246e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (52dc87fd-97f7-4105-97b9-aef1460e770f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.059187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4f353bc-344c-456a-8edd-20b8cda3246e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.059187 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e4f353bc-344c-456a-8edd-20b8cda3246e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/security-groups/52dc87fd-97f7-4105-97b9-aef1460e770f HTTP/1.1" status: 204  len: 168 time: 0.3023295
Apr 30 21:36:58.059417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33396) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:58.066022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f353bc-344c-456a-8edd-20b8cda3246e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dc87fd-97f7-4105-97b9-aef1460e770f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:58.189649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00d081f9-4eff-419f-9b30-f27988d90341 req-50f1d477-4cd2-45a4-95d3-d684274c7be7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 210 time: 0.0529461
Apr 30 21:36:58.193564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a190b3-d0ae-41ab-8fa4-6cfb77097e66 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 35147de2-8882-4f07-8769-31c12da4ab6b {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:58.199005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7a190b3-d0ae-41ab-8fa4-6cfb77097e66 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (35147de2-8882-4f07-8769-31c12da4ab6b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.250052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fbf89eb-95cf-4737-83f5-7585f7da6c62 admin admin] Publish callbacks [] for security_group (1fa059ec-b964-452d-9944-eaea4d44309c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.257729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7a190b3-d0ae-41ab-8fa4-6cfb77097e66 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (35147de2-8882-4f07-8769-31c12da4ab6b), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.335721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fbf89eb-95cf-4737-83f5-7585f7da6c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1fa059ec-b964-452d-9944-eaea4d44309c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.373598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4b4b8-6578-4343-b80a-f53a029610e5 req-a2d3a7f5-9e5f-472f-91a1-b621d0e291e8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:58.375177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27c4b4b8-6578-4343-b80a-f53a029610e5 req-a2d3a7f5-9e5f-472f-91a1-b621d0e291e8 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0954962
Apr 30 21:36:58.447111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7fbf89eb-95cf-4737-83f5-7585f7da6c62 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32b9dabf64e24209bf574adc87a19dc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5494676
Apr 30 21:36:58.452782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33418) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:58.455857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf89eb-95cf-4737-83f5-7585f7da6c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa059ec-b964-452d-9944-eaea4d44309c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:58.478019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7a190b3-d0ae-41ab-8fa4-6cfb77097e66 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (35147de2-8882-4f07-8769-31c12da4ab6b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.527216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27c4b4b8-6578-4343-b80a-f53a029610e5 req-66cc6532-4855-43c6-9adb-ad156fff62f9 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984855
Apr 30 21:36:58.557631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19f1a0e1-540c-4037-ae45-302f58a1902f admin admin] Publish callbacks [] for security_group (1fa059ec-b964-452d-9944-eaea4d44309c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.591166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19f1a0e1-540c-4037-ae45-302f58a1902f admin admin] Publish callbacks [] for security_group (1fa059ec-b964-452d-9944-eaea4d44309c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.648477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7a190b3-d0ae-41ab-8fa4-6cfb77097e66 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (35147de2-8882-4f07-8769-31c12da4ab6b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.678342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a190b3-d0ae-41ab-8fa4-6cfb77097e66 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=35147de2-8882-4f07-8769-31c12da4ab6b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:58.680329 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c7a190b3-d0ae-41ab-8fa4-6cfb77097e66 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.683578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c7a190b3-d0ae-41ab-8fa4-6cfb77097e66 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/35147de2-8882-4f07-8769-31c12da4ab6b HTTP/1.1" status: 204  len: 168 time: 0.6231720
Apr 30 21:36:58.687793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33428) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:58.690818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df3ef2-06e3-4930-ad2e-da7b14131c7e None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:58.691307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19f1a0e1-540c-4037-ae45-302f58a1902f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1fa059ec-b964-452d-9944-eaea4d44309c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.693683 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19f1a0e1-540c-4037-ae45-302f58a1902f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.697385 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-19f1a0e1-540c-4037-ae45-302f58a1902f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fa059ec-b964-452d-9944-eaea4d44309c HTTP/1.1" status: 204  len: 168 time: 0.2410092
Apr 30 21:36:58.703460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1a0e1-540c-4037-ae45-302f58a1902f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa059ec-b964-452d-9944-eaea4d44309c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:58.787357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ec0ec4-3f1c-4c76-99a0-3e9d2c7e1058 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 3775aeda-3275-4575-b28e-7709239b346e {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:58.791157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ec4-3f1c-4c76-99a0-3e9d2c7e1058 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (3775aeda-3275-4575-b28e-7709239b346e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.858003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ec4-3f1c-4c76-99a0-3e9d2c7e1058 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (3775aeda-3275-4575-b28e-7709239b346e), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:58.952682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ec4-3f1c-4c76-99a0-3e9d2c7e1058 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (3775aeda-3275-4575-b28e-7709239b346e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.062400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ec4-3f1c-4c76-99a0-3e9d2c7e1058 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (3775aeda-3275-4575-b28e-7709239b346e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.099554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec0ec4-3f1c-4c76-99a0-3e9d2c7e1058 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=3775aeda-3275-4575-b28e-7709239b346e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:59.102042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ec4-3f1c-4c76-99a0-3e9d2c7e1058 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.106018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a2ec0ec4-3f1c-4c76-99a0-3e9d2c7e1058 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/3775aeda-3275-4575-b28e-7709239b346e HTTP/1.1" status: 204  len: 168 time: 0.4069536
Apr 30 21:36:59.108633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33440) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:59.137031 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f086eac6-2d51-4002-983c-5e699a534c23 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:59.137582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f086eac6-2d51-4002-983c-5e699a534c23 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:59.140846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f086eac6-2d51-4002-983c-5e699a534c23 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/35147de2-8882-4f07-8769-31c12da4ab6b HTTP/1.1" status: 404  len: 337 time: 0.0312054
Apr 30 21:36:59.144225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33442) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:59.205874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a230fc04-4ec5-4ca0-9636-02b3632e8460 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting subnet 9ff0f7bb-cd1d-4386-b13d-1be62c53baf7 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:36:59.209407 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a230fc04-4ec5-4ca0-9636-02b3632e8460 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (9ff0f7bb-cd1d-4386-b13d-1be62c53baf7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.264738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a230fc04-4ec5-4ca0-9636-02b3632e8460 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (9ff0f7bb-cd1d-4386-b13d-1be62c53baf7), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.330415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99c53cc9-847c-4e00-8e82-71280733ad7b req-0cd3bd63-f6fe-4830-9cae-2acd2150a27f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 210 time: 0.0381920
Apr 30 21:36:59.410686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a230fc04-4ec5-4ca0-9636-02b3632e8460 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (9ff0f7bb-cd1d-4386-b13d-1be62c53baf7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.553946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18bf755-d3f3-4cbf-a75f-0932e19af368 None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:36:59.580732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a230fc04-4ec5-4ca0-9636-02b3632e8460 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (9ff0f7bb-cd1d-4386-b13d-1be62c53baf7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.678705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bb06ec73-9366-4f09-986b-2768f340b90e None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:36:59.679821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb06ec73-9366-4f09-986b-2768f340b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.685593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230fc04-4ec5-4ca0-9636-02b3632e8460 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff0f7bb-cd1d-4386-b13d-1be62c53baf7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:36:59.686428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a230fc04-4ec5-4ca0-9636-02b3632e8460 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:36:59.690654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a230fc04-4ec5-4ca0-9636-02b3632e8460 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/9ff0f7bb-cd1d-4386-b13d-1be62c53baf7 HTTP/1.1" status: 204  len: 168 time: 0.5449524
Apr 30 21:36:59.693293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33466) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:59.749848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a88f8-f06e-48c6-931b-de18056e20d0 req-58bcfb89-951c-41c9-8e9f-2cf7d19cb97a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:59.750723 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6c57db-f2c6-4c92-b26f-b01f9f108d54 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:36:59.751420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6c57db-f2c6-4c92-b26f-b01f9f108d54 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:36:59.751600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-308a88f8-f06e-48c6-931b-de18056e20d0 req-58bcfb89-951c-41c9-8e9f-2cf7d19cb97a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1038790
Apr 30 21:36:59.756751 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8c6c57db-f2c6-4c92-b26f-b01f9f108d54 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/5c9438fb-6f3a-447f-9247-9abd35d3828b HTTP/1.1" status: 404  len: 337 time: 0.0619197
Apr 30 21:36:59.762676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33468) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:59.871436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-308a88f8-f06e-48c6-931b-de18056e20d0 req-78be72f0-0205-4c87-b7dc-32fc462dfea9 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891497
Apr 30 21:36:59.873932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1a40d743-afd8-4911-a1e0-f92fc71619a7 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "GET /v2.0/ports?device_id=204b85c5-c221-4aa2-b913-882e4bb126ba HTTP/1.1" status: 200  len: 205 time: 0.1099420
Apr 30 21:36:59.879274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33480) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:36:59.881023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-817ef4fa-2722-4630-8720-01fe9e0cf8df tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:36:59.882720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-817ef4fa-2722-4630-8720-01fe9e0cf8df tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.3192356
Apr 30 21:36:59.944345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Request body: {'port': {'device_id': '7e2413c0-c352-4dea-8bb7-f396cbdabacb', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'admin_state_up': True, 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:36:59.954771 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-6a81caba-f35d-475d-9b15-4cb11def570b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] delete failed (client error): The resource could not be found.
Apr 30 21:36:59.962115 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6a81caba-f35d-475d-9b15-4cb11def570b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/routers/204b85c5-c221-4aa2-b913-882e4bb126ba HTTP/1.1" status: 404  len: 336 time: 0.0816236
Apr 30 21:36:59.964786 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33482) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.024827 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-1837a8d1-ade5-49f4-947d-c47de751855e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.030747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1837a8d1-ade5-49f4-947d-c47de751855e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.037259 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1837a8d1-ade5-49f4-947d-c47de751855e tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/fc0edfa6-5d86-4af2-800e-382fbe2e3872 HTTP/1.1" status: 404  len: 337 time: 0.0711243
Apr 30 21:37:00.040589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33486) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.056352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bb06ec73-9366-4f09-986b-2768f340b90e None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:00.067574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bb06ec73-9366-4f09-986b-2768f340b90e None None] Provisioning complete for port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:00.067954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb06ec73-9366-4f09-986b-2768f340b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.071982 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8c367d-ea64-4965-8f75-1500e3861fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.072695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8c367d-ea64-4965-8f75-1500e3861fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.076439 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6f8c367d-ea64-4965-8f75-1500e3861fc1 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/279be171-0acc-4423-9d3a-62d429438f24 HTTP/1.1" status: 404  len: 337 time: 0.0346410
Apr 30 21:37:00.079729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33488) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.112797 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6af7ab6-ba03-4312-aac9-3471891c890f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.113933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6af7ab6-ba03-4312-aac9-3471891c890f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.114565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bb06ec73-9366-4f09-986b-2768f340b90e None None] Port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:37:00.115879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011cda38-4a7a-4358-a65e-5c5a9b26f2c8 None None] Update dhcp port {'port': {'network_id': '2a1442a2-0e7c-4def-b624-68f4900d2908', 'fixed_ips': [{'subnet_id': '9ff0f7bb-cd1d-4386-b13d-1be62c53baf7'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c63e5b8a-6209-4e09-b65e-15870569d24b'} from ncdv-master-1. {{(pid=115776) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
Apr 30 21:37:00.118441 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a6af7ab6-ba03-4312-aac9-3471891c890f tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/8e397243-8340-47e0-a5ad-aed34fdfa1d6 HTTP/1.1" status: 404  len: 337 time: 0.0375037
Apr 30 21:37:00.120914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33490) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.150812 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-30374eee-9bc9-4102-b57d-0a46e98f2596 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.151547 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30374eee-9bc9-4102-b57d-0a46e98f2596 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.151921 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-011cda38-4a7a-4358-a65e-5c5a9b26f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.154860 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-30374eee-9bc9-4102-b57d-0a46e98f2596 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/0b3154f6-c54b-4738-8f58-3ec1d7a99da2 HTTP/1.1" status: 404  len: 333 time: 0.0329814
Apr 30 21:37:00.157932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33492) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.216076 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c77a4d5-46f5-4b03-a672-56b62834ae5b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.216557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c77a4d5-46f5-4b03-a672-56b62834ae5b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.227115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33502) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.227403 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0c77a4d5-46f5-4b03-a672-56b62834ae5b tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/04af4c1b-d031-4f94-9524-981d3b7aa5a4 HTTP/1.1" status: 404  len: 337 time: 0.0682809
Apr 30 21:37:00.246625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:37:00.255342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.307355 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e18f9e-d980-44ac-aad0-224d0d8ef3f3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.308506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e18f9e-d980-44ac-aad0-224d0d8ef3f3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.312326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-15e18f9e-d980-44ac-aad0-224d0d8ef3f3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/e81a12e5-afad-464e-b3f8-386bc5f3456c HTTP/1.1" status: 404  len: 337 time: 0.0838802
Apr 30 21:37:00.315725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33516) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.374576 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fe3704-691e-4121-b603-1af7d43d0d79 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.375402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fe3704-691e-4121-b603-1af7d43d0d79 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.385944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a6fe3704-691e-4121-b603-1af7d43d0d79 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/e2e3526c-3070-4b27-b07a-0c90e42a4bae HTTP/1.1" status: 404  len: 333 time: 0.0627263
Apr 30 21:37:00.386446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33532) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.423270 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-766b283e-be35-4661-a491-3433d2e205e3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.423790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766b283e-be35-4661-a491-3433d2e205e3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.432577 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-766b283e-be35-4661-a491-3433d2e205e3 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/0736e99a-1fda-46f5-96a3-08f75d21c4ff HTTP/1.1" status: 404  len: 337 time: 0.0484028
Apr 30 21:37:00.435337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33534) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.457936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67e65b-4cd1-4687-bb83-b3f5521c3fc2 None None] Network 2a1442a2-0e7c-4def-b624-68f4900d2908 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:37:00.468878 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98688b6-314b-48af-b0ef-2e07d77347ad tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:37:00.469446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98688b6-314b-48af-b0ef-2e07d77347ad tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:37:00.473561 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b98688b6-314b-48af-b0ef-2e07d77347ad tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/subnets/45caf3cb-72e5-40ae-a919-9a534d1c0eeb HTTP/1.1" status: 404  len: 337 time: 0.0357606
Apr 30 21:37:00.476249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33538) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:00.498686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5037b001-d5e8-4f1a-816e-61779530a761 None None] Provisioning complete for port c63e5b8a-6209-4e09-b65e-15870569d24b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:00.499068 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5037b001-d5e8-4f1a-816e-61779530a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.595531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74cb3477-2407-480b-890e-bc4352575769 req-9dbe095f-a27a-4c5d-801e-935df0da6853 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 210 time: 0.0846345
Apr 30 21:37:00.615033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-11999139-daf0-45a3-bac5-8292054d3cc9 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:37:00.616187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11999139-daf0-45a3-bac5-8292054d3cc9 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.621693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Allocated IP 172.20.0.2 (1f8b2cc3-45fd-4393-b8b3-c09491d04968/e05a8725-3ed1-4534-8941-08912b6e6e57/27b2784b-2015-4af5-a62e-a6476b448db6) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:00.726846 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11999139-daf0-45a3-bac5-8292054d3cc9 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.772194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-11999139-daf0-45a3-bac5-8292054d3cc9 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for 0bb34324-70a5-42a9-85f0-7eb28bcc2718 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:37:00.794729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5037b001-d5e8-4f1a-816e-61779530a761 None None] Current status of the port c63e5b8a-6209-4e09-b65e-15870569d24b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:00.797423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] DHCP port deletion for 2a1442a2-0e7c-4def-b624-68f4900d2908 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:37:00.812576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5037b001-d5e8-4f1a-816e-61779530a761 None None] Provisioning complete for port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:00.812946 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5037b001-d5e8-4f1a-816e-61779530a761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.909213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5037b001-d5e8-4f1a-816e-61779530a761 None None] Port 0bb34324-70a5-42a9-85f0-7eb28bcc2718 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:37:00.909399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks [] for port (27b2784b-2015-4af5-a62e-a6476b448db6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.932665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] Deleting port c63e5b8a-6209-4e09-b65e-15870569d24b {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:37:00.933052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.937329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11999139-daf0-45a3-bac5-8292054d3cc9 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0bb34324-70a5-42a9-85f0-7eb28bcc2718), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.974721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11999139-daf0-45a3-bac5-8292054d3cc9 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=0bb34324-70a5-42a9-85f0-7eb28bcc2718,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:00.981556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11999139-daf0-45a3-bac5-8292054d3cc9 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:00.989607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33566) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:01.002393 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-11999139-daf0-45a3-bac5-8292054d3cc9 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/ports/0bb34324-70a5-42a9-85f0-7eb28bcc2718 HTTP/1.1" status: 204  len: 168 time: 0.5248108
Apr 30 21:37:01.003183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] For port c63e5b8a-6209-4e09-b65e-15870569d24b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63e5b8a-6209-4e09-b65e-15870569d24b,segment=NetworkSegment(57b95a16-6265-4abf-b217-b4c4f5ccd2d2),segment_id=57b95a16-6265-4abf-b217-b4c4f5ccd2d2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:01.003678 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.017912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.033217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:01.064380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] Calling delete_port for c63e5b8a-6209-4e09-b65e-15870569d24b owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:37:01.160831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:01.166395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event updated for resources: {'Port': ['ID=27b2784b-2015-4af5-a62e-a6476b448db6,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:01.183638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351ac31-b667-4e54-a957-ab5c8f0c4b5e req-1bbaecb8-ab01-4b30-8217-7474025814b9 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:01.183638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5351ac31-b667-4e54-a957-ab5c8f0c4b5e req-1bbaecb8-ab01-4b30-8217-7474025814b9 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1564128
Apr 30 21:37:01.183638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:01.195922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:37:01.202738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2a1442a2-0e7c-4def-b624-68f4900d2908), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.321106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:01.321106 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.338612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5351ac31-b667-4e54-a957-ab5c8f0c4b5e req-e9e3617f-a491-4e9a-9caa-d6b9a5929a82 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396470
Apr 30 21:37:01.347155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Deleting port c63e5b8a-6209-4e09-b65e-15870569d24b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:37:01.347412 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.348491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.386914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] Pushing event deleted for resources: {'Port': ['ID=c63e5b8a-6209-4e09-b65e-15870569d24b,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:01.398905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a759ebd-bf47-488b-8c61-dce4c302812a None None] No DVR routers for this DVR port c63e5b8a-6209-4e09-b65e-15870569d24b on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:37:01.415162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-8249590a-7851-45a9-8fc6-5198897887b1 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4748621
Apr 30 21:37:01.421386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] For port c63e5b8a-6209-4e09-b65e-15870569d24b, host ncdv-master-1, got binding levels [] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:01.421923 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.440598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Request body: {'port': {'device_id': '7e2413c0-c352-4dea-8bb7-f396cbdabacb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:01.462680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Calling delete_port for c63e5b8a-6209-4e09-b65e-15870569d24b owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:37:01.466653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.ipam_backend_mixin [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Port c63e5b8a-6209-4e09-b65e-15870569d24b was not found and therefore no delete operation was performed {{(pid=115774) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:37:01.471123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c63e5b8a-6209-4e09-b65e-15870569d24b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.502849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Port': ['ID=c63e5b8a-6209-4e09-b65e-15870569d24b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:01.521939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] No DVR routers for this DVR port c63e5b8a-6209-4e09-b65e-15870569d24b on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:37:01.554725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.636968 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2a1442a2-0e7c-4def-b624-68f4900d2908), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.670474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966f6a9d0>,) {'filters': {'network_id': ['2a1442a2-0e7c-4def-b624-68f4900d2908']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:01.687873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f6a9d0>, '57b95a16-6265-4abf-b217-b4c4f5ccd2d2') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:01.688770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f6a9d0>, '57b95a16-6265-4abf-b217-b4c4f5ccd2d2') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:01.754260 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (57b95a16-6265-4abf-b217-b4c4f5ccd2d2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.799506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (57b95a16-6265-4abf-b217-b4c4f5ccd2d2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.812698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:37:01.813105 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (57b95a16-6265-4abf-b217-b4c4f5ccd2d2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:01.822012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d026e2-7aa5-4596-bdc7-6c7997dc9c1f req-83851914-f376-4477-8799-786cfbb25160 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:01.823486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1d026e2-7aa5-4596-bdc7-6c7997dc9c1f req-83851914-f376-4477-8799-786cfbb25160 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 931 time: 0.1382263
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:37:01.824114 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:37:01.976106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1d026e2-7aa5-4596-bdc7-6c7997dc9c1f req-2cbd499d-af45-4050-a5ad-e15f72ae94e5 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393430
Apr 30 21:37:02.052754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2a1442a2-0e7c-4def-b624-68f4900d2908), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:02.073929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b2784b-2015-4af5-a62e-a6476b448db6 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:37:02.079753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:02.085335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] 10.222.0.23 "DELETE /v2.0/networks/2a1442a2-0e7c-4def-b624-68f4900d2908 HTTP/1.1" status: 204  len: 168 time: 1.0916228
Apr 30 21:37:02.096642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Publish callbacks [] for port (27b2784b-2015-4af5-a62e-a6476b448db6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:02.098028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6a81d-3030-46cd-8254-1b8a12cd7d16 tempest-PortsIpV6TestJSON-318922171 tempest-PortsIpV6TestJSON-318922171-project] Pushing event deleted for resources: {'Network': ['ID=2a1442a2-0e7c-4def-b624-68f4900d2908,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:02.125298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Transition to ACTIVE for port object 27b2784b-2015-4af5-a62e-a6476b448db6 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:37:02.157628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c63e5b8a-6209-4e09-b65e-15870569d24b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:37:02.178925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c63e5b8a-6209-4e09-b65e-15870569d24b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:37:02.179271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c63e5b8a-6209-4e09-b65e-15870569d24b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:37:02.244978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:02.312503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Pushing event updated for resources: {'Port': ['ID=27b2784b-2015-4af5-a62e-a6476b448db6,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:02.391131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Attempting to bind port 27b2784b-2015-4af5-a62e-a6476b448db6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:37:02.391502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Attempting to bind port 27b2784b-2015-4af5-a62e-a6476b448db6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:37:02.391835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Attempting to bind port 27b2784b-2015-4af5-a62e-a6476b448db6 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:02.396927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Port 27b2784b-2015-4af5-a62e-a6476b448db6 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:37:02.397929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Attempting to bind port 27b2784b-2015-4af5-a62e-a6476b448db6 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:02.403619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:37:02.403971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Checking segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:02.404367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Bound using segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:37:02.404777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Bound port: 27b2784b-2015-4af5-a62e-a6476b448db6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:37:02.405132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:02.509329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bd54b-8867-465e-a54d-dfbf13d7ce42 req-7a8188f8-2aa3-4b2f-9b19-65d5492d2dc4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:02.512424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e4bd54b-8867-465e-a54d-dfbf13d7ce42 req-7a8188f8-2aa3-4b2f-9b19-65d5492d2dc4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0692186
Apr 30 21:37:02.515810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] For port 27b2784b-2015-4af5-a62e-a6476b448db6, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:37:02.519327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] For port 27b2784b-2015-4af5-a62e-a6476b448db6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27b2784b-2015-4af5-a62e-a6476b448db6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:37:02.575623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e4bd54b-8867-465e-a54d-dfbf13d7ce42 req-ade56f3f-c130-4b1c-ad50-6864d9c1925b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531363
Apr 30 21:37:02.587960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:02.630759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:02.631951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:02.633436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/27b2784b-2015-4af5-a62e-a6476b448db6 HTTP/1.1" status: 200  len: 1091 time: 1.2033837
Apr 30 21:37:02.633924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2413c0-c352-4dea-8bb7-f396cbdabacb', 'tag': '27b2784b-2015-4af5-a62e-a6476b448db6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:02.636255 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15616ca2-d9c1-4d3a-9935-f797cd0b1e34" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2413c0-c352-4dea-8bb7-f396cbdabacb", "tag": "27b2784b-2015-4af5-a62e-a6476b448db6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:02.655758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33602) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:02.667101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad5a3d-93a5-468d-8cd2-30afecaa49a9 service neutron] Pushing event updated for resources: {'Port': ['ID=27b2784b-2015-4af5-a62e-a6476b448db6,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:02.695802 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608ed252-66e0-4b2c-95c7-067ff2f17085 x-openstack-request-id: req-608ed252-66e0-4b2c-95c7-067ff2f17085 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:02.695802 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2413c0-c352-4dea-8bb7-f396cbdabacb", "tag": "27b2784b-2015-4af5-a62e-a6476b448db6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:02.695802 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-608ed252-66e0-4b2c-95c7-067ff2f17085 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:02.695802 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608ed252-66e0-4b2c-95c7-067ff2f17085'] response: {'name': 'network-changed', 'server_uuid': '7e2413c0-c352-4dea-8bb7-f396cbdabacb', 'tag': '27b2784b-2015-4af5-a62e-a6476b448db6', 'status': 'completed', 'code': 200}
Apr 30 21:37:02.769774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616ca2-d9c1-4d3a-9935-f797cd0b1e34 req-bf1f5b45-2502-4bba-ade8-231e97ef39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:02.771340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15616ca2-d9c1-4d3a-9935-f797cd0b1e34 req-bf1f5b45-2502-4bba-ade8-231e97ef39a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 1125 time: 0.0501411
Apr 30 21:37:02.829949 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1671fbe-3cb1-45eb-b819-bb0186b58671 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5319e09e05a74925b8417ce40be5f90d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1722980
Apr 30 21:37:02.832389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33630) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:02.882627 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-99269576-b794-41a1-9f87-32e4682abf63 admin admin] Publish callbacks [] for security_group (9df8878b-a3ff-4926-9c01-43c4e7062454), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:02.887517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616ca2-d9c1-4d3a-9935-f797cd0b1e34 req-83da9f79-450b-4d89-8331-87c6a959b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:02.888998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15616ca2-d9c1-4d3a-9935-f797cd0b1e34 req-83da9f79-450b-4d89-8331-87c6a959b6c0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e02e106ab99f4decadf747b3ebf025c7&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1085939
Apr 30 21:37:02.917438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-99269576-b794-41a1-9f87-32e4682abf63 admin admin] Publish callbacks [] for security_group (9df8878b-a3ff-4926-9c01-43c4e7062454), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:03.002268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616ca2-d9c1-4d3a-9935-f797cd0b1e34 req-4bdbcb8c-857c-4e16-96ed-57560f590e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:03.003914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15616ca2-d9c1-4d3a-9935-f797cd0b1e34 req-4bdbcb8c-857c-4e16-96ed-57560f590e7c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1087162
Apr 30 21:37:03.068114 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-99269576-b794-41a1-9f87-32e4682abf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9df8878b-a3ff-4926-9c01-43c4e7062454), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:03.071129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-99269576-b794-41a1-9f87-32e4682abf63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:03.072430 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-99269576-b794-41a1-9f87-32e4682abf63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9df8878b-a3ff-4926-9c01-43c4e7062454 HTTP/1.1" status: 204  len: 168 time: 0.2388682
Apr 30 21:37:03.087038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99269576-b794-41a1-9f87-32e4682abf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df8878b-a3ff-4926-9c01-43c4e7062454,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:03.149695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-76a68d75-c4a3-4f4f-8d3d-80a8cb48f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:03.151617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-76a68d75-c4a3-4f4f-8d3d-80a8cb48f64f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 1125 time: 0.0902278
Apr 30 21:37:03.175062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddade16b-ff96-4146-960c-691714d31a62 req-7ea4a85e-cdd4-4695-9276-a40fe45e3e37 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:03.176779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddade16b-ff96-4146-960c-691714d31a62 req-7ea4a85e-cdd4-4695-9276-a40fe45e3e37 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 943 time: 0.0736868
Apr 30 21:37:03.231737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddade16b-ff96-4146-960c-691714d31a62 req-cb98fffe-f36a-4018-bb0e-99275cf5191b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481715
Apr 30 21:37:03.313088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-703d996e-8397-41ac-b953-fa14f0a99a29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=27b2784b-2015-4af5-a62e-a6476b448db6 HTTP/1.1" status: 200  len: 217 time: 0.0352738
Apr 30 21:37:03.369289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-f25edcec-1e21-4ba1-a45a-5aa1570b111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:03.370766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-f25edcec-1e21-4ba1-a45a-5aa1570b111b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0486088
Apr 30 21:37:03.407414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-029f5818-20f1-4f0c-b9bc-8bfe1e53e8f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257692
Apr 30 21:37:03.498413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-e5666a42-d6d1-4a5a-9022-0921bc0c5fbd service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815306
Apr 30 21:37:03.953550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c40f95-e3ab-47b5-91aa-b360f696885b req-5f3f81af-3c1e-45b9-9ed0-3da7b69e6a62 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:03.955221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55c40f95-e3ab-47b5-91aa-b360f696885b req-5f3f81af-3c1e-45b9-9ed0-3da7b69e6a62 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0619745
Apr 30 21:37:03.988934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d48656a-7500-4a0e-9745-86f9a434a4aa req-ace3ad5b-787e-4d40-901a-0b12e388d84a service neutron] 10.222.0.20 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4816470
Apr 30 21:37:04.030051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55c40f95-e3ab-47b5-91aa-b360f696885b req-871c8641-e7c2-40cf-a797-cdfcb99d3b9d tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627954
Apr 30 21:37:04.373268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9e0c1-c5a0-411e-8084-7082976d2bad req-fc6ab2cd-48d2-426a-8358-3d571e224283 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:04.375733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7a9e0c1-c5a0-411e-8084-7082976d2bad req-fc6ab2cd-48d2-426a-8358-3d571e224283 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 943 time: 0.0552073
Apr 30 21:37:04.391011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33702) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:04.434957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7a9e0c1-c5a0-411e-8084-7082976d2bad req-e9594a31-cfe5-4021-b822-e6e46509c59e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517354
Apr 30 21:37:04.513228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-89e326ee-0e2c-4592-a308-15b3410ae43d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:04.513672 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-89e326ee-0e2c-4592-a308-15b3410ae43d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 30 21:37:04.514207 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-89e326ee-0e2c-4592-a308-15b3410ae43d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:37:04.516636 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-89e326ee-0e2c-4592-a308-15b3410ae43d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1221926
Apr 30 21:37:04.519171 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33706) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:04.525194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058742374'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:04.633709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:04.642260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:04.645262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774b519-59db-40cc-9282-f9f92d2e5205 req-b169063d-6bac-4783-b336-85aa631023cc tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:04.646780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774b519-59db-40cc-9282-f9f92d2e5205 req-b169063d-6bac-4783-b336-85aa631023cc tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0477459
Apr 30 21:37:04.708084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774b519-59db-40cc-9282-f9f92d2e5205 req-6b5242ec-1e21-445d-938a-4ea62b101112 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552361
Apr 30 21:37:04.743535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (3488ddde-1191-4ce1-bcc4-f92ea9c13b8f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:04.804961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3488ddde-1191-4ce1-bcc4-f92ea9c13b8f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:04.840382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3488ddde-1191-4ce1-bcc4-f92ea9c13b8f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:04.886678 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (78ab8124-c6ea-4b3c-825e-43d93b17a6b3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:04.947957 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (78ab8124-c6ea-4b3c-825e-43d93b17a6b3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:04.976225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ab8124-c6ea-4b3c-825e-43d93b17a6b3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:05.052457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:05.053687 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bcb82804-9613-4cb3-9565-0fd1c2b3bc4e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5335333
Apr 30 21:37:05.056515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33734) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:05.060965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-943990f6-29d2-4cb4-a8aa-b52eb872d424 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '78ab8124-c6ea-4b3c-825e-43d93b17a6b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:05.178548 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-943990f6-29d2-4cb4-a8aa-b52eb872d424 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group_rule (06436f91-396e-4d82-8478-2dfbb31f5042), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:05.241352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-943990f6-29d2-4cb4-a8aa-b52eb872d424 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group_rule (06436f91-396e-4d82-8478-2dfbb31f5042), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:05.284958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d353261-7349-4a57-892e-dd318f0faf62 req-471daa43-78ac-48d2-815f-05bc8455d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:05.286783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d353261-7349-4a57-892e-dd318f0faf62 req-471daa43-78ac-48d2-815f-05bc8455d2c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1127 time: 0.0540271
Apr 30 21:37:05.324549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-943990f6-29d2-4cb4-a8aa-b52eb872d424 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (06436f91-396e-4d82-8478-2dfbb31f5042), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:05.373656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943990f6-29d2-4cb4-a8aa-b52eb872d424 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06436f91-396e-4d82-8478-2dfbb31f5042,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:05.402096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d353261-7349-4a57-892e-dd318f0faf62 req-7e1b7430-81b5-4761-92e7-ab8c4ba6e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:05.403834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d353261-7349-4a57-892e-dd318f0faf62 req-7e1b7430-81b5-4761-92e7-ab8c4ba6e4e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 910 time: 0.1077604
Apr 30 21:37:05.436038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-943990f6-29d2-4cb4-a8aa-b52eb872d424 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:05.438374 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-943990f6-29d2-4cb4-a8aa-b52eb872d424 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3808944
Apr 30 21:37:05.441302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33750) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:05.447620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c6d01086-bc22-4af5-b8c1-11b0b31e69ab tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '78ab8124-c6ea-4b3c-825e-43d93b17a6b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:05.491782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d353261-7349-4a57-892e-dd318f0faf62 req-48622f72-d0ea-47c4-8a37-acafb982bfc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 200  len: 1001 time: 0.0768600
Apr 30 21:37:05.561177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6d01086-bc22-4af5-b8c1-11b0b31e69ab tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group_rule (6053351f-76a2-4ee8-9941-d689b64a6243), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:05.577896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d353261-7349-4a57-892e-dd318f0faf62 req-5dba4cf8-119a-44bf-aff6-d9989d2cb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:05.579959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d353261-7349-4a57-892e-dd318f0faf62 req-5dba4cf8-119a-44bf-aff6-d9989d2cb1dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.0781145
Apr 30 21:37:05.586064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18045e67-a152-42b8-bea0-9a1e4a64fdd1 req-b0c34bf9-a7ba-45ed-81e2-4127278ffb46 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:05.587438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18045e67-a152-42b8-bea0-9a1e4a64fdd1 req-b0c34bf9-a7ba-45ed-81e2-4127278ffb46 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 943 time: 0.0602932
Apr 30 21:37:05.640838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d353261-7349-4a57-892e-dd318f0faf62 req-4ee2dab4-f637-4f6a-8b07-89e125f9e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:05.643130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d353261-7349-4a57-892e-dd318f0faf62 req-4ee2dab4-f637-4f6a-8b07-89e125f9e8aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0537875
Apr 30 21:37:05.684549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18045e67-a152-42b8-bea0-9a1e4a64fdd1 req-ce2359d0-9fe1-43dd-adb2-b695c147ca92 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865469
Apr 30 21:37:05.696431 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-c6d01086-bc22-4af5-b8c1-11b0b31e69ab tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:37:05.700082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c6d01086-bc22-4af5-b8c1-11b0b31e69ab tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2550530
Apr 30 21:37:05.708727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33754) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:05.761417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d353261-7349-4a57-892e-dd318f0faf62 req-d5c2624c-2716-4c90-b5c9-f1a7c88faab2 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068456
Apr 30 21:37:05.773964 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b1328-8d95-437e-8e5b-c94d53181350 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (78ab8124-c6ea-4b3c-825e-43d93b17a6b3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:05.803757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b1328-8d95-437e-8e5b-c94d53181350 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (78ab8124-c6ea-4b3c-825e-43d93b17a6b3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:05.893914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715d044-413d-4164-861d-7148e845fb08 req-bebaca82-4160-45d0-a233-c5b0380ff797 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:05.895416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a715d044-413d-4164-861d-7148e845fb08 req-bebaca82-4160-45d0-a233-c5b0380ff797 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1015823
Apr 30 21:37:05.940861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d353261-7349-4a57-892e-dd318f0faf62 req-9b2b7c6c-2aa0-4ecb-8cf6-f543c09398bb service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622713
Apr 30 21:37:05.968060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a715d044-413d-4164-861d-7148e845fb08 req-e55c2fbb-198c-40e3-b51a-ae15d8cd5b91 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622985
Apr 30 21:37:05.999287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b1328-8d95-437e-8e5b-c94d53181350 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (78ab8124-c6ea-4b3c-825e-43d93b17a6b3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.002555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a81b1328-8d95-437e-8e5b-c94d53181350 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.003715 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a81b1328-8d95-437e-8e5b-c94d53181350 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/78ab8124-c6ea-4b3c-825e-43d93b17a6b3 HTTP/1.1" status: 204  len: 168 time: 0.2940416
Apr 30 21:37:06.006657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33762) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:06.013206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b1328-8d95-437e-8e5b-c94d53181350 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ab8124-c6ea-4b3c-825e-43d93b17a6b3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:06.060959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-27102ff9-da50-442f-a185-9feb2641e4d8 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0530772
Apr 30 21:37:06.065384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33764) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:06.069565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e6ec3a04-6261-4fa4-a44e-c77b4c3de1c5 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127103627'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:06.176786 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3a04-6261-4fa4-a44e-c77b4c3de1c5 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.247524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3a04-6261-4fa4-a44e-c77b4c3de1c5 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (d325b882-c042-4591-9084-a14ba16f4d58), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.313956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3a04-6261-4fa4-a44e-c77b4c3de1c5 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d325b882-c042-4591-9084-a14ba16f4d58), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.346913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3a04-6261-4fa4-a44e-c77b4c3de1c5 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d325b882-c042-4591-9084-a14ba16f4d58,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:06.470163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3a04-6261-4fa4-a44e-c77b4c3de1c5 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.471551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e6ec3a04-6261-4fa4-a44e-c77b4c3de1c5 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4052165
Apr 30 21:37:06.474528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33780) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:06.478914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-92421470-6491-4cc5-b88c-7b571d6e7dc3 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': 'd325b882-c042-4591-9084-a14ba16f4d58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:06.479685 ncdv-master-1 neutron-server[115774]: WARNING neutron.api.v2.base [None req-92421470-6491-4cc5-b88c-7b571d6e7dc3 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Apr 30 21:37:06.480170 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-92421470-6491-4cc5-b88c-7b571d6e7dc3 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:06.481088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-92421470-6491-4cc5-b88c-7b571d6e7dc3 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0056324
Apr 30 21:37:06.483417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33782) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:06.538100 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4694e43f-6810-4782-b6fd-5d21201854b2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (d325b882-c042-4591-9084-a14ba16f4d58), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.561236 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4694e43f-6810-4782-b6fd-5d21201854b2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (d325b882-c042-4591-9084-a14ba16f4d58), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.702066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4694e43f-6810-4782-b6fd-5d21201854b2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d325b882-c042-4591-9084-a14ba16f4d58), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.704642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4694e43f-6810-4782-b6fd-5d21201854b2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.705853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4694e43f-6810-4782-b6fd-5d21201854b2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/d325b882-c042-4591-9084-a14ba16f4d58 HTTP/1.1" status: 204  len: 168 time: 0.2215414
Apr 30 21:37:06.708698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33784) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:06.715230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694e43f-6810-4782-b6fd-5d21201854b2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d325b882-c042-4591-9084-a14ba16f4d58,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:06.766599 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1e79499-dc42-42da-9f8a-e6a182e3230a tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0566792
Apr 30 21:37:06.770432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33788) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:06.777587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8af3ac9f-ffac-41de-878f-07e4d7e6f1aa tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127986037'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:06.840505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ea8d1-94e1-4fd1-b045-6c8055fcab6e req-fd22ac66-71df-4316-a18a-2d24bd755a62 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:06.842015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d1ea8d1-94e1-4fd1-b045-6c8055fcab6e req-fd22ac66-71df-4316-a18a-2d24bd755a62 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 943 time: 0.0545633
Apr 30 21:37:06.898918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8af3ac9f-ffac-41de-878f-07e4d7e6f1aa tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:06.911665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d1ea8d1-94e1-4fd1-b045-6c8055fcab6e req-7c7f211d-5adf-4ea2-9b1f-93406278ffab tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626967
Apr 30 21:37:06.986979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8af3ac9f-ffac-41de-878f-07e4d7e6f1aa tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a0697705-7cac-44f4-b531-3520369066b2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.076356 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8af3ac9f-ffac-41de-878f-07e4d7e6f1aa tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a0697705-7cac-44f4-b531-3520369066b2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.117652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a46b-ce73-4079-b6c2-a3c9aad45b76 req-0f2e4638-8add-4e41-a2e3-c33e741b8d4a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:07.119222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d276a46b-ce73-4079-b6c2-a3c9aad45b76 req-0f2e4638-8add-4e41-a2e3-c33e741b8d4a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0721505
Apr 30 21:37:07.123209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3ac9f-ffac-41de-878f-07e4d7e6f1aa tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0697705-7cac-44f4-b531-3520369066b2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:07.170830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d276a46b-ce73-4079-b6c2-a3c9aad45b76 req-c4a42dba-077f-4f64-bc16-103f198ae3bb tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437360
Apr 30 21:37:07.174768 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8af3ac9f-ffac-41de-878f-07e4d7e6f1aa tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.177934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8af3ac9f-ffac-41de-878f-07e4d7e6f1aa tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4042733
Apr 30 21:37:07.179309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33820) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.184665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-adb1e695-43f9-422c-9b30-c76e8272f2a6 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': 'a0697705-7cac-44f4-b531-3520369066b2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:07.185577 ncdv-master-1 neutron-server[115774]: WARNING neutron.api.v2.base [None req-adb1e695-43f9-422c-9b30-c76e8272f2a6 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Apr 30 21:37:07.186062 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-adb1e695-43f9-422c-9b30-c76e8272f2a6 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:07.187022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-adb1e695-43f9-422c-9b30-c76e8272f2a6 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0058362
Apr 30 21:37:07.197502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33822) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.257352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-367a6aac-fcba-4788-8f12-b0e251bfd0a2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a0697705-7cac-44f4-b531-3520369066b2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.288721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-367a6aac-fcba-4788-8f12-b0e251bfd0a2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a0697705-7cac-44f4-b531-3520369066b2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.450709 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-367a6aac-fcba-4788-8f12-b0e251bfd0a2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a0697705-7cac-44f4-b531-3520369066b2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.453321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-367a6aac-fcba-4788-8f12-b0e251bfd0a2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.455019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-367a6aac-fcba-4788-8f12-b0e251bfd0a2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/a0697705-7cac-44f4-b531-3520369066b2 HTTP/1.1" status: 204  len: 168 time: 0.2563267
Apr 30 21:37:07.457894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33844) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.464307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a6aac-fcba-4788-8f12-b0e251bfd0a2 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0697705-7cac-44f4-b531-3520369066b2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:07.520596 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-69af756f-06ac-4f5d-aafd-883d4c476a06 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0613046
Apr 30 21:37:07.528104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33848) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.532453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-82b533f7-6ba6-41ef-b138-a72f3f6bc3de tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--560779566'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:07.627458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-82b533f7-6ba6-41ef-b138-a72f3f6bc3de tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.697216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-82b533f7-6ba6-41ef-b138-a72f3f6bc3de tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a85116be-f0f7-4eb4-b94d-0030ca775483), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.741661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-82b533f7-6ba6-41ef-b138-a72f3f6bc3de tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a85116be-f0f7-4eb4-b94d-0030ca775483), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.770694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b533f7-6ba6-41ef-b138-a72f3f6bc3de tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85116be-f0f7-4eb4-b94d-0030ca775483,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:07.823707 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-82b533f7-6ba6-41ef-b138-a72f3f6bc3de tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.825028 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-82b533f7-6ba6-41ef-b138-a72f3f6bc3de tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2959502
Apr 30 21:37:07.827911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.833034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-90cafcde-8848-482a-9a30-2b1d4037ce47 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': 'a85116be-f0f7-4eb4-b94d-0030ca775483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:07.833939 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-90cafcde-8848-482a-9a30-2b1d4037ce47 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Apr 30 21:37:07.834435 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-90cafcde-8848-482a-9a30-2b1d4037ce47 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:07.835368 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-90cafcde-8848-482a-9a30-2b1d4037ce47 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0065088
Apr 30 21:37:07.837594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33856) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.841370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2ad8f31c-9abc-452b-9bf3-7039bd5cf1a7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': 'a85116be-f0f7-4eb4-b94d-0030ca775483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:07.842003 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-2ad8f31c-9abc-452b-9bf3-7039bd5cf1a7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Apr 30 21:37:07.842467 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-2ad8f31c-9abc-452b-9bf3-7039bd5cf1a7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:07.843365 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2ad8f31c-9abc-452b-9bf3-7039bd5cf1a7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0049126
Apr 30 21:37:07.845580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33858) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.850528 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f294cba1-b8b0-4621-a98f-ea5b4c2a0bcf tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': 'a85116be-f0f7-4eb4-b94d-0030ca775483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:07.853934 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-f294cba1-b8b0-4621-a98f-ea5b4c2a0bcf tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Apr 30 21:37:07.853934 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-f294cba1-b8b0-4621-a98f-ea5b4c2a0bcf tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:07.853934 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f294cba1-b8b0-4621-a98f-ea5b4c2a0bcf tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0061774
Apr 30 21:37:07.855916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33860) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.859976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c226d06d-d775-4a86-9f74-8ad7eab18738 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': 'a85116be-f0f7-4eb4-b94d-0030ca775483', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:07.860824 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-c226d06d-d775-4a86-9f74-8ad7eab18738 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Apr 30 21:37:07.861304 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-c226d06d-d775-4a86-9f74-8ad7eab18738 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:07.862281 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c226d06d-d775-4a86-9f74-8ad7eab18738 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0054853
Apr 30 21:37:07.864702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33862) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:07.923312 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-812e9150-7677-4a88-87f0-5f68a3476a0f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a85116be-f0f7-4eb4-b94d-0030ca775483), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:07.949414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-812e9150-7677-4a88-87f0-5f68a3476a0f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a85116be-f0f7-4eb4-b94d-0030ca775483), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.035861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c8afc-2cac-4a5b-9c2a-92c5eec8fc1c req-23d2fe17-443e-4aef-b31d-b2f12eab9112 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:08.037658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff6c8afc-2cac-4a5b-9c2a-92c5eec8fc1c req-23d2fe17-443e-4aef-b31d-b2f12eab9112 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 943 time: 0.0507898
Apr 30 21:37:08.048217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-812e9150-7677-4a88-87f0-5f68a3476a0f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a85116be-f0f7-4eb4-b94d-0030ca775483), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.049330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-812e9150-7677-4a88-87f0-5f68a3476a0f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.052925 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-812e9150-7677-4a88-87f0-5f68a3476a0f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/a85116be-f0f7-4eb4-b94d-0030ca775483 HTTP/1.1" status: 204  len: 168 time: 0.1848791
Apr 30 21:37:08.055821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33880) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:08.067040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 27b2784b-2015-4af5-a62e-a6476b448db6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:37:08.069313 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e9150-7677-4a88-87f0-5f68a3476a0f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85116be-f0f7-4eb4-b94d-0030ca775483,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:08.096363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff6c8afc-2cac-4a5b-9c2a-92c5eec8fc1c req-e5a0de96-4958-4a16-b73c-ec38dae86ba4 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526817
Apr 30 21:37:08.111525 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e997f3ce-205b-4ee9-bd91-b5c4d72b407a tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0545187
Apr 30 21:37:08.115296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33882) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:08.120589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-125b66c7-eb09-4dd6-97ac-bf41abb6f01c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--28312077'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:08.178523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 27b2784b-2015-4af5-a62e-a6476b448db6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27b2784b-2015-4af5-a62e-a6476b448db6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:08.190061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '27b2784b-2015-4af5-a62e-a6476b448db6', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'port_id': '27b2784b-2015-4af5-a62e-a6476b448db6', 'mac_address': 'fa:16:3e:e7:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a8725-3ed1-4534-8941-08912b6e6e57', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:37:08.199076 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125b66c7-eb09-4dd6-97ac-bf41abb6f01c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.233607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 27b2784b-2015-4af5-a62e-a6476b448db6 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:08.234117 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.247515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b2784b-2015-4af5-a62e-a6476b448db6 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:37:08.267007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 27b2784b-2015-4af5-a62e-a6476b448db6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27b2784b-2015-4af5-a62e-a6476b448db6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:08.267904 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125b66c7-eb09-4dd6-97ac-bf41abb6f01c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (8b01da13-d45f-47d4-a627-659702180dad), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.319387 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.358850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125b66c7-eb09-4dd6-97ac-bf41abb6f01c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8b01da13-d45f-47d4-a627-659702180dad), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.367696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=27b2784b-2015-4af5-a62e-a6476b448db6,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:08.388766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b66c7-eb09-4dd6-97ac-bf41abb6f01c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b01da13-d45f-47d4-a627-659702180dad,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:08.434902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-125b66c7-eb09-4dd6-97ac-bf41abb6f01c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:08.436091 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-125b66c7-eb09-4dd6-97ac-bf41abb6f01c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3193593
Apr 30 21:37:08.439636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33886) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:08.444552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-58b63e59-6ac8-4b1c-861d-8fe42d54ebfe tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:08.445322 ncdv-master-1 neutron-server[115774]: WARNING neutron.api.v2.base [None req-58b63e59-6ac8-4b1c-861d-8fe42d54ebfe tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 30 21:37:08.447775 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-58b63e59-6ac8-4b1c-861d-8fe42d54ebfe tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:08.447775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-58b63e59-6ac8-4b1c-861d-8fe42d54ebfe tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0062621
Apr 30 21:37:08.449387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33888) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:08.453589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-82b2cb04-bef4-4914-9aad-89569b19a390 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:08.534623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['27b2784b-2015-4af5-a62e-a6476b448db6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:08.624127 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-82b2cb04-bef4-4914-9aad-89569b19a390 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:08.626318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-82b2cb04-bef4-4914-9aad-89569b19a390 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1752920
Apr 30 21:37:08.630062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33892) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:08.634665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6f6a866c-4705-41ec-a610-128d5a2bab88 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:08.635148 ncdv-master-1 neutron-server[115774]: WARNING neutron.api.v2.base [None req-6f6a866c-4705-41ec-a610-128d5a2bab88 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Apr 30 21:37:08.635624 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-6f6a866c-4705-41ec-a610-128d5a2bab88 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:08.637173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6f6a866c-4705-41ec-a610-128d5a2bab88 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0055273
Apr 30 21:37:08.639254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33894) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:08.643983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-718461e7-a872-4733-9cf1-76a0c0a5e509 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:08.810576 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-718461e7-a872-4733-9cf1-76a0c0a5e509 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:08.811795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-718461e7-a872-4733-9cf1-76a0c0a5e509 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1714253
Apr 30 21:37:08.815564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33896) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:08.819947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d09fa5fd-4397-406f-b8fb-4a1578b26cbb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:08.820430 ncdv-master-1 neutron-server[115774]: WARNING neutron.api.v2.base [None req-d09fa5fd-4397-406f-b8fb-4a1578b26cbb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Apr 30 21:37:08.824768 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-d09fa5fd-4397-406f-b8fb-4a1578b26cbb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:08.824768 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d09fa5fd-4397-406f-b8fb-4a1578b26cbb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0053210
Apr 30 21:37:08.826519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33898) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:08.830273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-83cda8e0-a445-4ee9-99b9-26ba709a519f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:09.010794 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-83cda8e0-a445-4ee9-99b9-26ba709a519f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:09.011870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-83cda8e0-a445-4ee9-99b9-26ba709a519f tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1845102
Apr 30 21:37:09.014739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33902) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:09.019550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d6f11b01-7326-4f03-9e3c-bf469977273d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:09.020023 ncdv-master-1 neutron-server[115774]: WARNING neutron.api.v2.base [None req-d6f11b01-7326-4f03-9e3c-bf469977273d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Apr 30 21:37:09.020485 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-d6f11b01-7326-4f03-9e3c-bf469977273d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:09.021371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d6f11b01-7326-4f03-9e3c-bf469977273d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0057464
Apr 30 21:37:09.028976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33904) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:09.033472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-deb2384c-1cef-41ef-87fa-7ee479820d4d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:09.218548 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-deb2384c-1cef-41ef-87fa-7ee479820d4d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:09.219606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-deb2384c-1cef-41ef-87fa-7ee479820d4d tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1897919
Apr 30 21:37:09.222443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33910) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:09.228793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f92e9b14-7c0c-4725-aaef-6af6fa30b2bf tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8b01da13-d45f-47d4-a627-659702180dad', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:09.251485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d89de-b7b8-4e17-808d-5cb9cd7be793 req-050ca855-42c0-4fff-a485-03acbfaa626d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:09.252976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-689d89de-b7b8-4e17-808d-5cb9cd7be793 req-050ca855-42c0-4fff-a485-03acbfaa626d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 944 time: 0.0638878
Apr 30 21:37:09.314205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-689d89de-b7b8-4e17-808d-5cb9cd7be793 req-e8124156-8e09-4c7c-9bee-289aad33295c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523872
Apr 30 21:37:09.484747 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-f92e9b14-7c0c-4725-aaef-6af6fa30b2bf tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:09.486393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f92e9b14-7c0c-4725-aaef-6af6fa30b2bf tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2624485
Apr 30 21:37:09.489372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33914) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:09.541417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c2f560f-3080-4e3d-be19-7a118a76f20c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (8b01da13-d45f-47d4-a627-659702180dad), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:09.568318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c2f560f-3080-4e3d-be19-7a118a76f20c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (8b01da13-d45f-47d4-a627-659702180dad), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:09.707627 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c2f560f-3080-4e3d-be19-7a118a76f20c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8b01da13-d45f-47d4-a627-659702180dad), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:09.710294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c2f560f-3080-4e3d-be19-7a118a76f20c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:09.711700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0c2f560f-3080-4e3d-be19-7a118a76f20c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b01da13-d45f-47d4-a627-659702180dad HTTP/1.1" status: 204  len: 168 time: 0.2212737
Apr 30 21:37:09.714401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33936) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:09.721641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f560f-3080-4e3d-be19-7a118a76f20c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b01da13-d45f-47d4-a627-659702180dad,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:09.768653 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fd59b19a-b3e4-4d01-8492-47558e178dd9 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0528393
Apr 30 21:37:09.772381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33940) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:09.777928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847134035'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:09.867700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:09.933342 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (0faad00e-321c-440f-9b04-1c69146be751), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:09.987497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0faad00e-321c-440f-9b04-1c69146be751), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.018012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faad00e-321c-440f-9b04-1c69146be751,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:10.026581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.026932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.027275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.027614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.027949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.028282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.028614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.028944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.029279 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.029600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.029965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.030290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.030614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.030939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.031263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:10.074778 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.076316 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-666693ee-8be5-4b01-a38e-4161c60848eb tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3026752
Apr 30 21:37:10.080713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33956) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:10.084430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 27b2784b-2015-4af5-a62e-a6476b448db6 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:37:10.085808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5467d50c-c939-4ca6-8854-311150bf6990 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '0faad00e-321c-440f-9b04-1c69146be751', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:10.132180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 27b2784b-2015-4af5-a62e-a6476b448db6 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:37:10.221915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 27b2784b-2015-4af5-a62e-a6476b448db6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:10.222294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.307458 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-5467d50c-c939-4ca6-8854-311150bf6990 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The resource could not be found.
Apr 30 21:37:10.308559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5467d50c-c939-4ca6-8854-311150bf6990 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2266889
Apr 30 21:37:10.311306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:10.312956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 27b2784b-2015-4af5-a62e-a6476b448db6 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:10.313345 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.316197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-92e65a67-ee2a-4cd1-905d-08c4bb219b7a tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '0faad00e-321c-440f-9b04-1c69146be751', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '52f06d73-bff0-4a4e-b5fe-fcf37937daa1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:10.337291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2413c0-c352-4dea-8bb7-f396cbdabacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b2784b-2015-4af5-a62e-a6476b448db6'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:10.350244 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e166983c-4ae1-4f70-b272-d3f2e8238fcd" -d '{"events": [{"server_uuid": "7e2413c0-c352-4dea-8bb7-f396cbdabacb", "name": "network-vif-plugged", "status": "completed", "tag": "27b2784b-2015-4af5-a62e-a6476b448db6"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:10.355932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 27b2784b-2015-4af5-a62e-a6476b448db6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27b2784b-2015-4af5-a62e-a6476b448db6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:10.381379 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51efd0b9-5997-4d1c-993e-72be8af523fd x-openstack-request-id: req-51efd0b9-5997-4d1c-993e-72be8af523fd {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:10.381379 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2413c0-c352-4dea-8bb7-f396cbdabacb", "name": "network-vif-plugged", "status": "completed", "tag": "27b2784b-2015-4af5-a62e-a6476b448db6", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:10.381870 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51efd0b9-5997-4d1c-993e-72be8af523fd {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:10.382089 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51efd0b9-5997-4d1c-993e-72be8af523fd'] response: {'server_uuid': '7e2413c0-c352-4dea-8bb7-f396cbdabacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b2784b-2015-4af5-a62e-a6476b448db6', 'code': 200}
Apr 30 21:37:10.468061 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.493162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2eca6-7ae6-4c5d-a4e7-46f0ab196e19 req-425b2edf-fd87-4e7b-9bf2-f2130ea2285e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:10.494876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18b2eca6-7ae6-4c5d-a4e7-46f0ab196e19 req-425b2edf-fd87-4e7b-9bf2-f2130ea2285e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 944 time: 0.0820634
Apr 30 21:37:10.519589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5564a7-e700-49fd-b781-d59468495de2 req-d562f725-c70b-43ce-8d50-a6e0c979a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:10.521044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e5564a7-e700-49fd-b781-d59468495de2 req-d562f725-c70b-43ce-8d50-a6e0c979a99a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 1126 time: 0.0733955
Apr 30 21:37:10.521479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=27b2784b-2015-4af5-a62e-a6476b448db6,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:10.571357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18b2eca6-7ae6-4c5d-a4e7-46f0ab196e19 req-a4b79278-6ff6-43b8-b41c-34af763f7145 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688548
Apr 30 21:37:10.584680 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-92e65a67-ee2a-4cd1-905d-08c4bb219b7a tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The resource could not be found.
Apr 30 21:37:10.585724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-92e65a67-ee2a-4cd1-905d-08c4bb219b7a tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2735133
Apr 30 21:37:10.588924 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33976) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:10.589146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e5564a7-e700-49fd-b781-d59468495de2 req-3fa9d7ad-26da-4fc7-a099-81def8b61caf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613370
Apr 30 21:37:10.641257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0dae4a0-9338-487a-8454-887a71ef5058 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (0faad00e-321c-440f-9b04-1c69146be751), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.675421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0dae4a0-9338-487a-8454-887a71ef5058 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (0faad00e-321c-440f-9b04-1c69146be751), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.764992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0dae4a0-9338-487a-8454-887a71ef5058 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0faad00e-321c-440f-9b04-1c69146be751), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.768313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0dae4a0-9338-487a-8454-887a71ef5058 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:10.769467 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c0dae4a0-9338-487a-8454-887a71ef5058 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/0faad00e-321c-440f-9b04-1c69146be751 HTTP/1.1" status: 204  len: 168 time: 0.1790044
Apr 30 21:37:10.772139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 33984) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:10.778964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dae4a0-9338-487a-8454-887a71ef5058 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faad00e-321c-440f-9b04-1c69146be751,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:10.833437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d38e93f0-365b-41a2-9c69-d38aed7e16d5 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0600076
Apr 30 21:37:10.837610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33990) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:10.842609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-726e4f10-8195-49e3-a164-1086abe372e0 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': 'b181eabe-7445-447e-bf69-f9ed4473a2ab', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:11.004610 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-726e4f10-8195-49e3-a164-1086abe372e0 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The resource could not be found.
Apr 30 21:37:11.005710 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-726e4f10-8195-49e3-a164-1086abe372e0 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1670592
Apr 30 21:37:11.009266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 33994) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:11.013548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e96132e8-fe0a-4b3a-b89e-15385e2ed55c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799969400'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:11.090267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e96132e8-fe0a-4b3a-b89e-15385e2ed55c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:11.159316 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e96132e8-fe0a-4b3a-b89e-15385e2ed55c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (8a29c108-675f-475f-9733-2d88ce0d8255), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:11.233049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e96132e8-fe0a-4b3a-b89e-15385e2ed55c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8a29c108-675f-475f-9733-2d88ce0d8255), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:11.265792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96132e8-fe0a-4b3a-b89e-15385e2ed55c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a29c108-675f-475f-9733-2d88ce0d8255,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:11.355059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e96132e8-fe0a-4b3a-b89e-15385e2ed55c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:11.356365 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e96132e8-fe0a-4b3a-b89e-15385e2ed55c tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3461356
Apr 30 21:37:11.359053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:11.363815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-fd5d170b-9826-49ba-a627-3232275954d7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--103771722'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:11.368382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-cf082112-9a72-4de5-bf2f-335a901c1734 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0389478
Apr 30 21:37:11.467708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d170b-9826-49ba-a627-3232275954d7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:11.473738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-a3d068e7-6425-449e-8e78-fd2686dd3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:11.475322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-a3d068e7-6425-449e-8e78-fd2686dd3126 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1127 time: 0.0407383
Apr 30 21:37:11.565638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d170b-9826-49ba-a627-3232275954d7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a6116698-98a8-4341-8799-961655ab7a90), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:11.602630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-3a645b10-6974-4a53-be6a-763854efef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:11.604395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-3a645b10-6974-4a53-be6a-763854efef65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 910 time: 0.1055665
Apr 30 21:37:11.639062 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d170b-9826-49ba-a627-3232275954d7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a6116698-98a8-4341-8799-961655ab7a90), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:11.671034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d170b-9826-49ba-a627-3232275954d7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6116698-98a8-4341-8799-961655ab7a90,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:11.721151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126e127-7ca4-46d8-9506-d79629a57f46 req-84c8d1e9-7cc0-4794-9feb-103cedb88128 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:11.722694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7126e127-7ca4-46d8-9506-d79629a57f46 req-84c8d1e9-7cc0-4794-9feb-103cedb88128 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 945 time: 0.0609486
Apr 30 21:37:11.724612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-ec7538cb-2650-4ead-a0cf-bebcb9dd3f17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 200  len: 1001 time: 0.1000261
Apr 30 21:37:11.744078 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd5d170b-9826-49ba-a627-3232275954d7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:11.745450 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fd5d170b-9826-49ba-a627-3232275954d7 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3854573
Apr 30 21:37:11.748408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34028) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:11.753505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3bdeb8f1-0845-4afd-ac65-5098b5733d8b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group_rule': {'security_group_id': '8a29c108-675f-475f-9733-2d88ce0d8255', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a6116698-98a8-4341-8799-961655ab7a90'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:11.802450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7126e127-7ca4-46d8-9506-d79629a57f46 req-f650c6ca-9835-4f0c-a711-4a9dbec447ff tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740089
Apr 30 21:37:11.817642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-7b574bbe-2050-46f2-bb96-2d97cf1a5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:11.819207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-7b574bbe-2050-46f2-bb96-2d97cf1a5348 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.0585930
Apr 30 21:37:11.864325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-eea40c37-799c-47b1-a037-4a32db1263c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:11.865830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-eea40c37-799c-47b1-a037-4a32db1263c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0409899
Apr 30 21:37:11.936188 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-3bdeb8f1-0845-4afd-ac65-5098b5733d8b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:37:11.937918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3bdeb8f1-0845-4afd-ac65-5098b5733d8b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1885028
Apr 30 21:37:11.941207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34032) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:11.959983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-f6381c4b-22b3-4188-a392-aaebd5c2b4eb service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883026
Apr 30 21:37:11.996808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a3e1c05-6767-42de-a75c-c17250f3934b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a6116698-98a8-4341-8799-961655ab7a90), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.019868 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a3e1c05-6767-42de-a75c-c17250f3934b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (a6116698-98a8-4341-8799-961655ab7a90), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.052575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55f4b7a4-9dfa-423b-9732-d42712377b77 req-1812ca69-1986-4384-9db9-eebeab5cb8d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865781
Apr 30 21:37:12.113158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a3e1c05-6767-42de-a75c-c17250f3934b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a6116698-98a8-4341-8799-961655ab7a90), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.116099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6a3e1c05-6767-42de-a75c-c17250f3934b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.117308 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6a3e1c05-6767-42de-a75c-c17250f3934b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/a6116698-98a8-4341-8799-961655ab7a90 HTTP/1.1" status: 204  len: 168 time: 0.1750765
Apr 30 21:37:12.120155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34036) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:12.127908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e1c05-6767-42de-a75c-c17250f3934b tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6116698-98a8-4341-8799-961655ab7a90,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:12.177020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-af898e4c-54c5-4dd1-b4c4-8a13b1cd49a1 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0557201
Apr 30 21:37:12.179776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34038) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:12.230104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6459c7c0-4134-4da7-ac0a-a505aa282318 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (8a29c108-675f-475f-9733-2d88ce0d8255), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.257520 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6459c7c0-4134-4da7-ac0a-a505aa282318 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (8a29c108-675f-475f-9733-2d88ce0d8255), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.370351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6459c7c0-4134-4da7-ac0a-a505aa282318 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8a29c108-675f-475f-9733-2d88ce0d8255), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.373068 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6459c7c0-4134-4da7-ac0a-a505aa282318 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.374326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6459c7c0-4134-4da7-ac0a-a505aa282318 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a29c108-675f-475f-9733-2d88ce0d8255 HTTP/1.1" status: 204  len: 168 time: 0.1936026
Apr 30 21:37:12.378234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34040) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:12.385638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459c7c0-4134-4da7-ac0a-a505aa282318 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a29c108-675f-475f-9733-2d88ce0d8255,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:12.433309 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-96ec0a8b-aa56-4c6d-887e-2e15a28fbb8e tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0529997
Apr 30 21:37:12.437065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34042) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:12.442404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3102f5e9-47d1-4c74-a059-384b9c988c69 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'tempest-secgroup--625257033'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:12.535954 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3102f5e9-47d1-4c74-a059-384b9c988c69 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.616033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3102f5e9-47d1-4c74-a059-384b9c988c69 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (91c4805d-2d93-4971-88f0-5700d25cc25b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.667877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3102f5e9-47d1-4c74-a059-384b9c988c69 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (91c4805d-2d93-4971-88f0-5700d25cc25b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.697085 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102f5e9-47d1-4c74-a059-384b9c988c69 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c4805d-2d93-4971-88f0-5700d25cc25b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:12.749686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3102f5e9-47d1-4c74-a059-384b9c988c69 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.751148 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3102f5e9-47d1-4c74-a059-384b9c988c69 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3129704
Apr 30 21:37:12.754015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34064) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:12.758241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cc338606-f67b-42ad-b23e-63ad3246ad52 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:12.758652 ncdv-master-1 neutron-server[115773]: WARNING neutron.api.v2.base [None req-cc338606-f67b-42ad-b23e-63ad3246ad52 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Apr 30 21:37:12.759137 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-cc338606-f67b-42ad-b23e-63ad3246ad52 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] update failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:37:12.760336 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cc338606-f67b-42ad-b23e-63ad3246ad52 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "PUT /v2.0/security-groups/91c4805d-2d93-4971-88f0-5700d25cc25b HTTP/1.1" status: 409  len: 330 time: 0.0051250
Apr 30 21:37:12.762333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34066) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:12.815549 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-321df205-42a7-4c68-96e0-726da2f55e76 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (91c4805d-2d93-4971-88f0-5700d25cc25b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.837945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-321df205-42a7-4c68-96e0-726da2f55e76 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (91c4805d-2d93-4971-88f0-5700d25cc25b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.923671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a94313-3313-40fa-bcda-63e0b61b2dae req-1c460758-5763-429f-a4a6-9354deee1fcb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:12.923671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55a94313-3313-40fa-bcda-63e0b61b2dae req-1c460758-5763-429f-a4a6-9354deee1fcb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 945 time: 0.0480044
Apr 30 21:37:12.971164 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-321df205-42a7-4c68-96e0-726da2f55e76 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (91c4805d-2d93-4971-88f0-5700d25cc25b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.972314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55a94313-3313-40fa-bcda-63e0b61b2dae req-07a1c368-ebcc-4498-93a1-451bf5c76f4e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431435
Apr 30 21:37:12.973777 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-321df205-42a7-4c68-96e0-726da2f55e76 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:12.977131 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-321df205-42a7-4c68-96e0-726da2f55e76 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/91c4805d-2d93-4971-88f0-5700d25cc25b HTTP/1.1" status: 204  len: 168 time: 0.2118235
Apr 30 21:37:12.977705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34072) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:12.984364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321df205-42a7-4c68-96e0-726da2f55e76 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c4805d-2d93-4971-88f0-5700d25cc25b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:13.026357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-54fe0465-2947-440e-842a-fd4b9c3caff6 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0438075
Apr 30 21:37:13.029241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34076) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:13.041100 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-d5e3c3a6-3a12-4503-aae4-5f3565a1dd40 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] delete failed (client error): The resource could not be found.
Apr 30 21:37:13.046081 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d5e3c3a6-3a12-4503-aae4-5f3565a1dd40 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8ca8268-a4f8-43a3-847d-b292b2cdde8a HTTP/1.1" status: 404  len: 347 time: 0.0142295
Apr 30 21:37:13.046318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34078) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:13.059461 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-ec724f2e-ee6b-44b7-9068-71d55b2d7399 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] show failed (client error): The resource could not be found.
Apr 30 21:37:13.060461 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ec724f2e-ee6b-44b7-9068-71d55b2d7399 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-groups/434932f3-98cf-47d2-8fc2-b7809076e51c HTTP/1.1" status: 404  len: 347 time: 0.0132158
Apr 30 21:37:13.064284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34080) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:13.083787 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-0601b155-4e23-4662-ad8a-7130b11655f4 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] show failed (client error): The resource could not be found.
Apr 30 21:37:13.084796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0601b155-4e23-4662-ad8a-7130b11655f4 tempest-NegativeSecGroupTest-639968668 tempest-NegativeSecGroupTest-639968668-project] 10.222.0.23 "GET /v2.0/security-group-rules/209d46bf-6d91-4608-b428-79a16e849240 HTTP/1.1" status: 404  len: 356 time: 0.0193253
Apr 30 21:37:13.280772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-1e02db50-b09c-4c76-b5d1-6cf5dfbab102 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:13.284262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-1e02db50-b09c-4c76-b5d1-6cf5dfbab102 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1083357
Apr 30 21:37:13.297842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-ebdeb3e5-9532-4033-8c25-1039ae2f0f33 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/quotas/e02e106ab99f4decadf747b3ebf025c7 HTTP/1.1" status: 200  len: 375 time: 0.0096588
Apr 30 21:37:13.347020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-4cf0f19a-4119-4991-a4f8-1644684c6c3b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0438292
Apr 30 21:37:13.440292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-7989502b-9086-4a99-b146-0d524f05302f service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865924
Apr 30 21:37:13.528822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-a1f2bb35-0050-4913-9811-f078a53fa9a3 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827906
Apr 30 21:37:13.722019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34108) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:13.826121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-91d4d8e0-790c-46ec-adb5-31e39c667c3e req-0faa42db-4727-4120-8f5b-d4e8963e9d41 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 210 time: 0.0391576
Apr 30 21:37:13.892217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34120) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:13.892364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e0ce452c-c39b-4a8f-b52a-7edc18cd1a8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a441440c6da24b5dac802adba8d005a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1685934
Apr 30 21:37:13.945598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d986a7b-d7c8-4c57-ab94-629d292b994a admin admin] Publish callbacks [] for security_group (3488ddde-1191-4ce1-bcc4-f92ea9c13b8f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:13.967648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d986a7b-d7c8-4c57-ab94-629d292b994a admin admin] Publish callbacks [] for security_group (3488ddde-1191-4ce1-bcc4-f92ea9c13b8f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:14.113577 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d986a7b-d7c8-4c57-ab94-629d292b994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3488ddde-1191-4ce1-bcc4-f92ea9c13b8f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:14.116435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d986a7b-d7c8-4c57-ab94-629d292b994a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:14.117539 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3d986a7b-d7c8-4c57-ab94-629d292b994a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3488ddde-1191-4ce1-bcc4-f92ea9c13b8f HTTP/1.1" status: 204  len: 168 time: 0.2243519
Apr 30 21:37:14.125897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d986a7b-d7c8-4c57-ab94-629d292b994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3488ddde-1191-4ce1-bcc4-f92ea9c13b8f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:14.285625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34136) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:14.501305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e22cdab8-4dcf-48f7-b8fd-84b11eed584a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:14.585376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-3e20bad7-a409-4e99-9e4b-07bbd113aa34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0547841
Apr 30 21:37:14.630078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e22cdab8-4dcf-48f7-b8fd-84b11eed584a admin admin] Publish callbacks [] for security_group (7b04e252-df32-43ad-a29f-435982eff94e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:14.660923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-79ab20e3-55ab-4ed1-9ee2-e748c21d0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:14.662487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-79ab20e3-55ab-4ed1-9ee2-e748c21d0a54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 1128 time: 0.0410707
Apr 30 21:37:14.731195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e22cdab8-4dcf-48f7-b8fd-84b11eed584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7b04e252-df32-43ad-a29f-435982eff94e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:14.784240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cdab8-4dcf-48f7-b8fd-84b11eed584a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04e252-df32-43ad-a29f-435982eff94e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:14.794253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e22cdab8-4dcf-48f7-b8fd-84b11eed584a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26b0dafa61cd40f3988d5f44276dda51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5067995
Apr 30 21:37:14.796904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34152) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:14.824826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-750e4b6b-c926-4f79-bf44-a173558e6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:14.826627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-750e4b6b-c926-4f79-bf44-a173558e6e6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 907 time: 0.1397593
Apr 30 21:37:14.873890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-0fc414dc-fe6d-4463-ac5f-6f3e5ebde39d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9538c9d6-9da4-4005-a64a-486657fccea6 HTTP/1.1" status: 200  len: 217 time: 0.0405447
Apr 30 21:37:14.961527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-5a23b0de-b6c6-40a6-b694-f65e7e3f537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:14.963239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-5a23b0de-b6c6-40a6-b694-f65e7e3f537f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0829973
Apr 30 21:37:14.965239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-186fef15-f4e3-4c92-b9e6-13703c512633 req-32e49632-41b2-4818-8a63-1a4bdcd95daf tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 210 time: 0.0418515
Apr 30 21:37:15.014294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-d5a6451c-82bd-4741-896d-015b210b6472 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399725
Apr 30 21:37:15.130046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-7f1f0f94-601a-4c8e-9ee2-a348621273d6 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093373
Apr 30 21:37:15.238921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-251caaef-90f2-4eb1-ab31-93d6a52b1e8b admin admin] Publish callbacks [] for security_group (7b04e252-df32-43ad-a29f-435982eff94e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:15.246683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-184c4961-bdcd-41ac-b7c4-0d1c43bcbac0 req-d78b1ed9-a3e1-48e4-9de6-27572cba7067 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111796
Apr 30 21:37:15.263553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-251caaef-90f2-4eb1-ab31-93d6a52b1e8b admin admin] Publish callbacks [] for security_group (7b04e252-df32-43ad-a29f-435982eff94e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:15.558824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-251caaef-90f2-4eb1-ab31-93d6a52b1e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7b04e252-df32-43ad-a29f-435982eff94e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:15.561482 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-251caaef-90f2-4eb1-ab31-93d6a52b1e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:15.562715 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-251caaef-90f2-4eb1-ab31-93d6a52b1e8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b04e252-df32-43ad-a29f-435982eff94e HTTP/1.1" status: 204  len: 168 time: 0.7648172
Apr 30 21:37:15.571038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251caaef-90f2-4eb1-ab31-93d6a52b1e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04e252-df32-43ad-a29f-435982eff94e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:15.872678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-a20a3067-c36d-442d-9a90-d949d58964c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:15.874141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-a20a3067-c36d-442d-9a90-d949d58964c2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1064293
Apr 30 21:37:15.887951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Request body: {'port': {'device_id': '5264be76-41fe-45e0-ad36-d1d18049033c', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'admin_state_up': True, 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:16.077257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30c7f810-334c-4319-ab30-26befeb05e84 req-5436404d-a102-438c-9653-477474d6731a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 210 time: 0.0343807
Apr 30 21:37:16.086872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:37:16.092723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.241718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Allocated IP 172.20.0.5 (1f8b2cc3-45fd-4393-b8b3-c09491d04968/e05a8725-3ed1-4534-8941-08912b6e6e57/3a3870b7-e97b-4782-aebc-56d44aaee790) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:16.245951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34192) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:16.261179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6045d278-4dd2-40f1-9b26-efe720fea2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.357693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6045d278-4dd2-40f1-9b26-efe720fea2e9 admin admin] Publish callbacks [] for security_group (275bb18f-c0b0-487b-b873-44f58b6855ca), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.422503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6045d278-4dd2-40f1-9b26-efe720fea2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (275bb18f-c0b0-487b-b873-44f58b6855ca), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.442026 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks [] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.462116 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6045d278-4dd2-40f1-9b26-efe720fea2e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2b1f7c6eab04cfc89855295789f8e74&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2145026
Apr 30 21:37:16.464347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045d278-4dd2-40f1-9b26-efe720fea2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275bb18f-c0b0-487b-b873-44f58b6855ca,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:16.465157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34200) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:16.535465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d33a4169-d61b-4327-a0a3-26eaf844c2a8 admin admin] Publish callbacks [] for security_group (275bb18f-c0b0-487b-b873-44f58b6855ca), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.556738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d33a4169-d61b-4327-a0a3-26eaf844c2a8 admin admin] Publish callbacks [] for security_group (275bb18f-c0b0-487b-b873-44f58b6855ca), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.576309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.587121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:16.591413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['27b2784b-2015-4af5-a62e-a6476b448db6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:16.653974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:16.661000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event updated for resources: {'Port': ['ID=3a3870b7-e97b-4782-aebc-56d44aaee790,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:16.661000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:16.663620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:37:16.715359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:16.716128 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.781524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d33a4169-d61b-4327-a0a3-26eaf844c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (275bb18f-c0b0-487b-b873-44f58b6855ca), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.784270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d33a4169-d61b-4327-a0a3-26eaf844c2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:16.785514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d33a4169-d61b-4327-a0a3-26eaf844c2a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/275bb18f-c0b0-487b-b873-44f58b6855ca HTTP/1.1" status: 204  len: 168 time: 0.3194194
Apr 30 21:37:16.794677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a4169-d61b-4327-a0a3-26eaf844c2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275bb18f-c0b0-487b-b873-44f58b6855ca,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:16.831260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-6607b8bc-70d4-494f-a0b1-7e599addc643 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9479260
Apr 30 21:37:16.847634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Request body: {'port': {'device_id': '5264be76-41fe-45e0-ad36-d1d18049033c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:16.918834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:17.050226 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:17.229674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3870b7-e97b-4782-aebc-56d44aaee790 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:37:17.240590 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Publish callbacks [] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:17.258802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58cc72-e6a5-4fd6-a80e-400dbd5b307a req-891afee2-d5c0-4dca-bf11-ab81611a6e87 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:17.258802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be58cc72-e6a5-4fd6-a80e-400dbd5b307a req-891afee2-d5c0-4dca-bf11-ab81611a6e87 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 931 time: 0.0651436
Apr 30 21:37:17.264463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Transition to ACTIVE for port object 3a3870b7-e97b-4782-aebc-56d44aaee790 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:37:17.329242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be58cc72-e6a5-4fd6-a80e-400dbd5b307a req-6025efe0-73d0-4cd0-ad04-0e1c058e2d63 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676763
Apr 30 21:37:17.341901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:17.404621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Pushing event updated for resources: {'Port': ['ID=3a3870b7-e97b-4782-aebc-56d44aaee790,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:17.471984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Attempting to bind port 3a3870b7-e97b-4782-aebc-56d44aaee790 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:37:17.472336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Attempting to bind port 3a3870b7-e97b-4782-aebc-56d44aaee790 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:37:17.472642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Attempting to bind port 3a3870b7-e97b-4782-aebc-56d44aaee790 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:17.477417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Port 3a3870b7-e97b-4782-aebc-56d44aaee790 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:37:17.478059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Attempting to bind port 3a3870b7-e97b-4782-aebc-56d44aaee790 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:17.482916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:37:17.483341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Checking segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:17.483716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Bound using segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:37:17.484285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Bound port: 3a3870b7-e97b-4782-aebc-56d44aaee790, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:37:17.484651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:17.547306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] For port 3a3870b7-e97b-4782-aebc-56d44aaee790, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:37:17.550875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] For port 3a3870b7-e97b-4782-aebc-56d44aaee790, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a3870b7-e97b-4782-aebc-56d44aaee790,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:37:17.640654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:17.682685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:17.683363 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:17.684782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] 10.222.0.35 "PUT /v2.0/ports/3a3870b7-e97b-4782-aebc-56d44aaee790 HTTP/1.1" status: 200  len: 1091 time: 0.8441236
Apr 30 21:37:17.685252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5264be76-41fe-45e0-ad36-d1d18049033c', 'tag': '3a3870b7-e97b-4782-aebc-56d44aaee790'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:17.687537 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448310c6-493d-410e-8b9e-f6e187ea9e26" -d '{"events": [{"name": "network-changed", "server_uuid": "5264be76-41fe-45e0-ad36-d1d18049033c", "tag": "3a3870b7-e97b-4782-aebc-56d44aaee790"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:17.723784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2a9be-4694-4e4d-958b-3a6180c1fa2c service neutron] Pushing event updated for resources: {'Port': ['ID=3a3870b7-e97b-4782-aebc-56d44aaee790,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:17.749007 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2419f27-44f8-42d4-882f-71d2d1064b93 x-openstack-request-id: req-e2419f27-44f8-42d4-882f-71d2d1064b93 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:17.749305 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5264be76-41fe-45e0-ad36-d1d18049033c", "tag": "3a3870b7-e97b-4782-aebc-56d44aaee790", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:17.749448 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2419f27-44f8-42d4-882f-71d2d1064b93 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:17.749887 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2419f27-44f8-42d4-882f-71d2d1064b93'] response: {'name': 'network-changed', 'server_uuid': '5264be76-41fe-45e0-ad36-d1d18049033c', 'tag': '3a3870b7-e97b-4782-aebc-56d44aaee790', 'status': 'completed', 'code': 200}
Apr 30 21:37:17.811250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448310c6-493d-410e-8b9e-f6e187ea9e26 req-09405015-d0ea-4e41-95f0-666a2d4b92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:17.812815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-448310c6-493d-410e-8b9e-f6e187ea9e26 req-09405015-d0ea-4e41-95f0-666a2d4b92b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 1125 time: 0.0426123
Apr 30 21:37:17.879128 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b8f031a-676d-4ead-b1c0-bd1a62763ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:17.916033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448310c6-493d-410e-8b9e-f6e187ea9e26 req-4117e555-a434-4192-a5c6-427fbdf5b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:17.917497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-448310c6-493d-410e-8b9e-f6e187ea9e26 req-4117e555-a434-4192-a5c6-427fbdf5b417 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e02e106ab99f4decadf747b3ebf025c7&shared=False HTTP/1.1" status: 200  len: 907 time: 0.0969541
Apr 30 21:37:18.017099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448310c6-493d-410e-8b9e-f6e187ea9e26 req-24e21890-7217-4694-8765-dd38d7a74819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:18.018939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-448310c6-493d-410e-8b9e-f6e187ea9e26 req-24e21890-7217-4694-8765-dd38d7a74819 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0958996
Apr 30 21:37:18.095305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-ce44ed61-b7b2-4833-9b05-fd09a51764c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:18.096871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-ce44ed61-b7b2-4833-9b05-fd09a51764c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 1125 time: 0.0415828
Apr 30 21:37:18.140357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-ba9a6472-f97a-4fcf-9390-69695751ca9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a3870b7-e97b-4782-aebc-56d44aaee790 HTTP/1.1" status: 200  len: 217 time: 0.0373597
Apr 30 21:37:18.190156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-c7dee73e-8382-40db-ae23-82731e4dbc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:18.192176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-c7dee73e-8382-40db-ae23-82731e4dbc11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0453455
Apr 30 21:37:18.226340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-a5cfca52-3c4e-49ff-8b86-20f8509b932a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284257
Apr 30 21:37:18.322814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-a5b2b125-3aa1-405d-b6d3-ee98abc0a657 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909925
Apr 30 21:37:18.457790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-760b2e1c-313a-46f9-9589-df50d91081a9 req-79d2729b-86d9-40bf-8e4b-9db729b22b76 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289659
Apr 30 21:37:18.470251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cde5c-5c9b-4c3a-9760-282ea296b17c req-cc45ad94-788f-4bf8-92b9-5ee7eed12e29 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:18.471922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d4cde5c-5c9b-4c3a-9760-282ea296b17c req-cc45ad94-788f-4bf8-92b9-5ee7eed12e29 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 943 time: 0.0631244
Apr 30 21:37:18.550393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d4cde5c-5c9b-4c3a-9760-282ea296b17c req-26f5977d-08b1-4b07-b021-421a0c630035 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716052
Apr 30 21:37:19.676105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e6056-0acf-4bb2-8fb8-7e2b81961a48 req-b93855d2-090f-4fe6-a1d6-2a85a462635d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:19.677598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-240e6056-0acf-4bb2-8fb8-7e2b81961a48 req-b93855d2-090f-4fe6-a1d6-2a85a462635d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 943 time: 0.0474517
Apr 30 21:37:19.726053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-240e6056-0acf-4bb2-8fb8-7e2b81961a48 req-9a03afca-2887-491c-9c0c-d870061a65c3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426085
Apr 30 21:37:20.535960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5e8f349-e135-46ab-b9eb-159c82d5eadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:20.743010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34378) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:20.850729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc05b-cead-47a1-bad7-f608d635c90c req-2541016b-6c37-41b9-9ee2-6dbe9c5164eb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:20.852659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfbc05b-cead-47a1-bad7-f608d635c90c req-2541016b-6c37-41b9-9ee2-6dbe9c5164eb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 943 time: 0.0520990
Apr 30 21:37:20.884163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91e8f19b-56f7-4bb1-a917-cfbce25aa01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:20.932557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cfbc05b-cead-47a1-bad7-f608d635c90c req-82ba51b6-58dd-41b0-ba27-d7dd76e1ef39 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729299
Apr 30 21:37:20.987468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91e8f19b-56f7-4bb1-a917-cfbce25aa01b admin admin] Publish callbacks [] for security_group (e09ae719-19d9-4611-baf1-19058660189c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.050354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91e8f19b-56f7-4bb1-a917-cfbce25aa01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e09ae719-19d9-4611-baf1-19058660189c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.088810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8f19b-56f7-4bb1-a917-cfbce25aa01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09ae719-19d9-4611-baf1-19058660189c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:21.093949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-91e8f19b-56f7-4bb1-a917-cfbce25aa01b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c29522e8468947d1a9d7f16b9c0f56b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3499351
Apr 30 21:37:21.097536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34406) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:21.144661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-058c2d96-eb7d-441c-a87c-117cc281b563 admin admin] Publish callbacks [] for security_group (e09ae719-19d9-4611-baf1-19058660189c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.158677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.165702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-058c2d96-eb7d-441c-a87c-117cc281b563 admin admin] Publish callbacks [] for security_group (e09ae719-19d9-4611-baf1-19058660189c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.341257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-058c2d96-eb7d-441c-a87c-117cc281b563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e09ae719-19d9-4611-baf1-19058660189c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.345742 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-058c2d96-eb7d-441c-a87c-117cc281b563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.345742 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-058c2d96-eb7d-441c-a87c-117cc281b563 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e09ae719-19d9-4611-baf1-19058660189c HTTP/1.1" status: 204  len: 168 time: 0.2468319
Apr 30 21:37:21.353982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c2d96-eb7d-441c-a87c-117cc281b563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09ae719-19d9-4611-baf1-19058660189c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:21.366796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.822511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3a3870b7-e97b-4782-aebc-56d44aaee790 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:37:21.929273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3a3870b7-e97b-4782-aebc-56d44aaee790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a3870b7-e97b-4782-aebc-56d44aaee790,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:21.940713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '3a3870b7-e97b-4782-aebc-56d44aaee790', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'port_id': '3a3870b7-e97b-4782-aebc-56d44aaee790', 'mac_address': 'fa:16:3e:39:7c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a8725-3ed1-4534-8941-08912b6e6e57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:37:21.978067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3a3870b7-e97b-4782-aebc-56d44aaee790 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:21.978458 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:21.991919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3870b7-e97b-4782-aebc-56d44aaee790 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:37:22.011899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3a3870b7-e97b-4782-aebc-56d44aaee790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a3870b7-e97b-4782-aebc-56d44aaee790,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:22.046505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649ca79-af09-4088-935b-5a7402ab06b0 req-ae9f445f-0f11-4e5f-b515-4a81058191bb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:22.048590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a649ca79-af09-4088-935b-5a7402ab06b0 req-ae9f445f-0f11-4e5f-b515-4a81058191bb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 943 time: 0.0472691
Apr 30 21:37:22.094248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a649ca79-af09-4088-935b-5a7402ab06b0 req-19af1ba0-dfbb-4056-be85-4bbb192b2641 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398898
Apr 30 21:37:22.101658 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:22.148331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3a3870b7-e97b-4782-aebc-56d44aaee790,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:22.313323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['3a3870b7-e97b-4782-aebc-56d44aaee790'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:23.132499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:23.210844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9df09-a994-4eda-ae12-f7e4684ba2c9 req-000597ae-6e55-44be-816e-cf94b19de6ef tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:23.212356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30c9df09-a994-4eda-ae12-f7e4684ba2c9 req-000597ae-6e55-44be-816e-cf94b19de6ef tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 944 time: 0.0479469
Apr 30 21:37:23.263256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30c9df09-a994-4eda-ae12-f7e4684ba2c9 req-6b84e942-1556-4f75-a3a7-0f456bed655b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451255
Apr 30 21:37:23.838691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3a3870b7-e97b-4782-aebc-56d44aaee790 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:37:23.881439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 3a3870b7-e97b-4782-aebc-56d44aaee790 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:37:23.975568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 3a3870b7-e97b-4782-aebc-56d44aaee790 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:23.975952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:24.055986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 3a3870b7-e97b-4782-aebc-56d44aaee790 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:24.056379 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:24.078280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5264be76-41fe-45e0-ad36-d1d18049033c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3870b7-e97b-4782-aebc-56d44aaee790'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:24.083764 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397aa611-0df7-491c-a523-c32126cc63c1" -d '{"events": [{"server_uuid": "5264be76-41fe-45e0-ad36-d1d18049033c", "name": "network-vif-plugged", "status": "completed", "tag": "3a3870b7-e97b-4782-aebc-56d44aaee790"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:24.093005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 3a3870b7-e97b-4782-aebc-56d44aaee790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a3870b7-e97b-4782-aebc-56d44aaee790,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:24.119077 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeabbe9-e886-49bd-9a92-76cf21307cdd x-openstack-request-id: req-caeabbe9-e886-49bd-9a92-76cf21307cdd {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:24.119376 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5264be76-41fe-45e0-ad36-d1d18049033c", "name": "network-vif-plugged", "status": "completed", "tag": "3a3870b7-e97b-4782-aebc-56d44aaee790", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:24.119697 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caeabbe9-e886-49bd-9a92-76cf21307cdd {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:24.120100 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caeabbe9-e886-49bd-9a92-76cf21307cdd'] response: {'server_uuid': '5264be76-41fe-45e0-ad36-d1d18049033c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3870b7-e97b-4782-aebc-56d44aaee790', 'code': 200}
Apr 30 21:37:24.142092 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:24.192661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=3a3870b7-e97b-4782-aebc-56d44aaee790,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:24.213951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30538bc7-5a2f-4271-a794-152ab652350e req-fb635f9e-e4e5-489f-9dec-28fa5c4ee6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:24.215469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30538bc7-5a2f-4271-a794-152ab652350e req-fb635f9e-e4e5-489f-9dec-28fa5c4ee6d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 1127 time: 0.0390625
Apr 30 21:37:24.258698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30538bc7-5a2f-4271-a794-152ab652350e req-674ad44a-aa42-40b5-817e-69ca228ff30d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367327
Apr 30 21:37:24.394103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6bd0-4110-4c0f-a48c-45a7eb2aa725 req-97578ef1-169e-41b7-8c00-d912449054dd tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:24.395488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4ed6bd0-4110-4c0f-a48c-45a7eb2aa725 req-97578ef1-169e-41b7-8c00-d912449054dd tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 945 time: 0.0477324
Apr 30 21:37:24.442159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4ed6bd0-4110-4c0f-a48c-45a7eb2aa725 req-eb1d020a-7054-4054-b6a2-f8c0f9d86096 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406463
Apr 30 21:37:24.466870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:25.564770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55419bbe-52c8-4faa-817d-fdc181b4a180 req-978fb300-53f2-4e78-a1c1-4049a3dc3eb3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:25.566331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55419bbe-52c8-4faa-817d-fdc181b4a180 req-978fb300-53f2-4e78-a1c1-4049a3dc3eb3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 945 time: 0.0531769
Apr 30 21:37:25.618807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55419bbe-52c8-4faa-817d-fdc181b4a180 req-93c17265-46b1-4a90-b277-24c3d8ff2db6 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464242
Apr 30 21:37:26.733243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af0701-c8f7-4b1a-b7a0-c60beb1da256 req-a02d48b0-64e0-4e7f-a37a-68bdd30de9e2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:26.734696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82af0701-c8f7-4b1a-b7a0-c60beb1da256 req-a02d48b0-64e0-4e7f-a37a-68bdd30de9e2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 945 time: 0.0452361
Apr 30 21:37:26.779991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82af0701-c8f7-4b1a-b7a0-c60beb1da256 req-b2050d58-f2cc-4b72-be78-cc2faf5624b9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392730
Apr 30 21:37:26.891818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98b98b-a8c0-4e00-a8e6-a468f4dbaee6 req-02d9e362-04c6-4655-b13f-e55f6fbaeb5e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:26.893348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d98b98b-a8c0-4e00-a8e6-a468f4dbaee6 req-02d9e362-04c6-4655-b13f-e55f6fbaeb5e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 945 time: 0.0452752
Apr 30 21:37:26.947113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d98b98b-a8c0-4e00-a8e6-a468f4dbaee6 req-a2c04e93-2922-4d75-9627-bfec6e918713 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478163
Apr 30 21:37:27.067438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90cd53-39df-49d3-b594-63070ecebc74 req-7a32e72d-78f6-4333-9009-ea65765da08b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:27.069795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd90cd53-39df-49d3-b594-63070ecebc74 req-7a32e72d-78f6-4333-9009-ea65765da08b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 945 time: 0.0524597
Apr 30 21:37:27.119678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd90cd53-39df-49d3-b594-63070ecebc74 req-6386308a-ae2d-4861-a2b8-64bbf4bd6433 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441611
Apr 30 21:37:27.580950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6ac8a-42c8-464b-a75a-9cb9af99c246 req-2b154be1-7a4a-49ce-b1dd-e51f213867fd tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:27.582460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fd6ac8a-42c8-464b-a75a-9cb9af99c246 req-2b154be1-7a4a-49ce-b1dd-e51f213867fd tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 945 time: 0.0507503
Apr 30 21:37:27.631823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fd6ac8a-42c8-464b-a75a-9cb9af99c246 req-d8c54782-fdad-4b7c-abef-8a2f8c972a7c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436094
Apr 30 21:37:28.804988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df91692-67a4-474f-9de0-090b4bcac537 req-77bbfae0-5c37-4f8f-b67b-b94046898a79 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:28.806820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0df91692-67a4-474f-9de0-090b4bcac537 req-77bbfae0-5c37-4f8f-b67b-b94046898a79 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 945 time: 0.0883257
Apr 30 21:37:28.854701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-7bcd51de-0d81-4769-9a39-6b22ea73bcde tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:28.856148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-7bcd51de-0d81-4769-9a39-6b22ea73bcde tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 945 time: 0.0812564
Apr 30 21:37:28.910951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0df91692-67a4-474f-9de0-090b4bcac537 req-182a1083-4574-4ae7-bd36-8d432e912c4b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868516
Apr 30 21:37:28.965613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Deleting port 3a3870b7-e97b-4782-aebc-56d44aaee790 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:37:28.965993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.066742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] For port 3a3870b7-e97b-4782-aebc-56d44aaee790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a3870b7-e97b-4782-aebc-56d44aaee790,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:29.067351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.083666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Calling delete_port for 3a3870b7-e97b-4782-aebc-56d44aaee790 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:37:29.198080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34602) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:29.238252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34606) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:29.335979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3a3870b7-e97b-4782-aebc-56d44aaee790), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.350191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6', '3a3870b7-e97b-4782-aebc-56d44aaee790'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:29.356484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f2bde23-08bd-4c86-b85f-ac0fac102fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.367852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event deleted for resources: {'Port': ['ID=3a3870b7-e97b-4782-aebc-56d44aaee790,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:29.382898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41f42300-21f2-45c1-86d9-83cf432c82e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.383117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['27b2784b-2015-4af5-a62e-a6476b448db6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:29.417869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] No DVR routers for this DVR port 3a3870b7-e97b-4782-aebc-56d44aaee790 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:37:29.421589 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.425817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2031df9-d1aa-4b11-bf2a-cafd578814f1 req-0c541094-d80d-4a10-b1ca-85e042508e69 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "DELETE /v2.0/ports/3a3870b7-e97b-4782-aebc-56d44aaee790 HTTP/1.1" status: 204  len: 173 time: 0.5595531
Apr 30 21:37:29.426471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5264be76-41fe-45e0-ad36-d1d18049033c', 'name': 'network-vif-deleted', 'tag': '3a3870b7-e97b-4782-aebc-56d44aaee790'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:29.429536 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f6745-acef-4758-a744-12fba47c7ecd" -d '{"events": [{"server_uuid": "5264be76-41fe-45e0-ad36-d1d18049033c", "name": "network-vif-deleted", "tag": "3a3870b7-e97b-4782-aebc-56d44aaee790"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:29.473172 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf91add-770c-498f-8b2c-4c946249c3aa x-openstack-request-id: req-9bf91add-770c-498f-8b2c-4c946249c3aa {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:29.473705 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5264be76-41fe-45e0-ad36-d1d18049033c", "name": "network-vif-deleted", "tag": "3a3870b7-e97b-4782-aebc-56d44aaee790", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:29.473986 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bf91add-770c-498f-8b2c-4c946249c3aa {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:29.474398 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf91add-770c-498f-8b2c-4c946249c3aa'] response: {'server_uuid': '5264be76-41fe-45e0-ad36-d1d18049033c', 'name': 'network-vif-deleted', 'tag': '3a3870b7-e97b-4782-aebc-56d44aaee790', 'status': 'completed', 'code': 200}
Apr 30 21:37:29.499006 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f2bde23-08bd-4c86-b85f-ac0fac102fcb admin admin] Publish callbacks [] for security_group (992f5a66-66da-4141-9681-d76f70abef05), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.565190 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41f42300-21f2-45c1-86d9-83cf432c82e9 admin admin] Publish callbacks [] for security_group (6277a31b-6d1b-4343-9b62-5e017c7b0a5b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.608210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9f2bde23-08bd-4c86-b85f-ac0fac102fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (992f5a66-66da-4141-9681-d76f70abef05), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.650824 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9f2bde23-08bd-4c86-b85f-ac0fac102fcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d24ab3357252430bb71551114c9bf7a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4111621
Apr 30 21:37:29.653077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bde23-08bd-4c86-b85f-ac0fac102fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992f5a66-66da-4141-9681-d76f70abef05,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:29.653698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 34626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:29.678932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41f42300-21f2-45c1-86d9-83cf432c82e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6277a31b-6d1b-4343-9b62-5e017c7b0a5b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.716654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6c82-4b12-4270-a084-b78a50abdd86 admin admin] Publish callbacks [] for security_group (992f5a66-66da-4141-9681-d76f70abef05), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.723218 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-41f42300-21f2-45c1-86d9-83cf432c82e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea6a94bdaaa74acc884e368018624221&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5238750
Apr 30 21:37:29.724412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f42300-21f2-45c1-86d9-83cf432c82e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6277a31b-6d1b-4343-9b62-5e017c7b0a5b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:29.727981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 34628) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:29.743376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6c82-4b12-4270-a084-b78a50abdd86 admin admin] Publish callbacks [] for security_group (992f5a66-66da-4141-9681-d76f70abef05), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.791628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5abb299-9e07-4d3a-b3c0-506abd9ff6bd admin admin] Publish callbacks [] for security_group (6277a31b-6d1b-4343-9b62-5e017c7b0a5b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.815815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5abb299-9e07-4d3a-b3c0-506abd9ff6bd admin admin] Publish callbacks [] for security_group (6277a31b-6d1b-4343-9b62-5e017c7b0a5b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.849802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6c82-4b12-4270-a084-b78a50abdd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (992f5a66-66da-4141-9681-d76f70abef05), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.875013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6c82-4b12-4270-a084-b78a50abdd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.875013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ca3a6c82-4b12-4270-a084-b78a50abdd86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/992f5a66-66da-4141-9681-d76f70abef05 HTTP/1.1" status: 204  len: 168 time: 0.2125976
Apr 30 21:37:29.875693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a6c82-4b12-4270-a084-b78a50abdd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f5a66-66da-4141-9681-d76f70abef05,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:29.936101 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5abb299-9e07-4d3a-b3c0-506abd9ff6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6277a31b-6d1b-4343-9b62-5e017c7b0a5b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.939042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5abb299-9e07-4d3a-b3c0-506abd9ff6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:29.940301 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d5abb299-9e07-4d3a-b3c0-506abd9ff6bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6277a31b-6d1b-4343-9b62-5e017c7b0a5b HTTP/1.1" status: 204  len: 168 time: 0.2111831
Apr 30 21:37:29.950415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abb299-9e07-4d3a-b3c0-506abd9ff6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6277a31b-6d1b-4343-9b62-5e017c7b0a5b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:30.024055 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bff57499-4ab4-49c7-97d1-d8c7f18176d7 req-b97388d8-671b-40e5-bf0f-06759f8b0f25 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=5264be76-41fe-45e0-ad36-d1d18049033c HTTP/1.1" status: 200  len: 210 time: 0.0277920
Apr 30 21:37:31.189929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:37:31.513584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76276-c138-4846-b0d5-f4b3459e0a36 req-399454fd-e148-482b-80e3-18c0f9360634 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:31.515757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dac76276-c138-4846-b0d5-f4b3459e0a36 req-399454fd-e148-482b-80e3-18c0f9360634 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 945 time: 0.0493650
Apr 30 21:37:31.568421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dac76276-c138-4846-b0d5-f4b3459e0a36 req-dee1fa05-1cc9-472d-8bd4-f7d992020d41 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440454
Apr 30 21:37:31.969234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3a3870b7-e97b-4782-aebc-56d44aaee790 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:37:31.994844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 3a3870b7-e97b-4782-aebc-56d44aaee790 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:37:31.995183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 3a3870b7-e97b-4782-aebc-56d44aaee790 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:37:32.691805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721199b6-67d9-4515-a999-dd79af116b2d req-1c913a28-7e35-42c4-a6be-9b1cb993b987 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:32.693366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721199b6-67d9-4515-a999-dd79af116b2d req-1c913a28-7e35-42c4-a6be-9b1cb993b987 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 945 time: 0.0544350
Apr 30 21:37:32.740648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-721199b6-67d9-4515-a999-dd79af116b2d req-53c79f60-850c-4fa8-939e-cf3ecd94f29a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413878
Apr 30 21:37:33.009398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-1d068876-a0b3-46f8-bea2-e37128412f83 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:33.010898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-1d068876-a0b3-46f8-bea2-e37128412f83 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 945 time: 0.0517066
Apr 30 21:37:33.111143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Deleting port 27b2784b-2015-4af5-a62e-a6476b448db6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:37:33.111606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:33.202192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] For port 27b2784b-2015-4af5-a62e-a6476b448db6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=27b2784b-2015-4af5-a62e-a6476b448db6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:33.202563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:33.216496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Calling delete_port for 27b2784b-2015-4af5-a62e-a6476b448db6 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:37:33.450051 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (27b2784b-2015-4af5-a62e-a6476b448db6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:33.463226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:33.465486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['27b2784b-2015-4af5-a62e-a6476b448db6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:33.479326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event deleted for resources: {'Port': ['ID=27b2784b-2015-4af5-a62e-a6476b448db6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:33.530719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] No DVR routers for this DVR port 27b2784b-2015-4af5-a62e-a6476b448db6 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:37:33.533267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:33.537333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f5bbdb5-6b65-4043-a9e3-7248247aae62 req-539c99ed-82b5-4395-b390-5b26c75e112f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.20 "DELETE /v2.0/ports/27b2784b-2015-4af5-a62e-a6476b448db6 HTTP/1.1" status: 204  len: 173 time: 0.5185761
Apr 30 21:37:33.537822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2413c0-c352-4dea-8bb7-f396cbdabacb', 'name': 'network-vif-deleted', 'tag': '27b2784b-2015-4af5-a62e-a6476b448db6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:33.540875 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cb5179-94dd-46fc-acd7-3105926fb34c" -d '{"events": [{"server_uuid": "7e2413c0-c352-4dea-8bb7-f396cbdabacb", "name": "network-vif-deleted", "tag": "27b2784b-2015-4af5-a62e-a6476b448db6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:33.583885 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ef9d2-053e-4794-86b2-b665a01668e0 x-openstack-request-id: req-844ef9d2-053e-4794-86b2-b665a01668e0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:33.587930 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2413c0-c352-4dea-8bb7-f396cbdabacb", "name": "network-vif-deleted", "tag": "27b2784b-2015-4af5-a62e-a6476b448db6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:33.587930 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-844ef9d2-053e-4794-86b2-b665a01668e0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:33.587930 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844ef9d2-053e-4794-86b2-b665a01668e0'] response: {'server_uuid': '7e2413c0-c352-4dea-8bb7-f396cbdabacb', 'name': 'network-vif-deleted', 'tag': '27b2784b-2015-4af5-a62e-a6476b448db6', 'status': 'completed', 'code': 200}
Apr 30 21:37:33.841768 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3803e3a9-b24c-4efd-a878-52d18877d797 req-4c642b2d-7ec8-47da-9a9c-ed022295dd3a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e2413c0-c352-4dea-8bb7-f396cbdabacb HTTP/1.1" status: 200  len: 210 time: 0.0278375
Apr 30 21:37:35.170068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-9b79683f-798b-42a1-8b01-fc71ff262026 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:35.171519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-9b79683f-798b-42a1-8b01-fc71ff262026 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.0998645
Apr 30 21:37:35.186952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-c50278d5-6533-4090-a0b1-a322ceaf20c4 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/quotas/e02e106ab99f4decadf747b3ebf025c7 HTTP/1.1" status: 200  len: 375 time: 0.0091865
Apr 30 21:37:35.250675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-5b06d693-5a92-4b3e-9a72-482834eb8e71 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0562067
Apr 30 21:37:35.344278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-21cb2d16-d2f2-4b93-8183-ee8071155a8c service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861063
Apr 30 21:37:35.775932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-a286e469-3947-49bc-b216-42230ef241c2 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4249158
Apr 30 21:37:36.003897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3c0c769-5c69-4762-bd7d-0f43294c619d req-310b8271-b871-40ef-b2c0-7e8f412dc332 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 210 time: 0.0287452
Apr 30 21:37:36.176657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 27b2784b-2015-4af5-a62e-a6476b448db6 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:37:36.197082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 27b2784b-2015-4af5-a62e-a6476b448db6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:37:36.197427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 27b2784b-2015-4af5-a62e-a6476b448db6 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:37:37.109704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-738eed3e-c427-4c7f-a5e5-8ddaeaa72f82 req-ec30dcba-a726-435f-b12e-62606dfaadd4 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 210 time: 0.0302074
Apr 30 21:37:37.946052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1bb73abf-911d-45ba-b40f-bb84ba937b37 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:37.947510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1bb73abf-911d-45ba-b40f-bb84ba937b37 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1035926
Apr 30 21:37:37.960182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Request body: {'port': {'device_id': '83ad08ef-8014-40ae-a620-c599ddd9258b', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'admin_state_up': True, 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:38.153169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:37:38.161096 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:38.242167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e1c8572-6083-4772-bfcf-bf8dafa567a1 req-9638099e-5061-4d1a-9a66-f5894edd1cc2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 210 time: 0.0608342
Apr 30 21:37:38.314340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Allocated IP 172.20.0.11 (1f8b2cc3-45fd-4393-b8b3-c09491d04968/e05a8725-3ed1-4534-8941-08912b6e6e57/a5f01d34-df0b-48ac-b00a-1a0e117792d1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:38.465246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks [] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:38.594792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:38.607671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:38.641472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:38.664762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:38.664762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:37:38.675014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event updated for resources: {'Port': ['ID=a5f01d34-df0b-48ac-b00a-1a0e117792d1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:38.709319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:38.710178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:38.835413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-1cb4f935-30e9-4762-b0b1-d1c161a63557 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8787646
Apr 30 21:37:38.847667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Request body: {'port': {'device_id': '83ad08ef-8014-40ae-a620-c599ddd9258b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:38.912726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:39.184415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f01d34-df0b-48ac-b00a-1a0e117792d1 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:37:39.193448 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Publish callbacks [] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:39.206955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Transition to ACTIVE for port object a5f01d34-df0b-48ac-b00a-1a0e117792d1 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:37:39.295915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:39.398157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Pushing event updated for resources: {'Port': ['ID=a5f01d34-df0b-48ac-b00a-1a0e117792d1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:39.409989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10505de-4458-493d-82ff-15ecb04eb26a req-b12ab8dd-c6a7-4475-a751-f7223fb9d4ca tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:39.411487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b10505de-4458-493d-82ff-15ecb04eb26a req-b12ab8dd-c6a7-4475-a751-f7223fb9d4ca tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 944 time: 0.0759556
Apr 30 21:37:39.518796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b10505de-4458-493d-82ff-15ecb04eb26a req-94afdd22-7be6-4a3c-b33e-ece60445020b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850396
Apr 30 21:37:39.518796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Attempting to bind port a5f01d34-df0b-48ac-b00a-1a0e117792d1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:37:39.518796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Attempting to bind port a5f01d34-df0b-48ac-b00a-1a0e117792d1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:37:39.518796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Attempting to bind port a5f01d34-df0b-48ac-b00a-1a0e117792d1 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:39.522455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Port a5f01d34-df0b-48ac-b00a-1a0e117792d1 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:37:39.522887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Attempting to bind port a5f01d34-df0b-48ac-b00a-1a0e117792d1 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:39.529274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:37:39.529682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Checking segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:39.530158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Bound using segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:37:39.530962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Bound port: a5f01d34-df0b-48ac-b00a-1a0e117792d1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:37:39.531400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:39.606441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] For port a5f01d34-df0b-48ac-b00a-1a0e117792d1, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:37:39.609439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] For port a5f01d34-df0b-48ac-b00a-1a0e117792d1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5f01d34-df0b-48ac-b00a-1a0e117792d1,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:37:39.692454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:39.723964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:39.724599 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:39.726032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] 10.222.0.35 "PUT /v2.0/ports/a5f01d34-df0b-48ac-b00a-1a0e117792d1 HTTP/1.1" status: 200  len: 1092 time: 0.8833516
Apr 30 21:37:39.726503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ad08ef-8014-40ae-a620-c599ddd9258b', 'tag': 'a5f01d34-df0b-48ac-b00a-1a0e117792d1'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:39.728716 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c60e2-9da5-4afa-85dd-27d05d1b60b9" -d '{"events": [{"name": "network-changed", "server_uuid": "83ad08ef-8014-40ae-a620-c599ddd9258b", "tag": "a5f01d34-df0b-48ac-b00a-1a0e117792d1"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:39.763657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a2b14-97b3-4698-80a7-cd69684a791a service neutron] Pushing event updated for resources: {'Port': ['ID=a5f01d34-df0b-48ac-b00a-1a0e117792d1,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:39.767507 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cfcbf9-1db6-4d83-a5f5-c0a41f1deeb4 x-openstack-request-id: req-41cfcbf9-1db6-4d83-a5f5-c0a41f1deeb4 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:39.767796 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ad08ef-8014-40ae-a620-c599ddd9258b", "tag": "a5f01d34-df0b-48ac-b00a-1a0e117792d1", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:39.768107 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41cfcbf9-1db6-4d83-a5f5-c0a41f1deeb4 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:39.768507 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41cfcbf9-1db6-4d83-a5f5-c0a41f1deeb4'] response: {'name': 'network-changed', 'server_uuid': '83ad08ef-8014-40ae-a620-c599ddd9258b', 'tag': 'a5f01d34-df0b-48ac-b00a-1a0e117792d1', 'status': 'completed', 'code': 200}
Apr 30 21:37:39.843636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c60e2-9da5-4afa-85dd-27d05d1b60b9 req-33813d87-e8a1-4e38-a41a-d1d1b7dacd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:39.845429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-410c60e2-9da5-4afa-85dd-27d05d1b60b9 req-33813d87-e8a1-4e38-a41a-d1d1b7dacd00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 1126 time: 0.0566809
Apr 30 21:37:39.955068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c60e2-9da5-4afa-85dd-27d05d1b60b9 req-aca312fe-4471-409a-8074-49d0210d4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:39.956660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-410c60e2-9da5-4afa-85dd-27d05d1b60b9 req-aca312fe-4471-409a-8074-49d0210d4195 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e02e106ab99f4decadf747b3ebf025c7&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1039777
Apr 30 21:37:39.997996 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35040) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:40.088084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c60e2-9da5-4afa-85dd-27d05d1b60b9 req-26e58936-e411-41d2-82fa-eaa7ddbd4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:40.089625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-410c60e2-9da5-4afa-85dd-27d05d1b60b9 req-26e58936-e411-41d2-82fa-eaa7ddbd4810 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1272058
Apr 30 21:37:40.159200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfddf-2cc4-4e8f-a052-7dd2b6a24a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:40.182097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-09bf8311-8d33-4bcf-a7b1-5f665e6439a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:40.183954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-09bf8311-8d33-4bcf-a7b1-5f665e6439a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 1126 time: 0.0546198
Apr 30 21:37:40.234857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-95bee5c9-372b-4d9b-a3b4-bba2b89a83ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5f01d34-df0b-48ac-b00a-1a0e117792d1 HTTP/1.1" status: 200  len: 217 time: 0.0437057
Apr 30 21:37:40.275717 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfddf-2cc4-4e8f-a052-7dd2b6a24a21 admin admin] Publish callbacks [] for security_group (d3581ce8-afcd-469f-bd5a-013ec63fbffe), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:40.292191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-faacd96a-ddb0-47f6-b57a-3e42ce143129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:40.293779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-faacd96a-ddb0-47f6-b57a-3e42ce143129 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0525913
Apr 30 21:37:40.326895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-91ee04eb-0b86-40dc-892d-d1355764a87b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272739
Apr 30 21:37:40.386841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfddf-2cc4-4e8f-a052-7dd2b6a24a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d3581ce8-afcd-469f-bd5a-013ec63fbffe), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:40.426760 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8f1cfddf-2cc4-4e8f-a052-7dd2b6a24a21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8388ff30f2f4f8f825c0cdf907c42a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4265006
Apr 30 21:37:40.428006 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cfddf-2cc4-4e8f-a052-7dd2b6a24a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3581ce8-afcd-469f-bd5a-013ec63fbffe,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:40.429740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35060) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:40.445785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-b2963b0d-949f-41e1-ba4c-b56fa6057800 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1120703
Apr 30 21:37:40.551007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f36ae49-ea5c-4287-a3e6-3231d404e48a admin admin] Publish callbacks [] for security_group (d3581ce8-afcd-469f-bd5a-013ec63fbffe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:40.577331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f36ae49-ea5c-4287-a3e6-3231d404e48a admin admin] Publish callbacks [] for security_group (d3581ce8-afcd-469f-bd5a-013ec63fbffe), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:40.666913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38235f9-2376-4a62-ab6f-8d780e18ee3a req-b1f43c98-6fd9-4365-89c6-ead3c73c9fb9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:40.668532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a38235f9-2376-4a62-ab6f-8d780e18ee3a req-b1f43c98-6fd9-4365-89c6-ead3c73c9fb9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 944 time: 0.0803552
Apr 30 21:37:40.671373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46720528-bc3c-4810-a47f-2ca1e50716f3 req-856775d0-8f9a-485a-98b3-75b19fa776c7 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2151067
Apr 30 21:37:40.739310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a38235f9-2376-4a62-ab6f-8d780e18ee3a req-9b881ff2-7d0e-4e72-b6f0-2f7089c2517e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521507
Apr 30 21:37:40.849813 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f36ae49-ea5c-4287-a3e6-3231d404e48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d3581ce8-afcd-469f-bd5a-013ec63fbffe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:40.852440 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f36ae49-ea5c-4287-a3e6-3231d404e48a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:40.853571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4f36ae49-ea5c-4287-a3e6-3231d404e48a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3581ce8-afcd-469f-bd5a-013ec63fbffe HTTP/1.1" status: 204  len: 168 time: 0.4228356
Apr 30 21:37:40.862382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36ae49-ea5c-4287-a3e6-3231d404e48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3581ce8-afcd-469f-bd5a-013ec63fbffe,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:41.942465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05ac60-1817-4635-96e1-3af739e8a4f8 req-35a0aad8-7d40-43a5-a69c-538981530c5d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:41.944968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb05ac60-1817-4635-96e1-3af739e8a4f8 req-35a0aad8-7d40-43a5-a69c-538981530c5d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 944 time: 0.1038334
Apr 30 21:37:41.973212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0ff67-673f-49d4-8064-5622ad737490 req-8ed83c69-6b01-4cf2-9a4b-be32d402bafb tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:41.974802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8de0ff67-673f-49d4-8064-5622ad737490 req-8ed83c69-6b01-4cf2-9a4b-be32d402bafb tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0907419
Apr 30 21:37:42.058279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb05ac60-1817-4635-96e1-3af739e8a4f8 req-6bf577fd-1017-49e5-badc-5ef20654930c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937650
Apr 30 21:37:42.067880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8de0ff67-673f-49d4-8064-5622ad737490 req-05ccf750-85ea-42d6-92b2-854bb9275e3c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851743
Apr 30 21:37:43.220793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299c18d-4c5c-4dc2-ab2c-e1cb0c2c613b req-43493b59-0894-4f13-bf92-567f7a85f3f0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:43.222327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9299c18d-4c5c-4dc2-ab2c-e1cb0c2c613b req-43493b59-0894-4f13-bf92-567f7a85f3f0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 944 time: 0.0914872
Apr 30 21:37:43.243547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64729d53-ee9b-4d58-8958-05772fd89ad4 req-d1c993d1-0b5f-49df-b176-875d4bdeb192 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:43.245002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64729d53-ee9b-4d58-8958-05772fd89ad4 req-d1c993d1-0b5f-49df-b176-875d4bdeb192 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0743678
Apr 30 21:37:43.308037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9299c18d-4c5c-4dc2-ab2c-e1cb0c2c613b req-2c9ed647-5e8f-4eab-a093-2c9aca424565 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799336
Apr 30 21:37:43.320957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64729d53-ee9b-4d58-8958-05772fd89ad4 req-5cf82160-022a-428f-9aa2-c78981b85d6e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696349
Apr 30 21:37:44.038170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a5f01d34-df0b-48ac-b00a-1a0e117792d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:37:44.137511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a5f01d34-df0b-48ac-b00a-1a0e117792d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5f01d34-df0b-48ac-b00a-1a0e117792d1,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:44.149398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'a5f01d34-df0b-48ac-b00a-1a0e117792d1', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'port_id': 'a5f01d34-df0b-48ac-b00a-1a0e117792d1', 'mac_address': 'fa:16:3e:ae:ec:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a8725-3ed1-4534-8941-08912b6e6e57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:37:44.186767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a5f01d34-df0b-48ac-b00a-1a0e117792d1 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:44.187165 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:44.201188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f01d34-df0b-48ac-b00a-1a0e117792d1 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:37:44.221741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a5f01d34-df0b-48ac-b00a-1a0e117792d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5f01d34-df0b-48ac-b00a-1a0e117792d1,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:44.363913 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:44.419591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a5f01d34-df0b-48ac-b00a-1a0e117792d1,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:44.474616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab142d5-a2af-4bc8-890f-50695ce70a40 req-29242a1d-6ac8-4c41-b075-d2639a52a574 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:44.476108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ab142d5-a2af-4bc8-890f-50695ce70a40 req-29242a1d-6ac8-4c41-b075-d2639a52a574 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 945 time: 0.0911024
Apr 30 21:37:44.487172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ba268-d00c-43f5-8440-2b83e4e1e676 req-fdf978e8-ab97-49bf-ba05-b97cadc44bf6 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:44.490928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e35ba268-d00c-43f5-8440-2b83e4e1e676 req-fdf978e8-ab97-49bf-ba05-b97cadc44bf6 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0737014
Apr 30 21:37:44.543387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35282) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:44.557104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a5f01d34-df0b-48ac-b00a-1a0e117792d1'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:44.567132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ab142d5-a2af-4bc8-890f-50695ce70a40 req-c07faea8-7fd9-4b3c-9bd0-b8d5cc13b596 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751131
Apr 30 21:37:44.572003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e35ba268-d00c-43f5-8440-2b83e4e1e676 req-4446cc98-2fcc-4420-a740-df6224dd05e4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736227
Apr 30 21:37:44.672468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb8d-1fec-482d-a52f-aa086dfcefd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:44.750505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb8d-1fec-482d-a52f-aa086dfcefd7 admin admin] Publish callbacks [] for security_group (025f7752-e9c9-4dbb-88f1-77cf06d0dac8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:44.826419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3a60eb8d-1fec-482d-a52f-aa086dfcefd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (025f7752-e9c9-4dbb-88f1-77cf06d0dac8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:44.864594 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3a60eb8d-1fec-482d-a52f-aa086dfcefd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cfecbeba61c420a8185d621647a8059&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3200970
Apr 30 21:37:44.865720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60eb8d-1fec-482d-a52f-aa086dfcefd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025f7752-e9c9-4dbb-88f1-77cf06d0dac8,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:44.867271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35286) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:44.915427 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c20fc55e-9d10-455e-b7dc-152bf9e67e47 admin admin] Publish callbacks [] for security_group (025f7752-e9c9-4dbb-88f1-77cf06d0dac8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:44.936837 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c20fc55e-9d10-455e-b7dc-152bf9e67e47 admin admin] Publish callbacks [] for security_group (025f7752-e9c9-4dbb-88f1-77cf06d0dac8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:45.066899 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c20fc55e-9d10-455e-b7dc-152bf9e67e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (025f7752-e9c9-4dbb-88f1-77cf06d0dac8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:45.069471 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c20fc55e-9d10-455e-b7dc-152bf9e67e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:45.070654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c20fc55e-9d10-455e-b7dc-152bf9e67e47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/025f7752-e9c9-4dbb-88f1-77cf06d0dac8 HTTP/1.1" status: 204  len: 168 time: 0.2023382
Apr 30 21:37:45.078664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fc55e-9d10-455e-b7dc-152bf9e67e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f7752-e9c9-4dbb-88f1-77cf06d0dac8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:45.673041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35304) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:45.687229 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5de6d664-e3bc-4039-8185-06ac07576f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:45.718547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02101d-8a11-42d0-9153-c6b9ef2f0597 req-9375003c-47d9-4015-b5c2-f895681e17d3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:45.719979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d02101d-8a11-42d0-9153-c6b9ef2f0597 req-9375003c-47d9-4015-b5c2-f895681e17d3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 945 time: 0.0799432
Apr 30 21:37:45.730392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93525ede-b802-4129-92c4-891b89ed9abc req-30563f2a-e66f-4ce1-bbe9-ad74d9ccfa46 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:45.731954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93525ede-b802-4129-92c4-891b89ed9abc req-30563f2a-e66f-4ce1-bbe9-ad74d9ccfa46 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0820072
Apr 30 21:37:45.762597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5de6d664-e3bc-4039-8185-06ac07576f0f admin admin] Publish callbacks [] for security_group (1bee0a30-de56-4a52-a127-ac16b5ab91ba), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:45.804133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d02101d-8a11-42d0-9153-c6b9ef2f0597 req-fc462c01-25de-4f1f-ac32-bf219fcb1635 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711899
Apr 30 21:37:45.811290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93525ede-b802-4129-92c4-891b89ed9abc req-15a4793a-b19d-46ed-935b-906ccff6733b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706666
Apr 30 21:37:45.843349 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5de6d664-e3bc-4039-8185-06ac07576f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1bee0a30-de56-4a52-a127-ac16b5ab91ba), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:45.881562 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5de6d664-e3bc-4039-8185-06ac07576f0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9a2ae2a88ea4fd5a929a9de70c40f32&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2068295
Apr 30 21:37:45.883886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6d664-e3bc-4039-8185-06ac07576f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bee0a30-de56-4a52-a127-ac16b5ab91ba,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:45.884267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35306) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:45.936177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fad4f4ad-adc3-48e6-bb8e-9ca03f9062cc admin admin] Publish callbacks [] for security_group (1bee0a30-de56-4a52-a127-ac16b5ab91ba), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:45.958411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fad4f4ad-adc3-48e6-bb8e-9ca03f9062cc admin admin] Publish callbacks [] for security_group (1bee0a30-de56-4a52-a127-ac16b5ab91ba), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:46.037160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a5f01d34-df0b-48ac-b00a-1a0e117792d1 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:37:46.086169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port a5f01d34-df0b-48ac-b00a-1a0e117792d1 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:37:46.107577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fad4f4ad-adc3-48e6-bb8e-9ca03f9062cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1bee0a30-de56-4a52-a127-ac16b5ab91ba), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:46.110701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fad4f4ad-adc3-48e6-bb8e-9ca03f9062cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:46.113036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fad4f4ad-adc3-48e6-bb8e-9ca03f9062cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bee0a30-de56-4a52-a127-ac16b5ab91ba HTTP/1.1" status: 204  len: 168 time: 0.2276514
Apr 30 21:37:46.123300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4f4ad-adc3-48e6-bb8e-9ca03f9062cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bee0a30-de56-4a52-a127-ac16b5ab91ba,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:46.213907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port a5f01d34-df0b-48ac-b00a-1a0e117792d1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:46.214296 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:46.302470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a5f01d34-df0b-48ac-b00a-1a0e117792d1 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:46.303158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:46.344825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad08ef-8014-40ae-a620-c599ddd9258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f01d34-df0b-48ac-b00a-1a0e117792d1'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:46.344825 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502ebe2d-7aad-4031-b53a-4ccce32b72d0" -d '{"events": [{"server_uuid": "83ad08ef-8014-40ae-a620-c599ddd9258b", "name": "network-vif-plugged", "status": "completed", "tag": "a5f01d34-df0b-48ac-b00a-1a0e117792d1"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:46.358441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a5f01d34-df0b-48ac-b00a-1a0e117792d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5f01d34-df0b-48ac-b00a-1a0e117792d1,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:46.381041 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075e5ce2-3531-4b67-86fe-d06a927793d5 x-openstack-request-id: req-075e5ce2-3531-4b67-86fe-d06a927793d5 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:46.381343 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad08ef-8014-40ae-a620-c599ddd9258b", "name": "network-vif-plugged", "status": "completed", "tag": "a5f01d34-df0b-48ac-b00a-1a0e117792d1", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:46.381687 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-075e5ce2-3531-4b67-86fe-d06a927793d5 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:46.382020 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075e5ce2-3531-4b67-86fe-d06a927793d5'] response: {'server_uuid': '83ad08ef-8014-40ae-a620-c599ddd9258b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f01d34-df0b-48ac-b00a-1a0e117792d1', 'code': 200}
Apr 30 21:37:46.481879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c46a1-8bd8-429a-bf23-e115cc2ae38a req-09ae9cbe-6c79-4482-b147-023e94994328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:46.483726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d93c46a1-8bd8-429a-bf23-e115cc2ae38a req-09ae9cbe-6c79-4482-b147-023e94994328 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 1127 time: 0.0435259
Apr 30 21:37:46.532246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d93c46a1-8bd8-429a-bf23-e115cc2ae38a req-76d7e816-ef77-4df1-94ba-cc5e34731235 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427940
Apr 30 21:37:46.645153 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:46.699342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a5f01d34-df0b-48ac-b00a-1a0e117792d1,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:46.964295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d76afa-04c0-4237-b6f9-51688a9c1baf req-a7abbcc2-eea7-48ad-8d2e-171ecb211fc9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:46.965803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96d76afa-04c0-4237-b6f9-51688a9c1baf req-a7abbcc2-eea7-48ad-8d2e-171ecb211fc9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 946 time: 0.0791428
Apr 30 21:37:46.973797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137ed94-a9ff-4b9c-afb1-5835a0bd559b req-572a14d2-62de-4c22-8004-800109c70a67 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:46.975441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b137ed94-a9ff-4b9c-afb1-5835a0bd559b req-572a14d2-62de-4c22-8004-800109c70a67 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0792212
Apr 30 21:37:46.994875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35362) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:47.009726 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb7e748d-8be5-4a2e-85d4-9e561e8132e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:47.026441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:47.044576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96d76afa-04c0-4237-b6f9-51688a9c1baf req-78c8eccb-d5c8-44d7-a1f3-289dc9326113 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676751
Apr 30 21:37:47.057800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b137ed94-a9ff-4b9c-afb1-5835a0bd559b req-626bbad4-06d8-4227-bcaa-e96aeb029f96 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750420
Apr 30 21:37:47.092943 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb7e748d-8be5-4a2e-85d4-9e561e8132e2 admin admin] Publish callbacks [] for security_group (18265c5a-d552-453d-b2c9-63a511d494de), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:47.163789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fb7e748d-8be5-4a2e-85d4-9e561e8132e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (18265c5a-d552-453d-b2c9-63a511d494de), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:47.208829 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fb7e748d-8be5-4a2e-85d4-9e561e8132e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af04af1fe9be4985b4a65ed97335a1cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2128642
Apr 30 21:37:47.213740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e748d-8be5-4a2e-85d4-9e561e8132e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18265c5a-d552-453d-b2c9-63a511d494de,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:47.215542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35376) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:47.264282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4281402-11f5-4da0-ac2d-0f2be87bbcf1 admin admin] Publish callbacks [] for security_group (18265c5a-d552-453d-b2c9-63a511d494de), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:47.287518 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4281402-11f5-4da0-ac2d-0f2be87bbcf1 admin admin] Publish callbacks [] for security_group (18265c5a-d552-453d-b2c9-63a511d494de), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:47.415194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4281402-11f5-4da0-ac2d-0f2be87bbcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (18265c5a-d552-453d-b2c9-63a511d494de), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:47.417903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4281402-11f5-4da0-ac2d-0f2be87bbcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:47.425722 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4281402-11f5-4da0-ac2d-0f2be87bbcf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18265c5a-d552-453d-b2c9-63a511d494de HTTP/1.1" status: 204  len: 168 time: 0.2025471
Apr 30 21:37:47.427823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4281402-11f5-4da0-ac2d-0f2be87bbcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18265c5a-d552-453d-b2c9-63a511d494de,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:47.883749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c1abd3fb-ec70-4a48-ba1d-38a5d49a5526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.048702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35406) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:48.184389 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb199b1e-aeb5-4d1f-898d-fe5578044b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.225090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8ae87-4fac-4e9d-a8e0-b72c9289088c req-621f3161-d14a-4997-8b9b-05bbb9b558eb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:48.225871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cc8ae87-4fac-4e9d-a8e0-b72c9289088c req-621f3161-d14a-4997-8b9b-05bbb9b558eb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 946 time: 0.1038029
Apr 30 21:37:48.266879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39962-4dc9-44eb-838c-2d0575a52b7e req-0290edc4-5389-4411-8600-4d3a62160a56 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:48.269321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7d39962-4dc9-44eb-838c-2d0575a52b7e req-0290edc4-5389-4411-8600-4d3a62160a56 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1088412
Apr 30 21:37:48.365876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d7d39962-4dc9-44eb-838c-2d0575a52b7e req-0dcbdd89-1bab-4d78-a514-a23e0e5fdb1e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872023
Apr 30 21:37:48.369804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8cc8ae87-4fac-4e9d-a8e0-b72c9289088c req-27a76871-1de3-47cd-aa0e-8f7ea69693fe tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312008
Apr 30 21:37:48.405877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb199b1e-aeb5-4d1f-898d-fe5578044b90 admin admin] Publish callbacks [] for security_group (c9a26992-7182-4cbb-a798-771be3fc89c7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.490525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb199b1e-aeb5-4d1f-898d-fe5578044b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c9a26992-7182-4cbb-a798-771be3fc89c7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.524161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35432) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:48.536201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb199b1e-aeb5-4d1f-898d-fe5578044b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a26992-7182-4cbb-a798-771be3fc89c7,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:48.555412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb199b1e-aeb5-4d1f-898d-fe5578044b90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba6f219a03684e02b7c38372cef6f3a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5017531
Apr 30 21:37:48.557040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35440) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:48.642678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddca7fe6-258e-42e2-a6a0-54dee1c079c8 admin admin] Publish callbacks [] for security_group (c9a26992-7182-4cbb-a798-771be3fc89c7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.679782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1942630575-network', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:48.707960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddca7fe6-258e-42e2-a6a0-54dee1c079c8 admin admin] Publish callbacks [] for security_group (c9a26992-7182-4cbb-a798-771be3fc89c7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.746585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c8174-4b47-4b07-989e-86209aff0b7d req-bcd5bf94-24ee-4ed6-870e-836ef15df829 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:48.748072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b2c8174-4b47-4b07-989e-86209aff0b7d req-bcd5bf94-24ee-4ed6-870e-836ef15df829 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 946 time: 0.0862889
Apr 30 21:37:48.792451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Made reservation on behalf of ede1fc028b654b819f147b9e5dde458e for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:37:48.794799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.806420 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.822766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e175098-9e9d-4ce9-a8d7-3918d2819855 req-2aad193d-77e4-4646-a26f-ecda3340197a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:48.824323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e175098-9e9d-4ce9-a8d7-3918d2819855 req-2aad193d-77e4-4646-a26f-ecda3340197a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1018260
Apr 30 21:37:48.887513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Publish callbacks [] for security_group (49d2f539-6707-4d95-b6de-0d15f9b9c943), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.917332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b2c8174-4b47-4b07-989e-86209aff0b7d req-eb881e2a-d3bf-49e4-935d-3b03d410f50a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451511
Apr 30 21:37:48.934686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddca7fe6-258e-42e2-a6a0-54dee1c079c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c9a26992-7182-4cbb-a798-771be3fc89c7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.937332 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ddca7fe6-258e-42e2-a6a0-54dee1c079c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.938532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ddca7fe6-258e-42e2-a6a0-54dee1c079c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9a26992-7182-4cbb-a798-771be3fc89c7 HTTP/1.1" status: 204  len: 168 time: 0.3803823
Apr 30 21:37:48.949367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-b8e445f5-57a5-4578-8a3d-31504fe1a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:48.950856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-b8e445f5-57a5-4578-8a3d-31504fe1a3a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1127 time: 0.0846579
Apr 30 21:37:48.953688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (49d2f539-6707-4d95-b6de-0d15f9b9c943), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:48.967031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e175098-9e9d-4ce9-a8d7-3918d2819855 req-7b7008e0-a9f3-405e-9bd3-78034bd0569a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264782
Apr 30 21:37:48.973425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca7fe6-258e-42e2-a6a0-54dee1c079c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a26992-7182-4cbb-a798-771be3fc89c7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:48.986988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:37:48.997695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d2f539-6707-4d95-b6de-0d15f9b9c943,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:49.005910 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2b4860d9-fee0-458f-8c12-5a8dd2ecadd7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.006689 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Added segment 2b4860d9-fee0-458f-8c12-5a8dd2ecadd7 of type vlan for network 1a35949a-03eb-4847-aba7-c5eaeefc6d24
Apr 30 21:37:49.056513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (1a35949a-03eb-4847-aba7-c5eaeefc6d24), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.114549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d2fe5-e800-4d21-87f5-a2699bed488e req-3755b817-81f7-4e18-8fb2-ed4100f3086c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:49.116232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e8d2fe5-e800-4d21-87f5-a2699bed488e req-3755b817-81f7-4e18-8fb2-ed4100f3086c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 946 time: 0.0683746
Apr 30 21:37:49.152008 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (1a35949a-03eb-4847-aba7-c5eaeefc6d24), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.155763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:49.155763 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.162226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-19584c0e-18c4-47f2-8c1a-769034114348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:49.163764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-19584c0e-18c4-47f2-8c1a-769034114348 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 910 time: 0.1826990
Apr 30 21:37:49.213454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] Pushing event updated for resources: {'Network': ['ID=1a35949a-03eb-4847-aba7-c5eaeefc6d24,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:49.225511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:37:49.232809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e8d2fe5-e800-4d21-87f5-a2699bed488e req-a2cb611a-6045-4495-a8a3-21dcbcfaed1c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077504
Apr 30 21:37:49.254223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-f55dbb53-3210-4170-a3df-69dcaf42a05a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 200  len: 1001 time: 0.0785196
Apr 30 21:37:49.276462 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fdd7084b-9413-4136-bc2d-af0018753568 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7511861
Apr 30 21:37:49.279821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35462) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:49.291579 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Request body: {'subnet': {'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1942630575-subnet', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:49.337050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-3eaf88b3-43ad-4488-b550-5fb8c91283b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:49.338787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-3eaf88b3-43ad-4488-b550-5fb8c91283b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.0681577
Apr 30 21:37:49.389494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-3020b516-9f95-4880-ab95-6daf65238fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:49.391002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-3020b516-9f95-4880-ab95-6daf65238fbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427916
Apr 30 21:37:49.403439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Made reservation on behalf of ede1fc028b654b819f147b9e5dde458e for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:37:49.405930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.493970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-a49cd0dd-0f93-4c95-9833-1aecc9eebe80 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932250
Apr 30 21:37:49.594115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee69b3-d3bd-484f-9be1-fff4ad883ac3 req-81d613fe-4549-4512-949b-cfbd9582de15 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890491
Apr 30 21:37:49.613399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (3291e483-08a3-4ea6-af11-c0318997c56d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.674377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3291e483-08a3-4ea6-af11-c0318997c56d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:49.683185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Checking segment: {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:49.686580 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Network hostable DHCP agents. Network: 1a35949a-03eb-4847-aba7-c5eaeefc6d24, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:37:49.743111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:37:49.745347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35468) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:49.761467 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14982c13-9022-45d7-97e6-c94a4aba104f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.793157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f563dcf-66d5-46cd-a045-9aa0d120aa6a req-792de25d-c6fa-4a48-a0a9-a91e2829f8a6 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:49.794738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f563dcf-66d5-46cd-a045-9aa0d120aa6a req-792de25d-c6fa-4a48-a0a9-a91e2829f8a6 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 946 time: 0.0575602
Apr 30 21:37:49.812236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a35949a-03eb-4847-aba7-c5eaeefc6d24) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:49.820041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:49.820780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.822317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd6d6d-4fd9-4c43-9d5f-98c7e3a671f8 None None] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:37:49.853525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f563dcf-66d5-46cd-a045-9aa0d120aa6a req-4c7f2a22-ab1b-4b4d-b00e-cb74a4690f41 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519094
Apr 30 21:37:49.860661 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14982c13-9022-45d7-97e6-c94a4aba104f admin admin] Publish callbacks [] for security_group (f49215e6-a445-4864-b912-13fd7c891247), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.886619 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-522cb77e-769d-42a6-8af1-79eb3a5dccd5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6055019
Apr 30 21:37:49.897066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35470) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:49.901818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:49.911834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-14982c13-9022-45d7-97e6-c94a4aba104f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f49215e6-a445-4864-b912-13fd7c891247), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.932566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:37:49.933414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.965087 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14982c13-9022-45d7-97e6-c94a4aba104f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=672cb6b76349440c99898918494233d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2179582
Apr 30 21:37:49.967312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35474) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:49.968749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14982c13-9022-45d7-97e6-c94a4aba104f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49215e6-a445-4864-b912-13fd7c891247,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:49.991751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:49.998820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.040650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1609be4-641e-4c5b-848c-2fd24e4ffcc6 admin admin] Publish callbacks [] for security_group (f49215e6-a445-4864-b912-13fd7c891247), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.076111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks [] for router_controller (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.100990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1609be4-641e-4c5b-848c-2fd24e4ffcc6 admin admin] Publish callbacks [] for security_group (f49215e6-a445-4864-b912-13fd7c891247), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.108363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Allocated IP 172.20.0.2 (1a35949a-03eb-4847-aba7-c5eaeefc6d24/3291e483-08a3-4ea6-af11-c0318997c56d/5846115c-80ce-42a8-adb8-71e0b9c5d23d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:50.120375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d1b4-a4b4-42d2-a277-c28d49387730 req-991fbbe3-9bc9-404b-a64b-087a32de5dc3 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:50.122047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8a5d1b4-a4b4-42d2-a277-c28d49387730 req-991fbbe3-9bc9-404b-a64b-087a32de5dc3 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0709577
Apr 30 21:37:50.222185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8a5d1b4-a4b4-42d2-a277-c28d49387730 req-2a0bc67e-0e6a-4ca5-9e9e-89413f9b7848 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902796
Apr 30 21:37:50.271113 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Publish callbacks [] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.311058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks [] for router_gateway (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.312187 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1609be4-641e-4c5b-848c-2fd24e4ffcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f49215e6-a445-4864-b912-13fd7c891247), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.315577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1609be4-641e-4c5b-848c-2fd24e4ffcc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.319072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d1609be4-641e-4c5b-848c-2fd24e4ffcc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f49215e6-a445-4864-b912-13fd7c891247 HTTP/1.1" status: 204  len: 168 time: 0.3483465
Apr 30 21:37:50.324937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1609be4-641e-4c5b-848c-2fd24e4ffcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49215e6-a445-4864-b912-13fd7c891247,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:50.387039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.443914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:50.452291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:50.457009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:37:50.472032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Pushing event updated for resources: {'Port': ['ID=5846115c-80ce-42a8-adb8-71e0b9c5d23d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:50.537737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Attempting to bind port 5846115c-80ce-42a8-adb8-71e0b9c5d23d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:37:50.538226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Attempting to bind port 5846115c-80ce-42a8-adb8-71e0b9c5d23d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:37:50.538634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Attempting to bind port 5846115c-80ce-42a8-adb8-71e0b9c5d23d on network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:50.543763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:37:50.544232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Checking segment: {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:50.544635 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.545030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Bound using segment: {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:37:50.545497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Bound port: 5846115c-80ce-42a8-adb8-71e0b9c5d23d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:37:50.545899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.580583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fc7708a-3980-4aae-ab29-d9f2c4206194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.621986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] For port 5846115c-80ce-42a8-adb8-71e0b9c5d23d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:37:50.623279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks [] for router_gateway (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.625213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] For port 5846115c-80ce-42a8-adb8-71e0b9c5d23d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5846115c-80ce-42a8-adb8-71e0b9c5d23d,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:37:50.643554 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.741971 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.766238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Allocated IP 172.35.4.160 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:50.831865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfb235-bafb-4d16-9f38-7ca59fa254c5 None None] Pushing event updated for resources: {'Port': ['ID=5846115c-80ce-42a8-adb8-71e0b9c5d23d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:50.918410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks [] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:50.986663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-ce32311c-f04b-4942-bd8e-6c66fd49b484 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:50.992496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-ce32311c-f04b-4942-bd8e-6c66fd49b484 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 946 time: 0.0848808
Apr 30 21:37:51.027027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:51.075479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:51.084031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:51.091114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:37:51.104648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:51.148746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36efe4-659f-4361-9e22-8b827bfc7aac req-24771c4e-0e7f-4857-b6d4-c40806b767cb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:51.156742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d36efe4-659f-4361-9e22-8b827bfc7aac req-24771c4e-0e7f-4857-b6d4-c40806b767cb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 946 time: 0.1674776
Apr 30 21:37:51.245021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:51.253489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Deleting port a5f01d34-df0b-48ac-b00a-1a0e117792d1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:37:51.253860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:51.287444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d36efe4-659f-4361-9e22-8b827bfc7aac req-23a2eca5-9123-42b7-90b4-006f405a8afe tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286769
Apr 30 21:37:51.403863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:51.451171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203cb95-d820-4d7c-9c65-87e219f8c6f5 req-560990c6-7751-40d4-a198-be679009ec5a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:51.452693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9203cb95-d820-4d7c-9c65-87e219f8c6f5 req-560990c6-7751-40d4-a198-be679009ec5a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.0795150
Apr 30 21:37:51.477369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] For port a5f01d34-df0b-48ac-b00a-1a0e117792d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5f01d34-df0b-48ac-b00a-1a0e117792d1,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:51.478029 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:51.505413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Calling delete_port for a5f01d34-df0b-48ac-b00a-1a0e117792d1 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:37:51.610355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9203cb95-d820-4d7c-9c65-87e219f8c6f5 req-6620d961-0c12-4e0f-8502-14a2906a3919 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472430
Apr 30 21:37:51.659409 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks [] for router_gateway (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:51.764947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a5f01d34-df0b-48ac-b00a-1a0e117792d1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:51.779646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6', 'a5f01d34-df0b-48ac-b00a-1a0e117792d1'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:51.840032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event deleted for resources: {'Port': ['ID=a5f01d34-df0b-48ac-b00a-1a0e117792d1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:51.903843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] No DVR routers for this DVR port a5f01d34-df0b-48ac-b00a-1a0e117792d1 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:37:51.907873 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:51.912865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd3f52cd-e2de-4d24-b69f-fa4ee313e25f req-313ca87e-4ae5-47e4-98ac-a6082c7ba49b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "DELETE /v2.0/ports/a5f01d34-df0b-48ac-b00a-1a0e117792d1 HTTP/1.1" status: 204  len: 173 time: 0.9145205
Apr 30 21:37:51.913642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad08ef-8014-40ae-a620-c599ddd9258b', 'name': 'network-vif-deleted', 'tag': 'a5f01d34-df0b-48ac-b00a-1a0e117792d1'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:51.926558 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c477b3-0889-4c21-bc17-19e19b3bf955" -d '{"events": [{"server_uuid": "83ad08ef-8014-40ae-a620-c599ddd9258b", "name": "network-vif-deleted", "tag": "a5f01d34-df0b-48ac-b00a-1a0e117792d1"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:51.977075 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c481e-145e-4e51-a593-d0042a1456d2 x-openstack-request-id: req-9c1c481e-145e-4e51-a593-d0042a1456d2 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:51.977605 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad08ef-8014-40ae-a620-c599ddd9258b", "name": "network-vif-deleted", "tag": "a5f01d34-df0b-48ac-b00a-1a0e117792d1", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:51.978216 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c1c481e-145e-4e51-a593-d0042a1456d2 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:51.981039 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1c481e-145e-4e51-a593-d0042a1456d2'] response: {'server_uuid': '83ad08ef-8014-40ae-a620-c599ddd9258b', 'name': 'network-vif-deleted', 'tag': 'a5f01d34-df0b-48ac-b00a-1a0e117792d1', 'status': 'completed', 'code': 200}
Apr 30 21:37:51.985216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:52.209397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5846115c-80ce-42a8-adb8-71e0b9c5d23d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:37:52.215275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:37:52.261592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8bdc0-b43f-47ce-b321-2896ff1b32d7 None None] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:37:52.345583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:37:52.360102 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Sync routers for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:37:52.362896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5846115c-80ce-42a8-adb8-71e0b9c5d23d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:52.370350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:52.370350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5be71448-bf15-4890-bea6-fb7b74cac0ba None None] Provisioning complete for port 5846115c-80ce-42a8-adb8-71e0b9c5d23d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:52.370350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5be71448-bf15-4890-bea6-fb7b74cac0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:52.373516 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:37:52.374281 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbd9eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:37:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:52.435236 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:52.436869 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-490aab53-279f-481b-8982-c9ccf0eeaab5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5387781
Apr 30 21:37:52.439481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5450079-824e-4eae-ab62-77c4b7e93a58 req-017eaeed-9817-4294-9a25-a2b5855125db tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=83ad08ef-8014-40ae-a620-c599ddd9258b HTTP/1.1" status: 200  len: 210 time: 0.0636587
Apr 30 21:37:52.440542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35568) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:52.582736 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:37:52.601033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5846115c-80ce-42a8-adb8-71e0b9c5d23d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:52.601033 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:52.629986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5be71448-bf15-4890-bea6-fb7b74cac0ba None None] Current status of the port 5846115c-80ce-42a8-adb8-71e0b9c5d23d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:52.629986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5be71448-bf15-4890-bea6-fb7b74cac0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:52.666259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 5846115c-80ce-42a8-adb8-71e0b9c5d23d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5846115c-80ce-42a8-adb8-71e0b9c5d23d,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:52.749456 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:52.807920 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-5be71448-bf15-4890-bea6-fb7b74cac0ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:37:52.807920 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-5be71448-bf15-4890-bea6-fb7b74cac0ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:37:52.875895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=5846115c-80ce-42a8-adb8-71e0b9c5d23d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:52.889604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbd9eb0>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:51Z', 'revision_number': 3, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:52.936719 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Checking router: 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:37:52.937058 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Updating router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:37:52.970720 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.146932 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.265587 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Publish callbacks [] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.345175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5be71448-bf15-4890-bea6-fb7b74cac0ba None None] Current status of the port 5846115c-80ce-42a8-adb8-71e0b9c5d23d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:53.404294 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.428067 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.453278 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Attempting to bind port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:37:53.453899 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Attempting to bind port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:37:53.455044 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Attempting to bind port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:53.467657 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:37:53.468295 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:53.468887 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.469420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:37:53.470118 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Bound port: c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:37:53.471643 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.473968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e31eed67-9150-4c2a-828f-b2fcd56b0c46 None None] Provisioning complete for port 5846115c-80ce-42a8-adb8-71e0b9c5d23d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:53.474673 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e31eed67-9150-4c2a-828f-b2fcd56b0c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.540942 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] For port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:37:53.545105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] For port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:37:53.548294 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Pushing event updated for resources: {'Port': ['ID=c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:53.559355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.559355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.559355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.559702 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.559834 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.560170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.560495 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.560815 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.561133 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.561451 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.561784 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.562209 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.562420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.562737 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.563050 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:53.627215 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.666045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e31eed67-9150-4c2a-828f-b2fcd56b0c46 None None] Current status of the port 5846115c-80ce-42a8-adb8-71e0b9c5d23d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:53.703305 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:37:53.709271 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbd9eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:37:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:53.713111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Allocated IP 172.20.0.1 (1a35949a-03eb-4847-aba7-c5eaeefc6d24/3291e483-08a3-4ea6-af11-c0318997c56d/757880ce-08ff-46fd-8e05-9a92d215869c) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:53.879641 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57108b7f-b924-4f19-bc37-ab24db66bde8 None None] Pushing event updated for resources: {'Port': ['ID=c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:53.907007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Publish callbacks [] for port (757880ce-08ff-46fd-8e05-9a92d215869c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:53.925097 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:37:53.935076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-98bd8894-a0b3-4bc5-b62c-9ef7ba154a73 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:53.936553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-98bd8894-a0b3-4bc5-b62c-9ef7ba154a73 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1492314
Apr 30 21:37:53.962140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-94557fcb-e745-4875-b0b4-a3609cfb4403 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/quotas/e02e106ab99f4decadf747b3ebf025c7 HTTP/1.1" status: 200  len: 375 time: 0.0193572
Apr 30 21:37:54.018164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-2751c691-6d07-4213-bc31-3da5fa0eb515 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0497916
Apr 30 21:37:54.100957 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbd9eb0>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:51Z', 'revision_number': 3, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:54.109967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-b9ad23b7-7906-42ff-af67-2f628f753fdc service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834236
Apr 30 21:37:54.140687 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d692b4-8d2c-41da-8b0c-b38d4bd0f3e3 None None] The sync data for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 is: [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:51Z', 'revision_number': 3, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:37:54.161385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a5f01d34-df0b-48ac-b00a-1a0e117792d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:37:54.190756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:54.211101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: a5f01d34-df0b-48ac-b00a-1a0e117792d1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:37:54.213795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a5f01d34-df0b-48ac-b00a-1a0e117792d1 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:37:54.230549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5846115c-80ce-42a8-adb8-71e0b9c5d23d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:37:54.288346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:54.289034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Pushing event updated for resources: {'Port': ['ID=757880ce-08ff-46fd-8e05-9a92d215869c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:54.311951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:54.316354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:37:54.332182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5846115c-80ce-42a8-adb8-71e0b9c5d23d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:54.332835 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:54.363602 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:54.446511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-d2f9db12-dcdb-4b37-b47b-22f96b112526 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3293130
Apr 30 21:37:54.453491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5846115c-80ce-42a8-adb8-71e0b9c5d23d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:54.499204 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:54.636964 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:54.695562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5f02192b-b050-473e-a623-48014d4963db None None] Provisioning complete for port 757880ce-08ff-46fd-8e05-9a92d215869c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:54.699084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5f02192b-b050-473e-a623-48014d4963db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:54.785690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5f02192b-b050-473e-a623-48014d4963db None None] Port 757880ce-08ff-46fd-8e05-9a92d215869c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:37:54.829107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe095d46-9d69-47a9-bc3b-23de85f8acce req-b932ea0d-350c-4a45-9a6a-a3d53f1f4684 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 210 time: 0.0811570
Apr 30 21:37:54.919113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Publish callbacks [] for port (757880ce-08ff-46fd-8e05-9a92d215869c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:54.986634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:55.058723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:55.060473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Pushing event updated for resources: {'Port': ['ID=757880ce-08ff-46fd-8e05-9a92d215869c,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:55.172147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:55.173647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:55.363993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:37:55.491361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:37:55.496177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e3bf7252-6094-4fdd-a6e2-6db38611fba3 admin admin] 10.222.0.23 "PUT /v2.0/routers/60996d6c-36c2-4d80-a2ed-4c1fcba391a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0544627
Apr 30 21:37:55.513958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a6726ed9-2950-4d66-9da8-6b0b47e5821d None None] Provisioning complete for port 757880ce-08ff-46fd-8e05-9a92d215869c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:55.514314 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a6726ed9-2950-4d66-9da8-6b0b47e5821d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:55.557654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a6726ed9-2950-4d66-9da8-6b0b47e5821d None None] Port 757880ce-08ff-46fd-8e05-9a92d215869c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:37:55.973076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84e49641-40da-4faa-b066-ae1dd4b80ed6 req-671e1630-b514-4c53-9a7b-775d2bf3796f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 210 time: 0.0341523
Apr 30 21:37:56.231709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:37:56.294087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35704) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:56.307656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:56.308034 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.428537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35712) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:56.433944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1133110784-network', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:56.545735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Sync routers for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:37:56.557927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Made reservation on behalf of 7c8d2063664e4242842a675bd6a9e4bf for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:37:56.560572 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.562340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:37:56.562992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8972b54940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:37:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:56.571224 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.613190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-98e2415b-b537-4b4e-b63f-32b2ddb718d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.635271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:56.635945 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.671490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:56.714546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:37:56.717804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Publish callbacks [] for security_group (3fc74939-f582-41d5-a359-023aca1c7375), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.744572 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-98e2415b-b537-4b4e-b63f-32b2ddb718d0 admin admin] Publish callbacks [] for security_group (1b181ef4-6638-447c-95b5-0333b4788e7d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.769530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3fc74939-f582-41d5-a359-023aca1c7375), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.791063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:37:56.795854 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.809607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-98e2415b-b537-4b4e-b63f-32b2ddb718d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1b181ef4-6638-447c-95b5-0333b4788e7d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.821630 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.822008 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Added segment 4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d of type vlan for network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9
Apr 30 21:37:56.823334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc74939-f582-41d5-a359-023aca1c7375,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:56.884761 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-98e2415b-b537-4b4e-b63f-32b2ddb718d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfe2a268b20142dd8f44d77ab5c8d3fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5895636
Apr 30 21:37:56.887680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35730) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:56.901304 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6efc900f-eeaf-4ee1-bba7-f5632f848ef9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.905769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:56.920502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.920849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.921413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.922022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.922797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.923866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.924334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.924720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.925058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.925418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.926007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.926341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.926693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.930093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.930093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:56.942892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d29bf905-2893-4ef3-9b26-22c8dee22764 admin admin] Publish callbacks [] for security_group (1b181ef4-6638-447c-95b5-0333b4788e7d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.950384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2415b-b537-4b4e-b63f-32b2ddb718d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b181ef4-6638-447c-95b5-0333b4788e7d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:56.968999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d29bf905-2893-4ef3-9b26-22c8dee22764 admin admin] Publish callbacks [] for security_group (1b181ef4-6638-447c-95b5-0333b4788e7d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:56.997674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8972b54940>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 2, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:57.031259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-9ba881a7-4685-4f91-a7e7-f5419423cf3c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:57.031784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-9ba881a7-4685-4f91-a7e7-f5419423cf3c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 806 time: 0.1498780
Apr 30 21:37:57.038227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Checking router: 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:37:57.038595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Updating router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 port 757880ce-08ff-46fd-8e05-9a92d215869c binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:37:57.045241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Request body: {'port': {'device_id': 'd86105f2-66a2-415d-a4d9-c596ddf49f14', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'admin_state_up': True, 'tenant_id': 'e02e106ab99f4decadf747b3ebf025c7'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:57.069535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.123873 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6efc900f-eeaf-4ee1-bba7-f5632f848ef9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.124819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:57.125403 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.132801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bca26ce8-2af5-4c41-8fd5-1ba70fe3a651 req-4252b4e9-deeb-46af-8451-a0140faa824c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 210 time: 0.0427094
Apr 30 21:37:57.158988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d29bf905-2893-4ef3-9b26-22c8dee22764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1b181ef4-6638-447c-95b5-0333b4788e7d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.162542 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d29bf905-2893-4ef3-9b26-22c8dee22764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.163633 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d29bf905-2893-4ef3-9b26-22c8dee22764 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b181ef4-6638-447c-95b5-0333b4788e7d HTTP/1.1" status: 204  len: 168 time: 0.2742922
Apr 30 21:37:57.176159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bf905-2893-4ef3-9b26-22c8dee22764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b181ef4-6638-447c-95b5-0333b4788e7d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:57.221473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] Pushing event updated for resources: {'Network': ['ID=6efc900f-eeaf-4ee1-bba7-f5632f848ef9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:57.245306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-83302fc8-1ff3-41ab-a72d-3f66c632f74f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8153307
Apr 30 21:37:57.248122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35738) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:57.253271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Request body: {'subnet': {'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1133110784-subnet', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:57.299035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:37:57.346612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Made reservation on behalf of 7c8d2063664e4242842a675bd6a9e4bf for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:37:57.351270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Made reservation on behalf of e02e106ab99f4decadf747b3ebf025c7 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:37:57.351401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.351493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.565284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Allocated IP 172.20.0.6 (1f8b2cc3-45fd-4393-b8b3-c09491d04968/e05a8725-3ed1-4534-8941-08912b6e6e57/58482845-e5d1-43e4-a931-3b0f5a1c46a8) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:57.601718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Publish callbacks [] for port (757880ce-08ff-46fd-8e05-9a92d215869c), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.615514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (3895bc6b-4099-4c28-af89-fa51a040f896), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.649405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.730470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3895bc6b-4099-4c28-af89-fa51a040f896,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:57.753708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec9e33-4010-425e-b825-14085d366a84 None None] Pushing event updated for resources: {'Port': ['ID=757880ce-08ff-46fd-8e05-9a92d215869c,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:57.794433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Checking segment: {'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:57.795698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Network hostable DHCP agents. Network: 6efc900f-eeaf-4ee1-bba7-f5632f848ef9, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:37:57.816840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Attempting to bind port 757880ce-08ff-46fd-8e05-9a92d215869c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:37:57.817219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Attempting to bind port 757880ce-08ff-46fd-8e05-9a92d215869c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:37:57.817581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Attempting to bind port 757880ce-08ff-46fd-8e05-9a92d215869c on network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:57.825652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:37:57.826068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Checking segment: {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:57.826478 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.826871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Bound using segment: {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:37:57.827350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Bound port: 757880ce-08ff-46fd-8e05-9a92d215869c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:37:57.827734 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.840772 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks [] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.913397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] For port 757880ce-08ff-46fd-8e05-9a92d215869c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:37:57.916546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] For port 757880ce-08ff-46fd-8e05-9a92d215869c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=757880ce-08ff-46fd-8e05-9a92d215869c,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:37:57.940662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:37:57.969864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:57.982835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:37:58.011259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.030408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:58.036092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:58.040977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:37:58.057906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6efc900f-eeaf-4ee1-bba7-f5632f848ef9) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:58.070138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:58.070920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.080837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event updated for resources: {'Port': ['ID=58482845-e5d1-43e4-a931-3b0f5a1c46a8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:58.096094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.096710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.097256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.098015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.098681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.099217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.099390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:37:58.099833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.100172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.100513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.100845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.101179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.101537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.101883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.102778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.103310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:37:58.106259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8972b54940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:37:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:58.142483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:58.143470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.167719 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-964b5fe7-231c-43d4-8504-6aa570c8836a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9181802
Apr 30 21:37:58.168463 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35774) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:58.173796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:58.196749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12f1af-95a9-4f5c-b25b-89ef3036f691 None None] Network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:37:58.216381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35778) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:58.275738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:37:58.295623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-dcbdd5bd-bb45-46c2-9f5e-fc7264f69776 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2543092
Apr 30 21:37:58.319941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Request body: {'port': {'device_id': 'd86105f2-66a2-415d-a4d9-c596ddf49f14', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:37:58.322012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec9e33-4010-425e-b825-14085d366a84 None None] Pushing event updated for resources: {'Port': ['ID=757880ce-08ff-46fd-8e05-9a92d215869c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:58.359460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4734c71d-c450-4fbe-ba20-ff20084856ed None None] Provisioning complete for port 757880ce-08ff-46fd-8e05-9a92d215869c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:58.360043 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4734c71d-c450-4fbe-ba20-ff20084856ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.361357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192cfc3-ea38-49d4-adb9-0ea9df4993fc req-fafb996a-47ce-4c3f-960a-f7615fafee46 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:58.362948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9192cfc3-ea38-49d4-adb9-0ea9df4993fc req-fafb996a-47ce-4c3f-960a-f7615fafee46 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 931 time: 0.0879669
Apr 30 21:37:58.365908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (64edf397-099b-40a9-81af-e1c4cfd083fd), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.367165 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (64edf397-099b-40a9-81af-e1c4cfd083fd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.464392 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.469791 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks [] for router_controller (64edf397-099b-40a9-81af-e1c4cfd083fd), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.501720 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-377bcb6c-5872-43e0-8e06-656f1efcfd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.561158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:37:58.592162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:58.592553 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.598886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6efc900f-eeaf-4ee1-bba7-f5632f848ef9', 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9', 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'fixed_ips': [{'subnet_id': '3895bc6b-4099-4c28-af89-fa51a040f896'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:37:58.599721 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.682512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9192cfc3-ea38-49d4-adb9-0ea9df4993fc req-62ba8ccd-228d-471d-b8f2-8515310a40e9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3076770
Apr 30 21:37:58.845728 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-377bcb6c-5872-43e0-8e06-656f1efcfd37 admin admin] Publish callbacks [] for security_group (cbb50185-9837-41dc-8ca0-8438c0886808), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.964092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-377bcb6c-5872-43e0-8e06-656f1efcfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cbb50185-9837-41dc-8ca0-8438c0886808), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:58.997624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-377bcb6c-5872-43e0-8e06-656f1efcfd37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55078acf790d40b1984a6cc9c663fb02&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7792585
Apr 30 21:37:59.000855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35802) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:37:59.043022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58482845-e5d1-43e4-a931-3b0f5a1c46a8 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:37:59.058030 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Publish callbacks [] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.064763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4734c71d-c450-4fbe-ba20-ff20084856ed None None] Current status of the port 757880ce-08ff-46fd-8e05-9a92d215869c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:59.065152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4734c71d-c450-4fbe-ba20-ff20084856ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.065272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bcb6c-5872-43e0-8e06-656f1efcfd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb50185-9837-41dc-8ca0-8438c0886808,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:59.082942 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks [] for router_gateway (64edf397-099b-40a9-81af-e1c4cfd083fd), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.108137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Transition to ACTIVE for port object 58482845-e5d1-43e4-a931-3b0f5a1c46a8 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:37:59.112652 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e655185-3783-422c-bb8d-4e7ef21c25fe admin admin] Publish callbacks [] for security_group (cbb50185-9837-41dc-8ca0-8438c0886808), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.139197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e655185-3783-422c-bb8d-4e7ef21c25fe admin admin] Publish callbacks [] for security_group (cbb50185-9837-41dc-8ca0-8438c0886808), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.185085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.224895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4734c71d-c450-4fbe-ba20-ff20084856ed None None] For port 757880ce-08ff-46fd-8e05-9a92d215869c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=757880ce-08ff-46fd-8e05-9a92d215869c,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:37:59.235803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:59.443365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Allocated IP 172.20.0.2 (6efc900f-eeaf-4ee1-bba7-f5632f848ef9/3895bc6b-4099-4c28-af89-fa51a040f896/3609c83f-4a9c-4c0c-94af-faaf2b0c5672) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:59.443365 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4734c71d-c450-4fbe-ba20-ff20084856ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.444077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Pushing event updated for resources: {'Port': ['ID=58482845-e5d1-43e4-a931-3b0f5a1c46a8,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:59.444210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8972b54940>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:57Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Attempting to bind port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Attempting to bind port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Attempting to bind port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Attempting to bind port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 on network 1f8b2cc3-45fd-4393-b8b3-c09491d04968 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Checking segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Bound using segment: {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Bound port: 58482845-e5d1-43e4-a931-3b0f5a1c46a8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27a5004-954c-4e8f-9205-ac4d060f0453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:37:59.444371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.455385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6ad56-5e89-465b-8fe8-2a3697e4aef0 None None] The sync data for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 is: [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:57Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:37:59.480408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734c71d-c450-4fbe-ba20-ff20084856ed None None] Pushing event updated for resources: {'Port': ['ID=757880ce-08ff-46fd-8e05-9a92d215869c,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:59.489301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dc1dc4e7-8439-4e02-bf9b-9c8a7daf611e None None] Provisioning complete for port 757880ce-08ff-46fd-8e05-9a92d215869c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:37:59.489697 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc4e7-8439-4e02-bf9b-9c8a7daf611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.493705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks [] for router_gateway (64edf397-099b-40a9-81af-e1c4cfd083fd), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.551997 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e655185-3783-422c-bb8d-4e7ef21c25fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cbb50185-9837-41dc-8ca0-8438c0886808), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.552990 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.553255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e655185-3783-422c-bb8d-4e7ef21c25fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.553255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2e655185-3783-422c-bb8d-4e7ef21c25fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbb50185-9837-41dc-8ca0-8438c0886808 HTTP/1.1" status: 204  len: 168 time: 0.5355513
Apr 30 21:37:59.553255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e655185-3783-422c-bb8d-4e7ef21c25fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb50185-9837-41dc-8ca0-8438c0886808,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:59.558875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] For port 58482845-e5d1-43e4-a931-3b0f5a1c46a8, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:37:59.562601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] For port 58482845-e5d1-43e4-a931-3b0f5a1c46a8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58482845-e5d1-43e4-a931-3b0f5a1c46a8,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:37:59.654014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.716624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:59.721723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.721723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] 10.222.0.35 "PUT /v2.0/ports/58482845-e5d1-43e4-a931-3b0f5a1c46a8 HTTP/1.1" status: 200  len: 1091 time: 1.4057143
Apr 30 21:37:59.721723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86105f2-66a2-415d-a4d9-c596ddf49f14', 'tag': '58482845-e5d1-43e4-a931-3b0f5a1c46a8'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:37:59.729855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Allocated IP 172.35.4.116 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/973e7ce5-a75c-4f51-a17e-5fb33de3c317) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:37:59.736824 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c3af39-ad5c-400a-a275-da10e76fa66f" -d '{"events": [{"name": "network-changed", "server_uuid": "d86105f2-66a2-415d-a4d9-c596ddf49f14", "tag": "58482845-e5d1-43e4-a931-3b0f5a1c46a8"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:37:59.755677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dc1dc4e7-8439-4e02-bf9b-9c8a7daf611e None None] Current status of the port 757880ce-08ff-46fd-8e05-9a92d215869c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:37:59.780033 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Publish callbacks [] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.808013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21b081-9898-4df7-8732-693c1f1c2a25 service neutron] Pushing event updated for resources: {'Port': ['ID=58482845-e5d1-43e4-a931-3b0f5a1c46a8,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:59.872446 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.908878 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b03bb4-7a99-4224-8f3c-b5fbd9008460 x-openstack-request-id: req-c2b03bb4-7a99-4224-8f3c-b5fbd9008460 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:37:59.915517 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86105f2-66a2-415d-a4d9-c596ddf49f14", "tag": "58482845-e5d1-43e4-a931-3b0f5a1c46a8", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:37:59.915517 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2b03bb4-7a99-4224-8f3c-b5fbd9008460 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:37:59.915517 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b03bb4-7a99-4224-8f3c-b5fbd9008460'] response: {'name': 'network-changed', 'server_uuid': 'd86105f2-66a2-415d-a4d9-c596ddf49f14', 'tag': '58482845-e5d1-43e4-a931-3b0f5a1c46a8', 'status': 'completed', 'code': 200}
Apr 30 21:37:59.916014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-c02ec189-fac0-49de-96bc-1a661ca86b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:59.917937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-c02ec189-fac0-49de-96bc-1a661ca86b8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 1125 time: 0.0771494
Apr 30 21:37:59.918612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:37:59.921901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:37:59.929585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:37:59.932819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Pushing event updated for resources: {'Port': ['ID=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:37:59.948269 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks [] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:37:59.962658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f6558-96ab-41d9-bbb9-5c070d70dfb8 req-d58a2376-7bde-4501-b592-dae6dc9c9034 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:37:59.964178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c68f6558-96ab-41d9-bbb9-5c070d70dfb8 req-d58a2376-7bde-4501-b592-dae6dc9c9034 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 943 time: 0.1436641
Apr 30 21:38:00.007835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-f6529d59-8ab9-4179-98a4-128625740925 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58482845-e5d1-43e4-a931-3b0f5a1c46a8 HTTP/1.1" status: 200  len: 217 time: 0.0741801
Apr 30 21:38:00.039760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Attempting to bind port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:00.040212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Attempting to bind port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:00.040643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Attempting to bind port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 on network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:00.050009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:00.055259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Checking segment: {'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:00.055259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.055259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Bound using segment: {'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:00.055259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Bound port: 3609c83f-4a9c-4c0c-94af-faaf2b0c5672, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:00.055259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.072890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.091694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-fcb05eb2-d2c0-4e9b-ac35-74076b9a4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:00.093353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-fcb05eb2-d2c0-4e9b-ac35-74076b9a4a6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0793440
Apr 30 21:38:00.099991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c68f6558-96ab-41d9-bbb9-5c070d70dfb8 req-ea378469-6afa-4f76-b8df-48e878ffca34 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947115
Apr 30 21:38:00.166234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-2537842c-5a92-4440-9c32-42fa9788db8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649645
Apr 30 21:38:00.198353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] For port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:00.203409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] For port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,segment=NetworkSegment(4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d),segment_id=4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:00.214746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Pushing event updated for resources: {'Port': ['ID=973e7ce5-a75c-4f51-a17e-5fb33de3c317,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:00.226387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:00.228044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:00.233458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:00.307145 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.334224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 757880ce-08ff-46fd-8e05-9a92d215869c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:00.353667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-32986e3b-cf8d-45e6-aad3-1e7057d2a755 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818953
Apr 30 21:38:00.483406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35838) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:00.491174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 757880ce-08ff-46fd-8e05-9a92d215869c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:00.491755 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.506688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-672b4fb7-be67-4ce0-9d01-fe5d573b259d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.525748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62c475-3ccb-4cee-8c48-56f603d02e57 None None] Pushing event updated for resources: {'Port': ['ID=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:00.548666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e45e2e57-000f-40a2-8b5f-6700a55ba49a req-786631af-4970-4e3e-a658-73edffc27433 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1892972
Apr 30 21:38:00.637158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-672b4fb7-be67-4ce0-9d01-fe5d573b259d admin admin] Publish callbacks [] for security_group (25c94cde-3415-48ed-a47c-f6503bd5d668), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.656835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 757880ce-08ff-46fd-8e05-9a92d215869c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:00.762071 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-672b4fb7-be67-4ce0-9d01-fe5d573b259d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (25c94cde-3415-48ed-a47c-f6503bd5d668), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.811176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-672b4fb7-be67-4ce0-9d01-fe5d573b259d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=584f53c7ea064585bdaac97494ffc53e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3259444
Apr 30 21:38:00.812169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b4fb7-be67-4ce0-9d01-fe5d573b259d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c94cde-3415-48ed-a47c-f6503bd5d668,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:00.815290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35850) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:00.821344 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks [] for router_gateway (64edf397-099b-40a9-81af-e1c4cfd083fd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.886689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d57d5aa-43f3-4474-b946-e3c7bfc2bea0 admin admin] Publish callbacks [] for security_group (25c94cde-3415-48ed-a47c-f6503bd5d668), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:00.911836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d57d5aa-43f3-4474-b946-e3c7bfc2bea0 admin admin] Publish callbacks [] for security_group (25c94cde-3415-48ed-a47c-f6503bd5d668), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:01.038043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d57d5aa-43f3-4474-b946-e3c7bfc2bea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (25c94cde-3415-48ed-a47c-f6503bd5d668), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:01.041938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d57d5aa-43f3-4474-b946-e3c7bfc2bea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:01.041938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3d57d5aa-43f3-4474-b946-e3c7bfc2bea0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25c94cde-3415-48ed-a47c-f6503bd5d668 HTTP/1.1" status: 204  len: 168 time: 0.2254736
Apr 30 21:38:01.052013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57d5aa-43f3-4474-b946-e3c7bfc2bea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c94cde-3415-48ed-a47c-f6503bd5d668,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:01.064988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (64edf397-099b-40a9-81af-e1c4cfd083fd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:01.245596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a13fc-2f46-4539-851c-e9754275f064 req-86ba0b93-7665-4b3c-96fa-474e70dad02c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:01.247281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d1a13fc-2f46-4539-851c-e9754275f064 req-86ba0b93-7665-4b3c-96fa-474e70dad02c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 943 time: 0.0620477
Apr 30 21:38:01.312591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Router 64edf397-099b-40a9-81af-e1c4cfd083fd is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:38:01.349286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d1a13fc-2f46-4539-851c-e9754275f064 req-032f7e49-4f9b-4a9e-bff1-cdc97dcb3ec7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933466
Apr 30 21:38:01.494766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:38:01.506808 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Sync routers for ids ['64edf397-099b-40a9-81af-e1c4cfd083fd'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:38:01.508466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-eb10c5c0-4593-43cf-9af2-58a14e1e4f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:01.510370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-eb10c5c0-4593-43cf-9af2-58a14e1e4f5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 1125 time: 0.0676455
Apr 30 21:38:01.521050 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Routers {'64edf397-099b-40a9-81af-e1c4cfd083fd'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:01.526534 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbee1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:37:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['64edf397-099b-40a9-81af-e1c4cfd083fd'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:01.634169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:01.640420 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f65f9c57-84d5-4435-886c-6b4fffc7292c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.4661508
Apr 30 21:38:01.640420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35864) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:01.656654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-64c06c04-9d50-49bf-b4bd-c1646a8e2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:01.658715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-64c06c04-9d50-49bf-b4bd-c1646a8e2531 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 907 time: 0.1407661
Apr 30 21:38:01.659393 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Set router 64edf397-099b-40a9-81af-e1c4cfd083fd gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:01.740440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-386cec44-6dbb-4b24-a8e8-e8631922dd9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58482845-e5d1-43e4-a931-3b0f5a1c46a8 HTTP/1.1" status: 200  len: 217 time: 0.0750139
Apr 30 21:38:01.811472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a423c2c2-f47e-4796-8f61-240418744b17 None None] Network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:38:01.817109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-7cc46610-d544-47f4-b34a-d7a65db02ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:01.819310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-7cc46610-d544-47f4-b34a-d7a65db02ceb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0704865
Apr 30 21:38:01.870197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-0bcfeb98-8ac5-4b01-b74f-05a954132e8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443759
Apr 30 21:38:01.908253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-06990927-59b9-47fd-8b30-96e961d58fa5 None None] Provisioning complete for port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:01.908983 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06990927-59b9-47fd-8b30-96e961d58fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:01.927956 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbee1f0>, [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:38:00Z', 'revision_number': 3, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:01.975988 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Checking router: 64edf397-099b-40a9-81af-e1c4cfd083fd for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:38:01.981593 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Updating router 64edf397-099b-40a9-81af-e1c4cfd083fd port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:38:02.007439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-697fccdb-52ab-4a05-af93-87b18b441776 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307027
Apr 30 21:38:02.029298 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.054052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-06990927-59b9-47fd-8b30-96e961d58fa5 None None] Current status of the port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:02.056929 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06990927-59b9-47fd-8b30-96e961d58fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.112219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-06990927-59b9-47fd-8b30-96e961d58fa5 None None] For port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,segment=NetworkSegment(4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d),segment_id=4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:02.166108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26c3af39-ad5c-400a-a275-da10e76fa66f req-9814ea85-698f-4692-91e5-4eb2c8e315a1 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504798
Apr 30 21:38:02.211947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 58482845-e5d1-43e4-a931-3b0f5a1c46a8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:38:02.235888 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06990927-59b9-47fd-8b30-96e961d58fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.285624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:02.307708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.438028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06990927-59b9-47fd-8b30-96e961d58fa5 None None] Pushing event updated for resources: {'Port': ['ID=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:02.446758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e0fc5dbd-c303-4d84-aa6d-de9d88fc8bf2 None None] Provisioning complete for port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:02.447143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5dbd-c303-4d84-aa6d-de9d88fc8bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.500063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:02.500448 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.541733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e92fb-57de-4754-ba23-30daa4303ed8 req-90e8d29e-da4e-4a0d-bd7a-1dc104eaa8f4 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:02.544270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d09e92fb-57de-4754-ba23-30daa4303ed8 req-90e8d29e-da4e-4a0d-bd7a-1dc104eaa8f4 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 943 time: 0.0684743
Apr 30 21:38:02.572275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 58482845-e5d1-43e4-a931-3b0f5a1c46a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58482845-e5d1-43e4-a931-3b0f5a1c46a8,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:02.589041 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Publish callbacks [] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.599072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '58482845-e5d1-43e4-a931-3b0f5a1c46a8', 'network_id': '1f8b2cc3-45fd-4393-b8b3-c09491d04968', 'port_id': '58482845-e5d1-43e4-a931-3b0f5a1c46a8', 'mac_address': 'fa:16:3e:cd:ea:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05a8725-3ed1-4534-8941-08912b6e6e57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:38:02.635245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d09e92fb-57de-4754-ba23-30daa4303ed8 req-cd09f568-521d-435c-a499-1f6f90d55d03 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838351
Apr 30 21:38:02.671930 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.714162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc5dbd-c303-4d84-aa6d-de9d88fc8bf2 None None] Current status of the port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:02.715550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Allocated IP 172.20.0.1 (6efc900f-eeaf-4ee1-bba7-f5632f848ef9/3895bc6b-4099-4c28-af89-fa51a040f896/1f21424f-2920-4416-a511-a2e2197300af) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:02.725276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:02.725983 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.754651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:02.759444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58482845-e5d1-43e4-a931-3b0f5a1c46a8 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:02.785567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Attempting to bind port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:02.786103 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Attempting to bind port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:02.786693 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Attempting to bind port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:02.790713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 58482845-e5d1-43e4-a931-3b0f5a1c46a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58482845-e5d1-43e4-a931-3b0f5a1c46a8,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:02.797455 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01293be-d93d-46bd-b9a7-a8aeb7bdf5f3 None None] Pushing event updated for resources: {'Port': ['ID=973e7ce5-a75c-4f51-a17e-5fb33de3c317,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:02.800887 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:02.801382 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:02.802045 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.802541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:02.803214 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Bound port: 973e7ce5-a75c-4f51-a17e-5fb33de3c317, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:02.803693 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.872214 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] For port 973e7ce5-a75c-4f51-a17e-5fb33de3c317, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:02.873006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.876880 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] For port 973e7ce5-a75c-4f51-a17e-5fb33de3c317, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=973e7ce5-a75c-4f51-a17e-5fb33de3c317,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:02.888352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Publish callbacks [] for port (1f21424f-2920-4416-a511-a2e2197300af), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:02.925069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=58482845-e5d1-43e4-a931-3b0f5a1c46a8,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:02.964099 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:03.025358 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Routers {'64edf397-099b-40a9-81af-e1c4cfd083fd'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:03.026023 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbee1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:37:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['64edf397-099b-40a9-81af-e1c4cfd083fd'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:03.027333 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1f21424f-2920-4416-a511-a2e2197300af), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:03.071213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:03.074258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:03.075009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['58482845-e5d1-43e4-a931-3b0f5a1c46a8'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:38:03.078416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:03.109072 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01293be-d93d-46bd-b9a7-a8aeb7bdf5f3 None None] Pushing event updated for resources: {'Port': ['ID=973e7ce5-a75c-4f51-a17e-5fb33de3c317,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:03.127490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Pushing event updated for resources: {'Port': ['ID=1f21424f-2920-4416-a511-a2e2197300af,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:03.142855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (64edf397-099b-40a9-81af-e1c4cfd083fd), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:03.246326 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] Set router 64edf397-099b-40a9-81af-e1c4cfd083fd gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:03.439437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-40d6877d-d353-4339-8a66-00277512b1fc None None] Provisioning complete for port 1f21424f-2920-4416-a511-a2e2197300af triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:03.439437 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-40d6877d-d353-4339-8a66-00277512b1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f21424f-2920-4416-a511-a2e2197300af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:03.482642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-40d6877d-d353-4339-8a66-00277512b1fc None None] Port 1f21424f-2920-4416-a511-a2e2197300af cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:03.503572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbee1f0>, [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:38:00Z', 'revision_number': 3, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:03.544529 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6109c847-8ae8-460a-8255-0e778f2550d4 None None] The sync data for ids ['64edf397-099b-40a9-81af-e1c4cfd083fd'] in ncdv-master-1 is: [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:38:00Z', 'revision_number': 3, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:38:03.767219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f21424f-2920-4416-a511-a2e2197300af), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:03.784282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4281c-9158-4744-985b-d934aca32348 req-7a01d913-510a-495a-8fc9-820dbd675aa9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:03.793463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30c4281c-9158-4744-985b-d934aca32348 req-7a01d913-510a-495a-8fc9-820dbd675aa9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 944 time: 0.0691867
Apr 30 21:38:03.871606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30c4281c-9158-4744-985b-d934aca32348 req-948ff202-3319-4ca6-be0f-a9b0a2100fad tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720019
Apr 30 21:38:03.990548 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Publish callbacks [] for port (1f21424f-2920-4416-a511-a2e2197300af), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:04.048709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1f21424f-2920-4416-a511-a2e2197300af), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:04.126634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (64edf397-099b-40a9-81af-e1c4cfd083fd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:04.128706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Pushing event updated for resources: {'Port': ['ID=1f21424f-2920-4416-a511-a2e2197300af,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:04.228489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 58482845-e5d1-43e4-a931-3b0f5a1c46a8 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:04.248222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:04.248222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:04.321564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:38:04.339294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 973e7ce5-a75c-4f51-a17e-5fb33de3c317 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:04.401691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:04.403745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:04.453647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Router 64edf397-099b-40a9-81af-e1c4cfd083fd has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:38:04.600698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:38:04.605844 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-829d55ba-855e-4efa-b1bc-dd2aff9372ab admin admin] 10.222.0.23 "PUT /v2.0/routers/64edf397-099b-40a9-81af-e1c4cfd083fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9662037
Apr 30 21:38:04.662355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f277c96e-5b3c-4d2d-935d-674ec491d110 None None] Provisioning complete for port 1f21424f-2920-4416-a511-a2e2197300af triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:04.662729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f277c96e-5b3c-4d2d-935d-674ec491d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f21424f-2920-4416-a511-a2e2197300af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:04.712463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:04.712849 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:04.758617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f277c96e-5b3c-4d2d-935d-674ec491d110 None None] Port 1f21424f-2920-4416-a511-a2e2197300af cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:04.810211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:04.810695 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:04.858261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86105f2-66a2-415d-a4d9-c596ddf49f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58482845-e5d1-43e4-a931-3b0f5a1c46a8'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:04.860590 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebfd7ba-c5c9-4b64-b606-538f510133b9" -d '{"events": [{"server_uuid": "d86105f2-66a2-415d-a4d9-c596ddf49f14", "name": "network-vif-plugged", "status": "completed", "tag": "58482845-e5d1-43e4-a931-3b0f5a1c46a8"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:04.879451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 58482845-e5d1-43e4-a931-3b0f5a1c46a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58482845-e5d1-43e4-a931-3b0f5a1c46a8,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:04.880773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:04.881152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:04.906994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 973e7ce5-a75c-4f51-a17e-5fb33de3c317, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=973e7ce5-a75c-4f51-a17e-5fb33de3c317,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:04.946602 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f756d016-b0be-4b9e-84b8-6ea8c9829f6d x-openstack-request-id: req-f756d016-b0be-4b9e-84b8-6ea8c9829f6d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:04.946898 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86105f2-66a2-415d-a4d9-c596ddf49f14", "name": "network-vif-plugged", "status": "completed", "tag": "58482845-e5d1-43e4-a931-3b0f5a1c46a8", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:04.947152 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f756d016-b0be-4b9e-84b8-6ea8c9829f6d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:04.948469 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f756d016-b0be-4b9e-84b8-6ea8c9829f6d'] response: {'server_uuid': 'd86105f2-66a2-415d-a4d9-c596ddf49f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58482845-e5d1-43e4-a931-3b0f5a1c46a8', 'code': 200}
Apr 30 21:38:04.964236 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.017157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.017972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:05.094525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=58482845-e5d1-43e4-a931-3b0f5a1c46a8,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:05.120184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461fdab-6b89-4e2b-aaf0-71deb1bddde4 req-b536ca32-84d4-47a7-8ed9-644ffa4cef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:05.121772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8461fdab-6b89-4e2b-aaf0-71deb1bddde4 req-b536ca32-84d4-47a7-8ed9-644ffa4cef64 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 1127 time: 0.0931458
Apr 30 21:38:05.131240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced66c1f-f147-4ba2-bf63-e06df63c5576 req-ee14710b-1504-4c4c-97d5-60adfaf6de3d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:05.132856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ced66c1f-f147-4ba2-bf63-e06df63c5576 req-ee14710b-1504-4c4c-97d5-60adfaf6de3d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0939803
Apr 30 21:38:05.171668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:05.172059 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.206129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8461fdab-6b89-4e2b-aaf0-71deb1bddde4 req-05158dbe-1cd6-43d9-af15-36f74540780c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723093
Apr 30 21:38:05.215039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ced66c1f-f147-4ba2-bf63-e06df63c5576 req-00bbe2a0-8515-46d1-b680-dc065e25bb5d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679240
Apr 30 21:38:05.216528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=973e7ce5-a75c-4f51-a17e-5fb33de3c317,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:05.262695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:05.322965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35958) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:05.327796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-15a500e9-b540-4107-8d6f-098a8836bea9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834317848', 'description': 'tempest-secgroup-smoke-1834317848 description', 'project_id': 'ede1fc028b654b819f147b9e5dde458e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:05.426256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15a500e9-b540-4107-8d6f-098a8836bea9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.492231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15a500e9-b540-4107-8d6f-098a8836bea9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group (a176fb50-68b1-4d8e-b9c9-d96dffb1a807), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.568993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15a500e9-b540-4107-8d6f-098a8836bea9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a176fb50-68b1-4d8e-b9c9-d96dffb1a807), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.598716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a500e9-b540-4107-8d6f-098a8836bea9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a176fb50-68b1-4d8e-b9c9-d96dffb1a807,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:05.662307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15a500e9-b540-4107-8d6f-098a8836bea9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.663614 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-15a500e9-b540-4107-8d6f-098a8836bea9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3395641
Apr 30 21:38:05.666514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35960) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:05.670805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cd028c5d-0fbc-4f64-9169-694a7dae0dde tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'security_group_rule': {'security_group_id': 'a176fb50-68b1-4d8e-b9c9-d96dffb1a807', 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:05.774999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd028c5d-0fbc-4f64-9169-694a7dae0dde tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (f1a52973-433a-44f4-8984-a75da16196b5), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.834451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd028c5d-0fbc-4f64-9169-694a7dae0dde tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (f1a52973-433a-44f4-8984-a75da16196b5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.894622 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd028c5d-0fbc-4f64-9169-694a7dae0dde tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (f1a52973-433a-44f4-8984-a75da16196b5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:05.915027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd028c5d-0fbc-4f64-9169-694a7dae0dde tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a52973-433a-44f4-8984-a75da16196b5,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:05.978241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Sync routers for ids ['64edf397-099b-40a9-81af-e1c4cfd083fd'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:38:05.988431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Routers {'64edf397-099b-40a9-81af-e1c4cfd083fd'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:05.989314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd93490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:37:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['64edf397-099b-40a9-81af-e1c4cfd083fd'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:06.012419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd028c5d-0fbc-4f64-9169-694a7dae0dde tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.012419 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cd028c5d-0fbc-4f64-9169-694a7dae0dde tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3447907
Apr 30 21:38:06.015375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 35966) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:06.021062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-03f00645-e519-40c9-8d56-369affc445d1 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'security_group_rule': {'security_group_id': 'a176fb50-68b1-4d8e-b9c9-d96dffb1a807', 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:06.131900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Set router 64edf397-099b-40a9-81af-e1c4cfd083fd gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:06.146735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03f00645-e519-40c9-8d56-369affc445d1 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (dce564ca-26e4-4683-a8ac-1fdbad96501b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.295906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 973e7ce5-a75c-4f51-a17e-5fb33de3c317 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:06.304953 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03f00645-e519-40c9-8d56-369affc445d1 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (dce564ca-26e4-4683-a8ac-1fdbad96501b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.374828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f85af-dde2-4c87-81fe-d99facd2dbc5 req-eac3355f-d566-4573-99ad-7d9c8c9d593f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:06.376322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f7f85af-dde2-4c87-81fe-d99facd2dbc5 req-eac3355f-d566-4573-99ad-7d9c8c9d593f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0533242
Apr 30 21:38:06.405720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:06.406220 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.411839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03f00645-e519-40c9-8d56-369affc445d1 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (dce564ca-26e4-4683-a8ac-1fdbad96501b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.456045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f7f85af-dde2-4c87-81fe-d99facd2dbc5 req-d3770d74-8ac8-4fe6-a257-eb5f56065515 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725267
Apr 30 21:38:06.456297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd93490>, [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:38:03Z', 'revision_number': 4, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f21424f-2920-4416-a511-a2e2197300af', 'name': '', 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'mac_address': 'fa:16:3e:e4:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '3895bc6b-4099-4c28-af89-fa51a040f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:02Z', 'updated_at': '2022-04-30T21:38:03Z', 'revision_number': 2, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'subnets': [{'id': '3895bc6b-4099-4c28-af89-fa51a040f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:06.458516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f00645-e519-40c9-8d56-369affc445d1 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce564ca-26e4-4683-a8ac-1fdbad96501b,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:06.491238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Checking router: 64edf397-099b-40a9-81af-e1c4cfd083fd for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:38:06.491598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Updating router 64edf397-099b-40a9-81af-e1c4cfd083fd port 1f21424f-2920-4416-a511-a2e2197300af binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:38:06.540823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f21424f-2920-4416-a511-a2e2197300af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.555458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03f00645-e519-40c9-8d56-369affc445d1 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.560372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-03f00645-e519-40c9-8d56-369affc445d1 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5410767
Apr 30 21:38:06.560628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35982) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:06.569043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c37bee87-48b0-4901-a301-79bf96bbf994 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'security_group_rule': {'security_group_id': 'a176fb50-68b1-4d8e-b9c9-d96dffb1a807', 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:06.570455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:06.668174 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c37bee87-48b0-4901-a301-79bf96bbf994 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (48ef1c1f-5736-4097-a735-36af514e7983), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.729355 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c37bee87-48b0-4901-a301-79bf96bbf994 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (48ef1c1f-5736-4097-a735-36af514e7983), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.780459 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c37bee87-48b0-4901-a301-79bf96bbf994 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (48ef1c1f-5736-4097-a735-36af514e7983), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.806476 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bee87-48b0-4901-a301-79bf96bbf994 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ef1c1f-5736-4097-a735-36af514e7983,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:06.837086 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Publish callbacks [] for port (1f21424f-2920-4416-a511-a2e2197300af), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.850861 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c37bee87-48b0-4901-a301-79bf96bbf994 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.852081 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c37bee87-48b0-4901-a301-79bf96bbf994 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2879436
Apr 30 21:38:06.854782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 35984) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:06.861653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b7de44b4-4c33-4030-8d9c-aa57b6d550ee tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'security_group_rule': {'security_group_id': 'a176fb50-68b1-4d8e-b9c9-d96dffb1a807', 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:06.906159 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1f21424f-2920-4416-a511-a2e2197300af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.934841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7de44b4-4c33-4030-8d9c-aa57b6d550ee tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (fee9582b-2655-4384-8c07-d308f914af5b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:06.979118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a55fd3-1ef0-4200-a24b-b60833df8845 None None] Pushing event updated for resources: {'Port': ['ID=1f21424f-2920-4416-a511-a2e2197300af,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:07.029608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Attempting to bind port 1f21424f-2920-4416-a511-a2e2197300af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:07.034869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Attempting to bind port 1f21424f-2920-4416-a511-a2e2197300af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:07.035898 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Attempting to bind port 1f21424f-2920-4416-a511-a2e2197300af on network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:07.040418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7de44b4-4c33-4030-8d9c-aa57b6d550ee tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (fee9582b-2655-4384-8c07-d308f914af5b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.043329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:07.043924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Checking segment: {'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:07.044445 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.045259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Bound using segment: {'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:07.045891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Bound port: 1f21424f-2920-4416-a511-a2e2197300af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:07.046378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f21424f-2920-4416-a511-a2e2197300af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.128545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] For port 1f21424f-2920-4416-a511-a2e2197300af, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:07.133778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] For port 1f21424f-2920-4416-a511-a2e2197300af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f21424f-2920-4416-a511-a2e2197300af,segment=NetworkSegment(4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d),segment_id=4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:07.145824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7de44b4-4c33-4030-8d9c-aa57b6d550ee tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (fee9582b-2655-4384-8c07-d308f914af5b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.173094 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de44b4-4c33-4030-8d9c-aa57b6d550ee tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee9582b-2655-4384-8c07-d308f914af5b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:07.208029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ced4df4b-baac-4b68-8c15-0bf7c7c8667d None None] Provisioning complete for port 1f21424f-2920-4416-a511-a2e2197300af triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:07.208369 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ced4df4b-baac-4b68-8c15-0bf7c7c8667d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f21424f-2920-4416-a511-a2e2197300af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.242982 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1f21424f-2920-4416-a511-a2e2197300af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.268228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7de44b4-4c33-4030-8d9c-aa57b6d550ee tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.276506 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b7de44b4-4c33-4030-8d9c-aa57b6d550ee tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4205904
Apr 30 21:38:07.277128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36018) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:07.293869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d8a6c65e-51a4-4583-8055-249b3d4956c5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'security_group_rule': {'security_group_id': 'a176fb50-68b1-4d8e-b9c9-d96dffb1a807', 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:07.298177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ced4df4b-baac-4b68-8c15-0bf7c7c8667d None None] Port 1f21424f-2920-4416-a511-a2e2197300af cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:07.339750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Routers {'64edf397-099b-40a9-81af-e1c4cfd083fd'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:07.340468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fd93490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:37:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['64edf397-099b-40a9-81af-e1c4cfd083fd'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:07.343669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a55fd3-1ef0-4200-a24b-b60833df8845 None None] Pushing event updated for resources: {'Port': ['ID=1f21424f-2920-4416-a511-a2e2197300af,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:07.409694 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-d8a6c65e-51a4-4583-8055-249b3d4956c5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Project ede1fc028b654b819f147b9e5dde458e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:38:07.421994 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c65e-51a4-4583-8055-249b3d4956c5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (b0fc0bfc-20f9-4b8d-bcbd-cfa911029c54), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.492289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] Set router 64edf397-099b-40a9-81af-e1c4cfd083fd gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:07.538535 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c65e-51a4-4583-8055-249b3d4956c5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (b0fc0bfc-20f9-4b8d-bcbd-cfa911029c54), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.598029 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c65e-51a4-4583-8055-249b3d4956c5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b0fc0bfc-20f9-4b8d-bcbd-cfa911029c54), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.630785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef7378-5b0e-4ded-9595-a059de1e3942 req-8b163823-de26-481a-9afc-ca1d6d29a3aa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:07.632540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4eef7378-5b0e-4ded-9595-a059de1e3942 req-8b163823-de26-481a-9afc-ca1d6d29a3aa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0696511
Apr 30 21:38:07.633772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6c65e-51a4-4583-8055-249b3d4956c5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fc0bfc-20f9-4b8d-bcbd-cfa911029c54,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:07.686114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c65e-51a4-4583-8055-249b3d4956c5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.687943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d8a6c65e-51a4-4583-8055-249b3d4956c5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4094892
Apr 30 21:38:07.690825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36038) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:07.699154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2203f275-1664-4cd0-8ee2-c5b76eaa9ddd tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'security_group_rule': {'security_group_id': 'a176fb50-68b1-4d8e-b9c9-d96dffb1a807', 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:07.705988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4eef7378-5b0e-4ded-9595-a059de1e3942 req-24ebb1cf-24f8-4a95-b228-76d73ccebc35 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620766
Apr 30 21:38:07.789605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d5b0d548-e2df-4382-99e5-d04739fd5023 None None] Provisioning complete for port 1f21424f-2920-4416-a511-a2e2197300af triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:07.790009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d548-e2df-4382-99e5-d04739fd5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f21424f-2920-4416-a511-a2e2197300af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.798255 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-2203f275-1664-4cd0-8ee2-c5b76eaa9ddd tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Project ede1fc028b654b819f147b9e5dde458e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:38:07.804296 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2203f275-1664-4cd0-8ee2-c5b76eaa9ddd tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (f2834b82-d000-4459-ae6c-12a0255f6591), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.867095 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2203f275-1664-4cd0-8ee2-c5b76eaa9ddd tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (f2834b82-d000-4459-ae6c-12a0255f6591), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.923972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2203f275-1664-4cd0-8ee2-c5b76eaa9ddd tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (f2834b82-d000-4459-ae6c-12a0255f6591), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.924434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fd93490>, [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:38:03Z', 'revision_number': 4, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f21424f-2920-4416-a511-a2e2197300af', 'name': '', 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'mac_address': 'fa:16:3e:e4:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '3895bc6b-4099-4c28-af89-fa51a040f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:02Z', 'updated_at': '2022-04-30T21:38:07Z', 'revision_number': 4, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'subnets': [{'id': '3895bc6b-4099-4c28-af89-fa51a040f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:07.946374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203f275-1664-4cd0-8ee2-c5b76eaa9ddd tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2834b82-d000-4459-ae6c-12a0255f6591,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:07.953540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e58cca-6e0e-4458-a5f7-db753b0fa300 None None] The sync data for ids ['64edf397-099b-40a9-81af-e1c4cfd083fd'] in ncdv-master-1 is: [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:38:03Z', 'revision_number': 4, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f21424f-2920-4416-a511-a2e2197300af', 'name': '', 'network_id': '6efc900f-eeaf-4ee1-bba7-f5632f848ef9', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'mac_address': 'fa:16:3e:e4:b9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '3895bc6b-4099-4c28-af89-fa51a040f896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:02Z', 'updated_at': '2022-04-30T21:38:07Z', 'revision_number': 4, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'subnets': [{'id': '3895bc6b-4099-4c28-af89-fa51a040f896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:38:07.961527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0d548-e2df-4382-99e5-d04739fd5023 None None] Current status of the port 1f21424f-2920-4416-a511-a2e2197300af is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:07.961948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d548-e2df-4382-99e5-d04739fd5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f21424f-2920-4416-a511-a2e2197300af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:07.981971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2450bf4d-bffe-4ed3-84a9-61ca859ae8df req-9cc4a4dd-7ac8-4492-b9ad-0d35be0f77bb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:07.983033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2450bf4d-bffe-4ed3-84a9-61ca859ae8df req-9cc4a4dd-7ac8-4492-b9ad-0d35be0f77bb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0531559
Apr 30 21:38:08.010808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2203f275-1664-4cd0-8ee2-c5b76eaa9ddd tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:08.012346 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2203f275-1664-4cd0-8ee2-c5b76eaa9ddd tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3179839
Apr 30 21:38:08.014391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d5b0d548-e2df-4382-99e5-d04739fd5023 None None] For port 1f21424f-2920-4416-a511-a2e2197300af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f21424f-2920-4416-a511-a2e2197300af,segment=NetworkSegment(4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d),segment_id=4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:08.067829 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d548-e2df-4382-99e5-d04739fd5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1f21424f-2920-4416-a511-a2e2197300af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:08.076649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2450bf4d-bffe-4ed3-84a9-61ca859ae8df req-48609a9f-1a18-49a7-8627-8041bc8cbfe6 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815282
Apr 30 21:38:08.185090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0d548-e2df-4382-99e5-d04739fd5023 None None] Pushing event updated for resources: {'Port': ['ID=1f21424f-2920-4416-a511-a2e2197300af,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:08.195464 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:38:08.241468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-95d65b92-74f9-4e05-aba0-c3db8fac9bce tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834317848&fields=id&tenant_id=ede1fc028b654b819f147b9e5dde458e HTTP/1.1" status: 200  len: 267 time: 0.0821292
Apr 30 21:38:08.287108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1f21424f-2920-4416-a511-a2e2197300af up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:08.340417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2df78-4078-444c-a590-a0c17a6b6efe req-11afb47f-d5cc-4e14-8acf-0496477fbdf2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:08.346257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94c2df78-4078-444c-a590-a0c17a6b6efe req-11afb47f-d5cc-4e14-8acf-0496477fbdf2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1151175
Apr 30 21:38:08.351366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1f21424f-2920-4416-a511-a2e2197300af triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:08.351884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f21424f-2920-4416-a511-a2e2197300af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:08.445377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94c2df78-4078-444c-a590-a0c17a6b6efe req-3889118e-1d45-4561-9273-3fd5920e7ec9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944746
Apr 30 21:38:08.447586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1f21424f-2920-4416-a511-a2e2197300af is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:08.462120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-bb61db06-41c8-423a-97e0-8204e940372b tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:08.471299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-bb61db06-41c8-423a-97e0-8204e940372b tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/networks?id=1a35949a-03eb-4847-aba7-c5eaeefc6d24 HTTP/1.1" status: 200  len: 809 time: 0.2048545
Apr 30 21:38:08.495777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-5c8394be-8b04-4a1c-b96b-e7924d79a545 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/quotas/ede1fc028b654b819f147b9e5dde458e HTTP/1.1" status: 200  len: 375 time: 0.0257325
Apr 30 21:38:08.553401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-e9fff9ec-53eb-426c-b250-46c50705e9f5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ede1fc028b654b819f147b9e5dde458e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0565484
Apr 30 21:38:08.654718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-15f9df07-7c76-461f-8723-1c83e86eca3e service neutron] 10.222.0.23 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889511
Apr 30 21:38:08.761906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-c9dad427-2b16-4b3c-adb8-9a9d07119b99 service neutron] 10.222.0.23 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0951664
Apr 30 21:38:08.923375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f15a87-85f8-41af-b4f6-3e5804025684 req-f87a1f6b-eaf7-467b-8682-47a52a0bd14a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:08.924945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4f15a87-85f8-41af-b4f6-3e5804025684 req-f87a1f6b-eaf7-467b-8682-47a52a0bd14a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0494308
Apr 30 21:38:08.976757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4f15a87-85f8-41af-b4f6-3e5804025684 req-bfb5092c-e69b-4233-86f9-8316856800eb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461104
Apr 30 21:38:09.223463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10fa1391-543d-4888-8c2c-bab8159e96f8 req-71d9649b-7b71-472e-b5f2-e2c6f2e47a67 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 210 time: 0.0338106
Apr 30 21:38:09.952908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36116) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:10.065285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:10.096072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722d6a5-9cbf-4bc0-bb61-57a7ddb34832 req-0d3bb778-2c5e-438d-9420-022c32ec25de tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:10.097576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7722d6a5-9cbf-4bc0-bb61-57a7ddb34832 req-0d3bb778-2c5e-438d-9420-022c32ec25de tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0479436
Apr 30 21:38:10.153794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Publish callbacks [] for security_group (303cc80d-9854-4606-b353-669680e35dbf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:10.154184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7722d6a5-9cbf-4bc0-bb61-57a7ddb34832 req-d1d91bdf-1ef8-4064-9223-27a5b55a3cc9 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463052
Apr 30 21:38:10.182023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1f21424f-2920-4416-a511-a2e2197300af up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:10.208301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (303cc80d-9854-4606-b353-669680e35dbf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:10.232300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1f21424f-2920-4416-a511-a2e2197300af triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:10.232656 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f21424f-2920-4416-a511-a2e2197300af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:10.251508 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f2a927dcd02428cadef75d2c1bf3135&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2974274
Apr 30 21:38:10.256441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36124) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:10.274222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303cc80d-9854-4606-b353-669680e35dbf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:10.294172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.301410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.302466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.303080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.303616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.306260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.306628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3acf2-60d3-4ad3-9fce-e23731724aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:38:10.331661 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d75e7a2-4be0-4a4d-817c-e4cd8a80982f admin admin] Publish callbacks [] for security_group (303cc80d-9854-4606-b353-669680e35dbf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:10.342531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1f21424f-2920-4416-a511-a2e2197300af is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:10.377531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2153f43-368c-4dd8-b114-124caa6694cb req-48624490-66a8-461b-8bba-76b5b8830842 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 210 time: 0.0387383
Apr 30 21:38:10.386307 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d75e7a2-4be0-4a4d-817c-e4cd8a80982f admin admin] Publish callbacks [] for security_group (303cc80d-9854-4606-b353-669680e35dbf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:10.529016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d75e7a2-4be0-4a4d-817c-e4cd8a80982f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (303cc80d-9854-4606-b353-669680e35dbf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:10.532114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d75e7a2-4be0-4a4d-817c-e4cd8a80982f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:10.535539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3d75e7a2-4be0-4a4d-817c-e4cd8a80982f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/303cc80d-9854-4606-b353-669680e35dbf HTTP/1.1" status: 204  len: 168 time: 0.2761965
Apr 30 21:38:10.541294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75e7a2-4be0-4a4d-817c-e4cd8a80982f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303cc80d-9854-4606-b353-669680e35dbf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:11.254720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36136) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:11.270689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d859a59a-97a7-4f54-b002-3e23bf55a438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:11.274543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a22c-ca58-46ae-ad20-3b297ae833c7 req-5e92bfe6-fd39-4303-bcbb-b97664647d56 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:11.276326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5031a22c-ca58-46ae-ad20-3b297ae833c7 req-5e92bfe6-fd39-4303-bcbb-b97664647d56 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0554595
Apr 30 21:38:11.332056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5031a22c-ca58-46ae-ad20-3b297ae833c7 req-572fe073-4a50-440a-a162-0eb6d2342150 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448728
Apr 30 21:38:11.365087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d859a59a-97a7-4f54-b002-3e23bf55a438 admin admin] Publish callbacks [] for security_group (213f6a0a-95c0-407c-a289-b2f2dae69fb7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:11.432503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d859a59a-97a7-4f54-b002-3e23bf55a438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (213f6a0a-95c0-407c-a289-b2f2dae69fb7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:11.476356 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d859a59a-97a7-4f54-b002-3e23bf55a438 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5078809085074791b20a7f80fe99a2bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2205243
Apr 30 21:38:11.478942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859a59a-97a7-4f54-b002-3e23bf55a438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213f6a0a-95c0-407c-a289-b2f2dae69fb7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:11.479098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36140) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:11.523663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a1fe028-0ae4-44d3-8840-44bd386add5c req-277eb63f-8462-4875-ae3a-9b6d41156f0c tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 210 time: 0.0480700
Apr 30 21:38:11.599819 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22308c9a-16ae-411b-984d-88e87ed8772f admin admin] Publish callbacks [] for security_group (213f6a0a-95c0-407c-a289-b2f2dae69fb7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:11.611678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-7481f785-4cd5-45b3-bf3d-c4652974fab7 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:11.616292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-7481f785-4cd5-45b3-bf3d-c4652974fab7 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.20 "GET /v2.0/networks?id=1a35949a-03eb-4847-aba7-c5eaeefc6d24 HTTP/1.1" status: 200  len: 809 time: 0.1885550
Apr 30 21:38:11.644159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22308c9a-16ae-411b-984d-88e87ed8772f admin admin] Publish callbacks [] for security_group (213f6a0a-95c0-407c-a289-b2f2dae69fb7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:11.719139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-fbb5169b-4d43-486e-9523-da6dca19b0cc tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede1fc028b654b819f147b9e5dde458e HTTP/1.1" status: 200  len: 380 time: 0.0955341
Apr 30 21:38:11.728774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'port': {'device_id': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'admin_state_up': True, 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'security_groups': ['a176fb50-68b1-4d8e-b9c9-d96dffb1a807']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:11.802281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22308c9a-16ae-411b-984d-88e87ed8772f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (213f6a0a-95c0-407c-a289-b2f2dae69fb7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:11.804716 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22308c9a-16ae-411b-984d-88e87ed8772f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:11.806533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-22308c9a-16ae-411b-984d-88e87ed8772f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/213f6a0a-95c0-407c-a289-b2f2dae69fb7 HTTP/1.1" status: 204  len: 168 time: 0.3156087
Apr 30 21:38:11.822635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22308c9a-16ae-411b-984d-88e87ed8772f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f6a0a-95c0-407c-a289-b2f2dae69fb7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:11.911328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Made reservation on behalf of ede1fc028b654b819f147b9e5dde458e for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:38:11.914730 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:12.050443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Allocated IP 172.20.0.5 (1a35949a-03eb-4847-aba7-c5eaeefc6d24/3291e483-08a3-4ea6-af11-c0318997c56d/d24f8b2f-d431-4caa-98b1-e20fd7c178a2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:12.533656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db4ff-f6fe-4645-8a1e-4da082a8ae19 req-7a150631-e35e-451d-8de6-0a7672d17634 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:12.535207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd8db4ff-f6fe-4645-8a1e-4da082a8ae19 req-7a150631-e35e-451d-8de6-0a7672d17634 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0940714
Apr 30 21:38:12.617385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:12.628428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd8db4ff-f6fe-4645-8a1e-4da082a8ae19 req-f15719a6-8eb5-4a96-8d00-98b1419449e2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849774
Apr 30 21:38:12.698317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2be4959d-fd4b-4c7e-a200-7c0b70aa10b0 req-3d8fa38c-ea92-44b7-83e4-31f2a07ca24d tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 210 time: 0.0674655
Apr 30 21:38:12.792680 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:12.842535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:12.846508 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:12.855785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:12.918181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'Port': ['ID=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:12.964514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:12.965599 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:13.102840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-0eae9272-7f71-4a00-8589-a72dfc70c48a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3775709
Apr 30 21:38:13.116211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Request body: {'port': {'device_id': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:13.180377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:13.227932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dc914938-08e5-4c28-9a76-6f4814494727 None None] Provisioning complete for port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:13.228541 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc914938-08e5-4c28-9a76-6f4814494727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:13.270215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dc914938-08e5-4c28-9a76-6f4814494727 None None] Port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:13.365989 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-0fb8c7e4-639b-47e3-ac13-87cea0d41084 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0448773
Apr 30 21:38:13.462931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-755e2e50-c7b7-4a18-b43a-2b3a358f9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:13.465898 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-755e2e50-c7b7-4a18-b43a-2b3a358f9713 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 1127 time: 0.0549390
Apr 30 21:38:13.495594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24f8b2f-d431-4caa-98b1-e20fd7c178a2 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:13.506658 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Publish callbacks [] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:13.520348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Transition to ACTIVE for port object d24f8b2f-d431-4caa-98b1-e20fd7c178a2 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:38:13.587028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-c397feec-637c-4942-8845-1273f1d712a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:13.588497 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-c397feec-637c-4942-8845-1273f1d712a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 910 time: 0.1016347
Apr 30 21:38:13.597425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:13.652555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:13.674672 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-8b6d3b2a-229e-475d-ad52-e24fd7d311c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 200  len: 1001 time: 0.0789273
Apr 30 21:38:13.781303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-3a667698-a47f-4dfa-bc2a-4fd85d7132c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:13.783064 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-3a667698-a47f-4dfa-bc2a-4fd85d7132c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.1017981
Apr 30 21:38:13.810760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Attempting to bind port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:13.810760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Attempting to bind port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:13.810760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Attempting to bind port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 on network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:13.837504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 on network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:38:13.837836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Attempting to bind port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 on network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:13.849275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:13.849731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Checking segment: {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:13.852765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Bound using segment: {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:13.853385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Bound port: d24f8b2f-d431-4caa-98b1-e20fd7c178a2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:13.853814 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:13.881309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-a81a6c57-80de-42e8-9437-ed893a59ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:13.883512 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-a81a6c57-80de-42e8-9437-ed893a59ff37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0930219
Apr 30 21:38:13.926273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b703ede-b205-4f6a-a01f-78f227fd8e99 req-2204089a-7a2d-4b14-910f-58ed45bcf6f4 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:13.933306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b703ede-b205-4f6a-a01f-78f227fd8e99 req-2204089a-7a2d-4b14-910f-58ed45bcf6f4 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1562457
Apr 30 21:38:14.042868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c97f4-6e34-4eb3-8561-2a40a5074144 req-63b6f721-63fb-4199-a460-62075ce31dbe tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:14.044804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-230c97f4-6e34-4eb3-8561-2a40a5074144 req-63b6f721-63fb-4199-a460-62075ce31dbe tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 943 time: 0.1841385
Apr 30 21:38:14.094355 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-54d9de76-ab63-4adf-8bb5-d55f8f31ed1d service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947267
Apr 30 21:38:14.131846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b703ede-b205-4f6a-a01f-78f227fd8e99 req-4c51c031-497a-47f0-93c9-a47d5504b892 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927195
Apr 30 21:38:14.150308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] For port d24f8b2f-d431-4caa-98b1-e20fd7c178a2, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:14.164489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] For port d24f8b2f-d431-4caa-98b1-e20fd7c178a2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:14.204056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-230c97f4-6e34-4eb3-8561-2a40a5074144 req-edbeb9cb-2c13-4f71-887a-591dad8def81 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450303
Apr 30 21:38:14.239330 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-67ef627b-3471-4d69-83a0-a1dd2a5d174a req-0e46e666-4304-4672-b98b-51488eb634b2 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370234
Apr 30 21:38:14.334841 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:14.371186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:14.371879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:14.373158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] 10.222.0.20 "PUT /v2.0/ports/d24f8b2f-d431-4caa-98b1-e20fd7c178a2 HTTP/1.1" status: 200  len: 1091 time: 1.2613521
Apr 30 21:38:14.373596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'tag': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:14.375883 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d94520-d337-4a41-9e7f-443907f1cb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6e31e3-d94b-4292-9669-c2ed8f9c6180", "tag": "d24f8b2f-d431-4caa-98b1-e20fd7c178a2"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:14.401149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80711d-d5c1-4a0a-aa0b-0c786665fdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:14.431898 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54434855-3b67-4df1-ab60-29f36c0a348e x-openstack-request-id: req-54434855-3b67-4df1-ab60-29f36c0a348e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:14.432381 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6e31e3-d94b-4292-9669-c2ed8f9c6180", "tag": "d24f8b2f-d431-4caa-98b1-e20fd7c178a2", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:14.432801 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54434855-3b67-4df1-ab60-29f36c0a348e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:14.433359 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54434855-3b67-4df1-ab60-29f36c0a348e'] response: {'name': 'network-changed', 'server_uuid': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'tag': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'status': 'completed', 'code': 200}
Apr 30 21:38:14.502884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d94520-d337-4a41-9e7f-443907f1cb3f req-ad293c93-358f-4cfd-938c-f40c6c80c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:14.504762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6d94520-d337-4a41-9e7f-443907f1cb3f req-ad293c93-358f-4cfd-938c-f40c6c80c54d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede1fc028b654b819f147b9e5dde458e&device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1125 time: 0.0498600
Apr 30 21:38:14.579616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36238) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:14.622405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d94520-d337-4a41-9e7f-443907f1cb3f req-3546c8b1-f5d7-4b86-9064-5a4bd5bf1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:14.623919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6d94520-d337-4a41-9e7f-443907f1cb3f req-3546c8b1-f5d7-4b86-9064-5a4bd5bf1acb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ede1fc028b654b819f147b9e5dde458e&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1100056
Apr 30 21:38:14.697747 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1417708-c35a-47e2-a0cd-f7e7215f474f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:14.726582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d94520-d337-4a41-9e7f-443907f1cb3f req-5ddda29f-dc15-479c-a27f-cfa34511c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:14.728070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6d94520-d337-4a41-9e7f-443907f1cb3f req-5ddda29f-dc15-479c-a27f-cfa34511c055 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0970891
Apr 30 21:38:14.782618 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1417708-c35a-47e2-a0cd-f7e7215f474f admin admin] Publish callbacks [] for security_group (ae02ccc7-7dd5-420d-a15e-5cd04c0f8ebd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:14.811352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1635fac7-8e7f-41c9-9453-a4c6d3bd7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:14.812938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-1635fac7-8e7f-41c9-9453-a4c6d3bd7021 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede1fc028b654b819f147b9e5dde458e&device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1125 time: 0.0416756
Apr 30 21:38:14.837396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1417708-c35a-47e2-a0cd-f7e7215f474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ae02ccc7-7dd5-420d-a15e-5cd04c0f8ebd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:14.860238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-031a9a61-565d-4266-96a5-32cdf5bf0085 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2 HTTP/1.1" status: 200  len: 217 time: 0.0403085
Apr 30 21:38:14.877251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1417708-c35a-47e2-a0cd-f7e7215f474f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfeeac0c49384132a08a8d0dd5654b73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2963488
Apr 30 21:38:14.878175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1417708-c35a-47e2-a0cd-f7e7215f474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02ccc7-7dd5-420d-a15e-5cd04c0f8ebd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:14.880474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36242) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:14.924112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-f991c123-6fa2-4888-a9bb-06648f9f30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:14.926879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-f991c123-6fa2-4888-a9bb-06648f9f30d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3291e483-08a3-4ea6-af11-c0318997c56d HTTP/1.1" status: 200  len: 848 time: 0.0590713
Apr 30 21:38:14.933502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9abf0600-ac83-4d5b-85b0-17269b2314a0 admin admin] Publish callbacks [] for security_group (ae02ccc7-7dd5-420d-a15e-5cd04c0f8ebd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:14.959488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9abf0600-ac83-4d5b-85b0-17269b2314a0 admin admin] Publish callbacks [] for security_group (ae02ccc7-7dd5-420d-a15e-5cd04c0f8ebd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:14.973972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-210ce252-4b81-4f26-b852-47145d2470fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:14.975491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-210ce252-4b81-4f26-b852-47145d2470fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a35949a-03eb-4847-aba7-c5eaeefc6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435441
Apr 30 21:38:15.078120 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9abf0600-ac83-4d5b-85b0-17269b2314a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ae02ccc7-7dd5-420d-a15e-5cd04c0f8ebd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:15.082305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9abf0600-ac83-4d5b-85b0-17269b2314a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:15.083754 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9abf0600-ac83-4d5b-85b0-17269b2314a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae02ccc7-7dd5-420d-a15e-5cd04c0f8ebd HTTP/1.1" status: 204  len: 168 time: 0.2022152
Apr 30 21:38:15.086484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-240bade5-4988-4707-80b1-36cb992df824 service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995576
Apr 30 21:38:15.093272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf0600-ac83-4d5b-85b0-17269b2314a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02ccc7-7dd5-420d-a15e-5cd04c0f8ebd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:15.232000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e01e3a02-fcd1-40f5-954a-a247e802aed0 req-6deee511-45c3-4738-ae6e-acf2b8404d40 service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408572
Apr 30 21:38:15.289372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a8a55-fb89-48ff-81e3-2ae3980d4d11 req-e937d014-0c9c-4333-8766-d258911760d7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:15.299190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df6a8a55-fb89-48ff-81e3-2ae3980d4d11 req-e937d014-0c9c-4333-8766-d258911760d7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0840940
Apr 30 21:38:15.387671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26025b-357d-45e1-9cd6-6a2b958320e9 req-6f5ca035-dde1-4149-a579-05d3d5cde647 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:15.389172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a26025b-357d-45e1-9cd6-6a2b958320e9 req-6f5ca035-dde1-4149-a579-05d3d5cde647 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 943 time: 0.0731201
Apr 30 21:38:15.393293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df6a8a55-fb89-48ff-81e3-2ae3980d4d11 req-a50c36f5-7aa9-4724-8c25-d4bb40f7db4d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872276
Apr 30 21:38:15.448577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a26025b-357d-45e1-9cd6-6a2b958320e9 req-d7081c3e-82e5-408e-b3e6-b90a40879359 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522263
Apr 30 21:38:15.584644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-e5dccf37-03e5-44f3-90d2-bd39b20f3358 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386302
Apr 30 21:38:15.664861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-c1cfa62c-9d31-4bad-83f1-f52a61e8509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:15.666359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-c1cfa62c-9d31-4bad-83f1-f52a61e8509c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e02e106ab99f4decadf747b3ebf025c7&device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 1128 time: 0.0434790
Apr 30 21:38:15.769703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-2898c766-1fc5-4900-8bb9-2b06c05128a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:15.771228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-2898c766-1fc5-4900-8bb9-2b06c05128a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 200  len: 907 time: 0.0867665
Apr 30 21:38:15.815577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-eee3cd9e-c72a-435f-a0d2-ea292d15250d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9538c9d6-9da4-4005-a64a-486657fccea6 HTTP/1.1" status: 200  len: 217 time: 0.0387933
Apr 30 21:38:15.863681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-25a1f515-1e22-4571-b3f6-7fc7c0f9bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:15.865182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-25a1f515-1e22-4571-b3f6-7fc7c0f9bcb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 200  len: 846 time: 0.0448880
Apr 30 21:38:15.897021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-10f91943-10a5-4a1e-bdc3-638783c5e932 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f8b2cc3-45fd-4393-b8b3-c09491d04968&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261855
Apr 30 21:38:15.986559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-7c2d5254-09d4-468b-8968-74c2f8af4f71 service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842528
Apr 30 21:38:16.088809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-579c5bc4-eb80-4a75-be10-8573bd6d1e60 req-eef4c107-d64b-44fa-b876-04a16bd5454d service neutron] 10.222.0.35 "GET /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0971568
Apr 30 21:38:16.510991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ba02e-c1a3-4a82-9655-22ba1b6a6769 req-ea28ab58-06f9-448d-90b6-782e5d4ed015 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:16.512380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-358ba02e-c1a3-4a82-9655-22ba1b6a6769 req-ea28ab58-06f9-448d-90b6-782e5d4ed015 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0510228
Apr 30 21:38:16.579532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988fdb5-7694-409f-aebc-090b32469eab req-0445c297-7824-4c94-a08e-1505b83c0548 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:16.581022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5988fdb5-7694-409f-aebc-090b32469eab req-0445c297-7824-4c94-a08e-1505b83c0548 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 943 time: 0.0677562
Apr 30 21:38:16.617347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-358ba02e-c1a3-4a82-9655-22ba1b6a6769 req-9d4690f3-60fa-4c39-b195-87f1ec2b071c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949423
Apr 30 21:38:16.651341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5988fdb5-7694-409f-aebc-090b32469eab req-6c10657a-4eef-4016-b6c4-4b91555fd80a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641792
Apr 30 21:38:17.077460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:17.746564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb15f8-9f69-4b5e-96cd-9331ed59e492 req-6373d073-249d-40ae-8116-486e3a34952a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:17.748003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1cb15f8-9f69-4b5e-96cd-9331ed59e492 req-6373d073-249d-40ae-8116-486e3a34952a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0599461
Apr 30 21:38:17.802591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b587-2720-44d2-934e-9e108db1cf02 req-f1a20c0b-4bd7-4101-917b-d4cfe8a14e94 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:17.804107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6da2b587-2720-44d2-934e-9e108db1cf02 req-f1a20c0b-4bd7-4101-917b-d4cfe8a14e94 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 943 time: 0.0787659
Apr 30 21:38:17.841221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1cb15f8-9f69-4b5e-96cd-9331ed59e492 req-47e68876-87d7-41e8-b5ce-a381ef234f58 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778348
Apr 30 21:38:17.855148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e74744d6-da4d-4981-84b2-9aeef77e5fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:17.875792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6da2b587-2720-44d2-934e-9e108db1cf02 req-cec89c88-5f73-423e-bcc3-8a6fca2ab2de tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655537
Apr 30 21:38:17.905458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36356) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:18.023367 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0b3546b-c0cd-4501-8ab0-6a73e59a95d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.098178 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0b3546b-c0cd-4501-8ab0-6a73e59a95d2 admin admin] Publish callbacks [] for security_group (b13f2271-25fe-4346-aee2-b59a08435d7a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.168742 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c0b3546b-c0cd-4501-8ab0-6a73e59a95d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b13f2271-25fe-4346-aee2-b59a08435d7a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.207823 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c0b3546b-c0cd-4501-8ab0-6a73e59a95d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7901698b22e64b5a9d17ffdae95763bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3012483
Apr 30 21:38:18.208685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3546b-c0cd-4501-8ab0-6a73e59a95d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f2271-25fe-4346-aee2-b59a08435d7a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:18.210811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36360) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:18.259406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aabab802-cd87-420e-bb53-ff58b968a573 admin admin] Publish callbacks [] for security_group (b13f2271-25fe-4346-aee2-b59a08435d7a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.282343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aabab802-cd87-420e-bb53-ff58b968a573 admin admin] Publish callbacks [] for security_group (b13f2271-25fe-4346-aee2-b59a08435d7a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.331771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d24f8b2f-d431-4caa-98b1-e20fd7c178a2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:38:18.403126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aabab802-cd87-420e-bb53-ff58b968a573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b13f2271-25fe-4346-aee2-b59a08435d7a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.405946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aabab802-cd87-420e-bb53-ff58b968a573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.407332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-aabab802-cd87-420e-bb53-ff58b968a573 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b13f2271-25fe-4346-aee2-b59a08435d7a HTTP/1.1" status: 204  len: 168 time: 0.1952248
Apr 30 21:38:18.416322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabab802-cd87-420e-bb53-ff58b968a573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f2271-25fe-4346-aee2-b59a08435d7a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:18.433987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port d24f8b2f-d431-4caa-98b1-e20fd7c178a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:18.454961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'port_id': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'mac_address': 'fa:16:3e:43:cc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:38:18.493628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:18.494055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.507719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24f8b2f-d431-4caa-98b1-e20fd7c178a2 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:18.527466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port d24f8b2f-d431-4caa-98b1-e20fd7c178a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:18.602912 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:18.659013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:18.830395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['d24f8b2f-d431-4caa-98b1-e20fd7c178a2'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:38:19.012788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30a86b-96d0-4ec9-80e3-0b67f8414058 req-09e510d8-427f-4598-961a-c8cb64b157fa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:19.019890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b30a86b-96d0-4ec9-80e3-0b67f8414058 req-09e510d8-427f-4598-961a-c8cb64b157fa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1007414
Apr 30 21:38:19.044972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120c4a7-3a2e-4221-92df-42cb31c3ff0b req-cb833226-4fa8-4ded-8d13-ddf874268461 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:19.047823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d120c4a7-3a2e-4221-92df-42cb31c3ff0b req-cb833226-4fa8-4ded-8d13-ddf874268461 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 944 time: 0.0929155
Apr 30 21:38:19.117857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b30a86b-96d0-4ec9-80e3-0b67f8414058 req-a04c48d8-cf72-4031-a7ed-f9bfbd17d342 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970159
Apr 30 21:38:19.126508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d120c4a7-3a2e-4221-92df-42cb31c3ff0b req-78686469-a3f6-41e7-b22d-ae4c1f735893 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704918
Apr 30 21:38:20.282524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dfea8-dc28-411f-8e9b-72cb4f38d562 req-03add870-b82f-47b7-ab72-54eb76502c84 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:20.284088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec5dfea8-dc28-411f-8e9b-72cb4f38d562 req-03add870-b82f-47b7-ab72-54eb76502c84 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0857656
Apr 30 21:38:20.306464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e034b51-98b3-452e-bddc-37434075c490 req-2b5791ee-e5f1-4b37-ba04-de1ea54df777 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:20.307965 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e034b51-98b3-452e-bddc-37434075c490 req-2b5791ee-e5f1-4b37-ba04-de1ea54df777 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 944 time: 0.0777273
Apr 30 21:38:20.347034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d24f8b2f-d431-4caa-98b1-e20fd7c178a2 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:20.384649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec5dfea8-dc28-411f-8e9b-72cb4f38d562 req-bfa0f58e-d519-40f0-9397-b7da805e480a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756297
Apr 30 21:38:20.390172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e034b51-98b3-452e-bddc-37434075c490 req-85b1f9b1-7695-479d-a07a-80c9b98dd8ee tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738053
Apr 30 21:38:20.394963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:38:20.471190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:20.471580 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:20.538685 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8a6db680-e602-4f28-bf51-a57edce45b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:20.563234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:20.563500 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:20.586918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:20.589262 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ef2549-3f23-4098-a982-d253176ddc07" -d '{"events": [{"server_uuid": "5a6e31e3-d94b-4292-9669-c2ed8f9c6180", "name": "network-vif-plugged", "status": "completed", "tag": "d24f8b2f-d431-4caa-98b1-e20fd7c178a2"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:20.602108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port d24f8b2f-d431-4caa-98b1-e20fd7c178a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:20.637300 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f704250e-24ef-4aa8-91ae-f9adfad43181 x-openstack-request-id: req-f704250e-24ef-4aa8-91ae-f9adfad43181 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:20.637829 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6e31e3-d94b-4292-9669-c2ed8f9c6180", "name": "network-vif-plugged", "status": "completed", "tag": "d24f8b2f-d431-4caa-98b1-e20fd7c178a2", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:20.638266 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f704250e-24ef-4aa8-91ae-f9adfad43181 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:20.639143 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f704250e-24ef-4aa8-91ae-f9adfad43181'] response: {'server_uuid': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'code': 200}
Apr 30 21:38:20.671903 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:20.727153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:20.743487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e585889-977c-413a-8f42-98af75dd5c1f req-112627c2-120e-4c63-aa61-039e35d038e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:20.746148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e585889-977c-413a-8f42-98af75dd5c1f req-112627c2-120e-4c63-aa61-039e35d038e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1127 time: 0.0467665
Apr 30 21:38:20.795805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e585889-977c-413a-8f42-98af75dd5c1f req-90c22a03-cef0-4cae-b48d-ff545c5a3fcb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421062
Apr 30 21:38:21.197428 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:21.368357 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:21.513787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90d9cf-d65a-4883-be7a-05ce5e634cab req-29cf1d44-e18b-425b-94bc-2afa81c28d1f tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:21.515275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a90d9cf-d65a-4883-be7a-05ce5e634cab req-29cf1d44-e18b-425b-94bc-2afa81c28d1f tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 945 time: 0.0506611
Apr 30 21:38:21.567335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a90d9cf-d65a-4883-be7a-05ce5e634cab req-00f853f3-a981-40a8-b462-fe9df95c3165 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456455
Apr 30 21:38:21.590202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36492) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:21.592552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'network': {'name': 'tempest-network-smoke--390396821', 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'port_security_enabled': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:21.673456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb77170-574d-415f-b840-176eb74afeba req-f61e8747-f5b0-4dec-a60c-1233066cf66e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:21.675079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fb77170-574d-415f-b840-176eb74afeba req-f61e8747-f5b0-4dec-a60c-1233066cf66e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0504022
Apr 30 21:38:21.676705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Made reservation on behalf of 4e3f82b1b832495896f59d90477f6e44 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:38:21.679819 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:21.694900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:21.751793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fb77170-574d-415f-b840-176eb74afeba req-d358fdd2-038b-4afd-99fe-846dfdcb40a8 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685978
Apr 30 21:38:21.804775 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (a7651dd9-b834-4678-af38-e109741260b5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:21.871078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a7651dd9-b834-4678-af38-e109741260b5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:21.895043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:38:21.909728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7651dd9-b834-4678-af38-e109741260b5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:21.912629 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (279d5d28-0e1f-4097-b71d-a3f9c21f58db), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:21.912974 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Added segment 279d5d28-0e1f-4097-b71d-a3f9c21f58db of type vlan for network ab03ba7a-b1de-487f-8bf8-6720348bf85d
Apr 30 21:38:21.952860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ab03ba7a-b1de-487f-8bf8-6720348bf85d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.036642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ab03ba7a-b1de-487f-8bf8-6720348bf85d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.041907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:22.042534 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.108625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Network': ['ID=ab03ba7a-b1de-487f-8bf8-6720348bf85d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:22.121493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:38:22.124378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36500) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:22.161961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-723908ee-8b68-4ee2-b931-a2830044239e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5732546
Apr 30 21:38:22.162193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36504) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:22.167576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'admin_state_up': True, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:22.241373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1af995a3-8a55-4ca2-ba89-37771312f226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.306445 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.307412 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.326659 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1af995a3-8a55-4ca2-ba89-37771312f226 admin admin] Publish callbacks [] for security_group (bff59360-1f07-470b-8b20-f84de3a87676), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.371748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_controller (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.408540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1af995a3-8a55-4ca2-ba89-37771312f226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bff59360-1f07-470b-8b20-f84de3a87676), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.447556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1af995a3-8a55-4ca2-ba89-37771312f226 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e77c0845b9d41c596a91632b64a98e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3220270
Apr 30 21:38:22.449398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af995a3-8a55-4ca2-ba89-37771312f226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff59360-1f07-470b-8b20-f84de3a87676,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:22.450503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36508) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:22.498708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d08687b-81a8-4e2d-8965-4c595a55ab4e admin admin] Publish callbacks [] for security_group (bff59360-1f07-470b-8b20-f84de3a87676), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.521087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d08687b-81a8-4e2d-8965-4c595a55ab4e admin admin] Publish callbacks [] for security_group (bff59360-1f07-470b-8b20-f84de3a87676), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.628979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_gateway (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.636982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d08687b-81a8-4e2d-8965-4c595a55ab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bff59360-1f07-470b-8b20-f84de3a87676), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.639607 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d08687b-81a8-4e2d-8965-4c595a55ab4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.643437 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7d08687b-81a8-4e2d-8965-4c595a55ab4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bff59360-1f07-470b-8b20-f84de3a87676 HTTP/1.1" status: 204  len: 168 time: 0.1892800
Apr 30 21:38:22.652293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08687b-81a8-4e2d-8965-4c595a55ab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff59360-1f07-470b-8b20-f84de3a87676,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:22.695201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946acdc-7580-4d72-94f5-4573d46e80a2 req-52c33413-acf6-41e7-91d9-35b0fc4e096a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:22.696692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4946acdc-7580-4d72-94f5-4573d46e80a2 req-52c33413-acf6-41e7-91d9-35b0fc4e096a tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 945 time: 0.0545337
Apr 30 21:38:22.809105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4946acdc-7580-4d72-94f5-4573d46e80a2 req-2d763361-d503-4164-a6dd-d53c7ffa6ff0 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948684
Apr 30 21:38:22.974483 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_gateway (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:22.981446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1bcc8-599f-4c66-81fb-eb53db46764b req-0d6c217d-6323-4826-9210-c3aab5d752ab tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:22.982928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34f1bcc8-599f-4c66-81fb-eb53db46764b req-0d6c217d-6323-4826-9210-c3aab5d752ab tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1301529
Apr 30 21:38:23.008128 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.019553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3daad-1a52-4f00-bdc7-250c823972cc req-17ee4d91-bedc-4c36-9844-7eda3433c947 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:23.020946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85e3daad-1a52-4f00-bdc7-250c823972cc req-17ee4d91-bedc-4c36-9844-7eda3433c947 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 945 time: 0.1299241
Apr 30 21:38:23.136196 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.139103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34f1bcc8-599f-4c66-81fb-eb53db46764b req-4eb8fadb-f39d-40f2-a288-5caea0211467 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332419
Apr 30 21:38:23.145143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85e3daad-1a52-4f00-bdc7-250c823972cc req-64cfaeec-0a68-45ac-8699-bf55894176d6 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109102
Apr 30 21:38:23.198374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Allocated IP 172.35.4.235 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/b091d0b2-727c-4fec-a29c-28ac17b23044) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:23.241938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36522) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:23.254759 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-59608231-ed87-4fec-af52-96bcf8918638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.304402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe4f56-b373-43a9-83ae-62cd9f376633 req-8c04d684-38c8-4c58-90b8-9cb8ba7c71cc tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:23.305953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2dbe4f56-b373-43a9-83ae-62cd9f376633 req-8c04d684-38c8-4c58-90b8-9cb8ba7c71cc tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 945 time: 0.0807416
Apr 30 21:38:23.341832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-59608231-ed87-4fec-af52-96bcf8918638 admin admin] Publish callbacks [] for security_group (19de9ab1-9802-4bb6-b87d-0617e9d3cdfd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.375473 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.390583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2dbe4f56-b373-43a9-83ae-62cd9f376633 req-333b43b0-9609-4bc0-b0de-ba3042a21cb8 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780640
Apr 30 21:38:23.408990 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-59608231-ed87-4fec-af52-96bcf8918638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (19de9ab1-9802-4bb6-b87d-0617e9d3cdfd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.414519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36524) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:23.453917 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-59608231-ed87-4fec-af52-96bcf8918638 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ba4fd6e909a4f218dd463ff39cb4f64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2100885
Apr 30 21:38:23.453917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59608231-ed87-4fec-af52-96bcf8918638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19de9ab1-9802-4bb6-b87d-0617e9d3cdfd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:23.455169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36530) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:23.482135 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.524022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:23.531275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:23.535347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:23.581380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=b091d0b2-727c-4fec-a29c-28ac17b23044,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:23.587490 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-015ec2a8-2ec6-4a2d-8bce-c92ce8f79c0b admin admin] Publish callbacks [] for security_group (19de9ab1-9802-4bb6-b87d-0617e9d3cdfd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.682879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-015ec2a8-2ec6-4a2d-8bce-c92ce8f79c0b admin admin] Publish callbacks [] for security_group (19de9ab1-9802-4bb6-b87d-0617e9d3cdfd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.763971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d3652-5b41-4605-80b1-c7437dd7d476 tempest-TestServerBasicOps-2005026521 tempest-TestServerBasicOps-2005026521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:23.765487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ea3d3652-5b41-4605-80b1-c7437dd7d476 tempest-TestServerBasicOps-2005026521 tempest-TestServerBasicOps-2005026521-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1122 time: 0.3500433
Apr 30 21:38:23.768535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36532) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:23.773624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:23.888790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.894935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-015ec2a8-2ec6-4a2d-8bce-c92ce8f79c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (19de9ab1-9802-4bb6-b87d-0617e9d3cdfd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.897735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-015ec2a8-2ec6-4a2d-8bce-c92ce8f79c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:23.901518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-015ec2a8-2ec6-4a2d-8bce-c92ce8f79c0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19de9ab1-9802-4bb6-b87d-0617e9d3cdfd HTTP/1.1" status: 204  len: 168 time: 0.4457192
Apr 30 21:38:23.941850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ec2a8-2ec6-4a2d-8bce-c92ce8f79c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19de9ab1-9802-4bb6-b87d-0617e9d3cdfd,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:23.974943 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:24.005183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_gateway (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:24.094591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Allocated IP 172.35.4.133 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/fcf5885c-2cf3-4b3e-ac80-0131c77828bf) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:24.296255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for port (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:24.414998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:24.446277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:24.462696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:24.467207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:24.471518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:24.493897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'Port': ['ID=fcf5885c-2cf3-4b3e-ac80-0131c77828bf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:24.539084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce693-3cc8-478d-bdb2-bb64537101e1 req-9e55ceed-b0ec-470b-b805-141106d6ccc3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:24.540734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31bce693-3cc8-478d-bdb2-bb64537101e1 req-9e55ceed-b0ec-470b-b805-141106d6ccc3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1102526
Apr 30 21:38:24.683620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31bce693-3cc8-478d-bdb2-bb64537101e1 req-e45cdd33-44a1-4ba1-88df-cff3fab9b244 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351910
Apr 30 21:38:24.784391 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:24.871669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1252ac2-e7ed-4834-8b10-b8fc9bbc8d43 req-a261c393-8a7b-4e60-8579-0fe5972d8526 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:24.873967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1252ac2-e7ed-4834-8b10-b8fc9bbc8d43 req-a261c393-8a7b-4e60-8579-0fe5972d8526 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1356299
Apr 30 21:38:24.937946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1252ac2-e7ed-4834-8b10-b8fc9bbc8d43 req-6523da58-56c3-456c-9962-7e6d93b59974 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564976
Apr 30 21:38:25.066597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for floatingip (32b6b016-2159-477a-b195-5964e7f30d95), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:25.076870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:38:25.195042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:38:25.204605 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Sync routers for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:38:25.214758 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:25.215366 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d065970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:25.279071 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:25.320513 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:25.321818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6924eba9-a44a-404e-84cb-c0d4bac233f0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 3.1586139
Apr 30 21:38:25.324986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36600) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:25.340556 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:25.484927 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for port (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:25.523282 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:25.547417 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d065970>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:23Z', 'revision_number': 3, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:25.577435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3f20a22f-3d52-4a3d-bc3a-655e90bc709c tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4e3f82b1b832495896f59d90477f6e44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2487109
Apr 30 21:38:25.578236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36606) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:25.578604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Checking router: cc49149f-465c-4e3b-8d84-9f3e8b2df0cd for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:38:25.579200 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Updating router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd port b091d0b2-727c-4fec-a29c-28ac17b23044 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:38:25.607778 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:25.608396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event updated for resources: {'Port': ['ID=fcf5885c-2cf3-4b3e-ac80-0131c77828bf,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:25.614181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (32b6b016-2159-477a-b195-5964e7f30d95), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:25.801347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e8e39-460b-4aa3-900a-25ad65458a81 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:25.809119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fa6e8e39-460b-4aa3-900a-25ad65458a81 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2256124
Apr 30 21:38:25.819670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36612) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:25.952571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-88d6b707-7681-4e29-9c53-12e5db440475 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1292381
Apr 30 21:38:25.962315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36618) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:25.971893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1525236813', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:25.996277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:26.007520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914a65c-2cfa-438d-b119-269d689adc11 req-6788f48f-158c-4b91-8c8b-e2d51563372f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:26.009208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6914a65c-2cfa-438d-b119-269d689adc11 req-6788f48f-158c-4b91-8c8b-e2d51563372f tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.2020738
Apr 30 21:38:26.030682 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Publish callbacks [] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.093243 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Floating IP 32b6b016-2159-477a-b195-5964e7f30d95 associated. External IP: 172.35.4.133, port: d24f8b2f-d431-4caa-98b1-e20fd7c178a2.
Apr 30 21:38:26.108392 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.171328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dc1e4-5f77-4e91-9650-059e4b66d8bd req-013fcb2f-7174-4eb3-a82b-8354e310a97c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:26.173795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-197dc1e4-5f77-4e91-9650-059e4b66d8bd req-013fcb2f-7174-4eb3-a82b-8354e310a97c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1102965
Apr 30 21:38:26.182257 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Attempting to bind port b091d0b2-727c-4fec-a29c-28ac17b23044 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:26.182982 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Attempting to bind port b091d0b2-727c-4fec-a29c-28ac17b23044 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:26.183683 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Attempting to bind port b091d0b2-727c-4fec-a29c-28ac17b23044 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:26.185161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6914a65c-2cfa-438d-b119-269d689adc11 req-ef94c6ca-1d10-494c-93dd-95c39057fd4c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478631
Apr 30 21:38:26.219681 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:26.220972 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:26.221099 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.224327 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:26.228691 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Bound port: b091d0b2-727c-4fec-a29c-28ac17b23044, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:26.228975 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.243889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-197dc1e4-5f77-4e91-9650-059e4b66d8bd req-213e5838-2740-4b5f-9be7-7640f299feee tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636675
Apr 30 21:38:26.264617 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ae7dd39-24bf-4140-9de0-5ddf102cc4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.265929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Made reservation on behalf of 4e3f82b1b832495896f59d90477f6e44 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:38:26.271577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.279714 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a37418-cee4-4d60-a44f-a2bdd6ca00ef None None] Pushing event updated for resources: {'Port': ['ID=b091d0b2-727c-4fec-a29c-28ac17b23044,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:26.299600 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] For port b091d0b2-727c-4fec-a29c-28ac17b23044, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:26.302747 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] For port b091d0b2-727c-4fec-a29c-28ac17b23044, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b091d0b2-727c-4fec-a29c-28ac17b23044,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:26.380874 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.451220 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:26.451848 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d065970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:26.455095 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a37418-cee4-4d60-a44f-a2bdd6ca00ef None None] Pushing event updated for resources: {'Port': ['ID=b091d0b2-727c-4fec-a29c-28ac17b23044,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:26.487908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ae7dd39-24bf-4140-9de0-5ddf102cc4ed admin admin] Publish callbacks [] for security_group (7920c480-a4b7-452d-b2a1-a4d073db0500), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.495333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:38:26.581547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ae7dd39-24bf-4140-9de0-5ddf102cc4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7920c480-a4b7-452d-b2a1-a4d073db0500), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.596795 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:26.634810 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ae7dd39-24bf-4140-9de0-5ddf102cc4ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69d15121a0c94d118851b13b3088463b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6374874
Apr 30 21:38:26.635525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7dd39-24bf-4140-9de0-5ddf102cc4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7920c480-a4b7-452d-b2a1-a4d073db0500,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:26.637601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:26.654166 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (56a0f1e8-607b-4bb9-b485-e491f4a00096), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.659865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:38:26.671092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] Sync routers for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:38:26.684788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:26.685466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa18c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:26.738980 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.801808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-a32410bb-f7a2-4faf-a8e9-0f2517c84857 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:26.803676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-a32410bb-f7a2-4faf-a8e9-0f2517c84857 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1434772
Apr 30 21:38:26.804888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Subnet': ['ID=56a0f1e8-607b-4bb9-b485-e491f4a00096,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:26.813339 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-945e273a-a2e5-4e25-8391-7b1cdd484a16 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0435965
Apr 30 21:38:26.815828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'tag': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:26.819985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:26.825830 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6e31e3-d94b-4292-9669-c2ed8f9c6180", "tag": "d24f8b2f-d431-4caa-98b1-e20fd7c178a2"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:26.847122 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d065970>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:23Z', 'revision_number': 3, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:26.866539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe334802-c788-467a-94e6-a46df1a2c09d admin admin] Publish callbacks [] for security_group (7920c480-a4b7-452d-b2a1-a4d073db0500), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:26.880645 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093d9f6-89de-44cf-a610-f223347eaf64 None None] The sync data for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 is: [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:23Z', 'revision_number': 3, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:38:26.893077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Checking segment: {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:26.893448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network hostable DHCP agents. Network: ab03ba7a-b1de-487f-8bf8-6720348bf85d, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:38:26.918101 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe334802-c788-467a-94e6-a46df1a2c09d admin admin] Publish callbacks [] for security_group (7920c480-a4b7-452d-b2a1-a4d073db0500), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.004623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Deleting port fd24ae95-dc99-4dc2-a542-b9359163c4e9 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:38:27.005038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.048775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:38:27.083559 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4e42ac-d094-4e5b-9ab7-02f4d57a7fd3 x-openstack-request-id: req-ca4e42ac-d094-4e5b-9ab7-02f4d57a7fd3 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:27.084093 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6e31e3-d94b-4292-9669-c2ed8f9c6180", "tag": "d24f8b2f-d431-4caa-98b1-e20fd7c178a2", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:27.086665 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca4e42ac-d094-4e5b-9ab7-02f4d57a7fd3 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:27.086665 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4e42ac-d094-4e5b-9ab7-02f4d57a7fd3'] response: {'name': 'network-changed', 'server_uuid': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'tag': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'status': 'completed', 'code': 200}
Apr 30 21:38:27.096032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa18c40>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '32b6b016-2159-477a-b195-5964e7f30d95', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'port_id': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'mac_address': 'fa:16:3e:43:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:24Z', 'updated_at': '2022-04-30T21:38:24Z', 'revision_number': 0, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:59Z', 'revision_number': 5, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:27.134550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] For port fd24ae95-dc99-4dc2-a542-b9359163c4e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd24ae95-dc99-4dc2-a542-b9359163c4e9,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:27.134550 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.136099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] Checking router: 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:38:27.148812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:27.149888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa18c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:27.160477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab03ba7a-b1de-487f-8bf8-6720348bf85d) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:27.162120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-1d21718f-5a07-45c2-aade-cea92d068799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:27.164693 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-1d21718f-5a07-45c2-aade-cea92d068799 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede1fc028b654b819f147b9e5dde458e&device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1127 time: 0.0542374
Apr 30 21:38:27.204946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1b0a1-8b49-4212-a518-82725cf293a8 None None] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:38:27.226087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:27.226839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.230218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe334802-c788-467a-94e6-a46df1a2c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7920c480-a4b7-452d-b2a1-a4d073db0500), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.243765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe334802-c788-467a-94e6-a46df1a2c09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.243765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fe334802-c788-467a-94e6-a46df1a2c09d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7920c480-a4b7-452d-b2a1-a4d073db0500 HTTP/1.1" status: 204  len: 168 time: 0.6021230
Apr 30 21:38:27.303998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe334802-c788-467a-94e6-a46df1a2c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7920c480-a4b7-452d-b2a1-a4d073db0500,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:27.404253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-62abbcd4-6f6b-4879-b130-1ff4f78aa074 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.4395921
Apr 30 21:38:27.408188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36642) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:27.484886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:27.511190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-7ebc5d43-8cbe-4301-8310-5affe016071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:27.517237 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-7ebc5d43-8cbe-4301-8310-5affe016071c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a35949a-03eb-4847-aba7-c5eaeefc6d24 HTTP/1.1" status: 200  len: 910 time: 0.3413341
Apr 30 21:38:27.541506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac77cb-7935-4185-8d6f-c7cbb2595608 req-08bd676d-aa28-4375-8e39-c2a790b2e990 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:27.543454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08ac77cb-7935-4185-8d6f-c7cbb2595608 req-08bd676d-aa28-4375-8e39-c2a790b2e990 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 945 time: 0.1897061
Apr 30 21:38:27.584929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37dae2-e867-4af3-ac3f-c3d6ba092486 req-7c7114c3-cdda-4301-88e7-15618b487e3e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:27.586730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b37dae2-e867-4af3-ac3f-c3d6ba092486 req-7c7114c3-cdda-4301-88e7-15618b487e3e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1887746
Apr 30 21:38:27.674094 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-192140d5-f1de-4419-a9cb-06b853f308c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2 HTTP/1.1" status: 200  len: 999 time: 0.1493773
Apr 30 21:38:27.694255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:38:27.695314 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.742258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-01b8e370-841a-46c6-b147-0efca46a1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:27.743970 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-01b8e370-841a-46c6-b147-0efca46a1888 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3291e483-08a3-4ea6-af11-c0318997c56d HTTP/1.1" status: 200  len: 848 time: 0.0626426
Apr 30 21:38:27.865428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08ac77cb-7935-4185-8d6f-c7cbb2595608 req-1eaa1eb4-355e-4acf-87b0-0cb17d43b8fa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=67e8ed14-011c-474f-bf37-5a83caba54cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2774403
Apr 30 21:38:27.885737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.888674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (3860b550-2c51-42d7-85b2-9954f56b4dc0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:27.889678 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Floating IP 3860b550-2c51-42d7-85b2-9954f56b4dc0 disassociated. External IP: 172.35.4.210, port: fd24ae95-dc99-4dc2-a542-b9359163c4e9.
Apr 30 21:38:27.890112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Calling delete_port for fd24ae95-dc99-4dc2-a542-b9359163c4e9 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:38:27.934081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b37dae2-e867-4af3-ac3f-c3d6ba092486 req-c339f825-3fc4-4e65-9dda-f50040f25177 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543359
Apr 30 21:38:27.966790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-ea334230-1476-4daa-85b6-e25a12df7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:27.972562 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-ea334230-1476-4daa-85b6-e25a12df7ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a35949a-03eb-4847-aba7-c5eaeefc6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2131727
Apr 30 21:38:28.286064 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fd24ae95-dc99-4dc2-a542-b9359163c4e9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:28.330640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event deleted for resources: {'Port': ['ID=fd24ae95-dc99-4dc2-a542-b9359163c4e9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:28.382904 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-0772cd39-758e-48b0-85cf-7759b4fed481 service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3961234
Apr 30 21:38:28.396355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b091d0b2-727c-4fec-a29c-28ac17b23044 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:28.442177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Allocated IP 172.20.0.2 (ab03ba7a-b1de-487f-8bf8-6720348bf85d/56a0f1e8-607b-4bb9-b485-e491f4a00096/c5e32c10-07c3-414f-8c91-8711ce0ed069) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:28.496675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa18c40>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '32b6b016-2159-477a-b195-5964e7f30d95', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'port_id': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'mac_address': 'fa:16:3e:43:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:24Z', 'updated_at': '2022-04-30T21:38:24Z', 'revision_number': 0, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:59Z', 'revision_number': 5, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:28.561061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:38:28.592327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:28.604737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dcbfcd-4f66-489b-95b3-52d647f344e9 None None] The sync data for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 is: [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '32b6b016-2159-477a-b195-5964e7f30d95', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'port_id': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'mac_address': 'fa:16:3e:43:cc:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:24Z', 'updated_at': '2022-04-30T21:38:24Z', 'revision_number': 0, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:59Z', 'revision_number': 5, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:38:28.609575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b091d0b2-727c-4fec-a29c-28ac17b23044 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:28.610019 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:28.714273 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b9e23fec-faf8-4811-93d5-dd3b5dd1fc30 req-105a1ff4-6c8c-491f-9605-707b3aef65e2 service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3140244
Apr 30 21:38:28.769569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:38:28.784121 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] Sync routers for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:38:28.805715 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:28.806758 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec67220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:28.885473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] No DVR routers for this DVR port fd24ae95-dc99-4dc2-a542-b9359163c4e9 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:38:28.905438 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:28.916322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2c55da-c789-433d-be41-a93c05d5a7aa req-741d15f5-6c9f-4bc3-8dc0-6ed93a7d58f4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "DELETE /v2.0/ports/fd24ae95-dc99-4dc2-a542-b9359163c4e9 HTTP/1.1" status: 204  len: 173 time: 2.1031330
Apr 30 21:38:28.939934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'name': 'network-vif-deleted', 'tag': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:28.946071 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b521ae5-07e3-4423-a38a-185a6efd65a2" -d '{"events": [{"server_uuid": "8fcbb4e2-1923-405f-a669-b3d5d68bfda6", "name": "network-vif-deleted", "tag": "fd24ae95-dc99-4dc2-a542-b9359163c4e9"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:29.054435 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:29.069093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b091d0b2-727c-4fec-a29c-28ac17b23044 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:29.069704 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:29.229332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b67ae6d-9519-48a2-aa71-0e321b9b36bb None None] New status for floating IP 32b6b016-2159-477a-b195-5964e7f30d95: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:38:29.241862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-370c2cda-cbfa-436e-b532-d1fcc8415345 req-b5e3e806-50a4-49c8-9a85-293cb801a25d tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fcbb4e2-1923-405f-a669-b3d5d68bfda6 HTTP/1.1" status: 200  len: 210 time: 0.0958710
Apr 30 21:38:29.358819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb3daa-2b34-456c-bab1-b1b9d300e66f req-43d5f187-3241-4434-96c9-cb0f1692b4ca tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:29.361092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9dfb3daa-2b34-456c-bab1-b1b9d300e66f req-43d5f187-3241-4434-96c9-cb0f1692b4ca tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1543574
Apr 30 21:38:29.362679 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d66f0f-dadd-48e7-a684-9f914e39fbac x-openstack-request-id: req-00d66f0f-dadd-48e7-a684-9f914e39fbac {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:29.362972 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcbb4e2-1923-405f-a669-b3d5d68bfda6", "name": "network-vif-deleted", "tag": "fd24ae95-dc99-4dc2-a542-b9359163c4e9", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:29.363226 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00d66f0f-dadd-48e7-a684-9f914e39fbac {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:29.363631 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d66f0f-dadd-48e7-a684-9f914e39fbac'] response: {'server_uuid': '8fcbb4e2-1923-405f-a669-b3d5d68bfda6', 'name': 'network-vif-deleted', 'tag': 'fd24ae95-dc99-4dc2-a542-b9359163c4e9', 'status': 'completed', 'code': 200}
Apr 30 21:38:29.440974 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec67220>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:29.456948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9dfb3daa-2b34-456c-bab1-b1b9d300e66f req-36c84bab-3f2a-4572-8e2d-71bffabdcd5b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809932
Apr 30 21:38:29.461361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port b091d0b2-727c-4fec-a29c-28ac17b23044, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b091d0b2-727c-4fec-a29c-28ac17b23044,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:29.473143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Publish callbacks [] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:29.514660 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] Checking router: 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:38:29.531085 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:29.531723 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec67220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:29.545935 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:29.575625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:29.617216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:29.621238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:29.624351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=b091d0b2-727c-4fec-a29c-28ac17b23044,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:29.627976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:29.688394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Allocated IP 172.20.0.1 (ab03ba7a-b1de-487f-8bf8-6720348bf85d/56a0f1e8-607b-4bb9-b485-e491f4a00096/f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:29.717927 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:29.766059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Pushing event updated for resources: {'Port': ['ID=c5e32c10-07c3-414f-8c91-8711ce0ed069,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:29.779155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Attempting to bind port c5e32c10-07c3-414f-8c91-8711ce0ed069 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:29.779529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Attempting to bind port c5e32c10-07c3-414f-8c91-8711ce0ed069 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:29.781013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Attempting to bind port c5e32c10-07c3-414f-8c91-8711ce0ed069 on network ab03ba7a-b1de-487f-8bf8-6720348bf85d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:29.787938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:29.788318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Checking segment: {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:29.788727 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:29.789127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Bound using segment: {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:29.789605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Bound port: c5e32c10-07c3-414f-8c91-8711ce0ed069, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:29.790036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:29.875106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] For port c5e32c10-07c3-414f-8c91-8711ce0ed069, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:29.878272 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:29.880655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] For port c5e32c10-07c3-414f-8c91-8711ce0ed069, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e32c10-07c3-414f-8c91-8711ce0ed069,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:29.963437 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.008833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.030570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ab9d5-fcdf-4e37-8b9b-6c8a2d8e60b6 None None] Pushing event updated for resources: {'Port': ['ID=c5e32c10-07c3-414f-8c91-8711ce0ed069,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:30.061243 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec67220>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:30.098571 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab7d82-113c-408e-94cf-5ffacb922071 None None] The sync data for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 is: [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:38:30.101410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:30.112420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:30.117113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:30.158478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:30.183745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.255646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b091d0b2-727c-4fec-a29c-28ac17b23044 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:30.387780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device fd24ae95-dc99-4dc2-a542-b9359163c4e9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:38:30.421111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: fd24ae95-dc99-4dc2-a542-b9359163c4e9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:38:30.421469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device fd24ae95-dc99-4dc2-a542-b9359163c4e9 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:38:30.435239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b091d0b2-727c-4fec-a29c-28ac17b23044 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:30.435542 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.489934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36718) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:30.580158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.581635 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdec90-bf4e-46d5-a0db-031bdb6efa2d None None] New status for floating IP 3860b550-2c51-42d7-85b2-9954f56b4dc0: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:38:30.606782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b091d0b2-727c-4fec-a29c-28ac17b23044 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:30.629384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb8d9ee5-858f-4742-9317-41939a53f6d4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (67e8ed14-011c-474f-bf37-5a83caba54cc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.656088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d4edb-9094-4441-9141-fb42b63b5e95 req-44cf837e-3db7-4e9c-b6fe-72a48a43275a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:30.658326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-815d4edb-9094-4441-9141-fb42b63b5e95 req-44cf837e-3db7-4e9c-b6fe-72a48a43275a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0890033
Apr 30 21:38:30.676217 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb8d9ee5-858f-4742-9317-41939a53f6d4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (67e8ed14-011c-474f-bf37-5a83caba54cc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.741798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-815d4edb-9094-4441-9141-fb42b63b5e95 req-637e2397-069e-491e-81a9-760a412c38a2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753360
Apr 30 21:38:30.877287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb8d9ee5-858f-4742-9317-41939a53f6d4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (67e8ed14-011c-474f-bf37-5a83caba54cc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.880080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fb8d9ee5-858f-4742-9317-41939a53f6d4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:30.881331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fb8d9ee5-858f-4742-9317-41939a53f6d4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "DELETE /v2.0/security-groups/67e8ed14-011c-474f-bf37-5a83caba54cc HTTP/1.1" status: 204  len: 168 time: 0.3902915
Apr 30 21:38:30.884980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36732) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:30.906235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d9ee5-858f-4742-9317-41939a53f6d4 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e8ed14-011c-474f-bf37-5a83caba54cc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:30.910326 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-971cfbb6-c03c-4049-8bc6-30df0fd4c33c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] show failed (client error): The resource could not be found.
Apr 30 21:38:30.911386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-971cfbb6-c03c-4049-8bc6-30df0fd4c33c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups/67e8ed14-011c-474f-bf37-5a83caba54cc HTTP/1.1" status: 404  len: 347 time: 0.0254214
Apr 30 21:38:30.914489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36734) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:31.067871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Deleting port 0a7c533b-1a6f-4d65-9709-9cbf07a358dc {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:38:31.068217 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.161317 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.161750 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.178481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Calling delete_port for 0a7c533b-1a6f-4d65-9709-9cbf07a358dc owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:38:31.217790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.322825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.388938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b8e01-12e1-4963-a36e-d2bfc022b3e9 None None] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:38:31.398649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:31.401228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.452920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-132fdb0d-1440-4e5f-adcb-6ba4d7783536 None None] Provisioning complete for port c5e32c10-07c3-414f-8c91-8711ce0ed069 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:31.453291 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-132fdb0d-1440-4e5f-adcb-6ba4d7783536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.460317 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0a7c533b-1a6f-4d65-9709-9cbf07a358dc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.556966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:31.558693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:31.651944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-132fdb0d-1440-4e5f-adcb-6ba4d7783536 None None] Current status of the port c5e32c10-07c3-414f-8c91-8711ce0ed069 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:31.652378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-132fdb0d-1440-4e5f-adcb-6ba4d7783536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.706712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-132fdb0d-1440-4e5f-adcb-6ba4d7783536 None None] For port c5e32c10-07c3-414f-8c91-8711ce0ed069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e32c10-07c3-414f-8c91-8711ce0ed069,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:31.713039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:38:31.752085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-132fdb0d-1440-4e5f-adcb-6ba4d7783536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:31.856244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:38:31.869784 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-493b17e8-8cd9-44d1-9a71-38ab3d8cfc1e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "PUT /v2.0/routers/cc49149f-465c-4e3b-8d84-9f3e8b2df0cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4579003
Apr 30 21:38:31.872639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36774) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:31.877275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7de3a81a-e1cd-412f-8a47-7d4a89b4fc50 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--736353933', 'description': 'tempest-secgroup_access--736353933 description', 'project_id': '4e3f82b1b832495896f59d90477f6e44'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:31.882377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fdb0d-1440-4e5f-adcb-6ba4d7783536 None None] Pushing event updated for resources: {'Port': ['ID=c5e32c10-07c3-414f-8c91-8711ce0ed069,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:31.887185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Sync routers for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:38:31.903029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:31.903772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa15940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:32.002416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3c8a5ee9-a2dd-4681-9f3e-21b8c8a85d1c None None] Provisioning complete for port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:32.002795 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5ee9-a2dd-4681-9f3e-21b8c8a85d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.002931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event deleted for resources: {'Port': ['ID=0a7c533b-1a6f-4d65-9709-9cbf07a358dc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:32.014062 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7de3a81a-e1cd-412f-8a47-7d4a89b4fc50 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.060704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-8209190a-947b-4814-a345-c21f2af03104 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f19b8cfdb2ea490ebcb51f4f67262300&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0614429
Apr 30 21:38:32.086447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:32.116394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7de3a81a-e1cd-412f-8a47-7d4a89b4fc50 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (31e5e845-e820-44be-8729-6e74e8077cfe), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.148802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a5ee9-a2dd-4681-9f3e-21b8c8a85d1c None None] Port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:32.177530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3c8a5ee9-a2dd-4681-9f3e-21b8c8a85d1c None None] Provisioning complete for port c5e32c10-07c3-414f-8c91-8711ce0ed069 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:32.178016 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5ee9-a2dd-4681-9f3e-21b8c8a85d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.188960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7de3a81a-e1cd-412f-8a47-7d4a89b4fc50 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (31e5e845-e820-44be-8729-6e74e8077cfe), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.197160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98025e95-b0e6-4300-bd9c-80d895680ec6 req-7b82ec51-9a4e-4f58-a769-a47ea0b31e94 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:32.198742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98025e95-b0e6-4300-bd9c-80d895680ec6 req-7b82ec51-9a4e-4f58-a769-a47ea0b31e94 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1970732
Apr 30 21:38:32.208279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (3860b550-2c51-42d7-85b2-9954f56b4dc0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.210879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.212043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3a2e8375-d3f5-404f-8f14-cde18810a28b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "DELETE /v2.0/floatingips/3860b550-2c51-42d7-85b2-9954f56b4dc0 HTTP/1.1" status: 204  len: 168 time: 1.2962091
Apr 30 21:38:32.263026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3a81a-e1cd-412f-8a47-7d4a89b4fc50 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e5e845-e820-44be-8729-6e74e8077cfe,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:32.279579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7de3a81a-e1cd-412f-8a47-7d4a89b4fc50 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.281960 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7de3a81a-e1cd-412f-8a47-7d4a89b4fc50 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.4076569
Apr 30 21:38:32.291497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36780) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:32.302822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e7c945db-4136-4926-aa53-a5c40515689a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1568082316', 'description': 'tempest-secgroup_general--1568082316 description', 'project_id': '4e3f82b1b832495896f59d90477f6e44'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:32.345333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c5e32c10-07c3-414f-8c91-8711ce0ed069 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:32.379277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98025e95-b0e6-4300-bd9c-80d895680ec6 req-9a1802bd-2eb2-4229-b941-a37cc215a84b tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376760
Apr 30 21:38:32.402611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-a6f59e4b-6ffb-4e92-942e-cac0414404cd tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:32.407124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-a6f59e4b-6ffb-4e92-942e-cac0414404cd tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3454800
Apr 30 21:38:32.422396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-aa18fb54-bf46-4001-93ce-216da73cb58c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/quotas/f19b8cfdb2ea490ebcb51f4f67262300 HTTP/1.1" status: 200  len: 375 time: 0.0142293
Apr 30 21:38:32.431271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7c945db-4136-4926-aa53-a5c40515689a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.457536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-b656967f-526d-41da-9eff-37418799c0aa tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f19b8cfdb2ea490ebcb51f4f67262300&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0311906
Apr 30 21:38:32.577157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7c945db-4136-4926-aa53-a5c40515689a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (5d3b0d6c-11fd-43cb-afb4-ac71a72c4675), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.682867 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7c945db-4136-4926-aa53-a5c40515689a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5d3b0d6c-11fd-43cb-afb4-ac71a72c4675), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.715464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c5e32c10-07c3-414f-8c91-8711ce0ed069 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:32.716038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.727905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c945db-4136-4926-aa53-a5c40515689a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:32.748448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0e806b5-0665-47ed-9540-b4c6e44f4d4c req-58bd76f1-2856-4a17-95db-869852952598 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 210 time: 0.0342298
Apr 30 21:38:32.805791 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e7c945db-4136-4926-aa53-a5c40515689a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.810382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 36796) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:32.810957 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e7c945db-4136-4926-aa53-a5c40515689a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.5157862
Apr 30 21:38:32.816170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-241e2a3e-d29f-483d-a7c4-b5bca8b2b322 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'security_group_rule': {'security_group_id': '31e5e845-e820-44be-8729-6e74e8077cfe', 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:32.819281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3c8a5ee9-a2dd-4681-9f3e-21b8c8a85d1c None None] Current status of the port c5e32c10-07c3-414f-8c91-8711ce0ed069 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:32.833020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36798) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:32.838794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3b4451c9-50bb-4954-8167-ca1320f6c9aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497158621', 'description': 'tempest-description--797795448'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:32.873137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa15940>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 2, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:32.909112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Checking router: cc49149f-465c-4e3b-8d84-9f3e8b2df0cd for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:38:32.909619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Updating router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:38:32.912329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c5e32c10-07c3-414f-8c91-8711ce0ed069 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:32.957536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-fd090021-474c-427c-8913-ef26b2796b48 None None] Provisioning complete for port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:32.957964 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd090021-474c-427c-8913-ef26b2796b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.960235 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.963867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-241e2a3e-d29f-483d-a7c4-b5bca8b2b322 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group_rule (095f760c-4b4c-44f9-aa96-fbb63bc763fe), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:32.979908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b4451c9-50bb-4954-8167-ca1320f6c9aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.028535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fd090021-474c-427c-8913-ef26b2796b48 None None] Port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:33.036237 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-241e2a3e-d29f-483d-a7c4-b5bca8b2b322 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group_rule (095f760c-4b4c-44f9-aa96-fbb63bc763fe), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.056742 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b4451c9-50bb-4954-8167-ca1320f6c9aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (0989ce85-0146-458a-9972-087ecb412434), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.082643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-241e2a3e-d29f-483d-a7c4-b5bca8b2b322 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (095f760c-4b4c-44f9-aa96-fbb63bc763fe), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.099435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b4451c9-50bb-4954-8167-ca1320f6c9aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0989ce85-0146-458a-9972-087ecb412434), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.105082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e2a3e-d29f-483d-a7c4-b5bca8b2b322 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095f760c-4b4c-44f9-aa96-fbb63bc763fe,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:33.135696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4451c9-50bb-4954-8167-ca1320f6c9aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0989ce85-0146-458a-9972-087ecb412434,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:33.163849 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-241e2a3e-d29f-483d-a7c4-b5bca8b2b322 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.165300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-241e2a3e-d29f-483d-a7c4-b5bca8b2b322 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3534687
Apr 30 21:38:33.186773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b4451c9-50bb-4954-8167-ca1320f6c9aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.191362 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3b4451c9-50bb-4954-8167-ca1320f6c9aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3539596
Apr 30 21:38:33.191584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36808) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:33.197926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d30ad254-bad8-4d18-a240-04443dc72158 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'security_group_rule': {'security_group_id': '0989ce85-0146-458a-9972-087ecb412434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:33.290372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d30ad254-bad8-4d18-a240-04443dc72158 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (45e47cb0-d063-4cc9-8b87-b1ade3e099bc), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.312009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Publish callbacks [] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.352435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d30ad254-bad8-4d18-a240-04443dc72158 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (45e47cb0-d063-4cc9-8b87-b1ade3e099bc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.379671 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.399682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-01592bbc-743b-47eb-bfbc-8bfec890854a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--1568082316&fields=id&tenant_id=4e3f82b1b832495896f59d90477f6e44 HTTP/1.1" status: 200  len: 267 time: 0.0421298
Apr 30 21:38:33.448781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d30ad254-bad8-4d18-a240-04443dc72158 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (45e47cb0-d063-4cc9-8b87-b1ade3e099bc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.458053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e154dd-9eef-40cd-90a3-24042a8e93fb None None] Pushing event updated for resources: {'Port': ['ID=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:33.473480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ad254-bad8-4d18-a240-04443dc72158 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e47cb0-d063-4cc9-8b87-b1ade3e099bc,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:33.502200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Attempting to bind port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:33.502593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Attempting to bind port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:33.503305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Attempting to bind port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 on network ab03ba7a-b1de-487f-8bf8-6720348bf85d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:33.505710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-f4b87c1f-9885-40c8-9fc2-504c7973e725 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--736353933&fields=id&tenant_id=4e3f82b1b832495896f59d90477f6e44 HTTP/1.1" status: 200  len: 267 time: 0.0991201
Apr 30 21:38:33.509082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:33.509472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Checking segment: {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:33.509940 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.510348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Bound using segment: {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:33.510835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Bound port: f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:33.511281 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.594607 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d30ad254-bad8-4d18-a240-04443dc72158 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.599381 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d30ad254-bad8-4d18-a240-04443dc72158 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4041343
Apr 30 21:38:33.599693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] For port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:33.599934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36824) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:33.602703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] For port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:33.606362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-01968942-973e-4330-961e-658a5657f8c7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'security_group_rule': {'security_group_id': '0989ce85-0146-458a-9972-087ecb412434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:33.612810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd83f20-3fb4-4307-8767-ee1156e16a41 req-1eb61377-ab60-4630-b34d-afc2e542da0c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:33.622579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd83f20-3fb4-4307-8767-ee1156e16a41 req-1eb61377-ab60-4630-b34d-afc2e542da0c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1452208
Apr 30 21:38:33.695908 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.697249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-fb514c4e-24ef-4458-b5f4-265a2640ab71 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:33.711890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-fb514c4e-24ef-4458-b5f4-265a2640ab71 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/networks?id=ab03ba7a-b1de-487f-8bf8-6720348bf85d HTTP/1.1" status: 200  len: 796 time: 0.1930602
Apr 30 21:38:33.711890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd83f20-3fb4-4307-8767-ee1156e16a41 req-8bc7aea8-2a0c-4f90-9ea8-0952d61c36a7 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798197
Apr 30 21:38:33.713793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-f0fdf870-ec19-4799-8035-4eb7883cc03f tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/quotas/4e3f82b1b832495896f59d90477f6e44 HTTP/1.1" status: 200  len: 375 time: 0.0094011
Apr 30 21:38:33.728413 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-01968942-973e-4330-961e-658a5657f8c7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (a21f8109-d5c4-4bf1-88ab-9928c50f5d57), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.778706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:33.779377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa15940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:33.781834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f30db88b-10ba-42e4-b088-1b20cfdef5d5 None None] Provisioning complete for port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:33.782751 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f30db88b-10ba-42e4-b088-1b20cfdef5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.799551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-01968942-973e-4330-961e-658a5657f8c7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (a21f8109-d5c4-4bf1-88ab-9928c50f5d57), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.806864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-86b28067-6164-4f13-a963-e20d83687c5b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e3f82b1b832495896f59d90477f6e44&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0780566
Apr 30 21:38:33.837256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-01968942-973e-4330-961e-658a5657f8c7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a21f8109-d5c4-4bf1-88ab-9928c50f5d57), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:33.863486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01968942-973e-4330-961e-658a5657f8c7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21f8109-d5c4-4bf1-88ab-9928c50f5d57,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:33.889660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e154dd-9eef-40cd-90a3-24042a8e93fb None None] Pushing event updated for resources: {'Port': ['ID=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:33.892207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18adcde1-6d4d-4a3a-b844-ae5ff13eefc9 req-4a011d8b-eb02-4c47-8a72-0f8743da13aa tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 210 time: 0.0643890
Apr 30 21:38:33.959561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-dd2c9b2a-9ce1-4d55-9628-cdfe44f1d49f service neutron] 10.222.0.23 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402719
Apr 30 21:38:33.983646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:34.027900 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-01968942-973e-4330-961e-658a5657f8c7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.029085 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-01968942-973e-4330-961e-658a5657f8c7 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4281170
Apr 30 21:38:34.033033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 36830) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:34.039889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:34.053032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f30db88b-10ba-42e4-b088-1b20cfdef5d5 None None] Current status of the port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:34.053430 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f30db88b-10ba-42e4-b088-1b20cfdef5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.068122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-cf507121-5b8c-4f3b-bccd-491e8143420d service neutron] 10.222.0.23 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1075156
Apr 30 21:38:34.112142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.167551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f30db88b-10ba-42e4-b088-1b20cfdef5d5 None None] For port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:34.213555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.231030 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f30db88b-10ba-42e4-b088-1b20cfdef5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.284045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa15940>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:33Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:34.349735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0819dc6-b8ba-428e-801f-5fda5c40f323 None None] The sync data for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 is: [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:33Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:38:34.378693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cc97feb-42e3-4544-aeb5-4589b8fca320 req-bf033571-cbf9-4838-a645-5e05ebe2d231 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 210 time: 0.0425236
Apr 30 21:38:34.420360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ddd586f5-8fb6-45b8-92bd-60502a1d052d None None] Provisioning complete for port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:34.422549 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ddd586f5-8fb6-45b8-92bd-60502a1d052d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.422738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Allocated IP 172.35.4.81 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/0d80c72e-48a1-482a-8697-8d77e88ce07b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:34.432102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30db88b-10ba-42e4-b088-1b20cfdef5d5 None None] Pushing event updated for resources: {'Port': ['ID=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:34.573401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ddd586f5-8fb6-45b8-92bd-60502a1d052d None None] Current status of the port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:34.633804 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for port (0d80c72e-48a1-482a-8697-8d77e88ce07b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.746040 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0d80c72e-48a1-482a-8697-8d77e88ce07b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.788521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:34.791556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:34.795362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:34.804470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'Port': ['ID=0d80c72e-48a1-482a-8697-8d77e88ce07b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:34.844934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4feb4-85fc-411d-8e24-e9fb9c32b735 req-4dfb6085-e981-45a7-b012-1b005279c5bb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:34.852048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ea4feb4-85fc-411d-8e24-e9fb9c32b735 req-4dfb6085-e981-45a7-b012-1b005279c5bb tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0692880
Apr 30 21:38:34.900047 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (83717b61-f058-4614-b5d7-dbd80bd0636b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:34.923358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ea4feb4-85fc-411d-8e24-e9fb9c32b735 req-0f7fdbc1-5b5f-4818-a6a7-e3ffd7f6d8a0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653539
Apr 30 21:38:35.048841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50514b1e-2086-436e-902d-51c5e96cb1c8 req-6b725f6a-b7e9-4b32-8fb0-2c7cfe8ddd15 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 210 time: 0.0547950
Apr 30 21:38:35.050605 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0d80c72e-48a1-482a-8697-8d77e88ce07b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:35.182561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-cbfa8aa2-d8e5-4c7d-bb9d-c6fd309a6175 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f19b8cfdb2ea490ebcb51f4f67262300&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293579
Apr 30 21:38:35.242457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for port (0d80c72e-48a1-482a-8697-8d77e88ce07b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:35.301115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0d80c72e-48a1-482a-8697-8d77e88ce07b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:35.316646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb409a-4679-415f-832f-aad3bef51cf2 req-98b9a9af-4add-4b9e-869f-a49ed4943fef tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:35.318471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41bb409a-4679-415f-832f-aad3bef51cf2 req-98b9a9af-4add-4b9e-869f-a49ed4943fef tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1050293
Apr 30 21:38:35.397186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'Port': ['ID=0d80c72e-48a1-482a-8697-8d77e88ce07b,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:35.414212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-23cbc27c-23af-49c7-95d8-3b8acc081275 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:35.415736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-23cbc27c-23af-49c7-95d8-3b8acc081275 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2287447
Apr 30 21:38:35.420449 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (83717b61-f058-4614-b5d7-dbd80bd0636b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:35.432301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Request body: {'port': {'device_id': '0d6ce777-0769-47cf-bfb8-26ef8630648e', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': 'f19b8cfdb2ea490ebcb51f4f67262300'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:35.479311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41bb409a-4679-415f-832f-aad3bef51cf2 req-b9424579-ed07-44a9-a602-b6464acf49e0 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511202
Apr 30 21:38:35.514193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:35.521976 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3719da6c-414f-4ab9-a20f-335d3a989958 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4819787
Apr 30 21:38:35.522133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb80e12b-42d9-4797-a13b-8842f17ff300 req-75eb5b6f-2e8b-4121-bdf9-5104500960d2 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 210 time: 0.0449769
Apr 30 21:38:35.677701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e8b0b-17d7-4435-8b77-5567bdbdfda5 req-df720266-d8e6-424e-8ead-8b50c4422655 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:35.679291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-962e8b0b-17d7-4435-8b77-5567bdbdfda5 req-df720266-d8e6-424e-8ead-8b50c4422655 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0591135
Apr 30 21:38:35.695003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Made reservation on behalf of f19b8cfdb2ea490ebcb51f4f67262300 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:38:35.698258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:35.721648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:35.784746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-962e8b0b-17d7-4435-8b77-5567bdbdfda5 req-dd1b525e-b571-489c-b8da-14f1e24858af tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984178
Apr 30 21:38:35.831086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-fd0cdc98-87a5-449d-9804-449a70bbe4c1 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--497158621&fields=id&tenant_id=b74e36d3bb384eeb92da16d1b201fc9a HTTP/1.1" status: 200  len: 267 time: 0.0829897
Apr 30 21:38:35.930304 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks [] for security_group (2e95c2b6-1bb8-47c1-be98-634d15732729), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:35.969599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522415d4-d546-46e4-b039-418d1656afb9 req-975a632f-6667-491a-b2f4-2dc0237ac522 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:35.971580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-975a632f-6667-491a-b2f4-2dc0237ac522 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 809 time: 0.1313293
Apr 30 21:38:35.988052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-1dc00f07-95df-49dc-a1e6-92c1f658b59e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/quotas/b74e36d3bb384eeb92da16d1b201fc9a HTTP/1.1" status: 200  len: 375 time: 0.0095053
Apr 30 21:38:36.032654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2e95c2b6-1bb8-47c1-be98-634d15732729), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:36.050696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-e562717c-443b-4807-aa0d-2d88470833e1 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0582542
Apr 30 21:38:36.274597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:36.301844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e95c2b6-1bb8-47c1-be98-634d15732729,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:36.323849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:36.324295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:36.334266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-59529622-83b2-4b0e-8fd8-7735e439cf5c service neutron] 10.222.0.23 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653866
Apr 30 21:38:36.338828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4504c765-9014-4d00-a688-3254fd012e25 req-b000fd8a-a74c-42a9-8d68-107ba59c1f25 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 210 time: 0.0722442
Apr 30 21:38:36.417900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Allocated IP 192.168.233.138 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/6cc9a171-8ede-4929-8fd6-67941443391d) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:36.427183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:36.482950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-07ce0531-5f4e-466d-854f-6791c531c843 service neutron] 10.222.0.23 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376202
Apr 30 21:38:36.499453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013cdb-9627-4933-8de1-14afc9a9a5b5 req-23c667d3-7621-4c94-866f-f3194936490e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:36.501478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59013cdb-9627-4933-8de1-14afc9a9a5b5 req-23c667d3-7621-4c94-866f-f3194936490e tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.0876303
Apr 30 21:38:36.612308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59013cdb-9627-4933-8de1-14afc9a9a5b5 req-ca5fced4-9b42-4929-9468-7b759fd64f51 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043265
Apr 30 21:38:36.664241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks [] for port (6cc9a171-8ede-4929-8fd6-67941443391d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:36.725564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bddac782-c552-4c88-9c81-9c14342a9e86 req-fb6b94b9-6238-4377-8f42-8e1a7fca5281 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 210 time: 0.0441422
Apr 30 21:38:36.765706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f06e10f7-7739-4f42-8862-620649bc8f0a req-e9b11944-9fd2-47b0-8419-4800515a3d00 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 210 time: 0.0332742
Apr 30 21:38:36.882663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:36.924632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:36.927511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:36.931202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:36.940311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Pushing event updated for resources: {'Port': ['ID=6cc9a171-8ede-4929-8fd6-67941443391d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:37.009218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:37.009894 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:37.133078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-e1e74edd-c781-42d9-a613-a9744fca017c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7057226
Apr 30 21:38:37.208966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Request body: {'port': {'device_id': '0d6ce777-0769-47cf-bfb8-26ef8630648e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:37.220060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-13074a0f-01c3-4df8-9002-be63049f704f None None] Provisioning complete for port 6cc9a171-8ede-4929-8fd6-67941443391d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:37.220446 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-13074a0f-01c3-4df8-9002-be63049f704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:37.273114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-13074a0f-01c3-4df8-9002-be63049f704f None None] Port 6cc9a171-8ede-4929-8fd6-67941443391d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:37.274853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:37.482365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-8a75738d-6b92-4154-88ea-5afabf08b6e5 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:37.483756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-8a75738d-6b92-4154-88ea-5afabf08b6e5 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.1425986
Apr 30 21:38:37.508001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b06bd-cf9b-420c-989a-8d3eab684934 req-01944c75-526a-40f7-8899-8fb42df2a0c2 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:37.509444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d18b06bd-cf9b-420c-989a-8d3eab684934 req-01944c75-526a-40f7-8899-8fb42df2a0c2 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 936 time: 0.0887246
Apr 30 21:38:37.695804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d18b06bd-cf9b-420c-989a-8d3eab684934 req-8dcf2dd6-12b7-4840-8d18-fa5baf152d3d tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582909
Apr 30 21:38:37.704930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Deleting port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:38:37.705277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:38.144499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b734066-1715-493d-b629-dd4b28dcea04 req-8e13fcf3-7674-4983-b822-5eba94db0dcc tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:38.146056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b734066-1715-493d-b629-dd4b28dcea04 req-8e13fcf3-7674-4983-b822-5eba94db0dcc tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 945 time: 0.4581237
Apr 30 21:38:38.198719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abdd90de-07bf-46c0-bc84-dc3b10e72e8e req-36f6231d-648c-4947-ab1b-acee8bbeb6cd tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 210 time: 0.3855970
Apr 30 21:38:38.209524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc9a171-8ede-4929-8fd6-67941443391d {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:38.236846 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Publish callbacks [] for port (6cc9a171-8ede-4929-8fd6-67941443391d), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:38.252472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] For port 58482845-e5d1-43e4-a931-3b0f5a1c46a8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58482845-e5d1-43e4-a931-3b0f5a1c46a8,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:38.252855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:38.309609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Calling delete_port for 58482845-e5d1-43e4-a931-3b0f5a1c46a8 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:38:38.326873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Transition to ACTIVE for port object 6cc9a171-8ede-4929-8fd6-67941443391d will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:38:38.361120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-476faf3b-fc2c-4275-8492-90083104287e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:38.362577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-476faf3b-fc2c-4275-8492-90083104287e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.35 "GET /v2.0/networks?id=ab03ba7a-b1de-487f-8bf8-6720348bf85d HTTP/1.1" status: 200  len: 796 time: 0.5726454
Apr 30 21:38:38.364111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-300b4cb6-4499-4d5d-9436-7dadb96b951b req-6a731cef-2be2-4af2-bc83-863a86a01615 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 210 time: 0.0651886
Apr 30 21:38:38.377734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b734066-1715-493d-b629-dd4b28dcea04 req-ec8eb30d-d0ca-43e6-b457-da3f3b2faf9d tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031381
Apr 30 21:38:38.431312 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:38.556223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-106f64ae-c3eb-4b5e-9f85-29e4f1db5db8 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3f82b1b832495896f59d90477f6e44 HTTP/1.1" status: 200  len: 477 time: 0.1849613
Apr 30 21:38:38.571276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'port': {'device_id': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'admin_state_up': True, 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'security_groups': ['5d3b0d6c-11fd-43cb-afb4-ac71a72c4675', '31e5e845-e820-44be-8729-6e74e8077cfe']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:38.607707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Pushing event updated for resources: {'Port': ['ID=6cc9a171-8ede-4929-8fd6-67941443391d,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:38.748691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Attempting to bind port 6cc9a171-8ede-4929-8fd6-67941443391d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:38.748974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Attempting to bind port 6cc9a171-8ede-4929-8fd6-67941443391d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:38.749309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Attempting to bind port 6cc9a171-8ede-4929-8fd6-67941443391d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:38.763739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Port 6cc9a171-8ede-4929-8fd6-67941443391d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:38:38.764069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Attempting to bind port 6cc9a171-8ede-4929-8fd6-67941443391d on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:38.784687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:38.785037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:38.785420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:38.785897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Bound port: 6cc9a171-8ede-4929-8fd6-67941443391d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:38.786257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:38.817952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (58482845-e5d1-43e4-a931-3b0f5a1c46a8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:38.829737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['9538c9d6-9da4-4005-a64a-486657fccea6'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:38:38.871912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event deleted for resources: {'Port': ['ID=58482845-e5d1-43e4-a931-3b0f5a1c46a8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:38.925392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e242ce-e06f-4520-b866-126931f14464 req-f622f040-043e-42a7-ad7c-d0b5abdbc352 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:38.926930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66e242ce-e06f-4520-b866-126931f14464 req-f622f040-043e-42a7-ad7c-d0b5abdbc352 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 948 time: 0.1549294
Apr 30 21:38:38.967775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Made reservation on behalf of 4e3f82b1b832495896f59d90477f6e44 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:38:38.971727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:39.022219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] No DVR routers for this DVR port 58482845-e5d1-43e4-a931-3b0f5a1c46a8 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:38:39.035041 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:39.038332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3ec55eb-7936-46cb-a970-dc7861a592aa req-cac39833-1ac0-439e-84ec-1a74dbdff694 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "DELETE /v2.0/ports/58482845-e5d1-43e4-a931-3b0f5a1c46a8 HTTP/1.1" status: 204  len: 173 time: 1.5020316
Apr 30 21:38:39.041058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86105f2-66a2-415d-a4d9-c596ddf49f14', 'name': 'network-vif-deleted', 'tag': '58482845-e5d1-43e4-a931-3b0f5a1c46a8'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:39.043373 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f931116-ac3d-430b-b553-db74d7642e2e" -d '{"events": [{"server_uuid": "d86105f2-66a2-415d-a4d9-c596ddf49f14", "name": "network-vif-deleted", "tag": "58482845-e5d1-43e4-a931-3b0f5a1c46a8"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:39.093924 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d9b701-7062-4266-80cc-81f4c9a002ed x-openstack-request-id: req-f3d9b701-7062-4266-80cc-81f4c9a002ed {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:39.094178 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86105f2-66a2-415d-a4d9-c596ddf49f14", "name": "network-vif-deleted", "tag": "58482845-e5d1-43e4-a931-3b0f5a1c46a8", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:39.094457 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3d9b701-7062-4266-80cc-81f4c9a002ed {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:39.094852 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d9b701-7062-4266-80cc-81f4c9a002ed'] response: {'server_uuid': 'd86105f2-66a2-415d-a4d9-c596ddf49f14', 'name': 'network-vif-deleted', 'tag': '58482845-e5d1-43e4-a931-3b0f5a1c46a8', 'status': 'completed', 'code': 200}
Apr 30 21:38:39.168396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] For port 6cc9a171-8ede-4929-8fd6-67941443391d, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:39.198357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522415d4-d546-46e4-b039-418d1656afb9 req-41cb876c-7617-4d03-b6cb-c8c3de053822 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:39.200032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-41cb876c-7617-4d03-b6cb-c8c3de053822 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 809 time: 0.3213668
Apr 30 21:38:39.205897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] For port 6cc9a171-8ede-4929-8fd6-67941443391d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6cc9a171-8ede-4929-8fd6-67941443391d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:39.211925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66e242ce-e06f-4520-b866-126931f14464 req-f1872c72-38bd-422a-ab88-8574b5a331ef tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2453072
Apr 30 21:38:39.311151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Allocated IP 172.20.0.5 (ab03ba7a-b1de-487f-8bf8-6720348bf85d/56a0f1e8-607b-4bb9-b485-e491f4a00096/d898f6bb-ce69-41c8-89a5-a1b9c295ea2f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:39.320945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d15e2053-b8e3-4e04-b763-1151548aad37 req-d0dc26af-a126-4512-b022-4870beff265e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 210 time: 0.0422094
Apr 30 21:38:39.334984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:39.364152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-5272664b-d9dc-4893-9d8d-61f09603061b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b74e36d3bb384eeb92da16d1b201fc9a HTTP/1.1" status: 200  len: 379 time: 0.1500778
Apr 30 21:38:39.378624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'port': {'device_id': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'admin_state_up': True, 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'security_groups': ['0989ce85-0146-458a-9972-087ecb412434']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:39.389592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:39.390252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:39.392210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] 10.222.0.35 "PUT /v2.0/ports/6cc9a171-8ede-4929-8fd6-67941443391d HTTP/1.1" status: 200  len: 1096 time: 2.1893723
Apr 30 21:38:39.457584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091189db-c6b7-4575-ae7a-ee0cf16ccada service neutron] Pushing event updated for resources: {'Port': ['ID=6cc9a171-8ede-4929-8fd6-67941443391d,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:39.532642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8658fd5-ebfc-4379-8444-3485abe658d5 req-0de8db5c-1804-4546-bf66-9e60a5dce480 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 210 time: 0.0601962
Apr 30 21:38:39.629367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5feba45-00cc-44a3-8606-bf537b6799a8 req-3e838c89-3e80-457e-b6d7-1ba5a12f5562 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=d86105f2-66a2-415d-a4d9-c596ddf49f14 HTTP/1.1" status: 200  len: 210 time: 0.1063297
Apr 30 21:38:39.686629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-a4fac46a-9475-40dc-a2b6-349cc89e2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:39.688727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-a4fac46a-9475-40dc-a2b6-349cc89e2a7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19b8cfdb2ea490ebcb51f4f67262300&device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 1130 time: 0.1492531
Apr 30 21:38:39.741305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-b154db45-2c29-43fa-9c2e-95fd4ee6f9d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=6cc9a171-8ede-4929-8fd6-67941443391d HTTP/1.1" status: 200  len: 217 time: 0.0442502
Apr 30 21:38:39.820378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Made reservation on behalf of b74e36d3bb384eeb92da16d1b201fc9a for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:38:39.823730 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:39.828600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-ed533b46-de45-4570-9a28-e43ffc268dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:39.830102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-ed533b46-de45-4570-9a28-e43ffc268dce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0812840
Apr 30 21:38:39.832667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:39.977074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Allocated IP 172.20.0.8 (f67bfdda-ee73-4dcc-b5af-432ce9957ea8/8f6168e7-bea1-4eeb-828e-90f47df6f108/944ded8a-0542-4be0-87c6-04783f30015e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:40.002130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:40.128216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:40.131008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-ead4e0bf-b6da-4236-b8b6-29e964b4fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:40.132582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-ead4e0bf-b6da-4236-b8b6-29e964b4fd38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1438980
Apr 30 21:38:40.139025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:40.161361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:40.187484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:40.289975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:40.289975 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:40.348267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for port (944ded8a-0542-4be0-87c6-04783f30015e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:40.392352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-73049c26-4afe-4568-a246-863aced5dce5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2485485
Apr 30 21:38:40.398866 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 58482845-e5d1-43e4-a931-3b0f5a1c46a8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:38:40.419326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 58482845-e5d1-43e4-a931-3b0f5a1c46a8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:38:40.419992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 58482845-e5d1-43e4-a931-3b0f5a1c46a8 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:38:40.428539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe6a1-a11f-4282-aa37-7d848d1ce02f req-a27e5413-5e55-4621-a512-429ca9fe86c4 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:40.430080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80abe6a1-a11f-4282-aa37-7d848d1ce02f req-a27e5413-5e55-4621-a512-429ca9fe86c4 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 948 time: 0.1068180
Apr 30 21:38:40.455173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6534d866-3245-4d24-bcac-442aac02b2ed None None] Provisioning complete for port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:40.455545 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6534d866-3245-4d24-bcac-442aac02b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:40.487277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-ef416ace-f836-4310-8518-46977e53e963 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 1.9199576
Apr 30 21:38:40.494755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6534d866-3245-4d24-bcac-442aac02b2ed None None] Port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:40.532318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Request body: {'port': {'device_id': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:40.594053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a378b8-e9a1-4135-bbc4-e9b5d2460cd5 req-88409304-8970-423d-befd-94e2a70590a0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:40.596064 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46a378b8-e9a1-4135-bbc4-e9b5d2460cd5 req-88409304-8970-423d-befd-94e2a70590a0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 970 time: 0.1874900
Apr 30 21:38:40.668681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80abe6a1-a11f-4282-aa37-7d848d1ce02f req-db9113fb-0c26-497e-a696-dcdbaf19eb87 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2216592
Apr 30 21:38:40.698987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (944ded8a-0542-4be0-87c6-04783f30015e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:40.705036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-51bf99c0-e54b-4fd1-9df4-5a881ab9c84a req-91ebb191-4244-4caa-bf49-34d5bcc61022 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2985845
Apr 30 21:38:40.705590 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:40.835041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46a378b8-e9a1-4135-bbc4-e9b5d2460cd5 req-30dc9948-a5d9-40d8-8e2b-742226d53d7a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.2293315
Apr 30 21:38:40.836763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:40.849975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event updated for resources: {'Port': ['ID=944ded8a-0542-4be0-87c6-04783f30015e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:40.859408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:40.875432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941e065-2c10-44b8-864e-b6517fbcbe86 req-ff6ae861-afb8-4e47-80d0-5f329bc23570 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:40.877051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8941e065-2c10-44b8-864e-b6517fbcbe86 req-ff6ae861-afb8-4e47-80d0-5f329bc23570 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 931 time: 0.1197875
Apr 30 21:38:40.882850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:41.221523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-60438bbb-5fd0-432f-b6d1-29150c141996 None None] Provisioning complete for port 944ded8a-0542-4be0-87c6-04783f30015e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:41.222064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-60438bbb-5fd0-432f-b6d1-29150c141996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (944ded8a-0542-4be0-87c6-04783f30015e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:41.236796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6ce777-0769-47cf-bfb8-26ef8630648e', 'tag': '6cc9a171-8ede-4929-8fd6-67941443391d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:41.247874 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6257c949-ceb4-4308-ba9f-007e88becf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6ce777-0769-47cf-bfb8-26ef8630648e", "tag": "6cc9a171-8ede-4929-8fd6-67941443391d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:41.272010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-60438bbb-5fd0-432f-b6d1-29150c141996 None None] Port 944ded8a-0542-4be0-87c6-04783f30015e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:38:41.322645 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419737ae-f1f8-4d95-b920-de0aaf7b96df x-openstack-request-id: req-419737ae-f1f8-4d95-b920-de0aaf7b96df {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:41.323038 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6ce777-0769-47cf-bfb8-26ef8630648e", "tag": "6cc9a171-8ede-4929-8fd6-67941443391d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:41.323375 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-419737ae-f1f8-4d95-b920-de0aaf7b96df {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:41.323904 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419737ae-f1f8-4d95-b920-de0aaf7b96df'] response: {'name': 'network-changed', 'server_uuid': '0d6ce777-0769-47cf-bfb8-26ef8630648e', 'tag': '6cc9a171-8ede-4929-8fd6-67941443391d', 'status': 'completed', 'code': 200}
Apr 30 21:38:41.347115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:41.348274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:41.392022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8941e065-2c10-44b8-864e-b6517fbcbe86 req-5fd80f2a-510e-4a3b-802d-6f7d585c6ac5 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4808943
Apr 30 21:38:41.458899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-cd3146fd-09bb-4e75-b898-ffe249522ecd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0873523
Apr 30 21:38:41.494844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Request body: {'port': {'device_id': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:41.530752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d898f6bb-ce69-41c8-89a5-a1b9c295ea2f {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:41.544089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Publish callbacks [] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:41.580260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Transition to ACTIVE for port object d898f6bb-ce69-41c8-89a5-a1b9c295ea2f will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:38:41.581143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (944ded8a-0542-4be0-87c6-04783f30015e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:41.631801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:41.774667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-625ef1d7-ab5d-46da-b1f1-21d0793123ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:41.776155 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-625ef1d7-ab5d-46da-b1f1-21d0793123ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f19b8cfdb2ea490ebcb51f4f67262300&device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 1130 time: 0.1621346
Apr 30 21:38:41.815974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Pushing event updated for resources: {'Port': ['ID=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:42.023770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee7b61-9ffc-4320-bd2c-59386a4d2b5f req-32d46da8-4b6e-4fe0-9457-65fc06ee0936 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:42.028931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aaee7b61-9ffc-4320-bd2c-59386a4d2b5f req-32d46da8-4b6e-4fe0-9457-65fc06ee0936 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 948 time: 0.2557480
Apr 30 21:38:42.098071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab24a6b-a450-45d6-8ca0-bcf70ff68116 req-cfae493a-505e-4535-83ee-bd4cffb2b0d3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:42.099554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cab24a6b-a450-45d6-8ca0-bcf70ff68116 req-cfae493a-505e-4535-83ee-bd4cffb2b0d3 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 946 time: 0.1843035
Apr 30 21:38:42.153666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-4b668c61-e15d-40bf-b604-ef8703de5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:42.155168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-4b668c61-e15d-40bf-b604-ef8703de5c44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a HTTP/1.1" status: 200  len: 870 time: 0.3553908
Apr 30 21:38:42.175386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Attempting to bind port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:42.175724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Attempting to bind port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:42.176051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Attempting to bind port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f on network ab03ba7a-b1de-487f-8bf8-6720348bf85d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:42.206367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f on network ab03ba7a-b1de-487f-8bf8-6720348bf85d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:38:42.206689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Attempting to bind port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f on network ab03ba7a-b1de-487f-8bf8-6720348bf85d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:42.214217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aaee7b61-9ffc-4320-bd2c-59386a4d2b5f req-83c95c63-f7f1-4c29-9dd5-2e24ff39f1b3 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767712
Apr 30 21:38:42.234420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:42.234877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Checking segment: {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:42.237860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Bound using segment: {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:42.238378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Bound port: d898f6bb-ce69-41c8-89a5-a1b9c295ea2f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279d5d28-0e1f-4097-b71d-a3f9c21f58db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:42.238841 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:42.263249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cab24a6b-a450-45d6-8ca0-bcf70ff68116 req-b627ad16-daa0-435b-b676-bfbf8ae64725 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508176
Apr 30 21:38:42.372170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944ded8a-0542-4be0-87c6-04783f30015e {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:42.388406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Publish callbacks [] for port (944ded8a-0542-4be0-87c6-04783f30015e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:42.413638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6cc9a171-8ede-4929-8fd6-67941443391d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:38:42.414656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1543433-fc0e-45c2-aa27-8939ff9335f7 req-5f15e2f1-1d22-48a3-a6fc-738b07110392 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:42.416143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1543433-fc0e-45c2-aa27-8939ff9335f7 req-5f15e2f1-1d22-48a3-a6fc-738b07110392 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 982 time: 0.1434793
Apr 30 21:38:42.432521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Transition to ACTIVE for port object 944ded8a-0542-4be0-87c6-04783f30015e will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:38:42.448816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] For port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:42.463497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] For port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:42.517332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6cc9a171-8ede-4929-8fd6-67941443391d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6cc9a171-8ede-4929-8fd6-67941443391d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:42.520464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (944ded8a-0542-4be0-87c6-04783f30015e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:42.561072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1543433-fc0e-45c2-aa27-8939ff9335f7 req-7d251bd9-18b5-4a30-b0a3-0d5d8f771a37 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1343687
Apr 30 21:38:42.571771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af70f90-4622-45ae-9bd9-5194ab61e9be req-64d3c529-69cd-4c5c-b2f2-969b1a63985f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:42.573352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1af70f90-4622-45ae-9bd9-5194ab61e9be req-64d3c529-69cd-4c5c-b2f2-969b1a63985f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 931 time: 0.1000588
Apr 30 21:38:42.574623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:42.615337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:42.615958 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:42.617342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] 10.222.0.35 "PUT /v2.0/ports/d898f6bb-ce69-41c8-89a5-a1b9c295ea2f HTTP/1.1" status: 200  len: 1130 time: 2.1001687
Apr 30 21:38:42.643513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=944ded8a-0542-4be0-87c6-04783f30015e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:42.712521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '6cc9a171-8ede-4929-8fd6-67941443391d', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '6cc9a171-8ede-4929-8fd6-67941443391d', 'mac_address': 'fa:16:3e:6d:9e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:38:42.755954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1af70f90-4622-45ae-9bd9-5194ab61e9be req-ccb6fa15-d9ac-4cb5-badd-6f6d45e19787 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1751025
Apr 30 21:38:42.772824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 6cc9a171-8ede-4929-8fd6-67941443391d is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:42.773925 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:42.801481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc9a171-8ede-4929-8fd6-67941443391d {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:42.833130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6cc9a171-8ede-4929-8fd6-67941443391d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6cc9a171-8ede-4929-8fd6-67941443391d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:42.849987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-a744a184-1875-449c-b8dc-6da13d0f309f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=6cc9a171-8ede-4929-8fd6-67941443391d HTTP/1.1" status: 200  len: 217 time: 0.0573840
Apr 30 21:38:42.850623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56556e6c-cbbe-4681-8300-7617d71e466f service neutron] Pushing event updated for resources: {'Port': ['ID=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:42.853795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Attempting to bind port 944ded8a-0542-4be0-87c6-04783f30015e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:38:42.854233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Attempting to bind port 944ded8a-0542-4be0-87c6-04783f30015e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:38:42.854624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Attempting to bind port 944ded8a-0542-4be0-87c6-04783f30015e on network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:42.860734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Port 944ded8a-0542-4be0-87c6-04783f30015e on network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:38:42.861171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Attempting to bind port 944ded8a-0542-4be0-87c6-04783f30015e on network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:38:42.867905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:38:42.868329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Checking segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:38:42.868933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Bound using segment: {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:38:42.869330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Bound port: 944ded8a-0542-4be0-87c6-04783f30015e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75dc1c4-d36b-43f5-b855-50b732d982ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:38:42.869877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (944ded8a-0542-4be0-87c6-04783f30015e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:42.914000 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:42.972013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=6cc9a171-8ede-4929-8fd6-67941443391d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:43.015291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] For port 944ded8a-0542-4be0-87c6-04783f30015e, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:38:43.041230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] For port 944ded8a-0542-4be0-87c6-04783f30015e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=944ded8a-0542-4be0-87c6-04783f30015e,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:38:43.044967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-eddeb669-3edd-4e43-9e8c-ecaa57acc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.048350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-eddeb669-3edd-4e43-9e8c-ecaa57acc50a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e3f82b1b832495896f59d90477f6e44&device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 1164 time: 0.0795410
Apr 30 21:38:43.051840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-bb65e83a-e498-4b02-aaf0-cbd211a0521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.053703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-bb65e83a-e498-4b02-aaf0-cbd211a0521e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.1242039
Apr 30 21:38:43.114175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['6cc9a171-8ede-4929-8fd6-67941443391d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:38:43.160857 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (944ded8a-0542-4be0-87c6-04783f30015e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:43.163764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-073610c5-db88-4204-b84a-9205c112b9d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f HTTP/1.1" status: 200  len: 217 time: 0.0911682
Apr 30 21:38:43.254413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-8b2d3d08-e1fa-4f2f-adf2-97e891fe4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.255991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-8b2d3d08-e1fa-4f2f-adf2-97e891fe4c51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1761909
Apr 30 21:38:43.268232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-2f555bbf-8fd4-4376-955d-cdc8c9f0196a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.269787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-2f555bbf-8fd4-4376-955d-cdc8c9f0196a tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 946 time: 0.1914799
Apr 30 21:38:43.273533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.274324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:43.275684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] 10.222.0.20 "PUT /v2.0/ports/944ded8a-0542-4be0-87c6-04783f30015e HTTP/1.1" status: 200  len: 1091 time: 1.8071799
Apr 30 21:38:43.336692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f'}, {'name': 'network-changed', 'server_uuid': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'tag': '944ded8a-0542-4be0-87c6-04783f30015e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:43.339076 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609dc894-60fe-43ac-bd63-2b72472508a3" -d '{"events": [{"name": "network-changed", "server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f"}, {"name": "network-changed", "server_uuid": "686ca208-0f15-455b-acdf-cdd63ffaee03", "tag": "944ded8a-0542-4be0-87c6-04783f30015e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:43.455788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec88971-9185-47bd-8039-911a1405e7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=944ded8a-0542-4be0-87c6-04783f30015e,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:43.490605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-1f4dc1aa-275d-49fb-9cd5-80823aafde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.492102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-1f4dc1aa-275d-49fb-9cd5-80823aafde51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56a0f1e8-607b-4bb9-b485-e491f4a00096 HTTP/1.1" status: 200  len: 835 time: 0.3151407
Apr 30 21:38:43.587178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522415d4-d546-46e4-b039-418d1656afb9 req-7dddc099-def0-4fc5-88de-2902c179975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.588557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-7dddc099-def0-4fc5-88de-2902c179975c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 1125 time: 0.2101169
Apr 30 21:38:43.594553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc598b-1df4-430e-904d-9d7e35fe1ff8 req-1d539311-f0bb-4582-9d12-cd18a968dc1b tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.595928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14cc598b-1df4-430e-904d-9d7e35fe1ff8 req-1d539311-f0bb-4582-9d12-cd18a968dc1b tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 949 time: 0.2212567
Apr 30 21:38:43.607875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4f12-6e33-4a82-a7a4-3d4568c9f374 req-6e530895-53db-4ae9-b36f-d0a81cd213b2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.609246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c3e4f12-6e33-4a82-a7a4-3d4568c9f374 req-6e530895-53db-4ae9-b36f-d0a81cd213b2 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 946 time: 0.2228849
Apr 30 21:38:43.685676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-bc6441b0-f5de-4a80-9682-0b0cced79498 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=944ded8a-0542-4be0-87c6-04783f30015e HTTP/1.1" status: 200  len: 217 time: 0.0869486
Apr 30 21:38:43.695145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Deleting port 9538c9d6-9da4-4005-a64a-486657fccea6 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:38:43.695487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:43.710028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-8feec03d-0fc3-44d7-a8f2-2e2d84e03637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:43.711522 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-8feec03d-0fc3-44d7-a8f2-2e2d84e03637 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab03ba7a-b1de-487f-8bf8-6720348bf85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2090442
Apr 30 21:38:43.755224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-78b26692-6c4d-4c46-8ac8-f9799f388706 service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4786277
Apr 30 21:38:44.193153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14cc598b-1df4-430e-904d-9d7e35fe1ff8 req-1806afb6-f1bd-46c1-b3fd-12dabfc54c93 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5749021
Apr 30 21:38:44.217364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522415d4-d546-46e4-b039-418d1656afb9 req-99016838-9ddf-4cfa-a5c3-9bf6f5a976bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:44.218869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-99016838-9ddf-4cfa-a5c3-9bf6f5a976bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.5135310
Apr 30 21:38:44.229474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c3e4f12-6e33-4a82-a7a4-3d4568c9f374 req-9fc82985-d2d0-4e5e-afa0-f35127913642 tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6053793
Apr 30 21:38:44.287786 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebbe978-003b-42fb-9675-bf010452ad47 x-openstack-request-id: req-1ebbe978-003b-42fb-9675-bf010452ad47 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:44.288086 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "686ca208-0f15-455b-acdf-cdd63ffaee03", "tag": "944ded8a-0542-4be0-87c6-04783f30015e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:44.288332 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ebbe978-003b-42fb-9675-bf010452ad47 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:44.288721 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ebbe978-003b-42fb-9675-bf010452ad47'] response: {'name': 'network-changed', 'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'status': 'completed', 'code': 200}
Apr 30 21:38:44.288973 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ebbe978-003b-42fb-9675-bf010452ad47'] response: {'name': 'network-changed', 'server_uuid': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'tag': '944ded8a-0542-4be0-87c6-04783f30015e', 'status': 'completed', 'code': 200}
Apr 30 21:38:44.310488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] For port 9538c9d6-9da4-4005-a64a-486657fccea6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9538c9d6-9da4-4005-a64a-486657fccea6,segment=NetworkSegment(a27a5004-954c-4e8f-9205-ac4d060f0453),segment_id=a27a5004-954c-4e8f-9205-ac4d060f0453)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:44.310774 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:44.381361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Calling delete_port for 9538c9d6-9da4-4005-a64a-486657fccea6 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:38:44.383576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522415d4-d546-46e4-b039-418d1656afb9 req-75e8267b-9ecb-45ce-98c9-853a6888e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:44.385065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-75e8267b-9ecb-45ce-98c9-853a6888e09a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1488328
Apr 30 21:38:44.421338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-769fab09-0da8-4e9a-b62c-47c1db60b09a service neutron] 10.222.0.35 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6687925
Apr 30 21:38:44.426134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6cc9a171-8ede-4929-8fd6-67941443391d up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:44.461771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-c068a2ab-4b88-4932-991c-0b6f9ea0deff service neutron] 10.222.0.35 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6764414
Apr 30 21:38:44.486559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 6cc9a171-8ede-4929-8fd6-67941443391d completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:38:44.510599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6877f8-1762-4549-b7a7-c9d825bf4693 req-f7bc216e-c21f-4e3f-91d6-bd1c114d0c59 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:44.512056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f6877f8-1762-4549-b7a7-c9d825bf4693 req-f7bc216e-c21f-4e3f-91d6-bd1c114d0c59 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 982 time: 0.1824341
Apr 30 21:38:44.517947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c626-5372-401e-921b-6e2c4a61c54a req-926b7668-4f5f-4526-a0bd-2486616e7969 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:44.519320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f959c626-5372-401e-921b-6e2c4a61c54a req-926b7668-4f5f-4526-a0bd-2486616e7969 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 943 time: 0.2012024
Apr 30 21:38:44.567924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 6cc9a171-8ede-4929-8fd6-67941443391d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:44.568294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:44.646003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 6cc9a171-8ede-4929-8fd6-67941443391d is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:44.646684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:44.669972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6ce777-0769-47cf-bfb8-26ef8630648e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc9a171-8ede-4929-8fd6-67941443391d'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:44.672312 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4444973-318c-4586-a373-3df53d6167e0" -d '{"events": [{"server_uuid": "0d6ce777-0769-47cf-bfb8-26ef8630648e", "name": "network-vif-plugged", "status": "completed", "tag": "6cc9a171-8ede-4929-8fd6-67941443391d"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:44.686054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6cc9a171-8ede-4929-8fd6-67941443391d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6cc9a171-8ede-4929-8fd6-67941443391d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:44.745148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:44.746090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 9538c9d6-9da4-4005-a64a-486657fccea6 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:38:44.753007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-8b618a13-d514-469f-a9de-0b8b5c8212c1 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3356786
Apr 30 21:38:44.756112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f959c626-5372-401e-921b-6e2c4a61c54a req-cbdd1e3c-7c1a-4668-b42a-59ed0d8efaf0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761241
Apr 30 21:38:44.761574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f6877f8-1762-4549-b7a7-c9d825bf4693 req-9c6395d2-a4f0-456e-9f33-287433c19885 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.2111886
Apr 30 21:38:44.763884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3710a8a3-78d4-4343-8769-5a9b99a2376c req-0e421cad-8bee-461b-aea8-f11cbbc614c3 service neutron] 10.222.0.35 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3251829
Apr 30 21:38:44.822246 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca00cd4-8dcf-4502-bb05-e6d1f81d4427 x-openstack-request-id: req-7ca00cd4-8dcf-4502-bb05-e6d1f81d4427 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:44.822488 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6ce777-0769-47cf-bfb8-26ef8630648e", "name": "network-vif-plugged", "status": "completed", "tag": "6cc9a171-8ede-4929-8fd6-67941443391d", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:44.822708 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ca00cd4-8dcf-4502-bb05-e6d1f81d4427 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:44.823104 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca00cd4-8dcf-4502-bb05-e6d1f81d4427'] response: {'server_uuid': '0d6ce777-0769-47cf-bfb8-26ef8630648e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc9a171-8ede-4929-8fd6-67941443391d', 'code': 200}
Apr 30 21:38:44.843779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=6cc9a171-8ede-4929-8fd6-67941443391d,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:44.887339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 9538c9d6-9da4-4005-a64a-486657fccea6 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:44.887725 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:44.900895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-522415d4-d546-46e4-b039-418d1656afb9 req-7196af95-9c18-4583-9c4b-237a1f01376f service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364193
Apr 30 21:38:44.978644 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9538c9d6-9da4-4005-a64a-486657fccea6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:45.019763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Pushing event deleted for resources: {'Port': ['ID=9538c9d6-9da4-4005-a64a-486657fccea6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:45.061152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] No DVR routers for this DVR port 9538c9d6-9da4-4005-a64a-486657fccea6 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:38:45.064151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:45.067357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b19ae12c-08f5-421f-bee7-d34dae9c5b4d req-d6d09a3a-d9f4-44f5-8bc2-55cca92e1daa tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.35 "DELETE /v2.0/ports/9538c9d6-9da4-4005-a64a-486657fccea6 HTTP/1.1" status: 204  len: 173 time: 1.7873826
Apr 30 21:38:45.185636 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:38:45.314504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306439e9-a437-4d1e-92ca-287d2d662e5d req-cec4aa1e-a5a7-4ed2-aea2-519d20a56ccd tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:45.316003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-306439e9-a437-4d1e-92ca-287d2d662e5d req-cec4aa1e-a5a7-4ed2-aea2-519d20a56ccd tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 950 time: 0.0501451
Apr 30 21:38:45.353408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-906319a9-276a-434d-a0f5-35ee4594fd49 req-06370aca-2691-40bd-b9a8-20338abe518c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 210 time: 0.0364373
Apr 30 21:38:45.388700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-306439e9-a437-4d1e-92ca-287d2d662e5d req-8e9ba82f-6fd9-4d5a-9fc2-de656e5bbfb0 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635426
Apr 30 21:38:45.740905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478153-2742-4405-bd66-838251ab95cd req-df4988d3-69e2-42bc-9f2a-90145602d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:45.742442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25478153-2742-4405-bd66-838251ab95cd req-df4988d3-69e2-42bc-9f2a-90145602d58d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 1132 time: 0.0669842
Apr 30 21:38:45.743495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-6e32854e-6d69-4360-84b8-d031d5c700e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:45.744820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-6e32854e-6d69-4360-84b8-d031d5c700e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e3f82b1b832495896f59d90477f6e44&device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 1164 time: 0.0681877
Apr 30 21:38:45.895267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25478153-2742-4405-bd66-838251ab95cd req-2bb1a8e6-e580-488b-a43b-eb6c7f891731 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424026
Apr 30 21:38:45.965353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b64a23-2fa2-42fc-904a-509a7b438062 req-99c891b5-9480-4b56-bf3e-c533a168877d tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:45.966931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74b64a23-2fa2-42fc-904a-509a7b438062 req-99c891b5-9480-4b56-bf3e-c533a168877d tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 943 time: 0.1357574
Apr 30 21:38:45.974494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-b2a10a16-96eb-48a3-bf10-44819269b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:45.975856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-b2a10a16-96eb-48a3-bf10-44819269b3bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab03ba7a-b1de-487f-8bf8-6720348bf85d HTTP/1.1" status: 200  len: 897 time: 0.2220402
Apr 30 21:38:45.994816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade0b25-fd54-4128-b59a-79975df3028d req-2a876298-ee96-4ffd-8eaa-ffc7f5ab83e4 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:45.995550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ade0b25-fd54-4128-b59a-79975df3028d req-2a876298-ee96-4ffd-8eaa-ffc7f5ab83e4 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 982 time: 0.1178570
Apr 30 21:38:46.007528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-824a865a-70a0-4f66-8b04-f09ee9be7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:46.008950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-824a865a-70a0-4f66-8b04-f09ee9be7f13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 1125 time: 0.1098678
Apr 30 21:38:46.153449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74b64a23-2fa2-42fc-904a-509a7b438062 req-ecce1e78-c585-4724-827f-0acdc102c686 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1747618
Apr 30 21:38:46.161161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-67cba6ed-5b86-4d09-9304-3d9c632db858 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f HTTP/1.1" status: 200  len: 217 time: 0.0654562
Apr 30 21:38:46.228127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ade0b25-fd54-4128-b59a-79975df3028d req-4a441cdb-bf82-4b5f-b159-2ea0f818c661 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.2220170
Apr 30 21:38:46.234145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-5a3e9133-6793-4a7f-9993-ee31c42966de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:46.235772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-5a3e9133-6793-4a7f-9993-ee31c42966de service neutron] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 910 time: 0.2175708
Apr 30 21:38:46.257047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-af678486-a9a5-4eb7-9d45-ff55435aa697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:46.257047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-af678486-a9a5-4eb7-9d45-ff55435aa697 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56a0f1e8-607b-4bb9-b485-e491f4a00096 HTTP/1.1" status: 200  len: 835 time: 0.0837760
Apr 30 21:38:46.288150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-6ad75227-9d33-420c-8076-48a820446cd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=944ded8a-0542-4be0-87c6-04783f30015e HTTP/1.1" status: 200  len: 217 time: 0.0434999
Apr 30 21:38:46.289676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5c62d2-9e47-4691-822d-dcb5d1e9f962', 'name': 'network-vif-deleted', 'tag': '9538c9d6-9da4-4005-a64a-486657fccea6'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:46.291934 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a21df7-3143-494d-9a6c-c12f04a1fbae" -d '{"events": [{"server_uuid": "2d5c62d2-9e47-4691-822d-dcb5d1e9f962", "name": "network-vif-deleted", "tag": "9538c9d6-9da4-4005-a64a-486657fccea6"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:46.330347 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d570c6a-67e5-4e37-a13d-c16f9d942667 x-openstack-request-id: req-7d570c6a-67e5-4e37-a13d-c16f9d942667 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:46.330994 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5c62d2-9e47-4691-822d-dcb5d1e9f962", "name": "network-vif-deleted", "tag": "9538c9d6-9da4-4005-a64a-486657fccea6", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:46.330994 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d570c6a-67e5-4e37-a13d-c16f9d942667 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:46.331261 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d570c6a-67e5-4e37-a13d-c16f9d942667'] response: {'server_uuid': '2d5c62d2-9e47-4691-822d-dcb5d1e9f962', 'name': 'network-vif-deleted', 'tag': '9538c9d6-9da4-4005-a64a-486657fccea6', 'status': 'completed', 'code': 200}
Apr 30 21:38:46.341075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-d169bd01-b2b4-4bb8-a574-38861479882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:46.342572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-d169bd01-b2b4-4bb8-a574-38861479882f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.0477879
Apr 30 21:38:46.387784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-3638823e-196b-4a19-af18-14cbc64af435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:46.389417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-3638823e-196b-4a19-af18-14cbc64af435 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398734
Apr 30 21:38:46.414279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d898f6bb-ce69-41c8-89a5-a1b9c295ea2f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:38:46.485544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b23b4d41-14cd-4e66-b0a6-98bf13c02b70 req-9f8dd50c-058e-4431-8f33-2e5b07bd342c tempest-ServersTestJSON-497705186 tempest-ServersTestJSON-497705186-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d5c62d2-9e47-4691-822d-dcb5d1e9f962 HTTP/1.1" status: 200  len: 210 time: 0.0392380
Apr 30 21:38:46.550408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:46.556693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cee37-a30b-49e1-a31f-8fc672a1ff8c req-6eb96a70-877d-4ae6-86f1-4d8503ea784c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:46.563599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'port_id': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'mac_address': 'fa:16:3e:c2:95:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:38:46.564185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a36cee37-a30b-49e1-a31f-8fc672a1ff8c req-6eb96a70-877d-4ae6-86f1-4d8503ea784c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 950 time: 0.0830731
Apr 30 21:38:46.605534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:46.605967 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:46.614032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-1149993f-eb02-4a3a-bc5c-f032635a3ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169173
Apr 30 21:38:46.619914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d898f6bb-ce69-41c8-89a5-a1b9c295ea2f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:46.640501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:46.649311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-3b0ec813-906d-41e2-9bf0-f63f4d0cc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:46.650844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-3b0ec813-906d-41e2-9bf0-f63f4d0cc883 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab03ba7a-b1de-487f-8bf8-6720348bf85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1096733
Apr 30 21:38:46.696774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a36cee37-a30b-49e1-a31f-8fc672a1ff8c req-115f395a-9e98-4911-a1ea-d0ea027b2b4c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317267
Apr 30 21:38:46.722441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:46.737646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-cef270a9-04a3-4ace-9f09-72fdb1cacd51 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136181
Apr 30 21:38:46.781034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:46.924590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d898f6bb-ce69-41c8-89a5-a1b9c295ea2f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:38:46.924817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-a6469326-82d2-4423-8a49-712ad9b7a46b service neutron] 10.222.0.35 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962291
Apr 30 21:38:47.039851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-609dc894-60fe-43ac-bd63-2b72472508a3 req-006199e7-63fa-4cb0-8a90-e5efbdffdbd6 service neutron] 10.222.0.35 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961609
Apr 30 21:38:47.091937 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:47.303989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb9eae-7bdb-4f12-b61d-71b988cfb686 req-62fbb563-2f95-4c69-aa4a-3e153de9584f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:47.305665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4cdb9eae-7bdb-4f12-b61d-71b988cfb686 req-62fbb563-2f95-4c69-aa4a-3e153de9584f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 943 time: 0.0776649
Apr 30 21:38:47.394076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351eee0-27c7-4ec2-97e2-bfb9a72017d3 req-3a2c9503-f705-462b-895d-5fa2bd3c221a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:47.395549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0351eee0-27c7-4ec2-97e2-bfb9a72017d3 req-3a2c9503-f705-462b-895d-5fa2bd3c221a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 983 time: 0.0685546
Apr 30 21:38:47.399157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4cdb9eae-7bdb-4f12-b61d-71b988cfb686 req-fa587bab-196b-44a9-9f15-70548411ad00 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859783
Apr 30 21:38:47.465007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0351eee0-27c7-4ec2-97e2-bfb9a72017d3 req-602f1b3d-4e31-4f7b-ae69-601fbb9ce8f3 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0631783
Apr 30 21:38:47.541596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37134) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:47.585654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f914c1-c636-4792-b8e1-dd7e829a8e46 admin admin] Deleting subnet e05a8725-3ed1-4534-8941-08912b6e6e57 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:38:47.588784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4f914c1-c636-4792-b8e1-dd7e829a8e46 admin admin] Publish callbacks [] for subnet (e05a8725-3ed1-4534-8941-08912b6e6e57), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:47.628126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4f914c1-c636-4792-b8e1-dd7e829a8e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (e05a8725-3ed1-4534-8941-08912b6e6e57), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:47.666799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4f914c1-c636-4792-b8e1-dd7e829a8e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (e05a8725-3ed1-4534-8941-08912b6e6e57), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:47.814091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4f914c1-c636-4792-b8e1-dd7e829a8e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (e05a8725-3ed1-4534-8941-08912b6e6e57), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:47.816128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311413d-becd-4d14-a77c-3ca0893f544b req-042c90fc-171b-415f-adcc-6f8154fe9793 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:47.817633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3311413d-becd-4d14-a77c-3ca0893f544b req-042c90fc-171b-415f-adcc-6f8154fe9793 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 950 time: 0.0489428
Apr 30 21:38:47.840549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f914c1-c636-4792-b8e1-dd7e829a8e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05a8725-3ed1-4534-8941-08912b6e6e57,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:47.845975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c4f914c1-c636-4792-b8e1-dd7e829a8e46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:47.848853 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4f914c1-c636-4792-b8e1-dd7e829a8e46 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e05a8725-3ed1-4534-8941-08912b6e6e57 HTTP/1.1" status: 204  len: 168 time: 0.3062103
Apr 30 21:38:47.851374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37138) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:47.870386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3311413d-becd-4d14-a77c-3ca0893f544b req-27a7620d-cb5a-43cb-ae5e-38414a989ce6 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465341
Apr 30 21:38:47.888447 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e97d849-39f9-42e6-8d1e-c14b0c20c78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:47.947202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (1f8b2cc3-45fd-4393-b8b3-c09491d04968), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.036524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (1f8b2cc3-45fd-4393-b8b3-c09491d04968), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.056699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c53bd60>,) {'filters': {'network_id': ['1f8b2cc3-45fd-4393-b8b3-c09491d04968']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:48.066391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c53bd60>, 'a27a5004-954c-4e8f-9205-ac4d060f0453') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:48.066688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c53bd60>, 'a27a5004-954c-4e8f-9205-ac4d060f0453') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:48.081116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (a27a5004-954c-4e8f-9205-ac4d060f0453), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.094497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (a27a5004-954c-4e8f-9205-ac4d060f0453), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.101001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:38:48.101388 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (a27a5004-954c-4e8f-9205-ac4d060f0453), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:38:48.103212 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:38:48.322517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (1f8b2cc3-45fd-4393-b8b3-c09491d04968), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.328101 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.335872 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f8b2cc3-45fd-4393-b8b3-c09491d04968 HTTP/1.1" status: 204  len: 168 time: 0.4828072
Apr 30 21:38:48.347752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456f8f5-9d69-4fc2-82b1-6105bc5b63fa admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8b2cc3-45fd-4393-b8b3-c09491d04968,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:48.393181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 944ded8a-0542-4be0-87c6-04783f30015e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:38:48.428390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d898f6bb-ce69-41c8-89a5-a1b9c295ea2f up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:48.534311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d40554-4c25-46ec-89a0-2d48f6eb341c req-b93ca97b-7fb7-4b6b-82f0-5f1e9e37facc tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:48.535421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:38:48.536272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43d40554-4c25-46ec-89a0-2d48f6eb341c req-b93ca97b-7fb7-4b6b-82f0-5f1e9e37facc tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 943 time: 0.0586472
Apr 30 21:38:48.542159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 944ded8a-0542-4be0-87c6-04783f30015e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=944ded8a-0542-4be0-87c6-04783f30015e,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:48.555187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '944ded8a-0542-4be0-87c6-04783f30015e', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'port_id': '944ded8a-0542-4be0-87c6-04783f30015e', 'mac_address': 'fa:16:3e:e8:f4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:38:48.593858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43d40554-4c25-46ec-89a0-2d48f6eb341c req-7fdaaf94-53e7-4aff-8aa2-01a64708e92f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498960
Apr 30 21:38:48.596695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 944ded8a-0542-4be0-87c6-04783f30015e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:48.597083 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (944ded8a-0542-4be0-87c6-04783f30015e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.622193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944ded8a-0542-4be0-87c6-04783f30015e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:38:48.663170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 944ded8a-0542-4be0-87c6-04783f30015e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=944ded8a-0542-4be0-87c6-04783f30015e,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:48.665552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:48.666146 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.742617 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (944ded8a-0542-4be0-87c6-04783f30015e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.745632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7eb72-6578-4d4b-b1ee-cd83c4093fc8 req-e10f6921-7ac9-4c6f-812d-10d74a2728cc tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:48.747646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8a7eb72-6578-4d4b-b1ee-cd83c4093fc8 req-e10f6921-7ac9-4c6f-812d-10d74a2728cc tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 983 time: 0.0815442
Apr 30 21:38:48.771992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b12c6-93b6-4174-99cb-9a5fae64cb36 req-1874d4fb-8649-4557-9b15-59edae37580e tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:48.773492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb9b12c6-93b6-4174-99cb-9a5fae64cb36 req-1874d4fb-8649-4557-9b15-59edae37580e tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 950 time: 0.0756280
Apr 30 21:38:48.788669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:48.788669 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.820828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=944ded8a-0542-4be0-87c6-04783f30015e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:48.829085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:48.834429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37176) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:48.835711 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c92ab1-0e45-40af-a219-0ee5380671c9" -d '{"events": [{"server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:48.851703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:48.870818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8a7eb72-6578-4d4b-b1ee-cd83c4093fc8 req-23254b13-6531-477e-bfe1-021a04e8181d tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1142416
Apr 30 21:38:48.874373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb9b12c6-93b6-4174-99cb-9a5fae64cb36 req-548068ec-873b-4fba-aa2d-f62492e5753c tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941765
Apr 30 21:38:48.894543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37190) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:48.896571 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c34137b3-f415-48ec-a280-13c6ea453e5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e02e106ab99f4decadf747b3ebf025c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0545616
Apr 30 21:38:48.928097 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bf2ebf-8817-45d9-b8f6-04df10ab98df x-openstack-request-id: req-71bf2ebf-8817-45d9-b8f6-04df10ab98df {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:48.928615 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "name": "network-vif-plugged", "status": "completed", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:48.928615 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-71bf2ebf-8817-45d9-b8f6-04df10ab98df {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:48.929027 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bf2ebf-8817-45d9-b8f6-04df10ab98df'] response: {'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'code': 200}
Apr 30 21:38:48.933385 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.951003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a92b335-aec8-47e9-9c57-8bdfe3839f3e admin admin] Publish callbacks [] for security_group (4dff0e8c-d61d-424a-a8d4-0eef6fa85e72), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.973558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a92b335-aec8-47e9-9c57-8bdfe3839f3e admin admin] Publish callbacks [] for security_group (4dff0e8c-d61d-424a-a8d4-0eef6fa85e72), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:48.982166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['944ded8a-0542-4be0-87c6-04783f30015e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:38:49.014376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:49.099071 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a92b335-aec8-47e9-9c57-8bdfe3839f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4dff0e8c-d61d-424a-a8d4-0eef6fa85e72), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:49.101805 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a92b335-aec8-47e9-9c57-8bdfe3839f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:49.105315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a92b335-aec8-47e9-9c57-8bdfe3839f3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dff0e8c-d61d-424a-a8d4-0eef6fa85e72 HTTP/1.1" status: 204  len: 168 time: 0.2073627
Apr 30 21:38:49.112599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92b335-aec8-47e9-9c57-8bdfe3839f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff0e8c-d61d-424a-a8d4-0eef6fa85e72,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:49.675590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e9fc3-8920-4efc-844b-c2b6a250f17e req-5059e7c8-65c3-4f40-945d-fd27ca3d807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:49.677139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-961e9fc3-8920-4efc-844b-c2b6a250f17e req-5059e7c8-65c3-4f40-945d-fd27ca3d807a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 1166 time: 0.0459650
Apr 30 21:38:49.727070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88cc2-a463-40eb-ab1e-df668e44a0bf req-0f84e7fb-9103-4cc8-b574-8f0c7f00f767 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:49.728693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2e88cc2-a463-40eb-ab1e-df668e44a0bf req-0f84e7fb-9103-4cc8-b574-8f0c7f00f767 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 944 time: 0.0555370
Apr 30 21:38:49.805110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2e88cc2-a463-40eb-ab1e-df668e44a0bf req-66b652d3-72e3-4f8f-8248-d20b11fcefbe tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708117
Apr 30 21:38:49.829957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-961e9fc3-8920-4efc-844b-c2b6a250f17e req-0a861aec-dab1-41ef-a5b7-aed7d0e5bf8e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0731163
Apr 30 21:38:50.022082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c9516-36bb-4e57-b147-e15a2b2af17c req-9a8ef380-824b-4112-b3df-56dd894a7c05 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:50.023791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-846c9516-36bb-4e57-b147-e15a2b2af17c req-9a8ef380-824b-4112-b3df-56dd894a7c05 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 984 time: 0.0767126
Apr 30 21:38:50.067696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb995d-e6f6-4549-9292-b4c5cdb8505e req-c9464264-9d98-432d-93c6-829fe21c64a7 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:50.069182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24cb995d-e6f6-4549-9292-b4c5cdb8505e req-c9464264-9d98-432d-93c6-829fe21c64a7 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 950 time: 0.0949030
Apr 30 21:38:50.126476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-f59a890a-7d68-44d6-8452-739a6e3cfecf tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:50.127998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-f59a890a-7d68-44d6-8452-739a6e3cfecf tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 950 time: 0.0844183
Apr 30 21:38:50.198090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-846c9516-36bb-4e57-b147-e15a2b2af17c req-31f976bb-6fde-4270-93d6-e45952e94ca0 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1666920
Apr 30 21:38:50.206901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24cb995d-e6f6-4549-9292-b4c5cdb8505e req-a40734d1-9d6b-43fb-ab2f-1416d57ff63b tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/security-groups?id=2e95c2b6-1bb8-47c1-be98-634d15732729&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164460
Apr 30 21:38:50.260117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Deleting port 6cc9a171-8ede-4929-8fd6-67941443391d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:38:50.260458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:50.355759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] For port 6cc9a171-8ede-4929-8fd6-67941443391d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6cc9a171-8ede-4929-8fd6-67941443391d,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:50.356204 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:50.371108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Calling delete_port for 6cc9a171-8ede-4929-8fd6-67941443391d owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:38:50.408004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 944ded8a-0542-4be0-87c6-04783f30015e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:38:50.483451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 944ded8a-0542-4be0-87c6-04783f30015e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:38:50.533611 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d206c94-8a5b-4de6-b002-d820f8d9ecb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:50.579109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 944ded8a-0542-4be0-87c6-04783f30015e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:38:50.579485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (944ded8a-0542-4be0-87c6-04783f30015e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:50.653668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6cc9a171-8ede-4929-8fd6-67941443391d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:50.658106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 944ded8a-0542-4be0-87c6-04783f30015e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:38:50.658497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (944ded8a-0542-4be0-87c6-04783f30015e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:50.668865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['6cc9a171-8ede-4929-8fd6-67941443391d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:38:50.692419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Pushing event deleted for resources: {'Port': ['ID=6cc9a171-8ede-4929-8fd6-67941443391d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:50.716392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 944ded8a-0542-4be0-87c6-04783f30015e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=944ded8a-0542-4be0-87c6-04783f30015e,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:38:50.746641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] No DVR routers for this DVR port 6cc9a171-8ede-4929-8fd6-67941443391d on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:38:50.749395 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:50.753935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9beab9e7-373a-4422-a651-609e9f12ac5e req-c1f4f6c4-ac89-45b2-92b0-51a8e0574a39 tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.35 "DELETE /v2.0/ports/6cc9a171-8ede-4929-8fd6-67941443391d HTTP/1.1" status: 204  len: 173 time: 0.6193428
Apr 30 21:38:50.754504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6ce777-0769-47cf-bfb8-26ef8630648e', 'name': 'network-vif-deleted', 'tag': '6cc9a171-8ede-4929-8fd6-67941443391d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:50.757636 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c21be4-4e6b-4772-bffd-d320cc44c828" -d '{"events": [{"server_uuid": "0d6ce777-0769-47cf-bfb8-26ef8630648e", "name": "network-vif-deleted", "tag": "6cc9a171-8ede-4929-8fd6-67941443391d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:50.785368 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (944ded8a-0542-4be0-87c6-04783f30015e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:50.806357 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29728b52-2ecc-4cff-bd4f-235aadb15c9f x-openstack-request-id: req-29728b52-2ecc-4cff-bd4f-235aadb15c9f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:50.806654 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6ce777-0769-47cf-bfb8-26ef8630648e", "name": "network-vif-deleted", "tag": "6cc9a171-8ede-4929-8fd6-67941443391d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:50.806915 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29728b52-2ecc-4cff-bd4f-235aadb15c9f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:50.807318 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29728b52-2ecc-4cff-bd4f-235aadb15c9f'] response: {'server_uuid': '0d6ce777-0769-47cf-bfb8-26ef8630648e', 'name': 'network-vif-deleted', 'tag': '6cc9a171-8ede-4929-8fd6-67941443391d', 'status': 'completed', 'code': 200}
Apr 30 21:38:50.853608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=944ded8a-0542-4be0-87c6-04783f30015e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:50.930087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944ded8a-0542-4be0-87c6-04783f30015e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:50.934419 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e39841a-ebbb-4147-a6b4-428d4db50e16" -d '{"events": [{"server_uuid": "686ca208-0f15-455b-acdf-cdd63ffaee03", "name": "network-vif-plugged", "status": "completed", "tag": "944ded8a-0542-4be0-87c6-04783f30015e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:51.185828 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:51.266866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3f7f850-fea3-4d75-9756-755f2f90b199 req-d4a9e177-d3ce-46a3-9059-51d0347cd69d tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0350950
Apr 30 21:38:51.275997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e48f7-ae4b-437f-aa60-6ebd1d2ff9bc req-f98e5b09-66fc-4dba-94aa-6e9c79ddcbb0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:51.287128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a85e48f7-ae4b-437f-aa60-6ebd1d2ff9bc req-f98e5b09-66fc-4dba-94aa-6e9c79ddcbb0 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 945 time: 0.3794563
Apr 30 21:38:51.324948 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f86f7eb-21ac-4c05-b9e7-887b016a048a x-openstack-request-id: req-5f86f7eb-21ac-4c05-b9e7-887b016a048a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:51.325283 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686ca208-0f15-455b-acdf-cdd63ffaee03", "name": "network-vif-plugged", "status": "completed", "tag": "944ded8a-0542-4be0-87c6-04783f30015e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:51.325534 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f86f7eb-21ac-4c05-b9e7-887b016a048a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:51.325947 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f86f7eb-21ac-4c05-b9e7-887b016a048a'] response: {'server_uuid': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944ded8a-0542-4be0-87c6-04783f30015e', 'code': 200}
Apr 30 21:38:51.330236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a85e48f7-ae4b-437f-aa60-6ebd1d2ff9bc req-763e9172-9a9c-4476-96c7-1b9ef22c0f6a tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458298
Apr 30 21:38:51.362449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:51.481648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c8585a-9481-4bf5-8e5b-9f22f30229d2 req-49855d0a-fa11-4824-bf57-8435d7c0b72e tempest-VolumesNegativeTest-109917746 tempest-VolumesNegativeTest-109917746-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d6ce777-0769-47cf-bfb8-26ef8630648e HTTP/1.1" status: 200  len: 210 time: 0.0716996
Apr 30 21:38:51.487759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ccfe3-9e54-446f-9931-7ec07bb768f9 req-9994c20d-52f2-4081-8ddb-e13534cd222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:51.489171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f89ccfe3-9e54-446f-9931-7ec07bb768f9 req-9994c20d-52f2-4081-8ddb-e13534cd222e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 1127 time: 0.0880930
Apr 30 21:38:51.495414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23f423-4944-44f6-8404-a1d56d9c2943 req-cb877cbd-f08d-402a-9458-428a3de89178 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:51.497724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a23f423-4944-44f6-8404-a1d56d9c2943 req-cb877cbd-f08d-402a-9458-428a3de89178 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 984 time: 0.1125386
Apr 30 21:38:51.575959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f89ccfe3-9e54-446f-9931-7ec07bb768f9 req-b25ce011-b7f4-4c33-ab6f-4936a279d022 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772338
Apr 30 21:38:51.587575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a23f423-4944-44f6-8404-a1d56d9c2943 req-b40827cd-7b73-462e-8dfd-45e9fd245890 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0826886
Apr 30 21:38:51.723283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddcfca-b074-4015-a453-a4cb4f80528e req-7b6be49d-b221-4c10-a724-1144ef617945 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:51.724753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abddcfca-b074-4015-a453-a4cb4f80528e req-7b6be49d-b221-4c10-a724-1144ef617945 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 984 time: 0.0479238
Apr 30 21:38:51.786147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abddcfca-b074-4015-a453-a4cb4f80528e req-b4279f7b-7b8b-489c-bc40-13013d81d09a tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0551198
Apr 30 21:38:51.892561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2617b73-1c9e-4fee-9f5b-f8183f4e6333 req-c632617c-1402-4f3b-ac5f-0f885a29ffc5 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:51.894088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2617b73-1c9e-4fee-9f5b-f8183f4e6333 req-c632617c-1402-4f3b-ac5f-0f885a29ffc5 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 1166 time: 0.0389314
Apr 30 21:38:51.912817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c2617b73-1c9e-4fee-9f5b-f8183f4e6333 req-07ce41fe-da7a-41ac-b17e-dbe7e3c04191 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:51.987836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c2617b73-1c9e-4fee-9f5b-f8183f4e6333 req-07ce41fe-da7a-41ac-b17e-dbe7e3c04191 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Publish callbacks [] for security_group (801c2456-5f9e-4397-9649-41c02985e3af), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:52.048603 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c2617b73-1c9e-4fee-9f5b-f8183f4e6333 req-07ce41fe-da7a-41ac-b17e-dbe7e3c04191 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (801c2456-5f9e-4397-9649-41c02985e3af), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:52.090135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce41fe-da7a-41ac-b17e-dbe7e3c04191 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801c2456-5f9e-4397-9649-41c02985e3af,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:52.098609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2617b73-1c9e-4fee-9f5b-f8183f4e6333 req-07ce41fe-da7a-41ac-b17e-dbe7e3c04191 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.1983676
Apr 30 21:38:52.121876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37262) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:52.173930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddeda8-b8f8-42f4-b004-7f81d46ec816 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:52.173930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-adddeda8-b8f8-42f4-b004-7f81d46ec816 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 1161 time: 0.0460262
Apr 30 21:38:52.173930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37266) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:52.176297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:52.282923 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:52.387546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e0eb1f0-5d69-48de-bc0d-d731017465ac req-1fe838a4-7954-4e8f-8cf0-dfd1b1a85559 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0332763
Apr 30 21:38:52.388642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:52.492166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c628f9d-c95c-4c7f-9ef5-a562f042258c req-36b265b7-a61d-4a44-b074-43554f0093fc tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:52.493726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c628f9d-c95c-4c7f-9ef5-a562f042258c req-36b265b7-a61d-4a44-b074-43554f0093fc tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 945 time: 0.0602953
Apr 30 21:38:52.578488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c628f9d-c95c-4c7f-9ef5-a562f042258c req-2a726e77-5b86-45bb-a4c3-6761b2b6b205 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628378
Apr 30 21:38:52.580114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Allocated IP 172.35.4.242 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/1f6c514f-c516-4e85-95d1-0c9e4bb86995) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:38:52.692406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (1f6c514f-c516-4e85-95d1-0c9e4bb86995), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:52.825217 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1f6c514f-c516-4e85-95d1-0c9e4bb86995), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:52.863396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:38:52.867772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:38:52.872041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:38:52.880550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=1f6c514f-c516-4e85-95d1-0c9e4bb86995,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:53.173806 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:53.370301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for floatingip (60c48731-c7d7-4d5e-bf95-3240f43c2519), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:53.506878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e58573ab-c587-4243-b244-3bb049d03264 req-e5968da5-054b-4ca3-b022-45bbecb3fd5a tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0306785
Apr 30 21:38:53.598918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f6c514f-c516-4e85-95d1-0c9e4bb86995), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:53.769588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9b271-571c-4083-a14a-7a857ed7742d req-763d0071-cc2b-4fd7-8b57-846ed3b0047b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:53.771348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8b9b271-571c-4083-a14a-7a857ed7742d req-763d0071-cc2b-4fd7-8b57-846ed3b0047b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 945 time: 0.0632761
Apr 30 21:38:53.852912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (1f6c514f-c516-4e85-95d1-0c9e4bb86995), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:53.854400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8b9b271-571c-4083-a14a-7a857ed7742d req-86ca2689-05c2-46ab-93f1-26b892d5962c tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732954
Apr 30 21:38:53.922095 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1f6c514f-c516-4e85-95d1-0c9e4bb86995), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:54.031696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=1f6c514f-c516-4e85-95d1-0c9e4bb86995,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:38:54.041403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150bf7-d7f1-4d28-a79c-1d0e5bc584ff req-b706ab36-85cb-45c1-9626-5058085352aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:54.042915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb150bf7-d7f1-4d28-a79c-1d0e5bc584ff req-b706ab36-85cb-45c1-9626-5058085352aa tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 945 time: 0.1111667
Apr 30 21:38:54.046667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (60c48731-c7d7-4d5e-bf95-3240f43c2519), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:54.054124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37380) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:54.059958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Request body: {'floatingip': {'port_id': '944ded8a-0542-4be0-87c6-04783f30015e'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:38:54.165536 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (83717b61-f058-4614-b5d7-dbd80bd0636b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:54.309496 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Floating IP 60c48731-c7d7-4d5e-bf95-3240f43c2519 associated. External IP: 172.35.4.242, port: d898f6bb-ce69-41c8-89a5-a1b9c295ea2f.
Apr 30 21:38:54.446724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6cc9a171-8ede-4929-8fd6-67941443391d no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:38:54.468846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 6cc9a171-8ede-4929-8fd6-67941443391d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:38:54.469280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6cc9a171-8ede-4929-8fd6-67941443391d not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:38:54.482077 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:54.767063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70291bb5-eb9d-4eaf-ba68-3be81be1f4f4 req-4fc431c9-6a83-445a-91a4-2076f984e96f tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0415006
Apr 30 21:38:55.084837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-450aff27-572e-44e1-83dc-bf046a36ea70 req-f8c681ae-e67e-47da-955d-93c30250d131 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0555031
Apr 30 21:38:55.097370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:38:55.220069 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:55.277076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:38:55.289382 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] Sync routers for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:38:55.299703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (83717b61-f058-4614-b5d7-dbd80bd0636b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:55.300952 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:55.301644 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf5fb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:55.413173 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:55.428470 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:55.444493 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Floating IP 83717b61-f058-4614-b5d7-dbd80bd0636b associated. External IP: 172.35.4.81, port: 944ded8a-0542-4be0-87c6-04783f30015e.
Apr 30 21:38:55.518318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bcfa917b-1392-4b87-a2e4-b108005d557e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3430269
Apr 30 21:38:55.518518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:55.519202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37484) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:55.520805 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e854a-2a83-4dce-aa65-077b509b0e68" -d '{"events": [{"name": "network-changed", "server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:55.581216 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a274bcd-24a7-48a3-88e7-aafc9f70bd05 x-openstack-request-id: req-6a274bcd-24a7-48a3-88e7-aafc9f70bd05 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:55.582293 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:55.582558 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a274bcd-24a7-48a3-88e7-aafc9f70bd05 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:55.583105 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a274bcd-24a7-48a3-88e7-aafc9f70bd05'] response: {'name': 'network-changed', 'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'status': 'completed', 'code': 200}
Apr 30 21:38:55.665238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-d2856fac-7999-4190-aa4a-592183605a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.667101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-d2856fac-7999-4190-aa4a-592183605a6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e3f82b1b832495896f59d90477f6e44&device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 1166 time: 0.0715623
Apr 30 21:38:55.726704 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf5fb50>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '60c48731-c7d7-4d5e-bf95-3240f43c2519', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'floating_ip_address': '172.35.4.242', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'port_id': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'mac_address': 'fa:16:3e:c2:95:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:53Z', 'updated_at': '2022-04-30T21:38:53Z', 'revision_number': 0, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:34Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:55.758824 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] Checking router: cc49149f-465c-4e3b-8d84-9f3e8b2df0cd for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:38:55.767621 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:55.768241 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf5fb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:55.805391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63780bd4-6473-4ea9-a6ca-41337cfb92d4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.805899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63780bd4-6473-4ea9-a6ca-41337cfb92d4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.806363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63780bd4-6473-4ea9-a6ca-41337cfb92d4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.806816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63780bd4-6473-4ea9-a6ca-41337cfb92d4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.807272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63780bd4-6473-4ea9-a6ca-41337cfb92d4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.807725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63780bd4-6473-4ea9-a6ca-41337cfb92d4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.808184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63780bd4-6473-4ea9-a6ca-41337cfb92d4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.810070 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-63780bd4-6473-4ea9-a6ca-41337cfb92d4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4976 time: 0.2891414
Apr 30 21:38:55.812831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37512) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:55.892762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-9b5417ad-8354-46f7-851e-f5a3d36dc4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.894295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-9b5417ad-8354-46f7-851e-f5a3d36dc4f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab03ba7a-b1de-487f-8bf8-6720348bf85d HTTP/1.1" status: 200  len: 897 time: 0.2207100
Apr 30 21:38:55.911295 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:55.911943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c0bf-a125-4ff7-9c8b-1a97bbc0d9f4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.912588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c0bf-a125-4ff7-9c8b-1a97bbc0d9f4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.913197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c0bf-a125-4ff7-9c8b-1a97bbc0d9f4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.913871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c0bf-a125-4ff7-9c8b-1a97bbc0d9f4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.914486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c0bf-a125-4ff7-9c8b-1a97bbc0d9f4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.915122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c0bf-a125-4ff7-9c8b-1a97bbc0d9f4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.915735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991c0bf-a125-4ff7-9c8b-1a97bbc0d9f4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:55.920322 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0991c0bf-a125-4ff7-9c8b-1a97bbc0d9f4 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4636 time: 0.1040323
Apr 30 21:38:55.920846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37514) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:55.925721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-938ac64f-ddb0-4468-ad9e-6774a55197af req-2bfc146a-2edc-4b5e-8d04-79ae3a041c95 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0623102
Apr 30 21:38:55.964472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:38:56.030658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-b45974c6-c649-402c-aaa7-0c724f73cc04 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f HTTP/1.1" status: 200  len: 999 time: 0.1165535
Apr 30 21:38:56.120262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-98e344f3-426a-473d-a7fe-31cd3135f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:56.121958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-98e344f3-426a-473d-a7fe-31cd3135f344 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56a0f1e8-607b-4bb9-b485-e491f4a00096 HTTP/1.1" status: 200  len: 835 time: 0.0641029
Apr 30 21:38:56.209461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:38:56.223052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] Sync routers for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:38:56.223584 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf5fb50>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '60c48731-c7d7-4d5e-bf95-3240f43c2519', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'floating_ip_address': '172.35.4.242', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'port_id': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'mac_address': 'fa:16:3e:c2:95:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:53Z', 'updated_at': '2022-04-30T21:38:53Z', 'revision_number': 0, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:34Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:56.227982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:38:56.237588 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-354985b8-1792-4e1e-87fb-6c6ac33cc344 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3767 time: 0.3154812
Apr 30 21:38:56.239425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-d0199e69-8dc9-4b98-ab77-377ef60c65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:56.240009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-d0199e69-8dc9-4b98-ab77-377ef60c65f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab03ba7a-b1de-487f-8bf8-6720348bf85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1119812
Apr 30 21:38:56.242328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37524) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:38:56.247573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:56.248494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e30ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:56.261447 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2ae041-16a4-40e5-9816-5f142631d167 None None] The sync data for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 is: [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '60c48731-c7d7-4d5e-bf95-3240f43c2519', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'floating_ip_address': '172.35.4.242', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'port_id': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'mac_address': 'fa:16:3e:c2:95:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:53Z', 'updated_at': '2022-04-30T21:38:53Z', 'revision_number': 0, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:34Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:38:56.299397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab01fb2-d00a-42b7-97dc-9f9a397a7ef5 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:56.303465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab01fb2-d00a-42b7-97dc-9f9a397a7ef5 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:56.303465 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bab01fb2-d00a-42b7-97dc-9f9a397a7ef5 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cc49149f-465c-4e3b-8d84-9f3e8b2df0cd HTTP/1.1" status: 200  len: 2064 time: 0.0586429
Apr 30 21:38:56.305723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-addc422e-9399-45f5-bf44-b743eaf6185e tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "PUT /v2.0/floatingips/83717b61-f058-4614-b5d7-dbd80bd0636b HTTP/1.1" status: 200  len: 990 time: 2.2505543
Apr 30 21:38:56.441869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-1b6779c4-f7ac-41be-9048-5cf6981abca8 service neutron] 10.222.0.35 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347213
Apr 30 21:38:56.456142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:56.551547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-455e854a-2a83-4dce-aa65-077b509b0e68 req-41b11548-3f00-4554-bf36-dc883e632de1 service neutron] 10.222.0.35 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030943
Apr 30 21:38:56.601651 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a12c27-7dab-45cd-86b7-e2f560a8e216 None None] New status for floating IP 60c48731-c7d7-4d5e-bf95-3240f43c2519: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:38:56.751591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e30ddc0>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '83717b61-f058-4614-b5d7-dbd80bd0636b', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'floating_ip_address': '172.35.4.81', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'port_id': '944ded8a-0542-4be0-87c6-04783f30015e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'mac_address': 'fa:16:3e:e8:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:34Z', 'updated_at': '2022-04-30T21:38:55Z', 'revision_number': 1, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:56.779701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] Checking router: 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:38:56.788325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:38:56.788943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e30ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:56.902239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:38:57.044884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfe72cd4-642e-4596-9c84-830c40c3f939 req-9f01b58a-c532-4f31-8237-741163bbf944 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0293870
Apr 30 21:38:57.168338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e30ddc0>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '83717b61-f058-4614-b5d7-dbd80bd0636b', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'floating_ip_address': '172.35.4.81', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'port_id': '944ded8a-0542-4be0-87c6-04783f30015e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'mac_address': 'fa:16:3e:e8:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:34Z', 'updated_at': '2022-04-30T21:38:55Z', 'revision_number': 1, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:38:57.195734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3dc50a-d38e-4375-8b08-6bcf55f6e19e None None] The sync data for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 is: [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '83717b61-f058-4614-b5d7-dbd80bd0636b', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'floating_ip_address': '172.35.4.81', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'port_id': '944ded8a-0542-4be0-87c6-04783f30015e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'mac_address': 'fa:16:3e:e8:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:38:34Z', 'updated_at': '2022-04-30T21:38:55Z', 'revision_number': 1, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:38:57.443298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b217e-1d5f-4424-8d60-4c4edb79b67f None None] New status for floating IP 83717b61-f058-4614-b5d7-dbd80bd0636b: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:38:57.592376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad3aab98-1acc-45cf-b35d-75f3fdec0c85 req-d198dba0-3fd6-40f8-b767-02326609edbb tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0488915
Apr 30 21:38:57.593052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'tag': '944ded8a-0542-4be0-87c6-04783f30015e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:38:57.598203 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb" -d '{"events": [{"name": "network-changed", "server_uuid": "686ca208-0f15-455b-acdf-cdd63ffaee03", "tag": "944ded8a-0542-4be0-87c6-04783f30015e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:38:57.643716 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69506631-ff7b-4845-b8a7-d1c0e74ae94d x-openstack-request-id: req-69506631-ff7b-4845-b8a7-d1c0e74ae94d {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:38:57.644224 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686ca208-0f15-455b-acdf-cdd63ffaee03", "tag": "944ded8a-0542-4be0-87c6-04783f30015e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:38:57.644643 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69506631-ff7b-4845-b8a7-d1c0e74ae94d {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:38:57.645251 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69506631-ff7b-4845-b8a7-d1c0e74ae94d'] response: {'name': 'network-changed', 'server_uuid': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'tag': '944ded8a-0542-4be0-87c6-04783f30015e', 'status': 'completed', 'code': 200}
Apr 30 21:38:57.716595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-c3c15d4f-8f84-4dc4-b10b-0d35a4256e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:57.722982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-c3c15d4f-8f84-4dc4-b10b-0d35a4256e2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 1127 time: 0.0419552
Apr 30 21:38:57.824040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-fe6680bf-666e-445b-bfaf-507becaa954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:57.824425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-fe6680bf-666e-445b-bfaf-507becaa954d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 200  len: 910 time: 0.0998747
Apr 30 21:38:57.890221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-6b559a44-4ad3-4a11-bde9-e6600ceceb6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=944ded8a-0542-4be0-87c6-04783f30015e HTTP/1.1" status: 200  len: 998 time: 0.0594051
Apr 30 21:38:57.971107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-8c89b07d-4c00-4c46-a82c-48c05d06332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:57.972686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-8c89b07d-4c00-4c46-a82c-48c05d06332b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 200  len: 848 time: 0.0489478
Apr 30 21:38:58.015806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-aa4c0c9f-b931-4b3f-b412-f145fc345d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:38:58.017868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-aa4c0c9f-b931-4b3f-b412-f145fc345d28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f67bfdda-ee73-4dcc-b5af-432ce9957ea8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391822
Apr 30 21:38:58.115018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-2855a52b-4007-4ec9-8ca9-e7dd50682577 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898345
Apr 30 21:38:58.217983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9afdbdc2-5ec4-4547-ba78-afd98aa1dceb req-dee6db8a-ed25-414d-b711-ee06094ce211 service neutron] 10.222.0.20 "GET /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892699
Apr 30 21:38:58.701276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b242a52c-bac1-4adf-aae6-d0acd116212c req-218b42fd-c4a5-4495-9c66-085ebcd708b1 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0277021
Apr 30 21:38:59.804935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-020d5375-9b7e-45a9-ab0a-c42764d959f4 req-4b7b8f4e-565a-497e-9bde-f9c10f7ceef8 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0272987
Apr 30 21:39:00.914998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c504314e-a811-4ac7-9e86-3dfffa249bd9 req-8e8e6a3d-9e2d-4b4f-bbba-01c86de3ff6d tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0321512
Apr 30 21:39:02.020947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9c3445b-17e3-4f1a-ac34-9b554b95e83f req-f7c960af-dc26-4073-8fc6-659cc4a2ea9d tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0315046
Apr 30 21:39:03.089112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37704) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:03.125164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6e992ed-e19e-437e-ace8-db19bed0f044 req-003f9566-addb-4c0e-9658-6519d0a2a6f4 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0284498
Apr 30 21:39:03.178953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e097-aba5-4904-8136-c998a99ba724 req-48edb70e-7507-4566-8e39-bc2b48572fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:03.180484 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dc63e097-aba5-4904-8136-c998a99ba724 req-48edb70e-7507-4566-8e39-bc2b48572fb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1127 time: 0.0903573
Apr 30 21:39:03.240045 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-dc63e097-aba5-4904-8136-c998a99ba724 req-8e12a700-47b9-49d4-b2ef-1014779b2c82 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508201
Apr 30 21:39:04.235113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb809682-725f-4f82-95a8-9a1c40f64d8d req-e4e42fdb-e581-4376-b25d-4a6516750083 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0279205
Apr 30 21:39:04.383247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37750) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:04.517427 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ca2c4058-77ee-4876-9861-ac4abe167c9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f19b8cfdb2ea490ebcb51f4f67262300&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1329451
Apr 30 21:39:04.520534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37754) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:04.567411 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d284d0f-a22a-4ecd-983d-83f52adfbecc admin admin] Publish callbacks [] for security_group (2e95c2b6-1bb8-47c1-be98-634d15732729), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:04.588944 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d284d0f-a22a-4ecd-983d-83f52adfbecc admin admin] Publish callbacks [] for security_group (2e95c2b6-1bb8-47c1-be98-634d15732729), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:04.692776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d284d0f-a22a-4ecd-983d-83f52adfbecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2e95c2b6-1bb8-47c1-be98-634d15732729), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:04.695412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d284d0f-a22a-4ecd-983d-83f52adfbecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:04.696614 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5d284d0f-a22a-4ecd-983d-83f52adfbecc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e95c2b6-1bb8-47c1-be98-634d15732729 HTTP/1.1" status: 204  len: 168 time: 0.1749403
Apr 30 21:39:04.704499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d284d0f-a22a-4ecd-983d-83f52adfbecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e95c2b6-1bb8-47c1-be98-634d15732729,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:05.359363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c055b88a-83a5-4027-8264-2525a552e93f req-a2cb16da-5585-482b-a24d-0b8e043d80c8 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0347073
Apr 30 21:39:06.488836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0930265c-fdd0-4b88-b080-da727dcdd428 req-3a4107f5-e0b9-4f3c-93b4-4bb018989b37 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0283401
Apr 30 21:39:07.596828 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e953989e-0986-499d-8262-e9b6dd3bb1e5 req-25e07c7b-7d2c-4659-a3da-15f4a78aa550 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0302300
Apr 30 21:39:08.699398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9a06be3-9539-43e8-ad9f-2c27c03d3ba4 req-05afd00e-56d4-40a4-aedb-6070bc526e57 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0282259
Apr 30 21:39:09.802854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d652c956-68a1-458e-bf6b-44dcef1aa972 req-fa399747-e65d-4e07-a9f8-0354f7a0c53b tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0265579
Apr 30 21:39:10.908054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90986508-3674-43d6-b2f2-f13f6980914e req-d38835f6-5066-4335-bde4-51e3e6752c52 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0296752
Apr 30 21:39:12.011766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d847ee3-39f9-43b5-9935-9e632af652b6 req-9fb7b14b-53a8-4546-af0b-39f943e68aff tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0272758
Apr 30 21:39:13.474910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37910) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:13.484181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e2c5af3-76f4-47d3-bc79-298c44692b80 req-16223adc-76cd-4dda-a8c1-b680312671a7 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.3691516
Apr 30 21:39:13.585310 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:13.659994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Publish callbacks [] for security_group (75801b97-44d5-412d-ace6-7f27fd438e72), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:13.711265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (75801b97-44d5-412d-ace6-7f27fd438e72), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:13.756632 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=903ce8c98e7941809c3641af803b1030&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2805707
Apr 30 21:39:13.757567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75801b97-44d5-412d-ace6-7f27fd438e72,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:13.759226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37924) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:13.765268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.765619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.765985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.766326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.766658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.767061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.767391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.767715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.768037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.768359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.768680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.768998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.769317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.769633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.770137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f8165c-9342-48a8-8f17-c7e0e05fcfff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.807102 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Publish callbacks [] for security_group (75801b97-44d5-412d-ace6-7f27fd438e72), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:13.827785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Publish callbacks [] for security_group (75801b97-44d5-412d-ace6-7f27fd438e72), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:13.950891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (75801b97-44d5-412d-ace6-7f27fd438e72), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:13.953692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:13.954959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75801b97-44d5-412d-ace6-7f27fd438e72 HTTP/1.1" status: 204  len: 168 time: 0.1946907
Apr 30 21:39:13.963413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75801b97-44d5-412d-ace6-7f27fd438e72,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:13.970795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.971140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.971478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.971810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.972138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.972462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.972996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.974172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.974503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.974828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.975156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.975479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.975801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.976137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:13.976436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de69e59-66ea-4de1-9fa5-61da563e222a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:14.596807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cdcf8c0-5dd7-403b-9d4d-03907ffa373f req-a51eb7f3-eccd-4af4-bacd-dda864e2bafe tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0314891
Apr 30 21:39:14.755733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-bf3207ed-81b1-49a5-905b-3f0b1e6cb46c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396755
Apr 30 21:39:14.841661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-c1bee218-25e4-4787-acba-7444f20b991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:14.843168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-c1bee218-25e4-4787-acba-7444f20b991e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede1fc028b654b819f147b9e5dde458e&device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1127 time: 0.0392723
Apr 30 21:39:14.856053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:14.960488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-396f8655-28ac-43f8-a319-b6e07059d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:14.960488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-396f8655-28ac-43f8-a319-b6e07059d092 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a35949a-03eb-4847-aba7-c5eaeefc6d24 HTTP/1.1" status: 200  len: 910 time: 0.0878057
Apr 30 21:39:14.960768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-820974921-network', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:15.026664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-bda78397-f64e-4484-8ce6-56c43bba5485 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2 HTTP/1.1" status: 200  len: 1001 time: 0.0628569
Apr 30 21:39:15.048033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Made reservation on behalf of ba9fb98f26e1427e993c69d547641b64 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:15.050382 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.059989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.076135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-fb3b7909-0d23-4acf-b81d-a4f5b7a1536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:15.077604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-fb3b7909-0d23-4acf-b81d-a4f5b7a1536f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3291e483-08a3-4ea6-af11-c0318997c56d HTTP/1.1" status: 200  len: 848 time: 0.0436778
Apr 30 21:39:15.122299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-b98f48fb-5da7-46ef-9b21-1da5ebdd4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:15.123736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-b98f48fb-5da7-46ef-9b21-1da5ebdd4069 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a35949a-03eb-4847-aba7-c5eaeefc6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400906
Apr 30 21:39:15.134215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Publish callbacks [] for security_group (80524542-c180-40e8-83a9-49019c632b42), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.213964 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80524542-c180-40e8-83a9-49019c632b42), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.216324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-ecabd0ee-dea7-43bf-8d0a-52ed38511c45 service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849226
Apr 30 21:39:15.239347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:39:15.249497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80524542-c180-40e8-83a9-49019c632b42,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:15.254425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3f2d01f1-bc6a-4068-97fc-5114543df6f3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.254776 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Added segment 3f2d01f1-bc6a-4068-97fc-5114543df6f3 of type vlan for network 178fdf90-24d5-4c50-8d77-c69ed528b32d
Apr 30 21:39:15.297099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (178fdf90-24d5-4c50-8d77-c69ed528b32d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.316026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd00f72a-e377-45d9-93dd-04b26af6409d req-9da52c7c-6351-4d2d-afae-cd0e81521d86 service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0915875
Apr 30 21:39:15.431004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (178fdf90-24d5-4c50-8d77-c69ed528b32d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.431957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:15.432547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.493699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] Pushing event updated for resources: {'Network': ['ID=178fdf90-24d5-4c50-8d77-c69ed528b32d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:15.503383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 178fdf90-24d5-4c50-8d77-c69ed528b32d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:39:15.537283 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9c9e1a73-8ed8-4e3b-a0e5-41ef1e153428 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6800132
Apr 30 21:39:15.540120 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37956) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:15.544966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Request body: {'subnet': {'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-820974921-subnet', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:15.608356 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Made reservation on behalf of ba9fb98f26e1427e993c69d547641b64 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:15.610772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:15.708089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7afeb7e-734f-4420-aa76-73f3aa940468 req-d70f7fd6-efe1-4b17-a1aa-1a456a73e997 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0336909
Apr 30 21:39:16.094485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (7744c88b-bde4-43ee-8369-6c3ad6e4b42c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.151778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7744c88b-bde4-43ee-8369-6c3ad6e4b42c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:16.158732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Checking segment: {'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:16.159093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Network hostable DHCP agents. Network: 178fdf90-24d5-4c50-8d77-c69ed528b32d, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:39:16.225229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Network 178fdf90-24d5-4c50-8d77-c69ed528b32d is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:39:16.288080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 178fdf90-24d5-4c50-8d77-c69ed528b32d) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:16.292371 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:16.292966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.298895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e3db7d-fc53-4323-b0d6-14be7eca2a98 None None] Network 178fdf90-24d5-4c50-8d77-c69ed528b32d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:16.359829 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3aed1fef-e07d-41e4-8dae-bb742064f369 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8184605
Apr 30 21:39:16.362459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 37962) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:16.366878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:16.401044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-178fdf90-24d5-4c50-8d77-c69ed528b32d', 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d', 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'fixed_ips': [{'subnet_id': '7744c88b-bde4-43ee-8369-6c3ad6e4b42c'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:39:16.401910 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.419954 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (132a866d-cc76-4000-9685-90f7f7d69292), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.421057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (132a866d-cc76-4000-9685-90f7f7d69292), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.478692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks [] for router_controller (132a866d-cc76-4000-9685-90f7f7d69292), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.533179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Allocated IP 172.20.0.2 (178fdf90-24d5-4c50-8d77-c69ed528b32d/7744c88b-bde4-43ee-8369-6c3ad6e4b42c/47c4fa93-c248-480f-8122-427314b574c8) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:16.677868 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Publish callbacks [] for port (47c4fa93-c248-480f-8122-427314b574c8), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.713508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks [] for router_gateway (132a866d-cc76-4000-9685-90f7f7d69292), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.723598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (47c4fa93-c248-480f-8122-427314b574c8), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.767650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Network 178fdf90-24d5-4c50-8d77-c69ed528b32d is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:16.770692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:16.777441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:16.780589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Pushing event updated for resources: {'Port': ['ID=47c4fa93-c248-480f-8122-427314b574c8,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:16.792935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.793284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.793625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.793987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.794368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.794654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.794982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.795306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.795630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.795952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.796275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.796595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.796912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.797229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.797548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:16.823533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-829d9ad5-41a8-4d63-831b-90bf076ef68e req-581d384c-67f4-4273-a35c-a775d75279ca tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0307262
Apr 30 21:39:16.846966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Attempting to bind port 47c4fa93-c248-480f-8122-427314b574c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:16.847341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Attempting to bind port 47c4fa93-c248-480f-8122-427314b574c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:16.847707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Attempting to bind port 47c4fa93-c248-480f-8122-427314b574c8 on network 178fdf90-24d5-4c50-8d77-c69ed528b32d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:16.853394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:16.859265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Checking segment: {'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:16.859265 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.859265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Bound using segment: {'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:16.859265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Bound port: 47c4fa93-c248-480f-8122-427314b574c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:16.859265 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47c4fa93-c248-480f-8122-427314b574c8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:16.931767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] For port 47c4fa93-c248-480f-8122-427314b574c8, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:16.934791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] For port 47c4fa93-c248-480f-8122-427314b574c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47c4fa93-c248-480f-8122-427314b574c8,segment=NetworkSegment(3f2d01f1-bc6a-4068-97fc-5114543df6f3),segment_id=3f2d01f1-bc6a-4068-97fc-5114543df6f3)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:17.003672 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (47c4fa93-c248-480f-8122-427314b574c8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.025147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks [] for router_gateway (132a866d-cc76-4000-9685-90f7f7d69292), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.045117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.078734 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.079961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b956c3-d912-4f68-9d54-50cd63b485ca None None] Pushing event updated for resources: {'Port': ['ID=47c4fa93-c248-480f-8122-427314b574c8,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:17.178825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Allocated IP 172.35.4.163 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/d159fc28-e846-468e-b388-f5477cb790e2) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:17.308572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks [] for port (d159fc28-e846-468e-b388-f5477cb790e2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.380761 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d159fc28-e846-468e-b388-f5477cb790e2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.418297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:17.422551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:17.426150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:17.453813 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Pushing event updated for resources: {'Port': ['ID=d159fc28-e846-468e-b388-f5477cb790e2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:17.733642 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks [] for router_gateway (132a866d-cc76-4000-9685-90f7f7d69292), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.866131 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5fd58fc7-6d71-4af2-b918-4e7a7c371720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.949326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (132a866d-cc76-4000-9685-90f7f7d69292), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:17.950688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edfa4395-956a-4c77-ae68-3aa186759ef7 req-df4a0e69-4f23-408b-b2ab-a58957a0b4e2 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0421159
Apr 30 21:39:18.028556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec2af4-6a8a-4970-a8c6-1972f53d6c03 None None] Network 178fdf90-24d5-4c50-8d77-c69ed528b32d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:18.087434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1dfa74c5-9946-4438-af5a-f8f701d9c303 None None] Provisioning complete for port 47c4fa93-c248-480f-8122-427314b574c8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:18.087725 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1dfa74c5-9946-4438-af5a-f8f701d9c303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47c4fa93-c248-480f-8122-427314b574c8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:18.151747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Router 132a866d-cc76-4000-9685-90f7f7d69292 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:39:18.218551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa74c5-9946-4438-af5a-f8f701d9c303 None None] Current status of the port 47c4fa93-c248-480f-8122-427314b574c8 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:18.218551 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1dfa74c5-9946-4438-af5a-f8f701d9c303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47c4fa93-c248-480f-8122-427314b574c8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:18.258292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1dfa74c5-9946-4438-af5a-f8f701d9c303 None None] For port 47c4fa93-c248-480f-8122-427314b574c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47c4fa93-c248-480f-8122-427314b574c8,segment=NetworkSegment(3f2d01f1-bc6a-4068-97fc-5114543df6f3),segment_id=3f2d01f1-bc6a-4068-97fc-5114543df6f3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:18.281226 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:18.298992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 47c4fa93-c248-480f-8122-427314b574c8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:18.305065 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Sync routers for ids ['132a866d-cc76-4000-9685-90f7f7d69292'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:18.319719 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Routers {'132a866d-cc76-4000-9685-90f7f7d69292'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:18.320339 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc27a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['132a866d-cc76-4000-9685-90f7f7d69292'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:18.346713 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1dfa74c5-9946-4438-af5a-f8f701d9c303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (47c4fa93-c248-480f-8122-427314b574c8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:18.381638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 47c4fa93-c248-480f-8122-427314b574c8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:18.382048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47c4fa93-c248-480f-8122-427314b574c8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:18.399364 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:18.403326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a28d5681-c128-42a5-8355-bceaeeb11e3d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.0372555
Apr 30 21:39:18.404317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 37988) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:18.429591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa74c5-9946-4438-af5a-f8f701d9c303 None None] Pushing event updated for resources: {'Port': ['ID=47c4fa93-c248-480f-8122-427314b574c8,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:18.446967 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Set router 132a866d-cc76-4000-9685-90f7f7d69292 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:18.486134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 47c4fa93-c248-480f-8122-427314b574c8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:18.566981 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9d7164af-bcab-4741-9a01-57352d3d4df8 None None] Provisioning complete for port 47c4fa93-c248-480f-8122-427314b574c8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:18.567643 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9d7164af-bcab-4741-9a01-57352d3d4df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47c4fa93-c248-480f-8122-427314b574c8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:18.664560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9d7164af-bcab-4741-9a01-57352d3d4df8 None None] Current status of the port 47c4fa93-c248-480f-8122-427314b574c8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:18.734380 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc27a00>, [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:17Z', 'revision_number': 3, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:18.760973 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Checking router: 132a866d-cc76-4000-9685-90f7f7d69292 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:18.761328 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Updating router 132a866d-cc76-4000-9685-90f7f7d69292 port d159fc28-e846-468e-b388-f5477cb790e2 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:18.792033 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d159fc28-e846-468e-b388-f5477cb790e2), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:18.863388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.040217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Allocated IP 172.20.0.1 (178fdf90-24d5-4c50-8d77-c69ed528b32d/7744c88b-bde4-43ee-8369-6c3ad6e4b42c/a10871ac-e884-4d9a-80fc-677c6259ade5) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:19.058899 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Publish callbacks [] for port (d159fc28-e846-468e-b388-f5477cb790e2), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.084309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f975afe-98cc-4a54-b709-57931f9f0912 req-63059c2b-9906-4084-b5de-85d604c722b9 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0397377
Apr 30 21:39:19.134665 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d159fc28-e846-468e-b388-f5477cb790e2), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.180482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Publish callbacks [] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.186486 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Attempting to bind port d159fc28-e846-468e-b388-f5477cb790e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:19.186858 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Attempting to bind port d159fc28-e846-468e-b388-f5477cb790e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:19.187213 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Attempting to bind port d159fc28-e846-468e-b388-f5477cb790e2 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:19.189742 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Pushing event updated for resources: {'Port': ['ID=d159fc28-e846-468e-b388-f5477cb790e2,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:19.198518 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:19.198890 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:19.199288 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.199675 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:19.200131 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Bound port: d159fc28-e846-468e-b388-f5477cb790e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:19.200509 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d159fc28-e846-468e-b388-f5477cb790e2), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.203507 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.203833 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.204167 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.204495 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.204827 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.205156 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.205477 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.205822 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.206143 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.206460 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.206777 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.207093 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.207436 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.207753 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.208065 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:39:19.268443 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] For port d159fc28-e846-468e-b388-f5477cb790e2, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:19.268443 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] For port d159fc28-e846-468e-b388-f5477cb790e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d159fc28-e846-468e-b388-f5477cb790e2,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:19.305898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.346844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Network 178fdf90-24d5-4c50-8d77-c69ed528b32d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:19.349736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:19.353486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:19.363141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Pushing event updated for resources: {'Port': ['ID=a10871ac-e884-4d9a-80fc-677c6259ade5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:19.410295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (132a866d-cc76-4000-9685-90f7f7d69292), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.443574 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d159fc28-e846-468e-b388-f5477cb790e2), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.521057 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Routers {'132a866d-cc76-4000-9685-90f7f7d69292'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:19.521977 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc27a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:38:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['132a866d-cc76-4000-9685-90f7f7d69292'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:19.559746 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf13e5a-7254-44a8-ad58-5375ba977d36 None None] Pushing event updated for resources: {'Port': ['ID=d159fc28-e846-468e-b388-f5477cb790e2,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:19.587454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9e95c778-0e30-4886-95f8-f81bd3da6f8f None None] Provisioning complete for port a10871ac-e884-4d9a-80fc-677c6259ade5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:19.593168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9e95c778-0e30-4886-95f8-f81bd3da6f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.611196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.635894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9e95c778-0e30-4886-95f8-f81bd3da6f8f None None] Port a10871ac-e884-4d9a-80fc-677c6259ade5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:19.653651 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] Set router 132a866d-cc76-4000-9685-90f7f7d69292 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:19.777081 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Publish callbacks [] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.819889 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc27a00>, [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:17Z', 'revision_number': 3, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:19.847614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.850767 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233790-1a5e-429e-b273-3628d134c430 None None] The sync data for ids ['132a866d-cc76-4000-9685-90f7f7d69292'] in ncdv-master-1 is: [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:17Z', 'revision_number': 3, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:19.923661 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (132a866d-cc76-4000-9685-90f7f7d69292), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:19.925512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Pushing event updated for resources: {'Port': ['ID=a10871ac-e884-4d9a-80fc-677c6259ade5,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:20.033556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Network 178fdf90-24d5-4c50-8d77-c69ed528b32d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:20.033556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:20.312058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ab69c0b-aae7-4b65-94ae-03e3aa92b6f9 req-942f0fb1-3063-44f1-a33d-0ff2967b17eb tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0708215
Apr 30 21:39:20.360505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-eaabc540-25e4-4bf2-b25d-1470082f6944 None None] Provisioning complete for port a10871ac-e884-4d9a-80fc-677c6259ade5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:20.364505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eaabc540-25e4-4bf2-b25d-1470082f6944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:20.365236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Router 132a866d-cc76-4000-9685-90f7f7d69292 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:39:20.452174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 47c4fa93-c248-480f-8122-427314b574c8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:20.501382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-eaabc540-25e4-4bf2-b25d-1470082f6944 None None] Port a10871ac-e884-4d9a-80fc-677c6259ade5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:20.520952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 47c4fa93-c248-480f-8122-427314b574c8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:20.520952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47c4fa93-c248-480f-8122-427314b574c8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:20.545177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:20.554981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51f1e908-4344-4f44-ab31-f729e5d78397 admin admin] 10.222.0.23 "PUT /v2.0/routers/132a866d-cc76-4000-9685-90f7f7d69292/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1495373
Apr 30 21:39:20.590971 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c573a640-6983-4de7-9484-f30df329a8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:20.643090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 47c4fa93-c248-480f-8122-427314b574c8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:20.644370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d159fc28-e846-468e-b388-f5477cb790e2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:20.703068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d159fc28-e846-468e-b388-f5477cb790e2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:20.703547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d159fc28-e846-468e-b388-f5477cb790e2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:20.810035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d159fc28-e846-468e-b388-f5477cb790e2 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:20.810612 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d159fc28-e846-468e-b388-f5477cb790e2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:20.836208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port d159fc28-e846-468e-b388-f5477cb790e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d159fc28-e846-468e-b388-f5477cb790e2,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:20.928465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d159fc28-e846-468e-b388-f5477cb790e2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:20.980313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=d159fc28-e846-468e-b388-f5477cb790e2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:21.172666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.339980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.376146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38066) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:21.381715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1040470467-network', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:21.439707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be5d00ac-6369-4a42-a922-da9663c32e38 req-a2ae56ee-d8a9-48d0-98be-6626a73aacc2 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0353820
Apr 30 21:39:21.471594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Made reservation on behalf of d4ba2120895d4daaa9a12af1a9fe0ece for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:21.476304 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.483480 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.562213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Publish callbacks [] for security_group (307f0f40-049a-40cc-8f28-1ca22c274ec5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.642815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (307f0f40-049a-40cc-8f28-1ca22c274ec5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.668666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:39:21.679164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f0f40-049a-40cc-8f28-1ca22c274ec5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:21.684237 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b35d520f-5ba7-4f07-a01d-170dc2faa1f8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.684600 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Added segment b35d520f-5ba7-4f07-a01d-170dc2faa1f8 of type vlan for network e58ab7b8-b73a-439d-835a-ffb628ee324f
Apr 30 21:39:21.732699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e58ab7b8-b73a-439d-835a-ffb628ee324f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.795736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Sync routers for ids ['132a866d-cc76-4000-9685-90f7f7d69292'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:21.806609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Routers {'132a866d-cc76-4000-9685-90f7f7d69292'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:21.807250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f5b3b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['132a866d-cc76-4000-9685-90f7f7d69292'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:21.837226 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e58ab7b8-b73a-439d-835a-ffb628ee324f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.838242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:21.838843 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:21.902469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=e58ab7b8-b73a-439d-835a-ffb628ee324f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:21.965535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-87ea44b0-c588-47d4-81ea-a22cd4034ea0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5881686
Apr 30 21:39:21.968162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38070) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:21.974362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Request body: {'subnet': {'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1040470467-subnet', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:22.021495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e58ab7b8-b73a-439d-835a-ffb628ee324f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:39:22.056303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Made reservation on behalf of d4ba2120895d4daaa9a12af1a9fe0ece for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:22.059132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.125584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Set router 132a866d-cc76-4000-9685-90f7f7d69292 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:22.190488 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:39:22.250435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d159fc28-e846-468e-b388-f5477cb790e2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:22.334035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (f371cb41-2985-4f4c-8474-5e29e51ff95d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.353834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d159fc28-e846-468e-b388-f5477cb790e2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:22.354211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d159fc28-e846-468e-b388-f5477cb790e2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.390241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f5b3b80>, [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:19Z', 'revision_number': 4, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a10871ac-e884-4d9a-80fc-677c6259ade5', 'name': '', 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'mac_address': 'fa:16:3e:20:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7744c88b-bde4-43ee-8369-6c3ad6e4b42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:18Z', 'updated_at': '2022-04-30T21:39:19Z', 'revision_number': 2, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'subnets': [{'id': '7744c88b-bde4-43ee-8369-6c3ad6e4b42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:22.390871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f371cb41-2985-4f4c-8474-5e29e51ff95d,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:22.398928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Checking segment: {'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:22.399289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Network hostable DHCP agents. Network: e58ab7b8-b73a-439d-835a-ffb628ee324f, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:39:22.427451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Checking router: 132a866d-cc76-4000-9685-90f7f7d69292 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:22.427729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Updating router 132a866d-cc76-4000-9685-90f7f7d69292 port a10871ac-e884-4d9a-80fc-677c6259ade5 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:22.477632 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.493708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Network e58ab7b8-b73a-439d-835a-ffb628ee324f is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:39:22.518737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d159fc28-e846-468e-b388-f5477cb790e2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:22.548133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54357791-ae7e-4b32-9027-cd871f96efc6 req-7dbd3090-3686-4cb6-b806-20930dba2328 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0285110
Apr 30 21:39:22.591709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e58ab7b8-b73a-439d-835a-ffb628ee324f) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:22.596948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:22.597677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.600062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee60913-2736-4e87-a263-5d712e0ef43e None None] Network e58ab7b8-b73a-439d-835a-ffb628ee324f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:22.760077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e58ab7b8-b73a-439d-835a-ffb628ee324f', 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f', 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'fixed_ips': [{'subnet_id': 'f371cb41-2985-4f4c-8474-5e29e51ff95d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:39:22.760961 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.771023 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f814f8b3-5896-41fe-b095-e7d29965e5ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8017960
Apr 30 21:39:22.773785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38076) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:22.778628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:22.877505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (e0b26d90-18de-4160-a3d0-6fb635e693e9), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.878708 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (e0b26d90-18de-4160-a3d0-6fb635e693e9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.932468 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Publish callbacks [] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.935180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks [] for router_controller (e0b26d90-18de-4160-a3d0-6fb635e693e9), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:22.954535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Allocated IP 172.20.0.2 (e58ab7b8-b73a-439d-835a-ffb628ee324f/f371cb41-2985-4f4c-8474-5e29e51ff95d/662f0fab-bba7-4dbc-b000-eb0cb4aa7139) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:23.001547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.071192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df3ec-369b-48b9-abae-ed73a41ec387 None None] Pushing event updated for resources: {'Port': ['ID=a10871ac-e884-4d9a-80fc-677c6259ade5,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:23.154167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks [] for router_gateway (e0b26d90-18de-4160-a3d0-6fb635e693e9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.195683 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.198184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Attempting to bind port a10871ac-e884-4d9a-80fc-677c6259ade5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:23.204571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Attempting to bind port a10871ac-e884-4d9a-80fc-677c6259ade5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:23.204571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Attempting to bind port a10871ac-e884-4d9a-80fc-677c6259ade5 on network 178fdf90-24d5-4c50-8d77-c69ed528b32d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:23.210778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:23.211166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Checking segment: {'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:23.211576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.212145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Bound using segment: {'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:23.212637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Bound port: a10871ac-e884-4d9a-80fc-677c6259ade5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2d01f1-bc6a-4068-97fc-5114543df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:23.213023 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.235544 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Publish callbacks [] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.294524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] For port a10871ac-e884-4d9a-80fc-677c6259ade5, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:23.297995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] For port a10871ac-e884-4d9a-80fc-677c6259ade5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a10871ac-e884-4d9a-80fc-677c6259ade5,segment=NetworkSegment(3f2d01f1-bc6a-4068-97fc-5114543df6f3),segment_id=3f2d01f1-bc6a-4068-97fc-5114543df6f3)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:23.301666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.350535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Network e58ab7b8-b73a-439d-835a-ffb628ee324f is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:23.361348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:23.364529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Pushing event updated for resources: {'Port': ['ID=662f0fab-bba7-4dbc-b000-eb0cb4aa7139,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:23.368552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:23.368876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-142b97b0-106c-4b0f-9017-6c1ef16d4fd1 None None] Provisioning complete for port a10871ac-e884-4d9a-80fc-677c6259ade5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:23.370081 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-142b97b0-106c-4b0f-9017-6c1ef16d4fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.404230 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.420062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks [] for router_gateway (e0b26d90-18de-4160-a3d0-6fb635e693e9), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.439982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.482167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-142b97b0-106c-4b0f-9017-6c1ef16d4fd1 None None] Port a10871ac-e884-4d9a-80fc-677c6259ade5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:23.519523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Attempting to bind port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:23.522257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Attempting to bind port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:23.522257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Attempting to bind port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 on network e58ab7b8-b73a-439d-835a-ffb628ee324f {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:23.523718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Routers {'132a866d-cc76-4000-9685-90f7f7d69292'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:23.524357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f5b3b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['132a866d-cc76-4000-9685-90f7f7d69292'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:23.527255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df3ec-369b-48b9-abae-ed73a41ec387 None None] Pushing event updated for resources: {'Port': ['ID=a10871ac-e884-4d9a-80fc-677c6259ade5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:23.555792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Allocated IP 172.35.4.10 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/bee5c55d-68a9-4070-8b2f-d63ce1fba41e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:23.596800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:23.596800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Checking segment: {'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:23.596800 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.596800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Bound using segment: {'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:23.597242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Bound port: 662f0fab-bba7-4dbc-b000-eb0cb4aa7139, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:23.597613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.701056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] Set router 132a866d-cc76-4000-9685-90f7f7d69292 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:23.705356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-969b2db7-8dec-415a-91e7-b4b0693f3886 req-d32b7549-411c-44de-b307-bd90b2ffa122 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0516307
Apr 30 21:39:23.716527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks [] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.728535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] For port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:23.745739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] For port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=662f0fab-bba7-4dbc-b000-eb0cb4aa7139,segment=NetworkSegment(b35d520f-5ba7-4f07-a01d-170dc2faa1f8),segment_id=b35d520f-5ba7-4f07-a01d-170dc2faa1f8)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:23.855164 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:23.898214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:23.901121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:23.904694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:23.931861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Pushing event updated for resources: {'Port': ['ID=bee5c55d-68a9-4070-8b2f-d63ce1fba41e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:23.985519 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:24.026424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f4bb01f8-253b-4d64-99d0-32aab6dada26 None None] Provisioning complete for port a10871ac-e884-4d9a-80fc-677c6259ade5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:24.026715 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f4bb01f8-253b-4d64-99d0-32aab6dada26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:24.118728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc3f55-b18a-4989-b92e-871707995006 None None] Pushing event updated for resources: {'Port': ['ID=662f0fab-bba7-4dbc-b000-eb0cb4aa7139,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:24.205629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb01f8-253b-4d64-99d0-32aab6dada26 None None] Current status of the port a10871ac-e884-4d9a-80fc-677c6259ade5 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:24.206204 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f4bb01f8-253b-4d64-99d0-32aab6dada26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:24.209841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f5b3b80>, [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:19Z', 'revision_number': 4, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a10871ac-e884-4d9a-80fc-677c6259ade5', 'name': '', 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'mac_address': 'fa:16:3e:20:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7744c88b-bde4-43ee-8369-6c3ad6e4b42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:18Z', 'updated_at': '2022-04-30T21:39:23Z', 'revision_number': 4, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'subnets': [{'id': '7744c88b-bde4-43ee-8369-6c3ad6e4b42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:24.252512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f59536f-2c8d-4722-9d3b-795654b4ffe2 None None] The sync data for ids ['132a866d-cc76-4000-9685-90f7f7d69292'] in ncdv-master-1 is: [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:19Z', 'revision_number': 4, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a10871ac-e884-4d9a-80fc-677c6259ade5', 'name': '', 'network_id': '178fdf90-24d5-4c50-8d77-c69ed528b32d', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'mac_address': 'fa:16:3e:20:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_interface', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '7744c88b-bde4-43ee-8369-6c3ad6e4b42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:18Z', 'updated_at': '2022-04-30T21:39:23Z', 'revision_number': 4, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'subnets': [{'id': '7744c88b-bde4-43ee-8369-6c3ad6e4b42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:24.283035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f4bb01f8-253b-4d64-99d0-32aab6dada26 None None] For port a10871ac-e884-4d9a-80fc-677c6259ade5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a10871ac-e884-4d9a-80fc-677c6259ade5,segment=NetworkSegment(3f2d01f1-bc6a-4068-97fc-5114543df6f3),segment_id=3f2d01f1-bc6a-4068-97fc-5114543df6f3)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:24.373440 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f4bb01f8-253b-4d64-99d0-32aab6dada26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:24.486730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb01f8-253b-4d64-99d0-32aab6dada26 None None] Pushing event updated for resources: {'Port': ['ID=a10871ac-e884-4d9a-80fc-677c6259ade5,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:24.517476 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:24.656205 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks [] for router_gateway (e0b26d90-18de-4160-a3d0-6fb635e693e9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:24.864776 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-582437a3-1167-45fd-a3e5-3e10ddd2b5cc req-f53d4a10-df53-4168-a1d3-6ed86240161a tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0594656
Apr 30 21:39:24.914525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (e0b26d90-18de-4160-a3d0-6fb635e693e9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:25.123163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Router e0b26d90-18de-4160-a3d0-6fb635e693e9 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:39:25.249425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:25.259316 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Sync routers for ids ['e0b26d90-18de-4160-a3d0-6fb635e693e9'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:25.265495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d63aca-5abc-4477-bce1-0c839a72fa98 None None] Network e58ab7b8-b73a-439d-835a-ffb628ee324f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:25.273233 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Routers {'e0b26d90-18de-4160-a3d0-6fb635e693e9'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:25.277794 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c840700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e0b26d90-18de-4160-a3d0-6fb635e693e9'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:25.329199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a06545ad-4768-4238-9ef0-3ce18763fbe8 None None] Provisioning complete for port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:25.329578 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a06545ad-4768-4238-9ef0-3ce18763fbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:25.341824 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:25.344544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fa0dad02-0c14-4f31-91bf-9b4b32fdea2f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5682237
Apr 30 21:39:25.345841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38102) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:25.425543 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Set router e0b26d90-18de-4160-a3d0-6fb635e693e9 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:25.476610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a06545ad-4768-4238-9ef0-3ce18763fbe8 None None] Current status of the port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:25.477008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a06545ad-4768-4238-9ef0-3ce18763fbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:25.526685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a06545ad-4768-4238-9ef0-3ce18763fbe8 None None] For port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=662f0fab-bba7-4dbc-b000-eb0cb4aa7139,segment=NetworkSegment(b35d520f-5ba7-4f07-a01d-170dc2faa1f8),segment_id=b35d520f-5ba7-4f07-a01d-170dc2faa1f8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:25.615249 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a06545ad-4768-4238-9ef0-3ce18763fbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:25.652094 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c840700>, [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:24Z', 'revision_number': 3, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port': {'id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:23Z', 'updated_at': '2022-04-30T21:39:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:25.683472 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Checking router: e0b26d90-18de-4160-a3d0-6fb635e693e9 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:25.684091 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Updating router e0b26d90-18de-4160-a3d0-6fb635e693e9 port bee5c55d-68a9-4070-8b2f-d63ce1fba41e binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:25.693947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06545ad-4768-4238-9ef0-3ce18763fbe8 None None] Pushing event updated for resources: {'Port': ['ID=662f0fab-bba7-4dbc-b000-eb0cb4aa7139,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:25.725929 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:25.834070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-27045a29-31e4-4087-8270-543b2943e5f2 None None] Provisioning complete for port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:25.834452 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27045a29-31e4-4087-8270-543b2943e5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:25.893559 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:25.924089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-27045a29-31e4-4087-8270-543b2943e5f2 None None] Current status of the port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:26.032775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35e9c7f1-71cd-43ed-bab8-91ba9c8e73d3 req-079d90a4-3585-4fd8-b533-28d8d5882479 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0602453
Apr 30 21:39:26.097125 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Publish callbacks [] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.115770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Allocated IP 172.20.0.1 (e58ab7b8-b73a-439d-835a-ffb628ee324f/f371cb41-2985-4f4c-8474-5e29e51ff95d/e6b258ef-a6bd-445a-8eac-deb1ba296569) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:26.162897 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.218953 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Attempting to bind port bee5c55d-68a9-4070-8b2f-d63ce1fba41e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:26.222719 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Attempting to bind port bee5c55d-68a9-4070-8b2f-d63ce1fba41e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:26.222719 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Attempting to bind port bee5c55d-68a9-4070-8b2f-d63ce1fba41e on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:26.237066 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442b219-b45b-440b-af29-9e7327f650ed None None] Pushing event updated for resources: {'Port': ['ID=bee5c55d-68a9-4070-8b2f-d63ce1fba41e,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:26.241574 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:26.245747 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:26.245747 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.246029 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Publish callbacks [] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.246142 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:26.246142 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Bound port: bee5c55d-68a9-4070-8b2f-d63ce1fba41e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:26.246142 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.303010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a10871ac-e884-4d9a-80fc-677c6259ade5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:26.308608 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] For port bee5c55d-68a9-4070-8b2f-d63ce1fba41e, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:26.314271 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] For port bee5c55d-68a9-4070-8b2f-d63ce1fba41e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee5c55d-68a9-4070-8b2f-d63ce1fba41e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:26.346479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.349171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a10871ac-e884-4d9a-80fc-677c6259ade5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:26.349552 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.390327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Network e58ab7b8-b73a-439d-835a-ffb628ee324f is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:26.393223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:26.399981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:26.403761 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.433844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a10871ac-e884-4d9a-80fc-677c6259ade5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:26.435599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:26.454594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (e0b26d90-18de-4160-a3d0-6fb635e693e9), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.490076 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Routers {'e0b26d90-18de-4160-a3d0-6fb635e693e9'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:26.490833 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c840700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e0b26d90-18de-4160-a3d0-6fb635e693e9'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:26.524838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:26.525659 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.533572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442b219-b45b-440b-af29-9e7327f650ed None None] Pushing event updated for resources: {'Port': ['ID=bee5c55d-68a9-4070-8b2f-d63ce1fba41e,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:26.562431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Pushing event updated for resources: {'Port': ['ID=e6b258ef-a6bd-445a-8eac-deb1ba296569,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:26.640936 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] Set router e0b26d90-18de-4160-a3d0-6fb635e693e9 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:26.654992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:26.676467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.755820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-abd753cb-656f-4221-9545-78afc060f61e None None] Provisioning complete for port e6b258ef-a6bd-445a-8eac-deb1ba296569 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:26.756260 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-abd753cb-656f-4221-9545-78afc060f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.817432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-abd753cb-656f-4221-9545-78afc060f61e None None] Port e6b258ef-a6bd-445a-8eac-deb1ba296569 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:26.828222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c840700>, [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:24Z', 'revision_number': 3, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port': {'id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:23Z', 'updated_at': '2022-04-30T21:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:26.862132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Publish callbacks [] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:26.864518 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c5b2a-e2a2-4f18-b796-4ecbd5dc7ebe None None] The sync data for ids ['e0b26d90-18de-4160-a3d0-6fb635e693e9'] in ncdv-master-1 is: [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:24Z', 'revision_number': 3, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port': {'id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:23Z', 'updated_at': '2022-04-30T21:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:27.003412 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:27.075015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Pushing event updated for resources: {'Port': ['ID=e6b258ef-a6bd-445a-8eac-deb1ba296569,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:27.081795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (e0b26d90-18de-4160-a3d0-6fb635e693e9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:27.201556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8fb10610-5f90-4d76-af06-a300ec621feb req-4ff6eb36-3a15-44e1-b0e3-fe85592e95a5 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0385175
Apr 30 21:39:27.228137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Network e58ab7b8-b73a-439d-835a-ffb628ee324f is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:27.240291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:27.360120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Router e0b26d90-18de-4160-a3d0-6fb635e693e9 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:39:27.494284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:27.503710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d0e8d11a-6a18-4da8-a128-dbd3cbe1c88d admin admin] 10.222.0.23 "PUT /v2.0/routers/e0b26d90-18de-4160-a3d0-6fb635e693e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1567993
Apr 30 21:39:27.552984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e8ac1731-d46d-41e4-aafa-40263d9746fa None None] Provisioning complete for port e6b258ef-a6bd-445a-8eac-deb1ba296569 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:27.554540 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1731-d46d-41e4-aafa-40263d9746fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:27.590116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac1731-d46d-41e4-aafa-40263d9746fa None None] Port e6b258ef-a6bd-445a-8eac-deb1ba296569 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:28.273970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bee5c55d-68a9-4070-8b2f-d63ce1fba41e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:28.335341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bee5c55d-68a9-4070-8b2f-d63ce1fba41e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:28.335724 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:28.351339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-137f23bf-3014-48cf-930b-c28d6a9af6c8 req-2b3e9787-32ec-4098-85b2-e818f1cb5f7d tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0407290
Apr 30 21:39:28.427868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bee5c55d-68a9-4070-8b2f-d63ce1fba41e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:28.428258 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:28.453409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port bee5c55d-68a9-4070-8b2f-d63ce1fba41e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee5c55d-68a9-4070-8b2f-d63ce1fba41e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:28.557587 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:28.593893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Sync routers for ids ['e0b26d90-18de-4160-a3d0-6fb635e693e9'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:28.616047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=bee5c55d-68a9-4070-8b2f-d63ce1fba41e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:28.620412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Routers {'e0b26d90-18de-4160-a3d0-6fb635e693e9'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:28.621016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fafb6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e0b26d90-18de-4160-a3d0-6fb635e693e9'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:28.731160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Set router e0b26d90-18de-4160-a3d0-6fb635e693e9 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:28.938143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fafb6d0>, [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:26Z', 'revision_number': 4, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port': {'id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:23Z', 'updated_at': '2022-04-30T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6b258ef-a6bd-445a-8eac-deb1ba296569', 'name': '', 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'mac_address': 'fa:16:3e:a6:8a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'f371cb41-2985-4f4c-8474-5e29e51ff95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:25Z', 'updated_at': '2022-04-30T21:39:26Z', 'revision_number': 2, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'subnets': [{'id': 'f371cb41-2985-4f4c-8474-5e29e51ff95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:28.969029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Checking router: e0b26d90-18de-4160-a3d0-6fb635e693e9 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:28.969389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Updating router e0b26d90-18de-4160-a3d0-6fb635e693e9 port e6b258ef-a6bd-445a-8eac-deb1ba296569 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:29.000426 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.327165 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Publish callbacks [] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.378256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38180) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:29.388567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38184) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:29.449185 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.486671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afa5613d-4c07-4b09-9752-bc2ded496f6e req-48f0e4a8-066a-4ee6-a062-687f50acb212 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0340879
Apr 30 21:39:29.501862 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dfac30b6-22f4-4a42-b96d-425a3e5c83f8 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3837 time: 0.1120019
Apr 30 21:39:29.502644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38186) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:29.507789 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'network': {'name': 'tempest-network-smoke--773839347', 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'port_security_enabled': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:29.637394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Made reservation on behalf of 4e3f82b1b832495896f59d90477f6e44 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:29.651130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.659285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b3bcd-65f5-4a95-ac2f-95b328d688c5 None None] Pushing event updated for resources: {'Port': ['ID=e6b258ef-a6bd-445a-8eac-deb1ba296569,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:29.697577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:39:29.721379 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (06ae8e25-0936-42b3-a4f6-bf47d0b7de0e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.722375 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Added segment 06ae8e25-0936-42b3-a4f6-bf47d0b7de0e of type vlan for network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294
Apr 30 21:39:29.741537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Attempting to bind port e6b258ef-a6bd-445a-8eac-deb1ba296569 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:29.742595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Attempting to bind port e6b258ef-a6bd-445a-8eac-deb1ba296569 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:29.743167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Attempting to bind port e6b258ef-a6bd-445a-8eac-deb1ba296569 on network e58ab7b8-b73a-439d-835a-ffb628ee324f {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:29.750903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:29.751648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Checking segment: {'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:29.752524 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.753164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Bound using segment: {'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:29.754010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Bound port: e6b258ef-a6bd-445a-8eac-deb1ba296569, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:29.754774 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.773917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (42dfdf48-c6c6-46a0-a63e-be5c81eb3294), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.855316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] For port e6b258ef-a6bd-445a-8eac-deb1ba296569, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:29.859181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] For port e6b258ef-a6bd-445a-8eac-deb1ba296569, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b258ef-a6bd-445a-8eac-deb1ba296569,segment=NetworkSegment(b35d520f-5ba7-4f07-a01d-170dc2faa1f8),segment_id=b35d520f-5ba7-4f07-a01d-170dc2faa1f8)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:29.871775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (42dfdf48-c6c6-46a0-a63e-be5c81eb3294), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.876849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:29.877479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.913634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (132a866d-cc76-4000-9685-90f7f7d69292), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.953185 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:29.960137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Network': ['ID=42dfdf48-c6c6-46a0-a63e-be5c81eb3294,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:29.984473 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2d149439-1426-4077-8324-f94009db4487 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4804440
Apr 30 21:39:29.986940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38190) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:29.988595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:39:29.993210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'admin_state_up': True, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:30.089389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (d3e706fc-4379-4856-bc1d-ad20d2eb270a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.091670 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (d3e706fc-4379-4856-bc1d-ad20d2eb270a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.111379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f3a73086-1dcb-445d-a0e2-35291a9df8d1 None None] Provisioning complete for port e6b258ef-a6bd-445a-8eac-deb1ba296569 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:30.111896 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3a73086-1dcb-445d-a0e2-35291a9df8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.121031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b3bcd-65f5-4a95-ac2f-95b328d688c5 None None] Pushing event updated for resources: {'Port': ['ID=e6b258ef-a6bd-445a-8eac-deb1ba296569,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:30.124993 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Routers {'e0b26d90-18de-4160-a3d0-6fb635e693e9'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:30.125767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fafb6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e0b26d90-18de-4160-a3d0-6fb635e693e9'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:30.163139 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_controller (d3e706fc-4379-4856-bc1d-ad20d2eb270a), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.296757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bee5c55d-68a9-4070-8b2f-d63ce1fba41e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:30.340527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] Set router e0b26d90-18de-4160-a3d0-6fb635e693e9 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:30.416373 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_gateway (d3e706fc-4379-4856-bc1d-ad20d2eb270a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.424343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f3a73086-1dcb-445d-a0e2-35291a9df8d1 None None] Current status of the port e6b258ef-a6bd-445a-8eac-deb1ba296569 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:30.424750 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3a73086-1dcb-445d-a0e2-35291a9df8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.526250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bee5c55d-68a9-4070-8b2f-d63ce1fba41e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:30.526629 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.552853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f3a73086-1dcb-445d-a0e2-35291a9df8d1 None None] For port e6b258ef-a6bd-445a-8eac-deb1ba296569, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b258ef-a6bd-445a-8eac-deb1ba296569,segment=NetworkSegment(b35d520f-5ba7-4f07-a01d-170dc2faa1f8),segment_id=b35d520f-5ba7-4f07-a01d-170dc2faa1f8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:30.586525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Deleting port a10871ac-e884-4d9a-80fc-677c6259ade5 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:30.587103 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.671114 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3a73086-1dcb-445d-a0e2-35291a9df8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.677313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43df2d01-2988-4dc9-8a73-0d47d68f5464 req-d7f99f4b-e23a-451c-b93f-5cd55325a0ed tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0461156
Apr 30 21:39:30.701849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_gateway (d3e706fc-4379-4856-bc1d-ad20d2eb270a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.725857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] For port a10871ac-e884-4d9a-80fc-677c6259ade5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a10871ac-e884-4d9a-80fc-677c6259ade5,segment=NetworkSegment(3f2d01f1-bc6a-4068-97fc-5114543df6f3),segment_id=3f2d01f1-bc6a-4068-97fc-5114543df6f3)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:30.725857 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.732524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.733947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bee5c55d-68a9-4070-8b2f-d63ce1fba41e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:30.735567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Calling delete_port for a10871ac-e884-4d9a-80fc-677c6259ade5 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:30.746916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fafb6d0>, [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:26Z', 'revision_number': 4, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port': {'id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:23Z', 'updated_at': '2022-04-30T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6b258ef-a6bd-445a-8eac-deb1ba296569', 'name': '', 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'mac_address': 'fa:16:3e:a6:8a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'f371cb41-2985-4f4c-8474-5e29e51ff95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:25Z', 'updated_at': '2022-04-30T21:39:29Z', 'revision_number': 4, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'subnets': [{'id': 'f371cb41-2985-4f4c-8474-5e29e51ff95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:30.794498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1597f9-2adb-40ab-a04f-f3799efe4b16 None None] The sync data for ids ['e0b26d90-18de-4160-a3d0-6fb635e693e9'] in ncdv-master-1 is: [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:26Z', 'revision_number': 4, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port': {'id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:23Z', 'updated_at': '2022-04-30T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e6b258ef-a6bd-445a-8eac-deb1ba296569', 'name': '', 'network_id': 'e58ab7b8-b73a-439d-835a-ffb628ee324f', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'mac_address': 'fa:16:3e:a6:8a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'f371cb41-2985-4f4c-8474-5e29e51ff95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:25Z', 'updated_at': '2022-04-30T21:39:29Z', 'revision_number': 4, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'subnets': [{'id': 'f371cb41-2985-4f4c-8474-5e29e51ff95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:30.800860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a73086-1dcb-445d-a0e2-35291a9df8d1 None None] Pushing event updated for resources: {'Port': ['ID=e6b258ef-a6bd-445a-8eac-deb1ba296569,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:30.805051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5c68f8f4-4fce-4adb-9da3-1c8689bea96f None None] Provisioning complete for port e6b258ef-a6bd-445a-8eac-deb1ba296569 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:30.805504 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5c68f8f4-4fce-4adb-9da3-1c8689bea96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:30.929822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5c68f8f4-4fce-4adb-9da3-1c8689bea96f None None] Current status of the port e6b258ef-a6bd-445a-8eac-deb1ba296569 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:30.949824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Allocated IP 172.35.4.180 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/a6edb335-3723-4a5d-9e4d-6f2f3551a07a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:31.071266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc0ae4b6-8050-478a-8a7f-acc3deb3f821 req-8eed864c-0800-4aba-8914-9affd2286ae3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0284493
Apr 30 21:39:31.072373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a10871ac-e884-4d9a-80fc-677c6259ade5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:31.100108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Pushing event deleted for resources: {'Port': ['ID=a10871ac-e884-4d9a-80fc-677c6259ade5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:31.201323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:31.304565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (132a866d-cc76-4000-9685-90f7f7d69292), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:31.324517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:31.363139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:31.367874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:31.370430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:31.418665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=a6edb335-3723-4a5d-9e4d-6f2f3551a07a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:31.582893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Router 132a866d-cc76-4000-9685-90f7f7d69292 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:39:31.714725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:31.720286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-16635136-328d-40e0-9dd1-f096807a45af admin admin] 10.222.0.23 "PUT /v2.0/routers/132a866d-cc76-4000-9685-90f7f7d69292/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3408153
Apr 30 21:39:31.722909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38220) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:31.729747 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] Sync routers for ids ['132a866d-cc76-4000-9685-90f7f7d69292'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:31.741163 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] Routers {'132a866d-cc76-4000-9685-90f7f7d69292'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:31.742158 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca0e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['132a866d-cc76-4000-9685-90f7f7d69292'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:31.871507 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] Set router 132a866d-cc76-4000-9685-90f7f7d69292 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:31.880660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31e2b687-8d18-4d55-bf98-7076cd1d1c87 req-956eae94-0c47-4f76-93c8-aa1a0c49749e tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0315254
Apr 30 21:39:31.981397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_gateway (d3e706fc-4379-4856-bc1d-ad20d2eb270a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:31.984066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks [] for router (132a866d-cc76-4000-9685-90f7f7d69292), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:32.099371 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca0e4f0>, [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:30Z', 'revision_number': 5, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:32.141281 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] Checking router: 132a866d-cc76-4000-9685-90f7f7d69292 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:32.172206 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] Routers {'132a866d-cc76-4000-9685-90f7f7d69292'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:32.173207 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca0e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['132a866d-cc76-4000-9685-90f7f7d69292'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:32.425897 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] Set router 132a866d-cc76-4000-9685-90f7f7d69292 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:32.463006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e6b258ef-a6bd-445a-8eac-deb1ba296569 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:32.554725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e6b258ef-a6bd-445a-8eac-deb1ba296569 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:32.555583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:32.575450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks [] for router_gateway (132a866d-cc76-4000-9685-90f7f7d69292), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:32.652875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e6b258ef-a6bd-445a-8eac-deb1ba296569 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:32.664717 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca0e4f0>, [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:30Z', 'revision_number': 5, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:32.689988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (d3e706fc-4379-4856-bc1d-ad20d2eb270a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:32.693152 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f1aee0-bffa-4e71-b241-43d635b8bc99 None None] The sync data for ids ['132a866d-cc76-4000-9685-90f7f7d69292'] in ncdv-master-1 is: [{'id': '132a866d-cc76-4000-9685-90f7f7d69292', 'name': 'tempest-TestAggregatesBasicOps-820974921-router', 'tenant_id': 'ba9fb98f26e1427e993c69d547641b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163'}], 'enable_snat': True}, 'gw_port_id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:16Z', 'updated_at': '2022-04-30T21:39:30Z', 'revision_number': 5, 'project_id': 'ba9fb98f26e1427e993c69d547641b64', 'gw_port': {'id': 'd159fc28-e846-468e-b388-f5477cb790e2', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132a866d-cc76-4000-9685-90f7f7d69292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:17Z', 'updated_at': '2022-04-30T21:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:32.804289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Deleting port d159fc28-e846-468e-b388-f5477cb790e2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:32.804623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d159fc28-e846-468e-b388-f5477cb790e2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:32.910084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] For port d159fc28-e846-468e-b388-f5477cb790e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d159fc28-e846-468e-b388-f5477cb790e2,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:32.910351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d159fc28-e846-468e-b388-f5477cb790e2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:32.928785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Calling delete_port for d159fc28-e846-468e-b388-f5477cb790e2 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:33.005074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98971af2-2042-454c-8f9f-5af73da8f284 req-fe3b295a-16bb-4bee-8063-bd3e8ca175c1 tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0277529
Apr 30 21:39:33.035257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Router d3e706fc-4379-4856-bc1d-ad20d2eb270a is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:39:33.212075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:33.222637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Sync routers for ids ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:33.240729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Routers {'d3e706fc-4379-4856-bc1d-ad20d2eb270a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:33.242889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa005e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:33.310913 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.315291 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a685428b-1aaf-45f6-98bc-c7bb37bf773e tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 3.3240697
Apr 30 21:39:33.315291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d159fc28-e846-468e-b388-f5477cb790e2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.316385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38262) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:33.387056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d159fc28-e846-468e-b388-f5477cb790e2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:33.398913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Set router d3e706fc-4379-4856-bc1d-ad20d2eb270a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:33.414124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedb2ba3-4040-430c-a9e2-3881aa1113d7 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:33.418784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fedb2ba3-4040-430c-a9e2-3881aa1113d7 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4e3f82b1b832495896f59d90477f6e44&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0970955
Apr 30 21:39:33.422168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38266) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:33.470560 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (132a866d-cc76-4000-9685-90f7f7d69292), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.481027 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9eba7738-c109-4863-ba29-ed782384246b req-0163d2f0-89a0-4808-a307-ccdc02fdbfcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7232aa02ba6444b5a0acb5ffe699e2bc&device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0588188
Apr 30 21:39:33.579438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (132a866d-cc76-4000-9685-90f7f7d69292), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.581864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks [] for router_controller (132a866d-cc76-4000-9685-90f7f7d69292), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.583789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a7683dd-e4c2-420c-8dde-86dded7ede8f req-54704598-a915-495d-a4f0-907e7eec775e tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.1003253
Apr 30 21:39:33.589794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9eba7738-c109-4863-ba29-ed782384246b req-d7063fed-da6e-42a3-93d3-76015cf8514a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7232aa02ba6444b5a0acb5ffe699e2bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0883090
Apr 30 21:39:33.605868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa005e0>, [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:31Z', 'revision_number': 3, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:33.634412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Checking router: d3e706fc-4379-4856-bc1d-ad20d2eb270a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:33.634849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Updating router d3e706fc-4379-4856-bc1d-ad20d2eb270a port a6edb335-3723-4a5d-9e4d-6f2f3551a07a binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:33.664354 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.688195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cec3ab-a5c8-4dbf-8c94-2a53de208fb9 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:33.689716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-95cec3ab-a5c8-4dbf-8c94-2a53de208fb9 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2665079
Apr 30 21:39:33.693272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38268) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:33.694906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (132a866d-cc76-4000-9685-90f7f7d69292), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.695594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 132a866d-cc76-4000-9685-90f7f7d69292 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:39:33.707479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.713921 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b790c165-5b5e-42af-9a34-f2ae9f22b0fb admin admin] 10.222.0.23 "DELETE /v2.0/routers/132a866d-cc76-4000-9685-90f7f7d69292 HTTP/1.1" status: 204  len: 168 time: 1.9337742
Apr 30 21:39:33.714817 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38270) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:33.739157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a351e8cf-da37-41b5-84f9-764f69d02476 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0446546
Apr 30 21:39:33.742067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38272) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:33.781676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-349a9d66-dcfc-4817-bcc2-6ea399243ea1 admin admin] Deleting subnet 7744c88b-bde4-43ee-8369-6c3ad6e4b42c {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:39:33.785643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-89601f8f-4464-4038-891b-fbef5e10d6e0 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=4e3f82b1b832495896f59d90477f6e44&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0422285
Apr 30 21:39:33.787385 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349a9d66-dcfc-4817-bcc2-6ea399243ea1 admin admin] Publish callbacks [] for subnet (7744c88b-bde4-43ee-8369-6c3ad6e4b42c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.788812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38274) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:33.840403 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349a9d66-dcfc-4817-bcc2-6ea399243ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (7744c88b-bde4-43ee-8369-6c3ad6e4b42c), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.858209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba7738-c109-4863-ba29-ed782384246b req-0a74596d-168f-455e-91bb-5f35f2f6e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:33.859688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9eba7738-c109-4863-ba29-ed782384246b req-0a74596d-168f-455e-91bb-5f35f2f6e2c6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2618763
Apr 30 21:39:33.912328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d8d249-d54c-4001-9cdf-e94794f8d2f3 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:33.912328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-34d8d249-d54c-4001-9cdf-e94794f8d2f3 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1212742
Apr 30 21:39:33.914469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38276) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:33.936234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349a9d66-dcfc-4817-bcc2-6ea399243ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7744c88b-bde4-43ee-8369-6c3ad6e4b42c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:33.946065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0b9d4b82-8c2d-486c-9c19-6607dd7ec5d9 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0295889
Apr 30 21:39:33.948999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38278) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:33.954087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-330170921', 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294', 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:34.043766 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349a9d66-dcfc-4817-bcc2-6ea399243ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (7744c88b-bde4-43ee-8369-6c3ad6e4b42c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.069920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a9d66-dcfc-4817-bcc2-6ea399243ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7744c88b-bde4-43ee-8369-6c3ad6e4b42c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:34.075016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-349a9d66-dcfc-4817-bcc2-6ea399243ea1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.078262 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-349a9d66-dcfc-4817-bcc2-6ea399243ea1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7744c88b-bde4-43ee-8369-6c3ad6e4b42c HTTP/1.1" status: 204  len: 168 time: 0.3623736
Apr 30 21:39:34.080827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38280) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:34.080996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58d6bd-eb91-4e4b-a90e-43f1a92f3cbe None None] Network 178fdf90-24d5-4c50-8d77-c69ed528b32d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:34.135087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Made reservation on behalf of 4e3f82b1b832495896f59d90477f6e44 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:34.138823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.156273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (178fdf90-24d5-4c50-8d77-c69ed528b32d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.202612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Deleting port 47c4fa93-c248-480f-8122-427314b574c8 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:34.207132 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (47c4fa93-c248-480f-8122-427314b574c8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.235757 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Publish callbacks [] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.322498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.356822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] For port 47c4fa93-c248-480f-8122-427314b574c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47c4fa93-c248-480f-8122-427314b574c8,segment=NetworkSegment(3f2d01f1-bc6a-4068-97fc-5114543df6f3),segment_id=3f2d01f1-bc6a-4068-97fc-5114543df6f3)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:34.356822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (47c4fa93-c248-480f-8122-427314b574c8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.384019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Calling delete_port for 47c4fa93-c248-480f-8122-427314b574c8 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:34.390333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] DHCP port deletion for 178fdf90-24d5-4c50-8d77-c69ed528b32d request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:39:34.403360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a10871ac-e884-4d9a-80fc-677c6259ade5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:39:34.442604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a10871ac-e884-4d9a-80fc-677c6259ade5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:39:34.443059 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a10871ac-e884-4d9a-80fc-677c6259ade5 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:39:34.443556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d159fc28-e846-468e-b388-f5477cb790e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:39:34.481487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Attempting to bind port a6edb335-3723-4a5d-9e4d-6f2f3551a07a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:34.482026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Attempting to bind port a6edb335-3723-4a5d-9e4d-6f2f3551a07a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:34.482528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Attempting to bind port a6edb335-3723-4a5d-9e4d-6f2f3551a07a on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:34.489629 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (283fd127-21f5-4edb-82fe-b131869b36b3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.501967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d159fc28-e846-468e-b388-f5477cb790e2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:39:34.502323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d159fc28-e846-468e-b388-f5477cb790e2 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:39:34.506491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4284fb-9af2-48f0-a442-8bd64aa502a0 None None] Pushing event updated for resources: {'Port': ['ID=a6edb335-3723-4a5d-9e4d-6f2f3551a07a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:34.516574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:34.516574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:34.516574 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.516574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:34.516574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Bound port: a6edb335-3723-4a5d-9e4d-6f2f3551a07a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:34.517160 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.555495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] Deleting port 47c4fa93-c248-480f-8122-427314b574c8 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:34.555875 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (47c4fa93-c248-480f-8122-427314b574c8), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.557984 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (47c4fa93-c248-480f-8122-427314b574c8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.566087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Subnet': ['ID=283fd127-21f5-4edb-82fe-b131869b36b3,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:34.579066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Checking segment: {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:34.579762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network hostable DHCP agents. Network: 42dfdf48-c6c6-46a0-a63e-be5c81eb3294, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:39:34.592174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] No DVR routers for this DVR port 47c4fa93-c248-480f-8122-427314b574c8 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:39:34.597386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=47c4fa93-c248-480f-8122-427314b574c8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:34.639672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] For port a6edb335-3723-4a5d-9e4d-6f2f3551a07a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:34.645724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] For port a6edb335-3723-4a5d-9e4d-6f2f3551a07a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6edb335-3723-4a5d-9e4d-6f2f3551a07a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:34.647755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] For port 47c4fa93-c248-480f-8122-427314b574c8, host ncdv-master-1, got binding levels [] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:34.648158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (47c4fa93-c248-480f-8122-427314b574c8), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.658346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:39:34.663687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] Calling delete_port for 47c4fa93-c248-480f-8122-427314b574c8 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:34.666629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.ipam_backend_mixin [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] Port 47c4fa93-c248-480f-8122-427314b574c8 was not found and therefore no delete operation was performed {{(pid=115776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:39:34.667909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (47c4fa93-c248-480f-8122-427314b574c8), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.685466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (178fdf90-24d5-4c50-8d77-c69ed528b32d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.695128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] Pushing event deleted for resources: {'Port': ['ID=47c4fa93-c248-480f-8122-427314b574c8,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:34.699005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b38ce7-f367-49de-99ae-c017d9c599fa None None] No DVR routers for this DVR port 47c4fa93-c248-480f-8122-427314b574c8 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:39:34.702230 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.711005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d2cb220>,) {'filters': {'network_id': ['178fdf90-24d5-4c50-8d77-c69ed528b32d']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:34.721438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d2cb220>, '3f2d01f1-bc6a-4068-97fc-5114543df6f3') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:34.721688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d2cb220>, '3f2d01f1-bc6a-4068-97fc-5114543df6f3') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:34.730788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42dfdf48-c6c6-46a0-a63e-be5c81eb3294) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:34.732940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (3f2d01f1-bc6a-4068-97fc-5114543df6f3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.735859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:34.736557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.746174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80a4c6-d692-4e76-a5bc-189b2f9c87de None None] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:34.746352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97a7c468-b589-4a05-9957-7ecc12a457de req-d5c3d545-5da8-4618-a655-405ae505dd4c tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0580871
Apr 30 21:39:34.753147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3f2d01f1-bc6a-4068-97fc-5114543df6f3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.762202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:39:34.762646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (3f2d01f1-bc6a-4068-97fc-5114543df6f3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:39:34.765159 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:39:34.830345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Routers {'d3e706fc-4379-4856-bc1d-ad20d2eb270a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:34.830997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa005e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:34.833335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4284fb-9af2-48f0-a442-8bd64aa502a0 None None] Pushing event updated for resources: {'Port': ['ID=a6edb335-3723-4a5d-9e4d-6f2f3551a07a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:34.852543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9dd95fb-36e1-451f-9c3c-e84c6f706ef6 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9021630
Apr 30 21:39:34.855317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38292) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:34.932912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (178fdf90-24d5-4c50-8d77-c69ed528b32d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.941570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.944790 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/178fdf90-24d5-4c50-8d77-c69ed528b32d HTTP/1.1" status: 204  len: 168 time: 0.8630474
Apr 30 21:39:34.948185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38294) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:34.955383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1fd8b-4b3a-48bc-9ff8-5ffe5bb4f6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=178fdf90-24d5-4c50-8d77-c69ed528b32d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:34.983415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42dfdf48-c6c6-46a0-a63e-be5c81eb3294', 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294', 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'fixed_ips': [{'subnet_id': '283fd127-21f5-4edb-82fe-b131869b36b3'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:39:34.984357 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:34.997919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] Set router d3e706fc-4379-4856-bc1d-ad20d2eb270a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:35.201907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9eba7738-c109-4863-ba29-ed782384246b req-d008b2f3-452d-41b4-8da9-484796bb298f tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0571432
Apr 30 21:39:35.301019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Allocated IP 172.20.0.18 (42dfdf48-c6c6-46a0-a63e-be5c81eb3294/283fd127-21f5-4edb-82fe-b131869b36b3/92baf96c-3617-4db4-9934-8a3ff6f89273) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:35.330747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa005e0>, [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:31Z', 'revision_number': 3, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:35.370640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6701e8-ebfb-45a4-a512-893e79e74ad3 None None] The sync data for ids ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'] in ncdv-master-1 is: [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:31Z', 'revision_number': 3, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:35.467896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (e0b26d90-18de-4160-a3d0-6fb635e693e9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:35.468993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:35.528535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Publish callbacks [] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:35.586641 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:35.636717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Pushing event updated for resources: {'Port': ['ID=92baf96c-3617-4db4-9934-8a3ff6f89273,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:35.657872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:35.662306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:35.664982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:35.771697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Attempting to bind port 92baf96c-3617-4db4-9934-8a3ff6f89273 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:35.772333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Attempting to bind port 92baf96c-3617-4db4-9934-8a3ff6f89273 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:35.773069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Attempting to bind port 92baf96c-3617-4db4-9934-8a3ff6f89273 on network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:35.781237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:35.786883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Checking segment: {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:35.786883 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:35.786883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Bound using segment: {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:35.786883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Bound port: 92baf96c-3617-4db4-9934-8a3ff6f89273, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:35.786883 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:35.808676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Deleting port e6b258ef-a6bd-445a-8eac-deb1ba296569 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:35.814755 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:35.892169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] For port 92baf96c-3617-4db4-9934-8a3ff6f89273, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:35.896207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] For port 92baf96c-3617-4db4-9934-8a3ff6f89273, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92baf96c-3617-4db4-9934-8a3ff6f89273,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:35.909129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Allocated IP 172.20.0.17 (42dfdf48-c6c6-46a0-a63e-be5c81eb3294/283fd127-21f5-4edb-82fe-b131869b36b3/d29b65d1-82c9-45e0-8b98-62b557cbe105) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:35.934549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f78a3363-14b0-4258-941e-1196e34d387a req-9a16e595-b2e3-42ec-94a3-7088b8442eaa tempest-ServerShowV257Test-697411991 tempest-ServerShowV257Test-697411991-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d284c9a-bab0-47e1-afb0-1d63c3fada5f HTTP/1.1" status: 200  len: 210 time: 0.0428810
Apr 30 21:39:35.962114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] For port e6b258ef-a6bd-445a-8eac-deb1ba296569, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6b258ef-a6bd-445a-8eac-deb1ba296569,segment=NetworkSegment(b35d520f-5ba7-4f07-a01d-170dc2faa1f8),segment_id=b35d520f-5ba7-4f07-a01d-170dc2faa1f8)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:35.962901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:35.980296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Calling delete_port for e6b258ef-a6bd-445a-8eac-deb1ba296569 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:36.015854 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.134141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.146543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932fac4-d4f2-454f-91b6-72f5f141d9ef None None] Pushing event updated for resources: {'Port': ['ID=92baf96c-3617-4db4-9934-8a3ff6f89273,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:36.321792 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.420543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:36.435465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:36.439681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:36.474171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a6edb335-3723-4a5d-9e4d-6f2f3551a07a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:36.502718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=d29b65d1-82c9-45e0-8b98-62b557cbe105,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:36.546932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (d3e706fc-4379-4856-bc1d-ad20d2eb270a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.626503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a6edb335-3723-4a5d-9e4d-6f2f3551a07a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:36.626947 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.750839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a6edb335-3723-4a5d-9e4d-6f2f3551a07a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:36.751499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.779958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port a6edb335-3723-4a5d-9e4d-6f2f3551a07a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6edb335-3723-4a5d-9e4d-6f2f3551a07a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:36.803794 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e6b258ef-a6bd-445a-8eac-deb1ba296569), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.859735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b258ef-a6bd-445a-8eac-deb1ba296569,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:36.860784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.888983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:36.980567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=a6edb335-3723-4a5d-9e4d-6f2f3551a07a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:36.986992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 47c4fa93-c248-480f-8122-427314b574c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:39:37.015478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 47c4fa93-c248-480f-8122-427314b574c8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:39:37.015828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 47c4fa93-c248-480f-8122-427314b574c8 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:39:37.291035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (e0b26d90-18de-4160-a3d0-6fb635e693e9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:37.483512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:37.536677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:37.610062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Router e0b26d90-18de-4160-a3d0-6fb635e693e9 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:39:37.646277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=d29b65d1-82c9-45e0-8b98-62b557cbe105,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:37.658613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (d3e706fc-4379-4856-bc1d-ad20d2eb270a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:37.698390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38344) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:37.747489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888911a-2626-40b2-958c-442f03e1c6c9 None None] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:37.768159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:37.771784 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:37.821122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:37.835265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-277a0d5d-0469-48fb-a0f7-1172ffb9016c admin admin] 10.222.0.23 "PUT /v2.0/routers/e0b26d90-18de-4160-a3d0-6fb635e693e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8849161
Apr 30 21:39:37.837284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:37.839999 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] Sync routers for ids ['e0b26d90-18de-4160-a3d0-6fb635e693e9'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:37.861661 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] Routers {'e0b26d90-18de-4160-a3d0-6fb635e693e9'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:37.862509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7d9370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e0b26d90-18de-4160-a3d0-6fb635e693e9'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:37.939579 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Router d3e706fc-4379-4856-bc1d-ad20d2eb270a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:39:37.976183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9790ff15-0256-44bd-96b2-4215bd632bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.077131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9790ff15-0256-44bd-96b2-4215bd632bc3 admin admin] Publish callbacks [] for security_group (76330db0-a307-4906-99a5-5c0ae3a4fec5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.106925 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] Set router e0b26d90-18de-4160-a3d0-6fb635e693e9 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:38.107420 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks [] for router (e0b26d90-18de-4160-a3d0-6fb635e693e9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.126467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:38.150661 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ec3e153e-a906-4f12-af21-6f5dbf7cefaa tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "PUT /v2.0/routers/d3e706fc-4379-4856-bc1d-ad20d2eb270a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2903903
Apr 30 21:39:38.162287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9790ff15-0256-44bd-96b2-4215bd632bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (76330db0-a307-4906-99a5-5c0ae3a4fec5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.263351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3c6a3eea-33fa-4ae2-91ec-5d3c4dddeef2 None None] Provisioning complete for port 92baf96c-3617-4db4-9934-8a3ff6f89273 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:38.265441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3eea-33fa-4ae2-91ec-5d3c4dddeef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.285690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790ff15-0256-44bd-96b2-4215bd632bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76330db0-a307-4906-99a5-5c0ae3a4fec5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:38.323564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38356) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:38.335265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38360) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:38.337487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9790ff15-0256-44bd-96b2-4215bd632bc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7232aa02ba6444b5a0acb5ffe699e2bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6378098
Apr 30 21:39:38.461517 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks [] for router_gateway (e0b26d90-18de-4160-a3d0-6fb635e693e9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.560922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a3eea-33fa-4ae2-91ec-5d3c4dddeef2 None None] Current status of the port 92baf96c-3617-4db4-9934-8a3ff6f89273 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:38.560922 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3eea-33fa-4ae2-91ec-5d3c4dddeef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.572299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b13a5b55-1b56-4c9b-8581-7b7dd9771469 admin admin] Publish callbacks [] for security_group (76330db0-a307-4906-99a5-5c0ae3a4fec5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.663525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b13a5b55-1b56-4c9b-8581-7b7dd9771469 admin admin] Publish callbacks [] for security_group (76330db0-a307-4906-99a5-5c0ae3a4fec5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.668984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Sync routers for ids ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:38.689613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3c6a3eea-33fa-4ae2-91ec-5d3c4dddeef2 None None] For port 92baf96c-3617-4db4-9934-8a3ff6f89273, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92baf96c-3617-4db4-9934-8a3ff6f89273,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:38.694478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Routers {'d3e706fc-4379-4856-bc1d-ad20d2eb270a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:38.695307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1c6910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:38.705901 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7d9370>, [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 5, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port': {'id': 'bee5c55d-68a9-4070-8b2f-d63ce1fba41e', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:23Z', 'updated_at': '2022-04-30T21:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:38.720179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efdcca35-1f7f-4650-ab03-3714846fb568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.752555 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] Checking router: e0b26d90-18de-4160-a3d0-6fb635e693e9 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:38.778917 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] Routers {'e0b26d90-18de-4160-a3d0-6fb635e693e9'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:38.780186 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7d9370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e0b26d90-18de-4160-a3d0-6fb635e693e9'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:38.780728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a6edb335-3723-4a5d-9e4d-6f2f3551a07a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:38.797388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a077-461d-43b7-9f83-4474d022ff10 req-a173a85a-3cb8-4b3f-ad93-ad5761659013 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:38.805066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-a173a85a-3cb8-4b3f-ad93-ad5761659013 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/networks?id=42dfdf48-c6c6-46a0-a63e-be5c81eb3294 HTTP/1.1" status: 200  len: 797 time: 0.2259374
Apr 30 21:39:38.819435 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3eea-33fa-4ae2-91ec-5d3c4dddeef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.827759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-94cb2f0b-e516-458b-871b-9d4a214359ff tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/quotas/4e3f82b1b832495896f59d90477f6e44 HTTP/1.1" status: 200  len: 375 time: 0.0206876
Apr 30 21:39:38.861704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b13a5b55-1b56-4c9b-8581-7b7dd9771469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (76330db0-a307-4906-99a5-5c0ae3a4fec5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.866139 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b13a5b55-1b56-4c9b-8581-7b7dd9771469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.869083 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b13a5b55-1b56-4c9b-8581-7b7dd9771469 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76330db0-a307-4906-99a5-5c0ae3a4fec5 HTTP/1.1" status: 204  len: 168 time: 0.5310271
Apr 30 21:39:38.886727 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] Set router e0b26d90-18de-4160-a3d0-6fb635e693e9 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:38.891071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a5b55-1b56-4c9b-8581-7b7dd9771469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76330db0-a307-4906-99a5-5c0ae3a4fec5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:38.935344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-cafa8112-3c6f-4d53-9ea7-8b66313e6d96 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e3f82b1b832495896f59d90477f6e44&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1077120
Apr 30 21:39:38.940318 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efdcca35-1f7f-4650-ab03-3714846fb568 admin admin] Publish callbacks [] for security_group (4db4cf55-d458-47bd-bb2d-8ccf3d188aaf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.950813 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a6edb335-3723-4a5d-9e4d-6f2f3551a07a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:38.951630 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:38.965381 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7d9370>, [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:38Z', 'revision_number': 6, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:39.014820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-efdcca35-1f7f-4650-ab03-3714846fb568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4db4cf55-d458-47bd-bb2d-8ccf3d188aaf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.027043 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397a7f9-383f-49e0-9cb3-879e78889310 None None] The sync data for ids ['e0b26d90-18de-4160-a3d0-6fb635e693e9'] in ncdv-master-1 is: [{'id': 'e0b26d90-18de-4160-a3d0-6fb635e693e9', 'name': 'tempest-TestAggregatesBasicOps-1040470467-router', 'tenant_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:22Z', 'updated_at': '2022-04-30T21:39:38Z', 'revision_number': 6, 'project_id': 'd4ba2120895d4daaa9a12af1a9fe0ece', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:39.044277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Deleting port bee5c55d-68a9-4070-8b2f-d63ce1fba41e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:39.044933 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.050954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a3eea-33fa-4ae2-91ec-5d3c4dddeef2 None None] Pushing event updated for resources: {'Port': ['ID=92baf96c-3617-4db4-9934-8a3ff6f89273,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:39.060749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-1829ca51-bd3f-4eda-be6b-4abba0dd613c service neutron] 10.222.0.23 "GET /v2.0/networks/42dfdf48-c6c6-46a0-a63e-be5c81eb3294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244481
Apr 30 21:39:39.076134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e6d9101e-2959-4dc6-977e-149084f3fc73 None None] Provisioning complete for port d29b65d1-82c9-45e0-8b98-62b557cbe105 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:39.076592 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e6d9101e-2959-4dc6-977e-149084f3fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.132579 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-efdcca35-1f7f-4650-ab03-3714846fb568 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd10ab5932b44002aa3eea64dad5bf3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8052003
Apr 30 21:39:39.132579 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcca35-1f7f-4650-ab03-3714846fb568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db4cf55-d458-47bd-bb2d-8ccf3d188aaf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:39.133299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38376) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:39.202929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9101e-2959-4dc6-977e-149084f3fc73 None None] Port d29b65d1-82c9-45e0-8b98-62b557cbe105 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:39.213090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Set router d3e706fc-4379-4856-bc1d-ad20d2eb270a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:39.219729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed90a645-33d4-4c71-b4eb-c9e87d753a26 admin admin] Publish callbacks [] for security_group (4db4cf55-d458-47bd-bb2d-8ccf3d188aaf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.255353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e6d9101e-2959-4dc6-977e-149084f3fc73 None None] Provisioning complete for port 92baf96c-3617-4db4-9934-8a3ff6f89273 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:39.255353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e6d9101e-2959-4dc6-977e-149084f3fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.261450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] For port bee5c55d-68a9-4070-8b2f-d63ce1fba41e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee5c55d-68a9-4070-8b2f-d63ce1fba41e,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:39.262005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.278183 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed90a645-33d4-4c71-b4eb-c9e87d753a26 admin admin] Publish callbacks [] for security_group (4db4cf55-d458-47bd-bb2d-8ccf3d188aaf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.278307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-f7bde8dc-b4f1-457c-8a0d-fb8699c893a6 service neutron] 10.222.0.23 "GET /v2.0/networks/42dfdf48-c6c6-46a0-a63e-be5c81eb3294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2151508
Apr 30 21:39:39.312258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Calling delete_port for bee5c55d-68a9-4070-8b2f-d63ce1fba41e owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:39.417212 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed90a645-33d4-4c71-b4eb-c9e87d753a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (4db4cf55-d458-47bd-bb2d-8ccf3d188aaf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.419205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ed90a645-33d4-4c71-b4eb-c9e87d753a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.425408 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ed90a645-33d4-4c71-b4eb-c9e87d753a26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4db4cf55-d458-47bd-bb2d-8ccf3d188aaf HTTP/1.1" status: 204  len: 168 time: 0.2771747
Apr 30 21:39:39.448765 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90a645-33d4-4c71-b4eb-c9e87d753a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db4cf55-d458-47bd-bb2d-8ccf3d188aaf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:39.536203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a6edb335-3723-4a5d-9e4d-6f2f3551a07a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:39.538765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 92baf96c-3617-4db4-9934-8a3ff6f89273 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:39.690578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9101e-2959-4dc6-977e-149084f3fc73 None None] Current status of the port 92baf96c-3617-4db4-9934-8a3ff6f89273 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:39.724791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-617f4952-e3c9-4118-9037-487764255062 req-5589bdbb-d0af-4082-9ff0-c98627f476a4 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 210 time: 0.0753634
Apr 30 21:39:39.725681 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bee5c55d-68a9-4070-8b2f-d63ce1fba41e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.794352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Pushing event deleted for resources: {'Port': ['ID=bee5c55d-68a9-4070-8b2f-d63ce1fba41e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:39.843958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-284d6ee8-2d8a-49d4-b118-40fdb784357d None None] Provisioning complete for port d29b65d1-82c9-45e0-8b98-62b557cbe105 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:39.844644 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-284d6ee8-2d8a-49d4-b118-40fdb784357d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.850859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1c6910>, [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd29b65d1-82c9-45e0-8b98-62b557cbe105', 'name': '', 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:09:9d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '283fd127-21f5-4edb-82fe-b131869b36b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:35Z', 'updated_at': '2022-04-30T21:39:37Z', 'revision_number': 2, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '283fd127-21f5-4edb-82fe-b131869b36b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:39.874270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 92baf96c-3617-4db4-9934-8a3ff6f89273 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:39.874655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.875359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (e0b26d90-18de-4160-a3d0-6fb635e693e9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:39.908963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Checking router: d3e706fc-4379-4856-bc1d-ad20d2eb270a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:39.909329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Updating router d3e706fc-4379-4856-bc1d-ad20d2eb270a port d29b65d1-82c9-45e0-8b98-62b557cbe105 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:39.980497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-284d6ee8-2d8a-49d4-b118-40fdb784357d None None] Port d29b65d1-82c9-45e0-8b98-62b557cbe105 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:40.014596 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.061369 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (e0b26d90-18de-4160-a3d0-6fb635e693e9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.066496 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks [] for router_controller (e0b26d90-18de-4160-a3d0-6fb635e693e9), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.370855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 92baf96c-3617-4db4-9934-8a3ff6f89273 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:40.421045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (e0b26d90-18de-4160-a3d0-6fb635e693e9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.421619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0b26d90-18de-4160-a3d0-6fb635e693e9 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:39:40.433586 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.437405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2e8ff91b-850e-4810-a2ed-a79ac57042eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/e0b26d90-18de-4160-a3d0-6fb635e693e9 HTTP/1.1" status: 204  len: 168 time: 2.5966208
Apr 30 21:39:40.438094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38414) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:40.507416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 92baf96c-3617-4db4-9934-8a3ff6f89273 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:40.529792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dae372-e821-4938-873e-36a9f5aabeeb admin admin] Deleting subnet f371cb41-2985-4f4c-8474-5e29e51ff95d {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:39:40.533056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6dae372-e821-4938-873e-36a9f5aabeeb admin admin] Publish callbacks [] for subnet (f371cb41-2985-4f4c-8474-5e29e51ff95d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.578199 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6dae372-e821-4938-873e-36a9f5aabeeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (f371cb41-2985-4f4c-8474-5e29e51ff95d), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.620250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 92baf96c-3617-4db4-9934-8a3ff6f89273 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:40.620250 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.758264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 92baf96c-3617-4db4-9934-8a3ff6f89273 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:40.765870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6dae372-e821-4938-873e-36a9f5aabeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (f371cb41-2985-4f4c-8474-5e29e51ff95d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.779995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Publish callbacks [] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.848738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e6b258ef-a6bd-445a-8eac-deb1ba296569 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:39:40.878123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714cee67-1138-4623-ad44-b46985f91862 req-ced90519-39ef-49cf-a90c-5a5d43f69ed9 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 210 time: 0.0472455
Apr 30 21:39:40.884719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e6b258ef-a6bd-445a-8eac-deb1ba296569 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:39:40.885063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e6b258ef-a6bd-445a-8eac-deb1ba296569 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:39:40.885680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bee5c55d-68a9-4070-8b2f-d63ce1fba41e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:39:40.888633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:40.912992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: bee5c55d-68a9-4070-8b2f-d63ce1fba41e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:39:40.913338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bee5c55d-68a9-4070-8b2f-d63ce1fba41e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:39:40.959254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6563a-77d6-4c7b-9cb4-73147a9a1605 None None] Pushing event updated for resources: {'Port': ['ID=d29b65d1-82c9-45e0-8b98-62b557cbe105,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:41.014860 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Attempting to bind port d29b65d1-82c9-45e0-8b98-62b557cbe105 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:41.015145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6dae372-e821-4938-873e-36a9f5aabeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (f371cb41-2985-4f4c-8474-5e29e51ff95d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.015279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Attempting to bind port d29b65d1-82c9-45e0-8b98-62b557cbe105 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:41.015721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Attempting to bind port d29b65d1-82c9-45e0-8b98-62b557cbe105 on network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:41.022982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:41.023488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Checking segment: {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:41.023955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.024282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Bound using segment: {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:41.024764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Bound port: d29b65d1-82c9-45e0-8b98-62b557cbe105, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:41.025200 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.051934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dae372-e821-4938-873e-36a9f5aabeeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f371cb41-2985-4f4c-8474-5e29e51ff95d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:41.069930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c6dae372-e821-4938-873e-36a9f5aabeeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.074025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c6dae372-e821-4938-873e-36a9f5aabeeb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f371cb41-2985-4f4c-8474-5e29e51ff95d HTTP/1.1" status: 204  len: 168 time: 0.6346908
Apr 30 21:39:41.076712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38426) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:41.092576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c479fdf-e991-4072-9e3f-e1c706a7660e None None] Network e58ab7b8-b73a-439d-835a-ffb628ee324f requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:41.162923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] For port d29b65d1-82c9-45e0-8b98-62b557cbe105, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:41.177634 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e58ab7b8-b73a-439d-835a-ffb628ee324f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.180072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] For port d29b65d1-82c9-45e0-8b98-62b557cbe105, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d29b65d1-82c9-45e0-8b98-62b557cbe105,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:41.226844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1e2fec99-afaf-4b5d-8670-66d42caf34a6 None None] Provisioning complete for port d29b65d1-82c9-45e0-8b98-62b557cbe105 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:41.227747 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e2fec99-afaf-4b5d-8670-66d42caf34a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.232514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Deleting port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:41.232852 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.279740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1e2fec99-afaf-4b5d-8670-66d42caf34a6 None None] Port d29b65d1-82c9-45e0-8b98-62b557cbe105 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:41.290995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.327204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] For port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=662f0fab-bba7-4dbc-b000-eb0cb4aa7139,segment=NetworkSegment(b35d520f-5ba7-4f07-a01d-170dc2faa1f8),segment_id=b35d520f-5ba7-4f07-a01d-170dc2faa1f8)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:41.328094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.328745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] DHCP port deletion for e58ab7b8-b73a-439d-835a-ffb628ee324f request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:39:41.345515 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Calling delete_port for 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:41.420737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Routers {'d3e706fc-4379-4856-bc1d-ad20d2eb270a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:41.421393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1c6910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:41.506124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38434) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:41.541640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.563688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] No DVR routers for this DVR port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:39:41.667661 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-767f54c5-a268-44ab-907b-d8e7cd8da9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.667861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6563a-77d6-4c7b-9cb4-73147a9a1605 None None] Pushing event updated for resources: {'Port': ['ID=d29b65d1-82c9-45e0-8b98-62b557cbe105,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:41.699427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Pushing event deleted for resources: {'Port': ['ID=662f0fab-bba7-4dbc-b000-eb0cb4aa7139,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:41.704375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] Deleting port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:41.704767 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e58ab7b8-b73a-439d-835a-ffb628ee324f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.704916 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.728211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89663d66a0>,) {'filters': {'network_id': ['e58ab7b8-b73a-439d-835a-ffb628ee324f']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:41.738072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89663d66a0>, 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:41.738370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89663d66a0>, 'b35d520f-5ba7-4f07-a01d-170dc2faa1f8') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:41.748232 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (b35d520f-5ba7-4f07-a01d-170dc2faa1f8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.757275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-767f54c5-a268-44ab-907b-d8e7cd8da9ba admin admin] Publish callbacks [] for security_group (3ffde12d-4d84-46ae-85ee-e950011da032), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.762722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b35d520f-5ba7-4f07-a01d-170dc2faa1f8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.769582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-42ee7a5c-ac55-4bf9-ae56-248b1a5f72f0 None None] Provisioning complete for port d29b65d1-82c9-45e0-8b98-62b557cbe105 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:41.770570 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-42ee7a5c-ac55-4bf9-ae56-248b1a5f72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.770955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:39:41.771350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (b35d520f-5ba7-4f07-a01d-170dc2faa1f8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:39:41.773821 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:39:41.829524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] For port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139, host ncdv-master-1, got binding levels [] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:41.829962 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.838400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-767f54c5-a268-44ab-907b-d8e7cd8da9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3ffde12d-4d84-46ae-85ee-e950011da032), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.857739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] Calling delete_port for 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:41.864642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.ipam_backend_mixin [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] Port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 was not found and therefore no delete operation was performed {{(pid=115776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:39:41.876198 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (662f0fab-bba7-4dbc-b000-eb0cb4aa7139), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:41.880637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] Set router d3e706fc-4379-4856-bc1d-ad20d2eb270a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:41.888780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f54c5-a268-44ab-907b-d8e7cd8da9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffde12d-4d84-46ae-85ee-e950011da032,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:41.937114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-767f54c5-a268-44ab-907b-d8e7cd8da9ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dfb4acb2ddd49c68d7809024ecceb18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4297593
Apr 30 21:39:41.939915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38450) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:41.952160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] No DVR routers for this DVR port 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:39:41.960946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3befcf4-5bcb-489a-b8c3-68a9431dfa37 None None] Pushing event deleted for resources: {'Port': ['ID=662f0fab-bba7-4dbc-b000-eb0cb4aa7139,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:42.016586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22532a9d-26f6-4ddd-8455-a33e60d18bb6 req-6accec56-e847-428d-81ef-cfe037abf476 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 210 time: 0.0671530
Apr 30 21:39:42.040519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-42ee7a5c-ac55-4bf9-ae56-248b1a5f72f0 None None] Current status of the port d29b65d1-82c9-45e0-8b98-62b557cbe105 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:42.040922 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-42ee7a5c-ac55-4bf9-ae56-248b1a5f72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.062652 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e1e57d6-d18b-4f58-9cb9-c619dec20920 admin admin] Publish callbacks [] for security_group (3ffde12d-4d84-46ae-85ee-e950011da032), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.102340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e1e57d6-d18b-4f58-9cb9-c619dec20920 admin admin] Publish callbacks [] for security_group (3ffde12d-4d84-46ae-85ee-e950011da032), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.140410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-42ee7a5c-ac55-4bf9-ae56-248b1a5f72f0 None None] For port d29b65d1-82c9-45e0-8b98-62b557cbe105, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d29b65d1-82c9-45e0-8b98-62b557cbe105,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:42.202183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1c6910>, [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd29b65d1-82c9-45e0-8b98-62b557cbe105', 'name': '', 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:09:9d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '283fd127-21f5-4edb-82fe-b131869b36b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:35Z', 'updated_at': '2022-04-30T21:39:41Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '283fd127-21f5-4edb-82fe-b131869b36b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:42.234152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b19f67-c70e-4739-a737-1aa3b90c47f8 None None] The sync data for ids ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'] in ncdv-master-1 is: [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd29b65d1-82c9-45e0-8b98-62b557cbe105', 'name': '', 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:09:9d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '283fd127-21f5-4edb-82fe-b131869b36b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:35Z', 'updated_at': '2022-04-30T21:39:41Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '283fd127-21f5-4edb-82fe-b131869b36b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:42.250087 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-42ee7a5c-ac55-4bf9-ae56-248b1a5f72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.323754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee7a5c-ac55-4bf9-ae56-248b1a5f72f0 None None] Pushing event updated for resources: {'Port': ['ID=d29b65d1-82c9-45e0-8b98-62b557cbe105,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:42.330237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e58ab7b8-b73a-439d-835a-ffb628ee324f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.333233 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e1e57d6-d18b-4f58-9cb9-c619dec20920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3ffde12d-4d84-46ae-85ee-e950011da032), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.336920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e1e57d6-d18b-4f58-9cb9-c619dec20920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.338345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5e1e57d6-d18b-4f58-9cb9-c619dec20920 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ffde12d-4d84-46ae-85ee-e950011da032 HTTP/1.1" status: 204  len: 168 time: 0.3966920
Apr 30 21:39:42.345070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.353107 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e58ab7b8-b73a-439d-835a-ffb628ee324f HTTP/1.1" status: 204  len: 168 time: 1.2752790
Apr 30 21:39:42.365026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e57d6-d18b-4f58-9cb9-c619dec20920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffde12d-4d84-46ae-85ee-e950011da032,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:42.389918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408f2ab-835b-4aa6-b401-113f95e28331 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58ab7b8-b73a-439d-835a-ffb628ee324f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:42.539325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a077-461d-43b7-9f83-4474d022ff10 req-96ec91dc-7002-4267-9b80-036c62fd72ad tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:42.540869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-96ec91dc-7002-4267-9b80-036c62fd72ad tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.20 "GET /v2.0/networks?id=42dfdf48-c6c6-46a0-a63e-be5c81eb3294 HTTP/1.1" status: 200  len: 797 time: 0.1686201
Apr 30 21:39:42.561881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Request body: {'port': {'device_id': '9d531ff4-d4c6-4598-bf79-07833728a9dd', 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294', 'admin_state_up': True, 'tenant_id': '4e3f82b1b832495896f59d90477f6e44'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:42.565127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d29b65d1-82c9-45e0-8b98-62b557cbe105 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:42.627959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d29b65d1-82c9-45e0-8b98-62b557cbe105 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:42.628089 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.721737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d29b65d1-82c9-45e0-8b98-62b557cbe105 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:42.778880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:39:42.786332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Made reservation on behalf of 4e3f82b1b832495896f59d90477f6e44 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:42.796237 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:42.801342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:39:42.802250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 662f0fab-bba7-4dbc-b000-eb0cb4aa7139 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:39:42.897027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38464) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:42.958960 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7cf99d8c-dcf1-461d-bd7d-4a2377790c37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba9fb98f26e1427e993c69d547641b64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0601346
Apr 30 21:39:42.961465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38466) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:42.984708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Allocated IP 172.20.0.27 (42dfdf48-c6c6-46a0-a63e-be5c81eb3294/283fd127-21f5-4edb-82fe-b131869b36b3/ed3932ce-fe6c-4757-9579-d58a8422a738) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:43.023958 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a86e3f6f-ef90-40cc-982e-df00ce393edf admin admin] Publish callbacks [] for security_group (80524542-c180-40e8-83a9-49019c632b42), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.053853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a86e3f6f-ef90-40cc-982e-df00ce393edf admin admin] Publish callbacks [] for security_group (80524542-c180-40e8-83a9-49019c632b42), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.171400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16319569-9766-4c27-880b-9c4549e2a812 req-3e0f9c43-7ee4-4418-9913-6dfc0d88774b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 210 time: 0.0464125
Apr 30 21:39:43.189786 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a86e3f6f-ef90-40cc-982e-df00ce393edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80524542-c180-40e8-83a9-49019c632b42), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.196627 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.198933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a86e3f6f-ef90-40cc-982e-df00ce393edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.199676 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a86e3f6f-ef90-40cc-982e-df00ce393edf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80524542-c180-40e8-83a9-49019c632b42 HTTP/1.1" status: 204  len: 168 time: 0.2369239
Apr 30 21:39:43.234243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e3f6f-ef90-40cc-982e-df00ce393edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80524542-c180-40e8-83a9-49019c632b42,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:43.348444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.428685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:43.439837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:43.447101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:43.509923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event updated for resources: {'Port': ['ID=ed3932ce-fe6c-4757-9579-d58a8422a738,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:43.562221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:43.562862 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.657367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-7c32dfb7-1d90-40fe-b4a9-1736d64c4146 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 1.1002920
Apr 30 21:39:43.674950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Request body: {'port': {'device_id': '9d531ff4-d4c6-4598-bf79-07833728a9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:43.753210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.888677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0647de42-9c97-4dfe-954e-ba75bbd9748a None None] Provisioning complete for port ed3932ce-fe6c-4757-9579-d58a8422a738 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:43.889293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0647de42-9c97-4dfe-954e-ba75bbd9748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:43.950260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0647de42-9c97-4dfe-954e-ba75bbd9748a None None] Port ed3932ce-fe6c-4757-9579-d58a8422a738 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:44.114801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed3932ce-fe6c-4757-9579-d58a8422a738 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:39:44.122103 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Publish callbacks [] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:44.134767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Transition to ACTIVE for port object ed3932ce-fe6c-4757-9579-d58a8422a738 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:39:44.140123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38498) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:44.181891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d638a599-dd09-4531-9ae5-d4237359fa01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4ba2120895d4daaa9a12af1a9fe0ece&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0406086
Apr 30 21:39:44.184648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38500) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:44.208963 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:44.319276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Pushing event updated for resources: {'Port': ['ID=ed3932ce-fe6c-4757-9579-d58a8422a738,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:44.349211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb8b8ecc-63ee-4357-beca-4572c285e0c0 admin admin] Publish callbacks [] for security_group (307f0f40-049a-40cc-8f28-1ca22c274ec5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:44.424936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb8b8ecc-63ee-4357-beca-4572c285e0c0 admin admin] Publish callbacks [] for security_group (307f0f40-049a-40cc-8f28-1ca22c274ec5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:44.439726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c6798-c4e0-442e-b482-37bf57d77017 req-6a16ef77-7c96-4510-8e17-91b1198c5e47 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:44.441215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-881c6798-c4e0-442e-b482-37bf57d77017 req-6a16ef77-7c96-4510-8e17-91b1198c5e47 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 907 time: 0.1191769
Apr 30 21:39:44.471503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Attempting to bind port ed3932ce-fe6c-4757-9579-d58a8422a738 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:44.471838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Attempting to bind port ed3932ce-fe6c-4757-9579-d58a8422a738 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:44.472167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Attempting to bind port ed3932ce-fe6c-4757-9579-d58a8422a738 on network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:44.480757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Port ed3932ce-fe6c-4757-9579-d58a8422a738 on network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:39:44.481076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Attempting to bind port ed3932ce-fe6c-4757-9579-d58a8422a738 on network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:44.492800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:44.493137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Checking segment: {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:44.493663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Bound using segment: {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:44.493945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Bound port: ed3932ce-fe6c-4757-9579-d58a8422a738, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:44.494394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:44.864049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] For port ed3932ce-fe6c-4757-9579-d58a8422a738, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:44.866101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] For port ed3932ce-fe6c-4757-9579-d58a8422a738, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed3932ce-fe6c-4757-9579-d58a8422a738,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:44.952210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb8b8ecc-63ee-4357-beca-4572c285e0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (307f0f40-049a-40cc-8f28-1ca22c274ec5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:44.955031 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb8b8ecc-63ee-4357-beca-4572c285e0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:44.959282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb8b8ecc-63ee-4357-beca-4572c285e0c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/307f0f40-049a-40cc-8f28-1ca22c274ec5 HTTP/1.1" status: 204  len: 168 time: 0.7707348
Apr 30 21:39:44.965498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b8ecc-63ee-4357-beca-4572c285e0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f0f40-049a-40cc-8f28-1ca22c274ec5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:44.986935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:45.041929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.041929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:45.042720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] 10.222.0.20 "PUT /v2.0/ports/ed3932ce-fe6c-4757-9579-d58a8422a738 HTTP/1.1" status: 200  len: 1055 time: 1.3729227
Apr 30 21:39:45.043367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d531ff4-d4c6-4598-bf79-07833728a9dd', 'tag': 'ed3932ce-fe6c-4757-9579-d58a8422a738'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:39:45.045782 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1b2c05-3df2-4a09-ac2d-e3b6200236c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d531ff4-d4c6-4598-bf79-07833728a9dd", "tag": "ed3932ce-fe6c-4757-9579-d58a8422a738"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:39:45.064532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e8ca4-1273-420b-abbc-7fb39e5ae9ff service neutron] Pushing event updated for resources: {'Port': ['ID=ed3932ce-fe6c-4757-9579-d58a8422a738,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:45.097208 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420cf66-3b56-40dc-b48d-df05b84da37e x-openstack-request-id: req-3420cf66-3b56-40dc-b48d-df05b84da37e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:39:45.097941 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d531ff4-d4c6-4598-bf79-07833728a9dd", "tag": "ed3932ce-fe6c-4757-9579-d58a8422a738", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:39:45.098894 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3420cf66-3b56-40dc-b48d-df05b84da37e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:39:45.099673 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3420cf66-3b56-40dc-b48d-df05b84da37e'] response: {'name': 'network-changed', 'server_uuid': '9d531ff4-d4c6-4598-bf79-07833728a9dd', 'tag': 'ed3932ce-fe6c-4757-9579-d58a8422a738', 'status': 'completed', 'code': 200}
Apr 30 21:39:45.167457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2c05-3df2-4a09-ac2d-e3b6200236c6 req-cf279cf9-cac9-4013-9ee9-96d53adaed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.170015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc1b2c05-3df2-4a09-ac2d-e3b6200236c6 req-cf279cf9-cac9-4013-9ee9-96d53adaed63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e3f82b1b832495896f59d90477f6e44&device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 1089 time: 0.0480332
Apr 30 21:39:45.315697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2c05-3df2-4a09-ac2d-e3b6200236c6 req-56a1ef08-79f0-4b97-9c7b-ba4f4c5b3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.316653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2c05-3df2-4a09-ac2d-e3b6200236c6 req-56a1ef08-79f0-4b97-9c7b-ba4f4c5b3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.319339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc1b2c05-3df2-4a09-ac2d-e3b6200236c6 req-56a1ef08-79f0-4b97-9c7b-ba4f4c5b3629 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4e3f82b1b832495896f59d90477f6e44&shared=False HTTP/1.1" status: 200  len: 1583 time: 0.1414020
Apr 30 21:39:45.437163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b2c05-3df2-4a09-ac2d-e3b6200236c6 req-ee8facb5-66d0-4cf9-b027-752118820f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.438830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc1b2c05-3df2-4a09-ac2d-e3b6200236c6 req-ee8facb5-66d0-4cf9-b027-752118820f21 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1079369
Apr 30 21:39:45.583182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a077-461d-43b7-9f83-4474d022ff10 req-6c959b43-4333-4a61-a504-9d81f1d8692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.585450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-6c959b43-4333-4a61-a504-9d81f1d8692a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e3f82b1b832495896f59d90477f6e44&device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 1089 time: 0.0868392
Apr 30 21:39:45.598208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158718ae-667c-4b89-b578-7f78239add3c req-3bfffa7f-46a8-4c47-9508-95b4ede64ed9 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.599651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-158718ae-667c-4b89-b578-7f78239add3c req-3bfffa7f-46a8-4c47-9508-95b4ede64ed9 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 907 time: 0.0593541
Apr 30 21:39:45.638075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-dc143bdf-3287-450c-85e5-7bdbe77f9e05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ed3932ce-fe6c-4757-9579-d58a8422a738 HTTP/1.1" status: 200  len: 217 time: 0.0374200
Apr 30 21:39:45.709708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a077-461d-43b7-9f83-4474d022ff10 req-e5875a3d-8930-4683-883d-26be6708c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.712672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-e5875a3d-8930-4683-883d-26be6708c426 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=283fd127-21f5-4edb-82fe-b131869b36b3 HTTP/1.1" status: 200  len: 837 time: 0.0649273
Apr 30 21:39:45.763535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591a077-461d-43b7-9f83-4474d022ff10 req-5285e661-39a4-49ac-ae42-3a0445a16651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:45.765217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-5285e661-39a4-49ac-ae42-3a0445a16651 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42dfdf48-c6c6-46a0-a63e-be5c81eb3294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0424490
Apr 30 21:39:45.865499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-3e0883ea-38c6-43bf-ba45-7f0c4e0ebe2f service neutron] 10.222.0.20 "GET /v2.0/networks/42dfdf48-c6c6-46a0-a63e-be5c81eb3294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878482
Apr 30 21:39:45.966599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d591a077-461d-43b7-9f83-4474d022ff10 req-af2a03a2-fee9-4099-984f-0aed1e02f806 service neutron] 10.222.0.20 "GET /v2.0/networks/42dfdf48-c6c6-46a0-a63e-be5c81eb3294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907981
Apr 30 21:39:46.402625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38568) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:46.546443 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1500252096-network', 'tenant_id': '02c76e15fece44a9be2e1342513ae551'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:46.649529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Made reservation on behalf of 02c76e15fece44a9be2e1342513ae551 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:46.652171 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:46.662749 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:46.727937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3092b-3607-4d00-9333-32da087743a0 req-0e6cade6-92dd-4b87-b7cd-6b6336f424b4 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:46.729417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08c3092b-3607-4d00-9333-32da087743a0 req-0e6cade6-92dd-4b87-b7cd-6b6336f424b4 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 907 time: 0.0483253
Apr 30 21:39:46.742502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Publish callbacks [] for security_group (44c30994-7f66-486e-bf59-d6cfd9dffca9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:46.855301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (44c30994-7f66-486e-bf59-d6cfd9dffca9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:46.876265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:39:46.889746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c30994-7f66-486e-bf59-d6cfd9dffca9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:46.890945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38578) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:46.894524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1cffdbc4-e5ea-45cc-96e5-079e55dfb99b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:46.894868 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Added segment 1cffdbc4-e5ea-45cc-96e5-079e55dfb99b of type vlan for network 17cfa9c0-17fc-46c0-8bcb-3651574af537
Apr 30 21:39:46.935632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (17cfa9c0-17fc-46c0-8bcb-3651574af537), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.002640 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9826b76b-1fba-4d3d-ba5a-0a4cc288f008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.048283 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (17cfa9c0-17fc-46c0-8bcb-3651574af537), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.049599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:47.050258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.081924 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9826b76b-1fba-4d3d-ba5a-0a4cc288f008 admin admin] Publish callbacks [] for security_group (7c3c53ab-151e-494e-9ef4-87acaafaa1ab), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.094012 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.116981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] Pushing event updated for resources: {'Network': ['ID=17cfa9c0-17fc-46c0-8bcb-3651574af537,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:47.122781 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-54f8662e-c0ed-40ef-9613-57c3d88b592c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7181098
Apr 30 21:39:47.124824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38582) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:47.127327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:39:47.129641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Request body: {'subnet': {'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1500252096-subnet', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:47.185655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9826b76b-1fba-4d3d-ba5a-0a4cc288f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7c3c53ab-151e-494e-9ef4-87acaafaa1ab), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.229484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9826b76b-1fba-4d3d-ba5a-0a4cc288f008 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f49399db95d439ba339227cc5f24e0d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3374310
Apr 30 21:39:47.230636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826b76b-1fba-4d3d-ba5a-0a4cc288f008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3c53ab-151e-494e-9ef4-87acaafaa1ab,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:47.232265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38584) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:47.241480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Made reservation on behalf of 02c76e15fece44a9be2e1342513ae551 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:47.243920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.352985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0da4692-6a31-4b1d-8fa7-052f8a8fa53e admin admin] Publish callbacks [] for security_group (7c3c53ab-151e-494e-9ef4-87acaafaa1ab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.384364 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0da4692-6a31-4b1d-8fa7-052f8a8fa53e admin admin] Publish callbacks [] for security_group (7c3c53ab-151e-494e-9ef4-87acaafaa1ab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.569374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (a0a5d398-97b2-4038-8e87-f59434dc27fd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.608717 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0da4692-6a31-4b1d-8fa7-052f8a8fa53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7c3c53ab-151e-494e-9ef4-87acaafaa1ab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.611174 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f0da4692-6a31-4b1d-8fa7-052f8a8fa53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.612312 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f0da4692-6a31-4b1d-8fa7-052f8a8fa53e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c3c53ab-151e-494e-9ef4-87acaafaa1ab HTTP/1.1" status: 204  len: 168 time: 0.3784468
Apr 30 21:39:47.634490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da4692-6a31-4b1d-8fa7-052f8a8fa53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3c53ab-151e-494e-9ef4-87acaafaa1ab,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:47.639212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a5d398-97b2-4038-8e87-f59434dc27fd,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:47.650919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Checking segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:47.650919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Network hostable DHCP agents. Network: 17cfa9c0-17fc-46c0-8bcb-3651574af537, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:39:47.735382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:39:47.817025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 17cfa9c0-17fc-46c0-8bcb-3651574af537) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:47.821046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:47.821705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.827271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e114c-f8dd-4031-87a2-589007ced286 None None] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:47.865731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6300a-7e13-4b90-b203-dc65451f1cfc req-7c71ac4d-9883-47ef-8f70-5fc89d83565d tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:47.867859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9de6300a-7e13-4b90-b203-dc65451f1cfc req-7c71ac4d-9883-47ef-8f70-5fc89d83565d tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 907 time: 0.0638704
Apr 30 21:39:47.933613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-17cfa9c0-17fc-46c0-8bcb-3651574af537', 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'project_id': '02c76e15fece44a9be2e1342513ae551', 'fixed_ips': [{'subnet_id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:39:47.934666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:47.975484 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e0826197-391c-43dc-892a-117a9b555951 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8466060
Apr 30 21:39:47.976158 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38594) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:47.980568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:48.004983 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-22377f7b-56ef-4f2e-a40b-aef2110516ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.073002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Allocated IP 172.20.0.2 (17cfa9c0-17fc-46c0-8bcb-3651574af537/a0a5d398-97b2-4038-8e87-f59434dc27fd/977c2b83-8970-40a8-85d6-44f62f26b679) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:48.084864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.086022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.146418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks [] for router_controller (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.218649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Publish callbacks [] for port (977c2b83-8970-40a8-85d6-44f62f26b679), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.324101 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.357464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks [] for router_gateway (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.361232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:48.364659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:48.368137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:48.378605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Pushing event updated for resources: {'Port': ['ID=977c2b83-8970-40a8-85d6-44f62f26b679,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:48.390538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38596) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:48.404957 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65a9981b-ff0f-4532-83f6-1bba93009fb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.435989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Attempting to bind port 977c2b83-8970-40a8-85d6-44f62f26b679 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:48.436363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Attempting to bind port 977c2b83-8970-40a8-85d6-44f62f26b679 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:48.436793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Attempting to bind port 977c2b83-8970-40a8-85d6-44f62f26b679 on network 17cfa9c0-17fc-46c0-8bcb-3651574af537 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:48.441673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:48.442704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Checking segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:48.443090 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.443482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Bound using segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:48.443952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Bound port: 977c2b83-8970-40a8-85d6-44f62f26b679, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:48.444333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.512682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] For port 977c2b83-8970-40a8-85d6-44f62f26b679, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:48.515854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] For port 977c2b83-8970-40a8-85d6-44f62f26b679, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=977c2b83-8970-40a8-85d6-44f62f26b679,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:48.522154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65a9981b-ff0f-4532-83f6-1bba93009fb8 admin admin] Publish callbacks [] for security_group (12e970f5-630d-48da-9f6a-f3f92b69ab7e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.654470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks [] for router_gateway (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.671705 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.677254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ed3932ce-fe6c-4757-9579-d58a8422a738 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:39:48.681572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.734998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-65a9981b-ff0f-4532-83f6-1bba93009fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (12e970f5-630d-48da-9f6a-f3f92b69ab7e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.791956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0002295-2d77-4ff5-87a2-7bf459bf18c5 None None] Pushing event updated for resources: {'Port': ['ID=977c2b83-8970-40a8-85d6-44f62f26b679,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:48.795874 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-65a9981b-ff0f-4532-83f6-1bba93009fb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e1eef29e03b4941b41b72609b78a45b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4036145
Apr 30 21:39:48.798591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38598) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:48.804882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9981b-ff0f-4532-83f6-1bba93009fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e970f5-630d-48da-9f6a-f3f92b69ab7e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:48.841513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ed3932ce-fe6c-4757-9579-d58a8422a738, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed3932ce-fe6c-4757-9579-d58a8422a738,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:48.855535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'ed3932ce-fe6c-4757-9579-d58a8422a738', 'network_id': '42dfdf48-c6c6-46a0-a63e-be5c81eb3294', 'port_id': 'ed3932ce-fe6c-4757-9579-d58a8422a738', 'mac_address': 'fa:16:3e:1e:fb:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '283fd127-21f5-4edb-82fe-b131869b36b3', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:39:48.859567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Allocated IP 172.35.4.66 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/1a962d1d-4bab-43ad-83ad-c03723089aa0) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:48.874821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ee293bf8-7729-49b6-9273-efe0f2e2690b admin admin] Publish callbacks [] for security_group (12e970f5-630d-48da-9f6a-f3f92b69ab7e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.909317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ed3932ce-fe6c-4757-9579-d58a8422a738 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:48.909713 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.920363 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ee293bf8-7729-49b6-9273-efe0f2e2690b admin admin] Publish callbacks [] for security_group (12e970f5-630d-48da-9f6a-f3f92b69ab7e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:48.929749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed3932ce-fe6c-4757-9579-d58a8422a738 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:39:48.961466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ed3932ce-fe6c-4757-9579-d58a8422a738, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed3932ce-fe6c-4757-9579-d58a8422a738,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:49.025015 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks [] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:49.054227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366cff4-2763-4bfa-8eb7-1f94abac4b00 req-9ad5ba8c-6d3f-4cd7-94af-9400b25195b8 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:49.057870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:49.066229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6366cff4-2763-4bfa-8eb7-1f94abac4b00 req-9ad5ba8c-6d3f-4cd7-94af-9400b25195b8 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 907 time: 0.0872371
Apr 30 21:39:49.126964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ed3932ce-fe6c-4757-9579-d58a8422a738,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:49.163736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ee293bf8-7729-49b6-9273-efe0f2e2690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (12e970f5-630d-48da-9f6a-f3f92b69ab7e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:49.166319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ee293bf8-7729-49b6-9273-efe0f2e2690b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:49.167480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ee293bf8-7729-49b6-9273-efe0f2e2690b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12e970f5-630d-48da-9f6a-f3f92b69ab7e HTTP/1.1" status: 204  len: 168 time: 0.3672132
Apr 30 21:39:49.176665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee293bf8-7729-49b6-9273-efe0f2e2690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e970f5-630d-48da-9f6a-f3f92b69ab7e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:49.193170 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:49.246121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:49.251971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:49.254816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:49.302866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Pushing event updated for resources: {'Port': ['ID=1a962d1d-4bab-43ad-83ad-c03723089aa0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:49.383695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ed3932ce-fe6c-4757-9579-d58a8422a738'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:39:49.626109 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks [] for router_gateway (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:49.845150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:49.996443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e55362-7a8c-47d0-ae9e-5ffe8040c3c5 None None] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:50.077815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:39:50.150105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5226d09a-3f5f-4343-a763-9886fe38e667 None None] Provisioning complete for port 977c2b83-8970-40a8-85d6-44f62f26b679 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:50.150487 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5226d09a-3f5f-4343-a763-9886fe38e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:50.208346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7e33b-0a74-4750-9fc7-dbd71081de0b req-f41920d3-d777-49e2-ab5a-13944f2396ab tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:50.210173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5e7e33b-0a74-4750-9fc7-dbd71081de0b req-f41920d3-d777-49e2-ab5a-13944f2396ab tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 908 time: 0.0661805
Apr 30 21:39:50.260830 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:50.271196 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Sync routers for ids ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:50.288107 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Routers {'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:50.289483 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9131c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:50.321919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5226d09a-3f5f-4343-a763-9886fe38e667 None None] Current status of the port 977c2b83-8970-40a8-85d6-44f62f26b679 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:50.322781 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5226d09a-3f5f-4343-a763-9886fe38e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:50.413019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5226d09a-3f5f-4343-a763-9886fe38e667 None None] For port 977c2b83-8970-40a8-85d6-44f62f26b679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=977c2b83-8970-40a8-85d6-44f62f26b679,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:50.420170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Set router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:50.538162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:50.538656 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0378e8b6-92c9-421e-b78b-9d82dd2e0209 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5615387
Apr 30 21:39:50.541810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38642) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:50.559566 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5226d09a-3f5f-4343-a763-9886fe38e667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:50.567682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0cbccff7-04e1-4cb1-94d0-876939d4a5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:50.574995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 977c2b83-8970-40a8-85d6-44f62f26b679 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:50.649795 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9131c0>, [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:49Z', 'revision_number': 3, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port': {'id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:50.660970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226d09a-3f5f-4343-a763-9886fe38e667 None None] Pushing event updated for resources: {'Port': ['ID=977c2b83-8970-40a8-85d6-44f62f26b679,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:50.691710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 977c2b83-8970-40a8-85d6-44f62f26b679 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:50.697998 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:50.697998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ed3932ce-fe6c-4757-9579-d58a8422a738 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:50.708388 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Checking router: f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:50.709130 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Updating router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c port 1a962d1d-4bab-43ad-83ad-c03723089aa0 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:50.738181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f09d089e-181f-4dfb-8741-c8b71b18a70f None None] Provisioning complete for port 977c2b83-8970-40a8-85d6-44f62f26b679 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:50.738619 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f09d089e-181f-4dfb-8741-c8b71b18a70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:50.741570 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:50.842451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port ed3932ce-fe6c-4757-9579-d58a8422a738 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:39:50.899247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 977c2b83-8970-40a8-85d6-44f62f26b679 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:50.909983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f09d089e-181f-4dfb-8741-c8b71b18a70f None None] Current status of the port 977c2b83-8970-40a8-85d6-44f62f26b679 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:50.944066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port ed3932ce-fe6c-4757-9579-d58a8422a738 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:50.944066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.042939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ed3932ce-fe6c-4757-9579-d58a8422a738 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:51.043330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.074983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d531ff4-d4c6-4598-bf79-07833728a9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3932ce-fe6c-4757-9579-d58a8422a738'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:39:51.079230 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c2d950-35ec-4514-a841-fdeab8cfc442" -d '{"events": [{"server_uuid": "9d531ff4-d4c6-4598-bf79-07833728a9dd", "name": "network-vif-plugged", "status": "completed", "tag": "ed3932ce-fe6c-4757-9579-d58a8422a738"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:39:51.086831 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Publish callbacks [] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.131378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ed3932ce-fe6c-4757-9579-d58a8422a738, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed3932ce-fe6c-4757-9579-d58a8422a738,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:51.140080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.149414 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b51e0-2ce1-43c4-ae6a-8e2a9b94dfe9 x-openstack-request-id: req-649b51e0-2ce1-43c4-ae6a-8e2a9b94dfe9 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:39:51.149414 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d531ff4-d4c6-4598-bf79-07833728a9dd", "name": "network-vif-plugged", "status": "completed", "tag": "ed3932ce-fe6c-4757-9579-d58a8422a738", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:39:51.149414 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-649b51e0-2ce1-43c4-ae6a-8e2a9b94dfe9 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:39:51.149414 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649b51e0-2ce1-43c4-ae6a-8e2a9b94dfe9'] response: {'server_uuid': '9d531ff4-d4c6-4598-bf79-07833728a9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed3932ce-fe6c-4757-9579-d58a8422a738', 'code': 200}
Apr 30 21:39:51.168934 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.198222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.220647 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Attempting to bind port 1a962d1d-4bab-43ad-83ad-c03723089aa0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:51.221025 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Attempting to bind port 1a962d1d-4bab-43ad-83ad-c03723089aa0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:51.221613 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Attempting to bind port 1a962d1d-4bab-43ad-83ad-c03723089aa0 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:51.236060 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:51.236786 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:51.237591 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.238164 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:51.238915 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Bound port: 1a962d1d-4bab-43ad-83ad-c03723089aa0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:51.239540 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.292044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ed3932ce-fe6c-4757-9579-d58a8422a738,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:51.302158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.302503 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] For port 1a962d1d-4bab-43ad-83ad-c03723089aa0, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:51.303862 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] For port 1a962d1d-4bab-43ad-83ad-c03723089aa0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a962d1d-4bab-43ad-83ad-c03723089aa0,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:51.312581 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b74763-4189-435b-a15b-15d348865e65 None None] Pushing event updated for resources: {'Port': ['ID=1a962d1d-4bab-43ad-83ad-c03723089aa0,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:51.379246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Allocated IP 172.20.0.1 (17cfa9c0-17fc-46c0-8bcb-3651574af537/a0a5d398-97b2-4038-8e87-f59434dc27fd/4978d5bb-199e-46b8-b034-903875dc1f76) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:51.385068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b649e-084d-47ec-b3da-1b58118f64aa req-aa12165d-f594-4586-bd17-0ea3f7d2690d tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:51.394293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-365b649e-084d-47ec-b3da-1b58118f64aa req-aa12165d-f594-4586-bd17-0ea3f7d2690d tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.0630608
Apr 30 21:39:51.407390 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.427069 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.466988 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Routers {'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:51.467681 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9131c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:51.470535 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b74763-4189-435b-a15b-15d348865e65 None None] Pushing event updated for resources: {'Port': ['ID=1a962d1d-4bab-43ad-83ad-c03723089aa0,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:51.510067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Publish callbacks [] for port (4978d5bb-199e-46b8-b034-903875dc1f76), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.540680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bb547-3045-4484-9b1d-8149ecb6fb70 req-dd0d32b7-a1eb-43cc-9174-dc2f94b3beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:51.542299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a6bb547-3045-4484-9b1d-8149ecb6fb70 req-dd0d32b7-a1eb-43cc-9174-dc2f94b3beac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 1091 time: 0.0410643
Apr 30 21:39:51.578767 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] Set router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:51.609782 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.649302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:51.654410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:51.657119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:51.705854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Pushing event updated for resources: {'Port': ['ID=4978d5bb-199e-46b8-b034-903875dc1f76,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:51.716887 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.825405 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9131c0>, [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:49Z', 'revision_number': 3, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port': {'id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:51.865476 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b8793-29df-4383-bd99-4fdc944c04f7 None None] The sync data for ids ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'] in ncdv-master-1 is: [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:49Z', 'revision_number': 3, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port': {'id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:51.944268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b467d1eb-37f7-4887-83d0-3ef4c4afe493 None None] Provisioning complete for port 4978d5bb-199e-46b8-b034-903875dc1f76 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:51.944646 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b467d1eb-37f7-4887-83d0-3ef4c4afe493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:51.991409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b467d1eb-37f7-4887-83d0-3ef4c4afe493 None None] Port 4978d5bb-199e-46b8-b034-903875dc1f76 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:52.020884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:52.573549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5da0d-dcf0-42e7-8099-0e7d8bb213d1 req-e6f5bc6a-58d2-4caa-ae23-d12978beb1b7 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:52.576570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-add5da0d-dcf0-42e7-8099-0e7d8bb213d1 req-e6f5bc6a-58d2-4caa-ae23-d12978beb1b7 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.0731702
Apr 30 21:39:52.580027 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Publish callbacks [] for port (4978d5bb-199e-46b8-b034-903875dc1f76), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:52.606647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1a962d1d-4bab-43ad-83ad-c03723089aa0 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:52.649942 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:52.663801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1a962d1d-4bab-43ad-83ad-c03723089aa0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:52.663801 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:52.733273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Pushing event updated for resources: {'Port': ['ID=4978d5bb-199e-46b8-b034-903875dc1f76,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:52.744241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:52.745861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1a962d1d-4bab-43ad-83ad-c03723089aa0 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:52.746188 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:52.769309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 1a962d1d-4bab-43ad-83ad-c03723089aa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a962d1d-4bab-43ad-83ad-c03723089aa0,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:52.848750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:52.849992 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:52.850241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:52.850887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 977c2b83-8970-40a8-85d6-44f62f26b679 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:53.036340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:39:53.155965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=1a962d1d-4bab-43ad-83ad-c03723089aa0,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:53.242003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:53.244077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 977c2b83-8970-40a8-85d6-44f62f26b679 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:53.244455 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:53.259068 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2893a73b-e421-4889-ad9f-f77baa9086ce admin admin] 10.222.0.23 "PUT /v2.0/routers/f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7158909
Apr 30 21:39:53.291042 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:53.335185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e55da9eb-4218-4ef7-be9a-0638873ef369 None None] Provisioning complete for port 4978d5bb-199e-46b8-b034-903875dc1f76 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:53.335555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e55da9eb-4218-4ef7-be9a-0638873ef369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:53.370258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 977c2b83-8970-40a8-85d6-44f62f26b679 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:53.392474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e55da9eb-4218-4ef7-be9a-0638873ef369 None None] Port 4978d5bb-199e-46b8-b034-903875dc1f76 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:39:53.731706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e961e-a6ce-46cc-a538-aa5937858c3a req-d50d67c8-088f-47d5-97c3-8d36c9323989 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:53.731706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-878e961e-a6ce-46cc-a538-aa5937858c3a req-d50d67c8-088f-47d5-97c3-8d36c9323989 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.0548253
Apr 30 21:39:53.864322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a0d9c-3d0c-4d2d-9138-bf4ad2628c06 req-a564d63c-674f-4c88-852d-e8f2b467aaa1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:53.866245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-915a0d9c-3d0c-4d2d-9138-bf4ad2628c06 req-a564d63c-674f-4c88-852d-e8f2b467aaa1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.0595713
Apr 30 21:39:53.984928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e300c7-ed77-4452-acd4-a6c2ac89dfd5 req-394966f4-07bb-4891-a5db-84c60f0814b1 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:53.990256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88e300c7-ed77-4452-acd4-a6c2ac89dfd5 req-394966f4-07bb-4891-a5db-84c60f0814b1 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 1091 time: 0.0485122
Apr 30 21:39:54.000971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38720) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:54.024488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Sync routers for ids ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:54.037093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Routers {'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:54.041204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8ef7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:54.122335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38728) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:54.125409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43458bfd-08d8-4be8-a9a4-d7f95cd278d5 req-7b85a8b3-dd51-4acf-a53a-addad816afab tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:54.127235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43458bfd-08d8-4be8-a9a4-d7f95cd278d5 req-7b85a8b3-dd51-4acf-a53a-addad816afab tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 1166 time: 0.0549915
Apr 30 21:39:54.132609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-378920474-network', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:54.170195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Set router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:54.195888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43458bfd-08d8-4be8-a9a4-d7f95cd278d5 req-15e0a2e4-339c-42fc-8528-2cc1260a61ec tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0623336
Apr 30 21:39:54.221067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Made reservation on behalf of af2dd6efb5894815bdd924b6dc6a5426 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:54.221865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38730) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:54.224571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.234418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.270032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e798bbbf-0a22-493f-bac5-2686bd5b1df7 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:54.289646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e798bbbf-0a22-493f-bac5-2686bd5b1df7 tempest-TestSecurityGroupsBasicOps-657194775 tempest-TestSecurityGroupsBasicOps-657194775-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 1086 time: 0.0661209
Apr 30 21:39:54.324104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-261dad73-cf77-46c4-9a75-a827b655444d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.387651 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Publish callbacks [] for security_group (2064ad35-b274-4d23-9d68-a0a94aad770d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.425901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8ef7c0>, [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:51Z', 'revision_number': 4, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port': {'id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4978d5bb-199e-46b8-b034-903875dc1f76', 'name': '', 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'mac_address': 'fa:16:3e:08:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:51Z', 'updated_at': '2022-04-30T21:39:52Z', 'revision_number': 2, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'subnets': [{'id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:54.461430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Checking router: f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:54.462216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Updating router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c port 4978d5bb-199e-46b8-b034-903875dc1f76 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:54.465210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-261dad73-cf77-46c4-9a75-a827b655444d admin admin] Publish callbacks [] for security_group (bae1f841-9b79-4cb8-8039-2db229bc211b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.483165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1a962d1d-4bab-43ad-83ad-c03723089aa0 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:54.517976 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.563869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2064ad35-b274-4d23-9d68-a0a94aad770d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.567367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.570421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1a962d1d-4bab-43ad-83ad-c03723089aa0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:54.570791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.591354 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:39:54.602143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2064ad35-b274-4d23-9d68-a0a94aad770d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:54.607072 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c909ed9c-8ade-4181-93d3-f995b1e4d79f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.612394 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Added segment c909ed9c-8ade-4181-93d3-f995b1e4d79f of type vlan for network aeb84da4-2df3-420f-b23e-e68a16e1c96d
Apr 30 21:39:54.615286 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-261dad73-cf77-46c4-9a75-a827b655444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bae1f841-9b79-4cb8-8039-2db229bc211b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.687038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (aeb84da4-2df3-420f-b23e-e68a16e1c96d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.691013 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-261dad73-cf77-46c4-9a75-a827b655444d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e0a9d83cbe94f91adb9671f214de69e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6881640
Apr 30 21:39:54.694588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38734) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:54.695751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dad73-cf77-46c4-9a75-a827b655444d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae1f841-9b79-4cb8-8039-2db229bc211b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:54.760844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a31ec1c5-52f6-4ceb-934f-394cd3f4e693 admin admin] Publish callbacks [] for security_group (bae1f841-9b79-4cb8-8039-2db229bc211b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.788744 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a31ec1c5-52f6-4ceb-934f-394cd3f4e693 admin admin] Publish callbacks [] for security_group (bae1f841-9b79-4cb8-8039-2db229bc211b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.795604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1a962d1d-4bab-43ad-83ad-c03723089aa0 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:54.826722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (aeb84da4-2df3-420f-b23e-e68a16e1c96d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.827701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:54.828389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:54.896673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] Pushing event updated for resources: {'Network': ['ID=aeb84da4-2df3-420f-b23e-e68a16e1c96d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:54.908966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network aeb84da4-2df3-420f-b23e-e68a16e1c96d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:39:54.933170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d4eee-4b84-45a8-86a4-5567c52fb542 req-0132d8f9-caf1-4e06-93ab-f0269c6848d9 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:54.934798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-029d4eee-4b84-45a8-86a4-5567c52fb542 req-0132d8f9-caf1-4e06-93ab-f0269c6848d9 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.0625510
Apr 30 21:39:54.950223 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-96140c4a-4169-4acc-83dd-b297745b4346 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8268178
Apr 30 21:39:54.953877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38746) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:54.959730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Request body: {'subnet': {'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-378920474-subnet', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:54.992130 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Publish callbacks [] for port (4978d5bb-199e-46b8-b034-903875dc1f76), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.018435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a31ec1c5-52f6-4ceb-934f-394cd3f4e693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bae1f841-9b79-4cb8-8039-2db229bc211b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.018435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a31ec1c5-52f6-4ceb-934f-394cd3f4e693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.018435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a31ec1c5-52f6-4ceb-934f-394cd3f4e693 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bae1f841-9b79-4cb8-8039-2db229bc211b HTTP/1.1" status: 204  len: 168 time: 0.3178389
Apr 30 21:39:55.022163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ec1c5-52f6-4ceb-934f-394cd3f4e693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae1f841-9b79-4cb8-8039-2db229bc211b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:55.078320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Made reservation on behalf of af2dd6efb5894815bdd924b6dc6a5426 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:39:55.081095 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.107113 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.210767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a3796-f03e-4768-bfdf-5d98852115a4 None None] Pushing event updated for resources: {'Port': ['ID=4978d5bb-199e-46b8-b034-903875dc1f76,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:55.225864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Attempting to bind port 4978d5bb-199e-46b8-b034-903875dc1f76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:55.226632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Attempting to bind port 4978d5bb-199e-46b8-b034-903875dc1f76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:55.227073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Attempting to bind port 4978d5bb-199e-46b8-b034-903875dc1f76 on network 17cfa9c0-17fc-46c0-8bcb-3651574af537 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:55.233108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:55.233496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Checking segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:55.233939 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.235098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Bound using segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:55.235769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Bound port: 4978d5bb-199e-46b8-b034-903875dc1f76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:55.236358 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.315980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] For port 4978d5bb-199e-46b8-b034-903875dc1f76, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:55.319438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] For port 4978d5bb-199e-46b8-b034-903875dc1f76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4978d5bb-199e-46b8-b034-903875dc1f76,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:55.403421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (aa07f2b5-79c5-4f21-8204-254f0f615f4e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.403691 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.475266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ac4b3440-5a5f-493d-bec6-257a9c54280c None None] Provisioning complete for port 4978d5bb-199e-46b8-b034-903875dc1f76 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:55.476049 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3440-5a5f-493d-bec6-257a9c54280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.480798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa07f2b5-79c5-4f21-8204-254f0f615f4e,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:55.488964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Checking segment: {'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:55.489583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Network hostable DHCP agents. Network: aeb84da4-2df3-420f-b23e-e68a16e1c96d, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:39:55.519052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Routers {'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:55.519702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8ef7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:55.558804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a3796-f03e-4768-bfdf-5d98852115a4 None None] Pushing event updated for resources: {'Port': ['ID=4978d5bb-199e-46b8-b034-903875dc1f76,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:55.608622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Network aeb84da4-2df3-420f-b23e-e68a16e1c96d is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:39:55.623876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c4296-97d7-4f76-8fc4-0cca141c11b1 req-f54bb1bf-96c3-43bc-8d8f-fed07ec99acd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:55.625605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e2c4296-97d7-4f76-8fc4-0cca141c11b1 req-f54bb1bf-96c3-43bc-8d8f-fed07ec99acd tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 945 time: 0.0556514
Apr 30 21:39:55.678736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] Set router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:55.681454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e2c4296-97d7-4f76-8fc4-0cca141c11b1 req-59040e84-30cf-4eb7-b770-01e49e5e0d14 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481961
Apr 30 21:39:55.706679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aeb84da4-2df3-420f-b23e-e68a16e1c96d) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:55.711961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:55.713382 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.716345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4a955a-04d6-46ba-8957-ea449ad3a706 None None] Network aeb84da4-2df3-420f-b23e-e68a16e1c96d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:55.720465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b3440-5a5f-493d-bec6-257a9c54280c None None] Current status of the port 4978d5bb-199e-46b8-b034-903875dc1f76 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:55.720854 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3440-5a5f-493d-bec6-257a9c54280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.829457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b5d4c271-d2f0-4401-b2a5-063cc8122bd8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8743160
Apr 30 21:39:55.832010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38762) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:55.836309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:39:55.877243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38764) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:55.894052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faa0a2f5-245d-43f6-a68f-b8e802dd9e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.894785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ac4b3440-5a5f-493d-bec6-257a9c54280c None None] For port 4978d5bb-199e-46b8-b034-903875dc1f76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4978d5bb-199e-46b8-b034-903875dc1f76,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:55.913094 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (fe083c15-4e16-4df5-979d-cb5e9da397d6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.914552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (fe083c15-4e16-4df5-979d-cb5e9da397d6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.980464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks [] for router_controller (fe083c15-4e16-4df5-979d-cb5e9da397d6), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:55.986205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faa0a2f5-245d-43f6-a68f-b8e802dd9e8a admin admin] Publish callbacks [] for security_group (3e9ab8ec-296b-4304-9ca6-4fa090177423), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.060677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23235e6-6c11-4cdd-8f31-e23b3d765e5a req-c33fada4-3fe4-4b98-a2e7-bde3e4bc7b26 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:56.062237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f23235e6-6c11-4cdd-8f31-e23b3d765e5a req-c33fada4-3fe4-4b98-a2e7-bde3e4bc7b26 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.0491836
Apr 30 21:39:56.087931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3440-5a5f-493d-bec6-257a9c54280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.100797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-faa0a2f5-245d-43f6-a68f-b8e802dd9e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3e9ab8ec-296b-4304-9ca6-4fa090177423), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.128602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aeb84da4-2df3-420f-b23e-e68a16e1c96d', 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d', 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'fixed_ips': [{'subnet_id': 'aa07f2b5-79c5-4f21-8204-254f0f615f4e'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:39:56.130164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.145730 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-faa0a2f5-245d-43f6-a68f-b8e802dd9e8a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=869d4c20762445828c610cbc57d893a7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2666755
Apr 30 21:39:56.146891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0a2f5-245d-43f6-a68f-b8e802dd9e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9ab8ec-296b-4304-9ca6-4fa090177423,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:56.149023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38768) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:56.221227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b3440-5a5f-493d-bec6-257a9c54280c None None] Pushing event updated for resources: {'Port': ['ID=4978d5bb-199e-46b8-b034-903875dc1f76,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:56.258071 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks [] for router_gateway (fe083c15-4e16-4df5-979d-cb5e9da397d6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.277807 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ad63-63ea-4e61-ae29-9d9c07a4d3c4 admin admin] Publish callbacks [] for security_group (3e9ab8ec-296b-4304-9ca6-4fa090177423), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.291886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f99562ca-55d3-4865-bcf1-e50453d64d55 None None] Provisioning complete for port 4978d5bb-199e-46b8-b034-903875dc1f76 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:56.292261 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f99562ca-55d3-4865-bcf1-e50453d64d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.299861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ad63-63ea-4e61-ae29-9d9c07a4d3c4 admin admin] Publish callbacks [] for security_group (3e9ab8ec-296b-4304-9ca6-4fa090177423), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.324557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8ef7c0>, [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:51Z', 'revision_number': 4, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port': {'id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4978d5bb-199e-46b8-b034-903875dc1f76', 'name': '', 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'mac_address': 'fa:16:3e:08:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:51Z', 'updated_at': '2022-04-30T21:39:55Z', 'revision_number': 4, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'subnets': [{'id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:56.363993 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd64ff-4d76-4e67-a462-6bc09f9f5393 None None] The sync data for ids ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'] in ncdv-master-1 is: [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:51Z', 'revision_number': 4, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port': {'id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4978d5bb-199e-46b8-b034-903875dc1f76', 'name': '', 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'mac_address': 'fa:16:3e:08:6b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:51Z', 'updated_at': '2022-04-30T21:39:55Z', 'revision_number': 4, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'subnets': [{'id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:39:56.446746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Allocated IP 172.20.0.2 (aeb84da4-2df3-420f-b23e-e68a16e1c96d/aa07f2b5-79c5-4f21-8204-254f0f615f4e/d1319cf0-233c-4080-a30d-a888fe24501a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:56.452604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ad63-63ea-4e61-ae29-9d9c07a4d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3e9ab8ec-296b-4304-9ca6-4fa090177423), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.455281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7eb9ad63-63ea-4e61-ae29-9d9c07a4d3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.456582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7eb9ad63-63ea-4e61-ae29-9d9c07a4d3c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e9ab8ec-296b-4304-9ca6-4fa090177423 HTTP/1.1" status: 204  len: 168 time: 0.3047833
Apr 30 21:39:56.472220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9ad63-63ea-4e61-ae29-9d9c07a4d3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9ab8ec-296b-4304-9ca6-4fa090177423,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:56.594729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f99562ca-55d3-4865-bcf1-e50453d64d55 None None] Current status of the port 4978d5bb-199e-46b8-b034-903875dc1f76 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:56.628788 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks [] for router_gateway (fe083c15-4e16-4df5-979d-cb5e9da397d6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.649962 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.704835 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Publish callbacks [] for port (d1319cf0-233c-4080-a30d-a888fe24501a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.785186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Allocated IP 172.35.4.206 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ad4d7a0e-b51a-45d5-950f-551e7cba8800) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:39:56.815847 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.835093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51ccec-f358-477d-bd76-690fce987ea2 req-538a9a8f-4be5-4edd-9309-ef0815b5f21b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:56.836620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b51ccec-f358-477d-bd76-690fce987ea2 req-538a9a8f-4be5-4edd-9309-ef0815b5f21b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 945 time: 0.0739620
Apr 30 21:39:56.869115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Network aeb84da4-2df3-420f-b23e-e68a16e1c96d is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:56.875487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:56.877372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Pushing event updated for resources: {'Port': ['ID=d1319cf0-233c-4080-a30d-a888fe24501a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:56.880363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:56.944288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b51ccec-f358-477d-bd76-690fce987ea2 req-5a37757f-363b-4fc6-831f-5177f3e10d55 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954804
Apr 30 21:39:56.967991 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks [] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.969713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Attempting to bind port d1319cf0-233c-4080-a30d-a888fe24501a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:39:56.970303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Attempting to bind port d1319cf0-233c-4080-a30d-a888fe24501a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:39:56.970517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Attempting to bind port d1319cf0-233c-4080-a30d-a888fe24501a on network aeb84da4-2df3-420f-b23e-e68a16e1c96d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:39:56.976800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:39:56.984165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Checking segment: {'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:39:56.984165 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:56.984165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Bound using segment: {'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:39:56.984165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Bound port: d1319cf0-233c-4080-a30d-a888fe24501a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:39:56.984165 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:57.059022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] For port d1319cf0-233c-4080-a30d-a888fe24501a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:39:57.060580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] For port d1319cf0-233c-4080-a30d-a888fe24501a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1319cf0-233c-4080-a30d-a888fe24501a,segment=NetworkSegment(c909ed9c-8ade-4181-93d3-f995b1e4d79f),segment_id=c909ed9c-8ade-4181-93d3-f995b1e4d79f)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:39:57.087210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:57.133466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:39:57.136452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:39:57.140060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:39:57.164826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:57.229501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4d7a0e-b51a-45d5-950f-551e7cba8800,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:57.238438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee45f44-419c-4055-9e31-51db189021e7 None None] Pushing event updated for resources: {'Port': ['ID=d1319cf0-233c-4080-a30d-a888fe24501a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:57.279592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215114c-65da-4e81-80de-150e67bb407d req-4dc18603-951f-43a9-8d05-0ab57bb6e0b7 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:57.281832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6215114c-65da-4e81-80de-150e67bb407d req-4dc18603-951f-43a9-8d05-0ab57bb6e0b7 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.1204405
Apr 30 21:39:57.614636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks [] for router_gateway (fe083c15-4e16-4df5-979d-cb5e9da397d6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:57.732723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-1cdf587e-bed4-45f3-b086-d453546bd817 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:57.734286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-1cdf587e-bed4-45f3-b086-d453546bd817 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.0794542
Apr 30 21:39:57.938593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting port ed3932ce-fe6c-4757-9579-d58a8422a738 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:57.939268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:57.945227 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (fe083c15-4e16-4df5-979d-cb5e9da397d6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:57.966471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-2d7c7aab-6cf2-4d95-9cb2-cc5373ef0550 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:57.968633 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-2d7c7aab-6cf2-4d95-9cb2-cc5373ef0550 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 945 time: 0.0493205
Apr 30 21:39:58.097950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Deleting port 944ded8a-0542-4be0-87c6-04783f30015e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:39:58.097950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (944ded8a-0542-4be0-87c6-04783f30015e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.149216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806691d-99e7-4fc7-aef8-1838901b2060 req-cc505d42-3097-4668-b3bc-ba20d99f9744 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:58.150768 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1806691d-99e7-4fc7-aef8-1838901b2060 req-cc505d42-3097-4668-b3bc-ba20d99f9744 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 945 time: 0.0960603
Apr 30 21:39:58.209491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] For port ed3932ce-fe6c-4757-9579-d58a8422a738, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed3932ce-fe6c-4757-9579-d58a8422a738,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:58.209901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.222513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] For port 944ded8a-0542-4be0-87c6-04783f30015e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=944ded8a-0542-4be0-87c6-04783f30015e,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:58.223290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (944ded8a-0542-4be0-87c6-04783f30015e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.231199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Calling delete_port for ed3932ce-fe6c-4757-9579-d58a8422a738 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:58.283836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1806691d-99e7-4fc7-aef8-1838901b2060 req-26eb9544-2a66-4540-93d2-915f2c485a09 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups?id=0989ce85-0146-458a-9972-087ecb412434&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1244390
Apr 30 21:39:58.461070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Router fe083c15-4e16-4df5-979d-cb5e9da397d6 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:39:58.504247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5fff7-5a7a-43d4-ac7e-ea116a417df5 req-13ea4a67-2f09-4979-85f4-190dd80ec6d4 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:39:58.509065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74c5fff7-5a7a-43d4-ac7e-ea116a417df5 req-13ea4a67-2f09-4979-85f4-190dd80ec6d4 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 909 time: 0.1020331
Apr 30 21:39:58.575094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4978d5bb-199e-46b8-b034-903875dc1f76 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:58.598866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ed3932ce-fe6c-4757-9579-d58a8422a738), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.632846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Port': ['ID=ed3932ce-fe6c-4757-9579-d58a8422a738,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:58.639388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e2497-289c-424b-8153-d9653c4b7c3f None None] Network aeb84da4-2df3-420f-b23e-e68a16e1c96d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:39:58.697425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] No DVR routers for this DVR port ed3932ce-fe6c-4757-9579-d58a8422a738 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:39:58.700961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4978d5bb-199e-46b8-b034-903875dc1f76 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:58.701608 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.703648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.707181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cad26d61-41c5-4e4a-9f5e-c639166c8a37 req-2b964448-3e58-4d60-ae00-781b60b8362b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.20 "DELETE /v2.0/ports/ed3932ce-fe6c-4757-9579-d58a8422a738 HTTP/1.1" status: 204  len: 173 time: 0.9069779
Apr 30 21:39:58.707699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d531ff4-d4c6-4598-bf79-07833728a9dd', 'name': 'network-vif-deleted', 'tag': 'ed3932ce-fe6c-4757-9579-d58a8422a738'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:39:58.709221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.709592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (83717b61-f058-4614-b5d7-dbd80bd0636b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.709936 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Floating IP 83717b61-f058-4614-b5d7-dbd80bd0636b disassociated. External IP: 172.35.4.81, port: 944ded8a-0542-4be0-87c6-04783f30015e.
Apr 30 21:39:58.710278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Calling delete_port for 944ded8a-0542-4be0-87c6-04783f30015e owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:39:58.710488 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dde2a9-abf9-4055-adca-1a5a721e46d6" -d '{"events": [{"server_uuid": "9d531ff4-d4c6-4598-bf79-07833728a9dd", "name": "network-vif-deleted", "tag": "ed3932ce-fe6c-4757-9579-d58a8422a738"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:39:58.749672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:58.764151 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Sync routers for ids ['fe083c15-4e16-4df5-979d-cb5e9da397d6'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:58.792234 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Routers {'fe083c15-4e16-4df5-979d-cb5e9da397d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:58.793140 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c913670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe083c15-4e16-4df5-979d-cb5e9da397d6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:58.810554 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f43f1-d557-4d8f-8fc1-b313de4c5f6c x-openstack-request-id: req-5c2f43f1-d557-4d8f-8fc1-b313de4c5f6c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:39:58.813658 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d531ff4-d4c6-4598-bf79-07833728a9dd", "name": "network-vif-deleted", "tag": "ed3932ce-fe6c-4757-9579-d58a8422a738", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:39:58.813658 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c2f43f1-d557-4d8f-8fc1-b313de4c5f6c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:39:58.813658 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2f43f1-d557-4d8f-8fc1-b313de4c5f6c'] response: {'server_uuid': '9d531ff4-d4c6-4598-bf79-07833728a9dd', 'name': 'network-vif-deleted', 'tag': 'ed3932ce-fe6c-4757-9579-d58a8422a738', 'status': 'completed', 'code': 200}
Apr 30 21:39:58.881365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b9bad58a-d0cf-42fd-b8a7-eed6339ad537 None None] Provisioning complete for port d1319cf0-233c-4080-a30d-a888fe24501a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:58.881918 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9bad58a-d0cf-42fd-b8a7-eed6339ad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.898065 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:58.900228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e1fcd89c-cf83-4543-9121-ba52ec13aea0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.0672250
Apr 30 21:39:58.903024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38812) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:39:59.068048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (944ded8a-0542-4be0-87c6-04783f30015e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:59.095365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4978d5bb-199e-46b8-b034-903875dc1f76 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:59.100415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d1319cf0-233c-4080-a30d-a888fe24501a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:39:59.113422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b9bad58a-d0cf-42fd-b8a7-eed6339ad537 None None] Current status of the port d1319cf0-233c-4080-a30d-a888fe24501a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:59.114544 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9bad58a-d0cf-42fd-b8a7-eed6339ad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:59.135733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event deleted for resources: {'Port': ['ID=944ded8a-0542-4be0-87c6-04783f30015e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:59.174335 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Set router fe083c15-4e16-4df5-979d-cb5e9da397d6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:59.240800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b9bad58a-d0cf-42fd-b8a7-eed6339ad537 None None] For port d1319cf0-233c-4080-a30d-a888fe24501a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1319cf0-233c-4080-a30d-a888fe24501a,segment=NetworkSegment(c909ed9c-8ade-4181-93d3-f995b1e4d79f),segment_id=c909ed9c-8ade-4181-93d3-f995b1e4d79f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:39:59.248214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d1319cf0-233c-4080-a30d-a888fe24501a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:59.248214 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:59.364718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9bad58a-d0cf-42fd-b8a7-eed6339ad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:59.379306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:39:59.391249 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:39:59.430267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bad58a-d0cf-42fd-b8a7-eed6339ad537 None None] Pushing event updated for resources: {'Port': ['ID=d1319cf0-233c-4080-a30d-a888fe24501a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:39:59.447634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d1319cf0-233c-4080-a30d-a888fe24501a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:59.448134 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:59.449540 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c913670>, [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:39:57Z', 'revision_number': 3, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port': {'id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:56Z', 'updated_at': '2022-04-30T21:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:59.521269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-32e120eb-7826-41bc-9f79-1870f3908e31 None None] Provisioning complete for port d1319cf0-233c-4080-a30d-a888fe24501a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:39:59.521718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-32e120eb-7826-41bc-9f79-1870f3908e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:59.526140 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Checking router: fe083c15-4e16-4df5-979d-cb5e9da397d6 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:39:59.526496 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Updating router fe083c15-4e16-4df5-979d-cb5e9da397d6 port ad4d7a0e-b51a-45d5-950f-551e7cba8800 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:39:59.591319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:39:59.619112 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:59.674184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] Sync routers for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:39:59.702202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] No DVR routers for this DVR port 944ded8a-0542-4be0-87c6-04783f30015e on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:39:59.709110 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:39:59.718197 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:39:59.718197 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:39:59.719360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b0aa51b6-edc5-4e38-a496-2b0edb91c3a0 req-786d5296-1341-4339-96d7-757aba991555 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.20 "DELETE /v2.0/ports/944ded8a-0542-4be0-87c6-04783f30015e HTTP/1.1" status: 204  len: 173 time: 1.7412314
Apr 30 21:39:59.720712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'name': 'network-vif-deleted', 'tag': '944ded8a-0542-4be0-87c6-04783f30015e'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:39:59.726417 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ba054-8d21-487f-aebc-9b80843ed863" -d '{"events": [{"server_uuid": "686ca208-0f15-455b-acdf-cdd63ffaee03", "name": "network-vif-deleted", "tag": "944ded8a-0542-4be0-87c6-04783f30015e"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:39:59.754172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:39:59.755609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f81dac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:39:59.869503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-32e120eb-7826-41bc-9f79-1870f3908e31 None None] Current status of the port d1319cf0-233c-4080-a30d-a888fe24501a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:39:59.923926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:39:59.941313 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Publish callbacks [] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.018930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55b72fa8-0c87-4e1c-bd9a-5d88ff2637ed req-d7c235d9-9286-48f8-911f-d2c8e4c93bf6 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/ports?device_id=686ca208-0f15-455b-acdf-cdd63ffaee03 HTTP/1.1" status: 200  len: 210 time: 0.1274774
Apr 30 21:40:00.060462 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.071914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11a7c749-17df-4919-8f13-8897899a8576 req-eca320eb-fec6-4290-85d4-c1ae009d3c1b tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d531ff4-d4c6-4598-bf79-07833728a9dd HTTP/1.1" status: 200  len: 210 time: 0.1794562
Apr 30 21:40:00.081893 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01183b70-a00d-4ab7-a871-7867fb9a802c x-openstack-request-id: req-01183b70-a00d-4ab7-a871-7867fb9a802c {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:00.082404 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686ca208-0f15-455b-acdf-cdd63ffaee03", "name": "network-vif-deleted", "tag": "944ded8a-0542-4be0-87c6-04783f30015e", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:00.082542 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01183b70-a00d-4ab7-a871-7867fb9a802c {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:00.082879 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01183b70-a00d-4ab7-a871-7867fb9a802c'] response: {'server_uuid': '686ca208-0f15-455b-acdf-cdd63ffaee03', 'name': 'network-vif-deleted', 'tag': '944ded8a-0542-4be0-87c6-04783f30015e', 'status': 'completed', 'code': 200}
Apr 30 21:40:00.121654 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Attempting to bind port ad4d7a0e-b51a-45d5-950f-551e7cba8800 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:40:00.122053 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Attempting to bind port ad4d7a0e-b51a-45d5-950f-551e7cba8800 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:40:00.122661 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Attempting to bind port ad4d7a0e-b51a-45d5-950f-551e7cba8800 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:40:00.133124 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:40:00.133507 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:40:00.134045 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.134433 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:40:00.134900 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Bound port: ad4d7a0e-b51a-45d5-950f-551e7cba8800, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:40:00.135278 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.136922 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72eae7-257d-474c-a2b2-ac2366a54731 None None] Pushing event updated for resources: {'Port': ['ID=ad4d7a0e-b51a-45d5-950f-551e7cba8800,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:00.188958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f81dac0>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:00.208006 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] For port ad4d7a0e-b51a-45d5-950f-551e7cba8800, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:40:00.211903 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] For port ad4d7a0e-b51a-45d5-950f-551e7cba8800, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad4d7a0e-b51a-45d5-950f-551e7cba8800,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:40:00.226572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] Checking router: 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:40:00.258178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:00.258363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f81dac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:00.269912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.307989 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.373822 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Routers {'fe083c15-4e16-4df5-979d-cb5e9da397d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:00.374757 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c913670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe083c15-4e16-4df5-979d-cb5e9da397d6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:00.376817 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72eae7-257d-474c-a2b2-ac2366a54731 None None] Pushing event updated for resources: {'Port': ['ID=ad4d7a0e-b51a-45d5-950f-551e7cba8800,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:00.491169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d1319cf0-233c-4080-a30d-a888fe24501a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:00.494896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Allocated IP 172.20.0.1 (aeb84da4-2df3-420f-b23e-e68a16e1c96d/aa07f2b5-79c5-4f21-8204-254f0f615f4e/b77e4b5d-a843-4aad-ba22-2d86a7ee175b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:00.535359 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] Set router fe083c15-4e16-4df5-979d-cb5e9da397d6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:00.546486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:00.639535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d1319cf0-233c-4080-a30d-a888fe24501a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:40:00.669929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Publish callbacks [] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.741869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ed3932ce-fe6c-4757-9579-d58a8422a738 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:00.760414 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c913670>, [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:39:57Z', 'revision_number': 3, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port': {'id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:56Z', 'updated_at': '2022-04-30T21:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:00.784363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: ed3932ce-fe6c-4757-9579-d58a8422a738 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:00.784807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ed3932ce-fe6c-4757-9579-d58a8422a738 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:00.793579 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ad671-a8b9-4f2d-ade2-fc25ff8d0535 None None] The sync data for ids ['fe083c15-4e16-4df5-979d-cb5e9da397d6'] in ncdv-master-1 is: [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:39:57Z', 'revision_number': 3, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port': {'id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:56Z', 'updated_at': '2022-04-30T21:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:00.796076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d1319cf0-233c-4080-a30d-a888fe24501a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:00.796525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.799638 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.846245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Network aeb84da4-2df3-420f-b23e-e68a16e1c96d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:00.854127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:00.858257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:00.886547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f81dac0>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:00.912762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:00.930157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (fe083c15-4e16-4df5-979d-cb5e9da397d6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:00.952718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e0a204-a20a-4718-a205-f1b709f99089 None None] The sync data for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 is: [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:35:21Z', 'revision_number': 4, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1ab53f55-8691-472e-9fc5-a342b41b1ff5', 'name': '', 'network_id': 'f67bfdda-ee73-4dcc-b5af-432ce9957ea8', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'mac_address': 'fa:16:3e:75:19:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:18Z', 'updated_at': '2022-04-30T21:35:29Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'subnets': [{'id': '8f6168e7-bea1-4eeb-828e-90f47df6f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:01.012498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d1319cf0-233c-4080-a30d-a888fe24501a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:01.149702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38850) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:01.192371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38852) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:01.199433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-cbbb61ad-752f-4691-8452-bed68aff386e None None] Provisioning complete for port b77e4b5d-a843-4aad-ba22-2d86a7ee175b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:01.199676 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb61ad-752f-4691-8452-bed68aff386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.230900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.265330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb61ad-752f-4691-8452-bed68aff386e None None] Port b77e4b5d-a843-4aad-ba22-2d86a7ee175b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:40:01.447545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da869da7-3684-48f1-8a00-f93704300f97 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (0989ce85-0146-458a-9972-087ecb412434), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.473970 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08b7cd2-2b2c-407a-ab2a-9ad6e4f11d96 None None] New status for floating IP 83717b61-f058-4614-b5d7-dbd80bd0636b: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:40:01.529554 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da869da7-3684-48f1-8a00-f93704300f97 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (0989ce85-0146-458a-9972-087ecb412434), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.632998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Publish callbacks [] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.675122 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (d3e706fc-4379-4856-bc1d-ad20d2eb270a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.702256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.704590 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da869da7-3684-48f1-8a00-f93704300f97 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0989ce85-0146-458a-9972-087ecb412434), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.707235 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da869da7-3684-48f1-8a00-f93704300f97 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.712935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-da869da7-3684-48f1-8a00-f93704300f97 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "DELETE /v2.0/security-groups/0989ce85-0146-458a-9972-087ecb412434 HTTP/1.1" status: 204  len: 168 time: 0.5188749
Apr 30 21:40:01.713684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38856) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:01.755956 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-d85b6f58-3ce1-4848-bb87-38b1ce2d310b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] show failed (client error): The resource could not be found.
Apr 30 21:40:01.755956 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d85b6f58-3ce1-4848-bb87-38b1ce2d310b tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "GET /v2.0/security-groups/0989ce85-0146-458a-9972-087ecb412434 HTTP/1.1" status: 404  len: 347 time: 0.0369730
Apr 30 21:40:01.755956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38858) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:01.783170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da869da7-3684-48f1-8a00-f93704300f97 tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0989ce85-0146-458a-9972-087ecb412434,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:01.798543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:01.811176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (fe083c15-4e16-4df5-979d-cb5e9da397d6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:01.929161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Network aeb84da4-2df3-420f-b23e-e68a16e1c96d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:01.930776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:01.955192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Deleting port 0d80c72e-48a1-482a-8697-8d77e88ce07b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:01.955551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0d80c72e-48a1-482a-8697-8d77e88ce07b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.020721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38862) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:02.107627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Router fe083c15-4e16-4df5-979d-cb5e9da397d6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:02.251245 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0ca39c86-4f2b-4e15-8436-d14e4beecc37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.299237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-755de26c-898c-439e-a47f-12c7a7907291 None None] Provisioning complete for port b77e4b5d-a843-4aad-ba22-2d86a7ee175b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:02.299822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-755de26c-898c-439e-a47f-12c7a7907291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.341287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-755de26c-898c-439e-a47f-12c7a7907291 None None] Port b77e4b5d-a843-4aad-ba22-2d86a7ee175b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:40:02.342547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:02.350446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0e92f195-0312-4f12-9491-a65f69d051c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/fe083c15-4e16-4df5-979d-cb5e9da397d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4448702
Apr 30 21:40:02.372398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0ca39c86-4f2b-4e15-8436-d14e4beecc37 admin admin] Publish callbacks [] for security_group (860e455d-46c5-423b-9525-a7f5f1c5070d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.449949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0ca39c86-4f2b-4e15-8436-d14e4beecc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (860e455d-46c5-423b-9525-a7f5f1c5070d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.456599 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0d80c72e-48a1-482a-8697-8d77e88ce07b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.457131 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (0d80c72e-48a1-482a-8697-8d77e88ce07b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.499007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Calling delete_port for 0d80c72e-48a1-482a-8697-8d77e88ce07b owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:02.502951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0ca39c86-4f2b-4e15-8436-d14e4beecc37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3313d57657f41298668cfcdeb0730cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4811885
Apr 30 21:40:02.504090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca39c86-4f2b-4e15-8436-d14e4beecc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860e455d-46c5-423b-9525-a7f5f1c5070d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:02.507151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38872) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:02.524235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting port d29b65d1-82c9-45e0-8b98-62b557cbe105 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:02.524576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.566262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-efcc64bf-56ca-43f8-acf8-c171da746153 admin admin] Publish callbacks [] for security_group (860e455d-46c5-423b-9525-a7f5f1c5070d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.599108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-efcc64bf-56ca-43f8-acf8-c171da746153 admin admin] Publish callbacks [] for security_group (860e455d-46c5-423b-9525-a7f5f1c5070d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.657491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ad4d7a0e-b51a-45d5-950f-551e7cba8800 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:40:02.689934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] For port d29b65d1-82c9-45e0-8b98-62b557cbe105, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d29b65d1-82c9-45e0-8b98-62b557cbe105,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:02.690397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.704363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Calling delete_port for d29b65d1-82c9-45e0-8b98-62b557cbe105 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:02.717162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ad4d7a0e-b51a-45d5-950f-551e7cba8800 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:02.717579 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.741651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 944ded8a-0542-4be0-87c6-04783f30015e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:02.749076 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-efcc64bf-56ca-43f8-acf8-c171da746153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (860e455d-46c5-423b-9525-a7f5f1c5070d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.751753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-efcc64bf-56ca-43f8-acf8-c171da746153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.752959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-efcc64bf-56ca-43f8-acf8-c171da746153 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/860e455d-46c5-423b-9525-a7f5f1c5070d HTTP/1.1" status: 204  len: 168 time: 0.2446644
Apr 30 21:40:02.762945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc64bf-56ca-43f8-acf8-c171da746153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860e455d-46c5-423b-9525-a7f5f1c5070d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:02.780141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 944ded8a-0542-4be0-87c6-04783f30015e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:02.780567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 944ded8a-0542-4be0-87c6-04783f30015e not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:02.855417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ad4d7a0e-b51a-45d5-950f-551e7cba8800 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:02.855873 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.859330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0d80c72e-48a1-482a-8697-8d77e88ce07b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:02.883069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port ad4d7a0e-b51a-45d5-950f-551e7cba8800, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad4d7a0e-b51a-45d5-950f-551e7cba8800,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:02.903112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Pushing event deleted for resources: {'Port': ['ID=0d80c72e-48a1-482a-8697-8d77e88ce07b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:02.959270 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:03.016710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks [] for floatingip (83717b61-f058-4614-b5d7-dbd80bd0636b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:03.018017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-f8faad9f-4c49-4c7f-8230-b409dde95efb tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:03.019404 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:03.019559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-f8faad9f-4c49-4c7f-8230-b409dde95efb tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/networks?id=17cfa9c0-17fc-46c0-8bcb-3651574af537 HTTP/1.1" status: 200  len: 911 time: 0.0938568
Apr 30 21:40:03.023032 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-34786694-fb01-4f2a-94df-d410c33d7d7f tempest-AttachVolumeTestJSON-628843456 tempest-AttachVolumeTestJSON-628843456-project] 10.222.0.23 "DELETE /v2.0/floatingips/83717b61-f058-4614-b5d7-dbd80bd0636b HTTP/1.1" status: 204  len: 168 time: 1.2654915
Apr 30 21:40:03.027061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=ad4d7a0e-b51a-45d5-950f-551e7cba8800,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:03.041908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-92bae0d9-4c5f-4d4e-967c-948e2b5bbeb4 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/quotas/af2dd6efb5894815bdd924b6dc6a5426 HTTP/1.1" status: 200  len: 375 time: 0.0149410
Apr 30 21:40:03.127597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-54aa8c77-3d6c-4eef-a15a-f14dde938704 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0772011
Apr 30 21:40:03.135405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d29b65d1-82c9-45e0-8b98-62b557cbe105), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:03.171035 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Port': ['ID=d29b65d1-82c9-45e0-8b98-62b557cbe105,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:03.398887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-6d2526c2-173d-476b-88f5-d9d3fe921935 service neutron] 10.222.0.23 "GET /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638147
Apr 30 21:40:03.439772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (d3e706fc-4379-4856-bc1d-ad20d2eb270a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:03.547905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-717a3272-cb96-4d03-bb78-c54a205afe6c service neutron] 10.222.0.23 "GET /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428642
Apr 30 21:40:03.754587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Router d3e706fc-4379-4856-bc1d-ad20d2eb270a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:03.835869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8542a4d0-6092-4b55-8ed7-f850fba10fc5 req-89eef291-36e9-496f-bf4d-5cb1304ad455 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 210 time: 0.0318851
Apr 30 21:40:03.914315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:03.922043 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e2257457-abfb-4fe2-a44d-de99d39e15c1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "PUT /v2.0/routers/d3e706fc-4379-4856-bc1d-ad20d2eb270a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7639189
Apr 30 21:40:03.922249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38930) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:03.924878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] Sync routers for ids ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:03.955199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] Routers {'d3e706fc-4379-4856-bc1d-ad20d2eb270a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:03.960070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f66fb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:03.999735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b48a03-b7a6-4da1-8d62-dd4afe092018 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting subnet 283fd127-21f5-4edb-82fe-b131869b36b3 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:40:04.006898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85b48a03-b7a6-4da1-8d62-dd4afe092018 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for subnet (283fd127-21f5-4edb-82fe-b131869b36b3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.019108 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Sync routers for ids ['fe083c15-4e16-4df5-979d-cb5e9da397d6'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:04.031984 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Routers {'fe083c15-4e16-4df5-979d-cb5e9da397d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:04.032617 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec7e400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe083c15-4e16-4df5-979d-cb5e9da397d6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:04.059957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85b48a03-b7a6-4da1-8d62-dd4afe092018 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (283fd127-21f5-4edb-82fe-b131869b36b3), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.132030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] Set router d3e706fc-4379-4856-bc1d-ad20d2eb270a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:04.156984 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Set router fe083c15-4e16-4df5-979d-cb5e9da397d6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:04.164458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85b48a03-b7a6-4da1-8d62-dd4afe092018 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (283fd127-21f5-4edb-82fe-b131869b36b3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.337297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f66fb50>, [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:40:02Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:04.364714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] Checking router: d3e706fc-4379-4856-bc1d-ad20d2eb270a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:40:04.371308 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec7e400>, [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:40:01Z', 'revision_number': 4, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port': {'id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:56Z', 'updated_at': '2022-04-30T21:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b77e4b5d-a843-4aad-ba22-2d86a7ee175b', 'name': '', 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'mac_address': 'fa:16:3e:51:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'aa07f2b5-79c5-4f21-8204-254f0f615f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:40:00Z', 'updated_at': '2022-04-30T21:40:01Z', 'revision_number': 2, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'subnets': [{'id': 'aa07f2b5-79c5-4f21-8204-254f0f615f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:04.373423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] Routers {'d3e706fc-4379-4856-bc1d-ad20d2eb270a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:04.374107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f66fb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:04.402709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Checking router: fe083c15-4e16-4df5-979d-cb5e9da397d6 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:40:04.403075 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Updating router fe083c15-4e16-4df5-979d-cb5e9da397d6 port b77e4b5d-a843-4aad-ba22-2d86a7ee175b binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:40:04.437314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85b48a03-b7a6-4da1-8d62-dd4afe092018 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (283fd127-21f5-4edb-82fe-b131869b36b3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.442923 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.469461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b48a03-b7a6-4da1-8d62-dd4afe092018 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Subnet': ['ID=283fd127-21f5-4edb-82fe-b131869b36b3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:04.475877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85b48a03-b7a6-4da1-8d62-dd4afe092018 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.479624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-85b48a03-b7a6-4da1-8d62-dd4afe092018 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/subnets/283fd127-21f5-4edb-82fe-b131869b36b3 HTTP/1.1" status: 204  len: 168 time: 0.5491657
Apr 30 21:40:04.482527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38946) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:04.499596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ac319-87dc-40d0-9e25-f2782319fb46 None None] Network 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:04.628471 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router (d3e706fc-4379-4856-bc1d-ad20d2eb270a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.664034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] Set router d3e706fc-4379-4856-bc1d-ad20d2eb270a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:04.813014 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_gateway (d3e706fc-4379-4856-bc1d-ad20d2eb270a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.830768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ad4d7a0e-b51a-45d5-950f-551e7cba8800 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:40:04.836284 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Publish callbacks [] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.860166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] DHCP port deletion for 42dfdf48-c6c6-46a0-a63e-be5c81eb3294 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:40:04.907117 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.923080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f477573-af9a-421d-95d6-c417263b198a req-8be87d9e-8c82-4566-abeb-e0c08a102dd7 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 210 time: 0.0310457
Apr 30 21:40:04.938096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ad4d7a0e-b51a-45d5-950f-551e7cba8800 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:04.938602 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:04.967445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting port a6edb335-3723-4a5d-9e4d-6f2f3551a07a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:04.967934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.012762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] Deleting port 92baf96c-3617-4db4-9934-8a3ff6f89273 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:05.013303 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.073608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] For port a6edb335-3723-4a5d-9e4d-6f2f3551a07a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6edb335-3723-4a5d-9e4d-6f2f3551a07a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:05.074083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.083364 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b2998-2c6a-443a-a441-ab61755fa562 None None] Pushing event updated for resources: {'Port': ['ID=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:05.102088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f66fb50>, [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:40:02Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:05.103662 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Calling delete_port for a6edb335-3723-4a5d-9e4d-6f2f3551a07a owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:05.142508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4470a0-e992-4461-a69d-72d78e7b7f4a None None] The sync data for ids ['d3e706fc-4379-4856-bc1d-ad20d2eb270a'] in ncdv-master-1 is: [{'id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2074144448', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:40:02Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'a6edb335-3723-4a5d-9e4d-6f2f3551a07a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e706fc-4379-4856-bc1d-ad20d2eb270a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:30Z', 'updated_at': '2022-04-30T21:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:05.167929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Attempting to bind port b77e4b5d-a843-4aad-ba22-2d86a7ee175b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:40:05.167929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Attempting to bind port b77e4b5d-a843-4aad-ba22-2d86a7ee175b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:40:05.172433 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Attempting to bind port b77e4b5d-a843-4aad-ba22-2d86a7ee175b on network aeb84da4-2df3-420f-b23e-e68a16e1c96d {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:40:05.177051 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:40:05.177468 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Checking segment: {'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:40:05.178064 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.185397 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Bound using segment: {'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:40:05.189693 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Bound port: b77e4b5d-a843-4aad-ba22-2d86a7ee175b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c909ed9c-8ade-4181-93d3-f995b1e4d79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:40:05.189693 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.199106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ad4d7a0e-b51a-45d5-950f-551e7cba8800 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:05.203581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] For port 92baf96c-3617-4db4-9934-8a3ff6f89273, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92baf96c-3617-4db4-9934-8a3ff6f89273,segment=NetworkSegment(06ae8e25-0936-42b3-a4f6-bf47d0b7de0e),segment_id=06ae8e25-0936-42b3-a4f6-bf47d0b7de0e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:05.203991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.241641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] Calling delete_port for 92baf96c-3617-4db4-9934-8a3ff6f89273 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:05.282510 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] For port b77e4b5d-a843-4aad-ba22-2d86a7ee175b, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:40:05.285793 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] For port b77e4b5d-a843-4aad-ba22-2d86a7ee175b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,segment=NetworkSegment(c909ed9c-8ade-4181-93d3-f995b1e4d79f),segment_id=c909ed9c-8ade-4181-93d3-f995b1e4d79f)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:40:05.387530 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.417873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f38f643f-d38c-41f1-88ad-99fc29215377 None None] Provisioning complete for port b77e4b5d-a843-4aad-ba22-2d86a7ee175b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:05.418177 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f38f643f-d38c-41f1-88ad-99fc29215377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.455365 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Routers {'fe083c15-4e16-4df5-979d-cb5e9da397d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:05.456020 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec7e400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe083c15-4e16-4df5-979d-cb5e9da397d6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:05.462360 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b2998-2c6a-443a-a441-ab61755fa562 None None] Pushing event updated for resources: {'Port': ['ID=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:05.482376 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (92baf96c-3617-4db4-9934-8a3ff6f89273), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.528310 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a6edb335-3723-4a5d-9e4d-6f2f3551a07a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.538303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] Pushing event deleted for resources: {'Port': ['ID=92baf96c-3617-4db4-9934-8a3ff6f89273,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:05.548274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04890c2f-a769-496a-8ab9-e98caf8ee448 None None] No DVR routers for this DVR port 92baf96c-3617-4db4-9934-8a3ff6f89273 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:05.588256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f38f643f-d38c-41f1-88ad-99fc29215377 None None] Current status of the port b77e4b5d-a843-4aad-ba22-2d86a7ee175b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:05.588649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f38f643f-d38c-41f1-88ad-99fc29215377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.596359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Port': ['ID=a6edb335-3723-4a5d-9e4d-6f2f3551a07a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:05.648917 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] Set router fe083c15-4e16-4df5-979d-cb5e9da397d6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:05.666718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f38f643f-d38c-41f1-88ad-99fc29215377 None None] For port b77e4b5d-a843-4aad-ba22-2d86a7ee175b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,segment=NetworkSegment(c909ed9c-8ade-4181-93d3-f995b1e4d79f),segment_id=c909ed9c-8ade-4181-93d3-f995b1e4d79f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:05.706267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (d3e706fc-4379-4856-bc1d-ad20d2eb270a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.764214 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f38f643f-d38c-41f1-88ad-99fc29215377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.881967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (d3e706fc-4379-4856-bc1d-ad20d2eb270a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.884998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_controller (d3e706fc-4379-4856-bc1d-ad20d2eb270a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:05.939810 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec7e400>, [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:40:01Z', 'revision_number': 4, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port': {'id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:56Z', 'updated_at': '2022-04-30T21:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b77e4b5d-a843-4aad-ba22-2d86a7ee175b', 'name': '', 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'mac_address': 'fa:16:3e:51:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'aa07f2b5-79c5-4f21-8204-254f0f615f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:40:00Z', 'updated_at': '2022-04-30T21:40:05Z', 'revision_number': 4, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'subnets': [{'id': 'aa07f2b5-79c5-4f21-8204-254f0f615f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:05.974457 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242bfa77-a6c4-40b4-868a-e6612074c90d None None] The sync data for ids ['fe083c15-4e16-4df5-979d-cb5e9da397d6'] in ncdv-master-1 is: [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:40:01Z', 'revision_number': 4, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port': {'id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:56Z', 'updated_at': '2022-04-30T21:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b77e4b5d-a843-4aad-ba22-2d86a7ee175b', 'name': '', 'network_id': 'aeb84da4-2df3-420f-b23e-e68a16e1c96d', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'mac_address': 'fa:16:3e:51:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'aa07f2b5-79c5-4f21-8204-254f0f615f4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:40:00Z', 'updated_at': '2022-04-30T21:40:05Z', 'revision_number': 4, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'subnets': [{'id': 'aa07f2b5-79c5-4f21-8204-254f0f615f4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:06.038821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (d3e706fc-4379-4856-bc1d-ad20d2eb270a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.039538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Fanout notify agent at l3_agent the message router_deleted on router d3e706fc-4379-4856-bc1d-ad20d2eb270a {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:40:06.048901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.051059 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2776c41c-bacd-4ae1-bc1a-dd3f15dcf831 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/routers/d3e706fc-4379-4856-bc1d-ad20d2eb270a HTTP/1.1" status: 204  len: 168 time: 1.5663340
Apr 30 21:40:06.053519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38978) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:06.152810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-494bff9f-a4c2-43ca-8773-36bcd1c65675 None None] Provisioning complete for port b77e4b5d-a843-4aad-ba22-2d86a7ee175b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:06.153395 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-494bff9f-a4c2-43ca-8773-36bcd1c65675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.223625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f643f-d38c-41f1-88ad-99fc29215377 None None] Pushing event updated for resources: {'Port': ['ID=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:06.264226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f36d4773-528f-454e-97a3-7a5e562bf2cf req-091cc49a-900a-4809-bb0b-b6deea3fcff9 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 210 time: 0.0756009
Apr 30 21:40:06.267273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-494bff9f-a4c2-43ca-8773-36bcd1c65675 None None] Current status of the port b77e4b5d-a843-4aad-ba22-2d86a7ee175b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:06.269563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (42dfdf48-c6c6-46a0-a63e-be5c81eb3294), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.393428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (42dfdf48-c6c6-46a0-a63e-be5c81eb3294), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.417073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896632bca0>,) {'filters': {'network_id': ['42dfdf48-c6c6-46a0-a63e-be5c81eb3294']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:06.427625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896632bca0>, '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:06.428177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896632bca0>, '06ae8e25-0936-42b3-a4f6-bf47d0b7de0e') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:06.439818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (06ae8e25-0936-42b3-a4f6-bf47d0b7de0e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.454320 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (06ae8e25-0936-42b3-a4f6-bf47d0b7de0e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.461833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:40:06.462248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (06ae8e25-0936-42b3-a4f6-bf47d0b7de0e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:40:06.465401 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:40:06.591756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (42dfdf48-c6c6-46a0-a63e-be5c81eb3294), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.600733 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.603639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/networks/42dfdf48-c6c6-46a0-a63e-be5c81eb3294 HTTP/1.1" status: 204  len: 168 time: 0.5485492
Apr 30 21:40:06.605940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38984) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:06.622267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 38986) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:06.622814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08a158-c9a0-44c6-817f-683211d3b443 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Network': ['ID=42dfdf48-c6c6-46a0-a63e-be5c81eb3294,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:06.778322 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-596ec6d8-928d-43b4-818e-c31a7641fb9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.809846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b77e4b5d-a843-4aad-ba22-2d86a7ee175b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:40:06.822054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting port 1f6c514f-c516-4e85-95d1-0c9e4bb86995 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:06.822654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1f6c514f-c516-4e85-95d1-0c9e4bb86995), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.863633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-596ec6d8-928d-43b4-818e-c31a7641fb9f admin admin] Publish callbacks [] for security_group (33a4c184-7a93-49a8-8e88-63ea48a6625a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.872062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b77e4b5d-a843-4aad-ba22-2d86a7ee175b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:06.872460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.910242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1f6c514f-c516-4e85-95d1-0c9e4bb86995), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.910655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for floatingip (1f6c514f-c516-4e85-95d1-0c9e4bb86995), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:06.922965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Calling delete_port for 1f6c514f-c516-4e85-95d1-0c9e4bb86995 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:06.954104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b77e4b5d-a843-4aad-ba22-2d86a7ee175b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:06.965232 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-596ec6d8-928d-43b4-818e-c31a7641fb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (33a4c184-7a93-49a8-8e88-63ea48a6625a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.011009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a6edb335-3723-4a5d-9e4d-6f2f3551a07a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:07.031760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a6edb335-3723-4a5d-9e4d-6f2f3551a07a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:07.032117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a6edb335-3723-4a5d-9e4d-6f2f3551a07a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:07.032563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 92baf96c-3617-4db4-9934-8a3ff6f89273 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:07.057036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 92baf96c-3617-4db4-9934-8a3ff6f89273 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:07.057388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 92baf96c-3617-4db4-9934-8a3ff6f89273 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:07.059268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d29b65d1-82c9-45e0-8b98-62b557cbe105 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:07.064273 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-596ec6d8-928d-43b4-818e-c31a7641fb9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84f112abf6014602b4e4d8a7fc5f112a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4402616
Apr 30 21:40:07.069180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 38990) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:07.073859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ec6d8-928d-43b4-818e-c31a7641fb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a4c184-7a93-49a8-8e88-63ea48a6625a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:07.077951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d29b65d1-82c9-45e0-8b98-62b557cbe105 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:07.078301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d29b65d1-82c9-45e0-8b98-62b557cbe105 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:07.109079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-5030e120-b1de-491a-95ea-0224ab152b9d tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:07.110796 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-5030e120-b1de-491a-95ea-0224ab152b9d tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.20 "GET /v2.0/networks?id=17cfa9c0-17fc-46c0-8bcb-3651574af537 HTTP/1.1" status: 200  len: 911 time: 0.1256421
Apr 30 21:40:07.127941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Request body: {'port': {'device_id': '3c6bc37e-bf6b-430b-8b66-31cad7d44aa8', 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'admin_state_up': True, 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:07.170102 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55eb734a-1d43-458c-b504-5d3dd4cbc887 admin admin] Publish callbacks [] for security_group (33a4c184-7a93-49a8-8e88-63ea48a6625a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.195827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55eb734a-1d43-458c-b504-5d3dd4cbc887 admin admin] Publish callbacks [] for security_group (33a4c184-7a93-49a8-8e88-63ea48a6625a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.221367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Made reservation on behalf of af2dd6efb5894815bdd924b6dc6a5426 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:07.224310 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.286851 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1f6c514f-c516-4e85-95d1-0c9e4bb86995), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.314568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Port': ['ID=1f6c514f-c516-4e85-95d1-0c9e4bb86995,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:07.392734 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55eb734a-1d43-458c-b504-5d3dd4cbc887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (33a4c184-7a93-49a8-8e88-63ea48a6625a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.395991 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-55eb734a-1d43-458c-b504-5d3dd4cbc887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.398511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-55eb734a-1d43-458c-b504-5d3dd4cbc887 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33a4c184-7a93-49a8-8e88-63ea48a6625a HTTP/1.1" status: 204  len: 168 time: 0.3271768
Apr 30 21:40:07.400528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a5564b0-0402-4b4f-9ab1-f717f3eb5b2c req-0d0a8176-d884-4722-bd4e-51342a4f688a tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 210 time: 0.0391021
Apr 30 21:40:07.432588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb734a-1d43-458c-b504-5d3dd4cbc887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a4c184-7a93-49a8-8e88-63ea48a6625a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:07.436998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for floatingip (60c48731-c7d7-4d5e-bf95-3240f43c2519), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.437344 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Floating IP 60c48731-c7d7-4d5e-bf95-3240f43c2519 disassociated (deleted). External IP: 172.35.4.242, port: d898f6bb-ce69-41c8-89a5-a1b9c295ea2f.
Apr 30 21:40:07.515586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Allocated IP 172.20.0.11 (17cfa9c0-17fc-46c0-8bcb-3651574af537/a0a5d398-97b2-4038-8e87-f59434dc27fd/34aaf1e3-0ee3-4f7a-9896-612382bee0eb) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:07.716534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:07.720179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks [] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.827729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.850924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:07.862111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] Sync routers for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:07.865246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:07.872743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:07.877796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:07.882277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:07.884264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:07.886275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fff1820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:07.923243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b97ea1ed-50ca-4658-b819-69262517dd02 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/floatingips/60c48731-c7d7-4d5e-bf95-3240f43c2519 HTTP/1.1" status: 204  len: 168 time: 1.3159213
Apr 30 21:40:07.923798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:40:07.937888 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a0da4d-6f85-4604-8f21-68df8b254be3" -d '{"events": [{"name": "network-changed", "server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:40:07.938058 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Pushing event updated for resources: {'Port': ['ID=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:08.008425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:08.009099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:08.023760 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12a2b27-36bf-44b3-bfdb-790e43dc7225 x-openstack-request-id: req-c12a2b27-36bf-44b3-bfdb-790e43dc7225 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:08.024057 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:08.024316 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c12a2b27-36bf-44b3-bfdb-790e43dc7225 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:08.025808 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12a2b27-36bf-44b3-bfdb-790e43dc7225'] response: {'name': 'network-changed', 'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'status': 'completed', 'code': 200}
Apr 30 21:40:08.112027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-a3b4860b-37a1-436e-aa3b-c8b39865b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:08.114833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-a3b4860b-37a1-436e-aa3b-c8b39865b0e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4e3f82b1b832495896f59d90477f6e44&device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 1166 time: 0.0681415
Apr 30 21:40:08.121541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:08.122680 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e58da250-2ef8-4d6f-9e38-071a0099b234 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.9998906
Apr 30 21:40:08.139585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Request body: {'port': {'device_id': '3c6bc37e-bf6b-430b-8b66-31cad7d44aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:08.236714 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:08.273877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-f0777551-1752-4b28-a651-c142d005cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:08.275453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-f0777551-1752-4b28-a651-c142d005cf71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ab03ba7a-b1de-487f-8bf8-6720348bf85d HTTP/1.1" status: 200  len: 897 time: 0.1549642
Apr 30 21:40:08.318150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-720ea456-39ac-4651-8c13-ba36427a7608 None None] Provisioning complete for port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:08.318823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-720ea456-39ac-4651-8c13-ba36427a7608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:08.361147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-d99c5f04-6d93-4c84-8c1f-2b511b8a8361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f HTTP/1.1" status: 200  len: 217 time: 0.0780718
Apr 30 21:40:08.374674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-720ea456-39ac-4651-8c13-ba36427a7608 None None] Port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:40:08.435295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-deb9dfbc-0d1c-4f8a-a370-a779b0ca47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:08.438000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-deb9dfbc-0d1c-4f8a-a370-a779b0ca47b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=56a0f1e8-607b-4bb9-b485-e491f4a00096 HTTP/1.1" status: 200  len: 835 time: 0.0705454
Apr 30 21:40:08.465134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fff1820>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:34Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:08.502171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] Checking router: cc49149f-465c-4e3b-8d84-9f3e8b2df0cd for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:40:08.514867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:08.515642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fff1820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:08.650207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd054520-8c0a-49ab-bff1-2d67f2abe82d req-0ade11b0-0ba9-485a-9d90-588f9abffa26 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:08.652061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd054520-8c0a-49ab-bff1-2d67f2abe82d req-0ade11b0-0ba9-485a-9d90-588f9abffa26 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1028 time: 0.1187823
Apr 30 21:40:08.659262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60a6df-58ed-4ebc-aa73-db6a602d05bf req-615ef49f-e592-43f0-a23e-9cb2b462cee8 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:08.661467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e60a6df-58ed-4ebc-aa73-db6a602d05bf req-615ef49f-e592-43f0-a23e-9cb2b462cee8 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 984 time: 0.1263878
Apr 30 21:40:08.683193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:08.742539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd054520-8c0a-49ab-bff1-2d67f2abe82d req-74f566d1-bde9-4d47-bf4d-a7bbc1a5e512 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799544
Apr 30 21:40:08.747586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34aaf1e3-0ee3-4f7a-9896-612382bee0eb {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:40:08.755624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Publish callbacks [] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:08.757850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e60a6df-58ed-4ebc-aa73-db6a602d05bf req-49f5138b-bea3-4ea9-9208-b9ed2db9ada1 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.0889351
Apr 30 21:40:08.783206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Transition to ACTIVE for port object 34aaf1e3-0ee3-4f7a-9896-612382bee0eb will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:40:08.855570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:08.893921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fff1820>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:34Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:08.930794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2172c6-1a08-4373-acb8-f5b529f370ae None None] The sync data for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 is: [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:38:30Z', 'revision_number': 4, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62', 'name': '', 'network_id': 'ab03ba7a-b1de-487f-8bf8-6720348bf85d', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'mac_address': 'fa:16:3e:4a:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:28Z', 'updated_at': '2022-04-30T21:38:34Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'subnets': [{'id': '56a0f1e8-607b-4bb9-b485-e491f4a00096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:08.972195 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Pushing event updated for resources: {'Port': ['ID=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:09.043941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Attempting to bind port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:40:09.044646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Attempting to bind port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:40:09.044927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Attempting to bind port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb on network 17cfa9c0-17fc-46c0-8bcb-3651574af537 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:40:09.055093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb on network 17cfa9c0-17fc-46c0-8bcb-3651574af537 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:40:09.055913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Attempting to bind port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb on network 17cfa9c0-17fc-46c0-8bcb-3651574af537 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:40:09.064415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:40:09.064948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Checking segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:40:09.073234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Bound using segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:40:09.073234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Bound port: 34aaf1e3-0ee3-4f7a-9896-612382bee0eb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:40:09.073234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:09.140290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] For port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:40:09.143818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] For port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:40:09.288545 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1177b129-8237-4e32-a620-619bc0af8b22 None None] New status for floating IP 60c48731-c7d7-4d5e-bf95-3240f43c2519: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:40:09.296231 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:09.330475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:09.331205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:09.332577 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] 10.222.0.20 "PUT /v2.0/ports/34aaf1e3-0ee3-4f7a-9896-612382bee0eb HTTP/1.1" status: 200  len: 1092 time: 1.1985705
Apr 30 21:40:09.333573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6bc37e-bf6b-430b-8b66-31cad7d44aa8', 'tag': '34aaf1e3-0ee3-4f7a-9896-612382bee0eb'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:40:09.335821 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d3ba97-7e12-4ea4-bb54-5c6686d824dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6bc37e-bf6b-430b-8b66-31cad7d44aa8", "tag": "34aaf1e3-0ee3-4f7a-9896-612382bee0eb"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:40:09.366744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bba3e-eb10-48c1-ab72-7a292b7a665f service neutron] Pushing event updated for resources: {'Port': ['ID=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:09.384567 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056cfffe-00bb-47bb-8a37-3dc6600c0c1f x-openstack-request-id: req-056cfffe-00bb-47bb-8a37-3dc6600c0c1f {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:09.385049 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6bc37e-bf6b-430b-8b66-31cad7d44aa8", "tag": "34aaf1e3-0ee3-4f7a-9896-612382bee0eb", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:09.385837 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-056cfffe-00bb-47bb-8a37-3dc6600c0c1f {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:09.385837 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056cfffe-00bb-47bb-8a37-3dc6600c0c1f'] response: {'name': 'network-changed', 'server_uuid': '3c6bc37e-bf6b-430b-8b66-31cad7d44aa8', 'tag': '34aaf1e3-0ee3-4f7a-9896-612382bee0eb', 'status': 'completed', 'code': 200}
Apr 30 21:40:09.462911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ba97-7e12-4ea4-bb54-5c6686d824dd req-8621251d-67cd-477a-959e-9f890bee4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:09.464435 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-61d3ba97-7e12-4ea4-bb54-5c6686d824dd req-8621251d-67cd-477a-959e-9f890bee4bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1126 time: 0.0579264
Apr 30 21:40:09.468733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-b142011e-6d71-4a6d-a6e4-11f634cc0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:09.471102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-b142011e-6d71-4a6d-a6e4-11f634cc0463 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ab03ba7a-b1de-487f-8bf8-6720348bf85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0829747
Apr 30 21:40:09.664568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ba97-7e12-4ea4-bb54-5c6686d824dd req-14d390e8-7c3d-44aa-86e8-4d1f59db1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:09.666089 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-61d3ba97-7e12-4ea4-bb54-5c6686d824dd req-14d390e8-7c3d-44aa-86e8-4d1f59db1c9c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1885128
Apr 30 21:40:09.686393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-b4f9d182-466d-4fa0-a9b4-6c3b6c98e6d1 service neutron] 10.222.0.35 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955930
Apr 30 21:40:10.177773 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ba97-7e12-4ea4-bb54-5c6686d824dd req-0b179ffb-94cc-4902-b784-0cac84ce6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:10.179257 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-61d3ba97-7e12-4ea4-bb54-5c6686d824dd req-0b179ffb-94cc-4902-b784-0cac84ce6237 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5048115
Apr 30 21:40:10.194153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-3e5f7b16-f4c5-4ec0-845e-89002aa2b0f3 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:10.195628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-3e5f7b16-f4c5-4ec0-845e-89002aa2b0f3 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.35 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 984 time: 0.4884913
Apr 30 21:40:10.246592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b53468-deda-4750-91ef-4d105fb6d1ff req-bcd820cd-a031-46b7-b6cb-783527b8aa47 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:10.248126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44b53468-deda-4750-91ef-4d105fb6d1ff req-bcd820cd-a031-46b7-b6cb-783527b8aa47 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1126 time: 0.1349850
Apr 30 21:40:10.257811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae8cbd-f5f2-46f3-b128-be75935900ea req-8680d209-d65a-4995-99cf-381d7d983d46 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:10.259261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15ae8cbd-f5f2-46f3-b128-be75935900ea req-8680d209-d65a-4995-99cf-381d7d983d46 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 984 time: 0.1449723
Apr 30 21:40:10.266163 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-59760f8d-ba13-49f6-a33d-e151381c532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:10.268172 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-59760f8d-ba13-49f6-a33d-e151381c532d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1126 time: 0.0452087
Apr 30 21:40:10.311292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-ee53357c-208c-444c-8b02-0c7581b04db3 service neutron] 10.222.0.35 "GET /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6130238
Apr 30 21:40:10.318142 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-4f40f30b-8ad3-4d4a-a06b-8f9fc08193db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34aaf1e3-0ee3-4f7a-9896-612382bee0eb HTTP/1.1" status: 200  len: 217 time: 0.0395362
Apr 30 21:40:10.370523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:10.370872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:10.373883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-c456d00c-59b0-4dc2-9424-dac00496e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:10.375699 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-c456d00c-59b0-4dc2-9424-dac00496e5c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0a5d398-97b2-4038-8e87-f59434dc27fd HTTP/1.1" status: 200  len: 849 time: 0.0508928
Apr 30 21:40:10.429518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-5a03ed3e-6c90-4d80-b0b9-de8718a72964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:10.431149 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-5a03ed3e-6c90-4d80-b0b9-de8718a72964 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17cfa9c0-17fc-46c0-8bcb-3651574af537&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458963
Apr 30 21:40:10.479437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44b53468-deda-4750-91ef-4d105fb6d1ff req-f677f1e4-78e6-454d-acf6-3c808dc5b2e6 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119572
Apr 30 21:40:10.497896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15ae8cbd-f5f2-46f3-b128-be75935900ea req-9424d9f3-86d2-4566-951e-f7cffdc876c5 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/security-groups?id=31e5e845-e820-44be-8729-6e74e8077cfe&id=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675&fields=id&fields=name HTTP/1.1" status: 200  len: 410 time: 0.2228258
Apr 30 21:40:10.526353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] For port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:10.526718 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:10.541903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Calling delete_port for d898f6bb-ce69-41c8-89a5-a1b9c295ea2f owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:10.552067 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-cde9f599-b025-4e59-948b-362bf24e2863 service neutron] 10.222.0.20 "GET /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088176
Apr 30 21:40:10.651817 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-35309a0d-9160-4c22-acee-5c14d0cfa7a6 req-e3aa78d1-ddf9-477c-9f3c-24917e1f15cd service neutron] 10.222.0.20 "GET /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911331
Apr 30 21:40:10.771840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d898f6bb-ce69-41c8-89a5-a1b9c295ea2f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:10.799323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Port': ['ID=d898f6bb-ce69-41c8-89a5-a1b9c295ea2f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:10.847306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] No DVR routers for this DVR port d898f6bb-ce69-41c8-89a5-a1b9c295ea2f on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:10.849903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:10.853411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70f46d4e-5d2e-4022-a15f-eef9b3a31d6d req-22dd7451-10d2-4e03-91fc-04acb2e44520 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.35 "DELETE /v2.0/ports/d898f6bb-ce69-41c8-89a5-a1b9c295ea2f HTTP/1.1" status: 204  len: 173 time: 0.6501005
Apr 30 21:40:10.853881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'name': 'network-vif-deleted', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:40:10.856125 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0be9f6c-0874-46d1-bf6b-fe935df7c3d7" -d '{"events": [{"server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "name": "network-vif-deleted", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:40:10.893088 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd6657b-2c82-43f6-95ff-9810950842f1 x-openstack-request-id: req-5fd6657b-2c82-43f6-95ff-9810950842f1 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:10.893388 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52562d91-9a05-4808-beff-dcf77ba8bb1d", "name": "network-vif-deleted", "tag": "d898f6bb-ce69-41c8-89a5-a1b9c295ea2f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:10.893644 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fd6657b-2c82-43f6-95ff-9810950842f1 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:10.894082 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd6657b-2c82-43f6-95ff-9810950842f1'] response: {'server_uuid': '52562d91-9a05-4808-beff-dcf77ba8bb1d', 'name': 'network-vif-deleted', 'tag': 'd898f6bb-ce69-41c8-89a5-a1b9c295ea2f', 'status': 'completed', 'code': 200}
Apr 30 21:40:11.608822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7b8c3-ecfa-4f34-ba87-73ef7041a6ea req-39f06ba3-3ecb-40e2-bcd2-04f3a711fb97 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:11.610352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-faa7b8c3-ecfa-4f34-ba87-73ef7041a6ea req-39f06ba3-3ecb-40e2-bcd2-04f3a711fb97 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1126 time: 0.0566885
Apr 30 21:40:11.627662 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4a1da04-b5fd-47ad-9799-ec4cbc7f06c8 req-4235f2b4-6032-4726-8ca7-a6215395d7f2 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "GET /v2.0/ports?device_id=52562d91-9a05-4808-beff-dcf77ba8bb1d HTTP/1.1" status: 200  len: 210 time: 0.0339606
Apr 30 21:40:11.678470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-faa7b8c3-ecfa-4f34-ba87-73ef7041a6ea req-cfc5a8ca-f7ef-49d9-8753-fd87b0327938 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535493
Apr 30 21:40:12.197181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39144) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:12.304853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3041d788-dd2a-4223-ae53-cd23874ca7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.377576 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3041d788-dd2a-4223-ae53-cd23874ca7be admin admin] Publish callbacks [] for security_group (35696511-d622-4359-b979-821ea8c6a4b0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.461203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3041d788-dd2a-4223-ae53-cd23874ca7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (35696511-d622-4359-b979-821ea8c6a4b0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.499869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3041d788-dd2a-4223-ae53-cd23874ca7be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=978ca8b782ba493b9662742ec0723a39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3015673
Apr 30 21:40:12.500747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041d788-dd2a-4223-ae53-cd23874ca7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35696511-d622-4359-b979-821ea8c6a4b0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:12.502558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39148) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:12.556280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0400488-e1fe-4e51-aef5-8a0d8f06ace1 admin admin] Publish callbacks [] for security_group (35696511-d622-4359-b979-821ea8c6a4b0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.577669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0400488-e1fe-4e51-aef5-8a0d8f06ace1 admin admin] Publish callbacks [] for security_group (35696511-d622-4359-b979-821ea8c6a4b0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.678553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0400488-e1fe-4e51-aef5-8a0d8f06ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (35696511-d622-4359-b979-821ea8c6a4b0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.681243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0400488-e1fe-4e51-aef5-8a0d8f06ace1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.682582 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d0400488-e1fe-4e51-aef5-8a0d8f06ace1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35696511-d622-4359-b979-821ea8c6a4b0 HTTP/1.1" status: 204  len: 168 time: 0.1788745
Apr 30 21:40:12.691899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0400488-e1fe-4e51-aef5-8a0d8f06ace1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35696511-d622-4359-b979-821ea8c6a4b0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:12.709481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39156) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:12.776950 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-732dbb36-6de3-4302-8011-fa8fd2882c18 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (5d3b0d6c-11fd-43cb-afb4-ac71a72c4675), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.800778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 34aaf1e3-0ee3-4f7a-9896-612382bee0eb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:40:12.821396 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-732dbb36-6de3-4302-8011-fa8fd2882c18 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (5d3b0d6c-11fd-43cb-afb4-ac71a72c4675), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.824453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156bf00-4a41-462b-a56d-0ab6b16d5efd req-d0889979-b919-4cff-a621-0fb044e42aa5 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:12.826021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3156bf00-4a41-462b-a56d-0ab6b16d5efd req-d0889979-b919-4cff-a621-0fb044e42aa5 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1126 time: 0.0620317
Apr 30 21:40:12.871441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d898f6bb-ce69-41c8-89a5-a1b9c295ea2f no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:12.896036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3156bf00-4a41-462b-a56d-0ab6b16d5efd req-cbed66eb-0e5e-405c-9d6b-2666c9d39607 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634134
Apr 30 21:40:12.897114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: d898f6bb-ce69-41c8-89a5-a1b9c295ea2f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:12.897466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d898f6bb-ce69-41c8-89a5-a1b9c295ea2f not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:12.936391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:12.948112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '34aaf1e3-0ee3-4f7a-9896-612382bee0eb', 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'port_id': '34aaf1e3-0ee3-4f7a-9896-612382bee0eb', 'mac_address': 'fa:16:3e:0a:f7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:40:12.964133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-732dbb36-6de3-4302-8011-fa8fd2882c18 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5d3b0d6c-11fd-43cb-afb4-ac71a72c4675), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.966935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-732dbb36-6de3-4302-8011-fa8fd2882c18 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:12.970766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-732dbb36-6de3-4302-8011-fa8fd2882c18 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/security-groups/5d3b0d6c-11fd-43cb-afb4-ac71a72c4675 HTTP/1.1" status: 204  len: 168 time: 0.2570374
Apr 30 21:40:12.971812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39158) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:12.986462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732dbb36-6de3-4302-8011-fa8fd2882c18 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3b0d6c-11fd-43cb-afb4-ac71a72c4675,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:12.992975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:12.993375 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.014075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34aaf1e3-0ee3-4f7a-9896-612382bee0eb {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:40:13.034939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:13.041384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de8c8cf4-5823-420f-ae41-45926e685aeb tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (31e5e845-e820-44be-8729-6e74e8077cfe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.067644 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de8c8cf4-5823-420f-ae41-45926e685aeb tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (31e5e845-e820-44be-8729-6e74e8077cfe), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.112811 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.163245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:13.182023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de8c8cf4-5823-420f-ae41-45926e685aeb tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (31e5e845-e820-44be-8729-6e74e8077cfe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.185139 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de8c8cf4-5823-420f-ae41-45926e685aeb tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.186763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-de8c8cf4-5823-420f-ae41-45926e685aeb tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/security-groups/31e5e845-e820-44be-8729-6e74e8077cfe HTTP/1.1" status: 204  len: 168 time: 0.2138941
Apr 30 21:40:13.194099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39174) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:13.196654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c8cf4-5823-420f-ae41-45926e685aeb tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e5e845-e820-44be-8729-6e74e8077cfe,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:13.367403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['34aaf1e3-0ee3-4f7a-9896-612382bee0eb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:40:13.388874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39188) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:13.413671 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0158b97a-d4f6-4d40-bc8e-f1fbed7d312e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.534731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0158b97a-d4f6-4d40-bc8e-f1fbed7d312e admin admin] Publish callbacks [] for security_group (611294d6-1ede-48e8-a48f-2e32cdbb3b8f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.638305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.650304 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0158b97a-d4f6-4d40-bc8e-f1fbed7d312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (611294d6-1ede-48e8-a48f-2e32cdbb3b8f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.700392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0158b97a-d4f6-4d40-bc8e-f1fbed7d312e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64e87bf9d16f458993aff26b30ae2403&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3081348
Apr 30 21:40:13.700392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158b97a-d4f6-4d40-bc8e-f1fbed7d312e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611294d6-1ede-48e8-a48f-2e32cdbb3b8f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:13.702120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39194) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:13.765470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cc58380-6c14-4238-b4c5-0cdfea6c3ecb admin admin] Publish callbacks [] for security_group (611294d6-1ede-48e8-a48f-2e32cdbb3b8f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.788556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cc58380-6c14-4238-b4c5-0cdfea6c3ecb admin admin] Publish callbacks [] for security_group (611294d6-1ede-48e8-a48f-2e32cdbb3b8f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.919192 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cc58380-6c14-4238-b4c5-0cdfea6c3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (611294d6-1ede-48e8-a48f-2e32cdbb3b8f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.922045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cc58380-6c14-4238-b4c5-0cdfea6c3ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:13.923351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9cc58380-6c14-4238-b4c5-0cdfea6c3ecb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/611294d6-1ede-48e8-a48f-2e32cdbb3b8f HTTP/1.1" status: 204  len: 168 time: 0.2198753
Apr 30 21:40:13.934984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc58380-6c14-4238-b4c5-0cdfea6c3ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611294d6-1ede-48e8-a48f-2e32cdbb3b8f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:13.949438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:13.949438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:14.046730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7229c2-b477-42ca-bbb8-9e9e2cb242fb req-e2e1338a-97d1-461f-8a65-f4cbea1949cb tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:14.048857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb7229c2-b477-42ca-bbb8-9e9e2cb242fb req-e2e1338a-97d1-461f-8a65-f4cbea1949cb tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1127 time: 0.0554137
Apr 30 21:40:14.063601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] For port f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:14.064287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:14.078312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Calling delete_port for f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:14.095973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb7229c2-b477-42ca-bbb8-9e9e2cb242fb req-77ec5ac2-aa9c-4e48-b508-2ae4b5b1b1d6 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412805
Apr 30 21:40:14.415968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:14.447742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Port': ['ID=f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:14.460835 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.465010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.466296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:14.658337 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:14.823124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 34aaf1e3-0ee3-4f7a-9896-612382bee0eb up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:40:14.868507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:40:14.899351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:14.959710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:14.960295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.023808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:15.030300 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-03443ddb-2793-4b86-b819-f2523359e667 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "PUT /v2.0/routers/cc49149f-465c-4e3b-8d84-9f3e8b2df0cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8351130
Apr 30 21:40:15.038694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39228) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:15.057317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] Sync routers for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:15.084522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:15.085805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2950d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:15.088603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:15.089114 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.091453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting subnet 56a0f1e8-607b-4bb9-b485-e491f4a00096 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:40:15.094951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for subnet (56a0f1e8-607b-4bb9-b485-e491f4a00096), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.146684 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (56a0f1e8-607b-4bb9-b485-e491f4a00096), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.183337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6bc37e-bf6b-430b-8b66-31cad7d44aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aaf1e3-0ee3-4f7a-9896-612382bee0eb'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:40:15.186170 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294561ae-58e8-42ec-875f-db88ab183823" -d '{"events": [{"server_uuid": "3c6bc37e-bf6b-430b-8b66-31cad7d44aa8", "name": "network-vif-plugged", "status": "completed", "tag": "34aaf1e3-0ee3-4f7a-9896-612382bee0eb"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:40:15.206309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:15.235632 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc717517-de0d-4fb4-baf6-637888620f40 x-openstack-request-id: req-dc717517-de0d-4fb4-baf6-637888620f40 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:15.236011 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6bc37e-bf6b-430b-8b66-31cad7d44aa8", "name": "network-vif-plugged", "status": "completed", "tag": "34aaf1e3-0ee3-4f7a-9896-612382bee0eb", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:15.236458 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc717517-de0d-4fb4-baf6-637888620f40 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:15.236908 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc717517-de0d-4fb4-baf6-637888620f40'] response: {'server_uuid': '3c6bc37e-bf6b-430b-8b66-31cad7d44aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aaf1e3-0ee3-4f7a-9896-612382bee0eb', 'code': 200}
Apr 30 21:40:15.247605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:15.262305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1294-4f07-4372-a333-a89e5d6d8e9b req-9a5001ad-fed3-4048-bd64-39c6b34b1fce tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:15.264008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee1294-4f07-4372-a333-a89e5d6d8e9b req-9a5001ad-fed3-4048-bd64-39c6b34b1fce tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1127 time: 0.0832005
Apr 30 21:40:15.299815 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.305997 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (56a0f1e8-607b-4bb9-b485-e491f4a00096), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.367694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38a704-a261-4956-aaf9-a374c9d7c3c8 req-0924aa0f-93be-48e7-975c-dee90967a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:15.369989 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec38a704-a261-4956-aaf9-a374c9d7c3c8 req-0924aa0f-93be-48e7-975c-dee90967a584 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1128 time: 0.0548294
Apr 30 21:40:15.391794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c3ee1294-4f07-4372-a333-a89e5d6d8e9b req-d3c89106-7b87-4ae7-9ead-7808d30b96c1 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085665
Apr 30 21:40:15.422936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-ec38a704-a261-4956-aaf9-a374c9d7c3c8 req-5d5b4135-5e76-4355-8777-635a43550111 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410676
Apr 30 21:40:15.433319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:15.473569 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (56a0f1e8-607b-4bb9-b485-e491f4a00096), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.506400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2950d0>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:40:14Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:15.507122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Subnet': ['ID=56a0f1e8-607b-4bb9-b485-e491f4a00096,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:15.509923 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.514203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/subnets/56a0f1e8-607b-4bb9-b485-e491f4a00096 HTTP/1.1" status: 204  len: 168 time: 0.4791248
Apr 30 21:40:15.516949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39238) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:15.521444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.521819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.522318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.522689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.528814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdfe280-3c93-4842-9378-23782f11f158 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:15.554884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba6bc4-854e-44bd-8f9f-cc230f7b61e9 None None] Network ab03ba7a-b1de-487f-8bf8-6720348bf85d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:15.571747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] Checking router: cc49149f-465c-4e3b-8d84-9f3e8b2df0cd for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:40:15.620811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] Routers {'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:15.621525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2950d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:15.629170 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.798809 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_gateway (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:15.926590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] Set router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:15.960445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] DHCP port deletion for ab03ba7a-b1de-487f-8bf8-6720348bf85d request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:40:15.964109 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Deleting port b091d0b2-727c-4fec-a29c-28ac17b23044 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:15.964781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.059358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] For port b091d0b2-727c-4fec-a29c-28ac17b23044, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b091d0b2-727c-4fec-a29c-28ac17b23044,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:16.060306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.074090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Calling delete_port for b091d0b2-727c-4fec-a29c-28ac17b23044 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:16.077265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] Deleting port c5e32c10-07c3-414f-8c91-8711ce0ed069 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:16.077648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.171702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] For port c5e32c10-07c3-414f-8c91-8711ce0ed069, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5e32c10-07c3-414f-8c91-8711ce0ed069,segment=NetworkSegment(279d5d28-0e1f-4097-b71d-a3f9c21f58db),segment_id=279d5d28-0e1f-4097-b71d-a3f9c21f58db)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:16.172064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.204612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] Calling delete_port for c5e32c10-07c3-414f-8c91-8711ce0ed069 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:16.209568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39252) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:16.231355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2950d0>, [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:40:14Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:16.295792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee57d907-7f01-419d-a072-41f2f29b79a7 None None] The sync data for ids ['cc49149f-465c-4e3b-8d84-9f3e8b2df0cd'] in ncdv-master-1 is: [{'id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1880497552', 'tenant_id': '4e3f82b1b832495896f59d90477f6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:38:22Z', 'updated_at': '2022-04-30T21:40:14Z', 'revision_number': 5, 'project_id': '4e3f82b1b832495896f59d90477f6e44', 'gw_port': {'id': 'b091d0b2-727c-4fec-a29c-28ac17b23044', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc49149f-465c-4e3b-8d84-9f3e8b2df0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:38:23Z', 'updated_at': '2022-04-30T21:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:16.322385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4492a743-fabf-464b-b193-58dc1f9df1e6 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-350682588'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:16.322848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4492a743-fabf-464b-b193-58dc1f9df1e6 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Unknown quota resources ['metering_label']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:40:16.347310 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b091d0b2-727c-4fec-a29c-28ac17b23044), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.371575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Port': ['ID=b091d0b2-727c-4fec-a29c-28ac17b23044,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:16.426112 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (c5e32c10-07c3-414f-8c91-8711ce0ed069), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.446625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.456480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] Pushing event deleted for resources: {'Port': ['ID=c5e32c10-07c3-414f-8c91-8711ce0ed069,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:16.458487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add7154-ff87-41b7-bfcb-ba3efa022269 None None] No DVR routers for this DVR port c5e32c10-07c3-414f-8c91-8711ce0ed069 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:16.556721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.559038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router_controller (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.641060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17bf87-3540-43b1-9011-cb02994a44cc req-ece0d0bf-a6a1-4a45-8feb-8446bb4d3a04 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:16.643012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e17bf87-3540-43b1-9011-cb02994a44cc req-ece0d0bf-a6a1-4a45-8feb-8446bb4d3a04 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1128 time: 0.1606631
Apr 30 21:40:16.645905 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4492a743-fabf-464b-b193-58dc1f9df1e6 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.649839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4492a743-fabf-464b-b193-58dc1f9df1e6 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.4356587
Apr 30 21:40:16.657285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39258) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:16.659559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-51cf910c-5826-48a7-a10e-c82f6536f493 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '5601716f-c731-496d-98b8-de0a17b418b0'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:16.659559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-51cf910c-5826-48a7-a10e-c82f6536f493 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:40:16.816390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e17bf87-3540-43b1-9011-cb02994a44cc req-67848ae6-abf9-4028-99f8-3a1d0af10cd4 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673305
Apr 30 21:40:16.863101 ncdv-master-1 neutron-server[115774]: WARNING neutron.services.metering.metering_plugin [None req-51cf910c-5826-48a7-a10e-c82f6536f493 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 30 21:40:16.863805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:16.885482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:16.885856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f92c8b8f-0c7c-420c-9f30-9d3ec49c6e62 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:16.886276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c5e32c10-07c3-414f-8c91-8711ce0ed069 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:16.932797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c5e32c10-07c3-414f-8c91-8711ce0ed069 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:16.933405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c5e32c10-07c3-414f-8c91-8711ce0ed069 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:16.992666 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51cf910c-5826-48a7-a10e-c82f6536f493 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:16.993925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51cf910c-5826-48a7-a10e-c82f6536f493 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3383565
Apr 30 21:40:16.996987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39262) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:17.000989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b2a009fa-e84c-4d5f-8f74-acf8756bb9bb tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '5601716f-c731-496d-98b8-de0a17b418b0'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:17.001471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b2a009fa-e84c-4d5f-8f74-acf8756bb9bb tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:40:17.044943 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (cc49149f-465c-4e3b-8d84-9f3e8b2df0cd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.045464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Fanout notify agent at l3_agent the message router_deleted on router cc49149f-465c-4e3b-8d84-9f3e8b2df0cd {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:40:17.051865 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.055472 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f946147e-db4d-4701-9117-ee07cd563a07 tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/routers/cc49149f-465c-4e3b-8d84-9f3e8b2df0cd HTTP/1.1" status: 204  len: 168 time: 1.5349531
Apr 30 21:40:17.065597 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39264) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:17.136790 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ab03ba7a-b1de-487f-8bf8-6720348bf85d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.162177 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.193945 ncdv-master-1 neutron-server[115774]: WARNING neutron.services.metering.metering_plugin [None req-b2a009fa-e84c-4d5f-8f74-acf8756bb9bb tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Apr 30 21:40:17.225375 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ab03ba7a-b1de-487f-8bf8-6720348bf85d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.244917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89669b8160>,) {'filters': {'network_id': ['ab03ba7a-b1de-487f-8bf8-6720348bf85d']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:17.255185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89669b8160>, '279d5d28-0e1f-4097-b71d-a3f9c21f58db') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:17.255462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89669b8160>, '279d5d28-0e1f-4097-b71d-a3f9c21f58db') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:17.264770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (279d5d28-0e1f-4097-b71d-a3f9c21f58db), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.280154 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2a009fa-e84c-4d5f-8f74-acf8756bb9bb tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.281356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b2a009fa-e84c-4d5f-8f74-acf8756bb9bb tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2834635
Apr 30 21:40:17.283422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (279d5d28-0e1f-4097-b71d-a3f9c21f58db), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.284127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39266) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:17.290100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:40:17.290320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (279d5d28-0e1f-4097-b71d-a3f9c21f58db), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:40:17.293332 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:40:17.296401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5de20b65-b102-4277-95c7-d7e8de191f47 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=6e62af12-5904-4634-a754-7388982003e4 HTTP/1.1" status: 200  len: 464 time: 0.0093286
Apr 30 21:40:17.296982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39268) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:17.414702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (ab03ba7a-b1de-487f-8bf8-6720348bf85d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.419629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.426372 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] 10.222.0.23 "DELETE /v2.0/networks/ab03ba7a-b1de-487f-8bf8-6720348bf85d HTTP/1.1" status: 204  len: 168 time: 0.3668752
Apr 30 21:40:17.439885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ac72-8b2d-48f5-aad2-a55daeda2dce tempest-TestSecurityGroupsBasicOps-1014845365 tempest-TestSecurityGroupsBasicOps-1014845365-project] Pushing event deleted for resources: {'Network': ['ID=ab03ba7a-b1de-487f-8bf8-6720348bf85d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:17.465307 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f1ec9a43-cd4a-46a0-b731-9fba66218bc4 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.466473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f1ec9a43-cd4a-46a0-b731-9fba66218bc4 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/6e62af12-5904-4634-a754-7388982003e4 HTTP/1.1" status: 204  len: 168 time: 0.1686225
Apr 30 21:40:17.469146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39272) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:17.477600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dc75c72a-b968-4fde-b164-ec74a2c638a2 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=6e62af12-5904-4634-a754-7388982003e4 HTTP/1.1" status: 200  len: 221 time: 0.0074880
Apr 30 21:40:17.480651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39274) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:17.484720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-83b404ce-3022-4e64-9a15-587af0c8da23 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1447690870', 'description': 'label created by tempest'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:17.487370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-83b404ce-3022-4e64-9a15-587af0c8da23 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Unknown quota resources ['metering_label']. {{(pid=115774) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:40:17.733702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-83b404ce-3022-4e64-9a15-587af0c8da23 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.734884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-83b404ce-3022-4e64-9a15-587af0c8da23 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.2533281
Apr 30 21:40:17.737475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39278) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:17.814696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2ccf0b38-b2df-4bbc-b34b-41b1dfd942c4 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=bd88943d-b5ae-4a8d-a1b5-08ee4c9befbb HTTP/1.1" status: 200  len: 468 time: 0.0759203
Apr 30 21:40:17.817034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39280) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:17.900858 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09714fcd-c446-4904-a04e-d474f75459d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:17.929685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39294) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.064891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905eb0a9-476d-489a-99d7-4ebaa2eb7524 req-38d30c2b-1d7c-4343-853f-dbee37d98c65 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:18.066487 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-905eb0a9-476d-489a-99d7-4ebaa2eb7524 req-38d30c2b-1d7c-4343-853f-dbee37d98c65 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1128 time: 0.1203117
Apr 30 21:40:18.118535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-905eb0a9-476d-489a-99d7-4ebaa2eb7524 req-a797bfeb-9b37-4d31-977f-afb964df9a94 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438015
Apr 30 21:40:18.135835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.161270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-984202e5-5581-4fe4-851a-8659e4abf657 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.162718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-984202e5-5581-4fe4-851a-8659e4abf657 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/bd88943d-b5ae-4a8d-a1b5-08ee4c9befbb HTTP/1.1" status: 204  len: 168 time: 0.3441436
Apr 30 21:40:18.172341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39318) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.187841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5670fde3-15e9-48a5-9a12-0c03d1ac6921 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=bd88943d-b5ae-4a8d-a1b5-08ee4c9befbb HTTP/1.1" status: 200  len: 216 time: 0.0103111
Apr 30 21:40:18.188468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39320) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.205025 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc499e69-f1de-4a2a-b3a9-d31cadb8f820 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0151174
Apr 30 21:40:18.209014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39322) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.238524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dd57bbfb-2670-4bff-8f77-5e808ff400fe tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0248156
Apr 30 21:40:18.238818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39324) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.265710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70e9d8-9a11-428f-8323-7768d61b896b req-f983e74e-7506-44de-b1ae-6b35a320d0ba tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:18.265710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab70e9d8-9a11-428f-8323-7768d61b896b req-f983e74e-7506-44de-b1ae-6b35a320d0ba tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1128 time: 0.0492282
Apr 30 21:40:18.342994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab70e9d8-9a11-428f-8323-7768d61b896b req-3b8bc645-5fbb-45af-a547-808ca13b1c69 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712004
Apr 30 21:40:18.348543 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-22672c2f-1024-4ae9-a5e2-f0208d387d23 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/5601716f-c731-496d-98b8-de0a17b418b0 HTTP/1.1" status: 200  len: 472 time: 0.1053970
Apr 30 21:40:18.348754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b88c2c52-fa3c-4a6c-88c7-6d3ec33343dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e3f82b1b832495896f59d90477f6e44&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2096071
Apr 30 21:40:18.348968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39326) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.349252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39328) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.378442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-71840302-0230-4e00-aeba-eb3659afeb35 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/80e1c621-2a48-4a98-9c22-6417e22fc98e HTTP/1.1" status: 200  len: 461 time: 0.0280638
Apr 30 21:40:18.379093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39332) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.450050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.459892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd4f7-b699-4e7d-a505-1b2e936d6de4 admin admin] Publish callbacks [] for security_group (a7651dd9-b834-4678-af38-e109741260b5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.474455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667892c-e57b-45ab-92bf-6b0cb2e79688 req-5e9964b3-71d8-4672-89fe-483c5f412878 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:18.475990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c667892c-e57b-45ab-92bf-6b0cb2e79688 req-5e9964b3-71d8-4672-89fe-483c5f412878 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1128 time: 0.0594366
Apr 30 21:40:18.493782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd4f7-b699-4e7d-a505-1b2e936d6de4 admin admin] Publish callbacks [] for security_group (a7651dd9-b834-4678-af38-e109741260b5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.775087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b091d0b2-727c-4fec-a29c-28ac17b23044 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:18.775087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b091d0b2-727c-4fec-a29c-28ac17b23044 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:18.775087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b091d0b2-727c-4fec-a29c-28ac17b23044 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:18.776822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63be871e-cf26-460b-82f6-758241f9a593 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.776822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-63be871e-cf26-460b-82f6-758241f9a593 tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/80e1c621-2a48-4a98-9c22-6417e22fc98e HTTP/1.1" status: 204  len: 168 time: 0.2446864
Apr 30 21:40:18.778046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39334) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:18.778831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c667892c-e57b-45ab-92bf-6b0cb2e79688 req-e602f1e6-d96b-4c7e-83f3-6ad26917920f tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577115
Apr 30 21:40:18.856138 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd4f7-b699-4e7d-a505-1b2e936d6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a7651dd9-b834-4678-af38-e109741260b5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.859122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d6fd4f7-b699-4e7d-a505-1b2e936d6de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.860819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4d6fd4f7-b699-4e7d-a505-1b2e936d6de4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7651dd9-b834-4678-af38-e109741260b5 HTTP/1.1" status: 204  len: 168 time: 0.5091357
Apr 30 21:40:18.872321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fd4f7-b699-4e7d-a505-1b2e936d6de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7651dd9-b834-4678-af38-e109741260b5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:18.915388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Deleting port 1ab53f55-8691-472e-9fc5-a342b41b1ff5 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:18.915726 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.966837 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-edbaa8f7-623d-42c9-abaf-3bbf441c845c tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:18.970414 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-edbaa8f7-623d-42c9-abaf-3bbf441c845c tempest-MeteringTestJSON-353232434 tempest-MeteringTestJSON-353232434-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/5601716f-c731-496d-98b8-de0a17b418b0 HTTP/1.1" status: 204  len: 168 time: 0.3316467
Apr 30 21:40:18.974895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-78f85de4-029a-4fd2-ba27-185de91bf0d9 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:18.978388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-78f85de4-029a-4fd2-ba27-185de91bf0d9 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/networks?id=17cfa9c0-17fc-46c0-8bcb-3651574af537 HTTP/1.1" status: 200  len: 911 time: 0.0992966
Apr 30 21:40:18.992146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-84880cab-efcb-43d8-b02d-c6dd44dca8c9 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/quotas/af2dd6efb5894815bdd924b6dc6a5426 HTTP/1.1" status: 200  len: 375 time: 0.0095127
Apr 30 21:40:19.011016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] For port 1ab53f55-8691-472e-9fc5-a342b41b1ff5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ab53f55-8691-472e-9fc5-a342b41b1ff5,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:19.011541 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:19.027679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Calling delete_port for 1ab53f55-8691-472e-9fc5-a342b41b1ff5 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:19.052764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-4d3d5758-ed2c-4a47-a06b-d2dc6bce19db tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0543218
Apr 30 21:40:19.149786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-c5a8f5f2-fe48-4f9b-82d7-5b2db042d126 service neutron] 10.222.0.23 "GET /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899580
Apr 30 21:40:19.257419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-0e0ff705-4e02-4a66-af0b-664cd8d933f5 service neutron] 10.222.0.23 "GET /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001735
Apr 30 21:40:19.314050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1ab53f55-8691-472e-9fc5-a342b41b1ff5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:19.349511 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab53f55-8691-472e-9fc5-a342b41b1ff5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:19.417213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39356) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:19.544079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39364) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:19.548437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e68ba20-7012-42b1-99d3-4de5ef536417 req-e401a87f-8272-4552-ae6d-8cc3ec64f8fa tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 210 time: 0.0568330
Apr 30 21:40:19.587488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0789c5e0-083c-488d-ba9b-abd233c77b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:19.632629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:19.771029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d75-d4cd-4611-9ff8-453f243832f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:19.812350 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0789c5e0-083c-488d-ba9b-abd233c77b95 admin admin] Publish callbacks [] for security_group (90964e8c-e501-446f-ba35-d62a55427910), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:19.900103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0789c5e0-083c-488d-ba9b-abd233c77b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90964e8c-e501-446f-ba35-d62a55427910), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:19.968998 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0789c5e0-083c-488d-ba9b-abd233c77b95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14733c8ecbd44e0195d7c8d62ccba663&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4059231
Apr 30 21:40:19.969692 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789c5e0-083c-488d-ba9b-abd233c77b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90964e8c-e501-446f-ba35-d62a55427910,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:19.972134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39372) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:20.017283 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d75-d4cd-4611-9ff8-453f243832f0 admin admin] Publish callbacks [] for security_group (1b27e387-bea1-41df-b6f7-db0c00a80780), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.028058 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:20.031217 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc47b7f6-0b72-418c-93c6-3a35b62ef6ed admin admin] Publish callbacks [] for security_group (90964e8c-e501-446f-ba35-d62a55427910), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.053646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc47b7f6-0b72-418c-93c6-3a35b62ef6ed admin admin] Publish callbacks [] for security_group (90964e8c-e501-446f-ba35-d62a55427910), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.099810 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d75-d4cd-4611-9ff8-453f243832f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1b27e387-bea1-41df-b6f7-db0c00a80780), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.153618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c0d75-d4cd-4611-9ff8-453f243832f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b27e387-bea1-41df-b6f7-db0c00a80780,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:20.162410 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b6c0d75-d4cd-4611-9ff8-453f243832f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3279192b1cf45ceb1421b11da6f2032&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7438986
Apr 30 21:40:20.164935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39374) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:20.186047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc47b7f6-0b72-418c-93c6-3a35b62ef6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90964e8c-e501-446f-ba35-d62a55427910), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.187488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:20.189098 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc47b7f6-0b72-418c-93c6-3a35b62ef6ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.192842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cc47b7f6-0b72-418c-93c6-3a35b62ef6ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90964e8c-e501-446f-ba35-d62a55427910 HTTP/1.1" status: 204  len: 168 time: 0.2163053
Apr 30 21:40:20.195865 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-02f3ff77-42cd-42ff-bcef-1c784717cdee admin admin] 10.222.0.23 "PUT /v2.0/routers/03409281-4c9c-4ccb-a3a9-cdcb49cf5165/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2670684
Apr 30 21:40:20.196484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39378) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:20.210138 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] Sync routers for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:20.210669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47b7f6-0b72-418c-93c6-3a35b62ef6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90964e8c-e501-446f-ba35-d62a55427910,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:20.228410 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14e61dd7-d0c6-4846-9ae0-6cefa46c600b admin admin] Publish callbacks [] for security_group (1b27e387-bea1-41df-b6f7-db0c00a80780), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.246648 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:20.256260 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cdd2c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:39:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:20.256704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14e61dd7-d0c6-4846-9ae0-6cefa46c600b admin admin] Publish callbacks [] for security_group (1b27e387-bea1-41df-b6f7-db0c00a80780), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.319109 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks [] for router (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.387687 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14e61dd7-d0c6-4846-9ae0-6cefa46c600b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1b27e387-bea1-41df-b6f7-db0c00a80780), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.388700 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:20.391033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-14e61dd7-d0c6-4846-9ae0-6cefa46c600b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.392465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-14e61dd7-d0c6-4846-9ae0-6cefa46c600b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b27e387-bea1-41df-b6f7-db0c00a80780 HTTP/1.1" status: 204  len: 168 time: 0.2265537
Apr 30 21:40:20.419282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e61dd7-d0c6-4846-9ae0-6cefa46c600b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b27e387-bea1-41df-b6f7-db0c00a80780,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:20.447985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks [] for router_gateway (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.575977 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d253ff40-d760-4d2a-9921-9f2667bedd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.607271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Deleting port 282e4146-45d7-41e3-b067-740b0652b308 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:20.607616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (282e4146-45d7-41e3-b067-740b0652b308), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.617376 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cdd2c10>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7'}], 'enable_snat': True}, 'gw_port_id': '282e4146-45d7-41e3-b067-740b0652b308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:40:19Z', 'revision_number': 5, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port': {'id': '282e4146-45d7-41e3-b067-740b0652b308', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:35:14Z', 'updated_at': '2022-04-30T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:20.648880 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] Checking router: 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:40:20.658004 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] Routers {'03409281-4c9c-4ccb-a3a9-cdcb49cf5165'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:20.658910 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cdd2c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:20.698234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-027bc1f5-199b-4fa1-9648-a775219f2e11 req-16e715b4-015b-40fc-aa60-42585415fcc7 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 210 time: 0.0356011
Apr 30 21:40:20.720932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] For port 282e4146-45d7-41e3-b067-740b0652b308, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=282e4146-45d7-41e3-b067-740b0652b308,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:20.721371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (282e4146-45d7-41e3-b067-740b0652b308), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:20.738255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Calling delete_port for 282e4146-45d7-41e3-b067-740b0652b308 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:20.758681 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] Set router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:20.815822 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cdd2c10>, [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:40:20Z', 'revision_number': 6, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:20.843124 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dc513f-0657-414e-864f-66c2f28c509c None None] The sync data for ids ['03409281-4c9c-4ccb-a3a9-cdcb49cf5165'] in ncdv-master-1 is: [{'id': '03409281-4c9c-4ccb-a3a9-cdcb49cf5165', 'name': 'tempest-AttachVolumeTestJSON-61852301-router', 'tenant_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:35:12Z', 'updated_at': '2022-04-30T21:40:20Z', 'revision_number': 6, 'project_id': 'b74e36d3bb384eeb92da16d1b201fc9a', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:20.986439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39388) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:21.244762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.315781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (282e4146-45d7-41e3-b067-740b0652b308), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.350245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=282e4146-45d7-41e3-b067-740b0652b308,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:21.372968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.374629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39390) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:21.391403 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5ad-cc78-4c44-a1f4-d6c3ba8bdb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.405958 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1488a11d-2f4c-41ca-901e-e92546e6f4cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32e7a1c0d7cd48438eab586b5bc14c7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4182394
Apr 30 21:40:21.408526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39392) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:21.428371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.511271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba9bbd02-57a5-4833-b68f-f741e045deab admin admin] Publish callbacks [] for security_group (801c2456-5f9e-4397-9649-41c02985e3af), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.531103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.533261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks [] for router_controller (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.583140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba9bbd02-57a5-4833-b68f-f741e045deab admin admin] Publish callbacks [] for security_group (801c2456-5f9e-4397-9649-41c02985e3af), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.623918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5ad-cc78-4c44-a1f4-d6c3ba8bdb2d admin admin] Publish callbacks [] for security_group (b314ccf6-42da-4b41-a645-149e7b268b1f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.649262 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (03409281-4c9c-4ccb-a3a9-cdcb49cf5165), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.649891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03409281-4c9c-4ccb-a3a9-cdcb49cf5165 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:40:21.654551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.658328 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6d7dde92-448b-443d-9449-6fab34ca09d2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/03409281-4c9c-4ccb-a3a9-cdcb49cf5165 HTTP/1.1" status: 204  len: 168 time: 1.4606898
Apr 30 21:40:21.658931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39394) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:21.659458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-fd52e28e-1d9a-42b3-b730-6960de8a05c6 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:21.661037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-fd52e28e-1d9a-42b3-b730-6960de8a05c6 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.35 "GET /v2.0/networks?id=17cfa9c0-17fc-46c0-8bcb-3651574af537 HTTP/1.1" status: 200  len: 911 time: 0.1593683
Apr 30 21:40:21.671733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Request body: {'port': {'device_id': '8fe6375b-31f0-4a9f-9cf6-357e9667a986', 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'admin_state_up': True, 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:21.705236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4391cf28-2ea8-4659-8cdb-be7e3da63fa5 admin admin] Deleting subnet 8f6168e7-bea1-4eeb-828e-90f47df6f108 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:40:21.706311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4391cf28-2ea8-4659-8cdb-be7e3da63fa5 admin admin] Publish callbacks [] for subnet (8f6168e7-bea1-4eeb-828e-90f47df6f108), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.725364 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-64c9b5ad-cc78-4c44-a1f4-d6c3ba8bdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b314ccf6-42da-4b41-a645-149e7b268b1f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.752379 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4391cf28-2ea8-4659-8cdb-be7e3da63fa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (8f6168e7-bea1-4eeb-828e-90f47df6f108), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.764277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba9bbd02-57a5-4833-b68f-f741e045deab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (801c2456-5f9e-4397-9649-41c02985e3af), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.766962 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ba9bbd02-57a5-4833-b68f-f741e045deab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.771077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ba9bbd02-57a5-4833-b68f-f741e045deab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/801c2456-5f9e-4397-9649-41c02985e3af HTTP/1.1" status: 204  len: 168 time: 0.3613801
Apr 30 21:40:21.786381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-64c9b5ad-cc78-4c44-a1f4-d6c3ba8bdb2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d466328f1dd4442a320735257f5af78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4073691
Apr 30 21:40:21.788319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39400) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:21.825852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9b5ad-cc78-4c44-a1f4-d6c3ba8bdb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b314ccf6-42da-4b41-a645-149e7b268b1f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:21.845443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dfccdc45-e919-4ad7-90bd-0332e3f128ec req-25c7c22f-ffbb-4848-9559-1379e9c1b79c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 210 time: 0.0581458
Apr 30 21:40:21.848898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Made reservation on behalf of af2dd6efb5894815bdd924b6dc6a5426 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:21.851569 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:21.883999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4391cf28-2ea8-4659-8cdb-be7e3da63fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (8f6168e7-bea1-4eeb-828e-90f47df6f108), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.009368 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4391cf28-2ea8-4659-8cdb-be7e3da63fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (8f6168e7-bea1-4eeb-828e-90f47df6f108), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.032317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391cf28-2ea8-4659-8cdb-be7e3da63fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6168e7-bea1-4eeb-828e-90f47df6f108,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:22.047629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4391cf28-2ea8-4659-8cdb-be7e3da63fa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.054274 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4391cf28-2ea8-4659-8cdb-be7e3da63fa5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8f6168e7-bea1-4eeb-828e-90f47df6f108 HTTP/1.1" status: 204  len: 168 time: 0.3914723
Apr 30 21:40:22.054616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39402) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:22.054948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f6bf0f-1002-4f4b-8764-04f5572bd713 None None] Network f67bfdda-ee73-4dcc-b5af-432ce9957ea8 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:22.160758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (f67bfdda-ee73-4dcc-b5af-432ce9957ea8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.213829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bbd02-57a5-4833-b68f-f741e045deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801c2456-5f9e-4397-9649-41c02985e3af,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:22.236234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Deleting port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:22.236583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.297640 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afb84d7f-6527-40f2-9036-7d6063954e35 admin admin] Publish callbacks [] for security_group (b314ccf6-42da-4b41-a645-149e7b268b1f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.304798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] DHCP port deletion for f67bfdda-ee73-4dcc-b5af-432ce9957ea8 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:40:22.340427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] For port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:22.340427 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.367282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Calling delete_port for 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:22.376920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Deleting port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:22.377538 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.455069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] For port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,segment=NetworkSegment(d75dc1c4-d36b-43f5-b855-50b732d982ef),segment_id=d75dc1c4-d36b-43f5-b855-50b732d982ef)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:22.455751 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.472881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Calling delete_port for 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:22.488051 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afb84d7f-6527-40f2-9036-7d6063954e35 admin admin] Publish callbacks [] for security_group (b314ccf6-42da-4b41-a645-149e7b268b1f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.560694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Allocated IP 172.20.0.6 (17cfa9c0-17fc-46c0-8bcb-3651574af537/a0a5d398-97b2-4038-8e87-f59434dc27fd/578e460d-1625-4088-bd45-f1ae521cc7de) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:22.566406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.626353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (50c1b69c-cce3-4c8d-bafd-3c34c77677a3), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.627647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:22.651004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] No DVR routers for this DVR port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:22.660494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] No DVR routers for this DVR port 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:22.675476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 282e4146-45d7-41e3-b067-740b0652b308 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:22.697977 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afb84d7f-6527-40f2-9036-7d6063954e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b314ccf6-42da-4b41-a645-149e7b268b1f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.701043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afb84d7f-6527-40f2-9036-7d6063954e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.702772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-afb84d7f-6527-40f2-9036-7d6063954e35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b314ccf6-42da-4b41-a645-149e7b268b1f HTTP/1.1" status: 204  len: 168 time: 0.9129500
Apr 30 21:40:22.744874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Pushing event deleted for resources: {'Port': ['ID=50c1b69c-cce3-4c8d-bafd-3c34c77677a3,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:22.747265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 282e4146-45d7-41e3-b067-740b0652b308 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:22.747755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 282e4146-45d7-41e3-b067-740b0652b308 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:22.748170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1ab53f55-8691-472e-9fc5-a342b41b1ff5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:22.767340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb84d7f-6527-40f2-9036-7d6063954e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b314ccf6-42da-4b41-a645-149e7b268b1f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:22.773349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1ab53f55-8691-472e-9fc5-a342b41b1ff5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:22.773648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1ab53f55-8691-472e-9fc5-a342b41b1ff5 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:22.774111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:22.790613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (f67bfdda-ee73-4dcc-b5af-432ce9957ea8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.809362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.809665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.809948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.810344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.810678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.811009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.811338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.812175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.812514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.812843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.813167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.814028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.814366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.814694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.815019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd8e154-b816-49c3-bbc2-bc3cb5c4dd22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:40:22.815326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c489bb0>,) {'filters': {'network_id': ['f67bfdda-ee73-4dcc-b5af-432ce9957ea8']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:22.823222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:22.823574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 50c1b69c-cce3-4c8d-bafd-3c34c77677a3 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:22.831531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c489bb0>, 'd75dc1c4-d36b-43f5-b855-50b732d982ef') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:22.831531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c489bb0>, 'd75dc1c4-d36b-43f5-b855-50b732d982ef') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:22.841664 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (d75dc1c4-d36b-43f5-b855-50b732d982ef), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.849172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks [] for port (578e460d-1625-4088-bd45-f1ae521cc7de), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.858785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d75dc1c4-d36b-43f5-b855-50b732d982ef), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.871265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:40:22.871425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (d75dc1c4-d36b-43f5-b855-50b732d982ef), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:40:22.914497 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:40:22.959905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29727a16-accd-4d1b-8fd8-8eb0e1f73fbf req-d5f4cbf8-377d-44f5-b220-a0846dae5630 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 210 time: 0.0308988
Apr 30 21:40:22.970515 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:22.982267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['34aaf1e3-0ee3-4f7a-9896-612382bee0eb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:40:22.999143 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (f67bfdda-ee73-4dcc-b5af-432ce9957ea8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.021484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.031341 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f67bfdda-ee73-4dcc-b5af-432ce9957ea8 HTTP/1.1" status: 204  len: 168 time: 0.9745269
Apr 30 21:40:23.033597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:23.033734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ff21f-6dd1-4884-8a6c-068404bf0713 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67bfdda-ee73-4dcc-b5af-432ce9957ea8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:23.043175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:23.046453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:23.096858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Pushing event updated for resources: {'Port': ['ID=578e460d-1625-4088-bd45-f1ae521cc7de,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:23.133587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:23.134235 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.216232 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.253990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-036b763a-fd70-4e59-8ef9-a076d70781e2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.5857270
Apr 30 21:40:23.265278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Request body: {'port': {'device_id': '8fe6375b-31f0-4a9f-9cf6-357e9667a986', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:23.337789 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.355878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-29d2cb1b-6e66-4f33-8ace-b60d164c956d None None] Provisioning complete for port 578e460d-1625-4088-bd45-f1ae521cc7de triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:23.356349 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29d2cb1b-6e66-4f33-8ace-b60d164c956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.397474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-29d2cb1b-6e66-4f33-8ace-b60d164c956d None None] Port 578e460d-1625-4088-bd45-f1ae521cc7de cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:40:23.478311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39420) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:23.540361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5c042749-f6e1-4fbc-9c88-cae2a511ec70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b74e36d3bb384eeb92da16d1b201fc9a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0582719
Apr 30 21:40:23.540645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39422) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:23.647079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5650880e-37f0-46cd-9f6b-1201aa1f9c5d admin admin] Publish callbacks [] for security_group (1c2a93a7-ac29-4491-ba5e-7e488cf24405), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.669619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578e460d-1625-4088-bd45-f1ae521cc7de {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:40:23.682932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Publish callbacks [] for port (578e460d-1625-4088-bd45-f1ae521cc7de), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.696318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5650880e-37f0-46cd-9f6b-1201aa1f9c5d admin admin] Publish callbacks [] for security_group (1c2a93a7-ac29-4491-ba5e-7e488cf24405), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.717313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Transition to ACTIVE for port object 578e460d-1625-4088-bd45-f1ae521cc7de will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:40:23.798947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.832266 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5650880e-37f0-46cd-9f6b-1201aa1f9c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c2a93a7-ac29-4491-ba5e-7e488cf24405), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.834957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5650880e-37f0-46cd-9f6b-1201aa1f9c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:23.836073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5650880e-37f0-46cd-9f6b-1201aa1f9c5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c2a93a7-ac29-4491-ba5e-7e488cf24405 HTTP/1.1" status: 204  len: 168 time: 0.2944841
Apr 30 21:40:23.857098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650880e-37f0-46cd-9f6b-1201aa1f9c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a93a7-ac29-4491-ba5e-7e488cf24405,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:23.867935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Pushing event updated for resources: {'Port': ['ID=578e460d-1625-4088-bd45-f1ae521cc7de,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:23.957088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Attempting to bind port 578e460d-1625-4088-bd45-f1ae521cc7de on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:40:23.957428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Attempting to bind port 578e460d-1625-4088-bd45-f1ae521cc7de by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:40:23.958349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Attempting to bind port 578e460d-1625-4088-bd45-f1ae521cc7de on network 17cfa9c0-17fc-46c0-8bcb-3651574af537 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:40:23.963517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Port 578e460d-1625-4088-bd45-f1ae521cc7de on network 17cfa9c0-17fc-46c0-8bcb-3651574af537 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:40:23.963846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Attempting to bind port 578e460d-1625-4088-bd45-f1ae521cc7de on network 17cfa9c0-17fc-46c0-8bcb-3651574af537 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:40:23.968970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:40:23.969307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Checking segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:40:23.969696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Bound using segment: {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:40:23.970162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Bound port: 578e460d-1625-4088-bd45-f1ae521cc7de, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:40:23.970526 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.056098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39436) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:24.061605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] For port 578e460d-1625-4088-bd45-f1ae521cc7de, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:40:24.065657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] For port 578e460d-1625-4088-bd45-f1ae521cc7de, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=578e460d-1625-4088-bd45-f1ae521cc7de,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:40:24.110118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa089f-9f56-4a57-8fe2-1817e7a4f775 req-adccb174-24a7-43cf-b758-4b2fdb093186 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.112114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5fa089f-9f56-4a57-8fe2-1817e7a4f775 req-adccb174-24a7-43cf-b758-4b2fdb093186 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1052 time: 0.0420749
Apr 30 21:40:24.163406 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c5fa089f-9f56-4a57-8fe2-1817e7a4f775 req-68f9fb02-c5ab-4f53-9e7e-ee747fc52087 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443754
Apr 30 21:40:24.165060 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.213466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.214173 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.215657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] 10.222.0.35 "PUT /v2.0/ports/578e460d-1625-4088-bd45-f1ae521cc7de HTTP/1.1" status: 200  len: 1091 time: 0.9548616
Apr 30 21:40:24.216409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe6375b-31f0-4a9f-9cf6-357e9667a986', 'tag': '578e460d-1625-4088-bd45-f1ae521cc7de'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:40:24.218460 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c6fad5-4073-4d97-b9b6-37b43ad0fb39" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe6375b-31f0-4a9f-9cf6-357e9667a986", "tag": "578e460d-1625-4088-bd45-f1ae521cc7de"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:40:24.261795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3abc3-c38e-48ae-8886-59b0f0165579 service neutron] Pushing event updated for resources: {'Port': ['ID=578e460d-1625-4088-bd45-f1ae521cc7de,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:24.282377 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca0011b-a708-452e-b32f-b295ac92b74f x-openstack-request-id: req-eca0011b-a708-452e-b32f-b295ac92b74f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:24.282690 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe6375b-31f0-4a9f-9cf6-357e9667a986", "tag": "578e460d-1625-4088-bd45-f1ae521cc7de", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:24.282926 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eca0011b-a708-452e-b32f-b295ac92b74f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:24.283335 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca0011b-a708-452e-b32f-b295ac92b74f'] response: {'name': 'network-changed', 'server_uuid': '8fe6375b-31f0-4a9f-9cf6-357e9667a986', 'tag': '578e460d-1625-4088-bd45-f1ae521cc7de', 'status': 'completed', 'code': 200}
Apr 30 21:40:24.356000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fad5-4073-4d97-b9b6-37b43ad0fb39 req-4826e377-2b36-415f-acab-6fca840e3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.357925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63c6fad5-4073-4d97-b9b6-37b43ad0fb39 req-4826e377-2b36-415f-acab-6fca840e3504 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1125 time: 0.0492523
Apr 30 21:40:24.375136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1469255501'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:24.467366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:24.470724 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.478746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fad5-4073-4d97-b9b6-37b43ad0fb39 req-0cdfee8c-8f3d-40e9-a16b-1942ef34fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.480213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63c6fad5-4073-4d97-b9b6-37b43ad0fb39 req-0cdfee8c-8f3d-40e9-a16b-1942ef34fe3a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1154220
Apr 30 21:40:24.483704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.501563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.571975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for security_group (0af34a50-6b31-4e80-9780-6ca546cead2e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.583745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6fad5-4073-4d97-b9b6-37b43ad0fb39 req-c8d8c576-c811-4e6f-8e16-f25a5a391198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.585231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63c6fad5-4073-4d97-b9b6-37b43ad0fb39 req-c8d8c576-c811-4e6f-8e16-f25a5a391198 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0998178
Apr 30 21:40:24.622290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0af34a50-6b31-4e80-9780-6ca546cead2e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.647612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:40:24.660268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-b675ae96-db97-4b43-8188-01744a20b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.662508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-b675ae96-db97-4b43-8188-01744a20b241 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1125 time: 0.0438297
Apr 30 21:40:24.664763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af34a50-6b31-4e80-9780-6ca546cead2e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:24.670426 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e7516931-09b5-4f3b-a598-38267e57246f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.670849 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Added segment e7516931-09b5-4f3b-a598-38267e57246f of type vlan for network 925f004b-e8c5-440a-b7cb-307284205cc1
Apr 30 21:40:24.704393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-bca498d3-b827-40bf-8de0-5d13b2a0f04a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=578e460d-1625-4088-bd45-f1ae521cc7de HTTP/1.1" status: 200  len: 217 time: 0.0357931
Apr 30 21:40:24.714528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (925f004b-e8c5-440a-b7cb-307284205cc1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.755837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-8cc53d72-f8b4-4de9-8a62-efe43b8cb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.757290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-8cc53d72-f8b4-4de9-8a62-efe43b8cb9ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0a5d398-97b2-4038-8e87-f59434dc27fd HTTP/1.1" status: 200  len: 849 time: 0.0459878
Apr 30 21:40:24.804796 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (925f004b-e8c5-440a-b7cb-307284205cc1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.805258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-470eb415-cb19-4788-9a9c-581482a0233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.806823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-470eb415-cb19-4788-9a9c-581482a0233b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=17cfa9c0-17fc-46c0-8bcb-3651574af537&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438247
Apr 30 21:40:24.810371 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:24.811067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:24.882129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Network': ['ID=925f004b-e8c5-440a-b7cb-307284205cc1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:24.892551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 925f004b-e8c5-440a-b7cb-307284205cc1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:40:24.900687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-e090b002-3d34-4799-81bc-ec0b0ffc87d1 service neutron] 10.222.0.35 "GET /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878301
Apr 30 21:40:24.956798 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f7bf8d6e-a859-4735-baed-294499a14cdc tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.8988431
Apr 30 21:40:24.960089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39460) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:24.965247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'subnet': {'network_id': '925f004b-e8c5-440a-b7cb-307284205cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:25.006097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9524145f-19be-4014-af3d-f47c0b2d15fc req-550abff3-eef6-49cd-af10-783897a7d29e service neutron] 10.222.0.35 "GET /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001060
Apr 30 21:40:25.193395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:25.197011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:25.423569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397e4c3-701b-4df4-96ef-c6dd8abe7626 req-9e96dbe3-c932-4533-9ffd-d6c914dc3974 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:25.425029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e397e4c3-701b-4df4-96ef-c6dd8abe7626 req-9e96dbe3-c932-4533-9ffd-d6c914dc3974 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1125 time: 0.1684716
Apr 30 21:40:25.471658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e397e4c3-701b-4df4-96ef-c6dd8abe7626 req-a30a5ded-5a6a-464a-bc86-e3f3f2b4cce1 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394161
Apr 30 21:40:25.491387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (ea681974-6aad-41dc-8a14-fc8b5e92def7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:25.558987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Subnet': ['ID=ea681974-6aad-41dc-8a14-fc8b5e92def7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:25.564422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Checking segment: {'id': 'e7516931-09b5-4f3b-a598-38267e57246f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '925f004b-e8c5-440a-b7cb-307284205cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:40:25.564846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network hostable DHCP agents. Network: 925f004b-e8c5-440a-b7cb-307284205cc1, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:40:25.644762 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 925f004b-e8c5-440a-b7cb-307284205cc1 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:40:25.753051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 925f004b-e8c5-440a-b7cb-307284205cc1) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:25.757887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:25.758575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:25.761550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece814c-9398-4530-a099-1e50d235c9c9 None None] Network 925f004b-e8c5-440a-b7cb-307284205cc1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:25.849441 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-192426ba-2f1a-4d16-937b-3bbb748d8363 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.8853800
Apr 30 21:40:25.849896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39480) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:25.861675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1538226033', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:25.869521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c20d22f-8bfd-43c2-962f-499d102d2cc1 None None] Network 925f004b-e8c5-440a-b7cb-307284205cc1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:25.930775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (2ca89236-1979-406d-b47b-dfafc31add73), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:25.931979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (2ca89236-1979-406d-b47b-dfafc31add73), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:25.991238 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_controller (2ca89236-1979-406d-b47b-dfafc31add73), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:26.182967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_gateway (2ca89236-1979-406d-b47b-dfafc31add73), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:26.423533 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_gateway (2ca89236-1979-406d-b47b-dfafc31add73), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:26.441993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:26.552617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.35.4.143 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/20b52357-4ae9-4609-aa0b-a80c44256ebf) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:26.579556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d695-d383-45c8-925c-514369cccf41 req-b7dd6832-6067-47f1-8363-054501526c4f tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:26.581090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad02d695-d383-45c8-925c-514369cccf41 req-b7dd6832-6067-47f1-8363-054501526c4f tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1125 time: 0.0391281
Apr 30 21:40:26.634445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad02d695-d383-45c8-925c-514369cccf41 req-7ef1b521-4c63-4e47-9652-2956b39b3f54 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464797
Apr 30 21:40:26.662261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (20b52357-4ae9-4609-aa0b-a80c44256ebf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:26.799769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (20b52357-4ae9-4609-aa0b-a80c44256ebf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:26.835349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:26.838231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:26.840478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:26.873844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=20b52357-4ae9-4609-aa0b-a80c44256ebf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:26.946842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 578e460d-1625-4088-bd45-f1ae521cc7de details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:40:27.050510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 578e460d-1625-4088-bd45-f1ae521cc7de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=578e460d-1625-4088-bd45-f1ae521cc7de,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:27.062084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '578e460d-1625-4088-bd45-f1ae521cc7de', 'network_id': '17cfa9c0-17fc-46c0-8bcb-3651574af537', 'port_id': '578e460d-1625-4088-bd45-f1ae521cc7de', 'mac_address': 'fa:16:3e:8e:4c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0a5d398-97b2-4038-8e87-f59434dc27fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:40:27.097951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 578e460d-1625-4088-bd45-f1ae521cc7de is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:27.098336 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:27.111557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578e460d-1625-4088-bd45-f1ae521cc7de {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:40:27.132233 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 578e460d-1625-4088-bd45-f1ae521cc7de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=578e460d-1625-4088-bd45-f1ae521cc7de,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:27.203912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_gateway (2ca89236-1979-406d-b47b-dfafc31add73), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:27.216211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:27.267996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=578e460d-1625-4088-bd45-f1ae521cc7de,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:27.413417 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (2ca89236-1979-406d-b47b-dfafc31add73), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:27.419699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['578e460d-1625-4088-bd45-f1ae521cc7de'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:40:27.632033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:40:27.743730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2a9b0-1c93-4bbe-8b85-49060efbd634 req-a4669f86-661e-44d3-8ac9-5d2b8e57fc4d tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:27.745438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8d2a9b0-1c93-4bbe-8b85-49060efbd634 req-a4669f86-661e-44d3-8ac9-5d2b8e57fc4d tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1126 time: 0.0394597
Apr 30 21:40:27.747336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:27.757411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c17bf-2828-4623-9ad2-012a6cc0bd1b None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:27.768700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c17bf-2828-4623-9ad2-012a6cc0bd1b None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:27.769383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f26c17bf-2828-4623-9ad2-012a6cc0bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1d3b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:27.795591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8d2a9b0-1c93-4bbe-8b85-49060efbd634 req-af80f03e-c650-42ce-90a9-ef07e84f2c0c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401113
Apr 30 21:40:27.803486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f26c17bf-2828-4623-9ad2-012a6cc0bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1d3b50>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:27.812657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c17bf-2828-4623-9ad2-012a6cc0bd1b None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:27.813257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f26c17bf-2828-4623-9ad2-012a6cc0bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1d3b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:27.850040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-f26c17bf-2828-4623-9ad2-012a6cc0bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1d3b50>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:27.850678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c17bf-2828-4623-9ad2-012a6cc0bd1b None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:27.858329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:27.859605 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1eb17787-e064-4629-94bd-4828d8ae2b69 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.0085278
Apr 30 21:40:27.862305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39528) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:28.296677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:28.621171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.20.0.1 (925f004b-e8c5-440a-b7cb-307284205cc1/ea681974-6aad-41dc-8a14-fc8b5e92def7/783f710c-1a77-4c4f-8156-90662f10481e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:28.729555 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (783f710c-1a77-4c4f-8156-90662f10481e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:28.815220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (783f710c-1a77-4c4f-8156-90662f10481e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:28.859116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 925f004b-e8c5-440a-b7cb-307284205cc1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:28.862309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:28.865975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:28.923559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=783f710c-1a77-4c4f-8156-90662f10481e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:28.945837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54697ac1-214b-4b28-8d1e-85fd482b1c0a req-1b29229d-2356-4352-9e15-d334063bbafe tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:28.947382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54697ac1-214b-4b28-8d1e-85fd482b1c0a req-1b29229d-2356-4352-9e15-d334063bbafe tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1126 time: 0.0775559
Apr 30 21:40:28.948196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (2ca89236-1979-406d-b47b-dfafc31add73), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:28.963689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 578e460d-1625-4088-bd45-f1ae521cc7de up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:40:29.008575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 578e460d-1625-4088-bd45-f1ae521cc7de completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:40:29.066488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-54697ac1-214b-4b28-8d1e-85fd482b1c0a req-3a8ea9c0-193b-4355-b117-d412a27a9b0a tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782580
Apr 30 21:40:29.073259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 578e460d-1625-4088-bd45-f1ae521cc7de triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:29.073576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:29.155529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 578e460d-1625-4088-bd45-f1ae521cc7de is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:29.155956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:29.178707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe6375b-31f0-4a9f-9cf6-357e9667a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578e460d-1625-4088-bd45-f1ae521cc7de'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:40:29.180999 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0480e5a5-1c71-4e2d-a34a-29d284cb4c81" -d '{"events": [{"server_uuid": "8fe6375b-31f0-4a9f-9cf6-357e9667a986", "name": "network-vif-plugged", "status": "completed", "tag": "578e460d-1625-4088-bd45-f1ae521cc7de"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:40:29.192373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (783f710c-1a77-4c4f-8156-90662f10481e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:29.195662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 578e460d-1625-4088-bd45-f1ae521cc7de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=578e460d-1625-4088-bd45-f1ae521cc7de,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:29.219037 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cdc811-968a-46e3-86a6-5ec67713e117 x-openstack-request-id: req-21cdc811-968a-46e3-86a6-5ec67713e117 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:29.219331 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe6375b-31f0-4a9f-9cf6-357e9667a986", "name": "network-vif-plugged", "status": "completed", "tag": "578e460d-1625-4088-bd45-f1ae521cc7de", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:29.219712 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21cdc811-968a-46e3-86a6-5ec67713e117 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:29.220171 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cdc811-968a-46e3-86a6-5ec67713e117'] response: {'server_uuid': '8fe6375b-31f0-4a9f-9cf6-357e9667a986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578e460d-1625-4088-bd45-f1ae521cc7de', 'code': 200}
Apr 30 21:40:29.262294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:29.312521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=578e460d-1625-4088-bd45-f1ae521cc7de,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:29.366425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41662560-1101-4788-84f9-863ba0b1c33d req-362c220c-89ed-4282-a293-5bfa75352683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:29.367936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41662560-1101-4788-84f9-863ba0b1c33d req-362c220c-89ed-4282-a293-5bfa75352683 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1127 time: 0.0779197
Apr 30 21:40:29.466944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41662560-1101-4788-84f9-863ba0b1c33d req-4c9f6aa6-d874-4c4b-a127-4531f4d5f241 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928843
Apr 30 21:40:29.543552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (783f710c-1a77-4c4f-8156-90662f10481e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:29.603194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (783f710c-1a77-4c4f-8156-90662f10481e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:29.678813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=783f710c-1a77-4c4f-8156-90662f10481e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:29.681338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (2ca89236-1979-406d-b47b-dfafc31add73), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:29.789840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 925f004b-e8c5-440a-b7cb-307284205cc1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:29.791505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:29.909577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:30.024710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:30.033044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f6d4b034-0a54-4181-a9e2-18347690bd20 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/routers/2ca89236-1979-406d-b47b-dfafc31add73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1696582
Apr 30 21:40:30.034599 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a41e130-642c-4311-a4fd-5da0f7a81206 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:30.035819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39562) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:30.041210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'port': {'network_id': '925f004b-e8c5-440a-b7cb-307284205cc1', 'name': 'tempest-FloatingIPTestJSON-1515484601'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:30.046689 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41e130-642c-4311-a4fd-5da0f7a81206 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:30.047307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2a41e130-642c-4311-a4fd-5da0f7a81206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c913670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:30.214798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329b372-2d0c-4285-a3ee-d9763dd8217f req-3f7e24df-861a-482e-949c-1421e2e4ac06 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:30.216836 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2a41e130-642c-4311-a4fd-5da0f7a81206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c913670>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:30.218605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c329b372-2d0c-4285-a3ee-d9763dd8217f req-3f7e24df-861a-482e-949c-1421e2e4ac06 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1127 time: 0.0570812
Apr 30 21:40:30.230579 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a41e130-642c-4311-a4fd-5da0f7a81206 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:30.231271 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2a41e130-642c-4311-a4fd-5da0f7a81206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c913670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:30.266698 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2a41e130-642c-4311-a4fd-5da0f7a81206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c913670>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:30.267306 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a41e130-642c-4311-a4fd-5da0f7a81206 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:30.274383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c329b372-2d0c-4285-a3ee-d9763dd8217f req-1d284229-ff15-4f21-aadc-586670df9ea3 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494304
Apr 30 21:40:30.324795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:30.328305 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:30.349030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] device_id is not set on port 62a57e92-37c6-4535-b700-c52cea31824a yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:40:30.467677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.20.0.10 (925f004b-e8c5-440a-b7cb-307284205cc1/ea681974-6aad-41dc-8a14-fc8b5e92def7/62a57e92-37c6-4535-b700-c52cea31824a) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:30.938327 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (62a57e92-37c6-4535-b700-c52cea31824a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:31.057238 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (62a57e92-37c6-4535-b700-c52cea31824a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:31.099255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 925f004b-e8c5-440a-b7cb-307284205cc1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:31.102853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:31.106671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:31.131439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=62a57e92-37c6-4535-b700-c52cea31824a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:31.159009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:31.159613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:31.242169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-63dc9f5b-d7fe-44d2-8dd7-9054ba145dae tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2053103
Apr 30 21:40:31.247223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39570) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:31.252264 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'port': {'network_id': '925f004b-e8c5-440a-b7cb-307284205cc1', 'name': 'tempest-FloatingIPTestJSON-2084414435'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:31.395693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a55ff-1e2d-4907-a5a5-ba501709ac6b req-6107d2dc-3336-4136-8318-794b5368101a tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:31.397263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f96a55ff-1e2d-4907-a5a5-ba501709ac6b req-6107d2dc-3336-4136-8318-794b5368101a tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1127 time: 0.0482883
Apr 30 21:40:31.441561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f96a55ff-1e2d-4907-a5a5-ba501709ac6b req-a9b89d42-4fe8-44aa-b4a9-db6f49d71573 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382528
Apr 30 21:40:31.489112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:31.493164 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:31.511591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] device_id is not set on port 536a7a5d-19a2-4576-8691-4162e933fb12 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:40:31.590511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ca094-4abb-4cc7-8062-5e554d8696aa req-e498c717-b1c2-46c5-ae4a-f3c57a0fbbe2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:31.592067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-333ca094-4abb-4cc7-8062-5e554d8696aa req-e498c717-b1c2-46c5-ae4a-f3c57a0fbbe2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1127 time: 0.0826194
Apr 30 21:40:31.681620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-333ca094-4abb-4cc7-8062-5e554d8696aa req-0169ae63-d881-4b85-86cd-590501bb4edf tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831962
Apr 30 21:40:31.688891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.20.0.6 (925f004b-e8c5-440a-b7cb-307284205cc1/ea681974-6aad-41dc-8a14-fc8b5e92def7/536a7a5d-19a2-4576-8691-4162e933fb12) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:31.826649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14c393-b579-49cb-b316-c26c02d81d7c req-e8c011a6-a896-498e-ba59-987973e47ede tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:31.828167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb14c393-b579-49cb-b316-c26c02d81d7c req-e8c011a6-a896-498e-ba59-987973e47ede tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1127 time: 0.0771723
Apr 30 21:40:31.899540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (536a7a5d-19a2-4576-8691-4162e933fb12), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:31.908536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb14c393-b579-49cb-b316-c26c02d81d7c req-9556b633-3abc-4187-a7b0-5e2646939a84 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746303
Apr 30 21:40:32.022380 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (536a7a5d-19a2-4576-8691-4162e933fb12), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:32.065976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 925f004b-e8c5-440a-b7cb-307284205cc1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:32.069516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:32.073431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:32.081875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=536a7a5d-19a2-4576-8691-4162e933fb12,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:32.130841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:32.132178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:32.230540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-694a1507-6069-4de5-8457-e9817f69c1a7 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.9820716
Apr 30 21:40:32.233490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39602) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:32.237928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '536a7a5d-19a2-4576-8691-4162e933fb12', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:32.330548 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:32.426584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed289b25-d41a-4d2a-aaf2-0cc07db6920d req-78c7869d-5b3b-40b4-98d3-5591c4c24d27 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:32.428684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed289b25-d41a-4d2a-aaf2-0cc07db6920d req-78c7869d-5b3b-40b4-98d3-5591c4c24d27 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1127 time: 0.0523982
Apr 30 21:40:32.460204 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:32.526862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed289b25-d41a-4d2a-aaf2-0cc07db6920d req-2f35843e-01c6-492e-96ef-c78475e9b164 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884457
Apr 30 21:40:32.590710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.35.4.111 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e9a845d2-595f-4b1f-9a42-076294ad832e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:32.699190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (e9a845d2-595f-4b1f-9a42-076294ad832e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:32.803761 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e9a845d2-595f-4b1f-9a42-076294ad832e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:32.841773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:32.844640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:32.849003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:32.875397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=e9a845d2-595f-4b1f-9a42-076294ad832e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:33.211523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (f5d55c58-13d6-4996-bf31-df3ef6c205cf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:33.344759 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e9a845d2-595f-4b1f-9a42-076294ad832e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:33.503786 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (e9a845d2-595f-4b1f-9a42-076294ad832e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:33.599308 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (e9a845d2-595f-4b1f-9a42-076294ad832e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:33.673154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-55cb3c66-9e1a-4c31-88dc-dc7896864de5 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:33.674710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-55cb3c66-9e1a-4c31-88dc-dc7896864de5 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1127 time: 0.1060696
Apr 30 21:40:33.710080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1b18a-9789-49ce-9be4-73d0c655ecc9 req-755778e2-8f53-4c19-ab12-0c18ce397280 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:33.711521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43d1b18a-9789-49ce-9be4-73d0c655ecc9 req-755778e2-8f53-4c19-ab12-0c18ce397280 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 1127 time: 0.1156468
Apr 30 21:40:33.749582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=e9a845d2-595f-4b1f-9a42-076294ad832e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:33.776990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f5d55c58-13d6-4996-bf31-df3ef6c205cf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:33.888057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43d1b18a-9789-49ce-9be4-73d0c655ecc9 req-fa80135e-0970-49dd-85d5-ce8b0a3f5d7c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499066
Apr 30 21:40:33.901373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Deleting port 578e460d-1625-4088-bd45-f1ae521cc7de {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:33.901373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:33.971263 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP f5d55c58-13d6-4996-bf31-df3ef6c205cf associated. External IP: 172.35.4.111, port: 536a7a5d-19a2-4576-8691-4162e933fb12.
Apr 30 21:40:34.062832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] For port 578e460d-1625-4088-bd45-f1ae521cc7de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=578e460d-1625-4088-bd45-f1ae521cc7de,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:34.063197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:34.083575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Calling delete_port for 578e460d-1625-4088-bd45-f1ae521cc7de owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:34.309862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:34.380695 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (578e460d-1625-4088-bd45-f1ae521cc7de), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:34.391417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['578e460d-1625-4088-bd45-f1ae521cc7de'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:40:34.395456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['34aaf1e3-0ee3-4f7a-9896-612382bee0eb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:40:34.418237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Pushing event deleted for resources: {'Port': ['ID=578e460d-1625-4088-bd45-f1ae521cc7de,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:34.476003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] No DVR routers for this DVR port 578e460d-1625-4088-bd45-f1ae521cc7de on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:34.479840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:34.483482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31b7fe01-b289-4815-ac83-d1fea6d24ec4 req-9597950d-cef8-4819-a96b-3f61fe02287c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.35 "DELETE /v2.0/ports/578e460d-1625-4088-bd45-f1ae521cc7de HTTP/1.1" status: 204  len: 173 time: 0.7834265
Apr 30 21:40:34.483613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe6375b-31f0-4a9f-9cf6-357e9667a986', 'name': 'network-vif-deleted', 'tag': '578e460d-1625-4088-bd45-f1ae521cc7de'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:40:34.485963 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f2b52d-bdae-47ec-a78e-48aa8c3c1bcf" -d '{"events": [{"server_uuid": "8fe6375b-31f0-4a9f-9cf6-357e9667a986", "name": "network-vif-deleted", "tag": "578e460d-1625-4088-bd45-f1ae521cc7de"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:40:34.499138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:34.513796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b2e72-8568-45cf-a8ab-ec44b26d0be1 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:34.541390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b2e72-8568-45cf-a8ab-ec44b26d0be1 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:34.542054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ef6b2e72-8568-45cf-a8ab-ec44b26d0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e50ba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:34.545680 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7104aca3-8f01-4b5b-b840-c70db9424cbd x-openstack-request-id: req-7104aca3-8f01-4b5b-b840-c70db9424cbd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:34.545680 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe6375b-31f0-4a9f-9cf6-357e9667a986", "name": "network-vif-deleted", "tag": "578e460d-1625-4088-bd45-f1ae521cc7de", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:34.546150 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7104aca3-8f01-4b5b-b840-c70db9424cbd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:34.546700 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7104aca3-8f01-4b5b-b840-c70db9424cbd'] response: {'server_uuid': '8fe6375b-31f0-4a9f-9cf6-357e9667a986', 'name': 'network-vif-deleted', 'tag': '578e460d-1625-4088-bd45-f1ae521cc7de', 'status': 'completed', 'code': 200}
Apr 30 21:40:34.579662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:34.588015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ef6b2e72-8568-45cf-a8ab-ec44b26d0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e50ba00>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:34.611915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b2e72-8568-45cf-a8ab-ec44b26d0be1 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:34.612766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ef6b2e72-8568-45cf-a8ab-ec44b26d0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e50ba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:34.618422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c4a65da-5ec5-4bd8-b709-dd8f8765e137 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.3814166
Apr 30 21:40:34.618962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39636) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:34.624418 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:34.661731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ef6b2e72-8568-45cf-a8ab-ec44b26d0be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e50ba00>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:34.662412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6b2e72-8568-45cf-a8ab-ec44b26d0be1 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:34.686425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (f5d55c58-13d6-4996-bf31-df3ef6c205cf), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:34.833103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:34.896103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f5d55c58-13d6-4996-bf31-df3ef6c205cf), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:34.896449 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP f5d55c58-13d6-4996-bf31-df3ef6c205cf disassociated. External IP: 172.35.4.111, port: 536a7a5d-19a2-4576-8691-4162e933fb12.
Apr 30 21:40:34.998356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69070c9e-00ca-436d-9fe0-b6635ecbca25 req-e27db69d-a779-4674-905f-ea4b479b6009 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8fe6375b-31f0-4a9f-9cf6-357e9667a986 HTTP/1.1" status: 200  len: 210 time: 0.0268555
Apr 30 21:40:35.111417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:35.553188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:35.557604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:35.562800 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf696f1-02de-4dc5-97a1-a0b5dc7b17b3 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:35.572968 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf696f1-02de-4dc5-97a1-a0b5dc7b17b3 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:35.573561 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1cf696f1-02de-4dc5-97a1-a0b5dc7b17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c6c4eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:35.587656 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-36d6b74b-4c43-44a7-a7eb-7437b3225f85 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/floatingips/f5d55c58-13d6-4996-bf31-df3ef6c205cf HTTP/1.1" status: 200  len: 688 time: 0.9674649
Apr 30 21:40:35.590242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39644) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:35.613477 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1cf696f1-02de-4dc5-97a1-a0b5dc7b17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c6c4eb0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:35.622168 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf696f1-02de-4dc5-97a1-a0b5dc7b17b3 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:35.622778 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1cf696f1-02de-4dc5-97a1-a0b5dc7b17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c6c4eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:35.657012 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1cf696f1-02de-4dc5-97a1-a0b5dc7b17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c6c4eb0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:35.657668 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf696f1-02de-4dc5-97a1-a0b5dc7b17b3 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:35.704747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port e9a845d2-595f-4b1f-9a42-076294ad832e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:35.705294 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e9a845d2-595f-4b1f-9a42-076294ad832e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:35.782921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e9a845d2-595f-4b1f-9a42-076294ad832e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:35.783245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (e9a845d2-595f-4b1f-9a42-076294ad832e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:35.796820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for e9a845d2-595f-4b1f-9a42-076294ad832e owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:36.010492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e9a845d2-595f-4b1f-9a42-076294ad832e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:36.036397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=e9a845d2-595f-4b1f-9a42-076294ad832e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:36.099301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (f5d55c58-13d6-4996-bf31-df3ef6c205cf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:36.102504 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:36.107035 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-becf1dc3-ac5a-4cc2-a69b-27b1d92163a1 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/floatingips/f5d55c58-13d6-4996-bf31-df3ef6c205cf HTTP/1.1" status: 204  len: 168 time: 0.5120022
Apr 30 21:40:36.107289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39650) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:36.112552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '62a57e92-37c6-4535-b700-c52cea31824a'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:36.210862 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:36.282516 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:40:36.299381 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:36.406222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.35.4.228 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ecdba8d1-ecc1-46a4-af06-b2337396ea5f) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:36.463088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bde85c-a39b-40d1-85e8-07648d1cbd90 req-4d6d6c89-1b8d-4234-9f5f-256149dc8419 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:36.464688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8bde85c-a39b-40d1-85e8-07648d1cbd90 req-4d6d6c89-1b8d-4234-9f5f-256149dc8419 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1128 time: 0.0488937
Apr 30 21:40:36.512438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8bde85c-a39b-40d1-85e8-07648d1cbd90 req-54919c0a-c717-45c5-a748-714da1ace0e9 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418007
Apr 30 21:40:36.514539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:36.622483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:36.660933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:36.664264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:36.667806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:36.695157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=ecdba8d1-ecc1-46a4-af06-b2337396ea5f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:36.978315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 578e460d-1625-4088-bd45-f1ae521cc7de no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:36.999123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 578e460d-1625-4088-bd45-f1ae521cc7de {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:36.999468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 578e460d-1625-4088-bd45-f1ae521cc7de not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:37.024818 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (73aefc4a-b6e9-410d-aa36-d5422330eb3f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:37.161316 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:37.314511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:37.405030 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:37.479449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=ecdba8d1-ecc1-46a4-af06-b2337396ea5f,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:37.491866 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (73aefc4a-b6e9-410d-aa36-d5422330eb3f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:37.608669 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 73aefc4a-b6e9-410d-aa36-d5422330eb3f associated. External IP: 172.35.4.228, port: 62a57e92-37c6-4535-b700-c52cea31824a.
Apr 30 21:40:37.636641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759d479-0e31-4124-bdf0-0188dd2e3529 req-537e3de0-7db4-4374-8b42-4c38954cdd2a tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:37.646312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c759d479-0e31-4124-bdf0-0188dd2e3529 req-537e3de0-7db4-4374-8b42-4c38954cdd2a tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1128 time: 0.0551460
Apr 30 21:40:37.688233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c759d479-0e31-4124-bdf0-0188dd2e3529 req-0f65d726-de8e-4d4f-bbde-f1734020b40c tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2064ad35-b274-4d23-9d68-a0a94aad770d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409582
Apr 30 21:40:37.882448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-de47aaee-e8e1-45cb-ac25-869479d87dc0 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:37.883915 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-de47aaee-e8e1-45cb-ac25-869479d87dc0 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 1128 time: 0.0536747
Apr 30 21:40:37.894618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:38.036857 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Deleting port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:38.037462 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.106027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:38.119150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f2fba9-ec6f-4662-9d93-1cd567b364b5 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:38.136706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2fba9-ec6f-4662-9d93-1cd567b364b5 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:38.137713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-22f2fba9-ec6f-4662-9d93-1cd567b364b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6c9df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:38.147681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] For port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:38.148133 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.161172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Calling delete_port for 34aaf1e3-0ee3-4f7a-9896-612382bee0eb owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:38.184707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-22f2fba9-ec6f-4662-9d93-1cd567b364b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6c9df0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:38.194120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2fba9-ec6f-4662-9d93-1cd567b364b5 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:38.194997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-22f2fba9-ec6f-4662-9d93-1cd567b364b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6c9df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:38.199540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39692) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:38.225738 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.234669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-22f2fba9-ec6f-4662-9d93-1cd567b364b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6c9df0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:38.235383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f2fba9-ec6f-4662-9d93-1cd567b364b5 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:38.269943 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-371a0157-0830-4df2-8b64-85cd7f2c149c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 2.1614103
Apr 30 21:40:38.272615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39696) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:38.333791 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76861636-2b23-43ca-8d43-bffc25ea6e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.367836 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cdca749c-8ecb-4739-b26d-d30f64a502c0 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "GET /v2.0/floatingips/73aefc4a-b6e9-410d-aa36-d5422330eb3f HTTP/1.1" status: 200  len: 979 time: 0.0906091
Apr 30 21:40:38.368294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39698) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:38.445394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (34aaf1e3-0ee3-4f7a-9896-612382bee0eb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.461276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['34aaf1e3-0ee3-4f7a-9896-612382bee0eb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:40:38.488988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Pushing event deleted for resources: {'Port': ['ID=34aaf1e3-0ee3-4f7a-9896-612382bee0eb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:38.515253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-64c532fd-5add-4d2a-88aa-fd01d6953166 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 982 time: 0.1458633
Apr 30 21:40:38.518595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39700) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:38.523539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'port_id': '536a7a5d-19a2-4576-8691-4162e933fb12'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:38.532330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] No DVR routers for this DVR port 34aaf1e3-0ee3-4f7a-9896-612382bee0eb on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:38.535800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.540216 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2df2e218-9146-4f45-bfa0-f85899a85ec3 req-f06c1643-9cd5-4f31-9341-c6c9c427dbae tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.20 "DELETE /v2.0/ports/34aaf1e3-0ee3-4f7a-9896-612382bee0eb HTTP/1.1" status: 204  len: 173 time: 0.6476057
Apr 30 21:40:38.540699 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6bc37e-bf6b-430b-8b66-31cad7d44aa8', 'name': 'network-vif-deleted', 'tag': '34aaf1e3-0ee3-4f7a-9896-612382bee0eb'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:40:38.543154 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99be2d7-b886-49a3-8972-c4b9e78412e0" -d '{"events": [{"server_uuid": "3c6bc37e-bf6b-430b-8b66-31cad7d44aa8", "name": "network-vif-deleted", "tag": "34aaf1e3-0ee3-4f7a-9896-612382bee0eb"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:40:38.565535 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76861636-2b23-43ca-8d43-bffc25ea6e5e admin admin] Publish callbacks [] for security_group (b088eb6c-038c-488b-9b5f-0036a623ae85), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.592472 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af192ef-3480-48af-9079-3f18d17fa7fe x-openstack-request-id: req-1af192ef-3480-48af-9079-3f18d17fa7fe {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:40:38.592794 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6bc37e-bf6b-430b-8b66-31cad7d44aa8", "name": "network-vif-deleted", "tag": "34aaf1e3-0ee3-4f7a-9896-612382bee0eb", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:40:38.593046 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1af192ef-3480-48af-9079-3f18d17fa7fe {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:40:38.593460 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af192ef-3480-48af-9079-3f18d17fa7fe'] response: {'server_uuid': '3c6bc37e-bf6b-430b-8b66-31cad7d44aa8', 'name': 'network-vif-deleted', 'tag': '34aaf1e3-0ee3-4f7a-9896-612382bee0eb', 'status': 'completed', 'code': 200}
Apr 30 21:40:38.596939 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (73aefc4a-b6e9-410d-aa36-d5422330eb3f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.636047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-76861636-2b23-43ca-8d43-bffc25ea6e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b088eb6c-038c-488b-9b5f-0036a623ae85), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.684440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-76861636-2b23-43ca-8d43-bffc25ea6e5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ee1c8ed9fb14ac58f354be83ac3458d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4833980
Apr 30 21:40:38.690025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39704) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:38.698675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76861636-2b23-43ca-8d43-bffc25ea6e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b088eb6c-038c-488b-9b5f-0036a623ae85,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:38.772275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c12064c2-a466-4e43-a92c-991e1e317dea admin admin] Publish callbacks [] for security_group (b088eb6c-038c-488b-9b5f-0036a623ae85), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.796496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c12064c2-a466-4e43-a92c-991e1e317dea admin admin] Publish callbacks [] for security_group (b088eb6c-038c-488b-9b5f-0036a623ae85), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.817788 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46482bac-ecbc-4293-b0c8-44f133c9d680 req-565db6ad-5f9a-4d1e-aed2-8c4766aca0d2 tempest-TestServerMultinode-256767118 tempest-TestServerMultinode-256767118-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3c6bc37e-bf6b-430b-8b66-31cad7d44aa8 HTTP/1.1" status: 200  len: 210 time: 0.0354564
Apr 30 21:40:38.914576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c12064c2-a466-4e43-a92c-991e1e317dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b088eb6c-038c-488b-9b5f-0036a623ae85), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.917131 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c12064c2-a466-4e43-a92c-991e1e317dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:38.918438 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c12064c2-a466-4e43-a92c-991e1e317dea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b088eb6c-038c-488b-9b5f-0036a623ae85 HTTP/1.1" status: 204  len: 168 time: 0.2260160
Apr 30 21:40:38.927188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12064c2-a466-4e43-a92c-991e1e317dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b088eb6c-038c-488b-9b5f-0036a623ae85,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:39.502186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:39.605178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (73aefc4a-b6e9-410d-aa36-d5422330eb3f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:39.716259 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 73aefc4a-b6e9-410d-aa36-d5422330eb3f associated. External IP: 172.35.4.228, port: 62a57e92-37c6-4535-b700-c52cea31824a.
Apr 30 21:40:39.893451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39730) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:39.938649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:40.057172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:40.066687 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764bb9c-7c06-4f93-be96-21f19f742a42 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:40.077817 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764bb9c-7c06-4f93-be96-21f19f742a42 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:40.078699 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9764bb9c-7c06-4f93-be96-21f19f742a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:40.120647 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9764bb9c-7c06-4f93-be96-21f19f742a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bcd0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:40.131810 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764bb9c-7c06-4f93-be96-21f19f742a42 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:40.132713 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9764bb9c-7c06-4f93-be96-21f19f742a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bcd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:40.172773 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9764bb9c-7c06-4f93-be96-21f19f742a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bcd0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:40.173497 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764bb9c-7c06-4f93-be96-21f19f742a42 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:40.269172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:40.301246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:40.417848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:40.422306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:40.432098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87acec76-5d28-49a1-b496-76fa0fa3172f None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:40.446223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87acec76-5d28-49a1-b496-76fa0fa3172f None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:40.447251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-87acec76-5d28-49a1-b496-76fa0fa3172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e336f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:40.482479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-87acec76-5d28-49a1-b496-76fa0fa3172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e336f70>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:40.488299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-509f31bf-7014-44b7-8ec7-fc818d5b2c32 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/floatingips/73aefc4a-b6e9-410d-aa36-d5422330eb3f HTTP/1.1" status: 200  len: 978 time: 1.9688003
Apr 30 21:40:40.492888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39740) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:40.495657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87acec76-5d28-49a1-b496-76fa0fa3172f None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:40.496345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-87acec76-5d28-49a1-b496-76fa0fa3172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e336f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:40.503170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:40.535452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-87acec76-5d28-49a1-b496-76fa0fa3172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e336f70>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:40.536324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87acec76-5d28-49a1-b496-76fa0fa3172f None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:40.544391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Deleting port 4978d5bb-199e-46b8-b034-903875dc1f76 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:40.544898 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:40.586753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (73aefc4a-b6e9-410d-aa36-d5422330eb3f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:40.630860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] For port 4978d5bb-199e-46b8-b034-903875dc1f76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4978d5bb-199e-46b8-b034-903875dc1f76,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:40.631811 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:40.646848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Calling delete_port for 4978d5bb-199e-46b8-b034-903875dc1f76 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:40.745368 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:40.798145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (73aefc4a-b6e9-410d-aa36-d5422330eb3f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:40.798604 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 73aefc4a-b6e9-410d-aa36-d5422330eb3f disassociated. External IP: 172.35.4.228, port: 536a7a5d-19a2-4576-8691-4162e933fb12.
Apr 30 21:40:40.902446 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (4978d5bb-199e-46b8-b034-903875dc1f76), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:40.927244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4978d5bb-199e-46b8-b034-903875dc1f76,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:41.034373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:41.125437 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.183169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:41.189771 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.194532 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea2222e-f45b-44db-a856-e7756b490ff7 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:41.210599 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea2222e-f45b-44db-a856-e7756b490ff7 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:41.211319 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2ea2222e-f45b-44db-a856-e7756b490ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:41.231197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8fdde153-2db6-4f42-80e0-ef0d8ffd0551 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/floatingips/73aefc4a-b6e9-410d-aa36-d5422330eb3f HTTP/1.1" status: 200  len: 688 time: 0.7365758
Apr 30 21:40:41.233839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39754) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:41.245658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2ea2222e-f45b-44db-a856-e7756b490ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bb20>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:41.255088 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea2222e-f45b-44db-a856-e7756b490ff7 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:41.256422 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2ea2222e-f45b-44db-a856-e7756b490ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:41.296255 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2ea2222e-f45b-44db-a856-e7756b490ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bb20>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:41.297034 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea2222e-f45b-44db-a856-e7756b490ff7 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:41.381706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port ecdba8d1-ecc1-46a4-af06-b2337396ea5f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:41.382149 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.468709 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.469038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.485082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for ecdba8d1-ecc1-46a4-af06-b2337396ea5f owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:41.685307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:41.696749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ecdba8d1-ecc1-46a4-af06-b2337396ea5f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.728709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=ecdba8d1-ecc1-46a4-af06-b2337396ea5f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:41.797269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (73aefc4a-b6e9-410d-aa36-d5422330eb3f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.800641 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.804258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a2a9f7ac-530d-4a94-b072-0a9ee18e2804 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/floatingips/73aefc4a-b6e9-410d-aa36-d5422330eb3f HTTP/1.1" status: 204  len: 168 time: 0.5667341
Apr 30 21:40:41.804548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39768) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:41.815454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:41.822891 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-949dc786-23d6-472c-9d30-889caafeec46 admin admin] 10.222.0.23 "PUT /v2.0/routers/f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9245412
Apr 30 21:40:41.823159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39770) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:41.828978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] Sync routers for ids ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:41.841450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] Routers {'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:41.842202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e3a46d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:41.843095 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-ec9f641f-6bef-44bc-b860-d9834e0e3f16 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] delete failed (client error): The resource could not be found.
Apr 30 21:40:41.844283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ec9f641f-6bef-44bc-b860-d9834e0e3f16 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/floatingips/73aefc4a-b6e9-410d-aa36-d5422330eb3f HTTP/1.1" status: 404  len: 345 time: 0.0386522
Apr 30 21:40:41.848131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39772) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:41.931950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e214a2-c5d4-4643-a724-bb1e550688f3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:41.937251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks [] for router (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:41.937876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e214a2-c5d4-4643-a724-bb1e550688f3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:41.943103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e214a2-c5d4-4643-a724-bb1e550688f3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:41.947889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e0e214a2-c5d4-4643-a724-bb1e550688f3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "GET /v2.0/ports?network_id=925f004b-e8c5-440a-b7cb-307284205cc1 HTTP/1.1" status: 200  len: 2359 time: 0.0963972
Apr 30 21:40:41.948127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39774) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:42.010909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7103b1c-39b9-4c19-ab05-e8ccff2d8d1c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:42.016516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c7103b1c-39b9-4c19-ab05-e8ccff2d8d1c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "GET /v2.0/subnets/ea681974-6aad-41dc-8a14-fc8b5e92def7 HTTP/1.1" status: 200  len: 797 time: 0.0633216
Apr 30 21:40:42.018003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39776) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:42.023134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'port': {'network_id': '925f004b-e8c5-440a-b7cb-307284205cc1', 'name': 'tempest-FloatingIPTestJSON-1234949048', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:42.068271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks [] for router_gateway (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.121019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] Set router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:42.185614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Deleting port 1a962d1d-4bab-43ad-83ad-c03723089aa0 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:42.186097 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.223522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:42.289429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] For port 1a962d1d-4bab-43ad-83ad-c03723089aa0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a962d1d-4bab-43ad-83ad-c03723089aa0,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:42.289903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.305136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Calling delete_port for 1a962d1d-4bab-43ad-83ad-c03723089aa0 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:42.306768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e3a46d0>, [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66'}], 'enable_snat': True}, 'gw_port_id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:40:40Z', 'revision_number': 5, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port': {'id': '1a962d1d-4bab-43ad-83ad-c03723089aa0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:42.324920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.341517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] Checking router: f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:40:42.349161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] device_id is not set on port 1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:40:42.354520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] Routers {'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:42.355635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e3a46d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:42.451853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] Set router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:42.514283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e3a46d0>, [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:40:42Z', 'revision_number': 6, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:42.547125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f80348-e2ee-4cd6-9b13-0cff0137810b None None] The sync data for ids ['f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c'] in ncdv-master-1 is: [{'id': 'f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c', 'name': 'tempest-TestServerMultinode-1500252096-router', 'tenant_id': '02c76e15fece44a9be2e1342513ae551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:48Z', 'updated_at': '2022-04-30T21:40:42Z', 'revision_number': 6, 'project_id': '02c76e15fece44a9be2e1342513ae551', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:42.552899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1a962d1d-4bab-43ad-83ad-c03723089aa0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.600206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a962d1d-4bab-43ad-83ad-c03723089aa0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:42.665040 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.673339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.20.0.14 (925f004b-e8c5-440a-b7cb-307284205cc1/ea681974-6aad-41dc-8a14-fc8b5e92def7/1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:42.679752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.20.0.13 (925f004b-e8c5-440a-b7cb-307284205cc1/ea681974-6aad-41dc-8a14-fc8b5e92def7/1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:42.764061 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.766474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks [] for router_controller (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.829021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.862515 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.863104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:40:42.867658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.871280 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ff6f4408-c7c6-44ff-be59-9ba88184b613 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f3a14f80-bbb2-44b2-86ba-2aa7fbc4d12c HTTP/1.1" status: 204  len: 168 time: 1.0448389
Apr 30 21:40:42.871596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39784) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:42.908274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.954341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5092db2b-8f1c-4e50-a380-018db388f5ea admin admin] Deleting subnet a0a5d398-97b2-4038-8e87-f59434dc27fd {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:40:42.957707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 34aaf1e3-0ee3-4f7a-9896-612382bee0eb no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:42.963196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5092db2b-8f1c-4e50-a380-018db388f5ea admin admin] Publish callbacks [] for subnet (a0a5d398-97b2-4038-8e87-f59434dc27fd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:42.981316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 34aaf1e3-0ee3-4f7a-9896-612382bee0eb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:42.982240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 34aaf1e3-0ee3-4f7a-9896-612382bee0eb not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:42.995558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 925f004b-e8c5-440a-b7cb-307284205cc1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:43.006927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:43.010834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:43.016296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:43.020545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5092db2b-8f1c-4e50-a380-018db388f5ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (a0a5d398-97b2-4038-8e87-f59434dc27fd), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.094902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:43.095524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.144721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5092db2b-8f1c-4e50-a380-018db388f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (a0a5d398-97b2-4038-8e87-f59434dc27fd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.207833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cdbfe1b4-7b89-4e9a-945d-3bd0ad99542e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.1887269
Apr 30 21:40:43.211156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39788) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:43.215803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:43.275192 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5092db2b-8f1c-4e50-a380-018db388f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (a0a5d398-97b2-4038-8e87-f59434dc27fd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.307227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092db2b-8f1c-4e50-a380-018db388f5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a5d398-97b2-4038-8e87-f59434dc27fd,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:43.309225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5092db2b-8f1c-4e50-a380-018db388f5ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.312580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.316666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5092db2b-8f1c-4e50-a380-018db388f5ea admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a0a5d398-97b2-4038-8e87-f59434dc27fd HTTP/1.1" status: 204  len: 168 time: 0.4439962
Apr 30 21:40:43.319835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39790) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:43.323640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1046f-08e3-4be7-87de-a16037d2ba9d None None] Network 17cfa9c0-17fc-46c0-8bcb-3651574af537 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:43.400082 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (17cfa9c0-17fc-46c0-8bcb-3651574af537), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.411852 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.459932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Deleting port 977c2b83-8970-40a8-85d6-44f62f26b679 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:43.460378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.542638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] DHCP port deletion for 17cfa9c0-17fc-46c0-8bcb-3651574af537 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:40:43.554933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] For port 977c2b83-8970-40a8-85d6-44f62f26b679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=977c2b83-8970-40a8-85d6-44f62f26b679,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:43.555368 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.559304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.35.4.83 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:43.570424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Calling delete_port for 977c2b83-8970-40a8-85d6-44f62f26b679 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:43.584003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] Deleting port 977c2b83-8970-40a8-85d6-44f62f26b679 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:43.584398 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.649460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] For port 977c2b83-8970-40a8-85d6-44f62f26b679, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=977c2b83-8970-40a8-85d6-44f62f26b679,segment=NetworkSegment(1cffdbc4-e5ea-45cc-96e5-079e55dfb99b),segment_id=1cffdbc4-e5ea-45cc-96e5-079e55dfb99b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:43.649917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.681469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] Calling delete_port for 977c2b83-8970-40a8-85d6-44f62f26b679 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:43.687462 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.742569 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.767835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=977c2b83-8970-40a8-85d6-44f62f26b679,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:43.776665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] No DVR routers for this DVR port 977c2b83-8970-40a8-85d6-44f62f26b679 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:43.788690 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (977c2b83-8970-40a8-85d6-44f62f26b679), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.803497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39794) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:43.812385 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.813628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] Pushing event deleted for resources: {'Port': ['ID=977c2b83-8970-40a8-85d6-44f62f26b679,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:43.824534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ed0c2-7967-4377-ac2d-65a368bf1756 None None] No DVR routers for this DVR port 977c2b83-8970-40a8-85d6-44f62f26b679 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:43.865258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (17cfa9c0-17fc-46c0-8bcb-3651574af537), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.866091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:43.870832 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:43.878689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:43.882215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:43.887130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89676fb910>,) {'filters': {'network_id': ['17cfa9c0-17fc-46c0-8bcb-3651574af537']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:43.897743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89676fb910>, '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:43.897743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89676fb910>, '1cffdbc4-e5ea-45cc-96e5-079e55dfb99b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:43.912912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (1cffdbc4-e5ea-45cc-96e5-079e55dfb99b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.926668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1cffdbc4-e5ea-45cc-96e5-079e55dfb99b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.934106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:40:43.934511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (1cffdbc4-e5ea-45cc-96e5-079e55dfb99b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:40:43.936216 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:40:44.313558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-473bb961-ab12-47b8-bfa8-536d56dc0bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.391852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-473bb961-ab12-47b8-bfa8-536d56dc0bdc admin admin] Publish callbacks [] for security_group (2800b086-21ee-469f-a2c6-16dd14f868fe), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.422005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (17cfa9c0-17fc-46c0-8bcb-3651574af537), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.427085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.431518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] 10.222.0.23 "DELETE /v2.0/networks/17cfa9c0-17fc-46c0-8bcb-3651574af537 HTTP/1.1" status: 204  len: 168 time: 1.1105390
Apr 30 21:40:44.435192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39798) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:44.450458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a458aa-c14e-4e31-a5d1-93969436f4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=17cfa9c0-17fc-46c0-8bcb-3651574af537,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:44.487731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-473bb961-ab12-47b8-bfa8-536d56dc0bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2800b086-21ee-469f-a2c6-16dd14f868fe), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.552616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (640e8ab7-601e-4e96-8fad-f924606dfbac), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.573830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-473bb961-ab12-47b8-bfa8-536d56dc0bdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0448cedfd674014bb07b7ec68b171f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7678156
Apr 30 21:40:44.575414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bb961-ab12-47b8-bfa8-536d56dc0bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2800b086-21ee-469f-a2c6-16dd14f868fe,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:44.576400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39800) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:44.610292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1a962d1d-4bab-43ad-83ad-c03723089aa0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:44.631100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1a962d1d-4bab-43ad-83ad-c03723089aa0 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:44.631451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1a962d1d-4bab-43ad-83ad-c03723089aa0 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:44.631865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 977c2b83-8970-40a8-85d6-44f62f26b679 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:44.639733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b18df8b-8ff9-4b3d-b48e-e4f24ec9be7c admin admin] Publish callbacks [] for security_group (2800b086-21ee-469f-a2c6-16dd14f868fe), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.652125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 977c2b83-8970-40a8-85d6-44f62f26b679 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:44.652473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 977c2b83-8970-40a8-85d6-44f62f26b679 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:44.652891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4978d5bb-199e-46b8-b034-903875dc1f76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:44.664753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b18df8b-8ff9-4b3d-b48e-e4f24ec9be7c admin admin] Publish callbacks [] for security_group (2800b086-21ee-469f-a2c6-16dd14f868fe), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.676817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 4978d5bb-199e-46b8-b034-903875dc1f76 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:44.677166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4978d5bb-199e-46b8-b034-903875dc1f76 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:44.727489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.841023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (fe083c15-4e16-4df5-979d-cb5e9da397d6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.845714 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b18df8b-8ff9-4b3d-b48e-e4f24ec9be7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2800b086-21ee-469f-a2c6-16dd14f868fe), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.848283 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b18df8b-8ff9-4b3d-b48e-e4f24ec9be7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.850623 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3b18df8b-8ff9-4b3d-b48e-e4f24ec9be7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2800b086-21ee-469f-a2c6-16dd14f868fe HTTP/1.1" status: 204  len: 168 time: 0.2724326
Apr 30 21:40:44.868958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18df8b-8ff9-4b3d-b48e-e4f24ec9be7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2800b086-21ee-469f-a2c6-16dd14f868fe,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:44.923247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:44.993388 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.063396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:45.074166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (640e8ab7-601e-4e96-8fad-f924606dfbac), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.098608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Deleting port b77e4b5d-a843-4aad-ba22-2d86a7ee175b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:45.099129 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.194720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] For port b77e4b5d-a843-4aad-ba22-2d86a7ee175b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,segment=NetworkSegment(c909ed9c-8ade-4181-93d3-f995b1e4d79f),segment_id=c909ed9c-8ade-4181-93d3-f995b1e4d79f)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:45.195090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.208811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Calling delete_port for b77e4b5d-a843-4aad-ba22-2d86a7ee175b owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:45.212285 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 640e8ab7-601e-4e96-8fad-f924606dfbac associated. External IP: 172.35.4.83, port: 1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b.
Apr 30 21:40:45.434497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:45.462548 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b77e4b5d-a843-4aad-ba22-2d86a7ee175b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.488181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77e4b5d-a843-4aad-ba22-2d86a7ee175b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:45.530125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39806) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:45.548251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9bf9-db55-4060-9269-2bdc6a43da50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.587795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:45.599470 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab4957-63be-4764-91ac-403c1f667658 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:45.613509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab4957-63be-4764-91ac-403c1f667658 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:45.614660 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-dbab4957-63be-4764-91ac-403c1f667658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d940d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:45.654257 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-dbab4957-63be-4764-91ac-403c1f667658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d940d90>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:45.666936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9bf9-db55-4060-9269-2bdc6a43da50 admin admin] Publish callbacks [] for security_group (7c737457-0969-4f23-89e1-6f2c216cad99), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.668694 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbab4957-63be-4764-91ac-403c1f667658 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:45.669537 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-dbab4957-63be-4764-91ac-403c1f667658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d940d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:45.675998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.692568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (fe083c15-4e16-4df5-979d-cb5e9da397d6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.712767 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-dbab4957-63be-4764-91ac-403c1f667658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d940d90>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:45.713603 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab4957-63be-4764-91ac-403c1f667658 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:45.722363 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-80fcf131-1e38-40d3-8bb7-0275d3554d35 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.5099745
Apr 30 21:40:45.726552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39808) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:45.731315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-40a3fce4-0277-42aa-be2a-2640af730c0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'port_id': '1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:45.737665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9bf9-db55-4060-9269-2bdc6a43da50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7c737457-0969-4f23-89e1-6f2c216cad99), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.824758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40a3fce4-0277-42aa-be2a-2640af730c0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (640e8ab7-601e-4e96-8fad-f924606dfbac), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:45.828299 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e4cb9bf9-db55-4060-9269-2bdc6a43da50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87c3b086076f475e9abc825846018579&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2972054
Apr 30 21:40:45.830922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39810) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:45.864135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb9bf9-db55-4060-9269-2bdc6a43da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c737457-0969-4f23-89e1-6f2c216cad99,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:45.954664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Router fe083c15-4e16-4df5-979d-cb5e9da397d6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:45.978337 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fa1ec-acf0-4647-a8d0-3fb649604f0e admin admin] Publish callbacks [] for security_group (7c737457-0969-4f23-89e1-6f2c216cad99), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.016827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fa1ec-acf0-4647-a8d0-3fb649604f0e admin admin] Publish callbacks [] for security_group (7c737457-0969-4f23-89e1-6f2c216cad99), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.067240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:46.074950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-504f03df-3207-4bc5-a357-2c0ccdcd2d23 admin admin] 10.222.0.23 "PUT /v2.0/routers/fe083c15-4e16-4df5-979d-cb5e9da397d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6360652
Apr 30 21:40:46.074950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39812) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:46.078796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] Sync routers for ids ['fe083c15-4e16-4df5-979d-cb5e9da397d6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:46.090086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] Routers {'fe083c15-4e16-4df5-979d-cb5e9da397d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:46.091131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2edf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe083c15-4e16-4df5-979d-cb5e9da397d6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:46.190797 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks [] for router (fe083c15-4e16-4df5-979d-cb5e9da397d6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.212584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fa1ec-acf0-4647-a8d0-3fb649604f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7c737457-0969-4f23-89e1-6f2c216cad99), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.216254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a47fa1ec-acf0-4647-a8d0-3fb649604f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.217252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] Set router fe083c15-4e16-4df5-979d-cb5e9da397d6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:46.221645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a47fa1ec-acf0-4647-a8d0-3fb649604f0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c737457-0969-4f23-89e1-6f2c216cad99 HTTP/1.1" status: 204  len: 168 time: 0.3896673
Apr 30 21:40:46.304838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fa1ec-acf0-4647-a8d0-3fb649604f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c737457-0969-4f23-89e1-6f2c216cad99,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:46.340242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks [] for router_gateway (fe083c15-4e16-4df5-979d-cb5e9da397d6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.429903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2edf10>, [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206'}], 'enable_snat': True}, 'gw_port_id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:40:45Z', 'revision_number': 5, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port': {'id': 'ad4d7a0e-b51a-45d5-950f-551e7cba8800', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:39:56Z', 'updated_at': '2022-04-30T21:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:46.448893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Deleting port ad4d7a0e-b51a-45d5-950f-551e7cba8800 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:46.449231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.455623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40a3fce4-0277-42aa-be2a-2640af730c0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.466101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] Checking router: fe083c15-4e16-4df5-979d-cb5e9da397d6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:40:46.474483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] Routers {'fe083c15-4e16-4df5-979d-cb5e9da397d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:46.475149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2edf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['fe083c15-4e16-4df5-979d-cb5e9da397d6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:46.535987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40a3fce4-0277-42aa-be2a-2640af730c0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (640e8ab7-601e-4e96-8fad-f924606dfbac), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.541867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] For port ad4d7a0e-b51a-45d5-950f-551e7cba8800, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad4d7a0e-b51a-45d5-950f-551e7cba8800,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:46.542373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.557178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Calling delete_port for ad4d7a0e-b51a-45d5-950f-551e7cba8800 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:46.578319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] Set router fe083c15-4e16-4df5-979d-cb5e9da397d6 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:40:46.638809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2edf10>, [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:40:46Z', 'revision_number': 6, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:46.672155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c6d345-08ca-44c5-b706-77551046da14 None None] The sync data for ids ['fe083c15-4e16-4df5-979d-cb5e9da397d6'] in ncdv-master-1 is: [{'id': 'fe083c15-4e16-4df5-979d-cb5e9da397d6', 'name': 'tempest-TestServerMultinode-378920474-router', 'tenant_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:39:55Z', 'updated_at': '2022-04-30T21:40:46Z', 'revision_number': 6, 'project_id': 'af2dd6efb5894815bdd924b6dc6a5426', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:46.885190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ad4d7a0e-b51a-45d5-950f-551e7cba8800), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:46.910395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4d7a0e-b51a-45d5-950f-551e7cba8800,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:46.980108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (fe083c15-4e16-4df5-979d-cb5e9da397d6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.083756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (fe083c15-4e16-4df5-979d-cb5e9da397d6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.086742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks [] for router_controller (fe083c15-4e16-4df5-979d-cb5e9da397d6), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.152909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.163412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a3fce4-0277-42aa-be2a-2640af730c0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:47.211713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (fe083c15-4e16-4df5-979d-cb5e9da397d6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.212323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe083c15-4e16-4df5-979d-cb5e9da397d6 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:40:47.217967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.227227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ce8c4782-e031-4e35-a293-47f8436eeb4e admin admin] 10.222.0.23 "DELETE /v2.0/routers/fe083c15-4e16-4df5-979d-cb5e9da397d6 HTTP/1.1" status: 204  len: 168 time: 1.1434035
Apr 30 21:40:47.227227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39830) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:47.271914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-229143d7-3c7d-40b9-90dd-d79aa7f30e0a admin admin] Deleting subnet aa07f2b5-79c5-4f21-8204-254f0f615f4e {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:40:47.275335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-229143d7-3c7d-40b9-90dd-d79aa7f30e0a admin admin] Publish callbacks [] for subnet (aa07f2b5-79c5-4f21-8204-254f0f615f4e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.280267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a3fce4-0277-42aa-be2a-2640af730c0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:47.284723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40a3fce4-0277-42aa-be2a-2640af730c0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.295154 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9195ca6d-2a85-4027-966c-1f2bbaf0793f None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:47.308659 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9195ca6d-2a85-4027-966c-1f2bbaf0793f None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:47.309499 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9195ca6d-2a85-4027-966c-1f2bbaf0793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8511f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:47.311331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-229143d7-3c7d-40b9-90dd-d79aa7f30e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (aa07f2b5-79c5-4f21-8204-254f0f615f4e), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.349222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9195ca6d-2a85-4027-966c-1f2bbaf0793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8511f0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:47.362422 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9195ca6d-2a85-4027-966c-1f2bbaf0793f None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:47.363304 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9195ca6d-2a85-4027-966c-1f2bbaf0793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8511f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:47.366555 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-40a3fce4-0277-42aa-be2a-2640af730c0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/floatingips/640e8ab7-601e-4e96-8fad-f924606dfbac HTTP/1.1" status: 200  len: 978 time: 1.6389065
Apr 30 21:40:47.372329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39836) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:47.400155 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-229143d7-3c7d-40b9-90dd-d79aa7f30e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (aa07f2b5-79c5-4f21-8204-254f0f615f4e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.408698 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9195ca6d-2a85-4027-966c-1f2bbaf0793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8511f0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:47.409491 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9195ca6d-2a85-4027-966c-1f2bbaf0793f None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:47.520030 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-229143d7-3c7d-40b9-90dd-d79aa7f30e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (aa07f2b5-79c5-4f21-8204-254f0f615f4e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.549643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229143d7-3c7d-40b9-90dd-d79aa7f30e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa07f2b5-79c5-4f21-8204-254f0f615f4e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:47.553640 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-229143d7-3c7d-40b9-90dd-d79aa7f30e0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.558545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f045a566-a68d-4d37-930e-5fc86febe156 None None] Network aeb84da4-2df3-420f-b23e-e68a16e1c96d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:47.559478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-229143d7-3c7d-40b9-90dd-d79aa7f30e0a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa07f2b5-79c5-4f21-8204-254f0f615f4e HTTP/1.1" status: 204  len: 168 time: 0.3366585
Apr 30 21:40:47.560072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39840) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:47.563980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:47.564325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.648156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (aeb84da4-2df3-420f-b23e-e68a16e1c96d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.666070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.666406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.687872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:47.710942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Deleting port d1319cf0-233c-4080-a30d-a888fe24501a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:47.711702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.754460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad884957-4889-4631-bec0-368a2668e804 None None] DHCP port deletion for aeb84da4-2df3-420f-b23e-e68a16e1c96d request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:40:47.787763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] For port d1319cf0-233c-4080-a30d-a888fe24501a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1319cf0-233c-4080-a30d-a888fe24501a,segment=NetworkSegment(c909ed9c-8ade-4181-93d3-f995b1e4d79f),segment_id=c909ed9c-8ade-4181-93d3-f995b1e4d79f)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:47.788242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.819265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Calling delete_port for d1319cf0-233c-4080-a30d-a888fe24501a owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:47.827281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ad884957-4889-4631-bec0-368a2668e804 None None] Deleting port d1319cf0-233c-4080-a30d-a888fe24501a {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:47.827769 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ad884957-4889-4631-bec0-368a2668e804 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.928636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ad884957-4889-4631-bec0-368a2668e804 None None] For port d1319cf0-233c-4080-a30d-a888fe24501a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d1319cf0-233c-4080-a30d-a888fe24501a,segment=NetworkSegment(c909ed9c-8ade-4181-93d3-f995b1e4d79f),segment_id=c909ed9c-8ade-4181-93d3-f995b1e4d79f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:47.929068 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ad884957-4889-4631-bec0-368a2668e804 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.931446 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-35a86e01-7a32-4566-b22a-41fe239da844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:47.944343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ad884957-4889-4631-bec0-368a2668e804 None None] Calling delete_port for d1319cf0-233c-4080-a30d-a888fe24501a owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:47.993020 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.018284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1319cf0-233c-4080-a30d-a888fe24501a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:48.025281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] No DVR routers for this DVR port d1319cf0-233c-4080-a30d-a888fe24501a on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:48.078258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.108966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=ddfe5bfe-af82-4b78-aeee-1488c6fe3ffd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:48.126042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (aeb84da4-2df3-420f-b23e-e68a16e1c96d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.163954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967365280>,) {'filters': {'network_id': ['aeb84da4-2df3-420f-b23e-e68a16e1c96d']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:48.176057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (640e8ab7-601e-4e96-8fad-f924606dfbac), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.178607 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 640e8ab7-601e-4e96-8fad-f924606dfbac disassociated (deleted). External IP: 172.35.4.83, port: 1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b.
Apr 30 21:40:48.181608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967365280>, 'c909ed9c-8ade-4181-93d3-f995b1e4d79f') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:48.182147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967365280>, 'c909ed9c-8ade-4181-93d3-f995b1e4d79f') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:48.194099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (c909ed9c-8ade-4181-93d3-f995b1e4d79f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.194284 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ad884957-4889-4631-bec0-368a2668e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (d1319cf0-233c-4080-a30d-a888fe24501a), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.217927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (c909ed9c-8ade-4181-93d3-f995b1e4d79f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.226424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:40:48.226424 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (c909ed9c-8ade-4181-93d3-f995b1e4d79f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:40:48.228269 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:40:48.230409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad884957-4889-4631-bec0-368a2668e804 None None] Pushing event deleted for resources: {'Port': ['ID=d1319cf0-233c-4080-a30d-a888fe24501a,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:48.245704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad884957-4889-4631-bec0-368a2668e804 None None] No DVR routers for this DVR port d1319cf0-233c-4080-a30d-a888fe24501a on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:40:48.382722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (aeb84da4-2df3-420f-b23e-e68a16e1c96d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.388211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.391334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] 10.222.0.23 "DELETE /v2.0/networks/aeb84da4-2df3-420f-b23e-e68a16e1c96d HTTP/1.1" status: 204  len: 168 time: 0.8301413
Apr 30 21:40:48.405992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77949efa-8006-4d13-a9f2-31845cafdc9b admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb84da4-2df3-420f-b23e-e68a16e1c96d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:48.436267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:48.560887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:48.565503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.575798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340322f3-57d3-4629-af7f-b61ed098bed8 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:48.587447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340322f3-57d3-4629-af7f-b61ed098bed8 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:48.588882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-340322f3-57d3-4629-af7f-b61ed098bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f70b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:48.596902 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-50f40287-b2ab-42ff-ab03-805171b55497 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/floatingips/640e8ab7-601e-4e96-8fad-f924606dfbac HTTP/1.1" status: 204  len: 168 time: 1.2230539
Apr 30 21:40:48.599623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39860) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:48.634562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ad4d7a0e-b51a-45d5-950f-551e7cba8800 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:48.636671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-340322f3-57d3-4629-af7f-b61ed098bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f70b0a0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:48.668985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: ad4d7a0e-b51a-45d5-950f-551e7cba8800 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:48.669331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ad4d7a0e-b51a-45d5-950f-551e7cba8800 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:48.669777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d1319cf0-233c-4080-a30d-a888fe24501a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:48.694887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d1319cf0-233c-4080-a30d-a888fe24501a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:48.695501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d1319cf0-233c-4080-a30d-a888fe24501a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:48.696058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b77e4b5d-a843-4aad-ba22-2d86a7ee175b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:40:48.696313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-b58c70c2-319d-423f-b34c-a5e377548e38 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:48.696667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b58c70c2-319d-423f-b34c-a5e377548e38 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.716924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340322f3-57d3-4629-af7f-b61ed098bed8 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:48.717560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-340322f3-57d3-4629-af7f-b61ed098bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f70b0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:48.719475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b77e4b5d-a843-4aad-ba22-2d86a7ee175b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:40:48.719819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b77e4b5d-a843-4aad-ba22-2d86a7ee175b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:40:48.766845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-340322f3-57d3-4629-af7f-b61ed098bed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f70b0a0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:48.767456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340322f3-57d3-4629-af7f-b61ed098bed8 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:48.789376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b58c70c2-319d-423f-b34c-a5e377548e38 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.804195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-b58c70c2-319d-423f-b34c-a5e377548e38 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:48.818160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39866) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:48.905047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3063268e-f8cd-4116-8ce6-99fbb5432c25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02c76e15fece44a9be2e1342513ae551&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0850956
Apr 30 21:40:48.907668 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39868) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:48.960508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c65d46bb-7266-48bc-930a-ab6ece2fb2f6 admin admin] Publish callbacks [] for security_group (44c30994-7f66-486e-bf59-d6cfd9dffca9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:48.985901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c65d46bb-7266-48bc-930a-ab6ece2fb2f6 admin admin] Publish callbacks [] for security_group (44c30994-7f66-486e-bf59-d6cfd9dffca9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.085246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b58c70c2-319d-423f-b34c-a5e377548e38 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.111792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c70c2-319d-423f-b34c-a5e377548e38 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:49.124265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c65d46bb-7266-48bc-930a-ab6ece2fb2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (44c30994-7f66-486e-bf59-d6cfd9dffca9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.124265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c65d46bb-7266-48bc-930a-ab6ece2fb2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.125779 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c65d46bb-7266-48bc-930a-ab6ece2fb2f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44c30994-7f66-486e-bf59-d6cfd9dffca9 HTTP/1.1" status: 204  len: 168 time: 0.2170122
Apr 30 21:40:49.135839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d46bb-7266-48bc-930a-ab6ece2fb2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c30994-7f66-486e-bf59-d6cfd9dffca9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:49.221142 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b58c70c2-319d-423f-b34c-a5e377548e38 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.228104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b58c70c2-319d-423f-b34c-a5e377548e38 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/ports/1e58ab7b-2ed7-4fa9-8af5-e5a5c9b89d8b HTTP/1.1" status: 204  len: 168 time: 0.6240101
Apr 30 21:40:49.228699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39874) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:49.233604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:49.331596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.418499 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.534662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.35.4.90 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/45ba2cd5-be9b-499c-b988-29f3559cf5a1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:49.646610 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (45ba2cd5-be9b-499c-b988-29f3559cf5a1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.719664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (45ba2cd5-be9b-499c-b988-29f3559cf5a1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.756442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:49.760832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:49.764282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:49.794172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=45ba2cd5-be9b-499c-b988-29f3559cf5a1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:49.794968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39884) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:49.838183 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-507293ef-2e18-4fd1-8f95-b162abc74dcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af2dd6efb5894815bdd924b6dc6a5426&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0418031
Apr 30 21:40:49.840679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39886) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:49.868886 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (23edb7f4-0262-43ba-971d-e52eca69e8a7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.890817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b0df8f6e-4f22-4ecc-bf6d-7e0f4c63f14c admin admin] Publish callbacks [] for security_group (2064ad35-b274-4d23-9d68-a0a94aad770d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:49.913670 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b0df8f6e-4f22-4ecc-bf6d-7e0f4c63f14c admin admin] Publish callbacks [] for security_group (2064ad35-b274-4d23-9d68-a0a94aad770d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.043772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b0df8f6e-4f22-4ecc-bf6d-7e0f4c63f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2064ad35-b274-4d23-9d68-a0a94aad770d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.046540 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b0df8f6e-4f22-4ecc-bf6d-7e0f4c63f14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.047896 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b0df8f6e-4f22-4ecc-bf6d-7e0f4c63f14c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2064ad35-b274-4d23-9d68-a0a94aad770d HTTP/1.1" status: 204  len: 168 time: 0.2062867
Apr 30 21:40:50.057465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df8f6e-4f22-4ecc-bf6d-7e0f4c63f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064ad35-b274-4d23-9d68-a0a94aad770d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:50.292799 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45ba2cd5-be9b-499c-b988-29f3559cf5a1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.442996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (45ba2cd5-be9b-499c-b988-29f3559cf5a1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.526295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fbd8cc6b-40b6-420a-bb95-62c2f0a8a81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.526971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (45ba2cd5-be9b-499c-b988-29f3559cf5a1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.601067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=45ba2cd5-be9b-499c-b988-29f3559cf5a1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:50.627592 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (23edb7f4-0262-43ba-971d-e52eca69e8a7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.716152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.717467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-762ac3d0-2d68-4083-a6aa-72b230307b67 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4878149
Apr 30 21:40:50.720391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39894) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:50.726080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'port': {'network_id': '925f004b-e8c5-440a-b7cb-307284205cc1', 'name': 'tempest-FloatingIPTestJSON-139451197'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:50.914822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:50.922095 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:50.941305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] device_id is not set on port 2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:40:51.050808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.20.0.13 (925f004b-e8c5-440a-b7cb-307284205cc1/ea681974-6aad-41dc-8a14-fc8b5e92def7/2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:51.182624 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:51.201606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:51.282892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:51.331551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 925f004b-e8c5-440a-b7cb-307284205cc1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:51.334682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:51.338391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:51.359328 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:51.374357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:51.399768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:51.400376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:51.482073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-06b7c463-8db3-49e9-b321-a365b443efcd tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.7604594
Apr 30 21:40:51.484647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39908) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:51.489020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'port_id': '2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:51.529126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (23edb7f4-0262-43ba-971d-e52eca69e8a7), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:51.976057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:52.066545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (23edb7f4-0262-43ba-971d-e52eca69e8a7), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:52.173033 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 23edb7f4-0262-43ba-971d-e52eca69e8a7 associated. External IP: 172.35.4.90, port: 2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2.
Apr 30 21:40:52.392003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:52.505170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:52.510196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:52.515097 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223c560-7f55-49a3-9cac-f99a0205ae4d None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:52.524503 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223c560-7f55-49a3-9cac-f99a0205ae4d None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:52.525106 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a223c560-7f55-49a3-9cac-f99a0205ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c801160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:52.542015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-790488fc-c82d-47f6-9dac-09932a69a4c6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/floatingips/23edb7f4-0262-43ba-971d-e52eca69e8a7 HTTP/1.1" status: 200  len: 977 time: 1.0562208
Apr 30 21:40:52.544721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39916) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:52.560418 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a223c560-7f55-49a3-9cac-f99a0205ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c801160>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:52.568914 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223c560-7f55-49a3-9cac-f99a0205ae4d None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:52.569547 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a223c560-7f55-49a3-9cac-f99a0205ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c801160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:52.607228 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a223c560-7f55-49a3-9cac-f99a0205ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c801160>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:52.607814 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a223c560-7f55-49a3-9cac-f99a0205ae4d None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:52.631858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:52.631858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:52.721315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:52.898438 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:52.899068 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (23edb7f4-0262-43ba-971d-e52eca69e8a7), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:52.899394 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 23edb7f4-0262-43ba-971d-e52eca69e8a7 disassociated. External IP: 172.35.4.90, port: 2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2.
Apr 30 21:40:52.899747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:53.096532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:53.124639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:53.194120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:53.252836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:53.371564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:53.383127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb26b8-8ca6-41a5-8108-ca89c2a8b608 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:53.395799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb26b8-8ca6-41a5-8108-ca89c2a8b608 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:53.397324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-feeb26b8-8ca6-41a5-8108-ca89c2a8b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c968a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:53.437078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-feeb26b8-8ca6-41a5-8108-ca89c2a8b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c968a60>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:53.446215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb26b8-8ca6-41a5-8108-ca89c2a8b608 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:53.446791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-feeb26b8-8ca6-41a5-8108-ca89c2a8b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c968a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:53.448511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:53.452233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6ec02c9f-828d-4ae9-bf3c-ba27837ce1f6 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/ports/2d1133ae-2a2e-4ceb-bc8d-cfb61941e5e2 HTTP/1.1" status: 204  len: 168 time: 0.9065742
Apr 30 21:40:53.454903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39942) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:53.481738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-feeb26b8-8ca6-41a5-8108-ca89c2a8b608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c968a60>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:53.482408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb26b8-8ca6-41a5-8108-ca89c2a8b608 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:53.505351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-78ec47de-9a29-4a99-b2e4-b40cfb176d0b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "GET /v2.0/floatingips/23edb7f4-0262-43ba-971d-e52eca69e8a7 HTTP/1.1" status: 200  len: 687 time: 0.0492344
Apr 30 21:40:53.508542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39944) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:53.633368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 45ba2cd5-be9b-499c-b988-29f3559cf5a1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:40:53.633721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (45ba2cd5-be9b-499c-b988-29f3559cf5a1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:53.712045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (45ba2cd5-be9b-499c-b988-29f3559cf5a1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:53.712375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (45ba2cd5-be9b-499c-b988-29f3559cf5a1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:53.725165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 45ba2cd5-be9b-499c-b988-29f3559cf5a1 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:40:53.925290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (45ba2cd5-be9b-499c-b988-29f3559cf5a1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:53.957027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=45ba2cd5-be9b-499c-b988-29f3559cf5a1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:54.022263 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (23edb7f4-0262-43ba-971d-e52eca69e8a7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:54.025010 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:54.026181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9db5bd7f-c9eb-4457-aa47-9dfbc60245b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/floatingips/23edb7f4-0262-43ba-971d-e52eca69e8a7 HTTP/1.1" status: 204  len: 168 time: 0.5167415
Apr 30 21:40:54.029888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39950) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:54.034258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '536a7a5d-19a2-4576-8691-4162e933fb12'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:54.085935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:54.167431 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:54.277103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.35.4.173 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e60672d7-5069-421f-b935-9e00a94f1237) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:54.380082 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (e60672d7-5069-421f-b935-9e00a94f1237), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:54.466297 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:54.496874 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e60672d7-5069-421f-b935-9e00a94f1237), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:54.541691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:54.547807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:54.554655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:54.557931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=e60672d7-5069-421f-b935-9e00a94f1237,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:54.920186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (0bce94d2-c225-49a4-925d-e93b1df22363), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.192299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39960) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:55.306542 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e6a4-cbc7-4eab-832d-f3dacd949245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.371420 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e60672d7-5069-421f-b935-9e00a94f1237), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.383103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e6a4-cbc7-4eab-832d-f3dacd949245 admin admin] Publish callbacks [] for security_group (c6e77bd1-dd65-4660-b2dc-2e0fcebde571), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.439766 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4c4e6a4-cbc7-4eab-832d-f3dacd949245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c6e77bd1-dd65-4660-b2dc-2e0fcebde571), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.479111 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b4c4e6a4-cbc7-4eab-832d-f3dacd949245 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4824f4a09e434d73a239c2dd93a0427c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2856891
Apr 30 21:40:55.480094 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4e6a4-cbc7-4eab-832d-f3dacd949245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e77bd1-dd65-4660-b2dc-2e0fcebde571,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:55.481809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:55.562512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (e60672d7-5069-421f-b935-9e00a94f1237), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.566090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-330fc9bc-294e-4ea6-b9bc-8b0368564e4d admin admin] Publish callbacks [] for security_group (c6e77bd1-dd65-4660-b2dc-2e0fcebde571), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.587094 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-330fc9bc-294e-4ea6-b9bc-8b0368564e4d admin admin] Publish callbacks [] for security_group (c6e77bd1-dd65-4660-b2dc-2e0fcebde571), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.626741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (e60672d7-5069-421f-b935-9e00a94f1237), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.695988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=e60672d7-5069-421f-b935-9e00a94f1237,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:55.703336 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-330fc9bc-294e-4ea6-b9bc-8b0368564e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c6e77bd1-dd65-4660-b2dc-2e0fcebde571), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.705883 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-330fc9bc-294e-4ea6-b9bc-8b0368564e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.706997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-330fc9bc-294e-4ea6-b9bc-8b0368564e4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6e77bd1-dd65-4660-b2dc-2e0fcebde571 HTTP/1.1" status: 204  len: 168 time: 0.2233527
Apr 30 21:40:55.719025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fc9bc-294e-4ea6-b9bc-8b0368564e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e77bd1-dd65-4660-b2dc-2e0fcebde571,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:55.721152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (0bce94d2-c225-49a4-925d-e93b1df22363), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:55.831485 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 0bce94d2-c225-49a4-925d-e93b1df22363 associated. External IP: 172.35.4.173, port: 536a7a5d-19a2-4576-8691-4162e933fb12.
Apr 30 21:40:56.047829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:40:56.159023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:56.170147 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75981a1d-6832-4815-8dc2-e43e8e4604d4 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:56.179665 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75981a1d-6832-4815-8dc2-e43e8e4604d4 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:56.181160 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-75981a1d-6832-4815-8dc2-e43e8e4604d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:56.215366 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-75981a1d-6832-4815-8dc2-e43e8e4604d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0b20>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:56.221869 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75981a1d-6832-4815-8dc2-e43e8e4604d4 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:56.222453 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-75981a1d-6832-4815-8dc2-e43e8e4604d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:56.258401 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-75981a1d-6832-4815-8dc2-e43e8e4604d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0b20>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:56.258992 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75981a1d-6832-4815-8dc2-e43e8e4604d4 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:56.260563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.292720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5424b2e0-890d-4344-b514-46e51d352da3 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.2617738
Apr 30 21:40:56.297288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39970) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:56.300054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-979384030'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:56.383268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39972) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:56.396541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c3ad52a-8dac-4fb4-856b-027ebdbef1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.446041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:56.449255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.491220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c3ad52a-8dac-4fb4-856b-027ebdbef1ac admin admin] Publish callbacks [] for security_group (6dee76c3-4e5c-448b-884e-1282c6c97d91), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.494600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:40:56.503551 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e360326a-a014-4f38-bc11-ab0a70e682b7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.503893 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Added segment e360326a-a014-4f38-bc11-ab0a70e682b7 of type vlan for network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab
Apr 30 21:40:56.543013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0abb3651-d7fa-4ca1-a42a-1547c7b378ab), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.548400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c3ad52a-8dac-4fb4-856b-027ebdbef1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6dee76c3-4e5c-448b-884e-1282c6c97d91), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.604984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c3ad52a-8dac-4fb4-856b-027ebdbef1ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c81b4c1496d4619b9cdbda0abc6c089&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2206726
Apr 30 21:40:56.606177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ad52a-8dac-4fb4-856b-027ebdbef1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee76c3-4e5c-448b-884e-1282c6c97d91,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:56.607705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39974) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:56.657160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5fac-f4e7-45c5-a8ba-4fdf902c9eca admin admin] Publish callbacks [] for security_group (6dee76c3-4e5c-448b-884e-1282c6c97d91), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.678745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5fac-f4e7-45c5-a8ba-4fdf902c9eca admin admin] Publish callbacks [] for security_group (6dee76c3-4e5c-448b-884e-1282c6c97d91), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.691176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0abb3651-d7fa-4ca1-a42a-1547c7b378ab), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.696826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:56.697423 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.762424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Network': ['ID=0abb3651-d7fa-4ca1-a42a-1547c7b378ab,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:56.772553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:40:56.781211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5fac-f4e7-45c5-a8ba-4fdf902c9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6dee76c3-4e5c-448b-884e-1282c6c97d91), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.783998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5fac-f4e7-45c5-a8ba-4fdf902c9eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:56.785897 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c5ec5fac-f4e7-45c5-a8ba-4fdf902c9eca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dee76c3-4e5c-448b-884e-1282c6c97d91 HTTP/1.1" status: 204  len: 168 time: 0.1763823
Apr 30 21:40:56.794718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec5fac-f4e7-45c5-a8ba-4fdf902c9eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee76c3-4e5c-448b-884e-1282c6c97d91,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:56.809935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-be7ba6a9-af93-4cf6-8365-37915052559a tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5126419
Apr 30 21:40:56.816964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 39978) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:56.822328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'subnet': {'network_id': '0abb3651-d7fa-4ca1-a42a-1547c7b378ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:56.993780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:40:56.997331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:57.262724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (acefe43c-4d60-42ca-b304-a5337d218704), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:57.336726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Subnet': ['ID=acefe43c-4d60-42ca-b304-a5337d218704,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:57.340018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Checking segment: {'id': 'e360326a-a014-4f38-bc11-ab0a70e682b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0abb3651-d7fa-4ca1-a42a-1547c7b378ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:40:57.340389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network hostable DHCP agents. Network: 0abb3651-d7fa-4ca1-a42a-1547c7b378ab, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:40:57.438224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:40:57.524167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0abb3651-d7fa-4ca1-a42a-1547c7b378ab) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:57.528383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:40:57.529012 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:57.535390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b4de13-43a6-44a3-8934-418eeb7719bc None None] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:57.622005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-00be9f8f-c9c4-488d-b4de-ba88cdf9fa0c tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8004711
Apr 30 21:40:57.623732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 39992) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:57.629530 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1075160688', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:40:57.636360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44626275-8719-4043-8caf-3c83be686124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0abb3651-d7fa-4ca1-a42a-1547c7b378ab', 'network_id': '0abb3651-d7fa-4ca1-a42a-1547c7b378ab', 'project_id': 'ce8b86b5b17e4648a07cd953925eb2ae', 'fixed_ips': [{'subnet_id': 'acefe43c-4d60-42ca-b304-a5337d218704'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:40:57.637723 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44626275-8719-4043-8caf-3c83be686124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:57.724126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (a1e618d1-3086-4213-adb3-4daacf604d1e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:57.725730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (a1e618d1-3086-4213-adb3-4daacf604d1e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:57.774162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-44626275-8719-4043-8caf-3c83be686124 None None] Allocated IP 172.20.0.2 (0abb3651-d7fa-4ca1-a42a-1547c7b378ab/acefe43c-4d60-42ca-b304-a5337d218704/7a4d5340-2cee-490e-8e71-dac6207cefe2) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:57.780724 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_controller (a1e618d1-3086-4213-adb3-4daacf604d1e), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:57.924212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44626275-8719-4043-8caf-3c83be686124 None None] Publish callbacks [] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:57.999914 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44626275-8719-4043-8caf-3c83be686124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.005429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_gateway (a1e618d1-3086-4213-adb3-4daacf604d1e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.035779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44626275-8719-4043-8caf-3c83be686124 None None] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:58.038577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-44626275-8719-4043-8caf-3c83be686124 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:58.045072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44626275-8719-4043-8caf-3c83be686124 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:58.056704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44626275-8719-4043-8caf-3c83be686124 None None] Pushing event updated for resources: {'Port': ['ID=7a4d5340-2cee-490e-8e71-dac6207cefe2,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:58.109144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-44626275-8719-4043-8caf-3c83be686124 None None] Attempting to bind port 7a4d5340-2cee-490e-8e71-dac6207cefe2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:40:58.109521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-44626275-8719-4043-8caf-3c83be686124 None None] Attempting to bind port 7a4d5340-2cee-490e-8e71-dac6207cefe2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e360326a-a014-4f38-bc11-ab0a70e682b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0abb3651-d7fa-4ca1-a42a-1547c7b378ab'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:40:58.109924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44626275-8719-4043-8caf-3c83be686124 None None] Attempting to bind port 7a4d5340-2cee-490e-8e71-dac6207cefe2 on network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:40:58.114926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44626275-8719-4043-8caf-3c83be686124 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:40:58.115851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44626275-8719-4043-8caf-3c83be686124 None None] Checking segment: {'id': 'e360326a-a014-4f38-bc11-ab0a70e682b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0abb3651-d7fa-4ca1-a42a-1547c7b378ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:40:58.116259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44626275-8719-4043-8caf-3c83be686124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.116686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44626275-8719-4043-8caf-3c83be686124 None None] Bound using segment: {'id': 'e360326a-a014-4f38-bc11-ab0a70e682b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0abb3651-d7fa-4ca1-a42a-1547c7b378ab'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:40:58.117114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-44626275-8719-4043-8caf-3c83be686124 None None] Bound port: 7a4d5340-2cee-490e-8e71-dac6207cefe2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e360326a-a014-4f38-bc11-ab0a70e682b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0abb3651-d7fa-4ca1-a42a-1547c7b378ab'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:40:58.117497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44626275-8719-4043-8caf-3c83be686124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.185401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-44626275-8719-4043-8caf-3c83be686124 None None] For port 7a4d5340-2cee-490e-8e71-dac6207cefe2, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:40:58.188155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-44626275-8719-4043-8caf-3c83be686124 None None] For port 7a4d5340-2cee-490e-8e71-dac6207cefe2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a4d5340-2cee-490e-8e71-dac6207cefe2,segment=NetworkSegment(e360326a-a014-4f38-bc11-ab0a70e682b7),segment_id=e360326a-a014-4f38-bc11-ab0a70e682b7)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:40:58.285927 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44626275-8719-4043-8caf-3c83be686124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.297060 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_gateway (a1e618d1-3086-4213-adb3-4daacf604d1e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.319871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.346890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44626275-8719-4043-8caf-3c83be686124 None None] Pushing event updated for resources: {'Port': ['ID=7a4d5340-2cee-490e-8e71-dac6207cefe2,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:58.445348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.35.4.144 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/7aef2f7b-d408-4bdc-a20f-46b41713c732) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:40:58.564991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (7aef2f7b-d408-4bdc-a20f-46b41713c732), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.656277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7aef2f7b-d408-4bdc-a20f-46b41713c732), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.662575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7a4d5340-2cee-490e-8e71-dac6207cefe2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:40:58.695774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:40:58.698970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:40:58.702622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:40:58.741205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=7aef2f7b-d408-4bdc-a20f-46b41713c732,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:58.751030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7a4d5340-2cee-490e-8e71-dac6207cefe2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:58.752042 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.846772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7a4d5340-2cee-490e-8e71-dac6207cefe2 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:58.847460 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:58.886772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 7a4d5340-2cee-490e-8e71-dac6207cefe2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a4d5340-2cee-490e-8e71-dac6207cefe2,segment=NetworkSegment(e360326a-a014-4f38-bc11-ab0a70e682b7),segment_id=e360326a-a014-4f38-bc11-ab0a70e682b7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:40:59.005383 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:59.076885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=7a4d5340-2cee-490e-8e71-dac6207cefe2,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:40:59.083304 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_gateway (a1e618d1-3086-4213-adb3-4daacf604d1e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:59.307266 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (a1e618d1-3086-4213-adb3-4daacf604d1e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:59.420393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b18a7-f3d8-407a-ab05-679f48516d4a None None] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:40:59.477094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a5dfd6d6-5b12-4f3d-ad0b-0ee5c12a5629 None None] Provisioning complete for port 7a4d5340-2cee-490e-8e71-dac6207cefe2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:59.477574 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd6d6-5b12-4f3d-ad0b-0ee5c12a5629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:59.519428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router a1e618d1-3086-4213-adb3-4daacf604d1e is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:40:59.600593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a5dfd6d6-5b12-4f3d-ad0b-0ee5c12a5629 None None] Current status of the port 7a4d5340-2cee-490e-8e71-dac6207cefe2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:40:59.638048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:40:59.649978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427aaaa-e9ad-437e-81b3-936b91d8c7e6 None None] Sync routers for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:40:59.661698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427aaaa-e9ad-437e-81b3-936b91d8c7e6 None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:59.663367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0427aaaa-e9ad-437e-81b3-936b91d8c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895ff92ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:59.707962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0427aaaa-e9ad-437e-81b3-936b91d8c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895ff92ee0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:59.717864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427aaaa-e9ad-437e-81b3-936b91d8c7e6 None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:40:59.718763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0427aaaa-e9ad-437e-81b3-936b91d8c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895ff92ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:59.750475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:59.754081 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-514531b3-1a84-4075-8c43-e5cd0392a612 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.1290867
Apr 30 21:40:59.756582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40028) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:40:59.757614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0427aaaa-e9ad-437e-81b3-936b91d8c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895ff92ee0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:40:59.758260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427aaaa-e9ad-437e-81b3-936b91d8c7e6 None None] The sync data for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:40:59.819480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9e800073-e231-4bd8-82a8-5c6c714155c5 None None] Provisioning complete for port 7a4d5340-2cee-490e-8e71-dac6207cefe2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:40:59.819853 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9e800073-e231-4bd8-82a8-5c6c714155c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:40:59.900907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9e800073-e231-4bd8-82a8-5c6c714155c5 None None] Current status of the port 7a4d5340-2cee-490e-8e71-dac6207cefe2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:00.536596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:00.647375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7a4d5340-2cee-490e-8e71-dac6207cefe2 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:00.704015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7a4d5340-2cee-490e-8e71-dac6207cefe2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:00.704800 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:00.787437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7a4d5340-2cee-490e-8e71-dac6207cefe2 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:00.830674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.20.0.1 (0abb3651-d7fa-4ca1-a42a-1547c7b378ab/acefe43c-4d60-42ca-b304-a5337d218704/9f13de05-ae0d-4130-b401-3a1510a85445) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:00.943188 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (9f13de05-ae0d-4130-b401-3a1510a85445), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.044474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9f13de05-ae0d-4130-b401-3a1510a85445), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.083321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:01.086974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:01.089679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:01.092856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40044) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:01.126910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=9f13de05-ae0d-4130-b401-3a1510a85445,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:01.151106 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (a1e618d1-3086-4213-adb3-4daacf604d1e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.212205 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2e89-4cf9-471a-90e6-8b122cf5e6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.293592 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2e89-4cf9-471a-90e6-8b122cf5e6c9 admin admin] Publish callbacks [] for security_group (a6d0f6f0-ac75-4a0d-84c7-0012ffca0768), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.331440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-33ed1c0d-2ca6-4eef-bfa7-12bcfee51cf4 None None] Provisioning complete for port 9f13de05-ae0d-4130-b401-3a1510a85445 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:01.332029 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33ed1c0d-2ca6-4eef-bfa7-12bcfee51cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9f13de05-ae0d-4130-b401-3a1510a85445), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.372889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-33ed1c0d-2ca6-4eef-bfa7-12bcfee51cf4 None None] Port 9f13de05-ae0d-4130-b401-3a1510a85445 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:41:01.376324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2e89-4cf9-471a-90e6-8b122cf5e6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a6d0f6f0-ac75-4a0d-84c7-0012ffca0768), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.386414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9f13de05-ae0d-4130-b401-3a1510a85445), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.417908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3b9e2e89-4cf9-471a-90e6-8b122cf5e6c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86222a679b91433488d717a0420ed7ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3239343
Apr 30 21:41:01.418773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e2e89-4cf9-471a-90e6-8b122cf5e6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d0f6f0-ac75-4a0d-84c7-0012ffca0768,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:01.420646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40048) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:01.551491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d226-57a8-4a56-add7-086201341a9b admin admin] Publish callbacks [] for security_group (a6d0f6f0-ac75-4a0d-84c7-0012ffca0768), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.580698 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d226-57a8-4a56-add7-086201341a9b admin admin] Publish callbacks [] for security_group (a6d0f6f0-ac75-4a0d-84c7-0012ffca0768), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.743094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (9f13de05-ae0d-4130-b401-3a1510a85445), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.786780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d226-57a8-4a56-add7-086201341a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a6d0f6f0-ac75-4a0d-84c7-0012ffca0768), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.789897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d226-57a8-4a56-add7-086201341a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.791034 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dbd0d226-57a8-4a56-add7-086201341a9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6d0f6f0-ac75-4a0d-84c7-0012ffca0768 HTTP/1.1" status: 204  len: 168 time: 0.3694499
Apr 30 21:41:01.798519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0d226-57a8-4a56-add7-086201341a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d0f6f0-ac75-4a0d-84c7-0012ffca0768,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:01.830659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (9f13de05-ae0d-4130-b401-3a1510a85445), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.899352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=9f13de05-ae0d-4130-b401-3a1510a85445,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:01.901858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (a1e618d1-3086-4213-adb3-4daacf604d1e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:01.995883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:01.997253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:02.121314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router a1e618d1-3086-4213-adb3-4daacf604d1e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:02.239563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:02.244512 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aee3d147-3738-4fc6-ad73-d2e29b1b5e87 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/routers/a1e618d1-3086-4213-adb3-4daacf604d1e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4861057
Apr 30 21:41:02.247221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40054) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:02.249939 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e9d2f-0649-40c0-97f4-0fe3a490fc2d None None] Sync routers for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:02.251960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'port': {'network_id': '0abb3651-d7fa-4ca1-a42a-1547c7b378ab', 'name': 'tempest-FloatingIPTestJSON-1592540610'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:02.261342 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e9d2f-0649-40c0-97f4-0fe3a490fc2d None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:02.261986 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-001e9d2f-0649-40c0-97f4-0fe3a490fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c82b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:02.295346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-001e9d2f-0649-40c0-97f4-0fe3a490fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c82b9d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:02.304437 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e9d2f-0649-40c0-97f4-0fe3a490fc2d None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:02.305358 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-001e9d2f-0649-40c0-97f4-0fe3a490fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c82b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:02.311882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2d7f7b6c-342e-4c69-88c1-08469b2736ca None None] Provisioning complete for port 9f13de05-ae0d-4130-b401-3a1510a85445 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:02.312278 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d7f7b6c-342e-4c69-88c1-08469b2736ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9f13de05-ae0d-4130-b401-3a1510a85445), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.348683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f7b6c-342e-4c69-88c1-08469b2736ca None None] Port 9f13de05-ae0d-4130-b401-3a1510a85445 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:41:02.349263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-001e9d2f-0649-40c0-97f4-0fe3a490fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c82b9d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:02.349787 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e9d2f-0649-40c0-97f4-0fe3a490fc2d None None] The sync data for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:02.462399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Made reservation on behalf of ce8b86b5b17e4648a07cd953925eb2ae for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:02.465797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.487516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] device_id is not set on port 2447b735-3700-42cf-9e60-198348146245 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:02.504167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40056) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:02.518037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ef9afbb-00a1-4256-8c49-cfd1866ba104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.595871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Allocated IP 172.20.0.6 (0abb3651-d7fa-4ca1-a42a-1547c7b378ab/acefe43c-4d60-42ca-b304-a5337d218704/2447b735-3700-42cf-9e60-198348146245) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:02.597861 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ef9afbb-00a1-4256-8c49-cfd1866ba104 admin admin] Publish callbacks [] for security_group (59d3694d-3c9f-4196-82a9-07f8627984f3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.673941 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ef9afbb-00a1-4256-8c49-cfd1866ba104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (59d3694d-3c9f-4196-82a9-07f8627984f3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.712627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9afbb-00a1-4256-8c49-cfd1866ba104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d3694d-3c9f-4196-82a9-07f8627984f3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:02.718242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7ef9afbb-00a1-4256-8c49-cfd1866ba104 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4628c0885ede410791679285fcde6e93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2130151
Apr 30 21:41:02.720918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40058) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:02.746354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for port (2447b735-3700-42cf-9e60-198348146245), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.769656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a4f8da7-2ac2-4559-8bb8-08bcd23a5e46 admin admin] Publish callbacks [] for security_group (59d3694d-3c9f-4196-82a9-07f8627984f3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.791003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a4f8da7-2ac2-4559-8bb8-08bcd23a5e46 admin admin] Publish callbacks [] for security_group (59d3694d-3c9f-4196-82a9-07f8627984f3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.833017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2447b735-3700-42cf-9e60-198348146245), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.873689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:02.876793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:02.880369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:02.907943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a4f8da7-2ac2-4559-8bb8-08bcd23a5e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (59d3694d-3c9f-4196-82a9-07f8627984f3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.908389 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event updated for resources: {'Port': ['ID=2447b735-3700-42cf-9e60-198348146245,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:02.910079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a4f8da7-2ac2-4559-8bb8-08bcd23a5e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:02.913515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a4f8da7-2ac2-4559-8bb8-08bcd23a5e46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59d3694d-3c9f-4196-82a9-07f8627984f3 HTTP/1.1" status: 204  len: 168 time: 0.1915784
Apr 30 21:41:02.934294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f8da7-2ac2-4559-8bb8-08bcd23a5e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d3694d-3c9f-4196-82a9-07f8627984f3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:02.943927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:02.944849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:03.042520 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f98b29fb-4eaf-45fd-887f-2b1de0efb256 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.7942502
Apr 30 21:41:03.045091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40062) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:03.054181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Request body: {'floatingip': {'port_id': '2447b735-3700-42cf-9e60-198348146245'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:03.115501 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (0bce94d2-c225-49a4-925d-e93b1df22363), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:03.172742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-72f96442-7e3a-4979-8cdd-63df90095051 None None] Provisioning complete for port 2447b735-3700-42cf-9e60-198348146245 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:03.173202 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-72f96442-7e3a-4979-8cdd-63df90095051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2447b735-3700-42cf-9e60-198348146245), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:03.211371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-72f96442-7e3a-4979-8cdd-63df90095051 None None] Port 2447b735-3700-42cf-9e60-198348146245 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:41:03.588210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:03.656709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (0bce94d2-c225-49a4-925d-e93b1df22363), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:03.756464 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 0bce94d2-c225-49a4-925d-e93b1df22363 associated. External IP: 172.35.4.173, port: 536a7a5d-19a2-4576-8691-4162e933fb12.
Apr 30 21:41:03.968044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:04.080472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:04.092612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484c963-9e70-4f6f-9934-a6196b38df53 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:04.104156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484c963-9e70-4f6f-9934-a6196b38df53 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:04.104791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4484c963-9e70-4f6f-9934-a6196b38df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa187c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:04.139148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4484c963-9e70-4f6f-9934-a6196b38df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa187c0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:04.148510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4484c963-9e70-4f6f-9934-a6196b38df53 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:04.149370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4484c963-9e70-4f6f-9934-a6196b38df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa187c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:04.184218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4484c963-9e70-4f6f-9934-a6196b38df53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa187c0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:04.184822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4484c963-9e70-4f6f-9934-a6196b38df53 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:04.312548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router a1e618d1-3086-4213-adb3-4daacf604d1e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:04.424187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:04.429257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:04.434870 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d549d66-352f-46f3-9274-ac070d0bfb61 None None] Sync routers for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:04.446155 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d549d66-352f-46f3-9274-ac070d0bfb61 None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:04.446861 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9d549d66-352f-46f3-9274-ac070d0bfb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c872c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:04.479851 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9d549d66-352f-46f3-9274-ac070d0bfb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c872c70>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:04.488313 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d549d66-352f-46f3-9274-ac070d0bfb61 None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:04.488908 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9d549d66-352f-46f3-9274-ac070d0bfb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c872c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:04.494897 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eea45edb-5da4-4dfc-8566-84195b1a96b5 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/floatingips/0bce94d2-c225-49a4-925d-e93b1df22363 HTTP/1.1" status: 200  len: 978 time: 1.4457669
Apr 30 21:41:04.495225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40090) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:04.525678 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9d549d66-352f-46f3-9274-ac070d0bfb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c872c70>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:04.526302 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d549d66-352f-46f3-9274-ac070d0bfb61 None None] The sync data for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:04.583196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 2447b735-3700-42cf-9e60-198348146245 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:04.583537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2447b735-3700-42cf-9e60-198348146245), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:04.669383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2447b735-3700-42cf-9e60-198348146245), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:04.841210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:04.841582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (0bce94d2-c225-49a4-925d-e93b1df22363), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:04.841935 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Floating IP 0bce94d2-c225-49a4-925d-e93b1df22363 disassociated. External IP: 172.35.4.173, port: 2447b735-3700-42cf-9e60-198348146245.
Apr 30 21:41:04.842282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 2447b735-3700-42cf-9e60-198348146245 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:05.043910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2447b735-3700-42cf-9e60-198348146245), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:05.072894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=2447b735-3700-42cf-9e60-198348146245,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:05.196017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router a1e618d1-3086-4213-adb3-4daacf604d1e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:05.336231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:05.348135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d6ca7-8b75-4082-b0af-728a3eb64594 None None] Sync routers for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:05.360569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d6ca7-8b75-4082-b0af-728a3eb64594 None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:05.361195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-761d6ca7-8b75-4082-b0af-728a3eb64594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc01a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:05.395895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-761d6ca7-8b75-4082-b0af-728a3eb64594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc01a30>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:05.405363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d6ca7-8b75-4082-b0af-728a3eb64594 None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:05.406016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-761d6ca7-8b75-4082-b0af-728a3eb64594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc01a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:05.417173 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:05.420613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5e2053d0-4828-4fae-bb07-1e28bdc5ae55 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/ports/2447b735-3700-42cf-9e60-198348146245 HTTP/1.1" status: 204  len: 168 time: 0.9243443
Apr 30 21:41:05.423377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40106) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:05.445691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-761d6ca7-8b75-4082-b0af-728a3eb64594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc01a30>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:05.446354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d6ca7-8b75-4082-b0af-728a3eb64594 None None] The sync data for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:05.750880 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (a1e618d1-3086-4213-adb3-4daacf604d1e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:05.907990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40112) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:06.006053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 9f13de05-ae0d-4130-b401-3a1510a85445 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:06.006397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9f13de05-ae0d-4130-b401-3a1510a85445), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.061131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2728b976-cda7-44d0-b2da-3a6c52032af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.127727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9f13de05-ae0d-4130-b401-3a1510a85445), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.143617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 9f13de05-ae0d-4130-b401-3a1510a85445 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:06.228990 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2728b976-cda7-44d0-b2da-3a6c52032af7 admin admin] Publish callbacks [] for security_group (5c21de35-4641-4198-8c57-01e7bf998eaf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.308512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2728b976-cda7-44d0-b2da-3a6c52032af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5c21de35-4641-4198-8c57-01e7bf998eaf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.373742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2728b976-cda7-44d0-b2da-3a6c52032af7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83b9413829b74b99ba2b28e6dca5843a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4647281
Apr 30 21:41:06.377221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728b976-cda7-44d0-b2da-3a6c52032af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c21de35-4641-4198-8c57-01e7bf998eaf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:06.377352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40118) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:06.432103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-764c7ae7-2d12-4dd3-a946-ea10a04080de admin admin] Publish callbacks [] for security_group (5c21de35-4641-4198-8c57-01e7bf998eaf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.453344 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-764c7ae7-2d12-4dd3-a946-ea10a04080de admin admin] Publish callbacks [] for security_group (5c21de35-4641-4198-8c57-01e7bf998eaf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.457039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9f13de05-ae0d-4130-b401-3a1510a85445), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.489111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=9f13de05-ae0d-4130-b401-3a1510a85445,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:06.583452 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-764c7ae7-2d12-4dd3-a946-ea10a04080de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5c21de35-4641-4198-8c57-01e7bf998eaf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.586821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-764c7ae7-2d12-4dd3-a946-ea10a04080de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:06.590551 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-764c7ae7-2d12-4dd3-a946-ea10a04080de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c21de35-4641-4198-8c57-01e7bf998eaf HTTP/1.1" status: 204  len: 168 time: 0.2096953
Apr 30 21:41:06.596861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c7ae7-2d12-4dd3-a946-ea10a04080de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c21de35-4641-4198-8c57-01e7bf998eaf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:06.676815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (a1e618d1-3086-4213-adb3-4daacf604d1e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.179540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40124) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:07.193335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4900b76c-945b-49a0-9fc7-269e7dd957d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.229791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router a1e618d1-3086-4213-adb3-4daacf604d1e has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:07.272023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4900b76c-945b-49a0-9fc7-269e7dd957d2 admin admin] Publish callbacks [] for security_group (644733c6-b648-4301-9934-2ff122ef5bb7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.337069 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4900b76c-945b-49a0-9fc7-269e7dd957d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (644733c6-b648-4301-9934-2ff122ef5bb7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.339221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:07.353817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-051446d7-dbdb-4e75-9fdb-673ae8db848e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/routers/a1e618d1-3086-4213-adb3-4daacf604d1e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9206994
Apr 30 21:41:07.353817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40126) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:07.356007 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbc75a-253d-4ec7-ad35-0bea6561ae01 None None] Sync routers for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:07.367290 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bbc75a-253d-4ec7-ad35-0bea6561ae01 None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:07.367992 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-93bbc75a-253d-4ec7-ad35-0bea6561ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c706be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:07.376261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900b76c-945b-49a0-9fc7-269e7dd957d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644733c6-b648-4301-9934-2ff122ef5bb7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:07.381151 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4900b76c-945b-49a0-9fc7-269e7dd957d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=48d3efd4b4c94979b866b9ce9881ae3b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1999218
Apr 30 21:41:07.390327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:07.405456 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-93bbc75a-253d-4ec7-ad35-0bea6561ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c706be0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:07.415116 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bbc75a-253d-4ec7-ad35-0bea6561ae01 None None] Routers {'a1e618d1-3086-4213-adb3-4daacf604d1e'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:07.415726 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-93bbc75a-253d-4ec7-ad35-0bea6561ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c706be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a1e618d1-3086-4213-adb3-4daacf604d1e'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:07.441326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71c6d6cc-47df-4ba0-b1dc-31475af5510c admin admin] Publish callbacks [] for security_group (644733c6-b648-4301-9934-2ff122ef5bb7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.448922 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-93bbc75a-253d-4ec7-ad35-0bea6561ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c706be0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:07.449538 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bbc75a-253d-4ec7-ad35-0bea6561ae01 None None] The sync data for ids ['a1e618d1-3086-4213-adb3-4daacf604d1e'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:07.469303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71c6d6cc-47df-4ba0-b1dc-31475af5510c admin admin] Publish callbacks [] for security_group (644733c6-b648-4301-9934-2ff122ef5bb7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.471021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router (a1e618d1-3086-4213-adb3-4daacf604d1e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.575396 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_gateway (a1e618d1-3086-4213-adb3-4daacf604d1e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.600023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71c6d6cc-47df-4ba0-b1dc-31475af5510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (644733c6-b648-4301-9934-2ff122ef5bb7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.602581 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-71c6d6cc-47df-4ba0-b1dc-31475af5510c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.603815 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-71c6d6cc-47df-4ba0-b1dc-31475af5510c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/644733c6-b648-4301-9934-2ff122ef5bb7 HTTP/1.1" status: 204  len: 168 time: 0.2109771
Apr 30 21:41:07.611567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6d6cc-47df-4ba0-b1dc-31475af5510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644733c6-b648-4301-9934-2ff122ef5bb7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:07.705706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 7aef2f7b-d408-4bdc-a20f-46b41713c732 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:07.706083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7aef2f7b-d408-4bdc-a20f-46b41713c732), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.781222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7aef2f7b-d408-4bdc-a20f-46b41713c732), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:07.794124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 7aef2f7b-d408-4bdc-a20f-46b41713c732 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:08.040011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7aef2f7b-d408-4bdc-a20f-46b41713c732), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.072865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=7aef2f7b-d408-4bdc-a20f-46b41713c732,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:08.134573 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (a1e618d1-3086-4213-adb3-4daacf604d1e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.229606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (a1e618d1-3086-4213-adb3-4daacf604d1e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.234911 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_controller (a1e618d1-3086-4213-adb3-4daacf604d1e), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.421057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (a1e618d1-3086-4213-adb3-4daacf604d1e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.421597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Fanout notify agent at l3_agent the message router_deleted on router a1e618d1-3086-4213-adb3-4daacf604d1e {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:41:08.430357 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.432584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e1614f6b-c620-4789-ae38-ea21f938f411 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/routers/a1e618d1-3086-4213-adb3-4daacf604d1e HTTP/1.1" status: 204  len: 168 time: 1.0837202
Apr 30 21:41:08.437267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40146) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:08.494223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8ac579-3c3d-4dd0-8186-936724878854 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting subnet acefe43c-4d60-42ca-b304-a5337d218704 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:41:08.497348 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac579-3c3d-4dd0-8186-936724878854 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for subnet (acefe43c-4d60-42ca-b304-a5337d218704), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.537191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac579-3c3d-4dd0-8186-936724878854 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (acefe43c-4d60-42ca-b304-a5337d218704), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.622209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac579-3c3d-4dd0-8186-936724878854 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (acefe43c-4d60-42ca-b304-a5337d218704), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.741832 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac579-3c3d-4dd0-8186-936724878854 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (acefe43c-4d60-42ca-b304-a5337d218704), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.768974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ac579-3c3d-4dd0-8186-936724878854 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Subnet': ['ID=acefe43c-4d60-42ca-b304-a5337d218704,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:08.773244 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac579-3c3d-4dd0-8186-936724878854 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:08.776669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ed8ac579-3c3d-4dd0-8186-936724878854 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/subnets/acefe43c-4d60-42ca-b304-a5337d218704 HTTP/1.1" status: 204  len: 168 time: 0.3383753
Apr 30 21:41:08.779451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40154) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:08.780635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719ba134-a760-4d57-a1b2-39d0af7e6086 None None] Network 0abb3651-d7fa-4ca1-a42a-1547c7b378ab requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:08.938492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] DHCP port deletion for 0abb3651-d7fa-4ca1-a42a-1547c7b378ab request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:41:08.989388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] Deleting port 7a4d5340-2cee-490e-8e71-dac6207cefe2 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:08.989845 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.057084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] For port 7a4d5340-2cee-490e-8e71-dac6207cefe2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a4d5340-2cee-490e-8e71-dac6207cefe2,segment=NetworkSegment(e360326a-a014-4f38-bc11-ab0a70e682b7),segment_id=e360326a-a014-4f38-bc11-ab0a70e682b7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:09.057494 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.071473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] Calling delete_port for 7a4d5340-2cee-490e-8e71-dac6207cefe2 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:09.117614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-f5936ddd-698b-468c-a730-8ff650d7973a service neutron] (115774) timed out ('10.222.0.23', 51610) {{(pid=115774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:41:09.190239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0abb3651-d7fa-4ca1-a42a-1547c7b378ab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.232831 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.234629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 7a4d5340-2cee-490e-8e71-dac6207cefe2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:09.235250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.261178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] Pushing event deleted for resources: {'Port': ['ID=7a4d5340-2cee-490e-8e71-dac6207cefe2,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:09.263018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d60013-4c29-4792-88b1-d1822380e21e None None] No DVR routers for this DVR port 7a4d5340-2cee-490e-8e71-dac6207cefe2 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:09.317443 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] For port 7a4d5340-2cee-490e-8e71-dac6207cefe2, host ncdv-master-1, got binding levels [] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:09.317832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.330682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 7a4d5340-2cee-490e-8e71-dac6207cefe2 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:09.333452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Port 7a4d5340-2cee-490e-8e71-dac6207cefe2 was not found and therefore no delete operation was performed {{(pid=115773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 21:41:09.335296 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7a4d5340-2cee-490e-8e71-dac6207cefe2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.365199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=7a4d5340-2cee-490e-8e71-dac6207cefe2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:09.370569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] No DVR routers for this DVR port 7a4d5340-2cee-490e-8e71-dac6207cefe2 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:09.451613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0abb3651-d7fa-4ca1-a42a-1547c7b378ab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.471887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8965efcc40>,) {'filters': {'network_id': ['0abb3651-d7fa-4ca1-a42a-1547c7b378ab']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:09.481733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965efcc40>, 'e360326a-a014-4f38-bc11-ab0a70e682b7') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:09.482134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965efcc40>, 'e360326a-a014-4f38-bc11-ab0a70e682b7') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:09.491472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (e360326a-a014-4f38-bc11-ab0a70e682b7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.504355 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e360326a-a014-4f38-bc11-ab0a70e682b7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.510463 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:09.510853 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (e360326a-a014-4f38-bc11-ab0a70e682b7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:09.513844 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:09.638269 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0abb3651-d7fa-4ca1-a42a-1547c7b378ab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.649204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.654365 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/networks/0abb3651-d7fa-4ca1-a42a-1547c7b378ab HTTP/1.1" status: 204  len: 168 time: 0.8738470
Apr 30 21:41:09.658247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40176) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:09.664993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be1c45-3a71-4505-9245-da7cc4fe4e2b tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Network': ['ID=0abb3651-d7fa-4ca1-a42a-1547c7b378ab,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:09.777682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port e60672d7-5069-421f-b935-9e00a94f1237 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:09.778044 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e60672d7-5069-421f-b935-9e00a94f1237), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.856648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e60672d7-5069-421f-b935-9e00a94f1237), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.856898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (e60672d7-5069-421f-b935-9e00a94f1237), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:09.870129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for e60672d7-5069-421f-b935-9e00a94f1237 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:09.949169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-f8556a94-bc2b-45f3-9f36-48f00908686e req-d379b430-3d12-4e08-91ca-a76b86fae299 tempest-AttachVolumeShelveTestJSON-2129222160 tempest-AttachVolumeShelveTestJSON-2129222160-project] (115773) timed out ('10.222.0.23', 50420) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:41:10.108487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e60672d7-5069-421f-b935-9e00a94f1237), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.141840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=e60672d7-5069-421f-b935-9e00a94f1237,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:10.202563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for floatingip (0bce94d2-c225-49a4-925d-e93b1df22363), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.205325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.206521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ebd416be-fc1e-46d3-9985-b902cab23079 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/floatingips/0bce94d2-c225-49a4-925d-e93b1df22363 HTTP/1.1" status: 204  len: 168 time: 0.5472677
Apr 30 21:41:10.211249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40180) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:10.227313 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40182) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:10.239433 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91ae156-b54e-47b5-a83f-703810bbc59e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:41:10.240009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91ae156-b54e-47b5-a83f-703810bbc59e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:10.245451 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b91ae156-b54e-47b5-a83f-703810bbc59e tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/ports/2447b735-3700-42cf-9e60-198348146245 HTTP/1.1" status: 404  len: 333 time: 0.0330620
Apr 30 21:41:10.247856 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40186) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:10.283413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6ef429f4-05db-406f-9500-c733e18a4ffb tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1e618d1-3086-4213-adb3-4daacf604d1e HTTP/1.1" status: 200  len: 205 time: 0.0340462
Apr 30 21:41:10.285404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40188) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:10.323682 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-138f936a-58bb-43c3-91c2-3f8477115756 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] delete failed (client error): The resource could not be found.
Apr 30 21:41:10.324768 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-138f936a-58bb-43c3-91c2-3f8477115756 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/routers/a1e618d1-3086-4213-adb3-4daacf604d1e HTTP/1.1" status: 404  len: 336 time: 0.0384398
Apr 30 21:41:10.327350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40190) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:10.345196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d24e6af9-578f-476e-aee1-90beb7e967e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.352809 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ad45b5-2b88-4aaa-90e6-17284c1cb393 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:41:10.353265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ad45b5-2b88-4aaa-90e6-17284c1cb393 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:10.357670 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31ad45b5-2b88-4aaa-90e6-17284c1cb393 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/subnets/acefe43c-4d60-42ca-b304-a5337d218704 HTTP/1.1" status: 404  len: 337 time: 0.0280073
Apr 30 21:41:10.358815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40192) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:10.421368 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d24e6af9-578f-476e-aee1-90beb7e967e4 admin admin] Publish callbacks [] for security_group (57e1d30f-815c-4d9b-9bde-4f7b881a5d51), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.442853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-54ecdb2a-3365-4b79-af47-70a9f2ed127d tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 536a7a5d-19a2-4576-8691-4162e933fb12 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:10.443270 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54ecdb2a-3365-4b79-af47-70a9f2ed127d tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (536a7a5d-19a2-4576-8691-4162e933fb12), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.524531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d24e6af9-578f-476e-aee1-90beb7e967e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (57e1d30f-815c-4d9b-9bde-4f7b881a5d51), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.525052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54ecdb2a-3365-4b79-af47-70a9f2ed127d tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (536a7a5d-19a2-4576-8691-4162e933fb12), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.538641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-54ecdb2a-3365-4b79-af47-70a9f2ed127d tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 536a7a5d-19a2-4576-8691-4162e933fb12 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:10.564116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e6af9-578f-476e-aee1-90beb7e967e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e1d30f-815c-4d9b-9bde-4f7b881a5d51,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:10.570455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d24e6af9-578f-476e-aee1-90beb7e967e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79c47e0f81424d2297e3e148d698f25e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3418033
Apr 30 21:41:10.571672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40194) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:10.626378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-6914-4b86-9cda-3a490241335c admin admin] Publish callbacks [] for security_group (57e1d30f-815c-4d9b-9bde-4f7b881a5d51), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.628574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7a4d5340-2cee-490e-8e71-dac6207cefe2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:41:10.649069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 7a4d5340-2cee-490e-8e71-dac6207cefe2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:41:10.649419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7a4d5340-2cee-490e-8e71-dac6207cefe2 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:41:10.655893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-6914-4b86-9cda-3a490241335c admin admin] Publish callbacks [] for security_group (57e1d30f-815c-4d9b-9bde-4f7b881a5d51), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.777105 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-6914-4b86-9cda-3a490241335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (57e1d30f-815c-4d9b-9bde-4f7b881a5d51), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.777777 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54ecdb2a-3365-4b79-af47-70a9f2ed127d tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (536a7a5d-19a2-4576-8691-4162e933fb12), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.779760 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-eec2ce78-6914-4b86-9cda-3a490241335c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.780928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eec2ce78-6914-4b86-9cda-3a490241335c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/57e1d30f-815c-4d9b-9bde-4f7b881a5d51 HTTP/1.1" status: 204  len: 168 time: 0.2081149
Apr 30 21:41:10.789655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ce78-6914-4b86-9cda-3a490241335c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e1d30f-815c-4d9b-9bde-4f7b881a5d51,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:10.811142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecdb2a-3365-4b79-af47-70a9f2ed127d tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=536a7a5d-19a2-4576-8691-4162e933fb12,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:10.883475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54ecdb2a-3365-4b79-af47-70a9f2ed127d tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:10.886606 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-54ecdb2a-3365-4b79-af47-70a9f2ed127d tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/ports/536a7a5d-19a2-4576-8691-4162e933fb12 HTTP/1.1" status: 204  len: 168 time: 0.5269439
Apr 30 21:41:10.889105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40198) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:10.972909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ee8de84a-967f-4986-a928-086cc9a72e52 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 62a57e92-37c6-4535-b700-c52cea31824a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:10.973525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee8de84a-967f-4986-a928-086cc9a72e52 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (62a57e92-37c6-4535-b700-c52cea31824a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:11.060907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee8de84a-967f-4986-a928-086cc9a72e52 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (62a57e92-37c6-4535-b700-c52cea31824a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:11.075023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ee8de84a-967f-4986-a928-086cc9a72e52 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 62a57e92-37c6-4535-b700-c52cea31824a owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:11.274987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee8de84a-967f-4986-a928-086cc9a72e52 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (62a57e92-37c6-4535-b700-c52cea31824a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:11.307658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8de84a-967f-4986-a928-086cc9a72e52 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=62a57e92-37c6-4535-b700-c52cea31824a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:11.379073 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ee8de84a-967f-4986-a928-086cc9a72e52 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:11.383048 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ee8de84a-967f-4986-a928-086cc9a72e52 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/ports/62a57e92-37c6-4535-b700-c52cea31824a HTTP/1.1" status: 204  len: 168 time: 0.4929149
Apr 30 21:41:11.385587 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40210) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:11.432891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceed88d-76ca-4409-a682-5abfbce82c71 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:11.434607 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aceed88d-76ca-4409-a682-5abfbce82c71 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca89236-1979-406d-b47b-dfafc31add73 HTTP/1.1" status: 200  len: 913 time: 0.0480666
Apr 30 21:41:11.437165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40212) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:11.774161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (2ca89236-1979-406d-b47b-dfafc31add73), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:12.022260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 783f710c-1a77-4c4f-8156-90662f10481e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:12.022895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (783f710c-1a77-4c4f-8156-90662f10481e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:12.107981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (783f710c-1a77-4c4f-8156-90662f10481e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:12.121230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 783f710c-1a77-4c4f-8156-90662f10481e owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:12.381193 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (783f710c-1a77-4c4f-8156-90662f10481e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:12.411606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=783f710c-1a77-4c4f-8156-90662f10481e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:12.583211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (2ca89236-1979-406d-b47b-dfafc31add73), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:12.805780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Router 2ca89236-1979-406d-b47b-dfafc31add73 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:12.914144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:12.919075 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b796f51c-3e92-4a93-bb07-b03068b68884 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "PUT /v2.0/routers/2ca89236-1979-406d-b47b-dfafc31add73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4809256
Apr 30 21:41:12.921559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40250) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:12.924336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4cbaea-b5d5-45cb-a7b0-2df775599546 None None] Sync routers for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:12.937300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4cbaea-b5d5-45cb-a7b0-2df775599546 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:12.937944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5d4cbaea-b5d5-45cb-a7b0-2df775599546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb7d7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:12.971653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5d4cbaea-b5d5-45cb-a7b0-2df775599546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb7d7f0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:12.981358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4cbaea-b5d5-45cb-a7b0-2df775599546 None None] Routers {'2ca89236-1979-406d-b47b-dfafc31add73'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:12.981916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5d4cbaea-b5d5-45cb-a7b0-2df775599546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb7d7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:40:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ca89236-1979-406d-b47b-dfafc31add73'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:13.015726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5d4cbaea-b5d5-45cb-a7b0-2df775599546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb7d7f0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:13.016337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4cbaea-b5d5-45cb-a7b0-2df775599546 None None] The sync data for ids ['2ca89236-1979-406d-b47b-dfafc31add73'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:13.031733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router (2ca89236-1979-406d-b47b-dfafc31add73), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.139802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_gateway (2ca89236-1979-406d-b47b-dfafc31add73), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.273095 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting port 20b52357-4ae9-4609-aa0b-a80c44256ebf {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:13.273438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (20b52357-4ae9-4609-aa0b-a80c44256ebf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.284434 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:41:13.349315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (20b52357-4ae9-4609-aa0b-a80c44256ebf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.366869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Calling delete_port for 20b52357-4ae9-4609-aa0b-a80c44256ebf owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:13.598950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (20b52357-4ae9-4609-aa0b-a80c44256ebf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.630385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Port': ['ID=20b52357-4ae9-4609-aa0b-a80c44256ebf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:13.687679 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (2ca89236-1979-406d-b47b-dfafc31add73), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.779495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (2ca89236-1979-406d-b47b-dfafc31add73), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.781851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router_controller (2ca89236-1979-406d-b47b-dfafc31add73), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.918621 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (2ca89236-1979-406d-b47b-dfafc31add73), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.919197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Fanout notify agent at l3_agent the message router_deleted on router 2ca89236-1979-406d-b47b-dfafc31add73 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:41:13.929921 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:13.929921 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e10bb6b-052f-4e3f-9aef-3be9ca300725 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/routers/2ca89236-1979-406d-b47b-dfafc31add73 HTTP/1.1" status: 204  len: 168 time: 1.0052402
Apr 30 21:41:13.933430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40284) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:13.933564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40286) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:13.991427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-63abef51-c415-443c-a9af-8ea881960058 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Deleting subnet ea681974-6aad-41dc-8a14-fc8b5e92def7 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:41:13.994942 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63abef51-c415-443c-a9af-8ea881960058 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for subnet (ea681974-6aad-41dc-8a14-fc8b5e92def7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.044836 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63abef51-c415-443c-a9af-8ea881960058 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (ea681974-6aad-41dc-8a14-fc8b5e92def7), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.061559 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a32b953d-d954-4f43-a84d-d8828932bb13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.089817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63abef51-c415-443c-a9af-8ea881960058 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ea681974-6aad-41dc-8a14-fc8b5e92def7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.135278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a32b953d-d954-4f43-a84d-d8828932bb13 admin admin] Publish callbacks [] for security_group (f64961a5-bbaf-424f-9db9-e6453eb39eb4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.156311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-cca0d2a8-11c0-4662-9021-587d31e489cf req-be2becc7-b75f-47d7-bc2e-ad166385ce39 service neutron] (115773) timed out ('10.222.0.20', 55253) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:41:14.198488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a32b953d-d954-4f43-a84d-d8828932bb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f64961a5-bbaf-424f-9db9-e6453eb39eb4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.233393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63abef51-c415-443c-a9af-8ea881960058 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (ea681974-6aad-41dc-8a14-fc8b5e92def7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.236579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b953d-d954-4f43-a84d-d8828932bb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64961a5-bbaf-424f-9db9-e6453eb39eb4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:14.244663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a32b953d-d954-4f43-a84d-d8828932bb13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c75008e40764761902c5b2ededf4b91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3073707
Apr 30 21:41:14.245025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40290) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:14.261457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abef51-c415-443c-a9af-8ea881960058 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Subnet': ['ID=ea681974-6aad-41dc-8a14-fc8b5e92def7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:14.265321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63abef51-c415-443c-a9af-8ea881960058 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.270313 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-63abef51-c415-443c-a9af-8ea881960058 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/subnets/ea681974-6aad-41dc-8a14-fc8b5e92def7 HTTP/1.1" status: 204  len: 168 time: 0.3339465
Apr 30 21:41:14.271002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40292) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:14.366222 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75f04157-4aac-47bd-a228-9be6abac5f44 admin admin] Publish callbacks [] for security_group (f64961a5-bbaf-424f-9db9-e6453eb39eb4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.379920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (925f004b-e8c5-440a-b7cb-307284205cc1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.395410 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-6f06da21-1d32-4d11-bc61-dbe3e4eae8b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0945332
Apr 30 21:41:14.400902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75f04157-4aac-47bd-a228-9be6abac5f44 admin admin] Publish callbacks [] for security_group (f64961a5-bbaf-424f-9db9-e6453eb39eb4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.481375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-a2f9a03e-e6c5-4c52-a32f-5d3a18a041a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:14.482987 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-a2f9a03e-e6c5-4c52-a32f-5d3a18a041a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede1fc028b654b819f147b9e5dde458e&device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1127 time: 0.0388017
Apr 30 21:41:14.512848 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (925f004b-e8c5-440a-b7cb-307284205cc1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.534200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89650e7340>,) {'filters': {'network_id': ['925f004b-e8c5-440a-b7cb-307284205cc1']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:14.544922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89650e7340>, 'e7516931-09b5-4f3b-a598-38267e57246f') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:14.545247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89650e7340>, 'e7516931-09b5-4f3b-a598-38267e57246f') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:14.554959 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e7516931-09b5-4f3b-a598-38267e57246f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.571840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e7516931-09b5-4f3b-a598-38267e57246f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.578204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:14.578598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e7516931-09b5-4f3b-a598-38267e57246f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:14.581685 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:14.596572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-d4c83c1c-18d9-4554-a78d-9181044fa36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:14.598799 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-d4c83c1c-18d9-4554-a78d-9181044fa36e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a35949a-03eb-4847-aba7-c5eaeefc6d24 HTTP/1.1" status: 200  len: 910 time: 0.0906813
Apr 30 21:41:14.619358 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75f04157-4aac-47bd-a228-9be6abac5f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f64961a5-bbaf-424f-9db9-e6453eb39eb4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.621966 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75f04157-4aac-47bd-a228-9be6abac5f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.623105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-75f04157-4aac-47bd-a228-9be6abac5f44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f64961a5-bbaf-424f-9db9-e6453eb39eb4 HTTP/1.1" status: 204  len: 168 time: 0.3773770
Apr 30 21:41:14.642900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f04157-4aac-47bd-a228-9be6abac5f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64961a5-bbaf-424f-9db9-e6453eb39eb4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:14.668351 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-9a386c55-1656-4991-b0f3-b22195044c1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2 HTTP/1.1" status: 200  len: 1001 time: 0.0613310
Apr 30 21:41:14.719261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-c33d66aa-254c-40fd-b8b9-8932095b6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:14.720699 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-c33d66aa-254c-40fd-b8b9-8932095b6b8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3291e483-08a3-4ea6-af11-c0318997c56d HTTP/1.1" status: 200  len: 848 time: 0.0433953
Apr 30 21:41:14.741504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (925f004b-e8c5-440a-b7cb-307284205cc1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.750090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:14.753373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] 10.222.0.23 "DELETE /v2.0/networks/925f004b-e8c5-440a-b7cb-307284205cc1 HTTP/1.1" status: 204  len: 168 time: 0.4813633
Apr 30 21:41:14.764306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c295a7-9420-4bb8-92bc-2a42da04d2c9 tempest-FloatingIPTestJSON-1430971373 tempest-FloatingIPTestJSON-1430971373-project] Pushing event deleted for resources: {'Network': ['ID=925f004b-e8c5-440a-b7cb-307284205cc1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:14.777627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-e508fb1d-8e54-4b17-a18d-484f2bb0ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:14.779413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-e508fb1d-8e54-4b17-a18d-484f2bb0ed5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a35949a-03eb-4847-aba7-c5eaeefc6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0485427
Apr 30 21:41:14.793349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-42068a36-7d1a-4ea1-b2d0-69e88f299867 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:41:14.794749 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-42068a36-7d1a-4ea1-b2d0-69e88f299867 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0059686
Apr 30 21:41:14.890634 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-be21e4b7-ecff-42ac-99e7-1dc020b4bc42 service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814197
Apr 30 21:41:14.986626 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b4169780-78b1-4d88-8189-887fb40f6b21 req-965074d7-9237-4333-92ab-f2fc96626f9d service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864818
Apr 30 21:41:15.199366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40304) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:15.212733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40306) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:15.215216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.290318 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Publish callbacks [] for security_group (6c102b33-47d0-4e11-b885-ad6909aafe1b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.360272 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6c102b33-47d0-4e11-b885-ad6909aafe1b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.402864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-740d2c89-bc3c-46eb-9c38-5f5ac5dcf700 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce8b86b5b17e4648a07cd953925eb2ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1889753
Apr 30 21:41:15.403069 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f26f89cf89f40a5a45238e7298198d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2022707
Apr 30 21:41:15.404409 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c102b33-47d0-4e11-b885-ad6909aafe1b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:15.406024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40310) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:15.406548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:15.412251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.412592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.412925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.413310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.413646 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.414012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.414339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.414661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.414982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.415303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.415626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.415944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.416265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.416586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.416900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d80c2a-01b8-4e4b-a157-865b026c6207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.490831 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Publish callbacks [] for security_group (0af34a50-6b31-4e80-9780-6ca546cead2e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.507462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d49c6287-73d4-4f72-80d1-37606c23fa3d admin admin] Publish callbacks [] for security_group (6c102b33-47d0-4e11-b885-ad6909aafe1b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.531379 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Publish callbacks [] for security_group (0af34a50-6b31-4e80-9780-6ca546cead2e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.546319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d49c6287-73d4-4f72-80d1-37606c23fa3d admin admin] Publish callbacks [] for security_group (6c102b33-47d0-4e11-b885-ad6909aafe1b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.679119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0af34a50-6b31-4e80-9780-6ca546cead2e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.681651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.682888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0af34a50-6b31-4e80-9780-6ca546cead2e HTTP/1.1" status: 204  len: 168 time: 0.2754030
Apr 30 21:41:15.691923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af34a50-6b31-4e80-9780-6ca546cead2e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:15.698999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.699363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.699679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.700128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.700333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.700660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.700993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.701314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.701637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.701986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.702464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.702792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.703114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.703431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.703754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a096c6d9-c4e7-4fc6-b884-5e1ee9dd8470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:15.709111 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d49c6287-73d4-4f72-80d1-37606c23fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6c102b33-47d0-4e11-b885-ad6909aafe1b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.712382 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d49c6287-73d4-4f72-80d1-37606c23fa3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:15.713533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d49c6287-73d4-4f72-80d1-37606c23fa3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c102b33-47d0-4e11-b885-ad6909aafe1b HTTP/1.1" status: 204  len: 168 time: 0.3048794
Apr 30 21:41:15.721884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c6287-73d4-4f72-80d1-37606c23fa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c102b33-47d0-4e11-b885-ad6909aafe1b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:16.749109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40360) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:16.844740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-07a9982e-1c06-4594-981d-af26b1c57a3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-827527369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:16.947285 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-07a9982e-1c06-4594-981d-af26b1c57a3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (3c69c82a-caa6-421d-a5d0-529656e702aa), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:16.948404 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-07a9982e-1c06-4594-981d-af26b1c57a3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (3c69c82a-caa6-421d-a5d0-529656e702aa), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.007818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-07a9982e-1c06-4594-981d-af26b1c57a3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for router_controller (3c69c82a-caa6-421d-a5d0-529656e702aa), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.059586 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-07a9982e-1c06-4594-981d-af26b1c57a3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (3c69c82a-caa6-421d-a5d0-529656e702aa), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.118676 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.149961 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-07a9982e-1c06-4594-981d-af26b1c57a3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.150858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-07a9982e-1c06-4594-981d-af26b1c57a3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.4006221
Apr 30 21:41:17.153749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40374) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:17.158646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1057629329'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:17.232748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Made reservation on behalf of b3802fb0d3c14722838c7c85bf0ca42b for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:17.235997 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.245104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.325692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for security_group (0c536b42-a759-43d5-8120-328cde6a27b1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.409780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0c536b42-a759-43d5-8120-328cde6a27b1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.436333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:17.445568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c536b42-a759-43d5-8120-328cde6a27b1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:17.451431 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4de6b8c6-edde-4681-860f-9a665785e235), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.451777 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Added segment 4de6b8c6-edde-4681-860f-9a665785e235 of type vlan for network 88fa807a-cd86-49fd-83bb-a86d1eb5704c
Apr 30 21:41:17.490924 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (88fa807a-cd86-49fd-83bb-a86d1eb5704c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.586996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (88fa807a-cd86-49fd-83bb-a86d1eb5704c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.592107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:17.592686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.661988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Network': ['ID=88fa807a-cd86-49fd-83bb-a86d1eb5704c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:17.672222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 88fa807a-cd86-49fd-83bb-a86d1eb5704c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:17.740101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b66930a0-1912-4ff8-bc52-d986e427e1fc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5852358
Apr 30 21:41:17.743549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40392) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:17.748384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'subnet': {'network_id': '88fa807a-cd86-49fd-83bb-a86d1eb5704c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:17.867385 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-038cd7ec-f129-4175-8333-103c6f91942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:17.947014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Made reservation on behalf of b3802fb0d3c14722838c7c85bf0ca42b for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:17.950533 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.231133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (4489bb3a-e6b2-49c9-b90b-68b313efacd8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.297610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Subnet': ['ID=4489bb3a-e6b2-49c9-b90b-68b313efacd8,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:18.306004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Checking segment: {'id': '4de6b8c6-edde-4681-860f-9a665785e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88fa807a-cd86-49fd-83bb-a86d1eb5704c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:18.306368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network hostable DHCP agents. Network: 88fa807a-cd86-49fd-83bb-a86d1eb5704c, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:18.388675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network 88fa807a-cd86-49fd-83bb-a86d1eb5704c is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:18.474437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 88fa807a-cd86-49fd-83bb-a86d1eb5704c) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:18.479307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:18.479916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.486704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b7632-a695-4bb8-af86-ac77e020f618 None None] Network 88fa807a-cd86-49fd-83bb-a86d1eb5704c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:18.577001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2cc16908-710f-478b-b521-985002a8c996 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8294203
Apr 30 21:41:18.577166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40434) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:18.582474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'network': {'name': 'tempest-router-network01--920298643'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:18.611551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88fa807a-cd86-49fd-83bb-a86d1eb5704c', 'network_id': '88fa807a-cd86-49fd-83bb-a86d1eb5704c', 'project_id': 'b3802fb0d3c14722838c7c85bf0ca42b', 'fixed_ips': [{'subnet_id': '4489bb3a-e6b2-49c9-b90b-68b313efacd8'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:41:18.612413 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.697187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Made reservation on behalf of b3802fb0d3c14722838c7c85bf0ca42b for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:18.700621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.723980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:18.733247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7096ee71-e639-43d7-9042-8a292b9e3994), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.733643 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Added segment 7096ee71-e639-43d7-9042-8a292b9e3994 of type vlan for network ec6a726f-8de8-45fb-90a2-dd24175282e3
Apr 30 21:41:18.771584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Allocated IP 2001:db8::2 (88fa807a-cd86-49fd-83bb-a86d1eb5704c/4489bb3a-e6b2-49c9-b90b-68b313efacd8/8c462f5a-14c4-461b-a7cb-e6ce27052d00) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:18.774986 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ec6a726f-8de8-45fb-90a2-dd24175282e3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.867508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ec6a726f-8de8-45fb-90a2-dd24175282e3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.872502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:18.873114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.917527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Publish callbacks [] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:18.941643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Network': ['ID=ec6a726f-8de8-45fb-90a2-dd24175282e3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:18.951436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ec6a726f-8de8-45fb-90a2-dd24175282e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:19.024773 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.026494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ab321def-dc41-4edb-b8d9-4531d8ec5032 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4483571
Apr 30 21:41:19.029351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40454) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:19.035577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'network': {'name': 'tempest-router-network02--571042453'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:19.044796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Network 88fa807a-cd86-49fd-83bb-a86d1eb5704c is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:19.068008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:19.072086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:19.103413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Made reservation on behalf of b3802fb0d3c14722838c7c85bf0ca42b for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:19.105149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Pushing event updated for resources: {'Port': ['ID=8c462f5a-14c4-461b-a7cb-e6ce27052d00,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:19.107672 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.136189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:19.140916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Attempting to bind port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:19.141292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Attempting to bind port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4de6b8c6-edde-4681-860f-9a665785e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88fa807a-cd86-49fd-83bb-a86d1eb5704c'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:19.141665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Attempting to bind port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 on network 88fa807a-cd86-49fd-83bb-a86d1eb5704c {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:19.145210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0df35106-d5f4-42ce-b953-93ef311cef6e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.145553 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Added segment 0df35106-d5f4-42ce-b953-93ef311cef6e of type vlan for network 2c2e7b4f-41a2-49d5-b683-46b29bf32261
Apr 30 21:41:19.147585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:41:19.147965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Checking segment: {'id': '4de6b8c6-edde-4681-860f-9a665785e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88fa807a-cd86-49fd-83bb-a86d1eb5704c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:19.148371 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.148767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Bound using segment: {'id': '4de6b8c6-edde-4681-860f-9a665785e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88fa807a-cd86-49fd-83bb-a86d1eb5704c'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:41:19.149519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Bound port: 8c462f5a-14c4-461b-a7cb-e6ce27052d00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de6b8c6-edde-4681-860f-9a665785e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88fa807a-cd86-49fd-83bb-a86d1eb5704c'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:41:19.149955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.185782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2c2e7b4f-41a2-49d5-b683-46b29bf32261), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.213208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] For port 8c462f5a-14c4-461b-a7cb-e6ce27052d00, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:19.216369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] For port 8c462f5a-14c4-461b-a7cb-e6ce27052d00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c462f5a-14c4-461b-a7cb-e6ce27052d00,segment=NetworkSegment(4de6b8c6-edde-4681-860f-9a665785e235),segment_id=4de6b8c6-edde-4681-860f-9a665785e235)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:41:19.268778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2c2e7b4f-41a2-49d5-b683-46b29bf32261), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.274855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:19.275446 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.304036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.343289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Network': ['ID=2c2e7b4f-41a2-49d5-b683-46b29bf32261,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:19.360134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2c2e7b4f-41a2-49d5-b683-46b29bf32261 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:19.396081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8b0da51f-26c4-40f9-9b8a-3d04c6983b05 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3655405
Apr 30 21:41:19.399569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6cc35-0424-4b64-8f90-05bffffc4c07 None None] Pushing event updated for resources: {'Port': ['ID=8c462f5a-14c4-461b-a7cb-e6ce27052d00,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:19.404193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40466) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:19.408462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'subnet': {'network_id': 'ec6a726f-8de8-45fb-90a2-dd24175282e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:19.628838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Made reservation on behalf of b3802fb0d3c14722838c7c85bf0ca42b for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:19.632354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.914875 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (96ed4518-7120-4340-b209-c50ab1f8a004), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:19.973955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Subnet': ['ID=96ed4518-7120-4340-b209-c50ab1f8a004,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:19.985649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Checking segment: {'id': '7096ee71-e639-43d7-9042-8a292b9e3994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ec6a726f-8de8-45fb-90a2-dd24175282e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:19.986052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network hostable DHCP agents. Network: ec6a726f-8de8-45fb-90a2-dd24175282e3, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:20.046176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network ec6a726f-8de8-45fb-90a2-dd24175282e3 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:20.143245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec6a726f-8de8-45fb-90a2-dd24175282e3) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:20.147865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:20.148465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:20.157000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98f309-384e-4fcb-98be-479a65c92c2f None None] Network ec6a726f-8de8-45fb-90a2-dd24175282e3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:20.260865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-075be596-9929-4cf5-a256-614a26b1526b tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8590708
Apr 30 21:41:20.263697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40500) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:20.285987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'subnet': {'network_id': '2c2e7b4f-41a2-49d5-b683-46b29bf32261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:20.444631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f49746-ce38-4b6a-8691-15f1aa09bae1 None None] Network 88fa807a-cd86-49fd-83bb-a86d1eb5704c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:20.484539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Made reservation on behalf of b3802fb0d3c14722838c7c85bf0ca42b for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:20.488927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:20.507628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec6a726f-8de8-45fb-90a2-dd24175282e3', 'network_id': 'ec6a726f-8de8-45fb-90a2-dd24175282e3', 'project_id': 'b3802fb0d3c14722838c7c85bf0ca42b', 'fixed_ips': [{'subnet_id': '96ed4518-7120-4340-b209-c50ab1f8a004'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:41:20.508469 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:20.529641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6cbe0af3-9ea5-4c46-8c66-69fa93ce85ca None None] Provisioning complete for port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:20.530038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6cbe0af3-9ea5-4c46-8c66-69fa93ce85ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:20.644973 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a0a60bb0-9e5f-4d46-b1a8-0cc780c5223d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:20.694817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8c462f5a-14c4-461b-a7cb-e6ce27052d00 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:20.765506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (56ab0adb-da43-467c-8269-20c0fbb0ac0b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:20.836243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Subnet': ['ID=56ab0adb-da43-467c-8269-20c0fbb0ac0b,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:20.838864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Checking segment: {'id': '0df35106-d5f4-42ce-b953-93ef311cef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c2e7b4f-41a2-49d5-b683-46b29bf32261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:20.839234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network hostable DHCP agents. Network: 2c2e7b4f-41a2-49d5-b683-46b29bf32261, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:20.849092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe0af3-9ea5-4c46-8c66-69fa93ce85ca None None] Current status of the port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:20.849654 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6cbe0af3-9ea5-4c46-8c66-69fa93ce85ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:20.852187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Allocated IP 2001:db8::2 (ec6a726f-8de8-45fb-90a2-dd24175282e3/96ed4518-7120-4340-b209-c50ab1f8a004/73c43b3a-72e8-4c33-9718-7148ad9bbc61) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:20.855228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:20.855613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:20.931729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network 2c2e7b4f-41a2-49d5-b683-46b29bf32261 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:20.972229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6cbe0af3-9ea5-4c46-8c66-69fa93ce85ca None None] For port 8c462f5a-14c4-461b-a7cb-e6ce27052d00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c462f5a-14c4-461b-a7cb-e6ce27052d00,segment=NetworkSegment(4de6b8c6-edde-4681-860f-9a665785e235),segment_id=4de6b8c6-edde-4681-860f-9a665785e235)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:21.017401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c2e7b4f-41a2-49d5-b683-46b29bf32261) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:21.022144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:21.023240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.040061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763bee35-03b7-4d50-b4d7-cf563f43447d None None] Network 2c2e7b4f-41a2-49d5-b683-46b29bf32261 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:21.100853 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6cbe0af3-9ea5-4c46-8c66-69fa93ce85ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.112637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:21.113083 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.114046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40548) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:21.114555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-959fa6a7-d6ca-4fd5-8301-bfdf41d12796 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8494110
Apr 30 21:41:21.306771 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Publish callbacks [] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.309424 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:41:21.309811 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:41:21.310339 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.321996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8d9b0172-739f-4d3d-9292-c4682784e40c None None] Provisioning complete for port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:21.322380 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d9b0172-739f-4d3d-9292-c4682784e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.327869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe0af3-9ea5-4c46-8c66-69fa93ce85ca None None] Pushing event updated for resources: {'Port': ['ID=8c462f5a-14c4-461b-a7cb-e6ce27052d00,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:21.388398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c2e7b4f-41a2-49d5-b683-46b29bf32261', 'network_id': '2c2e7b4f-41a2-49d5-b683-46b29bf32261', 'project_id': 'b3802fb0d3c14722838c7c85bf0ca42b', 'fixed_ips': [{'subnet_id': '56ab0adb-da43-467c-8269-20c0fbb0ac0b'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:41:21.389245 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.450224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.530018 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.559931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b0172-739f-4d3d-9292-c4682784e40c None None] Current status of the port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:21.563050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Network ec6a726f-8de8-45fb-90a2-dd24175282e3 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:21.580318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:21.602271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:21.608473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Pushing event updated for resources: {'Port': ['ID=73c43b3a-72e8-4c33-9718-7148ad9bbc61,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:21.678583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Allocated IP 2001:db8::2 (2c2e7b4f-41a2-49d5-b683-46b29bf32261/56ab0adb-da43-467c-8269-20c0fbb0ac0b/d45b0ed3-0daa-47da-9696-19f55784c8d6) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:21.695312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Attempting to bind port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:21.695690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Attempting to bind port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7096ee71-e639-43d7-9042-8a292b9e3994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ec6a726f-8de8-45fb-90a2-dd24175282e3'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:21.696058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Attempting to bind port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 on network ec6a726f-8de8-45fb-90a2-dd24175282e3 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:21.705824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:41:21.706214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Checking segment: {'id': '7096ee71-e639-43d7-9042-8a292b9e3994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ec6a726f-8de8-45fb-90a2-dd24175282e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:21.706609 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.707004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Bound using segment: {'id': '7096ee71-e639-43d7-9042-8a292b9e3994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ec6a726f-8de8-45fb-90a2-dd24175282e3'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:41:21.707477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Bound port: 73c43b3a-72e8-4c33-9718-7148ad9bbc61, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7096ee71-e639-43d7-9042-8a292b9e3994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ec6a726f-8de8-45fb-90a2-dd24175282e3'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:41:21.707860 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.738020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.866983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] For port 73c43b3a-72e8-4c33-9718-7148ad9bbc61, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:21.905093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:21.908015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] For port 73c43b3a-72e8-4c33-9718-7148ad9bbc61, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73c43b3a-72e8-4c33-9718-7148ad9bbc61,segment=NetworkSegment(7096ee71-e639-43d7-9042-8a292b9e3994),segment_id=7096ee71-e639-43d7-9042-8a292b9e3994)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:41:21.932234 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Publish callbacks [] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.989197 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:21.993323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Allocated IP 2001:db8::1 (ec6a726f-8de8-45fb-90a2-dd24175282e3/96ed4518-7120-4340-b209-c50ab1f8a004/fa6a7c1a-5822-4609-8f23-732d8f24339d) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:22.038915 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.081663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6b06a-78e1-47ee-a180-939841d52a60 None None] Pushing event updated for resources: {'Port': ['ID=73c43b3a-72e8-4c33-9718-7148ad9bbc61,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:22.086141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Network 2c2e7b4f-41a2-49d5-b683-46b29bf32261 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:22.101897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40560) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:22.111881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:22.115556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:22.126238 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.175950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Pushing event updated for resources: {'Port': ['ID=d45b0ed3-0daa-47da-9696-19f55784c8d6,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:22.191737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Attempting to bind port d45b0ed3-0daa-47da-9696-19f55784c8d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:22.192245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Attempting to bind port d45b0ed3-0daa-47da-9696-19f55784c8d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0df35106-d5f4-42ce-b953-93ef311cef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c2e7b4f-41a2-49d5-b683-46b29bf32261'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:22.192729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Attempting to bind port d45b0ed3-0daa-47da-9696-19f55784c8d6 on network 2c2e7b4f-41a2-49d5-b683-46b29bf32261 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:22.198909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:41:22.199330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Checking segment: {'id': '0df35106-d5f4-42ce-b953-93ef311cef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c2e7b4f-41a2-49d5-b683-46b29bf32261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:22.199914 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.200453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Bound using segment: {'id': '0df35106-d5f4-42ce-b953-93ef311cef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c2e7b4f-41a2-49d5-b683-46b29bf32261'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:41:22.200906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Bound port: d45b0ed3-0daa-47da-9696-19f55784c8d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df35106-d5f4-42ce-b953-93ef311cef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2c2e7b4f-41a2-49d5-b683-46b29bf32261'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:41:22.201293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.213141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.292622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network ec6a726f-8de8-45fb-90a2-dd24175282e3 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:22.297726 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:22.300553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] For port d45b0ed3-0daa-47da-9696-19f55784c8d6, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:22.302368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:22.303459 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (3c69c82a-caa6-421d-a5d0-529656e702aa), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.305294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] For port d45b0ed3-0daa-47da-9696-19f55784c8d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d45b0ed3-0daa-47da-9696-19f55784c8d6,segment=NetworkSegment(0df35106-d5f4-42ce-b953-93ef311cef6e),segment_id=0df35106-d5f4-42ce-b953-93ef311cef6e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:41:22.309447 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bec63324-5767-4a53-9759-c2d759c082dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.359815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Port': ['ID=fa6a7c1a-5822-4609-8f23-732d8f24339d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:22.389859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.407311 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bec63324-5767-4a53-9759-c2d759c082dd admin admin] Publish callbacks [] for security_group (9dbf670c-e950-4379-9a70-448861b7fb78), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.463729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bec63324-5767-4a53-9759-c2d759c082dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9dbf670c-e950-4379-9a70-448861b7fb78), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.511718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bec63324-5767-4a53-9759-c2d759c082dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3bd8388c3054a518df465db152bde67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4083743
Apr 30 21:41:22.512683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec63324-5767-4a53-9759-c2d759c082dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbf670c-e950-4379-9a70-448861b7fb78,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:22.515218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40564) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:22.534499 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.584247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d1f193f-aa4e-4c01-ab44-39e352fa05ee admin admin] Publish callbacks [] for security_group (9dbf670c-e950-4379-9a70-448861b7fb78), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.621505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d1f193f-aa4e-4c01-ab44-39e352fa05ee admin admin] Publish callbacks [] for security_group (9dbf670c-e950-4379-9a70-448861b7fb78), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.632312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd276f63-f473-4db1-9588-4e6cc42a92e7 None None] Pushing event updated for resources: {'Port': ['ID=d45b0ed3-0daa-47da-9696-19f55784c8d6,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:22.773362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 73c43b3a-72e8-4c33-9718-7148ad9bbc61 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:22.785910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d1f193f-aa4e-4c01-ab44-39e352fa05ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9dbf670c-e950-4379-9a70-448861b7fb78), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.785910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d1f193f-aa4e-4c01-ab44-39e352fa05ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.789025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3d1f193f-aa4e-4c01-ab44-39e352fa05ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dbf670c-e950-4379-9a70-448861b7fb78 HTTP/1.1" status: 204  len: 168 time: 0.2728062
Apr 30 21:41:22.804296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f193f-aa4e-4c01-ab44-39e352fa05ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbf670c-e950-4379-9a70-448861b7fb78,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:22.868522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:22.894539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:22.895023 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.017097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:23.017097 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.023845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.025033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (3c69c82a-caa6-421d-a5d0-529656e702aa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.052908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 73c43b3a-72e8-4c33-9718-7148ad9bbc61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73c43b3a-72e8-4c33-9718-7148ad9bbc61,segment=NetworkSegment(7096ee71-e639-43d7-9042-8a292b9e3994),segment_id=7096ee71-e639-43d7-9042-8a292b9e3994)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:23.149977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Port': ['ID=fa6a7c1a-5822-4609-8f23-732d8f24339d,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:23.155175 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.155986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8c462f5a-14c4-461b-a7cb-e6ce27052d00 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:23.194172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network ec6a726f-8de8-45fb-90a2-dd24175282e3 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:23.195708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:23.213293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.249227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=73c43b3a-72e8-4c33-9718-7148ad9bbc61,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:23.260077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.260426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.260824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.261098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.261437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.261863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.262214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.262552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.262881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.263206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.263534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.263859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.264185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.264508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.264832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:41:23.287831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:23.288305 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.326992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836db3a9-0bb2-4fce-8ca8-f2bd56e0cca7 None None] Network ec6a726f-8de8-45fb-90a2-dd24175282e3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:23.405719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Router 3c69c82a-caa6-421d-a5d0-529656e702aa is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:41:23.459397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-62e455ae-07ea-4b42-9c7a-96f227ed5f4c None None] Provisioning complete for port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:23.459397 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62e455ae-07ea-4b42-9c7a-96f227ed5f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.460494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:23.522504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:23.529797 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b6408d9f-e2d2-4457-ae8c-64300d3e36e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "PUT /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4126673
Apr 30 21:41:23.531261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40576) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:23.538460 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e0f08-a964-45ff-8d4f-45fa637ef86d None None] Sync routers for ids ['3c69c82a-caa6-421d-a5d0-529656e702aa'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:23.551264 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e0f08-a964-45ff-8d4f-45fa637ef86d None None] Routers {'3c69c82a-caa6-421d-a5d0-529656e702aa'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:23.556111 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-735e0f08-a964-45ff-8d4f-45fa637ef86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cca13a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c69c82a-caa6-421d-a5d0-529656e702aa'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:23.614841 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-735e0f08-a964-45ff-8d4f-45fa637ef86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cca13a0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:23.625281 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e0f08-a964-45ff-8d4f-45fa637ef86d None None] Routers {'3c69c82a-caa6-421d-a5d0-529656e702aa'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:23.626261 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-735e0f08-a964-45ff-8d4f-45fa637ef86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cca13a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c69c82a-caa6-421d-a5d0-529656e702aa'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:23.639897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-62e455ae-07ea-4b42-9c7a-96f227ed5f4c None None] Current status of the port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:23.677359 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-735e0f08-a964-45ff-8d4f-45fa637ef86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cca13a0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:23.678424 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e0f08-a964-45ff-8d4f-45fa637ef86d None None] The sync data for ids ['3c69c82a-caa6-421d-a5d0-529656e702aa'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:23.884879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-de4b9c2d-6e63-4b9a-bd77-2cf2f6542527 None None] Provisioning complete for port fa6a7c1a-5822-4609-8f23-732d8f24339d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:23.885332 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de4b9c2d-6e63-4b9a-bd77-2cf2f6542527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:23.943044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-de4b9c2d-6e63-4b9a-bd77-2cf2f6542527 None None] Port fa6a7c1a-5822-4609-8f23-732d8f24339d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:41:23.958579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-de4b9c2d-6e63-4b9a-bd77-2cf2f6542527 None None] Provisioning complete for port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:23.959008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-de4b9c2d-6e63-4b9a-bd77-2cf2f6542527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.019607 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-a5b0c57f-fd55-4e4e-95e8-3368cd0c7d8c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:41:24.023696 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a5b0c57f-fd55-4e4e-95e8-3368cd0c7d8c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "PUT /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.4885476
Apr 30 21:41:24.024364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40586) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:24.065061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-de4b9c2d-6e63-4b9a-bd77-2cf2f6542527 None None] Current status of the port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:24.095163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c831e24d-4648-4551-9f04-1a64fd4798b4 None None] Network 2c2e7b4f-41a2-49d5-b683-46b29bf32261 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:24.196516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Provisioning complete for port fa6a7c1a-5822-4609-8f23-732d8f24339d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:24.197170 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.299579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Port fa6a7c1a-5822-4609-8f23-732d8f24339d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:41:24.314848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Provisioning complete for port d45b0ed3-0daa-47da-9696-19f55784c8d6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:24.315231 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.432436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Current status of the port d45b0ed3-0daa-47da-9696-19f55784c8d6 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:24.441412 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.449062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (3c69c82a-caa6-421d-a5d0-529656e702aa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.485262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] For port d45b0ed3-0daa-47da-9696-19f55784c8d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d45b0ed3-0daa-47da-9696-19f55784c8d6,segment=NetworkSegment(0df35106-d5f4-42ce-b953-93ef311cef6e),segment_id=0df35106-d5f4-42ce-b953-93ef311cef6e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:24.503803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.577571 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.677570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028075f-5f0a-4d55-9133-6e1fbbd2521d None None] Pushing event updated for resources: {'Port': ['ID=d45b0ed3-0daa-47da-9696-19f55784c8d6,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:24.705593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-14b1c675-ca74-4ef3-a4e2-0b14dbe0ac9c None None] Provisioning complete for port fa6a7c1a-5822-4609-8f23-732d8f24339d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:24.707071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-14b1c675-ca74-4ef3-a4e2-0b14dbe0ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.751749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-14b1c675-ca74-4ef3-a4e2-0b14dbe0ac9c None None] Port fa6a7c1a-5822-4609-8f23-732d8f24339d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:41:24.764624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-14b1c675-ca74-4ef3-a4e2-0b14dbe0ac9c None None] Provisioning complete for port d45b0ed3-0daa-47da-9696-19f55784c8d6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:24.765305 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-14b1c675-ca74-4ef3-a4e2-0b14dbe0ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.792090 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d45b0ed3-0daa-47da-9696-19f55784c8d6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:24.812497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Deleting port fa6a7c1a-5822-4609-8f23-732d8f24339d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:24.812834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.876087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d45b0ed3-0daa-47da-9696-19f55784c8d6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:24.876469 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.903611 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:24.911551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-14b1c675-ca74-4ef3-a4e2-0b14dbe0ac9c None None] Current status of the port d45b0ed3-0daa-47da-9696-19f55784c8d6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:24.918501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Calling delete_port for fa6a7c1a-5822-4609-8f23-732d8f24339d owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:24.968330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d45b0ed3-0daa-47da-9696-19f55784c8d6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:24.969543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 73c43b3a-72e8-4c33-9718-7148ad9bbc61 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:25.014831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:25.015187 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.096057 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40636) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:25.110420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:25.172062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fa6a7c1a-5822-4609-8f23-732d8f24339d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.199530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Port': ['ID=fa6a7c1a-5822-4609-8f23-732d8f24339d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:25.206887 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18e1f833-b9b1-4de0-a2e1-ffb5529f0c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.297351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18e1f833-b9b1-4de0-a2e1-ffb5529f0c1e admin admin] Publish callbacks [] for security_group (8be5336d-6408-4a36-a4ed-73ab51da3a31), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.305502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (3c69c82a-caa6-421d-a5d0-529656e702aa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.360520 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18e1f833-b9b1-4de0-a2e1-ffb5529f0c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8be5336d-6408-4a36-a4ed-73ab51da3a31), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.406086 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-18e1f833-b9b1-4de0-a2e1-ffb5529f0c1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c43d84b07b546d8a3a28e428ee1c66d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3089120
Apr 30 21:41:25.407323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1f833-b9b1-4de0-a2e1-ffb5529f0c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be5336d-6408-4a36-a4ed-73ab51da3a31,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:25.411325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40640) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:25.466270 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d82d692d-72d9-42a2-aa2d-24a1b6b4c1f4 admin admin] Publish callbacks [] for security_group (8be5336d-6408-4a36-a4ed-73ab51da3a31), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.477163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Router 3c69c82a-caa6-421d-a5d0-529656e702aa has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:25.487528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d82d692d-72d9-42a2-aa2d-24a1b6b4c1f4 admin admin] Publish callbacks [] for security_group (8be5336d-6408-4a36-a4ed-73ab51da3a31), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.629010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d82d692d-72d9-42a2-aa2d-24a1b6b4c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8be5336d-6408-4a36-a4ed-73ab51da3a31), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.632096 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d82d692d-72d9-42a2-aa2d-24a1b6b4c1f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:25.633459 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d82d692d-72d9-42a2-aa2d-24a1b6b4c1f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8be5336d-6408-4a36-a4ed-73ab51da3a31 HTTP/1.1" status: 204  len: 168 time: 0.2211161
Apr 30 21:41:25.642880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d692d-72d9-42a2-aa2d-24a1b6b4c1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be5336d-6408-4a36-a4ed-73ab51da3a31,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:25.911496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:25.917683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-879730ec-6c07-4807-b659-92ccf7a7ed38 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "PUT /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8920271
Apr 30 21:41:25.921520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40646) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:25.924746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2549cee-e2a8-4b62-bce5-63e6059d8f77 None None] Sync routers for ids ['3c69c82a-caa6-421d-a5d0-529656e702aa'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:25.934781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2549cee-e2a8-4b62-bce5-63e6059d8f77 None None] Routers {'3c69c82a-caa6-421d-a5d0-529656e702aa'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:25.935406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d2549cee-e2a8-4b62-bce5-63e6059d8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e53a670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c69c82a-caa6-421d-a5d0-529656e702aa'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:25.958277 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-69226f1c-0aaa-4ccd-9dca-88db5fa5eedb tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] delete failed (client error): The resource could not be found.
Apr 30 21:41:25.963763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-69226f1c-0aaa-4ccd-9dca-88db5fa5eedb tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-378872545 HTTP/1.1" status: 404  len: 334 time: 0.0374763
Apr 30 21:41:25.964118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40648) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:25.968772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3b11f27e-81af-4dfd-9381-b436b1d20e2a tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c69c82a-caa6-421d-a5d0-529656e702aa'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:25.989063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d2549cee-e2a8-4b62-bce5-63e6059d8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e53a670>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:26.005712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2549cee-e2a8-4b62-bce5-63e6059d8f77 None None] Routers {'3c69c82a-caa6-421d-a5d0-529656e702aa'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:26.006367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d2549cee-e2a8-4b62-bce5-63e6059d8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e53a670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c69c82a-caa6-421d-a5d0-529656e702aa'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:26.077986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d2549cee-e2a8-4b62-bce5-63e6059d8f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e53a670>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:26.078609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2549cee-e2a8-4b62-bce5-63e6059d8f77 None None] The sync data for ids ['3c69c82a-caa6-421d-a5d0-529656e702aa'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:26.195635 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3b11f27e-81af-4dfd-9381-b436b1d20e2a tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for router_gateway (3c69c82a-caa6-421d-a5d0-529656e702aa), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:26.277495 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-3b11f27e-81af-4dfd-9381-b436b1d20e2a tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] update failed (client error): The resource could not be found.
Apr 30 21:41:26.278373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3b11f27e-81af-4dfd-9381-b436b1d20e2a tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "PUT /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa HTTP/1.1" status: 404  len: 339 time: 0.3132477
Apr 30 21:41:26.282071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40658) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:26.287121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-43672145'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:26.383434 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Made reservation on behalf of b3802fb0d3c14722838c7c85bf0ca42b for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:26.389953 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:26.416517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:26.421858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:26.422237 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Added segment ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442 of type vlan for network 0388eb19-e08b-4e4e-a9a8-c4459731178b
Apr 30 21:41:26.473305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0388eb19-e08b-4e4e-a9a8-c4459731178b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:26.587380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0388eb19-e08b-4e4e-a9a8-c4459731178b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:26.592953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:26.593607 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:26.638857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d45b0ed3-0daa-47da-9696-19f55784c8d6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:26.670735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Network': ['ID=0388eb19-e08b-4e4e-a9a8-c4459731178b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:26.683109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0388eb19-e08b-4e4e-a9a8-c4459731178b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:26.711245 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2fea2b51-0cba-4d8f-b270-40de4158afa9 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4273059
Apr 30 21:41:26.713660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40668) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:26.719215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'subnet': {'network_id': '0388eb19-e08b-4e4e-a9a8-c4459731178b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:26.739074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d45b0ed3-0daa-47da-9696-19f55784c8d6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:26.739454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:26.835252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d45b0ed3-0daa-47da-9696-19f55784c8d6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:26.898123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Made reservation on behalf of b3802fb0d3c14722838c7c85bf0ca42b for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:26.901931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.160510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (505c1ef9-9223-40c5-9417-054a92390a70), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.223501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Subnet': ['ID=505c1ef9-9223-40c5-9417-054a92390a70,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:27.231637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Checking segment: {'id': 'ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0388eb19-e08b-4e4e-a9a8-c4459731178b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:27.232003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network hostable DHCP agents. Network: 0388eb19-e08b-4e4e-a9a8-c4459731178b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:27.320570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network 0388eb19-e08b-4e4e-a9a8-c4459731178b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:27.389056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0388eb19-e08b-4e4e-a9a8-c4459731178b) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:27.393859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:27.397510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.398277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e409d-c25c-47fe-b10d-7016ffd8d4d9 None None] Network 0388eb19-e08b-4e4e-a9a8-c4459731178b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:27.474821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-91459c0a-f8df-4168-9756-4917fcad2025 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7567682
Apr 30 21:41:27.475026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40684) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:27.480071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e67262ae-45ad-4284-bc10-b58dbd6368ff tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'router': {'external_gateway_info': {'network_id': '0388eb19-e08b-4e4e-a9a8-c4459731178b'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:27.514129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40686) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:27.655230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0388eb19-e08b-4e4e-a9a8-c4459731178b', 'network_id': '0388eb19-e08b-4e4e-a9a8-c4459731178b', 'project_id': 'b3802fb0d3c14722838c7c85bf0ca42b', 'fixed_ips': [{'subnet_id': '505c1ef9-9223-40c5-9417-054a92390a70'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:41:27.656568 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.673766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1164158969'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:27.708298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e67262ae-45ad-4284-bc10-b58dbd6368ff tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for router_gateway (3c69c82a-caa6-421d-a5d0-529656e702aa), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.771748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Made reservation on behalf of 7f078b331ba346bfa0c88fb953e9b6fb for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:27.775646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.785170 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.795831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Allocated IP 2001:db8:1::2 (0388eb19-e08b-4e4e-a9a8-c4459731178b/505c1ef9-9223-40c5-9417-054a92390a70/df85ce36-4cbf-4f77-8876-60fd2996687c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:27.860263 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks [] for security_group (80d07364-e03c-41b1-b4e3-9cf9b77abded), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.889282 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-e67262ae-45ad-4284-bc10-b58dbd6368ff tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 21:41:27.890369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e67262ae-45ad-4284-bc10-b58dbd6368ff tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "PUT /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa HTTP/1.1" status: 400  len: 364 time: 0.4141645
Apr 30 21:41:27.894632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40690) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:27.933183 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80d07364-e03c-41b1-b4e3-9cf9b77abded), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.947822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Publish callbacks [] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:27.989332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:28.010633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.040888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80d07364-e03c-41b1-b4e3-9cf9b77abded,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:28.045043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ce0ebe2e-03bf-47c5-a8d4-a1139e131a40), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.045391 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Added segment ce0ebe2e-03bf-47c5-a8d4-a1139e131a40 of type vlan for network 2fd5b799-75ac-4e01-92ed-3053297e266b
Apr 30 21:41:28.051346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Network 0388eb19-e08b-4e4e-a9a8-c4459731178b is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:28.054350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:28.060925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:28.064057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Pushing event updated for resources: {'Port': ['ID=df85ce36-4cbf-4f77-8876-60fd2996687c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:28.121488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Attempting to bind port df85ce36-4cbf-4f77-8876-60fd2996687c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:28.121891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Attempting to bind port df85ce36-4cbf-4f77-8876-60fd2996687c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0388eb19-e08b-4e4e-a9a8-c4459731178b'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:28.122261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Attempting to bind port df85ce36-4cbf-4f77-8876-60fd2996687c on network 0388eb19-e08b-4e4e-a9a8-c4459731178b {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:28.127348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:41:28.127728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Checking segment: {'id': 'ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0388eb19-e08b-4e4e-a9a8-c4459731178b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:28.128132 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.128526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Bound using segment: {'id': 'ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0388eb19-e08b-4e4e-a9a8-c4459731178b'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:41:28.128994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Bound port: df85ce36-4cbf-4f77-8876-60fd2996687c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0388eb19-e08b-4e4e-a9a8-c4459731178b'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:41:28.129371 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.195119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] For port df85ce36-4cbf-4f77-8876-60fd2996687c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:28.198671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] For port df85ce36-4cbf-4f77-8876-60fd2996687c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df85ce36-4cbf-4f77-8876-60fd2996687c,segment=NetworkSegment(ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442),segment_id=ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:41:28.287106 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.358317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd5672-5113-4d1b-a2d2-167f101a85f3 None None] Pushing event updated for resources: {'Port': ['ID=df85ce36-4cbf-4f77-8876-60fd2996687c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:28.531289 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2fd5b799-75ac-4e01-92ed-3053297e266b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.619800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.673991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device df85ce36-4cbf-4f77-8876-60fd2996687c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:28.704207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2fd5b799-75ac-4e01-92ed-3053297e266b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.710105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:28.710682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.722528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port df85ce36-4cbf-4f77-8876-60fd2996687c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:28.722906 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.803327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port df85ce36-4cbf-4f77-8876-60fd2996687c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:28.803646 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.827026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Pushing event updated for resources: {'Network': ['ID=2fd5b799-75ac-4e01-92ed-3053297e266b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:28.837099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port df85ce36-4cbf-4f77-8876-60fd2996687c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df85ce36-4cbf-4f77-8876-60fd2996687c,segment=NetworkSegment(ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442),segment_id=ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:28.843250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2fd5b799-75ac-4e01-92ed-3053297e266b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:28.877149 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2b0c8317-d517-4af6-b58f-947a7977b0a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 1.3618016
Apr 30 21:41:28.920416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:28.956790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Allocated IP 2001:db8::1 (88fa807a-cd86-49fd-83bb-a86d1eb5704c/4489bb3a-e6b2-49c9-b90b-68b313efacd8/b28028a2-b611-4af5-8d98-17bbfa9e1549) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:28.974135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=df85ce36-4cbf-4f77-8876-60fd2996687c,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:29.064322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40696) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:29.070559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Request body: {'port': {'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-455492729'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:29.093489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.141746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Made reservation on behalf of 7ee0f84e47bf4a7180f37d7d37fca51e for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:29.144839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.155255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.176353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.220385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network 88fa807a-cd86-49fd-83bb-a86d1eb5704c is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:29.223667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:29.227571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:29.228124 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (3c69c82a-caa6-421d-a5d0-529656e702aa), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.247548 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks [] for security_group (8856278f-ffe8-46ce-8529-cc05d8b68812), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.279047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Port': ['ID=b28028a2-b611-4af5-8d98-17bbfa9e1549,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:29.326201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8856278f-ffe8-46ce-8529-cc05d8b68812), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.333706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] device_id is not set on port d69071a9-58c1-4432-a9eb-8fc741db31d9 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:29.418427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856278f-ffe8-46ce-8529-cc05d8b68812,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:29.456987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.469599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c02c1be-97b8-4272-8a13-f3a4ce2dc1f9 None None] Network 0388eb19-e08b-4e4e-a9a8-c4459731178b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:29.519338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ece85c09-1790-415d-af39-12a336576d77 None None] Provisioning complete for port df85ce36-4cbf-4f77-8876-60fd2996687c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:29.519643 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ece85c09-1790-415d-af39-12a336576d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.602357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] device_id is not set on port d69071a9-58c1-4432-a9eb-8fc741db31d9 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:29.616834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks [] for port (d69071a9-58c1-4432-a9eb-8fc741db31d9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.648452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ece85c09-1790-415d-af39-12a336576d77 None None] Current status of the port df85ce36-4cbf-4f77-8876-60fd2996687c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:29.686794 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d69071a9-58c1-4432-a9eb-8fc741db31d9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.747489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=d69071a9-58c1-4432-a9eb-8fc741db31d9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:29.752312 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.764984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Checking segment: {'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:29.765359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Network hostable DHCP agents. Network: 2fd5b799-75ac-4e01-92ed-3053297e266b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:29.766484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-66a5d201-bcc0-4f9f-8079-55b35a7c3a02 None None] Provisioning complete for port b28028a2-b611-4af5-8d98-17bbfa9e1549 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:29.766954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-66a5d201-bcc0-4f9f-8079-55b35a7c3a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.803686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-66a5d201-bcc0-4f9f-8079-55b35a7c3a02 None None] Port b28028a2-b611-4af5-8d98-17bbfa9e1549 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:41:29.812088 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.812975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (3c69c82a-caa6-421d-a5d0-529656e702aa), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.840750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Network 2fd5b799-75ac-4e01-92ed-3053297e266b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:29.901024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event updated for resources: {'Port': ['ID=b28028a2-b611-4af5-8d98-17bbfa9e1549,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:29.921502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0327fd67-d146-485b-8d35-4ecaa4e99413 None None] Provisioning complete for port df85ce36-4cbf-4f77-8876-60fd2996687c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:29.922045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0327fd67-d146-485b-8d35-4ecaa4e99413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:29.924540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2fd5b799-75ac-4e01-92ed-3053297e266b) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:29.930131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:29.946438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:29.946802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:29.947122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:29.947322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Network 88fa807a-cd86-49fd-83bb-a86d1eb5704c is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:29.948790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:29.949182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567cebe8-2c10-4b63-9b3e-f62a3e9a317f None None] Network 2fd5b799-75ac-4e01-92ed-3053297e266b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:29.961431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:29.961783 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:29.962173 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 2 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:29.978905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:29.979241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:29.979737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:29.984368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:29.984682 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:29.985071 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 3 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:30.002634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:30.002990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:30.003377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:30.007980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:30.008301 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:30.008690 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 4 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:30.026106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:30.026567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:30.026979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:30.031969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:30.032388 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:30.033091 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 5 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:30.048345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:30.049072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:30.049189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:30.054630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:30.055380 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:30.055494 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 6 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:30.070126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:30.070773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:30.070773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:30.074395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Router 3c69c82a-caa6-421d-a5d0-529656e702aa has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:30.075658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:30.076207 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:30.076685 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 7 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:30.094308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0327fd67-d146-485b-8d35-4ecaa4e99413 None None] Current status of the port df85ce36-4cbf-4f77-8876-60fd2996687c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:30.095688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:30.096254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:30.096920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:30.102893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:30.103222 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:30.103616 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 8 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:30.117012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:30.117585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:30.117972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:30.122871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:30.123333 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:30.123734 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 9 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:30.137203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:30.137540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:30.138252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:30.143449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:30.143779 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:30.144174 ncdv-master-1 neutron-server[115774]: INFO neutron.plugins.ml2.plugin [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 10 to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9
Apr 30 21:41:30.157745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:30.158166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:30.158506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:30.165077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port d69071a9-58c1-4432-a9eb-8fc741db31d9 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:30.165997 ncdv-master-1 neutron-server[115774]: ERROR neutron.plugins.ml2.managers [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port d69071a9-58c1-4432-a9eb-8fc741db31d9 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:30.166398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d69071a9-58c1-4432-a9eb-8fc741db31d9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.185334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:30.193740 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-74f4df55-f313-4154-872a-6f15df08bc9f tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "PUT /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2953582
Apr 30 21:41:30.193740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40698) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:30.203189 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672af53-210f-4c87-a628-66267b05e8e7 None None] Sync routers for ids ['3c69c82a-caa6-421d-a5d0-529656e702aa'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:30.215465 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672af53-210f-4c87-a628-66267b05e8e7 None None] Routers {'3c69c82a-caa6-421d-a5d0-529656e702aa'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:30.216435 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f672af53-210f-4c87-a628-66267b05e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cec1550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c69c82a-caa6-421d-a5d0-529656e702aa'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:30.244808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] For port d69071a9-58c1-4432-a9eb-8fc741db31d9, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:30.245356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempted to set empty binding levels {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 30 21:41:30.256615 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f672af53-210f-4c87-a628-66267b05e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cec1550>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:30.268091 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672af53-210f-4c87-a628-66267b05e8e7 None None] Routers {'3c69c82a-caa6-421d-a5d0-529656e702aa'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:30.268091 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f672af53-210f-4c87-a628-66267b05e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cec1550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c69c82a-caa6-421d-a5d0-529656e702aa'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:30.293493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-abf2473c-7e65-4a3d-b970-fec92a52bc45 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for router (3c69c82a-caa6-421d-a5d0-529656e702aa), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.312430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-034dc6a6-53e3-489b-b87a-84260a0d52ad None None] Provisioning complete for port b28028a2-b611-4af5-8d98-17bbfa9e1549 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:30.312953 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-034dc6a6-53e3-489b-b87a-84260a0d52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.354485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-034dc6a6-53e3-489b-b87a-84260a0d52ad None None] Port b28028a2-b611-4af5-8d98-17bbfa9e1549 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:41:30.359211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d69071a9-58c1-4432-a9eb-8fc741db31d9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.391169 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-abf2473c-7e65-4a3d-b970-fec92a52bc45 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] delete failed (client error): There was a conflict when trying to complete your request.
Apr 30 21:41:30.392245 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-abf2473c-7e65-4a3d-b970-fec92a52bc45 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa HTTP/1.1" status: 409  len: 376 time: 0.1976852
Apr 30 21:41:30.395922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40700) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:30.397444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:30.398127 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.408143 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f672af53-210f-4c87-a628-66267b05e8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cec1550>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:30.408649 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672af53-210f-4c87-a628-66267b05e8e7 None None] The sync data for ids ['3c69c82a-caa6-421d-a5d0-529656e702aa'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:30.486395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=d69071a9-58c1-4432-a9eb-8fc741db31d9,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:30.581537 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40702) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:30.581652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-19ba05cf-1109-4c3f-b7dd-61d7dd3bd155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 1.5155752
Apr 30 21:41:30.647803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device df85ce36-4cbf-4f77-8876-60fd2996687c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:41:30.663325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Deleting port d69071a9-58c1-4432-a9eb-8fc741db31d9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:30.663612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d69071a9-58c1-4432-a9eb-8fc741db31d9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.699381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port df85ce36-4cbf-4f77-8876-60fd2996687c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:30.700146 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.728073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] For port d69071a9-58c1-4432-a9eb-8fc741db31d9, host nch2-master-1, got binding levels [] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:30.728437 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d69071a9-58c1-4432-a9eb-8fc741db31d9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.737021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (3c69c82a-caa6-421d-a5d0-529656e702aa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.743607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Calling delete_port for d69071a9-58c1-4432-a9eb-8fc741db31d9 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:30.784840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port df85ce36-4cbf-4f77-8876-60fd2996687c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:30.926048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d69071a9-58c1-4432-a9eb-8fc741db31d9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.955761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event deleted for resources: {'Port': ['ID=d69071a9-58c1-4432-a9eb-8fc741db31d9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:30.961183 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.968032 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4e7da5e8-0c94-4063-894a-524637d9d75d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d69071a9-58c1-4432-a9eb-8fc741db31d9 HTTP/1.1" status: 204  len: 168 time: 0.3852825
Apr 30 21:41:30.968627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40704) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:30.991769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Deleting port b28028a2-b611-4af5-8d98-17bbfa9e1549 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:30.992113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:30.993188 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c4a266-8c2d-4674-b6ee-ef0c607ce64c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] GET failed (client error): The resource could not be found.
Apr 30 21:41:30.998017 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-20c4a266-8c2d-4674-b6ee-ef0c607ce64c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "GET /v2.0/ports/d69071a9-58c1-4432-a9eb-8fc741db31d9 HTTP/1.1" status: 404  len: 333 time: 0.0250857
Apr 30 21:41:30.998229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40706) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:31.002694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Request body: {'port': {'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-618173988'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:31.086231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Made reservation on behalf of 7ee0f84e47bf4a7180f37d7d37fca51e for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:31.089620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.096717 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.110628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] device_id is not set on port 59c4c0c0-5be8-4cff-8847-800201acaa21 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:31.111733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Calling delete_port for b28028a2-b611-4af5-8d98-17bbfa9e1549 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:31.294245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks [] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.360563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b28028a2-b611-4af5-8d98-17bbfa9e1549), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.390975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.391510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Port': ['ID=b28028a2-b611-4af5-8d98-17bbfa9e1549,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:31.452626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Network 2fd5b799-75ac-4e01-92ed-3053297e266b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:31.455872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:31.460709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:31.461707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:31.462716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.477729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=59c4c0c0-5be8-4cff-8847-800201acaa21,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:31.516392 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (3c69c82a-caa6-421d-a5d0-529656e702aa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.557517 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f8c2deba-9d62-4e3f-a53e-de9715870fe9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.5581682
Apr 30 21:41:31.560387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40724) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:31.565818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:31.637385 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.689910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Router 3c69c82a-caa6-421d-a5d0-529656e702aa has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:41:31.784585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:41:31.797115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4a8f4743-1bdf-4c64-a3dd-8768128eb3ed tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "PUT /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3896489
Apr 30 21:41:31.797115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40726) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:31.797378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f79a4-e5a0-46fa-8a63-f38679334123 None None] Sync routers for ids ['3c69c82a-caa6-421d-a5d0-529656e702aa'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:41:31.811010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f79a4-e5a0-46fa-8a63-f38679334123 None None] Routers {'3c69c82a-caa6-421d-a5d0-529656e702aa'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:31.811010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6a7f79a4-e5a0-46fa-8a63-f38679334123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc1aa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c69c82a-caa6-421d-a5d0-529656e702aa'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:31.831378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] device_id is not set on port 59c4c0c0-5be8-4cff-8847-800201acaa21 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:31.839348 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks [] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.839691 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-ba2affca-66f8-417b-8036-b9cf42feebc4 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] show failed (client error): The resource could not be found.
Apr 30 21:41:31.844351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ba2affca-66f8-417b-8036-b9cf42feebc4 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-2101286981 HTTP/1.1" status: 404  len: 335 time: 0.0431790
Apr 30 21:41:31.844515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40728) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:31.848848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-cfbfbc37-9c75-415d-b154-3a37e7fda49d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:31.849861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6a7f79a4-e5a0-46fa-8a63-f38679334123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc1aa90>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:31.858452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f79a4-e5a0-46fa-8a63-f38679334123 None None] Routers {'3c69c82a-caa6-421d-a5d0-529656e702aa'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:41:31.859062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6a7f79a4-e5a0-46fa-8a63-f38679334123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc1aa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['3c69c82a-caa6-421d-a5d0-529656e702aa'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:31.883824 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-cfbfbc37-9c75-415d-b154-3a37e7fda49d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] update failed (client error): The resource could not be found.
Apr 30 21:41:31.888118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cfbfbc37-9c75-415d-b154-3a37e7fda49d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1331012900 HTTP/1.1" status: 404  len: 335 time: 0.0394351
Apr 30 21:41:31.888228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40730) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:31.892839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6a7f79a4-e5a0-46fa-8a63-f38679334123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc1aa90>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:31.893453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f79a4-e5a0-46fa-8a63-f38679334123 None None] The sync data for ids ['3c69c82a-caa6-421d-a5d0-529656e702aa'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:41:31.903247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.940830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c52648-3f7b-495a-af05-2c21c99021cc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Deleting subnet 505c1ef9-9223-40c5-9417-054a92390a70 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:41:31.944969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3c52648-3f7b-495a-af05-2c21c99021cc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (505c1ef9-9223-40c5-9417-054a92390a70), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.957737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=59c4c0c0-5be8-4cff-8847-800201acaa21,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:31.970727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:31.971151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:31.971583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:31.976189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:31.976589 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:31.977036 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 2 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:31.989893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3c52648-3f7b-495a-af05-2c21c99021cc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (505c1ef9-9223-40c5-9417-054a92390a70), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:31.990174 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:31.995960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:31.995960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:31.995960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:31.996312 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:31.996743 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 3 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:32.009312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:32.009643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:32.010031 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:32.014324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:32.014645 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:32.015031 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 4 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:32.027529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:32.027860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:32.028184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:32.032810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:32.033128 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:32.033511 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 5 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:32.045182 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:32.045517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:32.047197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:32.050305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:32.050627 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:32.051007 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 6 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:32.063959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:32.064221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:32.064556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:32.069455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:32.069797 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:32.070185 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 7 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:32.075468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3c52648-3f7b-495a-af05-2c21c99021cc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (505c1ef9-9223-40c5-9417-054a92390a70), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.081875 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:32.082211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:32.082572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:32.086962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:32.087283 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:32.087667 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 8 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:32.105439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:32.106055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:32.106619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:32.113555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:32.113912 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:32.114307 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 9 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:32.127999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:32.128330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:32.128663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:32.133780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:32.134118 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:32.134503 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 10 to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21
Apr 30 21:41:32.149005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:32.149005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:32.149557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:32.153991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:32.154317 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 59c4c0c0-5be8-4cff-8847-800201acaa21 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:32.154677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.200891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3c52648-3f7b-495a-af05-2c21c99021cc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (505c1ef9-9223-40c5-9417-054a92390a70), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.217013 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] For port 59c4c0c0-5be8-4cff-8847-800201acaa21, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:32.217462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempted to set empty binding levels {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 30 21:41:32.232448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c52648-3f7b-495a-af05-2c21c99021cc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Subnet': ['ID=505c1ef9-9223-40c5-9417-054a92390a70,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:32.236385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3c52648-3f7b-495a-af05-2c21c99021cc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.241656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b3c52648-3f7b-495a-af05-2c21c99021cc tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/subnets/505c1ef9-9223-40c5-9417-054a92390a70 HTTP/1.1" status: 204  len: 168 time: 0.3503933
Apr 30 21:41:32.242618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40732) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:32.243864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f105c-ef94-4caf-8c50-9187eb700477 None None] Network 0388eb19-e08b-4e4e-a9a8-c4459731178b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:32.309533 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.328277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0388eb19-e08b-4e4e-a9a8-c4459731178b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.342543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] In _notify_port_updated(), no bound segment for port 59c4c0c0-5be8-4cff-8847-800201acaa21 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:41:32.343554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.344166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.348124 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "PUT /v2.0/ports/59c4c0c0-5be8-4cff-8847-800201acaa21 HTTP/1.1" status: 200  len: 978 time: 0.7841084
Apr 30 21:41:32.350306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40734) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:32.376000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Deleting port df85ce36-4cbf-4f77-8876-60fd2996687c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:32.376451 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.385393 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6fdad-43b2-4449-a6fa-b1b4b744ded7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=59c4c0c0-5be8-4cff-8847-800201acaa21,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:32.411601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] DHCP port deletion for 0388eb19-e08b-4e4e-a9a8-c4459731178b request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:41:32.419627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.420100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.420627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.421086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.421529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.422025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.422479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.422927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.423569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.424023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.428255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.428255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.428255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.428255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.428255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.428255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.428255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:32.430281 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0a01c761-e451-45b9-ade6-9767764e1104 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16057 time: 0.0790043
Apr 30 21:41:32.435556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40736) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:32.464948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] Deleting port df85ce36-4cbf-4f77-8876-60fd2996687c {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:32.465687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.483254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] For port df85ce36-4cbf-4f77-8876-60fd2996687c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df85ce36-4cbf-4f77-8876-60fd2996687c,segment=NetworkSegment(ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442),segment_id=ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:32.483630 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.518746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Calling delete_port for df85ce36-4cbf-4f77-8876-60fd2996687c owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:32.530606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] For port df85ce36-4cbf-4f77-8876-60fd2996687c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df85ce36-4cbf-4f77-8876-60fd2996687c,segment=NetworkSegment(ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442),segment_id=ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:32.531019 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.541995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Deleting port 59c4c0c0-5be8-4cff-8847-800201acaa21 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:32.542338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.543888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] Calling delete_port for df85ce36-4cbf-4f77-8876-60fd2996687c owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:32.636003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device df85ce36-4cbf-4f77-8876-60fd2996687c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:41:32.651292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] For port 59c4c0c0-5be8-4cff-8847-800201acaa21, host nch2-master-1, got binding levels [] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:32.651646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.671228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Calling delete_port for 59c4c0c0-5be8-4cff-8847-800201acaa21 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:32.699362 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.729614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.734731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] Pushing event deleted for resources: {'Port': ['ID=df85ce36-4cbf-4f77-8876-60fd2996687c,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:32.740731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba04c8da-eb61-4bec-9390-db7b9eacb348 None None] No DVR routers for this DVR port df85ce36-4cbf-4f77-8876-60fd2996687c on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:32.753152 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port df85ce36-4cbf-4f77-8876-60fd2996687c is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:32.753559 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (df85ce36-4cbf-4f77-8876-60fd2996687c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.767654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Port': ['ID=df85ce36-4cbf-4f77-8876-60fd2996687c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:32.774045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] No DVR routers for this DVR port df85ce36-4cbf-4f77-8876-60fd2996687c on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:32.864771 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0388eb19-e08b-4e4e-a9a8-c4459731178b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.885783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896694d7f0>,) {'filters': {'network_id': ['0388eb19-e08b-4e4e-a9a8-c4459731178b']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:32.895221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896694d7f0>, 'ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:32.895519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896694d7f0>, 'ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:32.904434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (59c4c0c0-5be8-4cff-8847-800201acaa21), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.907327 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.942677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event deleted for resources: {'Port': ['ID=59c4c0c0-5be8-4cff-8847-800201acaa21,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:32.946503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.953115 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.956286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-40342cd8-9b58-437f-90e7-d0d187caabe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "DELETE /v2.0/ports/59c4c0c0-5be8-4cff-8847-800201acaa21 HTTP/1.1" status: 204  len: 168 time: 0.5197849
Apr 30 21:41:32.964085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:32.964220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40738) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (ff3dd502-aa6b-49f6-bdeb-ac2e8b9a2442), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   self.session.flush()
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:32.964684 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:32.987282 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52c07b2-3520-4744-96db-03f328398beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] GET failed (client error): The resource could not be found.
Apr 30 21:41:32.988702 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e52c07b2-3520-4744-96db-03f328398beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "GET /v2.0/ports/59c4c0c0-5be8-4cff-8847-800201acaa21 HTTP/1.1" status: 404  len: 333 time: 0.0286169
Apr 30 21:41:32.996616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40740) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:33.001508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-677452372', 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:33.080133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Made reservation on behalf of 7ee0f84e47bf4a7180f37d7d37fca51e for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:33.082491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.096078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0388eb19-e08b-4e4e-a9a8-c4459731178b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.097860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] device_id is not set on port 5676e7a1-ed42-4045-9f35-dcf42f2cc091 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:33.113655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.119738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/networks/0388eb19-e08b-4e4e-a9a8-c4459731178b HTTP/1.1" status: 204  len: 168 time: 0.8737977
Apr 30 21:41:33.119738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88192c49-010d-4c79-85e7-e7a34c0acd3d tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Network': ['ID=0388eb19-e08b-4e4e-a9a8-c4459731178b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:33.120173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40742) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:33.178954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dde3026-a579-4e3f-9eda-9d744276b1e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Deleting subnet 56ab0adb-da43-467c-8269-20c0fbb0ac0b {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:41:33.182139 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1dde3026-a579-4e3f-9eda-9d744276b1e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (56ab0adb-da43-467c-8269-20c0fbb0ac0b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.223105 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1dde3026-a579-4e3f-9eda-9d744276b1e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (56ab0adb-da43-467c-8269-20c0fbb0ac0b), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.248819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks [] for port (5676e7a1-ed42-4045-9f35-dcf42f2cc091), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.312406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1dde3026-a579-4e3f-9eda-9d744276b1e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (56ab0adb-da43-467c-8269-20c0fbb0ac0b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.360654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5676e7a1-ed42-4045-9f35-dcf42f2cc091), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.401676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Network 2fd5b799-75ac-4e01-92ed-3053297e266b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:33.405410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:33.408504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:33.409985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:33.410895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.428166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=5676e7a1-ed42-4045-9f35-dcf42f2cc091,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:33.448011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1dde3026-a579-4e3f-9eda-9d744276b1e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (56ab0adb-da43-467c-8269-20c0fbb0ac0b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.477051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde3026-a579-4e3f-9eda-9d744276b1e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Subnet': ['ID=56ab0adb-da43-467c-8269-20c0fbb0ac0b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:33.481805 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1dde3026-a579-4e3f-9eda-9d744276b1e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.487463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1dde3026-a579-4e3f-9eda-9d744276b1e3 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/subnets/56ab0adb-da43-467c-8269-20c0fbb0ac0b HTTP/1.1" status: 204  len: 168 time: 0.3640747
Apr 30 21:41:33.488240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40744) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:33.490524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3885f69-78f7-4f17-9880-cc8c0451b957 None None] Network 2c2e7b4f-41a2-49d5-b683-46b29bf32261 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:33.500827 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-26b91a5a-5705-4951-9ac9-41ed5d1cc88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.5030143
Apr 30 21:41:33.504113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40746) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:33.546827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d8987a-6bd5-4acf-b4e8-3cc81b25f776 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Deleting subnet 96ed4518-7120-4340-b209-c50ab1f8a004 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:41:33.550221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63d8987a-6bd5-4acf-b4e8-3cc81b25f776 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (96ed4518-7120-4340-b209-c50ab1f8a004), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.556560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a2bf26-4a54-4749-995e-6bea31e056cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:33.560780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-32a2bf26-4a54-4749-995e-6bea31e056cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "GET /v2.0/ports/5676e7a1-ed42-4045-9f35-dcf42f2cc091 HTTP/1.1" status: 200  len: 958 time: 0.0516224
Apr 30 21:41:33.560907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:33.616423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63d8987a-6bd5-4acf-b4e8-3cc81b25f776 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (96ed4518-7120-4340-b209-c50ab1f8a004), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.644104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7a52c72a-3d48-4480-9454-717a2ff6195b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Deleting port 5676e7a1-ed42-4045-9f35-dcf42f2cc091 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:33.644451 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a52c72a-3d48-4480-9454-717a2ff6195b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5676e7a1-ed42-4045-9f35-dcf42f2cc091), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.648529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] DHCP port deletion for 2c2e7b4f-41a2-49d5-b683-46b29bf32261 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:41:33.689466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] Deleting port d45b0ed3-0daa-47da-9696-19f55784c8d6 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:33.689745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.715475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63d8987a-6bd5-4acf-b4e8-3cc81b25f776 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (96ed4518-7120-4340-b209-c50ab1f8a004), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.716545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a52c72a-3d48-4480-9454-717a2ff6195b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5676e7a1-ed42-4045-9f35-dcf42f2cc091), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.731835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7a52c72a-3d48-4480-9454-717a2ff6195b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Calling delete_port for 5676e7a1-ed42-4045-9f35-dcf42f2cc091 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:33.754747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] For port d45b0ed3-0daa-47da-9696-19f55784c8d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d45b0ed3-0daa-47da-9696-19f55784c8d6,segment=NetworkSegment(0df35106-d5f4-42ce-b953-93ef311cef6e),segment_id=0df35106-d5f4-42ce-b953-93ef311cef6e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:33.755193 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.768451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] Calling delete_port for d45b0ed3-0daa-47da-9696-19f55784c8d6 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:33.852251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63d8987a-6bd5-4acf-b4e8-3cc81b25f776 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (96ed4518-7120-4340-b209-c50ab1f8a004), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.880634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a52c72a-3d48-4480-9454-717a2ff6195b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5676e7a1-ed42-4045-9f35-dcf42f2cc091), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.884792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8987a-6bd5-4acf-b4e8-3cc81b25f776 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Subnet': ['ID=96ed4518-7120-4340-b209-c50ab1f8a004,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:33.890532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63d8987a-6bd5-4acf-b4e8-3cc81b25f776 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.895489 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-63d8987a-6bd5-4acf-b4e8-3cc81b25f776 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/subnets/96ed4518-7120-4340-b209-c50ab1f8a004 HTTP/1.1" status: 204  len: 168 time: 0.4048040
Apr 30 21:41:33.898256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40750) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:33.898625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef48fb-f398-46d0-b01d-d229fb34bf56 None None] Network ec6a726f-8de8-45fb-90a2-dd24175282e3 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:33.921829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52c72a-3d48-4480-9454-717a2ff6195b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event deleted for resources: {'Port': ['ID=5676e7a1-ed42-4045-9f35-dcf42f2cc091,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:33.926514 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7a52c72a-3d48-4480-9454-717a2ff6195b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.929931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7a52c72a-3d48-4480-9454-717a2ff6195b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "DELETE /v2.0/ports/5676e7a1-ed42-4045-9f35-dcf42f2cc091 HTTP/1.1" status: 204  len: 168 time: 0.3681130
Apr 30 21:41:33.932743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40752) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:33.944038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (d45b0ed3-0daa-47da-9696-19f55784c8d6), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:33.958209 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f1df6f-1f70-431a-b42a-c3fbd73b82d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] GET failed (client error): The resource could not be found.
Apr 30 21:41:33.959731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-19f1df6f-1f70-431a-b42a-c3fbd73b82d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "GET /v2.0/ports/5676e7a1-ed42-4045-9f35-dcf42f2cc091 HTTP/1.1" status: 404  len: 333 time: 0.0261509
Apr 30 21:41:33.963360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40754) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:33.969010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Request body: {'port': {'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1848376173'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:33.989623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] Pushing event deleted for resources: {'Port': ['ID=d45b0ed3-0daa-47da-9696-19f55784c8d6,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:33.995954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7ae21-1577-4dff-8822-2448b9711005 None None] No DVR routers for this DVR port d45b0ed3-0daa-47da-9696-19f55784c8d6 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:34.002724 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2c2e7b4f-41a2-49d5-b683-46b29bf32261), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.077200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Made reservation on behalf of 7ee0f84e47bf4a7180f37d7d37fca51e for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:34.079498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.085789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] DHCP port deletion for ec6a726f-8de8-45fb-90a2-dd24175282e3 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:41:34.109035 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2c2e7b4f-41a2-49d5-b683-46b29bf32261), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.111865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] device_id is not set on port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:34.125792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] Deleting port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:34.127439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.161897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967912c40>,) {'filters': {'network_id': ['2c2e7b4f-41a2-49d5-b683-46b29bf32261']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:34.174698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967912c40>, '0df35106-d5f4-42ce-b953-93ef311cef6e') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:34.175011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967912c40>, '0df35106-d5f4-42ce-b953-93ef311cef6e') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:34.192821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (0df35106-d5f4-42ce-b953-93ef311cef6e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.194234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] For port 73c43b3a-72e8-4c33-9718-7148ad9bbc61, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73c43b3a-72e8-4c33-9718-7148ad9bbc61,segment=NetworkSegment(7096ee71-e639-43d7-9042-8a292b9e3994),segment_id=7096ee71-e639-43d7-9042-8a292b9e3994)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:34.194830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.208225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] Calling delete_port for 73c43b3a-72e8-4c33-9718-7148ad9bbc61 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:34.215982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0df35106-d5f4-42ce-b953-93ef311cef6e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.229689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:34.230106 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (0df35106-d5f4-42ce-b953-93ef311cef6e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:34.233117 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:34.352423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks [] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.359036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (73c43b3a-72e8-4c33-9718-7148ad9bbc61), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.385886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] Pushing event deleted for resources: {'Port': ['ID=73c43b3a-72e8-4c33-9718-7148ad9bbc61,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:34.391209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df4289-e435-40d7-a785-a3839e47baa1 None None] No DVR routers for this DVR port 73c43b3a-72e8-4c33-9718-7148ad9bbc61 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:34.410219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2c2e7b4f-41a2-49d5-b683-46b29bf32261), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.418011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.420708 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/networks/2c2e7b4f-41a2-49d5-b683-46b29bf32261 HTTP/1.1" status: 204  len: 168 time: 0.5214555
Apr 30 21:41:34.423337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40756) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:34.432512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e9eb8-9654-4d8f-8605-f7e2a6d7861c tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Network': ['ID=2c2e7b4f-41a2-49d5-b683-46b29bf32261,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:34.462301 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.500220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ec6a726f-8de8-45fb-90a2-dd24175282e3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.506812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Network 2fd5b799-75ac-4e01-92ed-3053297e266b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:34.511336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:34.517747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:34.518698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:34.519302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.522738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=20cb5555-9852-4df9-bbb4-8fd83f0acb37,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:34.589824 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ec6a726f-8de8-45fb-90a2-dd24175282e3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.607061 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-94c216b9-8fa7-4659-bb69-48528c7ff05d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.6426136
Apr 30 21:41:34.610111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40758) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:34.611642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966d9b2e0>,) {'filters': {'network_id': ['ec6a726f-8de8-45fb-90a2-dd24175282e3']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:34.614897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:34.622273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d9b2e0>, '7096ee71-e639-43d7-9042-8a292b9e3994') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:34.622568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966d9b2e0>, '7096ee71-e639-43d7-9042-8a292b9e3994') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:34.632719 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (7096ee71-e639-43d7-9042-8a292b9e3994), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.647186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7096ee71-e639-43d7-9042-8a292b9e3994), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.648808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d45b0ed3-0daa-47da-9696-19f55784c8d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:41:34.654212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:34.654624 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (7096ee71-e639-43d7-9042-8a292b9e3994), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:34.658241 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:34.675984 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.676215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d45b0ed3-0daa-47da-9696-19f55784c8d6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:41:34.676640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d45b0ed3-0daa-47da-9696-19f55784c8d6 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:41:34.677159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 73c43b3a-72e8-4c33-9718-7148ad9bbc61 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:41:34.697522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 73c43b3a-72e8-4c33-9718-7148ad9bbc61 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:41:34.698041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 73c43b3a-72e8-4c33-9718-7148ad9bbc61 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:41:34.783399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (ec6a726f-8de8-45fb-90a2-dd24175282e3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.791062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.796259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/networks/ec6a726f-8de8-45fb-90a2-dd24175282e3 HTTP/1.1" status: 204  len: 168 time: 0.3697095
Apr 30 21:41:34.796492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40760) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:34.818084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df68466-2cf2-452e-8549-a2b4d2872809 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Network': ['ID=ec6a726f-8de8-45fb-90a2-dd24175282e3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:34.850685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] device_id is not set on port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:34.858146 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks [] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.861521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cae5c77-b04d-4e41-ae17-ddac77955031 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Deleting subnet 4489bb3a-e6b2-49c9-b90b-68b313efacd8 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:41:34.864669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cae5c77-b04d-4e41-ae17-ddac77955031 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (4489bb3a-e6b2-49c9-b90b-68b313efacd8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.905125 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cae5c77-b04d-4e41-ae17-ddac77955031 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (4489bb3a-e6b2-49c9-b90b-68b313efacd8), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.943382 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:34.993391 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cae5c77-b04d-4e41-ae17-ddac77955031 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4489bb3a-e6b2-49c9-b90b-68b313efacd8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.000007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=20cb5555-9852-4df9-bbb4-8fd83f0acb37,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:35.011263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.011602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.011992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.016527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.016870 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.017248 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 2 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.030274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.030717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.031059 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.035382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.035705 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.036077 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 3 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.048271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.048598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.048925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.053907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.054224 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.054603 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 4 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.066615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.066941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.067260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.072048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.072358 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.072726 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 5 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.084134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.084462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.084811 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.088961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.089275 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.089646 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 6 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.101640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.102020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.102343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.106546 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.106858 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.107229 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 7 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.118877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.119199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.119519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.124027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.124347 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.124719 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 8 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.130751 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cae5c77-b04d-4e41-ae17-ddac77955031 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (4489bb3a-e6b2-49c9-b90b-68b313efacd8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.137300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.137627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.137977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.142258 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.142573 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.143439 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 9 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.154992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.155322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.155682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.158695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae5c77-b04d-4e41-ae17-ddac77955031 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Subnet': ['ID=4489bb3a-e6b2-49c9-b90b-68b313efacd8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:35.159986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.160309 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.160687 ncdv-master-1 neutron-server[115773]: INFO neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempt 10 to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37
Apr 30 21:41:35.163330 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9cae5c77-b04d-4e41-ae17-ddac77955031 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.168719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9cae5c77-b04d-4e41-ae17-ddac77955031 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/subnets/4489bb3a-e6b2-49c9-b90b-68b313efacd8 HTTP/1.1" status: 204  len: 168 time: 0.3688462
Apr 30 21:41:35.168719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40762) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:35.174423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:35.175397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:35.175580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f67a3eb-e620-45ff-a5dd-7e7a1774f9df None None] Network 88fa807a-cd86-49fd-83bb-a86d1eb5704c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:35.175736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempting to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:35.181416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:41:35.181899 ncdv-master-1 neutron-server[115773]: ERROR neutron.plugins.ml2.managers [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Failed to bind port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on host nch2-master-1 for vnic_type normal using segments [{'id': 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd5b799-75ac-4e01-92ed-3053297e266b'}]
Apr 30 21:41:35.182303 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.247035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (88fa807a-cd86-49fd-83bb-a86d1eb5704c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.248797 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] For port 20cb5555-9852-4df9-bbb4-8fd83f0acb37, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:35.249161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attempted to set empty binding levels {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Apr 30 21:41:35.298658 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.298799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Deleting port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:35.299114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.330196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] DHCP port deletion for 88fa807a-cd86-49fd-83bb-a86d1eb5704c request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:41:35.342119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] In _notify_port_updated(), no bound segment for port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 on network 2fd5b799-75ac-4e01-92ed-3053297e266b {{(pid=115773) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}}
Apr 30 21:41:35.342982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:35.343595 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.348251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "PUT /v2.0/ports/20cb5555-9852-4df9-bbb4-8fd83f0acb37 HTTP/1.1" status: 200  len: 979 time: 0.7341011
Apr 30 21:41:35.348251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40764) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:35.372366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] Deleting port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:35.372896 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.380397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d588e28-7105-4885-bb66-ef07c7a9ce2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event updated for resources: {'Port': ['ID=20cb5555-9852-4df9-bbb4-8fd83f0acb37,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:35.431183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Deleting port 20cb5555-9852-4df9-bbb4-8fd83f0acb37 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:35.431529 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.443275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] For port 8c462f5a-14c4-461b-a7cb-e6ce27052d00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c462f5a-14c4-461b-a7cb-e6ce27052d00,segment=NetworkSegment(4de6b8c6-edde-4681-860f-9a665785e235),segment_id=4de6b8c6-edde-4681-860f-9a665785e235)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:35.444318 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.467369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] Calling delete_port for 8c462f5a-14c4-461b-a7cb-e6ce27052d00 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:35.500739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] For port 20cb5555-9852-4df9-bbb4-8fd83f0acb37, host nch2-master-1, got binding levels [] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:35.501022 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.519741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Calling delete_port for 20cb5555-9852-4df9-bbb4-8fd83f0acb37 owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:35.646440 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.672488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] Pushing event deleted for resources: {'Port': ['ID=8c462f5a-14c4-461b-a7cb-e6ce27052d00,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:35.674901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (20cb5555-9852-4df9-bbb4-8fd83f0acb37), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.676080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2775cb4-bf1a-4b2d-a11c-f234bc83bb2b None None] No DVR routers for this DVR port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:35.714765 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Pushing event deleted for resources: {'Port': ['ID=20cb5555-9852-4df9-bbb4-8fd83f0acb37,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:35.722163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.726232 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2bbf11c7-f41e-4ebd-924b-b1f4243a45f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "DELETE /v2.0/ports/20cb5555-9852-4df9-bbb4-8fd83f0acb37 HTTP/1.1" status: 204  len: 168 time: 0.3774250
Apr 30 21:41:35.726817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] For port 8c462f5a-14c4-461b-a7cb-e6ce27052d00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c462f5a-14c4-461b-a7cb-e6ce27052d00,segment=NetworkSegment(4de6b8c6-edde-4681-860f-9a665785e235),segment_id=4de6b8c6-edde-4681-860f-9a665785e235)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:35.727457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.727952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40766) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:35.741243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Calling delete_port for 8c462f5a-14c4-461b-a7cb-e6ce27052d00 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:35.752758 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-4557bb50-26b9-41d7-81c5-ae1cf2973aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] GET failed (client error): The resource could not be found.
Apr 30 21:41:35.754074 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4557bb50-26b9-41d7-81c5-ae1cf2973aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561043854-project-admin] 10.222.0.23 "GET /v2.0/ports/20cb5555-9852-4df9-bbb4-8fd83f0acb37 HTTP/1.1" status: 404  len: 333 time: 0.0251973
Apr 30 21:41:35.758440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40768) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:35.821248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8c462f5a-14c4-461b-a7cb-e6ce27052d00), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.846904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Port': ['ID=8c462f5a-14c4-461b-a7cb-e6ce27052d00,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:35.852464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] No DVR routers for this DVR port 8c462f5a-14c4-461b-a7cb-e6ce27052d00 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:35.861642 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2fd5b799-75ac-4e01-92ed-3053297e266b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.934189 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (88fa807a-cd86-49fd-83bb-a86d1eb5704c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.948896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2fd5b799-75ac-4e01-92ed-3053297e266b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.956452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966a4bd60>,) {'filters': {'network_id': ['88fa807a-cd86-49fd-83bb-a86d1eb5704c']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:35.966089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966a4bd60>, '4de6b8c6-edde-4681-860f-9a665785e235') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:35.966386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966a4bd60>, '4de6b8c6-edde-4681-860f-9a665785e235') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:35.969272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d70ae80>,) {'filters': {'network_id': ['2fd5b799-75ac-4e01-92ed-3053297e266b']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:35.975712 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (4de6b8c6-edde-4681-860f-9a665785e235), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.978827 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d70ae80>, 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:35.979119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d70ae80>, 'ce0ebe2e-03bf-47c5-a8d4-a1139e131a40') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:35.988648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4de6b8c6-edde-4681-860f-9a665785e235), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.992788 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (ce0ebe2e-03bf-47c5-a8d4-a1139e131a40), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.994626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:35.995021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (4de6b8c6-edde-4681-860f-9a665785e235), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:35.998051 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:36.009155 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ce0ebe2e-03bf-47c5-a8d4-a1139e131a40), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.014893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:36.015270 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (ce0ebe2e-03bf-47c5-a8d4-a1139e131a40), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:36.018363 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:36.109330 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (88fa807a-cd86-49fd-83bb-a86d1eb5704c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.116250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.119415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/networks/88fa807a-cd86-49fd-83bb-a86d1eb5704c HTTP/1.1" status: 204  len: 168 time: 0.9497714
Apr 30 21:41:36.124399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40770) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:36.131773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f4503-f852-4e9c-a81a-36054a5ab073 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Pushing event deleted for resources: {'Network': ['ID=88fa807a-cd86-49fd-83bb-a86d1eb5704c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:36.152743 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2fd5b799-75ac-4e01-92ed-3053297e266b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.155693 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-03ccb2b9-c453-4e67-85d7-0fbdc968851a tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "GET /v2.0/ports?device_id=3c69c82a-caa6-421d-a5d0-529656e702aa HTTP/1.1" status: 200  len: 205 time: 0.0302019
Apr 30 21:41:36.158503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40772) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:36.161492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.165503 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] 10.222.0.23 "DELETE /v2.0/networks/2fd5b799-75ac-4e01-92ed-3053297e266b HTTP/1.1" status: 204  len: 168 time: 0.4054418
Apr 30 21:41:36.177113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebd8cc-d51c-4e13-950b-3b0d61d63daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2115245840-project] Pushing event deleted for resources: {'Network': ['ID=2fd5b799-75ac-4e01-92ed-3053297e266b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:36.242117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b17ee73-4fa5-49b7-bf25-5d361b22c444 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for router (3c69c82a-caa6-421d-a5d0-529656e702aa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.408908 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b17ee73-4fa5-49b7-bf25-5d361b22c444 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (3c69c82a-caa6-421d-a5d0-529656e702aa), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.411066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b17ee73-4fa5-49b7-bf25-5d361b22c444 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for router_controller (3c69c82a-caa6-421d-a5d0-529656e702aa), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.541986 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b17ee73-4fa5-49b7-bf25-5d361b22c444 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (3c69c82a-caa6-421d-a5d0-529656e702aa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.542438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b17ee73-4fa5-49b7-bf25-5d361b22c444 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Fanout notify agent at l3_agent the message router_deleted on router 3c69c82a-caa6-421d-a5d0-529656e702aa {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:41:36.548850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b17ee73-4fa5-49b7-bf25-5d361b22c444 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.549961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6b17ee73-4fa5-49b7-bf25-5d361b22c444 tempest-RoutersNegativeIpV6Test-1848903848 tempest-RoutersNegativeIpV6Test-1848903848-project] 10.222.0.23 "DELETE /v2.0/routers/3c69c82a-caa6-421d-a5d0-529656e702aa HTTP/1.1" status: 204  len: 168 time: 0.3903792
Apr 30 21:41:36.627489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8c462f5a-14c4-461b-a7cb-e6ce27052d00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:41:36.648526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8c462f5a-14c4-461b-a7cb-e6ce27052d00 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:41:36.648874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8c462f5a-14c4-461b-a7cb-e6ce27052d00 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:41:36.696534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40780) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:36.829248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-891d1e0c-6d9f-4123-854f-7e6c53c2a018 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f078b331ba346bfa0c88fb953e9b6fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1314733
Apr 30 21:41:36.831792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40784) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:36.878836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ec12bfc-efc9-435e-b58c-963d5aed55da admin admin] Publish callbacks [] for security_group (80d07364-e03c-41b1-b4e3-9cf9b77abded), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.903093 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ec12bfc-efc9-435e-b58c-963d5aed55da admin admin] Publish callbacks [] for security_group (80d07364-e03c-41b1-b4e3-9cf9b77abded), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:36.975779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40788) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:37.015762 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ec12bfc-efc9-435e-b58c-963d5aed55da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (80d07364-e03c-41b1-b4e3-9cf9b77abded), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.018582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ec12bfc-efc9-435e-b58c-963d5aed55da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.019866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2ec12bfc-efc9-435e-b58c-963d5aed55da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80d07364-e03c-41b1-b4e3-9cf9b77abded HTTP/1.1" status: 204  len: 168 time: 0.1871696
Apr 30 21:41:37.028690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec12bfc-efc9-435e-b58c-963d5aed55da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d07364-e03c-41b1-b4e3-9cf9b77abded,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:37.131888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-287ccda0-9dea-44e0-a55a-c6a0e830e642 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3802fb0d3c14722838c7c85bf0ca42b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1549816
Apr 30 21:41:37.134397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40794) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:37.184461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ee7b-8733-43aa-801b-6e9da5c086e9 admin admin] Publish callbacks [] for security_group (0c536b42-a759-43d5-8120-328cde6a27b1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.210131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ee7b-8733-43aa-801b-6e9da5c086e9 admin admin] Publish callbacks [] for security_group (0c536b42-a759-43d5-8120-328cde6a27b1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.320611 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ee7b-8733-43aa-801b-6e9da5c086e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0c536b42-a759-43d5-8120-328cde6a27b1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.323314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ee7b-8733-43aa-801b-6e9da5c086e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.324465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3ac8ee7b-8733-43aa-801b-6e9da5c086e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c536b42-a759-43d5-8120-328cde6a27b1 HTTP/1.1" status: 204  len: 168 time: 0.1890905
Apr 30 21:41:37.333281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8ee7b-8733-43aa-801b-6e9da5c086e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c536b42-a759-43d5-8120-328cde6a27b1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:37.566213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40800) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:37.606660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2f7cf25b-a1ce-46f5-98e2-31c628f28a8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ee0f84e47bf4a7180f37d7d37fca51e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390406
Apr 30 21:41:37.608811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40804) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:37.658104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5714ae7-b830-45f7-a43b-f9d8424b25a7 admin admin] Publish callbacks [] for security_group (8856278f-ffe8-46ce-8529-cc05d8b68812), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.680186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5714ae7-b830-45f7-a43b-f9d8424b25a7 admin admin] Publish callbacks [] for security_group (8856278f-ffe8-46ce-8529-cc05d8b68812), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.798929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5714ae7-b830-45f7-a43b-f9d8424b25a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8856278f-ffe8-46ce-8529-cc05d8b68812), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.801576 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e5714ae7-b830-45f7-a43b-f9d8424b25a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:37.802821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e5714ae7-b830-45f7-a43b-f9d8424b25a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8856278f-ffe8-46ce-8529-cc05d8b68812 HTTP/1.1" status: 204  len: 168 time: 0.1930776
Apr 30 21:41:37.810759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5714ae7-b830-45f7-a43b-f9d8424b25a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856278f-ffe8-46ce-8529-cc05d8b68812,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:38.386053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40834) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:38.590364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202151180'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:38.686456 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:38.694797 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:38.773942 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (5d3e7dca-2e5d-4d78-994e-3e3911e2eaf5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:38.838858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5d3e7dca-2e5d-4d78-994e-3e3911e2eaf5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:38.853343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40846) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:38.878389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3e7dca-2e5d-4d78-994e-3e3911e2eaf5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:38.917987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (faca21a4-bc90-4a9d-8c40-66a6d237b0ad), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:38.956433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'networks': [{'name': 'tempest-network--653430890'}, {'name': 'tempest-network--301809961'}]} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:38.956852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'network': {'name': 'tempest-network--653430890'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:38.957303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'network': {'name': 'tempest-network--301809961'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:38.976157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (faca21a4-bc90-4a9d-8c40-66a6d237b0ad), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.005201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faca21a4-bc90-4a9d-8c40-66a6d237b0ad,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:39.049935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Made reservation on behalf of fe45a728ebc84950ac5eadf89185c360 for: {'network': 2} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:39.054843 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.063647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.086882 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.088156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e25e83d3-3e62-4fbe-b483-80d73de4a4d7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7007260
Apr 30 21:41:39.091076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40850) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.166702 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6fb3de8b-a70a-473f-a25e-30bd50a377ad tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0746067
Apr 30 21:41:39.169466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40852) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.173963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a0e7e640-418e-406c-b099-6f97a3084b6a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-security--2095702461', 'description': 'tempest-security-description-1941357333'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:39.189076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for security_group (20a98558-6b7a-495b-9887-dd70fcd71548), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.210608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e640-418e-406c-b099-6f97a3084b6a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (faca21a4-bc90-4a9d-8c40-66a6d237b0ad), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.261437 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (20a98558-6b7a-495b-9887-dd70fcd71548), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.261961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.270421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e640-418e-406c-b099-6f97a3084b6a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (faca21a4-bc90-4a9d-8c40-66a6d237b0ad), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.302739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a98558-6b7a-495b-9887-dd70fcd71548,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:39.308767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:39.317849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4ab91356-4998-4873-b39e-43c2c9b2c4ef), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.318193 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Added segment 4ab91356-4998-4873-b39e-43c2c9b2c4ef of type vlan for network e43147cd-db95-4c0b-8c6f-7333d3e94104
Apr 30 21:41:39.335930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e640-418e-406c-b099-6f97a3084b6a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (faca21a4-bc90-4a9d-8c40-66a6d237b0ad), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.338633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a0e7e640-418e-406c-b099-6f97a3084b6a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.340152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a0e7e640-418e-406c-b099-6f97a3084b6a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "PUT /v2.0/security-groups/faca21a4-bc90-4a9d-8c40-66a6d237b0ad HTTP/1.1" status: 200  len: 1797 time: 0.1694467
Apr 30 21:41:39.344731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40854) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.358531 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e43147cd-db95-4c0b-8c6f-7333d3e94104), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.385465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7e640-418e-406c-b099-6f97a3084b6a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faca21a4-bc90-4a9d-8c40-66a6d237b0ad,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:39.386719 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:39.395557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d2d13350-b60b-4cec-a60f-bbdecddbba7e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.395911 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Added segment d2d13350-b60b-4cec-a60f-bbdecddbba7e of type vlan for network 257fc09c-de7c-4a2a-9d72-8c25fbadb93a
Apr 30 21:41:39.403409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7c48e578-b2b2-4ccb-b434-4770c2fc8de3 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups/faca21a4-bc90-4a9d-8c40-66a6d237b0ad HTTP/1.1" status: 200  len: 1797 time: 0.0552630
Apr 30 21:41:39.403945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40856) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.436051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (257fc09c-de7c-4a2a-9d72-8c25fbadb93a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.459792 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87e9fd28-7d2b-4de1-89c5-708770c9cebc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (faca21a4-bc90-4a9d-8c40-66a6d237b0ad), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.487100 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87e9fd28-7d2b-4de1-89c5-708770c9cebc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (faca21a4-bc90-4a9d-8c40-66a6d237b0ad), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.512989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e43147cd-db95-4c0b-8c6f-7333d3e94104), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.513603 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (257fc09c-de7c-4a2a-9d72-8c25fbadb93a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.518613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:39.523291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:39.523897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.587325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87e9fd28-7d2b-4de1-89c5-708770c9cebc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (faca21a4-bc90-4a9d-8c40-66a6d237b0ad), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.590061 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87e9fd28-7d2b-4de1-89c5-708770c9cebc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.590317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Network': ['ID=e43147cd-db95-4c0b-8c6f-7333d3e94104,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:39.593544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-87e9fd28-7d2b-4de1-89c5-708770c9cebc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/faca21a4-bc90-4a9d-8c40-66a6d237b0ad HTTP/1.1" status: 204  len: 168 time: 0.1864853
Apr 30 21:41:39.594674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40858) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.603987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e43147cd-db95-4c0b-8c6f-7333d3e94104 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:39.607628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9fd28-7d2b-4de1-89c5-708770c9cebc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faca21a4-bc90-4a9d-8c40-66a6d237b0ad,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:39.642137 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 0.7874098
Apr 30 21:41:39.644972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a4003745-b305-4571-94c9-8604a6d2f5fa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0481074
Apr 30 21:41:39.645731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40860) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.648098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40862) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.664216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28d78f-fda0-4850-94fa-d1296b634b6e tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Network': ['ID=257fc09c-de7c-4a2a-9d72-8c25fbadb93a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:39.675875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 257fc09c-de7c-4a2a-9d72-8c25fbadb93a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:39.694569 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-507c4542-d150-4936-9034-e36fc3a17bd4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] delete failed (client error): The resource could not be found.
Apr 30 21:41:39.699857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-507c4542-d150-4936-9034-e36fc3a17bd4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/faca21a4-bc90-4a9d-8c40-66a6d237b0ad HTTP/1.1" status: 404  len: 347 time: 0.0465534
Apr 30 21:41:39.701492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40864) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.705986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-eb9a68b7-ffc7-4351-b6f9-0a670ad5a330 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254448335'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:39.777908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eb9a68b7-ffc7-4351-b6f9-0a670ad5a330 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.845634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d28986-40ba-4c65-8e90-73bfc14057d9 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:39.847625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eb9a68b7-ffc7-4351-b6f9-0a670ad5a330 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (af3343dd-296a-4633-a6ad-895ca41ab549), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.850711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d28986-40ba-4c65-8e90-73bfc14057d9 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:39.856033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d28986-40ba-4c65-8e90-73bfc14057d9 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:39.861432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d28986-40ba-4c65-8e90-73bfc14057d9 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:39.863101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-75d28986-40ba-4c65-8e90-73bfc14057d9 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.2157352
Apr 30 21:41:39.866128 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40866) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:39.930166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eb9a68b7-ffc7-4351-b6f9-0a670ad5a330 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (af3343dd-296a-4633-a6ad-895ca41ab549), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.960729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e43147cd-db95-4c0b-8c6f-7333d3e94104), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:39.980304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a68b7-ffc7-4351-b6f9-0a670ad5a330 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3343dd-296a-4633-a6ad-895ca41ab549,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:40.045470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-eb9a68b7-ffc7-4351-b6f9-0a670ad5a330 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.046754 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-eb9a68b7-ffc7-4351-b6f9-0a670ad5a330 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3442264
Apr 30 21:41:40.049698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40868) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:40.054862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9bb5c712-bcca-4257-83f8-b2f9ef1570c1 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': 'af3343dd-296a-4633-a6ad-895ca41ab549', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:40.064645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e43147cd-db95-4c0b-8c6f-7333d3e94104), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.088453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8965ee6c70>,) {'filters': {'network_id': ['e43147cd-db95-4c0b-8c6f-7333d3e94104']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:40.099573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965ee6c70>, '4ab91356-4998-4873-b39e-43c2c9b2c4ef') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:40.099980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965ee6c70>, '4ab91356-4998-4873-b39e-43c2c9b2c4ef') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:40.112863 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (4ab91356-4998-4873-b39e-43c2c9b2c4ef), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.130312 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4ab91356-4998-4873-b39e-43c2c9b2c4ef), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.137907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:40.138442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (4ab91356-4998-4873-b39e-43c2c9b2c4ef), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:40.142313 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:40.170106 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c712-bcca-4257-83f8-b2f9ef1570c1 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (ce3cb816-0f6c-44fb-a120-6c530d52110b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.230531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c712-bcca-4257-83f8-b2f9ef1570c1 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (ce3cb816-0f6c-44fb-a120-6c530d52110b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.268994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e43147cd-db95-4c0b-8c6f-7333d3e94104), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.279043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.282319 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/networks/e43147cd-db95-4c0b-8c6f-7333d3e94104 HTTP/1.1" status: 204  len: 168 time: 0.4151962
Apr 30 21:41:40.285126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40870) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:40.294124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca2a24-925c-4ff8-91a0-f643b8f05d80 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Network': ['ID=e43147cd-db95-4c0b-8c6f-7333d3e94104,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:40.306458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c712-bcca-4257-83f8-b2f9ef1570c1 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ce3cb816-0f6c-44fb-a120-6c530d52110b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.354421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5c712-bcca-4257-83f8-b2f9ef1570c1 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3cb816-0f6c-44fb-a120-6c530d52110b,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:40.377897 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (257fc09c-de7c-4a2a-9d72-8c25fbadb93a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.450047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9bb5c712-bcca-4257-83f8-b2f9ef1570c1 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.451587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9bb5c712-bcca-4257-83f8-b2f9ef1570c1 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4005115
Apr 30 21:41:40.454519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40872) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:40.471033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (257fc09c-de7c-4a2a-9d72-8c25fbadb93a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.487623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-441677ff-a093-437c-821e-2e35cc01dcc8 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (ce3cb816-0f6c-44fb-a120-6c530d52110b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.496134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966fece80>,) {'filters': {'network_id': ['257fc09c-de7c-4a2a-9d72-8c25fbadb93a']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:40.500814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-441677ff-a093-437c-821e-2e35cc01dcc8 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (ce3cb816-0f6c-44fb-a120-6c530d52110b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.505940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966fece80>, 'd2d13350-b60b-4cec-a60f-bbdecddbba7e') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:40.506247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966fece80>, 'd2d13350-b60b-4cec-a60f-bbdecddbba7e') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:40.515742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (d2d13350-b60b-4cec-a60f-bbdecddbba7e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.529086 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d2d13350-b60b-4cec-a60f-bbdecddbba7e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.535083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:40.535468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (d2d13350-b60b-4cec-a60f-bbdecddbba7e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:40.539039 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:40.583511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-441677ff-a093-437c-821e-2e35cc01dcc8 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ce3cb816-0f6c-44fb-a120-6c530d52110b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.591089 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-441677ff-a093-437c-821e-2e35cc01dcc8 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.592705 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-441677ff-a093-437c-821e-2e35cc01dcc8 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ce3cb816-0f6c-44fb-a120-6c530d52110b HTTP/1.1" status: 204  len: 168 time: 0.1371543
Apr 30 21:41:40.595453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40874) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:40.598202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441677ff-a093-437c-821e-2e35cc01dcc8 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce3cb816-0f6c-44fb-a120-6c530d52110b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:40.641512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3f327b51-f2c7-4a51-8c81-842d288197b2 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0447843
Apr 30 21:41:40.643999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40876) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:40.652120 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (257fc09c-de7c-4a2a-9d72-8c25fbadb93a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.663879 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.669536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/networks/257fc09c-de7c-4a2a-9d72-8c25fbadb93a HTTP/1.1" status: 204  len: 168 time: 0.3807313
Apr 30 21:41:40.670246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40878) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:40.685453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d664f-427f-47ed-83e3-237a42ff8a49 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Network': ['ID=257fc09c-de7c-4a2a-9d72-8c25fbadb93a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:40.715579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7584214e-9b55-46cf-91d2-cb30498d0d2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (af3343dd-296a-4633-a6ad-895ca41ab549), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.738176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7584214e-9b55-46cf-91d2-cb30498d0d2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (af3343dd-296a-4633-a6ad-895ca41ab549), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.852224 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7584214e-9b55-46cf-91d2-cb30498d0d2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (af3343dd-296a-4633-a6ad-895ca41ab549), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.854868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7584214e-9b55-46cf-91d2-cb30498d0d2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:40.856040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7584214e-9b55-46cf-91d2-cb30498d0d2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/af3343dd-296a-4633-a6ad-895ca41ab549 HTTP/1.1" status: 204  len: 168 time: 0.2111471
Apr 30 21:41:40.859389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40880) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:40.877411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584214e-9b55-46cf-91d2-cb30498d0d2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3343dd-296a-4633-a6ad-895ca41ab549,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:40.925928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e304b4f2-7c65-4b97-b5a9-8252bb35eddc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0618098
Apr 30 21:41:40.926558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40882) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:40.931023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-41a23444-6a99-447d-8529-abfe42b4bd77 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--736316578'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:41.006623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41a23444-6a99-447d-8529-abfe42b4bd77 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.080031 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41a23444-6a99-447d-8529-abfe42b4bd77 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (13a91350-b486-4d71-a8a8-7b854d8a6118), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.143401 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41a23444-6a99-447d-8529-abfe42b4bd77 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (13a91350-b486-4d71-a8a8-7b854d8a6118), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.173489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a23444-6a99-447d-8529-abfe42b4bd77 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a91350-b486-4d71-a8a8-7b854d8a6118,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:41.189314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a455a5db-a7c1-41a3-b3f2-a4317ee20cde tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:41.195084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a455a5db-a7c1-41a3-b3f2-a4317ee20cde tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:41.196615 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a455a5db-a7c1-41a3-b3f2-a4317ee20cde tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5252469
Apr 30 21:41:41.200421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40884) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:41.204980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-417968095'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:41.242913 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-41a23444-6a99-447d-8529-abfe42b4bd77 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.244148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-41a23444-6a99-447d-8529-abfe42b4bd77 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3166256
Apr 30 21:41:41.246885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40886) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:41.251248 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5dfe4c8e-2cc5-4b0b-b229-a16f828f9da0 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': '13a91350-b486-4d71-a8a8-7b854d8a6118', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:41.320683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Made reservation on behalf of fe45a728ebc84950ac5eadf89185c360 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:41.324327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.348164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:41.359571 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4c8e-2cc5-4b0b-b229-a16f828f9da0 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (66db4a4d-f81b-4f26-930d-2f53a9fd7977), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.365138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1c0317fc-d574-4ac1-a437-d8c07d431a96), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.365508 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Added segment 1c0317fc-d574-4ac1-a437-d8c07d431a96 of type vlan for network 906d4539-dd47-4a50-862e-44493ac2af53
Apr 30 21:41:41.434153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (906d4539-dd47-4a50-862e-44493ac2af53), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.471187 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4c8e-2cc5-4b0b-b229-a16f828f9da0 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (66db4a4d-f81b-4f26-930d-2f53a9fd7977), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.532015 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4c8e-2cc5-4b0b-b229-a16f828f9da0 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (66db4a4d-f81b-4f26-930d-2f53a9fd7977), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.549684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe4c8e-2cc5-4b0b-b229-a16f828f9da0 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66db4a4d-f81b-4f26-930d-2f53a9fd7977,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:41.560427 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (906d4539-dd47-4a50-862e-44493ac2af53), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.565316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:41.565997 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.621393 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5dfe4c8e-2cc5-4b0b-b229-a16f828f9da0 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.622628 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5dfe4c8e-2cc5-4b0b-b229-a16f828f9da0 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3747804
Apr 30 21:41:41.625344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40888) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:41.629536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e6a22194-fe69-4cff-9ee9-01c97a821056 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': '13a91350-b486-4d71-a8a8-7b854d8a6118', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:41.645603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Network': ['ID=906d4539-dd47-4a50-862e-44493ac2af53,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:41.663498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 906d4539-dd47-4a50-862e-44493ac2af53 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:41.686492 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-991aebcb-968f-4775-a5dc-6e78b6625332 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4831433
Apr 30 21:41:41.687259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40890) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:41.692021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-977775976'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:41.793545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22194-fe69-4cff-9ee9-01c97a821056 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (57fa255a-efe0-4875-ae4f-99913121a8d6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.820091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Made reservation on behalf of fe45a728ebc84950ac5eadf89185c360 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:41.823440 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.868927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:41.884569 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22194-fe69-4cff-9ee9-01c97a821056 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (57fa255a-efe0-4875-ae4f-99913121a8d6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.887372 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ffb3a6bc-a7ac-47c4-857e-5e2b05023698), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.887718 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Added segment ffb3a6bc-a7ac-47c4-857e-5e2b05023698 of type vlan for network 027b7e75-82f3-4f68-95d7-63551da35d39
Apr 30 21:41:41.925705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (027b7e75-82f3-4f68-95d7-63551da35d39), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.948856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22194-fe69-4cff-9ee9-01c97a821056 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (57fa255a-efe0-4875-ae4f-99913121a8d6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:41.967225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a22194-fe69-4cff-9ee9-01c97a821056 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fa255a-efe0-4875-ae4f-99913121a8d6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:42.006020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (027b7e75-82f3-4f68-95d7-63551da35d39), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.011055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:42.011700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.067787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e6a22194-fe69-4cff-9ee9-01c97a821056 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.069045 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e6a22194-fe69-4cff-9ee9-01c97a821056 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4427423
Apr 30 21:41:42.071858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40892) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:42.076332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9be9ea83-5883-4a62-8113-574c279a0d10 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': '13a91350-b486-4d71-a8a8-7b854d8a6118', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:42.091831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Network': ['ID=027b7e75-82f3-4f68-95d7-63551da35d39,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:42.102811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 027b7e75-82f3-4f68-95d7-63551da35d39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:42.116177 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37deb7ad-0b1f-4ad4-b74a-e9aae32a0b51 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4272578
Apr 30 21:41:42.119001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40894) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:42.124051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'ports': [{'network_id': '906d4539-dd47-4a50-862e-44493ac2af53', 'name': 'tempest-port--1209548011', 'admin_state_up': True}, {'network_id': '027b7e75-82f3-4f68-95d7-63551da35d39', 'admin_state_up': False}]} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:42.124370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'port': {'network_id': '906d4539-dd47-4a50-862e-44493ac2af53', 'name': 'tempest-port--1209548011', 'admin_state_up': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:42.124847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'port': {'network_id': '027b7e75-82f3-4f68-95d7-63551da35d39', 'admin_state_up': False}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:42.186395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9be9ea83-5883-4a62-8113-574c279a0d10 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (a2ce0e09-bf0b-4807-83f1-735a1d30fca3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.320093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9be9ea83-5883-4a62-8113-574c279a0d10 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (a2ce0e09-bf0b-4807-83f1-735a1d30fca3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.387414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9be9ea83-5883-4a62-8113-574c279a0d10 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a2ce0e09-bf0b-4807-83f1-735a1d30fca3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.406405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9ea83-5883-4a62-8113-574c279a0d10 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ce0e09-bf0b-4807-83f1-735a1d30fca3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:42.410165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Made reservation on behalf of fe45a728ebc84950ac5eadf89185c360 for: {'port': 2} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:42.420469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.426966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.500220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9be9ea83-5883-4a62-8113-574c279a0d10 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.501542 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9be9ea83-5883-4a62-8113-574c279a0d10 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4287255
Apr 30 21:41:42.504366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40896) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:42.509382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8be4ece7-71c4-4edf-a767-ab78d0f4c95d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': '13a91350-b486-4d71-a8a8-7b854d8a6118', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:42.573474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] device_id is not set on port 9692b510-353b-49ac-aa1b-5abc4cc7f4e5 yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:42.598729 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8be4ece7-71c4-4edf-a767-ab78d0f4c95d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (544814d4-cf33-4c09-a6a0-3ed20c6e091f), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.654650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for port (9692b510-353b-49ac-aa1b-5abc4cc7f4e5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.659675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8be4ece7-71c4-4edf-a767-ab78d0f4c95d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (544814d4-cf33-4c09-a6a0-3ed20c6e091f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.724170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] device_id is not set on port eafc2d6a-2914-4d59-a97a-d17c45dc477d yet. {{(pid=115773) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:41:42.737813 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8be4ece7-71c4-4edf-a767-ab78d0f4c95d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (544814d4-cf33-4c09-a6a0-3ed20c6e091f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.753882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4ece7-71c4-4edf-a767-ab78d0f4c95d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544814d4-cf33-4c09-a6a0-3ed20c6e091f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:42.805572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for port (eafc2d6a-2914-4d59-a97a-d17c45dc477d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.829537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8be4ece7-71c4-4edf-a767-ab78d0f4c95d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.830732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8be4ece7-71c4-4edf-a767-ab78d0f4c95d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3253696
Apr 30 21:41:42.833347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40898) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:42.837939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0b5e8799-7a2c-4f18-bb71-54c48457aca4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': '13a91350-b486-4d71-a8a8-7b854d8a6118', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:42.909407 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9692b510-353b-49ac-aa1b-5abc4cc7f4e5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.937526 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8799-7a2c-4f18-bb71-54c48457aca4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (53b9b2fa-7161-4493-ae9e-979758c7cf0f), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:42.968553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Port': ['ID=9692b510-353b-49ac-aa1b-5abc4cc7f4e5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:42.980157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Checking segment: {'id': '1c0317fc-d574-4ac1-a437-d8c07d431a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '906d4539-dd47-4a50-862e-44493ac2af53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:42.980526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Network hostable DHCP agents. Network: 906d4539-dd47-4a50-862e-44493ac2af53, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:42.998575 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8799-7a2c-4f18-bb71-54c48457aca4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (53b9b2fa-7161-4493-ae9e-979758c7cf0f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.061194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Network 906d4539-dd47-4a50-862e-44493ac2af53 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:43.074728 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8799-7a2c-4f18-bb71-54c48457aca4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (53b9b2fa-7161-4493-ae9e-979758c7cf0f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.090083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e8799-7a2c-4f18-bb71-54c48457aca4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b9b2fa-7161-4493-ae9e-979758c7cf0f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:43.152761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 906d4539-dd47-4a50-862e-44493ac2af53) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:43.156560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:43.157471 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eafc2d6a-2914-4d59-a97a-d17c45dc477d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.161942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e022b606-7bae-4eaf-a29a-ac955bc9207a None None] Network 906d4539-dd47-4a50-862e-44493ac2af53 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:43.201236 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0b5e8799-7a2c-4f18-bb71-54c48457aca4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.204802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0b5e8799-7a2c-4f18-bb71-54c48457aca4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3677633
Apr 30 21:41:43.205002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40900) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.222600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Port': ['ID=eafc2d6a-2914-4d59-a97a-d17c45dc477d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:43.232466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Checking segment: {'id': 'ffb3a6bc-a7ac-47c4-857e-5e2b05023698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '027b7e75-82f3-4f68-95d7-63551da35d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:43.232831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Network hostable DHCP agents. Network: 027b7e75-82f3-4f68-95d7-63551da35d39, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:43.243069 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8e010b27-0a54-4897-bc34-36094e93283b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (53b9b2fa-7161-4493-ae9e-979758c7cf0f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.251116 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8e010b27-0a54-4897-bc34-36094e93283b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (53b9b2fa-7161-4493-ae9e-979758c7cf0f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.406298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Network 027b7e75-82f3-4f68-95d7-63551da35d39 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:43.429508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8e010b27-0a54-4897-bc34-36094e93283b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (53b9b2fa-7161-4493-ae9e-979758c7cf0f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.436855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8e010b27-0a54-4897-bc34-36094e93283b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.437968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8e010b27-0a54-4897-bc34-36094e93283b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/53b9b2fa-7161-4493-ae9e-979758c7cf0f HTTP/1.1" status: 204  len: 168 time: 0.2319982
Apr 30 21:41:43.441038 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40902) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.443325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e010b27-0a54-4897-bc34-36094e93283b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53b9b2fa-7161-4493-ae9e-979758c7cf0f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:43.491311 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d119a4e5-c7be-4f24-b812-174614c07e7c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0481808
Apr 30 21:41:43.493859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40904) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.515144 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 027b7e75-82f3-4f68-95d7-63551da35d39) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:43.519725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:43.525108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:43.527417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad02bb9-b14b-4734-8495-6db91fc74190 None None] Network 027b7e75-82f3-4f68-95d7-63551da35d39 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:43.529506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:43.530274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.533099 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8d63-7aa9-4e16-bb4a-d8a77aa54791 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (544814d4-cf33-4c09-a6a0-3ed20c6e091f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.546532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8d63-7aa9-4e16-bb4a-d8a77aa54791 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (544814d4-cf33-4c09-a6a0-3ed20c6e091f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.638965 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-143cab4a-a3ab-40c4-9f82-4bbe40f719ef tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.5184827
Apr 30 21:41:43.639971 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8d63-7aa9-4e16-bb4a-d8a77aa54791 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (544814d4-cf33-4c09-a6a0-3ed20c6e091f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.641970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40906) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.647969 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e9f8d63-7aa9-4e16-bb4a-d8a77aa54791 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.649263 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e9f8d63-7aa9-4e16-bb4a-d8a77aa54791 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/544814d4-cf33-4c09-a6a0-3ed20c6e091f HTTP/1.1" status: 204  len: 168 time: 0.1543934
Apr 30 21:41:43.654855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40908) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.661239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f8d63-7aa9-4e16-bb4a-d8a77aa54791 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=544814d4-cf33-4c09-a6a0-3ed20c6e091f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:43.699992 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98234bac-a01d-42f8-9538-c0a684da3632 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0438125
Apr 30 21:41:43.702861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40910) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.721510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb15c3-abfe-44de-99fd-7eb328b493bb tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:43.726202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62ae998c-c850-4e9e-bf3e-b9774ef5fd2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (a2ce0e09-bf0b-4807-83f1-735a1d30fca3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.727508 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb15c3-abfe-44de-99fd-7eb328b493bb tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:43.729059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-19eb15c3-abfe-44de-99fd-7eb328b493bb tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.0860572
Apr 30 21:41:43.731797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40912) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.733629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62ae998c-c850-4e9e-bf3e-b9774ef5fd2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (a2ce0e09-bf0b-4807-83f1-735a1d30fca3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.804448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62ae998c-c850-4e9e-bf3e-b9774ef5fd2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a2ce0e09-bf0b-4807-83f1-735a1d30fca3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.810716 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-62ae998c-c850-4e9e-bf3e-b9774ef5fd2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.811982 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-62ae998c-c850-4e9e-bf3e-b9774ef5fd2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a2ce0e09-bf0b-4807-83f1-735a1d30fca3 HTTP/1.1" status: 204  len: 168 time: 0.1081574
Apr 30 21:41:43.814981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-73a46111-c904-495c-bdc4-1d4a02e85db2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Deleting port 9692b510-353b-49ac-aa1b-5abc4cc7f4e5 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:43.815347 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-73a46111-c904-495c-bdc4-1d4a02e85db2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9692b510-353b-49ac-aa1b-5abc4cc7f4e5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.816987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40914) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.823028 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae998c-c850-4e9e-bf3e-b9774ef5fd2e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2ce0e09-bf0b-4807-83f1-735a1d30fca3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:43.858460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f260b9b3-d398-4451-adf5-2a227bcb6704 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0403912
Apr 30 21:41:43.861501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.882353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-73a46111-c904-495c-bdc4-1d4a02e85db2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9692b510-353b-49ac-aa1b-5abc4cc7f4e5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.884488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b70f7f17-ab43-4f9c-9dfe-90a3c0d61351 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (57fa255a-efe0-4875-ae4f-99913121a8d6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.891918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b70f7f17-ab43-4f9c-9dfe-90a3c0d61351 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (57fa255a-efe0-4875-ae4f-99913121a8d6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.895457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-73a46111-c904-495c-bdc4-1d4a02e85db2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Calling delete_port for 9692b510-353b-49ac-aa1b-5abc4cc7f4e5 owned by  {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:43.976510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b70f7f17-ab43-4f9c-9dfe-90a3c0d61351 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (57fa255a-efe0-4875-ae4f-99913121a8d6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.981437 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b70f7f17-ab43-4f9c-9dfe-90a3c0d61351 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:43.982683 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b70f7f17-ab43-4f9c-9dfe-90a3c0d61351 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/57fa255a-efe0-4875-ae4f-99913121a8d6 HTTP/1.1" status: 204  len: 168 time: 0.1202216
Apr 30 21:41:43.985446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40918) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:43.990360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f7f17-ab43-4f9c-9dfe-90a3c0d61351 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57fa255a-efe0-4875-ae4f-99913121a8d6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:44.024252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c04b8dd4-8bdb-48a4-a44d-7fb365e80f52 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0375276
Apr 30 21:41:44.027490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40920) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.050325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea047842-146e-455f-8050-37456ba77789 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (66db4a4d-f81b-4f26-930d-2f53a9fd7977), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.058042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea047842-146e-455f-8050-37456ba77789 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (66db4a4d-f81b-4f26-930d-2f53a9fd7977), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.059778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-73a46111-c904-495c-bdc4-1d4a02e85db2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9692b510-353b-49ac-aa1b-5abc4cc7f4e5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.095838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a46111-c904-495c-bdc4-1d4a02e85db2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Port': ['ID=9692b510-353b-49ac-aa1b-5abc4cc7f4e5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:44.108256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-73a46111-c904-495c-bdc4-1d4a02e85db2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.111430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-73a46111-c904-495c-bdc4-1d4a02e85db2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/ports/9692b510-353b-49ac-aa1b-5abc4cc7f4e5 HTTP/1.1" status: 204  len: 168 time: 0.3786988
Apr 30 21:41:44.114194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40922) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.189175 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea047842-146e-455f-8050-37456ba77789 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (66db4a4d-f81b-4f26-930d-2f53a9fd7977), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.195098 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ea047842-146e-455f-8050-37456ba77789 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.196868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ea047842-146e-455f-8050-37456ba77789 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/66db4a4d-f81b-4f26-930d-2f53a9fd7977 HTTP/1.1" status: 204  len: 168 time: 0.1682801
Apr 30 21:41:44.200482 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40924) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.204814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047842-146e-455f-8050-37456ba77789 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66db4a4d-f81b-4f26-930d-2f53a9fd7977,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:44.214434 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7b7568bc-0b86-44d2-b4f5-1a53bb6301c8 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Deleting port eafc2d6a-2914-4d59-a97a-d17c45dc477d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:44.214773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7568bc-0b86-44d2-b4f5-1a53bb6301c8 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eafc2d6a-2914-4d59-a97a-d17c45dc477d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.300672 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-47fada45-df3b-4f3f-b5cf-b40b95fdd49a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0991230
Apr 30 21:41:44.302582 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7568bc-0b86-44d2-b4f5-1a53bb6301c8 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eafc2d6a-2914-4d59-a97a-d17c45dc477d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.303577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40926) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.315981 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7b7568bc-0b86-44d2-b4f5-1a53bb6301c8 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Calling delete_port for eafc2d6a-2914-4d59-a97a-d17c45dc477d owned by  {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:44.355756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca68bb43-a345-4f3b-a5f8-cf38b019e55a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (13a91350-b486-4d71-a8a8-7b854d8a6118), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.382455 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca68bb43-a345-4f3b-a5f8-cf38b019e55a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (13a91350-b486-4d71-a8a8-7b854d8a6118), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.469197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7568bc-0b86-44d2-b4f5-1a53bb6301c8 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eafc2d6a-2914-4d59-a97a-d17c45dc477d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.497687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7568bc-0b86-44d2-b4f5-1a53bb6301c8 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Port': ['ID=eafc2d6a-2914-4d59-a97a-d17c45dc477d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:44.497915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca68bb43-a345-4f3b-a5f8-cf38b019e55a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (13a91350-b486-4d71-a8a8-7b854d8a6118), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.503170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ca68bb43-a345-4f3b-a5f8-cf38b019e55a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.503253 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7b7568bc-0b86-44d2-b4f5-1a53bb6301c8 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.507204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ca68bb43-a345-4f3b-a5f8-cf38b019e55a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/13a91350-b486-4d71-a8a8-7b854d8a6118 HTTP/1.1" status: 204  len: 168 time: 0.1994009
Apr 30 21:41:44.508456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40928) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.509579 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7b7568bc-0b86-44d2-b4f5-1a53bb6301c8 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/ports/eafc2d6a-2914-4d59-a97a-d17c45dc477d HTTP/1.1" status: 204  len: 168 time: 0.3941348
Apr 30 21:41:44.510040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40930) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.527302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68bb43-a345-4f3b-a5f8-cf38b019e55a tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a91350-b486-4d71-a8a8-7b854d8a6118,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:44.544276 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b0e270dd-79f2-4ccf-ac2a-ae0b45ad6ced tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0331321
Apr 30 21:41:44.545882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40932) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.551803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1610526730'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:44.562864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1f7ded89-8a68-4093-9b4f-e64a13ee6a88 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0532258
Apr 30 21:41:44.567169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40934) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.573249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5671c3c7-40dd-4e09-88bb-4b5cd9177370 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826619794'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:44.657654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Made reservation on behalf of fe45a728ebc84950ac5eadf89185c360 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:44.660931 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.684391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:44.691297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5671c3c7-40dd-4e09-88bb-4b5cd9177370 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.704185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (10d40edd-1688-4c2c-93f6-5b3fbda660e2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.704529 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Added segment 10d40edd-1688-4c2c-93f6-5b3fbda660e2 of type vlan for network 9298a7b1-f208-4691-a3a1-3960142a564a
Apr 30 21:41:44.754557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9298a7b1-f208-4691-a3a1-3960142a564a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.811270 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5671c3c7-40dd-4e09-88bb-4b5cd9177370 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (5beacb04-bb9b-488b-8ea5-00d8bdb9241e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.851995 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9298a7b1-f208-4691-a3a1-3960142a564a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.856921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:44.857527 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.909083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5671c3c7-40dd-4e09-88bb-4b5cd9177370 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5beacb04-bb9b-488b-8ea5-00d8bdb9241e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:44.950399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Network': ['ID=9298a7b1-f208-4691-a3a1-3960142a564a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:44.954186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671c3c7-40dd-4e09-88bb-4b5cd9177370 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5beacb04-bb9b-488b-8ea5-00d8bdb9241e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:44.960377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9298a7b1-f208-4691-a3a1-3960142a564a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:44.968989 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-20d562ba-e90c-439d-b940-ab45449a772a tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4210865
Apr 30 21:41:44.971649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40936) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:44.977296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1234388375'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:45.057687 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5671c3c7-40dd-4e09-88bb-4b5cd9177370 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.058947 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5671c3c7-40dd-4e09-88bb-4b5cd9177370 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4908543
Apr 30 21:41:45.061641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40938) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:45.065809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3ed1c361-70ec-461f-8f5c-69a6bd39ab1c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': '5beacb04-bb9b-488b-8ea5-00d8bdb9241e', 'direction': 'ingress', 'protocol': 17}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:45.070906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Made reservation on behalf of fe45a728ebc84950ac5eadf89185c360 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:45.074829 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.105968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:45.114396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (60d8cb26-790d-4885-8374-faacf5bb1fc2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.114739 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Added segment 60d8cb26-790d-4885-8374-faacf5bb1fc2 of type vlan for network 05b2fb60-84b2-441c-a81f-52c92aeba73a
Apr 30 21:41:45.153079 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (05b2fb60-84b2-441c-a81f-52c92aeba73a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.180278 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c361-70ec-461f-8f5c-69a6bd39ab1c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (c04d54e6-a824-4b5e-87b5-48d880fc52f9), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.224271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c361-70ec-461f-8f5c-69a6bd39ab1c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (c04d54e6-a824-4b5e-87b5-48d880fc52f9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.257397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (05b2fb60-84b2-441c-a81f-52c92aeba73a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.262373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:45.262966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.325055 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c361-70ec-461f-8f5c-69a6bd39ab1c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (c04d54e6-a824-4b5e-87b5-48d880fc52f9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.348415 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Network': ['ID=05b2fb60-84b2-441c-a81f-52c92aeba73a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:45.352443 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1c361-70ec-461f-8f5c-69a6bd39ab1c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04d54e6-a824-4b5e-87b5-48d880fc52f9,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:45.358411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 05b2fb60-84b2-441c-a81f-52c92aeba73a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:45.382298 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-feeca648-a4b0-47b7-8c75-c01d228fbca7 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4075799
Apr 30 21:41:45.431654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c361-70ec-461f-8f5c-69a6bd39ab1c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.435530 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ed1c361-70ec-461f-8f5c-69a6bd39ab1c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3704543
Apr 30 21:41:45.435874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40940) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:45.488791 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b3f8e5a-c7bd-4ac2-ac1c-7010b05adf4b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (5beacb04-bb9b-488b-8ea5-00d8bdb9241e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.517562 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b3f8e5a-c7bd-4ac2-ac1c-7010b05adf4b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (5beacb04-bb9b-488b-8ea5-00d8bdb9241e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.629141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b3f8e5a-c7bd-4ac2-ac1c-7010b05adf4b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5beacb04-bb9b-488b-8ea5-00d8bdb9241e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.632402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1b3f8e5a-c7bd-4ac2-ac1c-7010b05adf4b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.633552 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1b3f8e5a-c7bd-4ac2-ac1c-7010b05adf4b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/5beacb04-bb9b-488b-8ea5-00d8bdb9241e HTTP/1.1" status: 204  len: 168 time: 0.1967156
Apr 30 21:41:45.636290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40942) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:45.642819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f8e5a-c7bd-4ac2-ac1c-7010b05adf4b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beacb04-bb9b-488b-8ea5-00d8bdb9241e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:45.680866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2f73702e-bdd9-4d13-9bf8-689fe6229611 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0429111
Apr 30 21:41:45.684413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40944) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:45.688503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f2ad289b-e7c4-4257-b08f-5e2fc54b8736 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489005426'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:45.794657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2ad289b-e7c4-4257-b08f-5e2fc54b8736 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.859485 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2ad289b-e7c4-4257-b08f-5e2fc54b8736 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (bec1cfeb-3e4c-4db2-93fc-8d3195c63956), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.925920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2ad289b-e7c4-4257-b08f-5e2fc54b8736 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bec1cfeb-3e4c-4db2-93fc-8d3195c63956), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:45.953777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad289b-e7c4-4257-b08f-5e2fc54b8736 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec1cfeb-3e4c-4db2-93fc-8d3195c63956,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:46.017651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f2ad289b-e7c4-4257-b08f-5e2fc54b8736 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.018949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f2ad289b-e7c4-4257-b08f-5e2fc54b8736 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3336339
Apr 30 21:41:46.022286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40946) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:46.026788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8944be83-f97a-45b2-81cd-d974bd1f38ec tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--919601074'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:46.113173 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8944be83-f97a-45b2-81cd-d974bd1f38ec tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.182313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8944be83-f97a-45b2-81cd-d974bd1f38ec tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (08b6632a-daf1-4cfa-921e-9c569631aec8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.261842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8944be83-f97a-45b2-81cd-d974bd1f38ec tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (08b6632a-daf1-4cfa-921e-9c569631aec8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.292000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944be83-f97a-45b2-81cd-d974bd1f38ec tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b6632a-daf1-4cfa-921e-9c569631aec8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:46.366556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8944be83-f97a-45b2-81cd-d974bd1f38ec tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.367848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8944be83-f97a-45b2-81cd-d974bd1f38ec tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3446286
Apr 30 21:41:46.370565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:46.374865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f61bb06a-75ca-4b22-91d7-b1f0ead6548d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': 'bec1cfeb-3e4c-4db2-93fc-8d3195c63956', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '08b6632a-daf1-4cfa-921e-9c569631aec8', 'remote_ip_prefix': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:46.456864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f61bb06a-75ca-4b22-91d7-b1f0ead6548d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (44136dee-3e93-49dc-a891-69d82190c786), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.530393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f61bb06a-75ca-4b22-91d7-b1f0ead6548d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (44136dee-3e93-49dc-a891-69d82190c786), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.593016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f61bb06a-75ca-4b22-91d7-b1f0ead6548d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (44136dee-3e93-49dc-a891-69d82190c786), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.610750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bb06a-75ca-4b22-91d7-b1f0ead6548d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44136dee-3e93-49dc-a891-69d82190c786,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:46.682531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f61bb06a-75ca-4b22-91d7-b1f0ead6548d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.683750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f61bb06a-75ca-4b22-91d7-b1f0ead6548d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3122668
Apr 30 21:41:46.686573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40952) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:46.711016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-48c3e081-ee0b-4888-96de-0f159ecb10d5 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (44136dee-3e93-49dc-a891-69d82190c786), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.718940 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-48c3e081-ee0b-4888-96de-0f159ecb10d5 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (44136dee-3e93-49dc-a891-69d82190c786), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.793055 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-48c3e081-ee0b-4888-96de-0f159ecb10d5 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (44136dee-3e93-49dc-a891-69d82190c786), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.799313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-48c3e081-ee0b-4888-96de-0f159ecb10d5 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.802799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-48c3e081-ee0b-4888-96de-0f159ecb10d5 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/44136dee-3e93-49dc-a891-69d82190c786 HTTP/1.1" status: 204  len: 168 time: 0.1129267
Apr 30 21:41:46.803249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40954) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:46.805907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3e081-ee0b-4888-96de-0f159ecb10d5 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44136dee-3e93-49dc-a891-69d82190c786,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:46.857144 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e5cf1a2-c358-4ea4-98ec-9b544fd8226d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0501466
Apr 30 21:41:46.857529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40956) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:46.907744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea004ef3-44c4-408f-95e1-e47429e5e3fc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (08b6632a-daf1-4cfa-921e-9c569631aec8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:46.930261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea004ef3-44c4-408f-95e1-e47429e5e3fc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (08b6632a-daf1-4cfa-921e-9c569631aec8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.041033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea004ef3-44c4-408f-95e1-e47429e5e3fc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (08b6632a-daf1-4cfa-921e-9c569631aec8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.043622 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ea004ef3-44c4-408f-95e1-e47429e5e3fc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.044781 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ea004ef3-44c4-408f-95e1-e47429e5e3fc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/08b6632a-daf1-4cfa-921e-9c569631aec8 HTTP/1.1" status: 204  len: 168 time: 0.1863136
Apr 30 21:41:47.047604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40958) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:47.069800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea004ef3-44c4-408f-95e1-e47429e5e3fc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b6632a-daf1-4cfa-921e-9c569631aec8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:47.103905 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.122344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40960) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:47.122528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b11415cc-c830-4edc-84ee-284c97ab0593 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0737283
Apr 30 21:41:47.175949 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9bf6-e013-4e4d-8940-0dbd41118b53 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (bec1cfeb-3e4c-4db2-93fc-8d3195c63956), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.198733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9bf6-e013-4e4d-8940-0dbd41118b53 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (bec1cfeb-3e4c-4db2-93fc-8d3195c63956), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.303463 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9bf6-e013-4e4d-8940-0dbd41118b53 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bec1cfeb-3e4c-4db2-93fc-8d3195c63956), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.306369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9bf6-e013-4e4d-8940-0dbd41118b53 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.307530 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ebf9bf6-e013-4e4d-8940-0dbd41118b53 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/bec1cfeb-3e4c-4db2-93fc-8d3195c63956 HTTP/1.1" status: 204  len: 168 time: 0.1840620
Apr 30 21:41:47.310289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40962) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:47.317180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf9bf6-e013-4e4d-8940-0dbd41118b53 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec1cfeb-3e4c-4db2-93fc-8d3195c63956,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:47.360520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c7b58504-5b28-4844-a2ca-0182a6802bc6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0490377
Apr 30 21:41:47.364229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:47.369330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4893f2fb-7935-45fe-b34f-61b8124767eb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352278936'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:47.434742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4893f2fb-7935-45fe-b34f-61b8124767eb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.501567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4893f2fb-7935-45fe-b34f-61b8124767eb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (5de32977-a777-4766-af87-0a1cdddd81b0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.570528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4893f2fb-7935-45fe-b34f-61b8124767eb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5de32977-a777-4766-af87-0a1cdddd81b0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.601904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893f2fb-7935-45fe-b34f-61b8124767eb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de32977-a777-4766-af87-0a1cdddd81b0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:47.659334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4893f2fb-7935-45fe-b34f-61b8124767eb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.660620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4893f2fb-7935-45fe-b34f-61b8124767eb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2954378
Apr 30 21:41:47.663965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40966) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:47.668180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-72ebb8de-020b-44b1-8c99-675b404d45a3 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': '5de32977-a777-4766-af87-0a1cdddd81b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:47.754001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72ebb8de-020b-44b1-8c99-675b404d45a3 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (0cb5741d-5f9c-4055-b8ba-a9c597d3842d), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.819916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72ebb8de-020b-44b1-8c99-675b404d45a3 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (0cb5741d-5f9c-4055-b8ba-a9c597d3842d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.852232 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5fa05c2-d25e-4d76-9806-ce18d9e2edbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.886530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72ebb8de-020b-44b1-8c99-675b404d45a3 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0cb5741d-5f9c-4055-b8ba-a9c597d3842d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.910669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebb8de-020b-44b1-8c99-675b404d45a3 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb5741d-5f9c-4055-b8ba-a9c597d3842d,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:47.985706 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-72ebb8de-020b-44b1-8c99-675b404d45a3 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:47.987101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-72ebb8de-020b-44b1-8c99-675b404d45a3 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3222094
Apr 30 21:41:47.989998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40968) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:48.013621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8069a70e-cbf6-4b76-9115-de82befc943d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (0cb5741d-5f9c-4055-b8ba-a9c597d3842d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.021056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8069a70e-cbf6-4b76-9115-de82befc943d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (0cb5741d-5f9c-4055-b8ba-a9c597d3842d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.136090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8069a70e-cbf6-4b76-9115-de82befc943d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0cb5741d-5f9c-4055-b8ba-a9c597d3842d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.142297 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8069a70e-cbf6-4b76-9115-de82befc943d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.143436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8069a70e-cbf6-4b76-9115-de82befc943d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/0cb5741d-5f9c-4055-b8ba-a9c597d3842d HTTP/1.1" status: 204  len: 168 time: 0.1523230
Apr 30 21:41:48.146180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40970) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:48.158356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069a70e-cbf6-4b76-9115-de82befc943d tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cb5741d-5f9c-4055-b8ba-a9c597d3842d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:48.195439 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dfd498db-68bb-4f8b-bb19-c02910a4406c tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0444503
Apr 30 21:41:48.195648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40972) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:48.249236 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-725adc44-8f82-4754-b266-b75f989220bc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (5de32977-a777-4766-af87-0a1cdddd81b0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.273273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-725adc44-8f82-4754-b266-b75f989220bc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (5de32977-a777-4766-af87-0a1cdddd81b0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.370306 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-725adc44-8f82-4754-b266-b75f989220bc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5de32977-a777-4766-af87-0a1cdddd81b0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.373085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-725adc44-8f82-4754-b266-b75f989220bc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.374307 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-725adc44-8f82-4754-b266-b75f989220bc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/5de32977-a777-4766-af87-0a1cdddd81b0 HTTP/1.1" status: 204  len: 168 time: 0.1777596
Apr 30 21:41:48.377014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40974) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:48.384344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725adc44-8f82-4754-b266-b75f989220bc tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de32977-a777-4766-af87-0a1cdddd81b0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:48.424265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2e518598-951e-4800-ad1e-f2980557fe4f tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0458143
Apr 30 21:41:48.428988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40976) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:48.432871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e17729a1-8ae8-4b56-a0f3-62f81f37724e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096810597'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:48.509508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e17729a1-8ae8-4b56-a0f3-62f81f37724e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.577605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e17729a1-8ae8-4b56-a0f3-62f81f37724e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (cda1fc3f-c8c0-491d-8b1d-a74d153f88a0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.673231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e17729a1-8ae8-4b56-a0f3-62f81f37724e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cda1fc3f-c8c0-491d-8b1d-a74d153f88a0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.702472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17729a1-8ae8-4b56-a0f3-62f81f37724e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda1fc3f-c8c0-491d-8b1d-a74d153f88a0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:48.704586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40978) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:48.710326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'subnets': [{'network_id': '9298a7b1-f208-4691-a3a1-3960142a564a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--427903955', 'ip_version': 6}, {'network_id': '05b2fb60-84b2-441c-a81f-52c92aeba73a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:48.710661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'subnet': {'network_id': '9298a7b1-f208-4691-a3a1-3960142a564a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--427903955', 'ip_version': 6}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:48.711523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Request body: {'subnet': {'network_id': '05b2fb60-84b2-441c-a81f-52c92aeba73a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:48.755428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e17729a1-8ae8-4b56-a0f3-62f81f37724e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.756725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e17729a1-8ae8-4b56-a0f3-62f81f37724e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3273449
Apr 30 21:41:48.759657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40980) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:48.766321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ef521308-5cb2-4943-b1dc-69466a6321f6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': 'cda1fc3f-c8c0-491d-8b1d-a74d153f88a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:48.866305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef521308-5cb2-4943-b1dc-69466a6321f6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (69cab6e3-254a-4998-a718-62fe23fa8e6c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.932598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef521308-5cb2-4943-b1dc-69466a6321f6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (69cab6e3-254a-4998-a718-62fe23fa8e6c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.977544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Made reservation on behalf of fe45a728ebc84950ac5eadf89185c360 for: {'subnet': 2} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:48.982034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:48.982362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.025038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef521308-5cb2-4943-b1dc-69466a6321f6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (69cab6e3-254a-4998-a718-62fe23fa8e6c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.056440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef521308-5cb2-4943-b1dc-69466a6321f6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cab6e3-254a-4998-a718-62fe23fa8e6c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:49.126219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef521308-5cb2-4943-b1dc-69466a6321f6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.127426 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ef521308-5cb2-4943-b1dc-69466a6321f6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3668354
Apr 30 21:41:49.130268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40982) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.146252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6ece2fcd-8801-429a-b4b1-7fe0b7d9d1fa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules/69cab6e3-254a-4998-a718-62fe23fa8e6c HTTP/1.1" status: 200  len: 763 time: 0.0147481
Apr 30 21:41:49.149126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40984) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.186876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-508682b0-ab7c-40d9-a8b2-f23647a98c34 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0362396
Apr 30 21:41:49.189196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40986) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.212431 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb9e0-7f23-4d96-8396-c540daaa6372 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (69cab6e3-254a-4998-a718-62fe23fa8e6c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.221309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb9e0-7f23-4d96-8396-c540daaa6372 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (69cab6e3-254a-4998-a718-62fe23fa8e6c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.326930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb9e0-7f23-4d96-8396-c540daaa6372 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (69cab6e3-254a-4998-a718-62fe23fa8e6c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.334955 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9d7bb9e0-7f23-4d96-8396-c540daaa6372 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.336333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9d7bb9e0-7f23-4d96-8396-c540daaa6372 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/69cab6e3-254a-4998-a718-62fe23fa8e6c HTTP/1.1" status: 204  len: 168 time: 0.1462350
Apr 30 21:41:49.339168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40988) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.340894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bb9e0-7f23-4d96-8396-c540daaa6372 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69cab6e3-254a-4998-a718-62fe23fa8e6c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:49.428466 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5553606f-0e7f-4738-bf50-c3b3540cd9ed tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0848603
Apr 30 21:41:49.431414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40990) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.435534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a3d12b34-7ca1-4783-bc2d-da25c4266475 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': 'cda1fc3f-c8c0-491d-8b1d-a74d153f88a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:49.469404 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (d9988458-a10f-4b25-a7ef-67c3c58e97eb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.527743 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Subnet': ['ID=d9988458-a10f-4b25-a7ef-67c3c58e97eb,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:49.545079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Checking segment: {'id': '10d40edd-1688-4c2c-93f6-5b3fbda660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9298a7b1-f208-4691-a3a1-3960142a564a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:49.545434 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Network hostable DHCP agents. Network: 9298a7b1-f208-4691-a3a1-3960142a564a, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:49.550230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3d12b34-7ca1-4783-bc2d-da25c4266475 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (8924f561-c355-4b98-844d-2f3e7e35bf02), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.604257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3d12b34-7ca1-4783-bc2d-da25c4266475 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (8924f561-c355-4b98-844d-2f3e7e35bf02), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.661264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Network 9298a7b1-f208-4691-a3a1-3960142a564a is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:49.669084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3d12b34-7ca1-4783-bc2d-da25c4266475 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (8924f561-c355-4b98-844d-2f3e7e35bf02), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.687032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d12b34-7ca1-4783-bc2d-da25c4266475 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8924f561-c355-4b98-844d-2f3e7e35bf02,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:49.752840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9298a7b1-f208-4691-a3a1-3960142a564a) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:49.756353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (92f3f663-e238-4b1a-bebd-482eaa82e430), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.765966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7f227-c4f1-412a-9802-213d317206d4 None None] Network 9298a7b1-f208-4691-a3a1-3960142a564a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:49.791617 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a3d12b34-7ca1-4783-bc2d-da25c4266475 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.795585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40992) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.796149 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a3d12b34-7ca1-4783-bc2d-da25c4266475 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3632922
Apr 30 21:41:49.812550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8b76f26c-4fde-4d58-943a-2faf85242ad4 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules/8924f561-c355-4b98-844d-2f3e7e35bf02 HTTP/1.1" status: 200  len: 763 time: 0.0152805
Apr 30 21:41:49.815466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40994) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.824837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event updated for resources: {'Subnet': ['ID=92f3f663-e238-4b1a-bebd-482eaa82e430,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:49.843098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Checking segment: {'id': '60d8cb26-790d-4885-8374-faacf5bb1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05b2fb60-84b2-441c-a81f-52c92aeba73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:49.843411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Network hostable DHCP agents. Network: 05b2fb60-84b2-441c-a81f-52c92aeba73a, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:49.860594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-88299836-a1a9-45f0-9342-c02ee9abb142 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0413744
Apr 30 21:41:49.860594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 40996) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.871830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9298a7b1-f208-4691-a3a1-3960142a564a', 'network_id': '9298a7b1-f208-4691-a3a1-3960142a564a', 'project_id': 'fe45a728ebc84950ac5eadf89185c360', 'fixed_ips': [{'subnet_id': 'd9988458-a10f-4b25-a7ef-67c3c58e97eb'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:41:49.872977 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.887242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aa969d98-eb1c-481a-8fc5-2aade4bbd13e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (8924f561-c355-4b98-844d-2f3e7e35bf02), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.899275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aa969d98-eb1c-481a-8fc5-2aade4bbd13e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (8924f561-c355-4b98-844d-2f3e7e35bf02), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.914966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Network 05b2fb60-84b2-441c-a81f-52c92aeba73a is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:49.966306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05b2fb60-84b2-441c-a81f-52c92aeba73a) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:49.971654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:49.972578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:49.972805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.978346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aa969d98-eb1c-481a-8fc5-2aade4bbd13e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (8924f561-c355-4b98-844d-2f3e7e35bf02), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.986016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-aa969d98-eb1c-481a-8fc5-2aade4bbd13e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:49.986809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-aa969d98-eb1c-481a-8fc5-2aade4bbd13e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8924f561-c355-4b98-844d-2f3e7e35bf02 HTTP/1.1" status: 204  len: 168 time: 0.1252100
Apr 30 21:41:49.990588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 40998) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:49.991391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa969d98-eb1c-481a-8fc5-2aade4bbd13e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8924f561-c355-4b98-844d-2f3e7e35bf02,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:49.991821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357bfe2-054e-452d-aa06-701f84660c1d None None] Network 05b2fb60-84b2-441c-a81f-52c92aeba73a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:50.031867 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-14504ae5-37b8-4935-8637-768be2b45bf2 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0400169
Apr 30 21:41:50.034479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41000) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.039553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-33eef49d-7f78-4efb-8e7d-04db6149796b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': 'cda1fc3f-c8c0-491d-8b1d-a74d153f88a0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:50.061996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Allocated IP 2001:db8::1 (9298a7b1-f208-4691-a3a1-3960142a564a/d9988458-a10f-4b25-a7ef-67c3c58e97eb/6e4fdd49-4a68-4902-8885-f17ceb7fa1b4) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:50.072788 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-291c12c7-632e-4a87-b99f-d26f65981af4 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 1.3669899
Apr 30 21:41:50.075481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41002) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.163520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9905c79-149e-4a71-9f81-ed478ab1cb54 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:50.164774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9905c79-149e-4a71-9f81-ed478ab1cb54 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:50.166091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9905c79-149e-4a71-9f81-ed478ab1cb54 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:50.173801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a9905c79-149e-4a71-9f81-ed478ab1cb54 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.0906827
Apr 30 21:41:50.173801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-33eef49d-7f78-4efb-8e7d-04db6149796b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (f7b175f1-591d-45f9-9f44-dbfdb00658d6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.176943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41004) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.184466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05b2fb60-84b2-441c-a81f-52c92aeba73a', 'network_id': '05b2fb60-84b2-441c-a81f-52c92aeba73a', 'project_id': 'fe45a728ebc84950ac5eadf89185c360', 'fixed_ips': [{'subnet_id': '92f3f663-e238-4b1a-bebd-482eaa82e430'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:41:50.186344 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.223019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-33eef49d-7f78-4efb-8e7d-04db6149796b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (f7b175f1-591d-45f9-9f44-dbfdb00658d6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.232712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76f4ea9-3262-483b-9389-f3009f32aa46 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Deleting subnet d9988458-a10f-4b25-a7ef-67c3c58e97eb {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:41:50.283696 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:41:50.301951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-33eef49d-7f78-4efb-8e7d-04db6149796b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (f7b175f1-591d-45f9-9f44-dbfdb00658d6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.320901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef49d-7f78-4efb-8e7d-04db6149796b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b175f1-591d-45f9-9f44-dbfdb00658d6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:50.367030 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Publish callbacks [] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.384393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-33eef49d-7f78-4efb-8e7d-04db6149796b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.385864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-33eef49d-7f78-4efb-8e7d-04db6149796b tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3502572
Apr 30 21:41:50.387960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Allocated IP 2001:db8:0:1::1 (05b2fb60-84b2-441c-a81f-52c92aeba73a/92f3f663-e238-4b1a-bebd-482eaa82e430/22f76c74-a5ba-44da-b71b-1b184c333d5f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:41:50.388633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41006) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.408845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb33cdb3-59a1-486e-ae49-bb7bcfdab255 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules/f7b175f1-591d-45f9-9f44-dbfdb00658d6 HTTP/1.1" status: 200  len: 764 time: 0.0190878
Apr 30 21:41:50.411746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41008) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.448783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-937b8304-03ce-4d23-a30b-eb1e10723dda tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0360045
Apr 30 21:41:50.451393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41010) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.458302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a76f4ea9-3262-483b-9389-f3009f32aa46 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for subnet (d9988458-a10f-4b25-a7ef-67c3c58e97eb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.461225 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.477016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-90441e87-a75c-466b-a6be-5d923c2546bb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (f7b175f1-591d-45f9-9f44-dbfdb00658d6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.485643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-90441e87-a75c-466b-a6be-5d923c2546bb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (f7b175f1-591d-45f9-9f44-dbfdb00658d6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.508798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a76f4ea9-3262-483b-9389-f3009f32aa46 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (d9988458-a10f-4b25-a7ef-67c3c58e97eb), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.514457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Network 9298a7b1-f208-4691-a3a1-3960142a564a is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:50.520198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:50.526295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:50.532932 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b51428d9-54a5-4704-8df9-dd039c8fcfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.578457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Pushing event updated for resources: {'Port': ['ID=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:50.592941 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-90441e87-a75c-466b-a6be-5d923c2546bb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (f7b175f1-591d-45f9-9f44-dbfdb00658d6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.597488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-90441e87-a75c-466b-a6be-5d923c2546bb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.599944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-90441e87-a75c-466b-a6be-5d923c2546bb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/f7b175f1-591d-45f9-9f44-dbfdb00658d6 HTTP/1.1" status: 204  len: 168 time: 0.1475530
Apr 30 21:41:50.601434 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41012) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.608220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90441e87-a75c-466b-a6be-5d923c2546bb tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7b175f1-591d-45f9-9f44-dbfdb00658d6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:50.610548 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a76f4ea9-3262-483b-9389-f3009f32aa46 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (d9988458-a10f-4b25-a7ef-67c3c58e97eb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.648526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Attempting to bind port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:50.648915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Attempting to bind port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10d40edd-1688-4c2c-93f6-5b3fbda660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9298a7b1-f208-4691-a3a1-3960142a564a'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:50.649327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Attempting to bind port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 on network 9298a7b1-f208-4691-a3a1-3960142a564a {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:50.660506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:41:50.660877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Checking segment: {'id': '10d40edd-1688-4c2c-93f6-5b3fbda660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9298a7b1-f208-4691-a3a1-3960142a564a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:50.661268 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.661653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Bound using segment: {'id': '10d40edd-1688-4c2c-93f6-5b3fbda660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9298a7b1-f208-4691-a3a1-3960142a564a'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:41:50.662176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Bound port: 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d40edd-1688-4c2c-93f6-5b3fbda660e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9298a7b1-f208-4691-a3a1-3960142a564a'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:41:50.662553 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.675096 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6dcb4516-e6b8-4485-81e1-b983f9b7d28e tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0722678
Apr 30 21:41:50.677286 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Publish callbacks [] for port (22f76c74-a5ba-44da-b71b-1b184c333d5f), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.680254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41014) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.734905 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae01b253-5f38-4cd0-a719-4591021e4580 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (cda1fc3f-c8c0-491d-8b1d-a74d153f88a0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.758330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae01b253-5f38-4cd0-a719-4591021e4580 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (cda1fc3f-c8c0-491d-8b1d-a74d153f88a0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.810728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (22f76c74-a5ba-44da-b71b-1b184c333d5f), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.833611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a76f4ea9-3262-483b-9389-f3009f32aa46 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (d9988458-a10f-4b25-a7ef-67c3c58e97eb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.843097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] For port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:50.856785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Network 05b2fb60-84b2-441c-a81f-52c92aeba73a is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:41:50.862442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:50.867762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] For port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,segment=NetworkSegment(10d40edd-1688-4c2c-93f6-5b3fbda660e2),segment_id=10d40edd-1688-4c2c-93f6-5b3fbda660e2)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:41:50.868786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:41:50.870416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f4ea9-3262-483b-9389-f3009f32aa46 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Subnet': ['ID=d9988458-a10f-4b25-a7ef-67c3c58e97eb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:50.874904 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a76f4ea9-3262-483b-9389-f3009f32aa46 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.876402 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a76f4ea9-3262-483b-9389-f3009f32aa46 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/subnets/d9988458-a10f-4b25-a7ef-67c3c58e97eb HTTP/1.1" status: 204  len: 168 time: 0.6983528
Apr 30 21:41:50.879000 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41016) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.884763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Pushing event updated for resources: {'Port': ['ID=22f76c74-a5ba-44da-b71b-1b184c333d5f,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:50.891142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae01b253-5f38-4cd0-a719-4591021e4580 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cda1fc3f-c8c0-491d-8b1d-a74d153f88a0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.893427 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae01b253-5f38-4cd0-a719-4591021e4580 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.894590 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ae01b253-5f38-4cd0-a719-4591021e4580 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/cda1fc3f-c8c0-491d-8b1d-a74d153f88a0 HTTP/1.1" status: 204  len: 168 time: 0.2151167
Apr 30 21:41:50.900364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41018) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.927609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01b253-5f38-4cd0-a719-4591021e4580 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda1fc3f-c8c0-491d-8b1d-a74d153f88a0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:50.946646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-718d2f6f-fbde-40b2-b499-28c3b71dbd82 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0436585
Apr 30 21:41:50.950682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41020) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:50.953001 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.955187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-15acae70-a9b6-4f75-83eb-182150b96efa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130084804'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:50.959641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86fb6bb-c890-4aec-9c3c-e32edcd52952 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Deleting subnet 92f3f663-e238-4b1a-bebd-482eaa82e430 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:41:50.962939 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6bb-c890-4aec-9c3c-e32edcd52952 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for subnet (92f3f663-e238-4b1a-bebd-482eaa82e430), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:50.968734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Attempting to bind port 22f76c74-a5ba-44da-b71b-1b184c333d5f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:41:50.969133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Attempting to bind port 22f76c74-a5ba-44da-b71b-1b184c333d5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60d8cb26-790d-4885-8374-faacf5bb1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05b2fb60-84b2-441c-a81f-52c92aeba73a'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:41:50.969480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Attempting to bind port 22f76c74-a5ba-44da-b71b-1b184c333d5f on network 05b2fb60-84b2-441c-a81f-52c92aeba73a {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:41:51.002949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:41:51.003327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Checking segment: {'id': '60d8cb26-790d-4885-8374-faacf5bb1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05b2fb60-84b2-441c-a81f-52c92aeba73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:51.003733 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.004117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Bound using segment: {'id': '60d8cb26-790d-4885-8374-faacf5bb1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05b2fb60-84b2-441c-a81f-52c92aeba73a'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:41:51.004800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Bound port: 22f76c74-a5ba-44da-b71b-1b184c333d5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d8cb26-790d-4885-8374-faacf5bb1fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '05b2fb60-84b2-441c-a81f-52c92aeba73a'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:41:51.005613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (22f76c74-a5ba-44da-b71b-1b184c333d5f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.022431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6bb-c890-4aec-9c3c-e32edcd52952 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (92f3f663-e238-4b1a-bebd-482eaa82e430), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.038220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bb7ff-1622-49fa-9d85-82deff10efbe None None] Pushing event updated for resources: {'Port': ['ID=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:51.045041 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15acae70-a9b6-4f75-83eb-182150b96efa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.092784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] For port 22f76c74-a5ba-44da-b71b-1b184c333d5f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:41:51.096318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] For port 22f76c74-a5ba-44da-b71b-1b184c333d5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22f76c74-a5ba-44da-b71b-1b184c333d5f,segment=NetworkSegment(60d8cb26-790d-4885-8374-faacf5bb1fc2),segment_id=60d8cb26-790d-4885-8374-faacf5bb1fc2)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:41:51.127640 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15acae70-a9b6-4f75-83eb-182150b96efa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (d37319c0-22f3-4596-a567-3fb146d10e8b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.159906 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (22f76c74-a5ba-44da-b71b-1b184c333d5f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.161354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6bb-c890-4aec-9c3c-e32edcd52952 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (92f3f663-e238-4b1a-bebd-482eaa82e430), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.188166 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15acae70-a9b6-4f75-83eb-182150b96efa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d37319c0-22f3-4596-a567-3fb146d10e8b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.235357 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.255726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acae70-a9b6-4f75-83eb-182150b96efa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37319c0-22f3-4596-a567-3fb146d10e8b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:51.283192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49c1fb-64d4-4418-9757-3c682b1c1d47 None None] Pushing event updated for resources: {'Port': ['ID=22f76c74-a5ba-44da-b71b-1b184c333d5f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:51.346339 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-15acae70-a9b6-4f75-83eb-182150b96efa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.349848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-15acae70-a9b6-4f75-83eb-182150b96efa tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3965437
Apr 30 21:41:51.350519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41022) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:51.355150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8afe7817-a323-44d7-a0a7-6595bca92425 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Request body: {'security_group_rule': {'security_group_id': 'd37319c0-22f3-4596-a567-3fb146d10e8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:51.372399 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.374018 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6bb-c890-4aec-9c3c-e32edcd52952 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (92f3f663-e238-4b1a-bebd-482eaa82e430), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.407296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fb6bb-c890-4aec-9c3c-e32edcd52952 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Subnet': ['ID=92f3f663-e238-4b1a-bebd-482eaa82e430,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:51.411228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d86fb6bb-c890-4aec-9c3c-e32edcd52952 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.417080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41024) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:51.417215 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d86fb6bb-c890-4aec-9c3c-e32edcd52952 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/subnets/92f3f663-e238-4b1a-bebd-482eaa82e430 HTTP/1.1" status: 204  len: 168 time: 0.5371203
Apr 30 21:41:51.484419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d6e92-4b0d-44a3-9618-ea862b45b39d tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:51.486574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b33d6e92-4b0d-44a3-9618-ea862b45b39d tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0676353
Apr 30 21:41:51.489567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41026) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:51.497179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8afe7817-a323-44d7-a0a7-6595bca92425 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (b3950f6f-71e4-41d3-871d-53848eff7d54), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.568146 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8afe7817-a323-44d7-a0a7-6595bca92425 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (b3950f6f-71e4-41d3-871d-53848eff7d54), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.581235 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (05b2fb60-84b2-441c-a81f-52c92aeba73a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.634498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Deleting port 22f76c74-a5ba-44da-b71b-1b184c333d5f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:51.634844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (22f76c74-a5ba-44da-b71b-1b184c333d5f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.641336 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8afe7817-a323-44d7-a0a7-6595bca92425 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b3950f6f-71e4-41d3-871d-53848eff7d54), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.661239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe7817-a323-44d7-a0a7-6595bca92425 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3950f6f-71e4-41d3-871d-53848eff7d54,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:51.700675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] For port 22f76c74-a5ba-44da-b71b-1b184c333d5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22f76c74-a5ba-44da-b71b-1b184c333d5f,segment=NetworkSegment(60d8cb26-790d-4885-8374-faacf5bb1fc2),segment_id=60d8cb26-790d-4885-8374-faacf5bb1fc2)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:51.701043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (22f76c74-a5ba-44da-b71b-1b184c333d5f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.713773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Calling delete_port for 22f76c74-a5ba-44da-b71b-1b184c333d5f owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:51.740222 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8afe7817-a323-44d7-a0a7-6595bca92425 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.742340 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8afe7817-a323-44d7-a0a7-6595bca92425 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3903611
Apr 30 21:41:51.744512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41028) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:51.813890 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-147fa0c0-a755-4fe5-a1f9-644861980d87 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (d37319c0-22f3-4596-a567-3fb146d10e8b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.838191 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-147fa0c0-a755-4fe5-a1f9-644861980d87 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (d37319c0-22f3-4596-a567-3fb146d10e8b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.886804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (22f76c74-a5ba-44da-b71b-1b184c333d5f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.915472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Port': ['ID=22f76c74-a5ba-44da-b71b-1b184c333d5f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:51.921093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] No DVR routers for this DVR port 22f76c74-a5ba-44da-b71b-1b184c333d5f on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:51.984778 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-147fa0c0-a755-4fe5-a1f9-644861980d87 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d37319c0-22f3-4596-a567-3fb146d10e8b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.987675 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-147fa0c0-a755-4fe5-a1f9-644861980d87 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:51.992759 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-147fa0c0-a755-4fe5-a1f9-644861980d87 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/d37319c0-22f3-4596-a567-3fb146d10e8b HTTP/1.1" status: 204  len: 168 time: 0.2440145
Apr 30 21:41:51.994897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:52.006877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (05b2fb60-84b2-441c-a81f-52c92aeba73a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.015866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fa0c0-a755-4fe5-a1f9-644861980d87 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37319c0-22f3-4596-a567-3fb146d10e8b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:52.033561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966200e80>,) {'filters': {'network_id': ['05b2fb60-84b2-441c-a81f-52c92aeba73a']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:52.045773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966200e80>, '60d8cb26-790d-4885-8374-faacf5bb1fc2') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:52.046124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966200e80>, '60d8cb26-790d-4885-8374-faacf5bb1fc2') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:52.050860 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-09516697-1090-4e00-b805-642737516c3f tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0548742
Apr 30 21:41:52.053292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41032) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:52.056669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (60d8cb26-790d-4885-8374-faacf5bb1fc2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.070802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (60d8cb26-790d-4885-8374-faacf5bb1fc2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.077861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:52.078396 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (60d8cb26-790d-4885-8374-faacf5bb1fc2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:52.082259 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:52.102269 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d18609d9-8696-4dc0-9375-a36ef5a97240 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0477912
Apr 30 21:41:52.104894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41034) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:52.120490 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-7f91b304-073b-4424-91be-d30d32a800b7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] delete failed (client error): The resource could not be found.
Apr 30 21:41:52.125024 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7f91b304-073b-4424-91be-d30d32a800b7 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "DELETE /v2.0/security-groups/d37319c0-22f3-4596-a567-3fb146d10e8b HTTP/1.1" status: 404  len: 347 time: 0.0156150
Apr 30 21:41:52.125300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41036) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:52.174892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf0643-dfb4-4e06-836d-ff3a34ab90e6 None None] Network 9298a7b1-f208-4691-a3a1-3960142a564a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:52.178202 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-866968cf-58aa-4c45-b801-55255ab6c5b6 tempest-SecGroupTest-1714925891 tempest-SecGroupTest-1714925891-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0516295
Apr 30 21:41:52.206828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (05b2fb60-84b2-441c-a81f-52c92aeba73a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.213450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.218757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/networks/05b2fb60-84b2-441c-a81f-52c92aeba73a HTTP/1.1" status: 204  len: 168 time: 0.7272074
Apr 30 21:41:52.220920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41040) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:52.238728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adf245-67d4-484d-960d-9e3093f3a36c tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Network': ['ID=05b2fb60-84b2-441c-a81f-52c92aeba73a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:52.247145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-01f74654-f5b4-49bd-b737-6cbe83bfc54c None None] Provisioning complete for port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:41:52.247287 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f74654-f5b4-49bd-b737-6cbe83bfc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.316654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9298a7b1-f208-4691-a3a1-3960142a564a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.363822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Deleting port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:52.369291 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.379312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-01f74654-f5b4-49bd-b737-6cbe83bfc54c None None] Current status of the port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:41:52.379617 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f74654-f5b4-49bd-b737-6cbe83bfc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.421322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-01f74654-f5b4-49bd-b737-6cbe83bfc54c None None] For port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,segment=NetworkSegment(10d40edd-1688-4c2c-93f6-5b3fbda660e2),segment_id=10d40edd-1688-4c2c-93f6-5b3fbda660e2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:52.437647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] DHCP port deletion for 9298a7b1-f208-4691-a3a1-3960142a564a request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:41:52.460526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] For port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,segment=NetworkSegment(10d40edd-1688-4c2c-93f6-5b3fbda660e2),segment_id=10d40edd-1688-4c2c-93f6-5b3fbda660e2)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:52.460897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.478870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Calling delete_port for 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:52.483271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] Deleting port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:41:52.483649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.486999 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-01f74654-f5b4-49bd-b737-6cbe83bfc54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.598358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] For port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,segment=NetworkSegment(10d40edd-1688-4c2c-93f6-5b3fbda660e2),segment_id=10d40edd-1688-4c2c-93f6-5b3fbda660e2)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:41:52.598900 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.602219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f74654-f5b4-49bd-b737-6cbe83bfc54c None None] Pushing event updated for resources: {'Port': ['ID=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:52.616243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] Calling delete_port for 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:41:52.630628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.664427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Port': ['ID=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:52.669629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] No DVR routers for this DVR port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:52.671256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41044) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:52.759879 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9298a7b1-f208-4691-a3a1-3960142a564a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.778520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b110f-1334-4dc7-9a1a-aec9fd51f86d None None] DHCP port deletion for 05b2fb60-84b2-441c-a81f-52c92aeba73a request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:41:52.783805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89663a2310>,) {'filters': {'network_id': ['9298a7b1-f208-4691-a3a1-3960142a564a']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:52.795397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89663a2310>, '10d40edd-1688-4c2c-93f6-5b3fbda660e2') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:52.795691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89663a2310>, '10d40edd-1688-4c2c-93f6-5b3fbda660e2') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:52.805635 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (6e4fdd49-4a68-4902-8885-f17ceb7fa1b4), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.805635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be30921-5468-49f7-abc4-da5284f43b11 None None] Network 05b2fb60-84b2-441c-a81f-52c92aeba73a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:52.810123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (10d40edd-1688-4c2c-93f6-5b3fbda660e2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.825539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (10d40edd-1688-4c2c-93f6-5b3fbda660e2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.831910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:52.832343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (10d40edd-1688-4c2c-93f6-5b3fbda660e2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:52.836237 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:52.843350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b081a3e9-3102-4fd1-a9de-45dfbcc730c4 None None] Could not find standard attr ID for object 22f76c74-a5ba-44da-b71b-1b184c333d5f. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 21:41:52.844639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] Pushing event deleted for resources: {'Port': ['ID=6e4fdd49-4a68-4902-8885-f17ceb7fa1b4,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:52.848217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be30921-5468-49f7-abc4-da5284f43b11 None None] Network 05b2fb60-84b2-441c-a81f-52c92aeba73a could not be found, it might have been deleted concurrently. {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 30 21:41:52.851706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1b768-91c5-46fb-a723-1674969ea27d None None] No DVR routers for this DVR port 6e4fdd49-4a68-4902-8885-f17ceb7fa1b4 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:41:52.860886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-be08769c-7278-4bda-9167-fd910dec61a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a546cbdb63014478aa6fc35c9e34058a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1883409
Apr 30 21:41:52.863368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41048) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:52.914014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4dc276b8-d0a0-4d83-a225-c8fe7dfd1e57 admin admin] Publish callbacks [] for security_group (5d3e7dca-2e5d-4d78-994e-3e3911e2eaf5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.935942 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4dc276b8-d0a0-4d83-a225-c8fe7dfd1e57 admin admin] Publish callbacks [] for security_group (5d3e7dca-2e5d-4d78-994e-3e3911e2eaf5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.966370 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9298a7b1-f208-4691-a3a1-3960142a564a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.973057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:52.979231 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/networks/9298a7b1-f208-4691-a3a1-3960142a564a HTTP/1.1" status: 204  len: 168 time: 0.7538867
Apr 30 21:41:52.979355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41050) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:52.988052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2924c9-8e09-466c-ba00-6188326d8128 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Network': ['ID=9298a7b1-f208-4691-a3a1-3960142a564a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:53.063050 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (027b7e75-82f3-4f68-95d7-63551da35d39), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.068757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4dc276b8-d0a0-4d83-a225-c8fe7dfd1e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5d3e7dca-2e5d-4d78-994e-3e3911e2eaf5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.071676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4dc276b8-d0a0-4d83-a225-c8fe7dfd1e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.072772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4dc276b8-d0a0-4d83-a225-c8fe7dfd1e57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d3e7dca-2e5d-4d78-994e-3e3911e2eaf5 HTTP/1.1" status: 204  len: 168 time: 0.2084954
Apr 30 21:41:53.084967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc276b8-d0a0-4d83-a225-c8fe7dfd1e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3e7dca-2e5d-4d78-994e-3e3911e2eaf5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:53.168593 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (027b7e75-82f3-4f68-95d7-63551da35d39), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.189243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967f71be0>,) {'filters': {'network_id': ['027b7e75-82f3-4f68-95d7-63551da35d39']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:53.189805 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.198504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f71be0>, 'ffb3a6bc-a7ac-47c4-857e-5e2b05023698') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:53.198806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f71be0>, 'ffb3a6bc-a7ac-47c4-857e-5e2b05023698') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:53.208031 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (ffb3a6bc-a7ac-47c4-857e-5e2b05023698), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.220959 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ffb3a6bc-a7ac-47c4-857e-5e2b05023698), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.227484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:53.227881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (ffb3a6bc-a7ac-47c4-857e-5e2b05023698), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:53.230903 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:53.343628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (027b7e75-82f3-4f68-95d7-63551da35d39), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.351475 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.354485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/networks/027b7e75-82f3-4f68-95d7-63551da35d39 HTTP/1.1" status: 204  len: 168 time: 0.3741989
Apr 30 21:41:53.357150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41056) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:53.366834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f155615-0ec5-4a24-8ce0-5a620a2560a2 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Network': ['ID=027b7e75-82f3-4f68-95d7-63551da35d39,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:53.435491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (906d4539-dd47-4a50-862e-44493ac2af53), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.536669 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (906d4539-dd47-4a50-862e-44493ac2af53), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.560321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967c36820>,) {'filters': {'network_id': ['906d4539-dd47-4a50-862e-44493ac2af53']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:53.569359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967c36820>, '1c0317fc-d574-4ac1-a437-d8c07d431a96') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:53.569645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967c36820>, '1c0317fc-d574-4ac1-a437-d8c07d431a96') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:41:53.578943 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (1c0317fc-d574-4ac1-a437-d8c07d431a96), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.593158 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (1c0317fc-d574-4ac1-a437-d8c07d431a96), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.599155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:41:53.599662 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (1c0317fc-d574-4ac1-a437-d8c07d431a96), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:41:53.603137 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:41:53.732241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (906d4539-dd47-4a50-862e-44493ac2af53), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.738991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:53.742154 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] 10.222.0.23 "DELETE /v2.0/networks/906d4539-dd47-4a50-862e-44493ac2af53 HTTP/1.1" status: 204  len: 168 time: 0.3839357
Apr 30 21:41:53.757815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff051580-845e-4974-b5aa-be16f72f2976 tempest-BulkNetworkOpsIpV6Test-1380987635 tempest-BulkNetworkOpsIpV6Test-1380987635-project] Pushing event deleted for resources: {'Network': ['ID=906d4539-dd47-4a50-862e-44493ac2af53,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:54.149300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41076) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:54.155644 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0029104
Apr 30 21:41:54.158587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41080) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:54.243500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41084) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:54.325984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-415b1726-bc79-4a63-9d9c-4d264732caf0 tempest-NetworksApiDiscovery-1334328106 tempest-NetworksApiDiscovery-1334328106-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1661754
Apr 30 21:41:54.337341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1b36e567-456e-4107-9fd9-41aedf9007f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe45a728ebc84950ac5eadf89185c360&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0956144
Apr 30 21:41:54.339899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41090) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:54.391610 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0ab31149-8737-4067-96ee-e60cd64c75bd admin admin] Publish callbacks [] for security_group (20a98558-6b7a-495b-9887-dd70fcd71548), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:54.413637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0ab31149-8737-4067-96ee-e60cd64c75bd admin admin] Publish callbacks [] for security_group (20a98558-6b7a-495b-9887-dd70fcd71548), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:54.542148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:54.583948 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0ab31149-8737-4067-96ee-e60cd64c75bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (20a98558-6b7a-495b-9887-dd70fcd71548), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:54.587018 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0ab31149-8737-4067-96ee-e60cd64c75bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:54.587996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0ab31149-8737-4067-96ee-e60cd64c75bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20a98558-6b7a-495b-9887-dd70fcd71548 HTTP/1.1" status: 204  len: 168 time: 0.2472038
Apr 30 21:41:54.599128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab31149-8737-4067-96ee-e60cd64c75bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a98558-6b7a-495b-9887-dd70fcd71548,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:54.600241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 22f76c74-a5ba-44da-b71b-1b184c333d5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:41:54.783325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 22f76c74-a5ba-44da-b71b-1b184c333d5f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:41:54.783668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 22f76c74-a5ba-44da-b71b-1b184c333d5f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:41:54.794342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41096) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:54.907813 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-39b237f9-1075-42cd-8915-f8cf586686e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:54.981714 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-39b237f9-1075-42cd-8915-f8cf586686e1 admin admin] Publish callbacks [] for security_group (28ee0c4c-db85-4895-8fb8-8951972b417f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:55.076160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-39b237f9-1075-42cd-8915-f8cf586686e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (28ee0c4c-db85-4895-8fb8-8951972b417f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:55.105436 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-39b237f9-1075-42cd-8915-f8cf586686e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8960f959309d452bab71d14b1cac7cff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3076692
Apr 30 21:41:55.105436 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b237f9-1075-42cd-8915-f8cf586686e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee0c4c-db85-4895-8fb8-8951972b417f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:55.106012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41110) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.156023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44c721d0-f3f2-4d46-b291-7db80c5228ae admin admin] Publish callbacks [] for security_group (28ee0c4c-db85-4895-8fb8-8951972b417f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:55.176575 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44c721d0-f3f2-4d46-b291-7db80c5228ae admin admin] Publish callbacks [] for security_group (28ee0c4c-db85-4895-8fb8-8951972b417f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:55.292388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44c721d0-f3f2-4d46-b291-7db80c5228ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (28ee0c4c-db85-4895-8fb8-8951972b417f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:55.295018 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-44c721d0-f3f2-4d46-b291-7db80c5228ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:55.296233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-44c721d0-f3f2-4d46-b291-7db80c5228ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28ee0c4c-db85-4895-8fb8-8951972b417f HTTP/1.1" status: 204  len: 168 time: 0.1889689
Apr 30 21:41:55.305157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c721d0-f3f2-4d46-b291-7db80c5228ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee0c4c-db85-4895-8fb8-8951972b417f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:55.520643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41124) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.629251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-51f3c6b1-3c16-4055-8c66-30ed9a380cba tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] Request body: {'port': {'network_id': '35cc5234-c2e5-4f68-ba7b-a3d8eedf9930', 'name': 'tempest-NetworksNegativeTestJSON-432012254'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:55.643367 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f3c6b1-3c16-4055-8c66-30ed9a380cba tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] POST failed (client error): The resource could not be found.
Apr 30 21:41:55.643948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f3c6b1-3c16-4055-8c66-30ed9a380cba tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:55.645149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51f3c6b1-3c16-4055-8c66-30ed9a380cba tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1234243
Apr 30 21:41:55.649376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41132) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.668204 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f539acb-5ce4-43af-b9ec-4c2ee4e5ec5c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:41:55.668691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f539acb-5ce4-43af-b9ec-4c2ee4e5ec5c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:55.674219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8f539acb-5ce4-43af-b9ec-4c2ee4e5ec5c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "DELETE /v2.0/networks/019b5f3f-e40b-42b0-88b5-378fc4eaedc4 HTTP/1.1" status: 404  len: 339 time: 0.0209746
Apr 30 21:41:55.675642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41136) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.702806 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5bdd10-aea7-4021-94c5-d0753ebf40ae tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:41:55.703350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5bdd10-aea7-4021-94c5-d0753ebf40ae tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:55.706343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3c5bdd10-aea7-4021-94c5-d0753ebf40ae tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "DELETE /v2.0/ports/0fa08fe0-a278-4beb-a957-d76e93c977f3 HTTP/1.1" status: 404  len: 333 time: 0.0297709
Apr 30 21:41:55.710246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41138) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.736060 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-008c0419-ce56-4d6c-ab8f-9c1ea076dc6f tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:41:55.736497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008c0419-ce56-4d6c-ab8f-9c1ea076dc6f tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:55.739398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-008c0419-ce56-4d6c-ab8f-9c1ea076dc6f tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "DELETE /v2.0/subnets/19bcc8d7-743f-4484-a2da-cd16bd1cff50 HTTP/1.1" status: 404  len: 337 time: 0.0282466
Apr 30 21:41:55.743534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41140) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.762043 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1b0dd1-1c1e-43ea-90a2-4d03bbc8a10a tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] GET failed (client error): The resource could not be found.
Apr 30 21:41:55.763297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9e1b0dd1-1c1e-43ea-90a2-4d03bbc8a10a tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "GET /v2.0/networks/f2ef4ef4-c83a-4d0d-91b6-f608b95920e2 HTTP/1.1" status: 404  len: 339 time: 0.0189002
Apr 30 21:41:55.766600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41142) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.791299 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1e608b-1a44-46b2-aeea-5c6e1e638c8c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] GET failed (client error): The resource could not be found.
Apr 30 21:41:55.792589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6e1e608b-1a44-46b2-aeea-5c6e1e638c8c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "GET /v2.0/ports/89321fc0-89e8-4983-8b3a-0655766b380e HTTP/1.1" status: 404  len: 333 time: 0.0251343
Apr 30 21:41:55.795986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41144) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.822772 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-347cf187-e216-4b51-8232-3eda7056db09 tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] GET failed (client error): The resource could not be found.
Apr 30 21:41:55.824061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-347cf187-e216-4b51-8232-3eda7056db09 tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "GET /v2.0/subnets/ba85d1b3-d1c5-41ce-a670-55139b03ede4 HTTP/1.1" status: 404  len: 337 time: 0.0271964
Apr 30 21:41:55.827801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41148) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.832757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e3074c8f-a032-427d-b125-b604d321b74b tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] Request body: {'network': {'name': 'new_name'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:55.846694 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3074c8f-a032-427d-b125-b604d321b74b tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] PUT failed (client error): The resource could not be found.
Apr 30 21:41:55.847105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3074c8f-a032-427d-b125-b604d321b74b tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:55.848206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e3074c8f-a032-427d-b125-b604d321b74b tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "PUT /v2.0/networks/5158ca6d-723f-41d5-be1a-9bf1ecad9a1c HTTP/1.1" status: 404  len: 339 time: 0.0194926
Apr 30 21:41:55.852590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41150) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.857602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-085afd3a-0785-47ef-9db5-7be696e0036c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] Request body: {'port': {'name': 'new_name'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:55.876201 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-085afd3a-0785-47ef-9db5-7be696e0036c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] PUT failed (client error): The resource could not be found.
Apr 30 21:41:55.876721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085afd3a-0785-47ef-9db5-7be696e0036c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:55.881416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-085afd3a-0785-47ef-9db5-7be696e0036c tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "PUT /v2.0/ports/233cd6ca-7ee6-4553-aa0f-0f324a358db6 HTTP/1.1" status: 404  len: 333 time: 0.0243380
Apr 30 21:41:55.881690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41152) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:55.886586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5e4e9cd1-8000-49a7-97dc-3b532f813238 tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:55.916227 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4e9cd1-8000-49a7-97dc-3b532f813238 tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] PUT failed (client error): The resource could not be found.
Apr 30 21:41:55.916687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4e9cd1-8000-49a7-97dc-3b532f813238 tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:41:55.917870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5e4e9cd1-8000-49a7-97dc-3b532f813238 tempest-NetworksNegativeTestJSON-245116509 tempest-NetworksNegativeTestJSON-245116509-project] 10.222.0.23 "PUT /v2.0/subnets/d0f4eec4-3bae-4b1d-bf6b-4b3345b63787 HTTP/1.1" status: 404  len: 337 time: 0.0352368
Apr 30 21:41:56.360017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41168) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:56.466441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76858ee4-ef7f-44d3-8e80-ebf39571a5a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:56.552330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76858ee4-ef7f-44d3-8e80-ebf39571a5a0 admin admin] Publish callbacks [] for security_group (c6a9b9ca-d51b-4614-8378-57f76473d79f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:56.633305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76858ee4-ef7f-44d3-8e80-ebf39571a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c6a9b9ca-d51b-4614-8378-57f76473d79f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:56.672159 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-76858ee4-ef7f-44d3-8e80-ebf39571a5a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ae60d361c18453db192babfe66705c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3110211
Apr 30 21:41:56.672969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76858ee4-ef7f-44d3-8e80-ebf39571a5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a9b9ca-d51b-4614-8378-57f76473d79f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:56.675017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41176) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:56.731795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67d06cd9-f948-49cb-970c-55d0ca435df0 admin admin] Publish callbacks [] for security_group (c6a9b9ca-d51b-4614-8378-57f76473d79f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:56.752437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67d06cd9-f948-49cb-970c-55d0ca435df0 admin admin] Publish callbacks [] for security_group (c6a9b9ca-d51b-4614-8378-57f76473d79f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:56.878819 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67d06cd9-f948-49cb-970c-55d0ca435df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c6a9b9ca-d51b-4614-8378-57f76473d79f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:56.881993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-67d06cd9-f948-49cb-970c-55d0ca435df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:56.883140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-67d06cd9-f948-49cb-970c-55d0ca435df0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6a9b9ca-d51b-4614-8378-57f76473d79f HTTP/1.1" status: 204  len: 168 time: 0.2071016
Apr 30 21:41:56.891272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d06cd9-f948-49cb-970c-55d0ca435df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a9b9ca-d51b-4614-8378-57f76473d79f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:57.821520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41224) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:57.885110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41228) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:57.977319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-1260594293'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:58.024767 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c35f84cc-21f7-4cdf-bf69-67562461ee82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.086687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:58.089994 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.107623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c35f84cc-21f7-4cdf-bf69-67562461ee82 admin admin] Publish callbacks [] for security_group (a329f1af-702c-4fb6-8bff-4ad1d8705c05), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.108712 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.163240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c35f84cc-21f7-4cdf-bf69-67562461ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a329f1af-702c-4fb6-8bff-4ad1d8705c05), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.214718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c35f84cc-21f7-4cdf-bf69-67562461ee82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=488e643367734a5f8e3b5fa52db27b06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3919826
Apr 30 21:41:58.217570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41232) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:58.219853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for security_group (8a83c0b1-c3d8-4bde-a87a-b9cbf577a940), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.221126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f84cc-21f7-4cdf-bf69-67562461ee82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a329f1af-702c-4fb6-8bff-4ad1d8705c05,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:58.272392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72aff994-4a27-4001-ad7c-7db3153c1b62 admin admin] Publish callbacks [] for security_group (a329f1af-702c-4fb6-8bff-4ad1d8705c05), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.294715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72aff994-4a27-4001-ad7c-7db3153c1b62 admin admin] Publish callbacks [] for security_group (a329f1af-702c-4fb6-8bff-4ad1d8705c05), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.296394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8a83c0b1-c3d8-4bde-a87a-b9cbf577a940), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.319501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:58.332945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a83c0b1-c3d8-4bde-a87a-b9cbf577a940,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:58.412917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72aff994-4a27-4001-ad7c-7db3153c1b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a329f1af-702c-4fb6-8bff-4ad1d8705c05), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.415015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (451a1f5f-b9a9-486c-8fc4-8968ab2bb55b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.415369 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment 451a1f5f-b9a9-486c-8fc4-8968ab2bb55b of type vlan for network 833e2b5f-f514-4036-aa2a-11439a8f4aee
Apr 30 21:41:58.415611 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72aff994-4a27-4001-ad7c-7db3153c1b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.416846 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-72aff994-4a27-4001-ad7c-7db3153c1b62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a329f1af-702c-4fb6-8bff-4ad1d8705c05 HTTP/1.1" status: 204  len: 168 time: 0.1976550
Apr 30 21:41:58.425106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aff994-4a27-4001-ad7c-7db3153c1b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a329f1af-702c-4fb6-8bff-4ad1d8705c05,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:58.457339 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (833e2b5f-f514-4036-aa2a-11439a8f4aee), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.532034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (833e2b5f-f514-4036-aa2a-11439a8f4aee), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.536961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:58.537541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.607014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=833e2b5f-f514-4036-aa2a-11439a8f4aee,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:58.618006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 833e2b5f-f514-4036-aa2a-11439a8f4aee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:58.671949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b4252299-14a2-4b04-be2a-c3dccf938938 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7857499
Apr 30 21:41:58.674540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41236) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:58.679438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-1500210444'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:58.770187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:58.774178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.800227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:41:58.807270 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9e8726fd-5117-4d1b-9511-ee0b303024c9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.807623 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment 9e8726fd-5117-4d1b-9511-ee0b303024c9 of type vlan for network e14074be-6e55-434e-b5b0-423b2fea1f71
Apr 30 21:41:58.846488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e14074be-6e55-434e-b5b0-423b2fea1f71), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.941578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e14074be-6e55-434e-b5b0-423b2fea1f71), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:58.947198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:58.948315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.013373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=e14074be-6e55-434e-b5b0-423b2fea1f71,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:59.023712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e14074be-6e55-434e-b5b0-423b2fea1f71 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:41:59.043066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41240) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:59.060474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e4276c4-3224-42d3-98b9-b766407863ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.084066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-717662a9-4ffc-4f19-b37a-461e41a141fd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4083357
Apr 30 21:41:59.086960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41242) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:59.092472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': '833e2b5f-f514-4036-aa2a-11439a8f4aee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:59.140140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e4276c4-3224-42d3-98b9-b766407863ca admin admin] Publish callbacks [] for security_group (7d4c55ce-6c45-4b53-80a0-c566073ee113), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.212194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7e4276c4-3224-42d3-98b9-b766407863ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7d4c55ce-6c45-4b53-80a0-c566073ee113), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.238923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:41:59.242972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.250617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7e4276c4-3224-42d3-98b9-b766407863ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb4c6b85c5c94304b2ab6441501be6ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2063634
Apr 30 21:41:59.252528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4276c4-3224-42d3-98b9-b766407863ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4c55ce-6c45-4b53-80a0-c566073ee113,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:59.254805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41244) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:59.306331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a671ea2a-c7e4-4abe-8214-e248b9f0a1a0 admin admin] Publish callbacks [] for security_group (7d4c55ce-6c45-4b53-80a0-c566073ee113), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.328570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a671ea2a-c7e4-4abe-8214-e248b9f0a1a0 admin admin] Publish callbacks [] for security_group (7d4c55ce-6c45-4b53-80a0-c566073ee113), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.440840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a671ea2a-c7e4-4abe-8214-e248b9f0a1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7d4c55ce-6c45-4b53-80a0-c566073ee113), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.443499 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a671ea2a-c7e4-4abe-8214-e248b9f0a1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.444643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a671ea2a-c7e4-4abe-8214-e248b9f0a1a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d4c55ce-6c45-4b53-80a0-c566073ee113 HTTP/1.1" status: 204  len: 168 time: 0.1889403
Apr 30 21:41:59.452224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671ea2a-c7e4-4abe-8214-e248b9f0a1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4c55ce-6c45-4b53-80a0-c566073ee113,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:59.493034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (c5d8801c-4047-41f7-a886-c1fbebfa54c8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.564465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=c5d8801c-4047-41f7-a886-c1fbebfa54c8,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:41:59.566937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': '451a1f5f-b9a9-486c-8fc4-8968ab2bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '833e2b5f-f514-4036-aa2a-11439a8f4aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:41:59.567293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: 833e2b5f-f514-4036-aa2a-11439a8f4aee, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:41:59.667283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 833e2b5f-f514-4036-aa2a-11439a8f4aee is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:41:59.787945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 833e2b5f-f514-4036-aa2a-11439a8f4aee) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:41:59.799512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:41:59.799512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:41:59.799694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67814a36-a017-47f2-ad77-053a0e1158b1 None None] Network 833e2b5f-f514-4036-aa2a-11439a8f4aee requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:41:59.872405 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7cd78401-8fd6-4537-a723-a2a6d9e9f69a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7837391
Apr 30 21:41:59.875252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41252) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:41:59.880964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': 'e14074be-6e55-434e-b5b0-423b2fea1f71', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:41:59.906260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-833e2b5f-f514-4036-aa2a-11439a8f4aee', 'network_id': '833e2b5f-f514-4036-aa2a-11439a8f4aee', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': 'c5d8801c-4047-41f7-a886-c1fbebfa54c8'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:41:59.907338 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.029320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:00.032847 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.053554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Allocated IP 172.20.0.2 (833e2b5f-f514-4036-aa2a-11439a8f4aee/c5d8801c-4047-41f7-a886-c1fbebfa54c8/0701e7ce-af65-4667-b3e3-998ad188c5a8) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:00.203885 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Publish callbacks [] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.309954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.342382 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (5032d1d2-07c6-47af-b45b-2ddfa5d85cd6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.348405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Network 833e2b5f-f514-4036-aa2a-11439a8f4aee is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:00.351328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:00.355562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:00.370842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Pushing event updated for resources: {'Port': ['ID=0701e7ce-af65-4667-b3e3-998ad188c5a8,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:00.411067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=5032d1d2-07c6-47af-b45b-2ddfa5d85cd6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:00.419500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': '9e8726fd-5117-4d1b-9511-ee0b303024c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e14074be-6e55-434e-b5b0-423b2fea1f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:00.419850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: e14074be-6e55-434e-b5b0-423b2fea1f71, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:00.424953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Attempting to bind port 0701e7ce-af65-4667-b3e3-998ad188c5a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:00.425883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Attempting to bind port 0701e7ce-af65-4667-b3e3-998ad188c5a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '451a1f5f-b9a9-486c-8fc4-8968ab2bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '833e2b5f-f514-4036-aa2a-11439a8f4aee'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:00.426339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Attempting to bind port 0701e7ce-af65-4667-b3e3-998ad188c5a8 on network 833e2b5f-f514-4036-aa2a-11439a8f4aee {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:00.432156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:00.432553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Checking segment: {'id': '451a1f5f-b9a9-486c-8fc4-8968ab2bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '833e2b5f-f514-4036-aa2a-11439a8f4aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:00.432961 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.433349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Bound using segment: {'id': '451a1f5f-b9a9-486c-8fc4-8968ab2bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '833e2b5f-f514-4036-aa2a-11439a8f4aee'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:00.433844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Bound port: 0701e7ce-af65-4667-b3e3-998ad188c5a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451a1f5f-b9a9-486c-8fc4-8968ab2bb55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '833e2b5f-f514-4036-aa2a-11439a8f4aee'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:00.434229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.496793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network e14074be-6e55-434e-b5b0-423b2fea1f71 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:00.498391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] For port 0701e7ce-af65-4667-b3e3-998ad188c5a8, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:00.501940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] For port 0701e7ce-af65-4667-b3e3-998ad188c5a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0701e7ce-af65-4667-b3e3-998ad188c5a8,segment=NetworkSegment(451a1f5f-b9a9-486c-8fc4-8968ab2bb55b),segment_id=451a1f5f-b9a9-486c-8fc4-8968ab2bb55b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:00.542097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41268) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:00.582198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e14074be-6e55-434e-b5b0-423b2fea1f71) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:00.587386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:00.588738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.590606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.598412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f161914-fa34-492b-a490-d258bcb88513 None None] Network e14074be-6e55-434e-b5b0-423b2fea1f71 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:00.647072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-283751398-network', 'tenant_id': '41bf2ae4f1f24eb39fe38f4782b6c969'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:00.679809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6865fc28-70aa-486d-b5ba-8fcaad004dee tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8028145
Apr 30 21:42:00.682440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41272) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:00.686864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e817f3b4-0876-43cb-846a-36cd2e3308da tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1970891385', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:00.701809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccff85-0a02-42e7-8741-30613aed426a None None] Pushing event updated for resources: {'Port': ['ID=0701e7ce-af65-4667-b3e3-998ad188c5a8,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:00.753038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e14074be-6e55-434e-b5b0-423b2fea1f71', 'network_id': 'e14074be-6e55-434e-b5b0-423b2fea1f71', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': '5032d1d2-07c6-47af-b45b-2ddfa5d85cd6'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:42:00.753934 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.779123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Made reservation on behalf of 41bf2ae4f1f24eb39fe38f4782b6c969 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:00.781446 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.783812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e817f3b4-0876-43cb-846a-36cd2e3308da tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (5611afd6-4269-4347-84f1-e7855d06b85b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.784813 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e817f3b4-0876-43cb-846a-36cd2e3308da tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (5611afd6-4269-4347-84f1-e7855d06b85b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.798844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.867075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e817f3b4-0876-43cb-846a-36cd2e3308da tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (5611afd6-4269-4347-84f1-e7855d06b85b), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.911408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Allocated IP 172.21.0.2 (e14074be-6e55-434e-b5b0-423b2fea1f71/5032d1d2-07c6-47af-b45b-2ddfa5d85cd6/8d413978-7914-4936-a5a7-a1519488fc2b) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:00.933385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e817f3b4-0876-43cb-846a-36cd2e3308da tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (5611afd6-4269-4347-84f1-e7855d06b85b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:00.958196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Publish callbacks [] for security_group (d27c12b6-c1e2-4039-8a89-7c491f5e0eef), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.030047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e817f3b4-0876-43cb-846a-36cd2e3308da tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.034403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e817f3b4-0876-43cb-846a-36cd2e3308da tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3481562
Apr 30 21:42:01.034612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41274) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:01.067819 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Publish callbacks [] for port (8d413978-7914-4936-a5a7-a1519488fc2b), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.076497 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d27c12b6-c1e2-4039-8a89-7c491f5e0eef), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.127485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.171429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Network e14074be-6e55-434e-b5b0-423b2fea1f71 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:01.174574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:01.182738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:01.186885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Pushing event updated for resources: {'Port': ['ID=8d413978-7914-4936-a5a7-a1519488fc2b,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:01.245079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Attempting to bind port 8d413978-7914-4936-a5a7-a1519488fc2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:01.245363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Attempting to bind port 8d413978-7914-4936-a5a7-a1519488fc2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e8726fd-5117-4d1b-9511-ee0b303024c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e14074be-6e55-434e-b5b0-423b2fea1f71'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:01.245734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Attempting to bind port 8d413978-7914-4936-a5a7-a1519488fc2b on network e14074be-6e55-434e-b5b0-423b2fea1f71 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:01.251356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:01.251738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Checking segment: {'id': '9e8726fd-5117-4d1b-9511-ee0b303024c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e14074be-6e55-434e-b5b0-423b2fea1f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:01.252150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.252553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Bound using segment: {'id': '9e8726fd-5117-4d1b-9511-ee0b303024c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e14074be-6e55-434e-b5b0-423b2fea1f71'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:01.253029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Bound port: 8d413978-7914-4936-a5a7-a1519488fc2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8726fd-5117-4d1b-9511-ee0b303024c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e14074be-6e55-434e-b5b0-423b2fea1f71'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:01.253415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.326800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] For port 8d413978-7914-4936-a5a7-a1519488fc2b, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:01.330196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] For port 8d413978-7914-4936-a5a7-a1519488fc2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d413978-7914-4936-a5a7-a1519488fc2b,segment=NetworkSegment(9e8726fd-5117-4d1b-9511-ee0b303024c9),segment_id=9e8726fd-5117-4d1b-9511-ee0b303024c9)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:01.418789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.482694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:01.489037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27c12b6-c1e2-4039-8a89-7c491f5e0eef,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:01.491808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a6e28-7ff7-4489-be52-ef060f1839cf None None] Pushing event updated for resources: {'Port': ['ID=8d413978-7914-4936-a5a7-a1519488fc2b,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:01.573187 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f3020e49-309b-4a2f-ae40-1c0947efae97), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.573532 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Added segment f3020e49-309b-4a2f-ae40-1c0947efae97 of type vlan for network cf6515e4-dd39-4f36-8264-b10941bb8b7c
Apr 30 21:42:01.685195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (cf6515e4-dd39-4f36-8264-b10941bb8b7c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.782327 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.797916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (cf6515e4-dd39-4f36-8264-b10941bb8b7c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.798901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:01.799476 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.851585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c0177-76a9-4ff6-a721-346c5898a26f None None] Network 833e2b5f-f514-4036-aa2a-11439a8f4aee requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:01.944757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6515e4-dd39-4f36-8264-b10941bb8b7c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:01.945316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ce810c36-3477-4cd4-95ea-79e49c94181a None None] Provisioning complete for port 0701e7ce-af65-4667-b3e3-998ad188c5a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:01.945316 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce810c36-3477-4cd4-95ea-79e49c94181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:01.982240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network cf6515e4-dd39-4f36-8264-b10941bb8b7c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:01.993625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1ed4927e-1fd1-4e16-b87b-62c527c7f270 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4501336
Apr 30 21:42:01.996242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41276) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:02.002738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Request body: {'subnet': {'network_id': 'cf6515e4-dd39-4f36-8264-b10941bb8b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-283751398-subnet', 'tenant_id': '41bf2ae4f1f24eb39fe38f4782b6c969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:02.086781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Made reservation on behalf of 41bf2ae4f1f24eb39fe38f4782b6c969 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:02.089909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.118685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ce810c36-3477-4cd4-95ea-79e49c94181a None None] Current status of the port 0701e7ce-af65-4667-b3e3-998ad188c5a8 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:02.119077 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce810c36-3477-4cd4-95ea-79e49c94181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.147762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.20.0.1 (833e2b5f-f514-4036-aa2a-11439a8f4aee/c5d8801c-4047-41f7-a886-c1fbebfa54c8/a24cf984-7175-4675-89c7-7f8be0aa809a) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:02.167079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ce810c36-3477-4cd4-95ea-79e49c94181a None None] For port 0701e7ce-af65-4667-b3e3-998ad188c5a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0701e7ce-af65-4667-b3e3-998ad188c5a8,segment=NetworkSegment(451a1f5f-b9a9-486c-8fc4-8968ab2bb55b),segment_id=451a1f5f-b9a9-486c-8fc4-8968ab2bb55b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:02.246715 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce810c36-3477-4cd4-95ea-79e49c94181a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.328551 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.346818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce810c36-3477-4cd4-95ea-79e49c94181a None None] Pushing event updated for resources: {'Port': ['ID=0701e7ce-af65-4667-b3e3-998ad188c5a8,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:02.369137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d78d500-c9fb-400d-ba50-7315c8b6880a None None] Provisioning complete for port 0701e7ce-af65-4667-b3e3-998ad188c5a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:02.369884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d78d500-c9fb-400d-ba50-7315c8b6880a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.374753 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (555c0397-ffee-442f-a338-8bb2dc727b1f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.430389 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.458073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Checking segment: {'id': 'f3020e49-309b-4a2f-ae40-1c0947efae97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cf6515e4-dd39-4f36-8264-b10941bb8b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:02.458796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Network hostable DHCP agents. Network: cf6515e4-dd39-4f36-8264-b10941bb8b7c, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:02.465016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=555c0397-ffee-442f-a338-8bb2dc727b1f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:02.486774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 833e2b5f-f514-4036-aa2a-11439a8f4aee is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:02.489957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:02.492582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:02.497453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d78d500-c9fb-400d-ba50-7315c8b6880a None None] Current status of the port 0701e7ce-af65-4667-b3e3-998ad188c5a8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:02.533496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=a24cf984-7175-4675-89c7-7f8be0aa809a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:02.554488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (5611afd6-4269-4347-84f1-e7855d06b85b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.555574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Network cf6515e4-dd39-4f36-8264-b10941bb8b7c is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:02.642100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cf6515e4-dd39-4f36-8264-b10941bb8b7c) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:02.650616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:02.653168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.674437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48dab66-3956-4f9c-8390-4ab60069a4aa None None] Network cf6515e4-dd39-4f36-8264-b10941bb8b7c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:02.736293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8d413978-7914-4936-a5a7-a1519488fc2b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:02.762803 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9e7012a2-5359-4ddf-a4ec-e52b2344af94 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7647631
Apr 30 21:42:02.768483 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.819056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae653da-459b-4712-a0ac-9f9e8ef64b90 None None] Network e14074be-6e55-434e-b5b0-423b2fea1f71 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:02.898263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Provisioning complete for port a24cf984-7175-4675-89c7-7f8be0aa809a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:02.898634 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.900378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8d413978-7914-4936-a5a7-a1519488fc2b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:02.900732 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:02.947847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a10b6-545b-44cd-9b0c-52a25e171d85 None None] Network cf6515e4-dd39-4f36-8264-b10941bb8b7c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:03.071745 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.121571 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.199478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Port a24cf984-7175-4675-89c7-7f8be0aa809a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:03.216355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=a24cf984-7175-4675-89c7-7f8be0aa809a,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:03.219042 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (5611afd6-4269-4347-84f1-e7855d06b85b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.265116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Provisioning complete for port 8d413978-7914-4936-a5a7-a1519488fc2b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:03.265116 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.336720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 833e2b5f-f514-4036-aa2a-11439a8f4aee is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:03.338188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:03.343853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8d413978-7914-4936-a5a7-a1519488fc2b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:03.344243 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.395854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 8d413978-7914-4936-a5a7-a1519488fc2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d413978-7914-4936-a5a7-a1519488fc2b,segment=NetworkSegment(9e8726fd-5117-4d1b-9511-ee0b303024c9),segment_id=9e8726fd-5117-4d1b-9511-ee0b303024c9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:03.439990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Current status of the port 8d413978-7914-4936-a5a7-a1519488fc2b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:03.440375 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.466349 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.467149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0701e7ce-af65-4667-b3e3-998ad188c5a8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:03.600218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=8d413978-7914-4936-a5a7-a1519488fc2b,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:03.610345 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:42:03.610701 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:42:03.618882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0701e7ce-af65-4667-b3e3-998ad188c5a8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:03.619429 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.624524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 5611afd6-4269-4347-84f1-e7855d06b85b is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:42:03.638953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41292) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:03.645957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-662782827-network', 'tenant_id': '89d059729fda4d359c0b61f8b9a23293'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:03.711933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0701e7ce-af65-4667-b3e3-998ad188c5a8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:03.737928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Made reservation on behalf of 89d059729fda4d359c0b61f8b9a23293 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:03.741290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.750690 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.755076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:03.760526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3d5fe262-0a65-4d65-9408-afffb6f8f44e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/5611afd6-4269-4347-84f1-e7855d06b85b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7247674
Apr 30 21:42:03.764515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41294) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:03.767881 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e177d-ae7c-4c29-bd81-12cb932c15a4 None None] Sync routers for ids ['5611afd6-4269-4347-84f1-e7855d06b85b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:03.779521 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e177d-ae7c-4c29-bd81-12cb932c15a4 None None] Routers {'5611afd6-4269-4347-84f1-e7855d06b85b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:03.780128 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c36e177d-ae7c-4c29-bd81-12cb932c15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5611afd6-4269-4347-84f1-e7855d06b85b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:03.817765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e3787-01bb-4242-926b-a07fdb55b052 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:03.818114 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c36e177d-ae7c-4c29-bd81-12cb932c15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3d00>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:03.819216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-902e3787-01bb-4242-926b-a07fdb55b052 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports/a24cf984-7175-4675-89c7-7f8be0aa809a HTTP/1.1" status: 200  len: 910 time: 0.0535336
Apr 30 21:42:03.821856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41296) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:03.829996 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e177d-ae7c-4c29-bd81-12cb932c15a4 None None] Routers {'5611afd6-4269-4347-84f1-e7855d06b85b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:03.830601 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c36e177d-ae7c-4c29-bd81-12cb932c15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5611afd6-4269-4347-84f1-e7855d06b85b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:03.840791 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Publish callbacks [] for security_group (9327ce07-4c75-4ddc-9862-4babc270b189), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.862647 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c36e177d-ae7c-4c29-bd81-12cb932c15a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8d3d00>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:03.863168 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36e177d-ae7c-4c29-bd81-12cb932c15a4 None None] The sync data for ids ['5611afd6-4269-4347-84f1-e7855d06b85b'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:03.903894 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9327ce07-4c75-4ddc-9862-4babc270b189), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.929700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:03.938472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9327ce07-4c75-4ddc-9862-4babc270b189,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:03.944434 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (899c3ffa-c262-4bda-9747-10f60af1ce1a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:03.944778 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Added segment 899c3ffa-c262-4bda-9747-10f60af1ce1a of type vlan for network 13a899f4-9c2b-47b6-a20f-b2256ce4bea6
Apr 30 21:42:03.985328 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (13a899f4-9c2b-47b6-a20f-b2256ce4bea6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.090338 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (13a899f4-9c2b-47b6-a20f-b2256ce4bea6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.091323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:04.091900 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.155578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-25ebe975-2fbf-4303-aa2a-13899e4a4fb6 None None] Current status of the port 8d413978-7914-4936-a5a7-a1519488fc2b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:04.158616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=13a899f4-9c2b-47b6-a20f-b2256ce4bea6,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:04.169641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 13a899f4-9c2b-47b6-a20f-b2256ce4bea6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:04.184069 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.212892 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cabff420-9393-40bc-b8d5-9cd33565e2e1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5723507
Apr 30 21:42:04.213517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41298) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:04.218232 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Request body: {'subnet': {'network_id': '13a899f4-9c2b-47b6-a20f-b2256ce4bea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-662782827-subnet', 'tenant_id': '89d059729fda4d359c0b61f8b9a23293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:04.273162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ad7834a6-c817-41ee-8f45-4ed35ca9eceb None None] Provisioning complete for port a24cf984-7175-4675-89c7-7f8be0aa809a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:04.273689 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ad7834a6-c817-41ee-8f45-4ed35ca9eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.296669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Made reservation on behalf of 89d059729fda4d359c0b61f8b9a23293 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:04.299214 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.309601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ad7834a6-c817-41ee-8f45-4ed35ca9eceb None None] Port a24cf984-7175-4675-89c7-7f8be0aa809a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:04.319132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ad7834a6-c817-41ee-8f45-4ed35ca9eceb None None] Provisioning complete for port 8d413978-7914-4936-a5a7-a1519488fc2b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:04.319507 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ad7834a6-c817-41ee-8f45-4ed35ca9eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.400218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ad7834a6-c817-41ee-8f45-4ed35ca9eceb None None] Current status of the port 8d413978-7914-4936-a5a7-a1519488fc2b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:04.459865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.21.0.1 (e14074be-6e55-434e-b5b0-423b2fea1f71/5032d1d2-07c6-47af-b45b-2ddfa5d85cd6/87b2f9f5-7b41-4939-867a-413efc6c36a9) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:04.538937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (983579e9-4979-442a-aa83-407eecfc181a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.577069 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.597639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=983579e9-4979-442a-aa83-407eecfc181a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:04.603500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Checking segment: {'id': '899c3ffa-c262-4bda-9747-10f60af1ce1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13a899f4-9c2b-47b6-a20f-b2256ce4bea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:04.603876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Network hostable DHCP agents. Network: 13a899f4-9c2b-47b6-a20f-b2256ce4bea6, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:04.658841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8d413978-7914-4936-a5a7-a1519488fc2b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:04.696903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.703700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Network 13a899f4-9c2b-47b6-a20f-b2256ce4bea6 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:04.707701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8d413978-7914-4936-a5a7-a1519488fc2b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:04.708037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.742744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network e14074be-6e55-434e-b5b0-423b2fea1f71 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:04.746502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:04.751039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:04.759974 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=87b2f9f5-7b41-4939-867a-413efc6c36a9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:04.777309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13a899f4-9c2b-47b6-a20f-b2256ce4bea6) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:04.782639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:04.783229 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.792720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8d413978-7914-4936-a5a7-a1519488fc2b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:04.797524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c2b008-7687-42cc-9cdf-3a2fcf8650e2 None None] Network 13a899f4-9c2b-47b6-a20f-b2256ce4bea6 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:04.812057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (5611afd6-4269-4347-84f1-e7855d06b85b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:04.907443 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bb17b830-6bfb-46d9-983c-f15928015f21 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6928625
Apr 30 21:42:04.911443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d1158d-93e0-4c62-8ca8-c65860613369 None None] Network 13a899f4-9c2b-47b6-a20f-b2256ce4bea6 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:05.026972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6020b6df-26f1-4dd2-b35a-c3a458bb5235 None None] Provisioning complete for port 87b2f9f5-7b41-4939-867a-413efc6c36a9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:05.026972 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6020b6df-26f1-4dd2-b35a-c3a458bb5235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.028147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41302) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:05.045566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.064612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6020b6df-26f1-4dd2-b35a-c3a458bb5235 None None] Port 87b2f9f5-7b41-4939-867a-413efc6c36a9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:05.078114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b029d914-d15a-4f80-b2de-2a4d36863e37 admin admin] Deleting subnet 555c0397-ffee-442f-a338-8bb2dc727b1f {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:05.081526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b029d914-d15a-4f80-b2de-2a4d36863e37 admin admin] Publish callbacks [] for subnet (555c0397-ffee-442f-a338-8bb2dc727b1f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.116251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b029d914-d15a-4f80-b2de-2a4d36863e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (555c0397-ffee-442f-a338-8bb2dc727b1f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.156273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b029d914-d15a-4f80-b2de-2a4d36863e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (555c0397-ffee-442f-a338-8bb2dc727b1f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.274118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b029d914-d15a-4f80-b2de-2a4d36863e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (555c0397-ffee-442f-a338-8bb2dc727b1f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.306018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029d914-d15a-4f80-b2de-2a4d36863e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555c0397-ffee-442f-a338-8bb2dc727b1f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:05.309132 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b029d914-d15a-4f80-b2de-2a4d36863e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.312626 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b029d914-d15a-4f80-b2de-2a4d36863e37 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/555c0397-ffee-442f-a338-8bb2dc727b1f HTTP/1.1" status: 204  len: 168 time: 0.2834694
Apr 30 21:42:05.315253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41304) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:05.325618 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.381915 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (cf6515e4-dd39-4f36-8264-b10941bb8b7c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.383903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.457028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (5611afd6-4269-4347-84f1-e7855d06b85b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.460227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=87b2f9f5-7b41-4939-867a-413efc6c36a9,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:05.462950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (cf6515e4-dd39-4f36-8264-b10941bb8b7c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.484230 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896730f790>,) {'filters': {'network_id': ['cf6515e4-dd39-4f36-8264-b10941bb8b7c']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:05.493611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896730f790>, 'f3020e49-309b-4a2f-ae40-1c0947efae97') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:05.494003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896730f790>, 'f3020e49-309b-4a2f-ae40-1c0947efae97') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:05.505628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (f3020e49-309b-4a2f-ae40-1c0947efae97), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.519585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (f3020e49-309b-4a2f-ae40-1c0947efae97), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.527551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:42:05.528057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (f3020e49-309b-4a2f-ae40-1c0947efae97), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:42:05.529838 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:42:05.555261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network e14074be-6e55-434e-b5b0-423b2fea1f71 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:05.556691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:05.666606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 5611afd6-4269-4347-84f1-e7855d06b85b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:05.673605 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (cf6515e4-dd39-4f36-8264-b10941bb8b7c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.680298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.683804 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cf6515e4-dd39-4f36-8264-b10941bb8b7c HTTP/1.1" status: 204  len: 168 time: 0.3672745
Apr 30 21:42:05.686332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41306) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:05.705323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed511e-235b-44a5-8491-4cb9406e25d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6515e4-dd39-4f36-8264-b10941bb8b7c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:05.744642 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcc636f-5092-4059-af14-36c4bca5a80d admin admin] Deleting subnet 983579e9-4979-442a-aa83-407eecfc181a {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:05.748520 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dcc636f-5092-4059-af14-36c4bca5a80d admin admin] Publish callbacks [] for subnet (983579e9-4979-442a-aa83-407eecfc181a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.774899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:05.780420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b3127b65-ad67-4500-ac58-130424bdc06c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/5611afd6-4269-4347-84f1-e7855d06b85b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9571719
Apr 30 21:42:05.782866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41308) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:05.786786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba53fda-54bb-48f9-88b1-1a66398e1f54 None None] Sync routers for ids ['5611afd6-4269-4347-84f1-e7855d06b85b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:05.794221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dfe72517-1dc0-4694-8c7c-87d64bf975cb None None] Provisioning complete for port 87b2f9f5-7b41-4939-867a-413efc6c36a9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:05.794667 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dfe72517-1dc0-4694-8c7c-87d64bf975cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.798262 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dcc636f-5092-4059-af14-36c4bca5a80d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (983579e9-4979-442a-aa83-407eecfc181a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.826635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba53fda-54bb-48f9-88b1-1a66398e1f54 None None] Routers {'5611afd6-4269-4347-84f1-e7855d06b85b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:05.827391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6ba53fda-54bb-48f9-88b1-1a66398e1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8972a75700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5611afd6-4269-4347-84f1-e7855d06b85b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:05.836497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f6b42-8124-47e0-8ca2-3fb177452a27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:05.841101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-289f6b42-8124-47e0-8ca2-3fb177452a27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports/87b2f9f5-7b41-4939-867a-413efc6c36a9 HTTP/1.1" status: 200  len: 910 time: 0.0571518
Apr 30 21:42:05.841378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41310) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:05.843706 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dcc636f-5092-4059-af14-36c4bca5a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (983579e9-4979-442a-aa83-407eecfc181a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:05.864721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6ba53fda-54bb-48f9-88b1-1a66398e1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8972a75700>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:05.873027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dfe72517-1dc0-4694-8c7c-87d64bf975cb None None] Port 87b2f9f5-7b41-4939-867a-413efc6c36a9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:05.878523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba53fda-54bb-48f9-88b1-1a66398e1f54 None None] Routers {'5611afd6-4269-4347-84f1-e7855d06b85b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:05.879126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6ba53fda-54bb-48f9-88b1-1a66398e1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8972a75700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5611afd6-4269-4347-84f1-e7855d06b85b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:05.913880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6ba53fda-54bb-48f9-88b1-1a66398e1f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8972a75700>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:05.914501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba53fda-54bb-48f9-88b1-1a66398e1f54 None None] The sync data for ids ['5611afd6-4269-4347-84f1-e7855d06b85b'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:06.385783 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dcc636f-5092-4059-af14-36c4bca5a80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (983579e9-4979-442a-aa83-407eecfc181a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.420938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc636f-5092-4059-af14-36c4bca5a80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983579e9-4979-442a-aa83-407eecfc181a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:06.423281 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0dcc636f-5092-4059-af14-36c4bca5a80d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.426411 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0dcc636f-5092-4059-af14-36c4bca5a80d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/983579e9-4979-442a-aa83-407eecfc181a HTTP/1.1" status: 204  len: 168 time: 0.7391691
Apr 30 21:42:06.429081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41312) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:06.495943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (13a899f4-9c2b-47b6-a20f-b2256ce4bea6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.547204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (5611afd6-4269-4347-84f1-e7855d06b85b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.577660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (13a899f4-9c2b-47b6-a20f-b2256ce4bea6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.600444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967c01190>,) {'filters': {'network_id': ['13a899f4-9c2b-47b6-a20f-b2256ce4bea6']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:06.609860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967c01190>, '899c3ffa-c262-4bda-9747-10f60af1ce1a') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:06.610253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967c01190>, '899c3ffa-c262-4bda-9747-10f60af1ce1a') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:06.619746 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (899c3ffa-c262-4bda-9747-10f60af1ce1a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.632937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (899c3ffa-c262-4bda-9747-10f60af1ce1a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.639235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:42:06.639633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (899c3ffa-c262-4bda-9747-10f60af1ce1a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:42:06.641468 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:42:06.764827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (13a899f4-9c2b-47b6-a20f-b2256ce4bea6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.770289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.774024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 87b2f9f5-7b41-4939-867a-413efc6c36a9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:06.774539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.781398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] 10.222.0.23 "DELETE /v2.0/networks/13a899f4-9c2b-47b6-a20f-b2256ce4bea6 HTTP/1.1" status: 204  len: 168 time: 0.3444436
Apr 30 21:42:06.786664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85559738-51a4-497b-b1c3-b24fca3a2fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=13a899f4-9c2b-47b6-a20f-b2256ce4bea6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:06.867196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:06.884197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 87b2f9f5-7b41-4939-867a-413efc6c36a9 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:07.109523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (87b2f9f5-7b41-4939-867a-413efc6c36a9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:07.138203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=87b2f9f5-7b41-4939-867a-413efc6c36a9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:07.151569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41316) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:07.204067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ed4973be-cb04-43a9-aeba-cfb35059ae7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41bf2ae4f1f24eb39fe38f4782b6c969&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0510745
Apr 30 21:42:07.207040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41318) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:07.264636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-64cd6503-67a4-43c2-bb75-902d40ece61c admin admin] Publish callbacks [] for security_group (d27c12b6-c1e2-4039-8a89-7c491f5e0eef), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:07.294572 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-64cd6503-67a4-43c2-bb75-902d40ece61c admin admin] Publish callbacks [] for security_group (d27c12b6-c1e2-4039-8a89-7c491f5e0eef), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:07.327134 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (5611afd6-4269-4347-84f1-e7855d06b85b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:07.413164 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-64cd6503-67a4-43c2-bb75-902d40ece61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d27c12b6-c1e2-4039-8a89-7c491f5e0eef), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:07.415878 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-64cd6503-67a4-43c2-bb75-902d40ece61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:07.419629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-64cd6503-67a4-43c2-bb75-902d40ece61c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d27c12b6-c1e2-4039-8a89-7c491f5e0eef HTTP/1.1" status: 204  len: 168 time: 0.2087908
Apr 30 21:42:07.425209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd6503-67a4-43c2-bb75-902d40ece61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27c12b6-c1e2-4039-8a89-7c491f5e0eef,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:07.534130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 5611afd6-4269-4347-84f1-e7855d06b85b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:07.633894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:07.638860 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a9e749f1-6ac3-4ca6-ab26-52a7216156c8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/5611afd6-4269-4347-84f1-e7855d06b85b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7964628
Apr 30 21:42:07.643638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41322) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:07.644033 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4485f868-86af-4945-8c99-d3d8567cb945 None None] Sync routers for ids ['5611afd6-4269-4347-84f1-e7855d06b85b'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:07.654740 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4485f868-86af-4945-8c99-d3d8567cb945 None None] Routers {'5611afd6-4269-4347-84f1-e7855d06b85b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:07.655348 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4485f868-86af-4945-8c99-d3d8567cb945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca776d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5611afd6-4269-4347-84f1-e7855d06b85b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:07.690707 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4485f868-86af-4945-8c99-d3d8567cb945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca776d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:07.699372 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4485f868-86af-4945-8c99-d3d8567cb945 None None] Routers {'5611afd6-4269-4347-84f1-e7855d06b85b'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:07.699978 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4485f868-86af-4945-8c99-d3d8567cb945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca776d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5611afd6-4269-4347-84f1-e7855d06b85b'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:07.733794 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4485f868-86af-4945-8c99-d3d8567cb945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca776d0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:07.734409 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4485f868-86af-4945-8c99-d3d8567cb945 None None] The sync data for ids ['5611afd6-4269-4347-84f1-e7855d06b85b'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:07.947212 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (5611afd6-4269-4347-84f1-e7855d06b85b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:08.109450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41326) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:08.152214 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b801a0f-123e-4284-8a95-4decc12bbb64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89d059729fda4d359c0b61f8b9a23293&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390625
Apr 30 21:42:08.152524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41328) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:08.179725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port a24cf984-7175-4675-89c7-7f8be0aa809a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:08.180068 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:08.200588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b574d570-03f2-45c7-883a-03eb68efd095 admin admin] Publish callbacks [] for security_group (9327ce07-4c75-4ddc-9862-4babc270b189), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:08.222685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b574d570-03f2-45c7-883a-03eb68efd095 admin admin] Publish callbacks [] for security_group (9327ce07-4c75-4ddc-9862-4babc270b189), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:08.265751 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:08.280118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for a24cf984-7175-4675-89c7-7f8be0aa809a owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:08.346196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b574d570-03f2-45c7-883a-03eb68efd095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9327ce07-4c75-4ddc-9862-4babc270b189), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:08.348749 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b574d570-03f2-45c7-883a-03eb68efd095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:08.349983 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b574d570-03f2-45c7-883a-03eb68efd095 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9327ce07-4c75-4ddc-9862-4babc270b189 HTTP/1.1" status: 204  len: 168 time: 0.1964848
Apr 30 21:42:08.359159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574d570-03f2-45c7-883a-03eb68efd095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327ce07-4c75-4ddc-9862-4babc270b189,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:08.521138 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a24cf984-7175-4675-89c7-7f8be0aa809a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:08.546115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=a24cf984-7175-4675-89c7-7f8be0aa809a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:08.705910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (5611afd6-4269-4347-84f1-e7855d06b85b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:09.221625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 5611afd6-4269-4347-84f1-e7855d06b85b has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:09.300677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:09.305958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fbdd4a1e-ca10-4a69-918e-840516dfb179 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/5611afd6-4269-4347-84f1-e7855d06b85b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6627948
Apr 30 21:42:09.308834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41348) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:09.311093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb14c8-4ae9-43ff-b1a8-15abedb34407 None None] Sync routers for ids ['5611afd6-4269-4347-84f1-e7855d06b85b'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:09.322404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb14c8-4ae9-43ff-b1a8-15abedb34407 None None] Routers {'5611afd6-4269-4347-84f1-e7855d06b85b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:09.322954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-afeb14c8-4ae9-43ff-b1a8-15abedb34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e33ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5611afd6-4269-4347-84f1-e7855d06b85b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:09.340469 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dbae53cb-31d6-49dd-9b29-b591ae13d432 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=5611afd6-4269-4347-84f1-e7855d06b85b HTTP/1.1" status: 200  len: 205 time: 0.0304573
Apr 30 21:42:09.343003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41350) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:09.357339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-afeb14c8-4ae9-43ff-b1a8-15abedb34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e33ec10>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:09.366966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb14c8-4ae9-43ff-b1a8-15abedb34407 None None] Routers {'5611afd6-4269-4347-84f1-e7855d06b85b'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:09.367569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-afeb14c8-4ae9-43ff-b1a8-15abedb34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e33ec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['5611afd6-4269-4347-84f1-e7855d06b85b'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:09.405324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-afeb14c8-4ae9-43ff-b1a8-15abedb34407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e33ec10>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:09.405962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb14c8-4ae9-43ff-b1a8-15abedb34407 None None] The sync data for ids ['5611afd6-4269-4347-84f1-e7855d06b85b'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:09.424884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-292d3c05-c250-4b45-a56a-38655a8a27e2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (5611afd6-4269-4347-84f1-e7855d06b85b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:09.595321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-292d3c05-c250-4b45-a56a-38655a8a27e2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (5611afd6-4269-4347-84f1-e7855d06b85b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:09.597362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-292d3c05-c250-4b45-a56a-38655a8a27e2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (5611afd6-4269-4347-84f1-e7855d06b85b), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:09.684750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-292d3c05-c250-4b45-a56a-38655a8a27e2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (5611afd6-4269-4347-84f1-e7855d06b85b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:09.685298 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292d3c05-c250-4b45-a56a-38655a8a27e2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Fanout notify agent at l3_agent the message router_deleted on router 5611afd6-4269-4347-84f1-e7855d06b85b {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:42:09.692760 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-292d3c05-c250-4b45-a56a-38655a8a27e2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:09.694059 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-292d3c05-c250-4b45-a56a-38655a8a27e2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/5611afd6-4269-4347-84f1-e7855d06b85b HTTP/1.1" status: 204  len: 168 time: 0.3499918
Apr 30 21:42:09.696696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41358) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:09.747879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ec79fa-2cdb-4eb2-a72c-2568c79fb17f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet 5032d1d2-07c6-47af-b45b-2ddfa5d85cd6 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:09.751057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31ec79fa-2cdb-4eb2-a72c-2568c79fb17f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (5032d1d2-07c6-47af-b45b-2ddfa5d85cd6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:09.790410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31ec79fa-2cdb-4eb2-a72c-2568c79fb17f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (5032d1d2-07c6-47af-b45b-2ddfa5d85cd6), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:09.879020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31ec79fa-2cdb-4eb2-a72c-2568c79fb17f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (5032d1d2-07c6-47af-b45b-2ddfa5d85cd6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.007545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31ec79fa-2cdb-4eb2-a72c-2568c79fb17f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (5032d1d2-07c6-47af-b45b-2ddfa5d85cd6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.035430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec79fa-2cdb-4eb2-a72c-2568c79fb17f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=5032d1d2-07c6-47af-b45b-2ddfa5d85cd6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:10.039764 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-31ec79fa-2cdb-4eb2-a72c-2568c79fb17f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.045340 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31ec79fa-2cdb-4eb2-a72c-2568c79fb17f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/5032d1d2-07c6-47af-b45b-2ddfa5d85cd6 HTTP/1.1" status: 204  len: 168 time: 0.3454392
Apr 30 21:42:10.045797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41366) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:10.046403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc468d-1ea8-43c3-8305-83103d9d60e7 None None] Network e14074be-6e55-434e-b5b0-423b2fea1f71 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:10.109273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8206d9d-ba0c-4d12-bedd-108ce60d6a4d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet c5d8801c-4047-41f7-a886-c1fbebfa54c8 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:10.112798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8206d9d-ba0c-4d12-bedd-108ce60d6a4d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (c5d8801c-4047-41f7-a886-c1fbebfa54c8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.154490 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8206d9d-ba0c-4d12-bedd-108ce60d6a4d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (c5d8801c-4047-41f7-a886-c1fbebfa54c8), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.201979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] DHCP port deletion for e14074be-6e55-434e-b5b0-423b2fea1f71 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:42:10.250757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8206d9d-ba0c-4d12-bedd-108ce60d6a4d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c5d8801c-4047-41f7-a886-c1fbebfa54c8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.252247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] Deleting port 8d413978-7914-4936-a5a7-a1519488fc2b {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:10.254071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.319782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] For port 8d413978-7914-4936-a5a7-a1519488fc2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d413978-7914-4936-a5a7-a1519488fc2b,segment=NetworkSegment(9e8726fd-5117-4d1b-9511-ee0b303024c9),segment_id=9e8726fd-5117-4d1b-9511-ee0b303024c9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:10.320377 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.332992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] Calling delete_port for 8d413978-7914-4936-a5a7-a1519488fc2b owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:10.394749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8206d9d-ba0c-4d12-bedd-108ce60d6a4d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (c5d8801c-4047-41f7-a886-c1fbebfa54c8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.424660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8206d9d-ba0c-4d12-bedd-108ce60d6a4d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d8801c-4047-41f7-a886-c1fbebfa54c8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:10.426596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8206d9d-ba0c-4d12-bedd-108ce60d6a4d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.433424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f8206d9d-ba0c-4d12-bedd-108ce60d6a4d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/c5d8801c-4047-41f7-a886-c1fbebfa54c8 HTTP/1.1" status: 204  len: 168 time: 0.3834441
Apr 30 21:42:10.436429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ebdf9-62af-4566-a9e3-648065f3bc26 None None] Network 833e2b5f-f514-4036-aa2a-11439a8f4aee requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:10.438608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41378) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:10.481514 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (8d413978-7914-4936-a5a7-a1519488fc2b), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.513603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] Pushing event deleted for resources: {'Port': ['ID=8d413978-7914-4936-a5a7-a1519488fc2b,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:10.520017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45795482-ee00-439f-9e62-db3d5e46fb56 None None] No DVR routers for this DVR port 8d413978-7914-4936-a5a7-a1519488fc2b on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:10.525147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e14074be-6e55-434e-b5b0-423b2fea1f71), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.621542 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e14074be-6e55-434e-b5b0-423b2fea1f71), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.635916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] DHCP port deletion for 833e2b5f-f514-4036-aa2a-11439a8f4aee request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:42:10.645465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967874df0>,) {'filters': {'network_id': ['e14074be-6e55-434e-b5b0-423b2fea1f71']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:10.655773 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967874df0>, '9e8726fd-5117-4d1b-9511-ee0b303024c9') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:10.656064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967874df0>, '9e8726fd-5117-4d1b-9511-ee0b303024c9') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:10.670909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8d413978-7914-4936-a5a7-a1519488fc2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:42:10.672807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (9e8726fd-5117-4d1b-9511-ee0b303024c9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.689169 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9e8726fd-5117-4d1b-9511-ee0b303024c9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.695583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:42:10.696684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (9e8726fd-5117-4d1b-9511-ee0b303024c9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:42:10.702014 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:42:10.704185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8d413978-7914-4936-a5a7-a1519488fc2b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:42:10.704185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8d413978-7914-4936-a5a7-a1519488fc2b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:42:10.704943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] Deleting port 0701e7ce-af65-4667-b3e3-998ad188c5a8 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:10.705317 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.772620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] For port 0701e7ce-af65-4667-b3e3-998ad188c5a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0701e7ce-af65-4667-b3e3-998ad188c5a8,segment=NetworkSegment(451a1f5f-b9a9-486c-8fc4-8968ab2bb55b),segment_id=451a1f5f-b9a9-486c-8fc4-8968ab2bb55b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:10.773064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.786711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] Calling delete_port for 0701e7ce-af65-4667-b3e3-998ad188c5a8 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:10.851451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e14074be-6e55-434e-b5b0-423b2fea1f71), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.858500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.861875 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/e14074be-6e55-434e-b5b0-423b2fea1f71 HTTP/1.1" status: 204  len: 168 time: 0.4220741
Apr 30 21:42:10.864692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41386) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:10.873853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7c0a-e84c-4675-bbdf-5a6a34a73ddb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=e14074be-6e55-434e-b5b0-423b2fea1f71,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:10.941825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (833e2b5f-f514-4036-aa2a-11439a8f4aee), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.944509 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (0701e7ce-af65-4667-b3e3-998ad188c5a8), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:10.972123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] No DVR routers for this DVR port 0701e7ce-af65-4667-b3e3-998ad188c5a8 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:10.973807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94963cc-f1c2-49a7-8688-b14f31b94f6d None None] Pushing event deleted for resources: {'Port': ['ID=0701e7ce-af65-4667-b3e3-998ad188c5a8,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:11.034006 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (833e2b5f-f514-4036-aa2a-11439a8f4aee), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.055044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89669efbe0>,) {'filters': {'network_id': ['833e2b5f-f514-4036-aa2a-11439a8f4aee']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:11.064563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89669efbe0>, '451a1f5f-b9a9-486c-8fc4-8968ab2bb55b') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:11.064891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89669efbe0>, '451a1f5f-b9a9-486c-8fc4-8968ab2bb55b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:11.074507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (451a1f5f-b9a9-486c-8fc4-8968ab2bb55b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.089036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (451a1f5f-b9a9-486c-8fc4-8968ab2bb55b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.097411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:42:11.097844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (451a1f5f-b9a9-486c-8fc4-8968ab2bb55b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:42:11.101714 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:42:11.212925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (833e2b5f-f514-4036-aa2a-11439a8f4aee), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.218366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.221512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/833e2b5f-f514-4036-aa2a-11439a8f4aee HTTP/1.1" status: 204  len: 168 time: 0.3556855
Apr 30 21:42:11.225433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:11.230725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-1168426499'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:11.236959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007e401-bed7-4928-b60e-4b1ceda17165 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=833e2b5f-f514-4036-aa2a-11439a8f4aee,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:11.298288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:11.301860 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.326067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:11.335454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (38f59722-7497-4e50-a78b-c75d782815ba), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.335823 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment 38f59722-7497-4e50-a78b-c75d782815ba of type vlan for network 6b87d11f-6eef-47da-a3dd-9844c57454fb
Apr 30 21:42:11.373287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6b87d11f-6eef-47da-a3dd-9844c57454fb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.467950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6b87d11f-6eef-47da-a3dd-9844c57454fb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.473384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:11.473992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:11.540727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=6b87d11f-6eef-47da-a3dd-9844c57454fb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:11.551491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6b87d11f-6eef-47da-a3dd-9844c57454fb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:11.609070 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0bb63ce0-9859-44cc-bb1d-2d633488c5d6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3821418
Apr 30 21:42:11.611988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41408) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:11.617732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': '6b87d11f-6eef-47da-a3dd-9844c57454fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:11.773183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:11.778705 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.022571 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.084545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:12.099867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': '38f59722-7497-4e50-a78b-c75d782815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6b87d11f-6eef-47da-a3dd-9844c57454fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:12.100244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: 6b87d11f-6eef-47da-a3dd-9844c57454fb, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:12.182334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 6b87d11f-6eef-47da-a3dd-9844c57454fb is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:12.279352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6b87d11f-6eef-47da-a3dd-9844c57454fb) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:12.287228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:12.287831 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.289835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1def88ef-f57d-4cfc-84a2-66ccdf3e5d01 None None] Network 6b87d11f-6eef-47da-a3dd-9844c57454fb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:12.379603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f9851256-cef9-42e9-83d5-f7de4718e98a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7663510
Apr 30 21:42:12.382879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41436) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:12.387562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5343fe5f-846f-4d50-8d75-36816d6e2c5d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2079965276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:12.493370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5343fe5f-846f-4d50-8d75-36816d6e2c5d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (1a9b14dd-441e-4238-80d0-621a8097c3a6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.494427 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5343fe5f-846f-4d50-8d75-36816d6e2c5d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (1a9b14dd-441e-4238-80d0-621a8097c3a6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.550590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6b87d11f-6eef-47da-a3dd-9844c57454fb', 'network_id': '6b87d11f-6eef-47da-a3dd-9844c57454fb', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': '633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:42:12.551614 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.558287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5343fe5f-846f-4d50-8d75-36816d6e2c5d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (1a9b14dd-441e-4238-80d0-621a8097c3a6), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.623091 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5343fe5f-846f-4d50-8d75-36816d6e2c5d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (1a9b14dd-441e-4238-80d0-621a8097c3a6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.672022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0701e7ce-af65-4667-b3e3-998ad188c5a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:42:12.700073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0701e7ce-af65-4667-b3e3-998ad188c5a8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:42:12.700487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0701e7ce-af65-4667-b3e3-998ad188c5a8 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:42:12.711932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5343fe5f-846f-4d50-8d75-36816d6e2c5d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.713102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5343fe5f-846f-4d50-8d75-36816d6e2c5d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3292270
Apr 30 21:42:12.717191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41460) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:12.722187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'port': {'network_id': '6b87d11f-6eef-47da-a3dd-9844c57454fb', 'name': 'tempest-RoutersTest-1376563294'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:12.726570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Allocated IP 172.20.0.2 (6b87d11f-6eef-47da-a3dd-9844c57454fb/633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d/f3ebafd5-172c-4439-9c7b-7e881258dbd0) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:12.884087 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Publish callbacks [] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.886651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:12.890326 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:12.908107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] device_id is not set on port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 yet. {{(pid=115774) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
Apr 30 21:42:13.007206 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.047445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Network 6b87d11f-6eef-47da-a3dd-9844c57454fb is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:13.050256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:13.053369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:13.060043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.20.0.8 (6b87d11f-6eef-47da-a3dd-9844c57454fb/633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d/475b6f81-58f0-4da2-bc57-2ceda9b171d7) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:13.068377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Pushing event updated for resources: {'Port': ['ID=f3ebafd5-172c-4439-9c7b-7e881258dbd0,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:13.120574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Attempting to bind port f3ebafd5-172c-4439-9c7b-7e881258dbd0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:13.120958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Attempting to bind port f3ebafd5-172c-4439-9c7b-7e881258dbd0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '38f59722-7497-4e50-a78b-c75d782815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6b87d11f-6eef-47da-a3dd-9844c57454fb'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:13.121326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Attempting to bind port f3ebafd5-172c-4439-9c7b-7e881258dbd0 on network 6b87d11f-6eef-47da-a3dd-9844c57454fb {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:13.126598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:13.131356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Checking segment: {'id': '38f59722-7497-4e50-a78b-c75d782815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6b87d11f-6eef-47da-a3dd-9844c57454fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:13.131356 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.131356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Bound using segment: {'id': '38f59722-7497-4e50-a78b-c75d782815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6b87d11f-6eef-47da-a3dd-9844c57454fb'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:13.131356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Bound port: f3ebafd5-172c-4439-9c7b-7e881258dbd0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f59722-7497-4e50-a78b-c75d782815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6b87d11f-6eef-47da-a3dd-9844c57454fb'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:13.131356 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.191474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] For port f3ebafd5-172c-4439-9c7b-7e881258dbd0, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:13.194518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] For port f3ebafd5-172c-4439-9c7b-7e881258dbd0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3ebafd5-172c-4439-9c7b-7e881258dbd0,segment=NetworkSegment(38f59722-7497-4e50-a78b-c75d782815ba),segment_id=38f59722-7497-4e50-a78b-c75d782815ba)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:13.226539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.291146 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.320357 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.342512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 6b87d11f-6eef-47da-a3dd-9844c57454fb is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:13.345401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:13.355919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8018ca-3949-4c59-a722-1700d30ddfdf None None] Pushing event updated for resources: {'Port': ['ID=f3ebafd5-172c-4439-9c7b-7e881258dbd0,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:13.365631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:13.425295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=475b6f81-58f0-4da2-bc57-2ceda9b171d7,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:13.438202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:13.438835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.522438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e7125b37-8abe-44df-84d5-4184c21fae30 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 0.8040700
Apr 30 21:42:13.525292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41478) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:13.767630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41482) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:13.880045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-030a60d9-c7e7-4bbc-aeb3-fd8a172c86f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.911960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:13.953670 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-030a60d9-c7e7-4bbc-aeb3-fd8a172c86f3 admin admin] Publish callbacks [] for security_group (eb1624d6-b5b1-4c4b-8bfa-15c33351e779), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.097575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-030a60d9-c7e7-4bbc-aeb3-fd8a172c86f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb1624d6-b5b1-4c4b-8bfa-15c33351e779), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.147502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:14.147713 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-030a60d9-c7e7-4bbc-aeb3-fd8a172c86f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=024847d690ad4c97bcbf2cbcae3528a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3788621
Apr 30 21:42:14.148960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a60d9-c7e7-4bbc-aeb3-fd8a172c86f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1624d6-b5b1-4c4b-8bfa-15c33351e779,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:14.230686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.243225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d10500fe-2fe4-41df-9ba4-0d61077b5e6b admin admin] Publish callbacks [] for security_group (eb1624d6-b5b1-4c4b-8bfa-15c33351e779), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.266107 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d10500fe-2fe4-41df-9ba4-0d61077b5e6b admin admin] Publish callbacks [] for security_group (eb1624d6-b5b1-4c4b-8bfa-15c33351e779), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.330853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.376696 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1804686f-a315-4927-8507-10be8ca1bd6e req-e183f3c9-eef2-4689-8939-68ed4e613651 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0713320
Apr 30 21:42:14.414809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=475b6f81-58f0-4da2-bc57-2ceda9b171d7,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:14.421630 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d10500fe-2fe4-41df-9ba4-0d61077b5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (eb1624d6-b5b1-4c4b-8bfa-15c33351e779), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.424165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d10500fe-2fe4-41df-9ba4-0d61077b5e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.425272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d10500fe-2fe4-41df-9ba4-0d61077b5e6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb1624d6-b5b1-4c4b-8bfa-15c33351e779 HTTP/1.1" status: 204  len: 168 time: 0.2766573
Apr 30 21:42:14.447745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10500fe-2fe4-41df-9ba4-0d61077b5e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1624d6-b5b1-4c4b-8bfa-15c33351e779,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:14.488084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32d58d-e72c-46c3-9fe5-1e71b6b1cea8 None None] Network 6b87d11f-6eef-47da-a3dd-9844c57454fb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:14.500347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804686f-a315-4927-8507-10be8ca1bd6e req-18530129-c4a4-48cd-96c4-226817ca2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:14.502050 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1804686f-a315-4927-8507-10be8ca1bd6e req-18530129-c4a4-48cd-96c4-226817ca2603 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede1fc028b654b819f147b9e5dde458e&device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 1127 time: 0.0538645
Apr 30 21:42:14.567833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0a8daf38-e26f-474f-b17b-ebfdcad072f1 None None] Provisioning complete for port f3ebafd5-172c-4439-9c7b-7e881258dbd0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:14.568270 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a8daf38-e26f-474f-b17b-ebfdcad072f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.651655 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (1a9b14dd-441e-4238-80d0-621a8097c3a6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.662977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804686f-a315-4927-8507-10be8ca1bd6e req-2287ab84-d459-40ac-b371-78e3a2a8bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:14.666094 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1804686f-a315-4927-8507-10be8ca1bd6e req-2287ab84-d459-40ac-b371-78e3a2a8bf5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a35949a-03eb-4847-aba7-c5eaeefc6d24 HTTP/1.1" status: 200  len: 910 time: 0.1368837
Apr 30 21:42:14.721176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f3ebafd5-172c-4439-9c7b-7e881258dbd0 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:14.723672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0a8daf38-e26f-474f-b17b-ebfdcad072f1 None None] Current status of the port f3ebafd5-172c-4439-9c7b-7e881258dbd0 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:14.724104 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a8daf38-e26f-474f-b17b-ebfdcad072f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.755167 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1804686f-a315-4927-8507-10be8ca1bd6e req-ba64fc8e-f8dd-4556-acde-ea4e7aab391f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2 HTTP/1.1" status: 200  len: 1001 time: 0.0781209
Apr 30 21:42:14.805599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0a8daf38-e26f-474f-b17b-ebfdcad072f1 None None] For port f3ebafd5-172c-4439-9c7b-7e881258dbd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3ebafd5-172c-4439-9c7b-7e881258dbd0,segment=NetworkSegment(38f59722-7497-4e50-a78b-c75d782815ba),segment_id=38f59722-7497-4e50-a78b-c75d782815ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:14.819353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f3ebafd5-172c-4439-9c7b-7e881258dbd0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:14.819735 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.833017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804686f-a315-4927-8507-10be8ca1bd6e req-8682c366-7e1d-4800-914c-0e825c388d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:14.834841 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1804686f-a315-4927-8507-10be8ca1bd6e req-8682c366-7e1d-4800-914c-0e825c388d06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3291e483-08a3-4ea6-af11-c0318997c56d HTTP/1.1" status: 200  len: 848 time: 0.0690603
Apr 30 21:42:14.864799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a8daf38-e26f-474f-b17b-ebfdcad072f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.884214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:14.915782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804686f-a315-4927-8507-10be8ca1bd6e req-c8bb9c9d-34e6-4b62-8bb9-23fe320cac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:14.917413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1804686f-a315-4927-8507-10be8ca1bd6e req-c8bb9c9d-34e6-4b62-8bb9-23fe320cac15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a35949a-03eb-4847-aba7-c5eaeefc6d24&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0719609
Apr 30 21:42:14.954857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8daf38-e26f-474f-b17b-ebfdcad072f1 None None] Pushing event updated for resources: {'Port': ['ID=f3ebafd5-172c-4439-9c7b-7e881258dbd0,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:14.957960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f3ebafd5-172c-4439-9c7b-7e881258dbd0 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:15.039680 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1804686f-a315-4927-8507-10be8ca1bd6e req-32ec847c-4f7a-449e-b998-0f78b93fa53f service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096966
Apr 30 21:42:15.081646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b7678740-00b1-4a68-9dca-1a6f847bdbf5 None None] Provisioning complete for port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:15.082261 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b7678740-00b1-4a68-9dca-1a6f847bdbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.142497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b7678740-00b1-4a68-9dca-1a6f847bdbf5 None None] Port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:15.153979 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1804686f-a315-4927-8507-10be8ca1bd6e req-2f741fc5-582f-4838-88df-e5e55ebe7ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1045771
Apr 30 21:42:15.156170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b7678740-00b1-4a68-9dca-1a6f847bdbf5 None None] Provisioning complete for port f3ebafd5-172c-4439-9c7b-7e881258dbd0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:15.156552 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b7678740-00b1-4a68-9dca-1a6f847bdbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.190205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41492) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:15.214227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11ae047e-582b-4646-b564-d228308ae574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.224294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.254843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b7678740-00b1-4a68-9dca-1a6f847bdbf5 None None] Current status of the port f3ebafd5-172c-4439-9c7b-7e881258dbd0 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:15.295359 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11ae047e-582b-4646-b564-d228308ae574 admin admin] Publish callbacks [] for security_group (ea81e16c-e104-41c7-90b0-02667fc75ec4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.304194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.355548 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-11ae047e-582b-4646-b564-d228308ae574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ea81e16c-e104-41c7-90b0-02667fc75ec4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.377032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0bfb048b-8b7d-442c-86cd-77be5cfb2b8d None None] Provisioning complete for port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:15.377358 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0bfb048b-8b7d-442c-86cd-77be5cfb2b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.391577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=475b6f81-58f0-4da2-bc57-2ceda9b171d7,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:15.395489 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-11ae047e-582b-4646-b564-d228308ae574 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb23305e90f84d90a74583bd15d98c0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2040060
Apr 30 21:42:15.397011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae047e-582b-4646-b564-d228308ae574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81e16c-e104-41c7-90b0-02667fc75ec4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:15.400514 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (1a9b14dd-441e-4238-80d0-621a8097c3a6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.401175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41494) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:15.433601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb048b-8b7d-442c-86cd-77be5cfb2b8d None None] Port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:15.460635 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Publish callbacks [] for security_group (ea81e16c-e104-41c7-90b0-02667fc75ec4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.482426 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Publish callbacks [] for security_group (ea81e16c-e104-41c7-90b0-02667fc75ec4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.510673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 6b87d11f-6eef-47da-a3dd-9844c57454fb is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:15.512046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:15.551153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ec5837ec-9233-4ad2-b16f-ca8f15e652dd None None] Provisioning complete for port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:15.551691 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ec5837ec-9233-4ad2-b16f-ca8f15e652dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.590791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ec5837ec-9233-4ad2-b16f-ca8f15e652dd None None] Port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:15.607598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ea81e16c-e104-41c7-90b0-02667fc75ec4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.610266 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.613737 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea81e16c-e104-41c7-90b0-02667fc75ec4 HTTP/1.1" status: 204  len: 168 time: 0.2089331
Apr 30 21:42:15.621819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81e16c-e104-41c7-90b0-02667fc75ec4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:15.631690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.632099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.632615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.632972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.633320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.634039 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.634787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.635135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.635468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.635796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.636145 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.636474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.636800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.637121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.637445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e22bf9-c49c-465d-b96c-ed5af4354341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:15.715305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 1a9b14dd-441e-4238-80d0-621a8097c3a6 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:42:15.808901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:15.810174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-634ce8c0-7f91-4ca8-819a-386effddecbe None None] Provisioning complete for port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:15.810555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-634ce8c0-7f91-4ca8-819a-386effddecbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:15.817005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7907dfbb-0945-49fd-acaf-50fb18c97a3a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/1a9b14dd-441e-4238-80d0-621a8097c3a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2876892
Apr 30 21:42:15.817092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41498) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:15.820909 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207037e8-1689-4211-840f-6247c1ffc920 None None] Sync routers for ids ['1a9b14dd-441e-4238-80d0-621a8097c3a6'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:15.835502 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207037e8-1689-4211-840f-6247c1ffc920 None None] Routers {'1a9b14dd-441e-4238-80d0-621a8097c3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:15.836138 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-207037e8-1689-4211-840f-6247c1ffc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cea9430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1a9b14dd-441e-4238-80d0-621a8097c3a6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:15.852279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-634ce8c0-7f91-4ca8-819a-386effddecbe None None] Port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:15.870714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d131186-b555-479f-9482-d12e9e2c3fb6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:15.874641 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9d131186-b555-479f-9482-d12e9e2c3fb6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports/475b6f81-58f0-4da2-bc57-2ceda9b171d7 HTTP/1.1" status: 200  len: 977 time: 0.0541770
Apr 30 21:42:15.874837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41500) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:15.877366 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-207037e8-1689-4211-840f-6247c1ffc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cea9430>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:15.887456 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207037e8-1689-4211-840f-6247c1ffc920 None None] Routers {'1a9b14dd-441e-4238-80d0-621a8097c3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:15.887994 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-207037e8-1689-4211-840f-6247c1ffc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cea9430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1a9b14dd-441e-4238-80d0-621a8097c3a6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:15.922471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-207037e8-1689-4211-840f-6247c1ffc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cea9430>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:15.923082 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207037e8-1689-4211-840f-6247c1ffc920 None None] The sync data for ids ['1a9b14dd-441e-4238-80d0-621a8097c3a6'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:16.177220 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (1a9b14dd-441e-4238-80d0-621a8097c3a6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:16.375192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 475b6f81-58f0-4da2-bc57-2ceda9b171d7 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:16.375533 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:16.465126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:16.478793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 475b6f81-58f0-4da2-bc57-2ceda9b171d7 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:16.664462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f3ebafd5-172c-4439-9c7b-7e881258dbd0 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:16.715425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (475b6f81-58f0-4da2-bc57-2ceda9b171d7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:16.715606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f3ebafd5-172c-4439-9c7b-7e881258dbd0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:16.715902 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:16.745380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=475b6f81-58f0-4da2-bc57-2ceda9b171d7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:16.815933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f3ebafd5-172c-4439-9c7b-7e881258dbd0 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:16.895767 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (1a9b14dd-441e-4238-80d0-621a8097c3a6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:17.138601 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:17.397224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 1a9b14dd-441e-4238-80d0-621a8097c3a6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:17.476965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:17.482924 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9cf230c9-8d34-4624-87dd-cf593d4198b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/1a9b14dd-441e-4238-80d0-621a8097c3a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6071358
Apr 30 21:42:17.485989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41534) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:17.489992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2499eea-a1ca-4d3b-95bc-b1648b67156f None None] Sync routers for ids ['1a9b14dd-441e-4238-80d0-621a8097c3a6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:17.503627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2499eea-a1ca-4d3b-95bc-b1648b67156f None None] Routers {'1a9b14dd-441e-4238-80d0-621a8097c3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:17.504263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a2499eea-a1ca-4d3b-95bc-b1648b67156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fcf41c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1a9b14dd-441e-4238-80d0-621a8097c3a6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:17.543123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a2499eea-a1ca-4d3b-95bc-b1648b67156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fcf41c0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:17.551838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2499eea-a1ca-4d3b-95bc-b1648b67156f None None] Routers {'1a9b14dd-441e-4238-80d0-621a8097c3a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:17.552454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a2499eea-a1ca-4d3b-95bc-b1648b67156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fcf41c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:41:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1a9b14dd-441e-4238-80d0-621a8097c3a6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:17.587020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a2499eea-a1ca-4d3b-95bc-b1648b67156f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fcf41c0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:17.587687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2499eea-a1ca-4d3b-95bc-b1648b67156f None None] The sync data for ids ['1a9b14dd-441e-4238-80d0-621a8097c3a6'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:17.731086 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-224bf8e2-4a68-4e03-a4bd-56e49f31f6ab tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] remove_router_interface failed (client error): The resource could not be found.
Apr 30 21:42:17.732140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-224bf8e2-4a68-4e03-a4bd-56e49f31f6ab tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/1a9b14dd-441e-4238-80d0-621a8097c3a6/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.2451379
Apr 30 21:42:17.734971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41540) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:17.789044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ef30643c-4b7b-4b3f-abcb-68a4c567882b tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a9b14dd-441e-4238-80d0-621a8097c3a6 HTTP/1.1" status: 200  len: 205 time: 0.0504711
Apr 30 21:42:17.791284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41542) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:17.875892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1db6dbc6-0a73-45fe-89b5-85900e847303 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (1a9b14dd-441e-4238-80d0-621a8097c3a6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:17.898641 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26006c00-fc14-4d43-9c96-36870b5c2600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.041171 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1db6dbc6-0a73-45fe-89b5-85900e847303 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (1a9b14dd-441e-4238-80d0-621a8097c3a6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.043276 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1db6dbc6-0a73-45fe-89b5-85900e847303 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (1a9b14dd-441e-4238-80d0-621a8097c3a6), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.150349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1db6dbc6-0a73-45fe-89b5-85900e847303 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (1a9b14dd-441e-4238-80d0-621a8097c3a6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.150900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db6dbc6-0a73-45fe-89b5-85900e847303 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Fanout notify agent at l3_agent the message router_deleted on router 1a9b14dd-441e-4238-80d0-621a8097c3a6 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:42:18.157662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1db6dbc6-0a73-45fe-89b5-85900e847303 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.160293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1db6dbc6-0a73-45fe-89b5-85900e847303 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/1a9b14dd-441e-4238-80d0-621a8097c3a6 HTTP/1.1" status: 204  len: 168 time: 0.3664651
Apr 30 21:42:18.161704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41544) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:18.225671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac7dcaf-69db-4ce4-8f1d-b0f0ba4a4d54 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet 633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:18.228851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac7dcaf-69db-4ce4-8f1d-b0f0ba4a4d54 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.268558 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac7dcaf-69db-4ce4-8f1d-b0f0ba4a4d54 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.357064 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac7dcaf-69db-4ce4-8f1d-b0f0ba4a4d54 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.476951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac7dcaf-69db-4ce4-8f1d-b0f0ba4a4d54 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.507904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7dcaf-69db-4ce4-8f1d-b0f0ba4a4d54 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:18.511639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cac7dcaf-69db-4ce4-8f1d-b0f0ba4a4d54 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.515249 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cac7dcaf-69db-4ce4-8f1d-b0f0ba4a4d54 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d HTTP/1.1" status: 204  len: 168 time: 0.3512752
Apr 30 21:42:18.518011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41550) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:18.522025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce51dd-2fd2-4004-bcca-e86b1b5aea42 None None] Network 6b87d11f-6eef-47da-a3dd-9844c57454fb requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:18.596066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (6b87d11f-6eef-47da-a3dd-9844c57454fb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.644739 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port f3ebafd5-172c-4439-9c7b-7e881258dbd0 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:18.644739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.680822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] DHCP port deletion for 6b87d11f-6eef-47da-a3dd-9844c57454fb request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:42:18.713108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port f3ebafd5-172c-4439-9c7b-7e881258dbd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3ebafd5-172c-4439-9c7b-7e881258dbd0,segment=NetworkSegment(38f59722-7497-4e50-a78b-c75d782815ba),segment_id=38f59722-7497-4e50-a78b-c75d782815ba)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:18.713550 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.725228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] Deleting port f3ebafd5-172c-4439-9c7b-7e881258dbd0 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:18.725228 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.726741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for f3ebafd5-172c-4439-9c7b-7e881258dbd0 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:18.792150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] For port f3ebafd5-172c-4439-9c7b-7e881258dbd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3ebafd5-172c-4439-9c7b-7e881258dbd0,segment=NetworkSegment(38f59722-7497-4e50-a78b-c75d782815ba),segment_id=38f59722-7497-4e50-a78b-c75d782815ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:18.792655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.805378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] Calling delete_port for f3ebafd5-172c-4439-9c7b-7e881258dbd0 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:18.887276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.893307 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (f3ebafd5-172c-4439-9c7b-7e881258dbd0), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:18.915991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=f3ebafd5-172c-4439-9c7b-7e881258dbd0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:18.921727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No DVR routers for this DVR port f3ebafd5-172c-4439-9c7b-7e881258dbd0 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:18.928618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] Pushing event deleted for resources: {'Port': ['ID=f3ebafd5-172c-4439-9c7b-7e881258dbd0,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:18.930459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d9ad0-9a23-40ba-9135-0c102937f4e9 None None] No DVR routers for this DVR port f3ebafd5-172c-4439-9c7b-7e881258dbd0 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:18.999986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (6b87d11f-6eef-47da-a3dd-9844c57454fb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.020360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967f69460>,) {'filters': {'network_id': ['6b87d11f-6eef-47da-a3dd-9844c57454fb']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:19.030260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f69460>, '38f59722-7497-4e50-a78b-c75d782815ba') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:19.030565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967f69460>, '38f59722-7497-4e50-a78b-c75d782815ba') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:19.040632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (38f59722-7497-4e50-a78b-c75d782815ba), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.053630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (38f59722-7497-4e50-a78b-c75d782815ba), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.059525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:42:19.059909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (38f59722-7497-4e50-a78b-c75d782815ba), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:42:19.063010 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:42:19.205260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (6b87d11f-6eef-47da-a3dd-9844c57454fb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.216132 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.217883 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/6b87d11f-6eef-47da-a3dd-9844c57454fb HTTP/1.1" status: 204  len: 168 time: 0.6988719
Apr 30 21:42:19.222218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41562) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:19.228119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-1338264995'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:19.228255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259bde8-15c5-45f4-af24-8279d40fd9c4 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=6b87d11f-6eef-47da-a3dd-9844c57454fb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:19.310057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:19.313488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.337688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:19.346881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.347274 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment 7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96 of type vlan for network 0ba9f072-ac73-4620-b104-eb52cbfcedfa
Apr 30 21:42:19.386395 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (0ba9f072-ac73-4620-b104-eb52cbfcedfa), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.473807 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (0ba9f072-ac73-4620-b104-eb52cbfcedfa), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.478869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:19.479706 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:19.895735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=0ba9f072-ac73-4620-b104-eb52cbfcedfa,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:19.903295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.903639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.903978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.904310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.904637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.904961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.905283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.905603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.905948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.906271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.906585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.906904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.907226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.907543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.907855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:19.918664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 0ba9f072-ac73-4620-b104-eb52cbfcedfa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:19.967491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f8076eb5-9730-4afd-95a6-5eb28b49d4fb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7440724
Apr 30 21:42:19.970355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41570) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:19.975830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': '0ba9f072-ac73-4620-b104-eb52cbfcedfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:20.136497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:20.141800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:20.405084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (97c1a649-1b70-4042-8b43-7ca84c764611), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:20.468360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=97c1a649-1b70-4042-8b43-7ca84c764611,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:20.477067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': '7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ba9f072-ac73-4620-b104-eb52cbfcedfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:20.477418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: 0ba9f072-ac73-4620-b104-eb52cbfcedfa, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:20.515705 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-98aca97f-0710-4ed1-90a5-2053929d7eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:20.544303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 0ba9f072-ac73-4620-b104-eb52cbfcedfa is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:20.607136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ba9f072-ac73-4620-b104-eb52cbfcedfa) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:20.611322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:20.611881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:20.625041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507f4d22-1e6a-459d-8c11-ed306a8dee61 None None] Network 0ba9f072-ac73-4620-b104-eb52cbfcedfa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:20.668186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f3ebafd5-172c-4439-9c7b-7e881258dbd0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:42:20.694271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f3ebafd5-172c-4439-9c7b-7e881258dbd0 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:42:20.694636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f3ebafd5-172c-4439-9c7b-7e881258dbd0 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:42:20.706342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-732cb568-0411-4df7-be78-b8e7834b1abf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7345915
Apr 30 21:42:20.708600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41582) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:20.713056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ec644a8c-0078-403d-a4cc-388125ffedc5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1809249267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:20.751395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0ba9f072-ac73-4620-b104-eb52cbfcedfa', 'network_id': '0ba9f072-ac73-4620-b104-eb52cbfcedfa', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': '97c1a649-1b70-4042-8b43-7ca84c764611'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:42:20.752280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:20.816860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec644a8c-0078-403d-a4cc-388125ffedc5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (55bdd4e9-72ef-4124-872e-1ca72d8ba586), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:20.818283 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec644a8c-0078-403d-a4cc-388125ffedc5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (55bdd4e9-72ef-4124-872e-1ca72d8ba586), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:20.870772 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec644a8c-0078-403d-a4cc-388125ffedc5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (55bdd4e9-72ef-4124-872e-1ca72d8ba586), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:20.887598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Allocated IP 172.20.0.2 (0ba9f072-ac73-4620-b104-eb52cbfcedfa/97c1a649-1b70-4042-8b43-7ca84c764611/4a24fe24-f6dd-439f-9792-10b16d5db96b) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:20.937154 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec644a8c-0078-403d-a4cc-388125ffedc5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (55bdd4e9-72ef-4124-872e-1ca72d8ba586), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.026685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec644a8c-0078-403d-a4cc-388125ffedc5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.027889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ec644a8c-0078-403d-a4cc-388125ffedc5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3182800
Apr 30 21:42:21.030138 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Publish callbacks [] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.030739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41586) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:21.099133 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.150330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Network 0ba9f072-ac73-4620-b104-eb52cbfcedfa is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:21.161867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:21.164144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:21.169019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Pushing event updated for resources: {'Port': ['ID=4a24fe24-f6dd-439f-9792-10b16d5db96b,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:21.224625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.228982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Attempting to bind port 4a24fe24-f6dd-439f-9792-10b16d5db96b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:21.229355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Attempting to bind port 4a24fe24-f6dd-439f-9792-10b16d5db96b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ba9f072-ac73-4620-b104-eb52cbfcedfa'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:21.229721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Attempting to bind port 4a24fe24-f6dd-439f-9792-10b16d5db96b on network 0ba9f072-ac73-4620-b104-eb52cbfcedfa {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:21.234932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:21.235309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Checking segment: {'id': '7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ba9f072-ac73-4620-b104-eb52cbfcedfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:21.235705 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.236101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Bound using segment: {'id': '7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ba9f072-ac73-4620-b104-eb52cbfcedfa'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:21.236566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Bound port: 4a24fe24-f6dd-439f-9792-10b16d5db96b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0ba9f072-ac73-4620-b104-eb52cbfcedfa'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:21.236943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.315106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] For port 4a24fe24-f6dd-439f-9792-10b16d5db96b, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:21.318169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.320786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] For port 4a24fe24-f6dd-439f-9792-10b16d5db96b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a24fe24-f6dd-439f-9792-10b16d5db96b,segment=NetworkSegment(7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96),segment_id=7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:21.401632 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.425518 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.481172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b67d09-f046-46d5-b340-5d273aa6a9bd None None] Pushing event updated for resources: {'Port': ['ID=4a24fe24-f6dd-439f-9792-10b16d5db96b,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:21.563409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.20.0.1 (0ba9f072-ac73-4620-b104-eb52cbfcedfa/97c1a649-1b70-4042-8b43-7ca84c764611/bc3cf19c-0f8f-4413-a0c8-d2d8499f274b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:21.697891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.822823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:21.867735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 0ba9f072-ac73-4620-b104-eb52cbfcedfa is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:21.870760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:21.874567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:21.900881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=bc3cf19c-0f8f-4413-a0c8-d2d8499f274b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:21.924907 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (55bdd4e9-72ef-4124-872e-1ca72d8ba586), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.145444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.443296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.457376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18bea93-3a23-45c6-a0c2-d217fcfee27e None None] Network 0ba9f072-ac73-4620-b104-eb52cbfcedfa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:22.517586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-da3b4076-38c0-4fcd-ace7-5bd312fd8fe4 None None] Provisioning complete for port 4a24fe24-f6dd-439f-9792-10b16d5db96b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:22.517980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da3b4076-38c0-4fcd-ace7-5bd312fd8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.525054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.603346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=bc3cf19c-0f8f-4413-a0c8-d2d8499f274b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:22.608161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (55bdd4e9-72ef-4124-872e-1ca72d8ba586), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.653622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-da3b4076-38c0-4fcd-ace7-5bd312fd8fe4 None None] Current status of the port 4a24fe24-f6dd-439f-9792-10b16d5db96b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:22.654148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da3b4076-38c0-4fcd-ace7-5bd312fd8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.692604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-da3b4076-38c0-4fcd-ace7-5bd312fd8fe4 None None] For port 4a24fe24-f6dd-439f-9792-10b16d5db96b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a24fe24-f6dd-439f-9792-10b16d5db96b,segment=NetworkSegment(7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96),segment_id=7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:22.718814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4a24fe24-f6dd-439f-9792-10b16d5db96b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:22.736371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 0ba9f072-ac73-4620-b104-eb52cbfcedfa is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:22.737963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:22.772005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4a24fe24-f6dd-439f-9792-10b16d5db96b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:22.772387 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.848694 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-da3b4076-38c0-4fcd-ace7-5bd312fd8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.890403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4a24fe24-f6dd-439f-9792-10b16d5db96b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:22.890791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:22.927769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b4076-38c0-4fcd-ace7-5bd312fd8fe4 None None] Pushing event updated for resources: {'Port': ['ID=4a24fe24-f6dd-439f-9792-10b16d5db96b,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:22.938369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 55bdd4e9-72ef-4124-872e-1ca72d8ba586 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:42:22.998426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a79619ab-2614-4a39-8b98-e2ae0de769d4 None None] Provisioning complete for port bc3cf19c-0f8f-4413-a0c8-d2d8499f274b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:22.998805 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a79619ab-2614-4a39-8b98-e2ae0de769d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:23.052829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:23.057794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9b90c585-5074-42b2-b1d0-668ad7ffec4f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/55bdd4e9-72ef-4124-872e-1ca72d8ba586/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0260208
Apr 30 21:42:23.060556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41592) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:23.072998 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06b16f-dafe-4c08-94c0-b1c91639ee34 None None] Sync routers for ids ['55bdd4e9-72ef-4124-872e-1ca72d8ba586'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:23.094020 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06b16f-dafe-4c08-94c0-b1c91639ee34 None None] Routers {'55bdd4e9-72ef-4124-872e-1ca72d8ba586'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:23.094878 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2b06b16f-dafe-4c08-94c0-b1c91639ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cea9ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['55bdd4e9-72ef-4124-872e-1ca72d8ba586'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:23.124490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35508c7-9977-4972-ad5e-d8494e54c211 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:23.129018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b35508c7-9977-4972-ad5e-d8494e54c211 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports/bc3cf19c-0f8f-4413-a0c8-d2d8499f274b HTTP/1.1" status: 200  len: 910 time: 0.0643785
Apr 30 21:42:23.129265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41594) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:23.147366 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2b06b16f-dafe-4c08-94c0-b1c91639ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cea9ee0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:23.157867 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06b16f-dafe-4c08-94c0-b1c91639ee34 None None] Routers {'55bdd4e9-72ef-4124-872e-1ca72d8ba586'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:23.158901 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2b06b16f-dafe-4c08-94c0-b1c91639ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cea9ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['55bdd4e9-72ef-4124-872e-1ca72d8ba586'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:23.182240 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:42:23.182593 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:42:23.195506 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2b06b16f-dafe-4c08-94c0-b1c91639ee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cea9ee0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:23.196529 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06b16f-dafe-4c08-94c0-b1c91639ee34 None None] The sync data for ids ['55bdd4e9-72ef-4124-872e-1ca72d8ba586'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:23.204535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a79619ab-2614-4a39-8b98-e2ae0de769d4 None None] Port bc3cf19c-0f8f-4413-a0c8-d2d8499f274b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:23.214148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a79619ab-2614-4a39-8b98-e2ae0de769d4 None None] Provisioning complete for port 4a24fe24-f6dd-439f-9792-10b16d5db96b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:23.214529 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a79619ab-2614-4a39-8b98-e2ae0de769d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:23.253407 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:23.305707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a79619ab-2614-4a39-8b98-e2ae0de769d4 None None] Current status of the port 4a24fe24-f6dd-439f-9792-10b16d5db96b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:23.425677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b2a784cd-4a18-4f3e-82eb-3892ebfea2b3 None None] Provisioning complete for port bc3cf19c-0f8f-4413-a0c8-d2d8499f274b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:23.426012 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2a784cd-4a18-4f3e-82eb-3892ebfea2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:23.462985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b2a784cd-4a18-4f3e-82eb-3892ebfea2b3 None None] Port bc3cf19c-0f8f-4413-a0c8-d2d8499f274b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:23.466158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (55bdd4e9-72ef-4124-872e-1ca72d8ba586), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:23.719099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4a24fe24-f6dd-439f-9792-10b16d5db96b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:23.924395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port bc3cf19c-0f8f-4413-a0c8-d2d8499f274b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:23.924950 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:24.011923 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:24.025298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for bc3cf19c-0f8f-4413-a0c8-d2d8499f274b owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:24.277413 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bc3cf19c-0f8f-4413-a0c8-d2d8499f274b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:24.307003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=bc3cf19c-0f8f-4413-a0c8-d2d8499f274b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:24.469045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (55bdd4e9-72ef-4124-872e-1ca72d8ba586), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:24.485326 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:24.636613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 55bdd4e9-72ef-4124-872e-1ca72d8ba586 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:24.677159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4a24fe24-f6dd-439f-9792-10b16d5db96b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:24.719833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:24.724801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4a24fe24-f6dd-439f-9792-10b16d5db96b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:24.724901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cc6b321f-9d3a-4e6f-a563-199fd11d7b77 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/55bdd4e9-72ef-4124-872e-1ca72d8ba586/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5944729
Apr 30 21:42:24.725023 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:24.727931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41610) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:24.751577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a1fd12-202e-495c-99c6-10fc82b91562 None None] Sync routers for ids ['55bdd4e9-72ef-4124-872e-1ca72d8ba586'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:24.760201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41612) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:24.760577 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3d862c35-b7d0-4daf-806f-b524c63124ab tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bdd4e9-72ef-4124-872e-1ca72d8ba586 HTTP/1.1" status: 200  len: 205 time: 0.0312250
Apr 30 21:42:24.782266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1fd12-202e-495c-99c6-10fc82b91562 None None] Routers {'55bdd4e9-72ef-4124-872e-1ca72d8ba586'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:24.782905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a3a1fd12-202e-495c-99c6-10fc82b91562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895feed9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['55bdd4e9-72ef-4124-872e-1ca72d8ba586'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:24.819742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a3a1fd12-202e-495c-99c6-10fc82b91562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895feed9d0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:24.833192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1fd12-202e-495c-99c6-10fc82b91562 None None] Routers {'55bdd4e9-72ef-4124-872e-1ca72d8ba586'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:24.833864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a3a1fd12-202e-495c-99c6-10fc82b91562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895feed9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['55bdd4e9-72ef-4124-872e-1ca72d8ba586'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:24.839510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9fbad11-73aa-4265-9aaa-a8b63f0f02b0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (55bdd4e9-72ef-4124-872e-1ca72d8ba586), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:24.889989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a3a1fd12-202e-495c-99c6-10fc82b91562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895feed9d0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:24.891028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a1fd12-202e-495c-99c6-10fc82b91562 None None] The sync data for ids ['55bdd4e9-72ef-4124-872e-1ca72d8ba586'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:24.907506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4a24fe24-f6dd-439f-9792-10b16d5db96b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:25.010594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9fbad11-73aa-4265-9aaa-a8b63f0f02b0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (55bdd4e9-72ef-4124-872e-1ca72d8ba586), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.012660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9fbad11-73aa-4265-9aaa-a8b63f0f02b0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (55bdd4e9-72ef-4124-872e-1ca72d8ba586), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.131179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9fbad11-73aa-4265-9aaa-a8b63f0f02b0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (55bdd4e9-72ef-4124-872e-1ca72d8ba586), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.131742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fbad11-73aa-4265-9aaa-a8b63f0f02b0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Fanout notify agent at l3_agent the message router_deleted on router 55bdd4e9-72ef-4124-872e-1ca72d8ba586 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:42:25.138311 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e9fbad11-73aa-4265-9aaa-a8b63f0f02b0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.139403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9fbad11-73aa-4265-9aaa-a8b63f0f02b0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/55bdd4e9-72ef-4124-872e-1ca72d8ba586 HTTP/1.1" status: 204  len: 168 time: 0.3779926
Apr 30 21:42:25.142170 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:25.196019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-181783cf-ce20-40ca-b37c-a09a5c693640 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet 97c1a649-1b70-4042-8b43-7ca84c764611 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:25.199277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-181783cf-ce20-40ca-b37c-a09a5c693640 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (97c1a649-1b70-4042-8b43-7ca84c764611), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.238840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-181783cf-ce20-40ca-b37c-a09a5c693640 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (97c1a649-1b70-4042-8b43-7ca84c764611), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.326422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-181783cf-ce20-40ca-b37c-a09a5c693640 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (97c1a649-1b70-4042-8b43-7ca84c764611), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.447159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-181783cf-ce20-40ca-b37c-a09a5c693640 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (97c1a649-1b70-4042-8b43-7ca84c764611), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.475467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181783cf-ce20-40ca-b37c-a09a5c693640 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=97c1a649-1b70-4042-8b43-7ca84c764611,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:25.486491 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-181783cf-ce20-40ca-b37c-a09a5c693640 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.486491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-181783cf-ce20-40ca-b37c-a09a5c693640 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/97c1a649-1b70-4042-8b43-7ca84c764611 HTTP/1.1" status: 204  len: 168 time: 0.3415866
Apr 30 21:42:25.486683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1882236e-e761-439a-a551-4feaf5ff2db9 None None] Network 0ba9f072-ac73-4620-b104-eb52cbfcedfa requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:25.487504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41628) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:25.566869 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (0ba9f072-ac73-4620-b104-eb52cbfcedfa), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.616692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 4a24fe24-f6dd-439f-9792-10b16d5db96b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:25.617030 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.634728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] DHCP port deletion for 0ba9f072-ac73-4620-b104-eb52cbfcedfa request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:42:25.679126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Deleting port 4a24fe24-f6dd-439f-9792-10b16d5db96b {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:25.679497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.683597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port 4a24fe24-f6dd-439f-9792-10b16d5db96b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a24fe24-f6dd-439f-9792-10b16d5db96b,segment=NetworkSegment(7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96),segment_id=7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:25.683968 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.697902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 4a24fe24-f6dd-439f-9792-10b16d5db96b owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:25.742123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] For port 4a24fe24-f6dd-439f-9792-10b16d5db96b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a24fe24-f6dd-439f-9792-10b16d5db96b,segment=NetworkSegment(7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96),segment_id=7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:25.742524 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.755082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Calling delete_port for 4a24fe24-f6dd-439f-9792-10b16d5db96b owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:25.856703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.862822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (4a24fe24-f6dd-439f-9792-10b16d5db96b), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.885302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No DVR routers for this DVR port 4a24fe24-f6dd-439f-9792-10b16d5db96b on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:25.888983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Pushing event deleted for resources: {'Port': ['ID=4a24fe24-f6dd-439f-9792-10b16d5db96b,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:25.890205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=4a24fe24-f6dd-439f-9792-10b16d5db96b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:25.893347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] No DVR routers for this DVR port 4a24fe24-f6dd-439f-9792-10b16d5db96b on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:25.901173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.901430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.901806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.906831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f06bfee-5ccd-4f46-a2ac-a11b39263e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:25.970310 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (0ba9f072-ac73-4620-b104-eb52cbfcedfa), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:25.990656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967331d30>,) {'filters': {'network_id': ['0ba9f072-ac73-4620-b104-eb52cbfcedfa']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:25.999750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967331d30>, '7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:26.000033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967331d30>, '7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:26.009184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.022481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.028574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:42:26.028950 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (7e249ff5-cd5d-4c1d-a0e0-9f1bbdd7cc96), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:42:26.031928 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:42:26.159530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (0ba9f072-ac73-4620-b104-eb52cbfcedfa), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.170223 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.172149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/0ba9f072-ac73-4620-b104-eb52cbfcedfa HTTP/1.1" status: 204  len: 168 time: 0.6835029
Apr 30 21:42:26.175649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41632) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:26.180129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-498132854', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:26.195363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb795d-d135-4f81-8f5a-d03f0eaaae7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=0ba9f072-ac73-4620-b104-eb52cbfcedfa,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:26.273681 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (0a0c0b97-30e5-4acd-8292-9608d7db3e62), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.275286 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (0a0c0b97-30e5-4acd-8292-9608d7db3e62), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.329683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (0a0c0b97-30e5-4acd-8292-9608d7db3e62), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.551470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_gateway (0a0c0b97-30e5-4acd-8292-9608d7db3e62), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.651172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4a24fe24-f6dd-439f-9792-10b16d5db96b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:42:26.671472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 4a24fe24-f6dd-439f-9792-10b16d5db96b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:42:26.671859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4a24fe24-f6dd-439f-9792-10b16d5db96b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:42:26.819823 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_gateway (0a0c0b97-30e5-4acd-8292-9608d7db3e62), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.838092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:26.985533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.35.4.65 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/bbadc6bf-f76a-44de-9916-50c82ed7c1ed) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:27.085118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (bbadc6bf-f76a-44de-9916-50c82ed7c1ed), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:27.190796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (bbadc6bf-f76a-44de-9916-50c82ed7c1ed), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:27.291743 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:42:27.464871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:27.467734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:27.471358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:27.495270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=bbadc6bf-f76a-44de-9916-50c82ed7c1ed,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:27.840523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_gateway (0a0c0b97-30e5-4acd-8292-9608d7db3e62), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:28.039200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (0a0c0b97-30e5-4acd-8292-9608d7db3e62), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:28.262643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 0a0c0b97-30e5-4acd-8292-9608d7db3e62 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:42:28.372641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:28.382426 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236be750-cf3e-4720-a179-b900c0cb45f5 None None] Sync routers for ids ['0a0c0b97-30e5-4acd-8292-9608d7db3e62'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:28.391919 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236be750-cf3e-4720-a179-b900c0cb45f5 None None] Routers {'0a0c0b97-30e5-4acd-8292-9608d7db3e62'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:28.392549 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-236be750-cf3e-4720-a179-b900c0cb45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd184f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['0a0c0b97-30e5-4acd-8292-9608d7db3e62'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:28.430161 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-236be750-cf3e-4720-a179-b900c0cb45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd184f0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:28.439233 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236be750-cf3e-4720-a179-b900c0cb45f5 None None] Routers {'0a0c0b97-30e5-4acd-8292-9608d7db3e62'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:28.439838 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-236be750-cf3e-4720-a179-b900c0cb45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd184f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['0a0c0b97-30e5-4acd-8292-9608d7db3e62'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:28.471929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-236be750-cf3e-4720-a179-b900c0cb45f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd184f0>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:28.472526 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236be750-cf3e-4720-a179-b900c0cb45f5 None None] The sync data for ids ['0a0c0b97-30e5-4acd-8292-9608d7db3e62'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:28.476468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:28.477924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4a72b961-8baa-4f6d-9888-2b4bb47d2e19 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 2.3009813
Apr 30 21:42:28.480449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41658) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:28.590956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9f22922-03be-4793-bb96-1c6907d4cca7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/routers/0a0c0b97-30e5-4acd-8292-9608d7db3e62 HTTP/1.1" status: 200  len: 879 time: 0.1093416
Apr 30 21:42:28.593541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41660) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:28.801097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a243b7e-8aaf-426d-bc59-641b23ad5d90 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 882 time: 0.2064228
Apr 30 21:42:28.803670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41662) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:28.807869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e433db49-55c4-40ae-92d0-3f595fd429c3 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-498132854'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:29.343137 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e433db49-55c4-40ae-92d0-3f595fd429c3 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (0a0c0b97-30e5-4acd-8292-9608d7db3e62), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:29.422528 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e433db49-55c4-40ae-92d0-3f595fd429c3 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (0a0c0b97-30e5-4acd-8292-9608d7db3e62), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:29.532281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e433db49-55c4-40ae-92d0-3f595fd429c3 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 0a0c0b97-30e5-4acd-8292-9608d7db3e62 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:29.639224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e433db49-55c4-40ae-92d0-3f595fd429c3 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:29.646211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e433db49-55c4-40ae-92d0-3f595fd429c3 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:29.650330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e433db49-55c4-40ae-92d0-3f595fd429c3 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/0a0c0b97-30e5-4acd-8292-9608d7db3e62 HTTP/1.1" status: 200  len: 886 time: 0.8429916
Apr 30 21:42:29.650591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41672) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:29.650959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72190eb0-2949-41cb-85fa-97d2e233aadf None None] Sync routers for ids ['0a0c0b97-30e5-4acd-8292-9608d7db3e62'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:29.661369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72190eb0-2949-41cb-85fa-97d2e233aadf None None] Routers {'0a0c0b97-30e5-4acd-8292-9608d7db3e62'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:29.662735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-72190eb0-2949-41cb-85fa-97d2e233aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9e60d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['0a0c0b97-30e5-4acd-8292-9608d7db3e62'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:29.701049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-72190eb0-2949-41cb-85fa-97d2e233aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9e60d0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:29.710558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72190eb0-2949-41cb-85fa-97d2e233aadf None None] Routers {'0a0c0b97-30e5-4acd-8292-9608d7db3e62'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:29.711509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-72190eb0-2949-41cb-85fa-97d2e233aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9e60d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['0a0c0b97-30e5-4acd-8292-9608d7db3e62'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:29.746360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-72190eb0-2949-41cb-85fa-97d2e233aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9e60d0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:29.747265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72190eb0-2949-41cb-85fa-97d2e233aadf None None] The sync data for ids ['0a0c0b97-30e5-4acd-8292-9608d7db3e62'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:29.782833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-38e6399d-632a-4f05-aa98-4ecde1d036c3 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/routers/0a0c0b97-30e5-4acd-8292-9608d7db3e62 HTTP/1.1" status: 200  len: 886 time: 0.1235824
Apr 30 21:42:29.783018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41674) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:29.806424 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dfb1b392-6900-4807-b83c-53ca94802422 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0c0b97-30e5-4acd-8292-9608d7db3e62 HTTP/1.1" status: 200  len: 205 time: 0.0270610
Apr 30 21:42:29.821328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41676) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:29.937120 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (0a0c0b97-30e5-4acd-8292-9608d7db3e62), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.056732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_gateway (0a0c0b97-30e5-4acd-8292-9608d7db3e62), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.163129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port bbadc6bf-f76a-44de-9916-50c82ed7c1ed {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:30.163466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bbadc6bf-f76a-44de-9916-50c82ed7c1ed), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.244148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bbadc6bf-f76a-44de-9916-50c82ed7c1ed), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.256303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for bbadc6bf-f76a-44de-9916-50c82ed7c1ed owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:30.498950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (bbadc6bf-f76a-44de-9916-50c82ed7c1ed), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.526110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=bbadc6bf-f76a-44de-9916-50c82ed7c1ed,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:30.593138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (0a0c0b97-30e5-4acd-8292-9608d7db3e62), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.688033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (0a0c0b97-30e5-4acd-8292-9608d7db3e62), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.690218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (0a0c0b97-30e5-4acd-8292-9608d7db3e62), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.784189 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (0a0c0b97-30e5-4acd-8292-9608d7db3e62), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.784844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0c0b97-30e5-4acd-8292-9608d7db3e62 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:42:30.795130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.795130 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a4669dc3-cb57-4e38-8be1-7b44cd6b73ac tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/0a0c0b97-30e5-4acd-8292-9608d7db3e62 HTTP/1.1" status: 204  len: 168 time: 0.9701345
Apr 30 21:42:30.797271 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41690) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:30.802135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-115439881'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:30.910005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:30.913448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.936780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:30.945960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5f48144e-59d3-4fab-8eea-88f04dd25ad9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:30.946304 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment 5f48144e-59d3-4fab-8eea-88f04dd25ad9 of type vlan for network f3dbe4c3-7227-46a0-9ae3-3b429a73f036
Apr 30 21:42:30.985713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (f3dbe4c3-7227-46a0-9ae3-3b429a73f036), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:31.096633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (f3dbe4c3-7227-46a0-9ae3-3b429a73f036), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:31.101570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:31.102204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:31.172093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=f3dbe4c3-7227-46a0-9ae3-3b429a73f036,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:31.182597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:31.260086 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-41f57a3e-fa66-4fc7-9223-df45b3c305eb tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4615805
Apr 30 21:42:31.262787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41694) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:31.267652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': 'f3dbe4c3-7227-46a0-9ae3-3b429a73f036', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:31.416336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:31.419785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:31.670136 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (1d753e4c-1e15-458a-bc69-1b4ef5d908ab), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:31.738551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=1d753e4c-1e15-458a-bc69-1b4ef5d908ab,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:31.743907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': '5f48144e-59d3-4fab-8eea-88f04dd25ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3dbe4c3-7227-46a0-9ae3-3b429a73f036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:31.744273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: f3dbe4c3-7227-46a0-9ae3-3b429a73f036, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:31.851057 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:31.961700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3dbe4c3-7227-46a0-9ae3-3b429a73f036) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:31.965874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:31.966556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:31.970497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a391b-c7e5-4c56-8842-51b8fd79a4e9 None None] Network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:32.032080 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b4d4331f-6169-4ae2-bffe-9b157a9495db tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7682331
Apr 30 21:42:32.034844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41718) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:32.039480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bf474c34-a766-478f-988e-1c9c73665c6a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-145682928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:32.074729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f3dbe4c3-7227-46a0-9ae3-3b429a73f036', 'network_id': 'f3dbe4c3-7227-46a0-9ae3-3b429a73f036', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': '1d753e4c-1e15-458a-bc69-1b4ef5d908ab'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:42:32.075573 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.199769 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf474c34-a766-478f-988e-1c9c73665c6a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (79980b61-c3ae-470e-8109-d2f93db8cf79), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.205645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf474c34-a766-478f-988e-1c9c73665c6a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (79980b61-c3ae-470e-8109-d2f93db8cf79), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.218607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Allocated IP 172.20.0.2 (f3dbe4c3-7227-46a0-9ae3-3b429a73f036/1d753e4c-1e15-458a-bc69-1b4ef5d908ab/70c3e5a3-2b51-46aa-8518-7072aecac89a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:32.261681 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf474c34-a766-478f-988e-1c9c73665c6a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (79980b61-c3ae-470e-8109-d2f93db8cf79), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.333122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf474c34-a766-478f-988e-1c9c73665c6a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (79980b61-c3ae-470e-8109-d2f93db8cf79), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.358903 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Publish callbacks [] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.398562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bf474c34-a766-478f-988e-1c9c73665c6a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.399799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bf474c34-a766-478f-988e-1c9c73665c6a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3639722
Apr 30 21:42:32.402927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41720) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:32.418922 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.461940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:32.464727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:32.468410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:32.477798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Pushing event updated for resources: {'Port': ['ID=70c3e5a3-2b51-46aa-8518-7072aecac89a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:32.530640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Attempting to bind port 70c3e5a3-2b51-46aa-8518-7072aecac89a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:32.531000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Attempting to bind port 70c3e5a3-2b51-46aa-8518-7072aecac89a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5f48144e-59d3-4fab-8eea-88f04dd25ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3dbe4c3-7227-46a0-9ae3-3b429a73f036'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:32.531367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Attempting to bind port 70c3e5a3-2b51-46aa-8518-7072aecac89a on network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:32.536330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:32.536714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Checking segment: {'id': '5f48144e-59d3-4fab-8eea-88f04dd25ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3dbe4c3-7227-46a0-9ae3-3b429a73f036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:32.537119 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.537518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Bound using segment: {'id': '5f48144e-59d3-4fab-8eea-88f04dd25ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3dbe4c3-7227-46a0-9ae3-3b429a73f036'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:32.538016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Bound port: 70c3e5a3-2b51-46aa-8518-7072aecac89a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f48144e-59d3-4fab-8eea-88f04dd25ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f3dbe4c3-7227-46a0-9ae3-3b429a73f036'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:32.538428 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.599830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] For port 70c3e5a3-2b51-46aa-8518-7072aecac89a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:32.603186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] For port 70c3e5a3-2b51-46aa-8518-7072aecac89a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70c3e5a3-2b51-46aa-8518-7072aecac89a,segment=NetworkSegment(5f48144e-59d3-4fab-8eea-88f04dd25ad9),segment_id=5f48144e-59d3-4fab-8eea-88f04dd25ad9)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:32.686273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.687605 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:32.748807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deadbf-9b82-4354-a341-7f5786cd73d5 None None] Pushing event updated for resources: {'Port': ['ID=70c3e5a3-2b51-46aa-8518-7072aecac89a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:32.934106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.20.0.1 (f3dbe4c3-7227-46a0-9ae3-3b429a73f036/1d753e4c-1e15-458a-bc69-1b4ef5d908ab/f342a2bb-8835-4bcd-80c7-6c65a79380f4) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:33.059803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.177287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.226951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:33.230371 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:33.233357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:33.269526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=f342a2bb-8835-4bcd-80c7-6c65a79380f4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:33.290111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (79980b61-c3ae-470e-8109-d2f93db8cf79), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.498793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.727023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d7b26-8cd7-48eb-83e6-93c7d688e171 None None] Network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:33.787156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-55a42e9b-559b-434a-8e80-7db837feeb66 None None] Provisioning complete for port 70c3e5a3-2b51-46aa-8518-7072aecac89a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:33.787441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55a42e9b-559b-434a-8e80-7db837feeb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.799771 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.887325 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.912446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-55a42e9b-559b-434a-8e80-7db837feeb66 None None] Current status of the port 70c3e5a3-2b51-46aa-8518-7072aecac89a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:33.912840 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55a42e9b-559b-434a-8e80-7db837feeb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.952678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-55a42e9b-559b-434a-8e80-7db837feeb66 None None] For port 70c3e5a3-2b51-46aa-8518-7072aecac89a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70c3e5a3-2b51-46aa-8518-7072aecac89a,segment=NetworkSegment(5f48144e-59d3-4fab-8eea-88f04dd25ad9),segment_id=5f48144e-59d3-4fab-8eea-88f04dd25ad9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:33.977435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (79980b61-c3ae-470e-8109-d2f93db8cf79), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:33.979159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=f342a2bb-8835-4bcd-80c7-6c65a79380f4,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:34.028367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55a42e9b-559b-434a-8e80-7db837feeb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:34.079532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a42e9b-559b-434a-8e80-7db837feeb66 None None] Pushing event updated for resources: {'Port': ['ID=70c3e5a3-2b51-46aa-8518-7072aecac89a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:34.082793 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:34.084264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:34.146703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6ede67a0-bd44-4535-a464-5263a9747f61 None None] Provisioning complete for port f342a2bb-8835-4bcd-80c7-6c65a79380f4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:34.147084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ede67a0-bd44-4535-a464-5263a9747f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:34.188975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6ede67a0-bd44-4535-a464-5263a9747f61 None None] Port f342a2bb-8835-4bcd-80c7-6c65a79380f4 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:34.198202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6ede67a0-bd44-4535-a464-5263a9747f61 None None] Provisioning complete for port 70c3e5a3-2b51-46aa-8518-7072aecac89a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:34.198574 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ede67a0-bd44-4535-a464-5263a9747f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:34.292209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6ede67a0-bd44-4535-a464-5263a9747f61 None None] Current status of the port 70c3e5a3-2b51-46aa-8518-7072aecac89a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:34.298995 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 79980b61-c3ae-470e-8109-d2f93db8cf79 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:42:34.395738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:34.403525 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a91cfa84-9452-4caf-bacb-7f9473e61244 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/79980b61-c3ae-470e-8109-d2f93db8cf79/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9971924
Apr 30 21:42:34.404801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41744) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:34.411245 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bb07f-2f31-4d41-9f87-d58a2983c9dd None None] Sync routers for ids ['79980b61-c3ae-470e-8109-d2f93db8cf79'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:34.411772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-fd978add-94a1-47ff-8473-b495ffc6420c None None] Provisioning complete for port f342a2bb-8835-4bcd-80c7-6c65a79380f4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:34.412212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fd978add-94a1-47ff-8473-b495ffc6420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:34.424743 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bb07f-2f31-4d41-9f87-d58a2983c9dd None None] Routers {'79980b61-c3ae-470e-8109-d2f93db8cf79'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:34.425624 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8a6bb07f-2f31-4d41-9f87-d58a2983c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eb00c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['79980b61-c3ae-470e-8109-d2f93db8cf79'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:34.459773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b940a8-5498-4c00-901d-1fa297694107 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:34.461630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d3b940a8-5498-4c00-901d-1fa297694107 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports/f342a2bb-8835-4bcd-80c7-6c65a79380f4 HTTP/1.1" status: 200  len: 910 time: 0.0561788
Apr 30 21:42:34.461998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fd978add-94a1-47ff-8473-b495ffc6420c None None] Port f342a2bb-8835-4bcd-80c7-6c65a79380f4 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:34.464299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41746) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:34.469494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c9925401-4868-415a-82b0-79b12da487b2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d753e4c-1e15-458a-bc69-1b4ef5d908ab'}]}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:34.476275 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8a6bb07f-2f31-4d41-9f87-d58a2983c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eb00c10>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:34.485802 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bb07f-2f31-4d41-9f87-d58a2983c9dd None None] Routers {'79980b61-c3ae-470e-8109-d2f93db8cf79'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:34.486417 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8a6bb07f-2f31-4d41-9f87-d58a2983c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eb00c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['79980b61-c3ae-470e-8109-d2f93db8cf79'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:34.519724 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8a6bb07f-2f31-4d41-9f87-d58a2983c9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eb00c10>, [], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:34.520324 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6bb07f-2f31-4d41-9f87-d58a2983c9dd None None] The sync data for ids ['79980b61-c3ae-470e-8109-d2f93db8cf79'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:34.578488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-fa7c7b75-5049-44a4-8f42-92ff8e1c6d19 None None] Provisioning complete for port f342a2bb-8835-4bcd-80c7-6c65a79380f4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:34.578778 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7b75-5049-44a4-8f42-92ff8e1c6d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:34.615880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c7b75-5049-44a4-8f42-92ff8e1c6d19 None None] Port f342a2bb-8835-4bcd-80c7-6c65a79380f4 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:34.632593 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c9925401-4868-415a-82b0-79b12da487b2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:34.688197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 70c3e5a3-2b51-46aa-8518-7072aecac89a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:34.733845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 70c3e5a3-2b51-46aa-8518-7072aecac89a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:34.734500 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:34.812811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 70c3e5a3-2b51-46aa-8518-7072aecac89a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:34.985820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c9925401-4868-415a-82b0-79b12da487b2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:35.050617 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c9925401-4868-415a-82b0-79b12da487b2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:35.130712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9925401-4868-415a-82b0-79b12da487b2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:35.131315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c9925401-4868-415a-82b0-79b12da487b2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:35.133272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c9925401-4868-415a-82b0-79b12da487b2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/ports/f342a2bb-8835-4bcd-80c7-6c65a79380f4 HTTP/1.1" status: 200  len: 910 time: 0.6678622
Apr 30 21:42:35.133980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9925401-4868-415a-82b0-79b12da487b2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=f342a2bb-8835-4bcd-80c7-6c65a79380f4,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:35.136176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:35.431507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (79980b61-c3ae-470e-8109-d2f93db8cf79), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:35.655860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port f342a2bb-8835-4bcd-80c7-6c65a79380f4 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:35.656116 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:35.743646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:35.756383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for f342a2bb-8835-4bcd-80c7-6c65a79380f4 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:35.990301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f342a2bb-8835-4bcd-80c7-6c65a79380f4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.014760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=f342a2bb-8835-4bcd-80c7-6c65a79380f4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:36.164903 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (79980b61-c3ae-470e-8109-d2f93db8cf79), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.328716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 79980b61-c3ae-470e-8109-d2f93db8cf79 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:36.408149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:36.412949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5215e051-d278-4829-af75-c8bfe948d120 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/79980b61-c3ae-470e-8109-d2f93db8cf79/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.2757165
Apr 30 21:42:36.416003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41754) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:36.420275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fdd16-2777-4bef-aff5-3a8f0fb0771c None None] Sync routers for ids ['79980b61-c3ae-470e-8109-d2f93db8cf79'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:36.431450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fdd16-2777-4bef-aff5-3a8f0fb0771c None None] Routers {'79980b61-c3ae-470e-8109-d2f93db8cf79'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:36.439352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-128fdd16-2777-4bef-aff5-3a8f0fb0771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f875ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['79980b61-c3ae-470e-8109-d2f93db8cf79'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:36.448471 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2e1b7885-2152-4f32-a7d4-25abb066be8b tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=79980b61-c3ae-470e-8109-d2f93db8cf79 HTTP/1.1" status: 200  len: 205 time: 0.0299971
Apr 30 21:42:36.451192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41756) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:36.465899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-128fdd16-2777-4bef-aff5-3a8f0fb0771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f875ac0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:36.474500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fdd16-2777-4bef-aff5-3a8f0fb0771c None None] Routers {'79980b61-c3ae-470e-8109-d2f93db8cf79'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:36.475099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-128fdd16-2777-4bef-aff5-3a8f0fb0771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f875ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['79980b61-c3ae-470e-8109-d2f93db8cf79'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:36.512288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-128fdd16-2777-4bef-aff5-3a8f0fb0771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f875ac0>, [], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:36.512893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128fdd16-2777-4bef-aff5-3a8f0fb0771c None None] The sync data for ids ['79980b61-c3ae-470e-8109-d2f93db8cf79'] in ncdv-master-1 is: [] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:36.528668 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f0a96-2a87-4675-ac44-d2058b0970bd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (79980b61-c3ae-470e-8109-d2f93db8cf79), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.694915 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f0a96-2a87-4675-ac44-d2058b0970bd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (79980b61-c3ae-470e-8109-d2f93db8cf79), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.697200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f0a96-2a87-4675-ac44-d2058b0970bd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (79980b61-c3ae-470e-8109-d2f93db8cf79), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.772649 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f0a96-2a87-4675-ac44-d2058b0970bd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (79980b61-c3ae-470e-8109-d2f93db8cf79), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.773470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f0a96-2a87-4675-ac44-d2058b0970bd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Fanout notify agent at l3_agent the message router_deleted on router 79980b61-c3ae-470e-8109-d2f93db8cf79 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:42:36.784960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6f5f0a96-2a87-4675-ac44-d2058b0970bd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.784960 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6f5f0a96-2a87-4675-ac44-d2058b0970bd tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/79980b61-c3ae-470e-8109-d2f93db8cf79 HTTP/1.1" status: 204  len: 168 time: 0.3297229
Apr 30 21:42:36.784960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41758) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:36.837246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-411d9834-61f1-4315-9598-febfe06723b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet 1d753e4c-1e15-458a-bc69-1b4ef5d908ab {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:36.840599 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-411d9834-61f1-4315-9598-febfe06723b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (1d753e4c-1e15-458a-bc69-1b4ef5d908ab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.879332 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-411d9834-61f1-4315-9598-febfe06723b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (1d753e4c-1e15-458a-bc69-1b4ef5d908ab), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:36.956697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-411d9834-61f1-4315-9598-febfe06723b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (1d753e4c-1e15-458a-bc69-1b4ef5d908ab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.081580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-411d9834-61f1-4315-9598-febfe06723b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (1d753e4c-1e15-458a-bc69-1b4ef5d908ab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.111377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d9834-61f1-4315-9598-febfe06723b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=1d753e4c-1e15-458a-bc69-1b4ef5d908ab,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:37.113322 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-411d9834-61f1-4315-9598-febfe06723b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.117338 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-411d9834-61f1-4315-9598-febfe06723b1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/1d753e4c-1e15-458a-bc69-1b4ef5d908ab HTTP/1.1" status: 204  len: 168 time: 0.3319240
Apr 30 21:42:37.117991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91787f7f-a972-4903-8907-511984a9d560 None None] Network f3dbe4c3-7227-46a0-9ae3-3b429a73f036 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:37.119239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41760) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:37.196439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (f3dbe4c3-7227-46a0-9ae3-3b429a73f036), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.250365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 70c3e5a3-2b51-46aa-8518-7072aecac89a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:37.250707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.262254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] DHCP port deletion for f3dbe4c3-7227-46a0-9ae3-3b429a73f036 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:42:37.305594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] Deleting port 70c3e5a3-2b51-46aa-8518-7072aecac89a {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:37.306004 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.314503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port 70c3e5a3-2b51-46aa-8518-7072aecac89a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70c3e5a3-2b51-46aa-8518-7072aecac89a,segment=NetworkSegment(5f48144e-59d3-4fab-8eea-88f04dd25ad9),segment_id=5f48144e-59d3-4fab-8eea-88f04dd25ad9)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:37.314868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.327888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 70c3e5a3-2b51-46aa-8518-7072aecac89a owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:37.368592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] For port 70c3e5a3-2b51-46aa-8518-7072aecac89a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70c3e5a3-2b51-46aa-8518-7072aecac89a,segment=NetworkSegment(5f48144e-59d3-4fab-8eea-88f04dd25ad9),segment_id=5f48144e-59d3-4fab-8eea-88f04dd25ad9)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:37.368973 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.385172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] Calling delete_port for 70c3e5a3-2b51-46aa-8518-7072aecac89a owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:37.485866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.493989 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (70c3e5a3-2b51-46aa-8518-7072aecac89a), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.517622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=70c3e5a3-2b51-46aa-8518-7072aecac89a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:37.519888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No DVR routers for this DVR port 70c3e5a3-2b51-46aa-8518-7072aecac89a on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:37.527318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] Pushing event deleted for resources: {'Port': ['ID=70c3e5a3-2b51-46aa-8518-7072aecac89a,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:37.533061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085aba4f-f6c3-42c6-9591-ca71b9eb90c9 None None] No DVR routers for this DVR port 70c3e5a3-2b51-46aa-8518-7072aecac89a on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:37.605232 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (f3dbe4c3-7227-46a0-9ae3-3b429a73f036), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.629827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c624bb0>,) {'filters': {'network_id': ['f3dbe4c3-7227-46a0-9ae3-3b429a73f036']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:37.639618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c624bb0>, '5f48144e-59d3-4fab-8eea-88f04dd25ad9') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:37.639917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c624bb0>, '5f48144e-59d3-4fab-8eea-88f04dd25ad9') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:37.650465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (5f48144e-59d3-4fab-8eea-88f04dd25ad9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.663895 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5f48144e-59d3-4fab-8eea-88f04dd25ad9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.669995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (5f48144e-59d3-4fab-8eea-88f04dd25ad9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:42:37.676892 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:42:37.788558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (f3dbe4c3-7227-46a0-9ae3-3b429a73f036), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.795253 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.804437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/f3dbe4c3-7227-46a0-9ae3-3b429a73f036 HTTP/1.1" status: 204  len: 168 time: 0.6779060
Apr 30 21:42:37.804759 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41770) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:37.807613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c1241374-d6b8-49b3-8c23-ec00fd5cfa7c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-97222002', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:37.811053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde1fc8-58ed-47ab-8ba3-cfb219a93473 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=f3dbe4c3-7227-46a0-9ae3-3b429a73f036,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:37.936844 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1241374-d6b8-49b3-8c23-ec00fd5cfa7c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.938006 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1241374-d6b8-49b3-8c23-ec00fd5cfa7c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:37.995885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1241374-d6b8-49b3-8c23-ec00fd5cfa7c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.062472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1241374-d6b8-49b3-8c23-ec00fd5cfa7c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.143834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1241374-d6b8-49b3-8c23-ec00fd5cfa7c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.145071 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c1241374-d6b8-49b3-8c23-ec00fd5cfa7c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 697 time: 0.3417628
Apr 30 21:42:38.148340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41784) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:38.153236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-14027222'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:38.245135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:38.249749 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.275829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:38.284835 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9178c43b-7c45-487a-91e4-d018decabb42), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.285175 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment 9178c43b-7c45-487a-91e4-d018decabb42 of type vlan for network 92707977-1bcc-4db0-98a4-b03e222b1768
Apr 30 21:42:38.327369 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (92707977-1bcc-4db0-98a4-b03e222b1768), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.401579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (92707977-1bcc-4db0-98a4-b03e222b1768), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.406540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:38.407121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.471180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=92707977-1bcc-4db0-98a4-b03e222b1768,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:38.481555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 92707977-1bcc-4db0-98a4-b03e222b1768 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:38.516255 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cd1e0f51-c1d7-47c7-9e64-140494f2fd10 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.3669169
Apr 30 21:42:38.519768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41786) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:38.524619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:38.657282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 70c3e5a3-2b51-46aa-8518-7072aecac89a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:42:38.667894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:38.671475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.684811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 70c3e5a3-2b51-46aa-8518-7072aecac89a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:42:38.684811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 70c3e5a3-2b51-46aa-8518-7072aecac89a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:42:38.902797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (69753d8e-7da6-415c-a1ca-2fc5e01c605d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:38.960653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=69753d8e-7da6-415c-a1ca-2fc5e01c605d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:38.970718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:38.971069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: 92707977-1bcc-4db0-98a4-b03e222b1768, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:39.041422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 92707977-1bcc-4db0-98a4-b03e222b1768 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:39.121509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92707977-1bcc-4db0-98a4-b03e222b1768) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:39.125579 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:39.126202 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:39.130936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9b1c4-6384-4594-a16e-e270eaf89230 None None] Network 92707977-1bcc-4db0-98a4-b03e222b1768 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:39.214201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aa3cdb1f-28d6-492f-b18b-88c9ceb91f68 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6932855
Apr 30 21:42:39.217071 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41790) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:39.390087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92707977-1bcc-4db0-98a4-b03e222b1768', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:42:39.394682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:39.531317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Allocated IP 172.20.0.2 (92707977-1bcc-4db0-98a4-b03e222b1768/69753d8e-7da6-415c-a1ca-2fc5e01c605d/a04572df-a94d-46d4-b0a8-bac496499ded) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:39.679282 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Publish callbacks [] for port (a04572df-a94d-46d4-b0a8-bac496499ded), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:39.739393 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:39.777400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Network 92707977-1bcc-4db0-98a4-b03e222b1768 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:39.780218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:39.784254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:39.797409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Pushing event updated for resources: {'Port': ['ID=a04572df-a94d-46d4-b0a8-bac496499ded,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:39.846315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:39.855179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Attempting to bind port a04572df-a94d-46d4-b0a8-bac496499ded on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:39.855557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Attempting to bind port a04572df-a94d-46d4-b0a8-bac496499ded by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:39.855921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Attempting to bind port a04572df-a94d-46d4-b0a8-bac496499ded on network 92707977-1bcc-4db0-98a4-b03e222b1768 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:39.861133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:39.861508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Checking segment: {'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:39.861938 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:39.862338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Bound using segment: {'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:39.862801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Bound port: a04572df-a94d-46d4-b0a8-bac496499ded, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:39.863215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:39.932517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] For port a04572df-a94d-46d4-b0a8-bac496499ded, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:39.937180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] For port a04572df-a94d-46d4-b0a8-bac496499ded, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a04572df-a94d-46d4-b0a8-bac496499ded,segment=NetworkSegment(9178c43b-7c45-487a-91e4-d018decabb42),segment_id=9178c43b-7c45-487a-91e4-d018decabb42)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:40.017342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.091943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d1596-1d1e-49b0-aec7-1e76004ab9b4 None None] Pushing event updated for resources: {'Port': ['ID=a04572df-a94d-46d4-b0a8-bac496499ded,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:40.110849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.20.0.1 (92707977-1bcc-4db0-98a4-b03e222b1768/69753d8e-7da6-415c-a1ca-2fc5e01c605d/dad4a5df-f3dd-48a4-84eb-842e1eb95e8b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:40.233925 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.368578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.410535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 92707977-1bcc-4db0-98a4-b03e222b1768 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:40.413714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:40.418233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:40.447885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:40.470064 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.657475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.692215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a04572df-a94d-46d4-b0a8-bac496499ded up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:40.742040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a04572df-a94d-46d4-b0a8-bac496499ded triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:40.742595 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.824280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a04572df-a94d-46d4-b0a8-bac496499ded is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:40.824692 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.862654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port a04572df-a94d-46d4-b0a8-bac496499ded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a04572df-a94d-46d4-b0a8-bac496499ded,segment=NetworkSegment(9178c43b-7c45-487a-91e4-d018decabb42),segment_id=9178c43b-7c45-487a-91e4-d018decabb42)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:40.931957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.949247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:40.984325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=a04572df-a94d-46d4-b0a8-bac496499ded,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:41.040289 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.079410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a213a635-0866-4178-98c1-42ba1d958aae None None] Network 92707977-1bcc-4db0-98a4-b03e222b1768 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:41.120182 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.122954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:41.195007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-45403ebc-8166-4b37-8ce3-0a4fd5f58060 None None] Provisioning complete for port a04572df-a94d-46d4-b0a8-bac496499ded triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:41.195409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-45403ebc-8166-4b37-8ce3-0a4fd5f58060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.217206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 92707977-1bcc-4db0-98a4-b03e222b1768 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:41.218732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:41.298542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-45403ebc-8166-4b37-8ce3-0a4fd5f58060 None None] Current status of the port a04572df-a94d-46d4-b0a8-bac496499ded is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:41.433725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:42:41.517679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6263102a-dcfb-4256-bef7-571c343392d0 None None] Provisioning complete for port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:41.518084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6263102a-dcfb-4256-bef7-571c343392d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.536480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:41.541863 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7e11dcf9-3162-4b1c-a839-a680800fc169 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3237529
Apr 30 21:42:41.544448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41816) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:41.547765 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:41.556179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292417339'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:41.559662 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:41.560399 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb0c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:41.572006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6263102a-dcfb-4256-bef7-571c343392d0 None None] Port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:41.581112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6263102a-dcfb-4256-bef7-571c343392d0 None None] Provisioning complete for port a04572df-a94d-46d4-b0a8-bac496499ded triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:41.581508 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6263102a-dcfb-4256-bef7-571c343392d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.645670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:41.651163 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.671689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6263102a-dcfb-4256-bef7-571c343392d0 None None] Current status of the port a04572df-a94d-46d4-b0a8-bac496499ded is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:41.675666 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:41.684514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:41.694524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0769cb3a-05c7-4879-861f-19169cbcc8f1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.694878 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment 0769cb3a-05c7-4879-861f-19169cbcc8f1 of type vlan for network 1fa86e1f-369e-4d2e-a67a-9756008badf9
Apr 30 21:42:41.738433 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (1fa86e1f-369e-4d2e-a67a-9756008badf9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.789185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c1ffa801-a090-4223-a89a-65db144ac24c None None] Provisioning complete for port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:41.790384 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa801-a090-4223-a89a-65db144ac24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.826049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffa801-a090-4223-a89a-65db144ac24c None None] Port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:41.835909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (1fa86e1f-369e-4d2e-a67a-9756008badf9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.841556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:41.842315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.884805 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb0c220>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:40Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:40Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:41.918190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=1fa86e1f-369e-4d2e-a67a-9756008badf9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:41.920116 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:42:41.920608 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Updating router bd840597-7f34-4c22-8ca5-984b24c5458c port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:42:41.928940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 1fa86e1f-369e-4d2e-a67a-9756008badf9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:41.956527 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:41.967718 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-91a2c9d6-1568-40b8-a585-7a2160490d84 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4220307
Apr 30 21:42:41.971275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41818) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:41.976705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:41.984780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-66caa27e-5534-4b9b-8494-e949e8511597 None None] Provisioning complete for port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:41.985158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-66caa27e-5534-4b9b-8494-e949e8511597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.033594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-66caa27e-5534-4b9b-8494-e949e8511597 None None] Port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:42.130884 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:42.134650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.232549 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Publish callbacks [] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.293010 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.347146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Pushing event updated for resources: {'Port': ['ID=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:42.371764 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.372108 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.372439 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.372766 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.373089 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.373409 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.373725 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.374069 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.374381 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.374693 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.375059 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.375420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.375696 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.376007 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.376316 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:42:42.405432 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (dc25ce46-7b80-4842-8f82-09bcebb004ea), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.407105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Attempting to bind port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:42.407475 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Attempting to bind port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:42.407829 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Attempting to bind port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b on network 92707977-1bcc-4db0-98a4-b03e222b1768 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:42.413419 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:42.414050 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Checking segment: {'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:42.415152 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.415152 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Bound using segment: {'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:42.415349 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Bound port: dad4a5df-f3dd-48a4-84eb-842e1eb95e8b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9178c43b-7c45-487a-91e4-d018decabb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:42.415743 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.477661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=dc25ce46-7b80-4842-8f82-09bcebb004ea,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:42.486790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:42.487152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: 1fa86e1f-369e-4d2e-a67a-9756008badf9, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:42.491917 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] For port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:42.496891 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] For port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,segment=NetworkSegment(9178c43b-7c45-487a-91e4-d018decabb42),segment_id=9178c43b-7c45-487a-91e4-d018decabb42)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:42.555443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5091d731-ae93-4035-973e-c4c5c29388c2 None None] Provisioning complete for port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:42.555874 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5091d731-ae93-4035-973e-c4c5c29388c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.579551 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.590800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5091d731-ae93-4035-973e-c4c5c29388c2 None None] Port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:42.603718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 1fa86e1f-369e-4d2e-a67a-9756008badf9 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:42.637507 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:42.638214 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb0c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:42.700903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a04572df-a94d-46d4-b0a8-bac496499ded up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:42.702675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1fa86e1f-369e-4d2e-a67a-9756008badf9) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:42.710533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:42.711316 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.744973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95930de7-2ded-4d6e-b3a8-4c28255e8d6c None None] Network 1fa86e1f-369e-4d2e-a67a-9756008badf9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:42.813648 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f5395-8fb2-492a-93a8-a5472a33201e None None] Pushing event updated for resources: {'Port': ['ID=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:42.832810 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-243739dc-9f8f-4d8c-be04-fb4917873eaf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8585534
Apr 30 21:42:42.834643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41822) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:42.840512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a04572df-a94d-46d4-b0a8-bac496499ded triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:42.840512 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.846868 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:42.905462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1fa86e1f-369e-4d2e-a67a-9756008badf9', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:42:42.906406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:42.929333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-235620c7-ed18-402f-89ba-a47ba8d19f47 None None] Provisioning complete for port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:42.929826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-235620c7-ed18-402f-89ba-a47ba8d19f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.046184 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb0c220>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:40Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:42Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:43.080298 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d724b402-6bea-4f13-b165-8e4dd4c5b040 None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:40Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:42Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:43.083232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a04572df-a94d-46d4-b0a8-bac496499ded is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:43.164960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Allocated IP 172.21.0.2 (1fa86e1f-369e-4d2e-a67a-9756008badf9/dc25ce46-7b80-4842-8f82-09bcebb004ea/72bda61f-ba87-43ff-b6be-38e670afc897) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:43.173030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-235620c7-ed18-402f-89ba-a47ba8d19f47 None None] Current status of the port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:43.173423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-235620c7-ed18-402f-89ba-a47ba8d19f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.261599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-235620c7-ed18-402f-89ba-a47ba8d19f47 None None] For port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,segment=NetworkSegment(9178c43b-7c45-487a-91e4-d018decabb42),segment_id=9178c43b-7c45-487a-91e4-d018decabb42)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:43.351468 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-235620c7-ed18-402f-89ba-a47ba8d19f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.423978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Publish callbacks [] for port (72bda61f-ba87-43ff-b6be-38e670afc897), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.440850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235620c7-ed18-402f-89ba-a47ba8d19f47 None None] Pushing event updated for resources: {'Port': ['ID=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:43.494165 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.551797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Network 1fa86e1f-369e-4d2e-a67a-9756008badf9 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:43.562206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:43.564429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Pushing event updated for resources: {'Port': ['ID=72bda61f-ba87-43ff-b6be-38e670afc897,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:43.566910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:43.578214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.626273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Attempting to bind port 72bda61f-ba87-43ff-b6be-38e670afc897 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:43.626709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Attempting to bind port 72bda61f-ba87-43ff-b6be-38e670afc897 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:43.627804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Attempting to bind port 72bda61f-ba87-43ff-b6be-38e670afc897 on network 1fa86e1f-369e-4d2e-a67a-9756008badf9 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:43.632472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:43.632767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Checking segment: {'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:43.633820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.634221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Bound using segment: {'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:43.634690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Bound port: 72bda61f-ba87-43ff-b6be-38e670afc897, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:43.635071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.708452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5363c632-efac-4715-9b04-240b7b62998d None None] For port 72bda61f-ba87-43ff-b6be-38e670afc897, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:43.712272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5363c632-efac-4715-9b04-240b7b62998d None None] For port 72bda61f-ba87-43ff-b6be-38e670afc897, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72bda61f-ba87-43ff-b6be-38e670afc897,segment=NetworkSegment(0769cb3a-05c7-4879-861f-19169cbcc8f1),segment_id=0769cb3a-05c7-4879-861f-19169cbcc8f1)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:43.831222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:43.875924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.21.0.1 (1fa86e1f-369e-4d2e-a67a-9756008badf9/dc25ce46-7b80-4842-8f82-09bcebb004ea/27f89870-152f-42c7-a3f8-ec7b208849f9) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:43.907559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363c632-efac-4715-9b04-240b7b62998d None None] Pushing event updated for resources: {'Port': ['ID=72bda61f-ba87-43ff-b6be-38e670afc897,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:44.003000 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.094727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.141032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 1fa86e1f-369e-4d2e-a67a-9756008badf9 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:44.144385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:44.151491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:44.156044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=27f89870-152f-42c7-a3f8-ec7b208849f9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:44.199948 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.377130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.660239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.723492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dad4a5df-f3dd-48a4-84eb-842e1eb95e8b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:44.730986 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.771712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:44.775451 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.806928 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.808677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=27f89870-152f-42c7-a3f8-ec7b208849f9,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:44.858057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:44.859122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72bda61f-ba87-43ff-b6be-38e670afc897 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:44.914777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 1fa86e1f-369e-4d2e-a67a-9756008badf9 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:44.915320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 72bda61f-ba87-43ff-b6be-38e670afc897 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:44.915865 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:44.916257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:45.010120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 72bda61f-ba87-43ff-b6be-38e670afc897 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:45.010513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.027626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:45.047532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 72bda61f-ba87-43ff-b6be-38e670afc897, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72bda61f-ba87-43ff-b6be-38e670afc897,segment=NetworkSegment(0769cb3a-05c7-4879-861f-19169cbcc8f1),segment_id=0769cb3a-05c7-4879-861f-19169cbcc8f1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:45.134866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:45.141846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a8fdf0db-8fe2-45d7-aee9-1bcdec1709dc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3037236
Apr 30 21:42:45.142682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41848) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:45.145921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:45.148393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-883522309'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:45.150593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.187933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:45.188580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e30d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:45.253501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:45.257049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.280457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=72bda61f-ba87-43ff-b6be-38e670afc897,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:45.299106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:45.309282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa1e1e5-30ff-486c-bbde-9cbac6c912b0 None None] Network 1fa86e1f-369e-4d2e-a67a-9756008badf9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:45.311645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fcfb46a1-c00c-4d0f-9dc9-701a460921c5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.311785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:45.312101 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment fcfb46a1-c00c-4d0f-9dc9-701a460921c5 of type vlan for network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88
Apr 30 21:42:45.352674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.425210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.431032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:45.431658 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.502529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:45.531343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:45.547656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-934e29ae-aed6-47c4-8b8a-38c9329f0f17 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4035518
Apr 30 21:42:45.550783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41850) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:45.556527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:45.627464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2af65a4c-831f-4b1c-ad0c-889ec97306fa None None] Provisioning complete for port 72bda61f-ba87-43ff-b6be-38e670afc897 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:45.627841 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2af65a4c-831f-4b1c-ad0c-889ec97306fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.733181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:45.736664 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:45.858460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2af65a4c-831f-4b1c-ad0c-889ec97306fa None None] Current status of the port 72bda61f-ba87-43ff-b6be-38e670afc897 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:45.877658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e30d430>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:44Z', 'revision_number': 3, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:44Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:45.909913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:42:45.910271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Updating router bd840597-7f34-4c22-8ca5-984b24c5458c port 27f89870-152f-42c7-a3f8-ec7b208849f9 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:42:45.941394 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.036592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.089375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0a876f5f-963f-490c-9f45-8582f3aec374 None None] Provisioning complete for port 72bda61f-ba87-43ff-b6be-38e670afc897 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:46.090118 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a876f5f-963f-490c-9f45-8582f3aec374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.098087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:46.115775 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:46.116145 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:46.194862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:46.256220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0a876f5f-963f-490c-9f45-8582f3aec374 None None] Current status of the port 72bda61f-ba87-43ff-b6be-38e670afc897 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:46.279836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0a876f5f-963f-490c-9f45-8582f3aec374 None None] Provisioning complete for port 27f89870-152f-42c7-a3f8-ec7b208849f9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:46.280221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a876f5f-963f-490c-9f45-8582f3aec374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.286423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:46.293214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:46.293848 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.303470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ed691-a0b3-423e-b800-cd93df53a323 None None] Network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:46.376436 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bff47fc9-38f0-4272-abc9-7f6fdbab6ce2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8243840
Apr 30 21:42:46.379508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:46.395191 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Publish callbacks [] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.404730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0a876f5f-963f-490c-9f45-8582f3aec374 None None] Port 27f89870-152f-42c7-a3f8-ec7b208849f9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:46.450062 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.476568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:42:46.477977 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.528461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132479e-18e1-42f7-bba2-1feb0056f89a None None] Pushing event updated for resources: {'Port': ['ID=27f89870-152f-42c7-a3f8-ec7b208849f9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:46.605717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-385d3461-e23b-4514-9dd9-c8c864f629e4 None None] Provisioning complete for port 27f89870-152f-42c7-a3f8-ec7b208849f9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:46.606139 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-385d3461-e23b-4514-9dd9-c8c864f629e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.706945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72bda61f-ba87-43ff-b6be-38e670afc897 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:46.734362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Attempting to bind port 27f89870-152f-42c7-a3f8-ec7b208849f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:46.734742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Attempting to bind port 27f89870-152f-42c7-a3f8-ec7b208849f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:46.735095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Attempting to bind port 27f89870-152f-42c7-a3f8-ec7b208849f9 on network 1fa86e1f-369e-4d2e-a67a-9756008badf9 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:46.744105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-385d3461-e23b-4514-9dd9-c8c864f629e4 None None] Port 27f89870-152f-42c7-a3f8-ec7b208849f9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:46.757122 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:46.757451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Checking segment: {'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:46.757884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.758850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Bound using segment: {'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:46.759332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Bound port: 27f89870-152f-42c7-a3f8-ec7b208849f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0769cb3a-05c7-4879-861f-19169cbcc8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:46.759720 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.783488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Allocated IP 172.22.0.2 (bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88/de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7/161fa95c-e35b-4025-aec0-b0cbb2e23945) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:46.799660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.873043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 72bda61f-ba87-43ff-b6be-38e670afc897 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:46.873420 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.922561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-92625e1c-9f17-4aea-9746-71b04ca33224 None None] Provisioning complete for port 27f89870-152f-42c7-a3f8-ec7b208849f9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:46.922936 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-92625e1c-9f17-4aea-9746-71b04ca33224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:46.979614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] For port 27f89870-152f-42c7-a3f8-ec7b208849f9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:47.010032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-92625e1c-9f17-4aea-9746-71b04ca33224 None None] Port 27f89870-152f-42c7-a3f8-ec7b208849f9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:47.013983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] For port 27f89870-152f-42c7-a3f8-ec7b208849f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f89870-152f-42c7-a3f8-ec7b208849f9,segment=NetworkSegment(0769cb3a-05c7-4879-861f-19169cbcc8f1),segment_id=0769cb3a-05c7-4879-861f-19169cbcc8f1)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:47.110402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 72bda61f-ba87-43ff-b6be-38e670afc897 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:47.112631 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Publish callbacks [] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.116416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.178532 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.179443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132479e-18e1-42f7-bba2-1feb0056f89a None None] Pushing event updated for resources: {'Port': ['ID=27f89870-152f-42c7-a3f8-ec7b208849f9,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:47.182515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:47.183128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e30d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:47.266388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.324948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.22.0.1 (bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88/de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7/5c1ef657-c96f-4136-907d-5be83c71a808) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:47.449058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (5c1ef657-c96f-4136-907d-5be83c71a808), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.469729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:47.480458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:47.485366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:47.515467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:47.525617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a1c5c80d-e381-4c35-85e3-e76d5c4c43b2 None None] Provisioning complete for port 27f89870-152f-42c7-a3f8-ec7b208849f9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:47.526018 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a1c5c80d-e381-4c35-85e3-e76d5c4c43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.545267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.556911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Pushing event updated for resources: {'Port': ['ID=161fa95c-e35b-4025-aec0-b0cbb2e23945,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:47.589514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:47.592737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:47.596565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:47.626504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=5c1ef657-c96f-4136-907d-5be83c71a808,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:47.646751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.705509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Attempting to bind port 161fa95c-e35b-4025-aec0-b0cbb2e23945 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:47.705918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Attempting to bind port 161fa95c-e35b-4025-aec0-b0cbb2e23945 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:47.706353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Attempting to bind port 161fa95c-e35b-4025-aec0-b0cbb2e23945 on network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:47.718539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:47.718924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Checking segment: {'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:47.719334 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.719734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Bound using segment: {'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:47.720211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Bound port: 161fa95c-e35b-4025-aec0-b0cbb2e23945, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:47.720600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.827412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5c80d-e381-4c35-85e3-e76d5c4c43b2 None None] Current status of the port 27f89870-152f-42c7-a3f8-ec7b208849f9 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:47.827702 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a1c5c80d-e381-4c35-85e3-e76d5c4c43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.877726 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.904906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e30d430>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:44Z', 'revision_number': 3, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:46Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:47.907128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] For port 161fa95c-e35b-4025-aec0-b0cbb2e23945, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:47.948663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e9e16-b7be-44c5-a504-2abf5a2e036a None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:44Z', 'revision_number': 3, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:46Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:47.950262 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d46fbaa6-c537-4539-a82c-e1565a75a25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:47.956113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a1c5c80d-e381-4c35-85e3-e76d5c4c43b2 None None] For port 27f89870-152f-42c7-a3f8-ec7b208849f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f89870-152f-42c7-a3f8-ec7b208849f9,segment=NetworkSegment(0769cb3a-05c7-4879-861f-19169cbcc8f1),segment_id=0769cb3a-05c7-4879-861f-19169cbcc8f1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:47.958023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] For port 161fa95c-e35b-4025-aec0-b0cbb2e23945, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=161fa95c-e35b-4025-aec0-b0cbb2e23945,segment=NetworkSegment(fcfb46a1-c00c-4d0f-9dc9-701a460921c5),segment_id=fcfb46a1-c00c-4d0f-9dc9-701a460921c5)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:48.022931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a1c5c80d-e381-4c35-85e3-e76d5c4c43b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.052649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.112265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5c80d-e381-4c35-85e3-e76d5c4c43b2 None None] Pushing event updated for resources: {'Port': ['ID=27f89870-152f-42c7-a3f8-ec7b208849f9,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:48.183205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc49fa-fafe-407b-96a9-e249e64ebe69 None None] Pushing event updated for resources: {'Port': ['ID=161fa95c-e35b-4025-aec0-b0cbb2e23945,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:48.232744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (5c1ef657-c96f-4136-907d-5be83c71a808), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.296554 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.394767 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.398450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=5c1ef657-c96f-4136-907d-5be83c71a808,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:48.515343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:48.519345 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:48.655155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:48.735368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 27f89870-152f-42c7-a3f8-ec7b208849f9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:48.763825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:48.769172 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d3321e42-35ef-48c9-8e95-923a274684b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3885815
Apr 30 21:42:48.772135 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41878) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:48.778292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'network': {'name': 'tempest-RoutersTest-189173626'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:48.802618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 27f89870-152f-42c7-a3f8-ec7b208849f9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:48.803040 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.856794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:48.860250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.883604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 27f89870-152f-42c7-a3f8-ec7b208849f9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:48.884233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:42:48.884716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 161fa95c-e35b-4025-aec0-b0cbb2e23945 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:48.895664 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4badfb66-2fef-4422-ad82-faf1ba4c65cc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.896101 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added segment 4badfb66-2fef-4422-ad82-faf1ba4c65cc of type vlan for network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b
Apr 30 21:42:48.941155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 161fa95c-e35b-4025-aec0-b0cbb2e23945 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:48.941634 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:48.946396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.030689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 161fa95c-e35b-4025-aec0-b0cbb2e23945 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:49.031241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.052029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.062148 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:49.063050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.063768 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:49.070077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 161fa95c-e35b-4025-aec0-b0cbb2e23945, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=161fa95c-e35b-4025-aec0-b0cbb2e23945,segment=NetworkSegment(fcfb46a1-c00c-4d0f-9dc9-701a460921c5),segment_id=fcfb46a1-c00c-4d0f-9dc9-701a460921c5)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:49.076795 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:49.077425 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d8c7dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:49.134403 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.137782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Network': ['ID=14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:49.159279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:42:49.167008 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-18140741-f58f-4829-ae19-163cbe851e27 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3907499
Apr 30 21:42:49.167807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41880) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:49.173150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'subnet': {'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:49.173906 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:49.289398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=161fa95c-e35b-4025-aec0-b0cbb2e23945,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:49.348613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Made reservation on behalf of 6ab8dab5b457417db332136906fb204a for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:42:49.352489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.360535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da7551-cd1e-4d2e-9f43-2891c94dd473 None None] Network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:49.395567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d8c7dc0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:48Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:49.428726 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:42:49.429090 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Updating router bd840597-7f34-4c22-8ca5-984b24c5458c port 5c1ef657-c96f-4136-907d-5be83c71a808 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:42:49.461015 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.484330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-78a15700-f2db-4756-ab76-c2e88016b378 None None] Provisioning complete for port 161fa95c-e35b-4025-aec0-b0cbb2e23945 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:49.484715 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-78a15700-f2db-4756-ab76-c2e88016b378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.574959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-78a15700-f2db-4756-ab76-c2e88016b378 None None] Current status of the port 161fa95c-e35b-4025-aec0-b0cbb2e23945 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:49.613381 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.679438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Subnet': ['ID=7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:49.689661 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Checking segment: {'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:49.690094 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network hostable DHCP agents. Network: 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:42:49.745168 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Publish callbacks [] for port (5c1ef657-c96f-4136-907d-5be83c71a808), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.768927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:42:49.795073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1abaaed9-a53e-4c29-a9b2-544ee09534d1 None None] Provisioning complete for port 161fa95c-e35b-4025-aec0-b0cbb2e23945 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:49.795539 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1abaaed9-a53e-4c29-a9b2-544ee09534d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.819021 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.842962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:49.858982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:42:49.859844 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.867240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1abd67-cf56-4dea-8652-e710e69d2a64 None None] Network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:49.919613 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fc166-de66-41f6-8f92-266e8f543634 None None] Pushing event updated for resources: {'Port': ['ID=5c1ef657-c96f-4136-907d-5be83c71a808,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:49.928521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1abaaed9-a53e-4c29-a9b2-544ee09534d1 None None] Current status of the port 161fa95c-e35b-4025-aec0-b0cbb2e23945 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:49.937288 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Attempting to bind port 5c1ef657-c96f-4136-907d-5be83c71a808 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:49.937964 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Attempting to bind port 5c1ef657-c96f-4136-907d-5be83c71a808 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:49.938377 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Attempting to bind port 5c1ef657-c96f-4136-907d-5be83c71a808 on network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:49.943929 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:49.944291 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Checking segment: {'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:49.944844 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.945807 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Bound using segment: {'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:49.946287 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Bound port: 5c1ef657-c96f-4136-907d-5be83c71a808, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:49.946654 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:49.955414 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-447cf459-0d2a-41e5-a700-a74c350668c2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7838721
Apr 30 21:42:49.955948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41884) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:49.979083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1abaaed9-a53e-4c29-a9b2-544ee09534d1 None None] Provisioning complete for port 5c1ef657-c96f-4136-907d-5be83c71a808 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:49.980546 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1abaaed9-a53e-4c29-a9b2-544ee09534d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.018614 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] For port 5c1ef657-c96f-4136-907d-5be83c71a808, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:50.022993 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] For port 5c1ef657-c96f-4136-907d-5be83c71a808, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c1ef657-c96f-4136-907d-5be83c71a808,segment=NetworkSegment(fcfb46a1-c00c-4d0f-9dc9-701a460921c5),segment_id=fcfb46a1-c00c-4d0f-9dc9-701a460921c5)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:50.042363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b', 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b', 'project_id': '6ab8dab5b457417db332136906fb204a', 'fixed_ips': [{'subnet_id': '7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:42:50.043224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.046935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1abaaed9-a53e-4c29-a9b2-544ee09534d1 None None] Port 5c1ef657-c96f-4136-907d-5be83c71a808 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:50.106293 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.159649 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:50.161065 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d8c7dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:50.226397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Allocated IP 172.23.0.2 (14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b/7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc/e759463e-f5a3-4862-a0f8-36dde2432f4d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:50.233535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5176665e-dd0d-481e-b449-4b00fff393ba None None] Provisioning complete for port 5c1ef657-c96f-4136-907d-5be83c71a808 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:50.234039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5176665e-dd0d-481e-b449-4b00fff393ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.298477 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fc166-de66-41f6-8f92-266e8f543634 None None] Pushing event updated for resources: {'Port': ['ID=5c1ef657-c96f-4136-907d-5be83c71a808,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:50.303736 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:50.446552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5176665e-dd0d-481e-b449-4b00fff393ba None None] Current status of the port 5c1ef657-c96f-4136-907d-5be83c71a808 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:50.446881 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5176665e-dd0d-481e-b449-4b00fff393ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.533139 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d8c7dc0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:50.546905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5176665e-dd0d-481e-b449-4b00fff393ba None None] For port 5c1ef657-c96f-4136-907d-5be83c71a808, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c1ef657-c96f-4136-907d-5be83c71a808,segment=NetworkSegment(fcfb46a1-c00c-4d0f-9dc9-701a460921c5),segment_id=fcfb46a1-c00c-4d0f-9dc9-701a460921c5)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:50.566508 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b34b035-0e33-411c-b1cf-757764ef4c80 None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:50.573490 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Publish callbacks [] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.665111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9554bd60-0b2d-4352-a28b-69cec0e523e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.706625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.718633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5176665e-dd0d-481e-b449-4b00fff393ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.762052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:50.770321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:50.774187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:50.795779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Pushing event updated for resources: {'Port': ['ID=e759463e-f5a3-4862-a0f8-36dde2432f4d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:50.866124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 161fa95c-e35b-4025-aec0-b0cbb2e23945 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:50.925586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.930823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-22a5df9a-fd69-4589-909d-cb5781fd4db1 None None] Provisioning complete for port 5c1ef657-c96f-4136-907d-5be83c71a808 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:50.930823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-22a5df9a-fd69-4589-909d-cb5781fd4db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:50.991970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Attempting to bind port e759463e-f5a3-4862-a0f8-36dde2432f4d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:50.992261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Attempting to bind port e759463e-f5a3-4862-a0f8-36dde2432f4d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:50.993194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Attempting to bind port e759463e-f5a3-4862-a0f8-36dde2432f4d on network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:51.004844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176665e-dd0d-481e-b449-4b00fff393ba None None] Pushing event updated for resources: {'Port': ['ID=5c1ef657-c96f-4136-907d-5be83c71a808,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:51.010886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:51.011215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Checking segment: {'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:51.016270 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.016270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Bound using segment: {'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:51.016270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Bound port: e759463e-f5a3-4862-a0f8-36dde2432f4d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:51.016270 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.043086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 161fa95c-e35b-4025-aec0-b0cbb2e23945 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:51.043731 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.246524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Allocated IP 172.23.0.1 (14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b/7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc/1b8c9985-bdaa-4a66-8187-eb0311b1d63a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:42:51.341222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-22a5df9a-fd69-4589-909d-cb5781fd4db1 None None] Current status of the port 5c1ef657-c96f-4136-907d-5be83c71a808 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:51.347750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] For port e759463e-f5a3-4862-a0f8-36dde2432f4d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:51.354588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] For port e759463e-f5a3-4862-a0f8-36dde2432f4d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e759463e-f5a3-4862-a0f8-36dde2432f4d,segment=NetworkSegment(4badfb66-2fef-4422-ad82-faf1ba4c65cc),segment_id=4badfb66-2fef-4422-ad82-faf1ba4c65cc)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:51.392937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.398426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 161fa95c-e35b-4025-aec0-b0cbb2e23945 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:51.399532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5c1ef657-c96f-4136-907d-5be83c71a808 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:51.448634 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.452599 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.452599 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.457384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5c1ef657-c96f-4136-907d-5be83c71a808 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:51.457800 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.494075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.549029 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:51.552508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:51.557369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:42:51.558385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4320827-1288-4a4a-bbd8-a6f857a33b30 None None] Pushing event updated for resources: {'Port': ['ID=e759463e-f5a3-4862-a0f8-36dde2432f4d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:51.589854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:51.613681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5c1ef657-c96f-4136-907d-5be83c71a808 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:51.619961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:51.818063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:52.090817 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:52.154838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:52.229216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event updated for resources: {'Port': ['ID=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:52.231827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:52.339315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:42:52.340695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:42:52.461904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:52.560904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:52.569181 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-79889592-da14-492f-a401-22b8685e27f1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6094687
Apr 30 21:42:52.569181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:52.572403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:52.573880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:52.583352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:52.583997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fe16e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:52.661927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4648e481-c6ce-4c79-b48d-d82e509b6284 None None] Network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:52.741038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-abe6d725-9b41-485c-b811-6a3794769f59 None None] Provisioning complete for port e759463e-f5a3-4862-a0f8-36dde2432f4d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:52.741528 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-abe6d725-9b41-485c-b811-6a3794769f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:52.793455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e759463e-f5a3-4862-a0f8-36dde2432f4d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:52.798871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:52.996563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.extraroute_db [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=115773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 30 21:42:53.011016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.extraroute_db [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Removed routes are [] {{(pid=115773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 30 21:42:53.012144 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.033967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e759463e-f5a3-4862-a0f8-36dde2432f4d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:53.034344 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.067266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-abe6d725-9b41-485c-b811-6a3794769f59 None None] Current status of the port e759463e-f5a3-4862-a0f8-36dde2432f4d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:53.067653 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-abe6d725-9b41-485c-b811-6a3794769f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.157480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-abe6d725-9b41-485c-b811-6a3794769f59 None None] For port e759463e-f5a3-4862-a0f8-36dde2432f4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e759463e-f5a3-4862-a0f8-36dde2432f4d,segment=NetworkSegment(4badfb66-2fef-4422-ad82-faf1ba4c65cc),segment_id=4badfb66-2fef-4422-ad82-faf1ba4c65cc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:53.217540 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.223166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fe16e20>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:51Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '1b8c9985-bdaa-4a66-8187-eb0311b1d63a', 'name': '', 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:57:fd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:51Z', 'updated_at': '2022-04-30T21:42:51Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:53.258839 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-abe6d725-9b41-485c-b811-6a3794769f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.266023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:42:53.266377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Updating router bd840597-7f34-4c22-8ca5-984b24c5458c port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:42:53.287931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e759463e-f5a3-4862-a0f8-36dde2432f4d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:53.288320 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.343441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.349638 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.350023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.396672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6d725-9b41-485c-b811-6a3794769f59 None None] Pushing event updated for resources: {'Port': ['ID=e759463e-f5a3-4862-a0f8-36dde2432f4d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:53.415530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a9b50fb9-8743-43cb-bc47-4c5c81d025a3 None None] Provisioning complete for port e759463e-f5a3-4862-a0f8-36dde2432f4d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:53.415901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a9b50fb9-8743-43cb-bc47-4c5c81d025a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.447132 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:42:53.447493 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:42:53.475440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:53.577610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:53.584485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.589326 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-678ff376-9f90-47a7-8123-380c5d0e0ebf tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 200  len: 932 time: 1.0159829
Apr 30 21:42:53.589505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41932) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:53.645854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a9b50fb9-8743-43cb-bc47-4c5c81d025a3 None None] Current status of the port e759463e-f5a3-4862-a0f8-36dde2432f4d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:53.668669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a9b50fb9-8743-43cb-bc47-4c5c81d025a3 None None] Provisioning complete for port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:53.668962 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a9b50fb9-8743-43cb-bc47-4c5c81d025a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.701464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41934) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:53.701773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b27ccd12-a69b-482f-8ced-64b02c17bdcc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 200  len: 932 time: 0.1114588
Apr 30 21:42:53.706652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'routes': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:42:53.730576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a9b50fb9-8743-43cb-bc47-4c5c81d025a3 None None] Port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:53.797339 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Publish callbacks [] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.847359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-78c21e01-427d-49bc-8faf-61b59a0a9f0b None None] Provisioning complete for port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:53.847735 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-78c21e01-427d-49bc-8faf-61b59a0a9f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.870562 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:53.921218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-78c21e01-427d-49bc-8faf-61b59a0a9f0b None None] Port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:53.931527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839eb1-8b5c-48f3-8d82-3c048d150fe3 None None] Pushing event updated for resources: {'Port': ['ID=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:54.021367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Attempting to bind port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:42:54.021738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Attempting to bind port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:42:54.022123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Attempting to bind port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a on network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:42:54.025473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e759463e-f5a3-4862-a0f8-36dde2432f4d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:54.026466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5c1ef657-c96f-4136-907d-5be83c71a808 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:54.049302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:42:54.049708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Checking segment: {'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:42:54.050140 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.050536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Bound using segment: {'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:42:54.051018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Bound port: 1b8c9985-bdaa-4a66-8187-eb0311b1d63a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4badfb66-2fef-4422-ad82-faf1ba4c65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:42:54.051387 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.081300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.extraroute_db [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added routes are [] {{(pid=115773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 30 21:42:54.081618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.extraroute_db [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=115773) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 30 21:42:54.126285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.134049 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5c1ef657-c96f-4136-907d-5be83c71a808 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:54.134449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.172319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] For port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:42:54.190525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] For port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,segment=NetworkSegment(4badfb66-2fef-4422-ad82-faf1ba4c65cc),segment_id=4badfb66-2fef-4422-ad82-faf1ba4c65cc)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:42:54.237026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5c1ef657-c96f-4136-907d-5be83c71a808 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:54.257527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-41c45633-a776-464b-a2cc-fc1916aa2a09 None None] Provisioning complete for port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:54.257527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41c45633-a776-464b-a2cc-fc1916aa2a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.279321 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.401419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.405244 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.522613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0839eb1-8b5c-48f3-8d82-3c048d150fe3 None None] Pushing event updated for resources: {'Port': ['ID=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:54.530149 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:54.530641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-41c45633-a776-464b-a2cc-fc1916aa2a09 None None] Port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:42:54.544657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:54.545286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fe16e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:54.613621 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.634693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:54.644761 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.648461 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8e1b7a34-77ca-41c3-b1fc-85f16afc6f2f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 200  len: 698 time: 0.9429505
Apr 30 21:42:54.649297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41938) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:54.651374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:54.692616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7f62f5f0-4a40-42fb-a371-3da21c9b8207 None None] Provisioning complete for port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:54.693082 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f62f5f0-4a40-42fb-a371-3da21c9b8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.721462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e759463e-f5a3-4862-a0f8-36dde2432f4d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:42:54.766626 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2c178eaf-d18e-4b46-bec4-09a5b1253b2e tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 200  len: 698 time: 0.1160676
Apr 30 21:42:54.769823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41940) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:54.906700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e759463e-f5a3-4862-a0f8-36dde2432f4d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:42:54.907433 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:54.963525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7f62f5f0-4a40-42fb-a371-3da21c9b8207 None None] Current status of the port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:54.963917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f62f5f0-4a40-42fb-a371-3da21c9b8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:55.026126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fe16e20>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:54Z', 'revision_number': 7, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '1b8c9985-bdaa-4a66-8187-eb0311b1d63a', 'name': '', 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:57:fd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:51Z', 'updated_at': '2022-04-30T21:42:54Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:55.085679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25aeae0-58c7-4e41-b880-ad143bf0b13d None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:54Z', 'revision_number': 7, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '1b8c9985-bdaa-4a66-8187-eb0311b1d63a', 'name': '', 'network_id': '14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:57:fd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:51Z', 'updated_at': '2022-04-30T21:42:54Z', 'revision_number': 4, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:55.089830 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:55.090655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7f62f5f0-4a40-42fb-a371-3da21c9b8207 None None] For port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,segment=NetworkSegment(4badfb66-2fef-4422-ad82-faf1ba4c65cc),segment_id=4badfb66-2fef-4422-ad82-faf1ba4c65cc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:55.106783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e759463e-f5a3-4862-a0f8-36dde2432f4d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:42:55.161011 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f62f5f0-4a40-42fb-a371-3da21c9b8207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:55.220094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62f5f0-4a40-42fb-a371-3da21c9b8207 None None] Pushing event updated for resources: {'Port': ['ID=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:55.365126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:55.365824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:55.460502 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port 1b8c9985-bdaa-4a66-8187-eb0311b1d63a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,segment=NetworkSegment(4badfb66-2fef-4422-ad82-faf1ba4c65cc),segment_id=4badfb66-2fef-4422-ad82-faf1ba4c65cc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:55.461315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:55.474798 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 1b8c9985-bdaa-4a66-8187-eb0311b1d63a owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:55.731563 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1b8c9985-bdaa-4a66-8187-eb0311b1d63a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:55.766198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=1b8c9985-bdaa-4a66-8187-eb0311b1d63a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:55.796871 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:55.813947 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:55.815040 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd6fe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:55.931343 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:56.248722 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd6fe20>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:55Z', 'revision_number': 8, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:56.277312 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:42:56.287980 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:56.288602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd6fe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:56.289396 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:56.382423 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:56.496052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:56.583913 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd6fe20>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:55Z', 'revision_number': 8, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:56.593891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:56.598865 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b09b4aa9-0ca6-4303-9217-98e792fca8d0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8281009
Apr 30 21:42:56.601526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41958) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:56.615964 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556463f8-757b-4fa0-aed1-9db0ece79c28 None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:55Z', 'revision_number': 8, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:56.659717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f499425-bf6e-4640-9c09-ea0682e52ca1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet 7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:56.663091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2f499425-bf6e-4640-9c09-ea0682e52ca1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:56.702894 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2f499425-bf6e-4640-9c09-ea0682e52ca1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:56.783881 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2f499425-bf6e-4640-9c09-ea0682e52ca1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:56.920215 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2f499425-bf6e-4640-9c09-ea0682e52ca1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:56.947733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f499425-bf6e-4640-9c09-ea0682e52ca1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:56.951485 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2f499425-bf6e-4640-9c09-ea0682e52ca1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:56.954723 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2f499425-bf6e-4640-9c09-ea0682e52ca1 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc HTTP/1.1" status: 204  len: 168 time: 0.3521788
Apr 30 21:42:56.957616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41962) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:56.960134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02670823-bef0-4955-9ebb-089531b61f13 None None] Network 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:57.042525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.091828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port e759463e-f5a3-4862-a0f8-36dde2432f4d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:57.091828 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.119156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] DHCP port deletion for 14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:42:57.162322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] Deleting port e759463e-f5a3-4862-a0f8-36dde2432f4d {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:57.162796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.162937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port e759463e-f5a3-4862-a0f8-36dde2432f4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e759463e-f5a3-4862-a0f8-36dde2432f4d,segment=NetworkSegment(4badfb66-2fef-4422-ad82-faf1ba4c65cc),segment_id=4badfb66-2fef-4422-ad82-faf1ba4c65cc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:57.163275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.179223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for e759463e-f5a3-4862-a0f8-36dde2432f4d owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:57.205447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cac945-c260-43ee-aa51-180e568d728c None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:57.230700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cac945-c260-43ee-aa51-180e568d728c None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:57.232737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-58cac945-c260-43ee-aa51-180e568d728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa182b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:57.323840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] For port e759463e-f5a3-4862-a0f8-36dde2432f4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e759463e-f5a3-4862-a0f8-36dde2432f4d,segment=NetworkSegment(4badfb66-2fef-4422-ad82-faf1ba4c65cc),segment_id=4badfb66-2fef-4422-ad82-faf1ba4c65cc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:57.324183 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.331514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.345937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] Calling delete_port for e759463e-f5a3-4862-a0f8-36dde2432f4d owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:57.363612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=e759463e-f5a3-4862-a0f8-36dde2432f4d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:57.365461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No DVR routers for this DVR port e759463e-f5a3-4862-a0f8-36dde2432f4d on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:57.365608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-58cac945-c260-43ee-aa51-180e568d728c None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:57.447870 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.469241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d25b520>,) {'filters': {'network_id': ['14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:57.478958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d25b520>, '4badfb66-2fef-4422-ad82-faf1ba4c65cc') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:57.479247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d25b520>, '4badfb66-2fef-4422-ad82-faf1ba4c65cc') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:57.488816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (4badfb66-2fef-4422-ad82-faf1ba4c65cc), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.502076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4badfb66-2fef-4422-ad82-faf1ba4c65cc), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.508311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:42:57.508696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (4badfb66-2fef-4422-ad82-faf1ba4c65cc), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:42:57.511732 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:42:57.567036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (e759463e-f5a3-4862-a0f8-36dde2432f4d), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.611418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] Pushing event deleted for resources: {'Port': ['ID=e759463e-f5a3-4862-a0f8-36dde2432f4d,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:57.617686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322b4df-e7e3-434c-bff1-02481bcd773d None None] No DVR routers for this DVR port e759463e-f5a3-4862-a0f8-36dde2432f4d on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:42:57.661192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-58cac945-c260-43ee-aa51-180e568d728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa182b0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:55Z', 'revision_number': 8, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:57.674740 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.686153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:57.691709 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b HTTP/1.1" status: 204  len: 168 time: 0.7252533
Apr 30 21:42:57.692516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41964) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:57.692976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cac945-c260-43ee-aa51-180e568d728c None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:42:57.702356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cac945-c260-43ee-aa51-180e568d728c None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:57.703037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-58cac945-c260-43ee-aa51-180e568d728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa182b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:57.705538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b522f-fca3-45ad-a75b-a2b4b150ff33 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=14a954c4-f14d-4b65-b4cf-7ef7a9b1de8b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:57.799686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-58cac945-c260-43ee-aa51-180e568d728c None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:58.030518 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:58.159161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-58cac945-c260-43ee-aa51-180e568d728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa182b0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:55Z', 'revision_number': 8, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:58.185995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cac945-c260-43ee-aa51-180e568d728c None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:55Z', 'revision_number': 8, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1ef657-c96f-4136-907d-5be83c71a808', 'name': '', 'network_id': 'bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:3f:a6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:46Z', 'updated_at': '2022-04-30T21:42:50Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:42:58.287560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 5c1ef657-c96f-4136-907d-5be83c71a808 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:58.290653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:58.641371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port 5c1ef657-c96f-4136-907d-5be83c71a808, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c1ef657-c96f-4136-907d-5be83c71a808,segment=NetworkSegment(fcfb46a1-c00c-4d0f-9dc9-701a460921c5),segment_id=fcfb46a1-c00c-4d0f-9dc9-701a460921c5)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:42:58.641744 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:58.655315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 5c1ef657-c96f-4136-907d-5be83c71a808 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:42:58.689994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e759463e-f5a3-4862-a0f8-36dde2432f4d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:42:58.711935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e759463e-f5a3-4862-a0f8-36dde2432f4d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:42:58.714413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e759463e-f5a3-4862-a0f8-36dde2432f4d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:42:58.714413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1b8c9985-bdaa-4a66-8187-eb0311b1d63a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:42:58.735354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1b8c9985-bdaa-4a66-8187-eb0311b1d63a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:42:58.735708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1b8c9985-bdaa-4a66-8187-eb0311b1d63a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:42:58.937190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5c1ef657-c96f-4136-907d-5be83c71a808), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:58.965376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=5c1ef657-c96f-4136-907d-5be83c71a808,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:59.134971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:59.333025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:42:59.433678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:42:59.438675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-031acc60-b359-443d-a3be-cdc76385adf2 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7451510
Apr 30 21:42:59.441459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41970) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:59.443924 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:42:59.454987 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:59.455599 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eaa5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:59.491859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecd6956-f8f4-4bd1-b874-628e43e1676a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:42:59.495612 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fecd6956-f8f4-4bd1-b874-628e43e1676a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:59.535450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fecd6956-f8f4-4bd1-b874-628e43e1676a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:59.545214 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:59.624058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fecd6956-f8f4-4bd1-b874-628e43e1676a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:59.734786 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eaa5ac0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:58Z', 'revision_number': 9, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:59.756876 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fecd6956-f8f4-4bd1-b874-628e43e1676a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:59.765289 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:42:59.774383 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:42:59.775003 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eaa5ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:42:59.789318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd6956-f8f4-4bd1-b874-628e43e1676a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:42:59.789318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fecd6956-f8f4-4bd1-b874-628e43e1676a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:59.791542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fecd6956-f8f4-4bd1-b874-628e43e1676a tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7 HTTP/1.1" status: 204  len: 168 time: 0.3487086
Apr 30 21:42:59.793892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ff2b1-980c-4a87-9dd7-0c50b0b678dd None None] Network bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:42:59.794558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 41972) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:42:59.875349 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:42:59.880094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:59.952752 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 161fa95c-e35b-4025-aec0-b0cbb2e23945 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:59.952752 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:42:59.952979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] DHCP port deletion for bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:42:59.992266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] Deleting port 161fa95c-e35b-4025-aec0-b0cbb2e23945 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:42:59.993221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.005253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port 161fa95c-e35b-4025-aec0-b0cbb2e23945, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=161fa95c-e35b-4025-aec0-b0cbb2e23945,segment=NetworkSegment(fcfb46a1-c00c-4d0f-9dc9-701a460921c5),segment_id=fcfb46a1-c00c-4d0f-9dc9-701a460921c5)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:00.005705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.020153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 161fa95c-e35b-4025-aec0-b0cbb2e23945 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:00.062276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] For port 161fa95c-e35b-4025-aec0-b0cbb2e23945, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=161fa95c-e35b-4025-aec0-b0cbb2e23945,segment=NetworkSegment(fcfb46a1-c00c-4d0f-9dc9-701a460921c5),segment_id=fcfb46a1-c00c-4d0f-9dc9-701a460921c5)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:00.062710 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.079821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] Calling delete_port for 161fa95c-e35b-4025-aec0-b0cbb2e23945 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:00.085516 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eaa5ac0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:58Z', 'revision_number': 9, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:00.112348 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d03d9d9-a94d-4ff6-839a-e5cf89e67c31 None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:42:58Z', 'revision_number': 9, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': '27f89870-152f-42c7-a3f8-ec7b208849f9', 'name': '', 'network_id': '1fa86e1f-369e-4d2e-a67a-9756008badf9', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:21:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:43Z', 'updated_at': '2022-04-30T21:42:47Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': 'dc25ce46-7b80-4842-8f82-09bcebb004ea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:00.244833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.248997 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (161fa95c-e35b-4025-aec0-b0cbb2e23945), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.270423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=161fa95c-e35b-4025-aec0-b0cbb2e23945,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:00.272254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No DVR routers for this DVR port 161fa95c-e35b-4025-aec0-b0cbb2e23945 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:00.284419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] Pushing event deleted for resources: {'Port': ['ID=161fa95c-e35b-4025-aec0-b0cbb2e23945,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:00.290037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b66e9-1ba5-4726-9403-98bda66c05e4 None None] No DVR routers for this DVR port 161fa95c-e35b-4025-aec0-b0cbb2e23945 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:00.356141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.376406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966243df0>,) {'filters': {'network_id': ['bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:00.386184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966243df0>, 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:00.386477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966243df0>, 'fcfb46a1-c00c-4d0f-9dc9-701a460921c5') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:00.400450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (fcfb46a1-c00c-4d0f-9dc9-701a460921c5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.413693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fcfb46a1-c00c-4d0f-9dc9-701a460921c5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.420117 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:43:00.420520 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (fcfb46a1-c00c-4d0f-9dc9-701a460921c5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:43:00.423696 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:43:00.537200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.545219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:00.548693 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88 HTTP/1.1" status: 204  len: 168 time: 0.7530499
Apr 30 21:43:00.551647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 41992) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:00.564836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f394a0a-6fda-4166-9c1b-5df6546a1d1c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=bb192fb3-a0d4-49b3-8c13-35a6f5d1ab88,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:00.678244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 161fa95c-e35b-4025-aec0-b0cbb2e23945 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:00.699065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 161fa95c-e35b-4025-aec0-b0cbb2e23945 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:00.699402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 161fa95c-e35b-4025-aec0-b0cbb2e23945 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:00.699813 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5c1ef657-c96f-4136-907d-5be83c71a808 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:00.718560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 5c1ef657-c96f-4136-907d-5be83c71a808 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:00.718900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5c1ef657-c96f-4136-907d-5be83c71a808 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:00.870666 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.098603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 27f89870-152f-42c7-a3f8-ec7b208849f9 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:01.098984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.192139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port 27f89870-152f-42c7-a3f8-ec7b208849f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f89870-152f-42c7-a3f8-ec7b208849f9,segment=NetworkSegment(0769cb3a-05c7-4879-861f-19169cbcc8f1),segment_id=0769cb3a-05c7-4879-861f-19169cbcc8f1)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:01.192506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.205660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 27f89870-152f-42c7-a3f8-ec7b208849f9 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:01.448027 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (27f89870-152f-42c7-a3f8-ec7b208849f9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.475298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=27f89870-152f-42c7-a3f8-ec7b208849f9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:01.535806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42000) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:01.656361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.658406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd732d8a-3826-4ee8-a539-d05ba103b4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.738547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd732d8a-3826-4ee8-a539-d05ba103b4c6 admin admin] Publish callbacks [] for security_group (0f61070c-e7d2-4377-bb4a-6cae5936a52b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.822512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd732d8a-3826-4ee8-a539-d05ba103b4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0f61070c-e7d2-4377-bb4a-6cae5936a52b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.863557 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bd732d8a-3826-4ee8-a539-d05ba103b4c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50cc8aa73054488585bff076ca15cd47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3260684
Apr 30 21:43:01.864462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd732d8a-3826-4ee8-a539-d05ba103b4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f61070c-e7d2-4377-bb4a-6cae5936a52b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:01.866909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42004) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:01.924545 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-018d4666-ba2b-4d31-b352-e6966720f28f admin admin] Publish callbacks [] for security_group (0f61070c-e7d2-4377-bb4a-6cae5936a52b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:01.946979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-018d4666-ba2b-4d31-b352-e6966720f28f admin admin] Publish callbacks [] for security_group (0f61070c-e7d2-4377-bb4a-6cae5936a52b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.045566 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-018d4666-ba2b-4d31-b352-e6966720f28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0f61070c-e7d2-4377-bb4a-6cae5936a52b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.048142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-018d4666-ba2b-4d31-b352-e6966720f28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.049338 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-018d4666-ba2b-4d31-b352-e6966720f28f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f61070c-e7d2-4377-bb4a-6cae5936a52b HTTP/1.1" status: 204  len: 168 time: 0.1814575
Apr 30 21:43:02.057430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d4666-ba2b-4d31-b352-e6966720f28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f61070c-e7d2-4377-bb4a-6cae5936a52b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:02.107623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:43:02.204839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:02.213684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8a4a1c8f-96b1-46e0-90aa-6a0b442f3e56 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6572006
Apr 30 21:43:02.213796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:02.217200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:02.227221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:02.227828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e29dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:02.264648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e237159-6eb8-4d65-bbc9-c5f0b2a76e97 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet dc25ce46-7b80-4842-8f82-09bcebb004ea {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:43:02.272701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e237159-6eb8-4d65-bbc9-c5f0b2a76e97 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (dc25ce46-7b80-4842-8f82-09bcebb004ea), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.317451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e237159-6eb8-4d65-bbc9-c5f0b2a76e97 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (dc25ce46-7b80-4842-8f82-09bcebb004ea), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.326990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:02.409006 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e237159-6eb8-4d65-bbc9-c5f0b2a76e97 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (dc25ce46-7b80-4842-8f82-09bcebb004ea), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.514976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e29dbb0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:01Z', 'revision_number': 10, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:02.545047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:02.550803 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e237159-6eb8-4d65-bbc9-c5f0b2a76e97 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (dc25ce46-7b80-4842-8f82-09bcebb004ea), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.562846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:02.563462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e29dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:02.580609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e237159-6eb8-4d65-bbc9-c5f0b2a76e97 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=dc25ce46-7b80-4842-8f82-09bcebb004ea,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:02.582897 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8e237159-6eb8-4d65-bbc9-c5f0b2a76e97 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.588297 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8e237159-6eb8-4d65-bbc9-c5f0b2a76e97 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/dc25ce46-7b80-4842-8f82-09bcebb004ea HTTP/1.1" status: 204  len: 168 time: 0.3712106
Apr 30 21:43:02.589192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42012) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:02.598046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e477e-e501-408d-bb77-dc02430097b5 None None] Network 1fa86e1f-369e-4d2e-a67a-9756008badf9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:02.664581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42014) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:02.679613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d3192deb-0b66-480d-99e9-1c702edadb7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.684031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (1fa86e1f-369e-4d2e-a67a-9756008badf9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.712079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:02.734557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port 72bda61f-ba87-43ff-b6be-38e670afc897 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:02.734893 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.770254 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d3192deb-0b66-480d-99e9-1c702edadb7f admin admin] Publish callbacks [] for security_group (e82fa220-a565-4dc5-89b4-e874a76eeb7a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.805508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port 72bda61f-ba87-43ff-b6be-38e670afc897, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72bda61f-ba87-43ff-b6be-38e670afc897,segment=NetworkSegment(0769cb3a-05c7-4879-861f-19169cbcc8f1),segment_id=0769cb3a-05c7-4879-861f-19169cbcc8f1)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:02.805926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.821566 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for 72bda61f-ba87-43ff-b6be-38e670afc897 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:02.834511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d3192deb-0b66-480d-99e9-1c702edadb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e82fa220-a565-4dc5-89b4-e874a76eeb7a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.847875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] DHCP port deletion for 1fa86e1f-369e-4d2e-a67a-9756008badf9 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:43:02.877265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d3192deb-0b66-480d-99e9-1c702edadb7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=489943ed072b4e34a9ae0afa4b7c7b01&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2136562
Apr 30 21:43:02.879559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3192deb-0b66-480d-99e9-1c702edadb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82fa220-a565-4dc5-89b4-e874a76eeb7a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:02.880280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42016) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:02.917018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] Deleting port 72bda61f-ba87-43ff-b6be-38e670afc897 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:02.917396 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.951870 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bc02b9c-6618-4fca-a764-2714a957dd70 admin admin] Publish callbacks [] for security_group (e82fa220-a565-4dc5-89b4-e874a76eeb7a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:02.974865 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bc02b9c-6618-4fca-a764-2714a957dd70 admin admin] Publish callbacks [] for security_group (e82fa220-a565-4dc5-89b4-e874a76eeb7a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.017780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] For port 72bda61f-ba87-43ff-b6be-38e670afc897, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72bda61f-ba87-43ff-b6be-38e670afc897,segment=NetworkSegment(0769cb3a-05c7-4879-861f-19169cbcc8f1),segment_id=0769cb3a-05c7-4879-861f-19169cbcc8f1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:03.018183 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.030773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.034541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] Calling delete_port for 72bda61f-ba87-43ff-b6be-38e670afc897 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:03.038449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e29dbb0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:01Z', 'revision_number': 10, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:03.057197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=72bda61f-ba87-43ff-b6be-38e670afc897,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:03.059048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No DVR routers for this DVR port 72bda61f-ba87-43ff-b6be-38e670afc897 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:03.069480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a181a9ab-7db3-4234-aade-86d189e3cae8 None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:01Z', 'revision_number': 10, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None, '_interfaces': [{'id': 'dad4a5df-f3dd-48a4-84eb-842e1eb95e8b', 'name': '', 'network_id': '92707977-1bcc-4db0-98a4-b03e222b1768', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'mac_address': 'fa:16:3e:a6:43:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:42:39Z', 'updated_at': '2022-04-30T21:42:43Z', 'revision_number': 5, 'project_id': '6ab8dab5b457417db332136906fb204a', 'subnets': [{'id': '69753d8e-7da6-415c-a1ca-2fc5e01c605d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:03.124474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bc02b9c-6618-4fca-a764-2714a957dd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e82fa220-a565-4dc5-89b4-e874a76eeb7a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.127018 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7bc02b9c-6618-4fca-a764-2714a957dd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.128152 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7bc02b9c-6618-4fca-a764-2714a957dd70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e82fa220-a565-4dc5-89b4-e874a76eeb7a HTTP/1.1" status: 204  len: 168 time: 0.2467895
Apr 30 21:43:03.141016 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (72bda61f-ba87-43ff-b6be-38e670afc897), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.152816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc02b9c-6618-4fca-a764-2714a957dd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82fa220-a565-4dc5-89b4-e874a76eeb7a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:03.155533 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (1fa86e1f-369e-4d2e-a67a-9756008badf9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.177780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cda7b20>,) {'filters': {'network_id': ['1fa86e1f-369e-4d2e-a67a-9756008badf9']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:03.178020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] Pushing event deleted for resources: {'Port': ['ID=72bda61f-ba87-43ff-b6be-38e670afc897,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:03.185834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9370e1b-baca-49ea-a385-842c68c564ac None None] No DVR routers for this DVR port 72bda61f-ba87-43ff-b6be-38e670afc897 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:03.189578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cda7b20>, '0769cb3a-05c7-4879-861f-19169cbcc8f1') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:03.189914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cda7b20>, '0769cb3a-05c7-4879-861f-19169cbcc8f1') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:03.200617 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (0769cb3a-05c7-4879-861f-19169cbcc8f1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.215418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (0769cb3a-05c7-4879-861f-19169cbcc8f1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.224142 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:43:03.224142 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (0769cb3a-05c7-4879-861f-19169cbcc8f1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:43:03.225953 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:43:03.356251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (1fa86e1f-369e-4d2e-a67a-9756008badf9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.366989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.368694 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/1fa86e1f-369e-4d2e-a67a-9756008badf9 HTTP/1.1" status: 204  len: 168 time: 0.7792876
Apr 30 21:43:03.371660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42020) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:03.378879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803479d-d655-48cc-ac8b-15426aada01d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=1fa86e1f-369e-4d2e-a67a-9756008badf9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:03.713434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:03.948734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:03.949093 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:04.045333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port dad4a5df-f3dd-48a4-84eb-842e1eb95e8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,segment=NetworkSegment(9178c43b-7c45-487a-91e4-d018decabb42),segment_id=9178c43b-7c45-487a-91e4-d018decabb42)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:04.045703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:04.060585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for dad4a5df-f3dd-48a4-84eb-842e1eb95e8b owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:04.282347 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:43:04.316468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (dad4a5df-f3dd-48a4-84eb-842e1eb95e8b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:04.347411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=dad4a5df-f3dd-48a4-84eb-842e1eb95e8b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:04.522988 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (bd840597-7f34-4c22-8ca5-984b24c5458c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:04.690392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:43:04.739944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 27f89870-152f-42c7-a3f8-ec7b208849f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:04.761392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 27f89870-152f-42c7-a3f8-ec7b208849f9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:04.762560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 27f89870-152f-42c7-a3f8-ec7b208849f9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:04.762797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72bda61f-ba87-43ff-b6be-38e670afc897 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:04.772611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:04.781364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c65229cc-0231-4c09-b63c-d670813a44c5 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4060318
Apr 30 21:43:04.781528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42050) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:04.783193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 72bda61f-ba87-43ff-b6be-38e670afc897 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:04.783546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72bda61f-ba87-43ff-b6be-38e670afc897 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:04.788146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:04.800734 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:04.801360 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896dba42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:04.837256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-de977488-5cf8-4403-bf58-0004eece2320 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting subnet 69753d8e-7da6-415c-a1ca-2fc5e01c605d {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:43:04.840613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de977488-5cf8-4403-bf58-0004eece2320 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (69753d8e-7da6-415c-a1ca-2fc5e01c605d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:04.878455 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:04.890325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de977488-5cf8-4403-bf58-0004eece2320 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (69753d8e-7da6-415c-a1ca-2fc5e01c605d), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:04.988181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de977488-5cf8-4403-bf58-0004eece2320 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (69753d8e-7da6-415c-a1ca-2fc5e01c605d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.026978 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896dba42e0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:04Z', 'revision_number': 11, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:05.054603 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:05.063465 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:05.064083 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896dba42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:05.115786 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de977488-5cf8-4403-bf58-0004eece2320 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (69753d8e-7da6-415c-a1ca-2fc5e01c605d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.138768 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:05.152317 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-de977488-5cf8-4403-bf58-0004eece2320 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.158216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-de977488-5cf8-4403-bf58-0004eece2320 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/69753d8e-7da6-415c-a1ca-2fc5e01c605d HTTP/1.1" status: 204  len: 168 time: 0.3731313
Apr 30 21:43:05.158216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de977488-5cf8-4403-bf58-0004eece2320 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Subnet': ['ID=69753d8e-7da6-415c-a1ca-2fc5e01c605d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:05.158909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42060) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:05.163776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1fe00-e937-4106-93e1-a74f50c773ee None None] Network 92707977-1bcc-4db0-98a4-b03e222b1768 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:05.194124 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896dba42e0>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:04Z', 'revision_number': 11, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:05.227912 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba2b014-9b8a-4803-be76-d4ec8a7163b2 None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:04Z', 'revision_number': 11, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:05.247928 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (92707977-1bcc-4db0-98a4-b03e222b1768), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.301355 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Deleting port a04572df-a94d-46d4-b0a8-bac496499ded {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:05.301696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.369183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] For port a04572df-a94d-46d4-b0a8-bac496499ded, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a04572df-a94d-46d4-b0a8-bac496499ded,segment=NetworkSegment(9178c43b-7c45-487a-91e4-d018decabb42),segment_id=9178c43b-7c45-487a-91e4-d018decabb42)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:05.369572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.383702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Calling delete_port for a04572df-a94d-46d4-b0a8-bac496499ded owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:05.554173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a04572df-a94d-46d4-b0a8-bac496499ded), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.574052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84b877-e524-470d-8563-df62d452587a None None] DHCP port deletion for 92707977-1bcc-4db0-98a4-b03e222b1768 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:43:05.589089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Port': ['ID=a04572df-a94d-46d4-b0a8-bac496499ded,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:05.593136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No DVR routers for this DVR port a04572df-a94d-46d4-b0a8-bac496499ded on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:05.675358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (92707977-1bcc-4db0-98a4-b03e222b1768), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.697449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896ca6d160>,) {'filters': {'network_id': ['92707977-1bcc-4db0-98a4-b03e222b1768']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:05.706999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ca6d160>, '9178c43b-7c45-487a-91e4-d018decabb42') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:05.707302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896ca6d160>, '9178c43b-7c45-487a-91e4-d018decabb42') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:05.721148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (9178c43b-7c45-487a-91e4-d018decabb42), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.740938 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (9178c43b-7c45-487a-91e4-d018decabb42), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.741387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:43:05.741720 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (9178c43b-7c45-487a-91e4-d018decabb42), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:43:05.745389 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:43:05.876421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (92707977-1bcc-4db0-98a4-b03e222b1768), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.884694 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:05.887032 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/networks/92707977-1bcc-4db0-98a4-b03e222b1768 HTTP/1.1" status: 204  len: 168 time: 0.7274089
Apr 30 21:43:05.889984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42068) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:05.894750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'routes': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:05.899043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a59aa-8190-4f07-b3c3-451977a6752d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Pushing event deleted for resources: {'Network': ['ID=92707977-1bcc-4db0-98a4-b03e222b1768,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:06.071967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.extraroute_db [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Added routes are [] {{(pid=115774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Apr 30 21:43:06.072275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.extraroute_db [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Removed routes are [] {{(pid=115774) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Apr 30 21:43:06.072638 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:06.215250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:06.218657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:06.299901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router bd840597-7f34-4c22-8ca5-984b24c5458c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:43:06.377682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:06.384269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:06.385385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-dca38194-5712-4ba1-ae36-c05a9e7698c9 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 200  len: 699 time: 0.4942760
Apr 30 21:43:06.388287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42076) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:06.391017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] Sync routers for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:06.404243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:06.404877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2d4310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:06.420208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9397be17-e273-4813-bd91-704fcb2d8774 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 200  len: 205 time: 0.0283875
Apr 30 21:43:06.420507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42078) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:06.637870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:06.691941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2d4310>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:04Z', 'revision_number': 11, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:06.723703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a04572df-a94d-46d4-b0a8-bac496499ded no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:06.727500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] Checking router: bd840597-7f34-4c22-8ca5-984b24c5458c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:06.746901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a04572df-a94d-46d4-b0a8-bac496499ded {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:06.747255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a04572df-a94d-46d4-b0a8-bac496499ded not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:06.747673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dad4a5df-f3dd-48a4-84eb-842e1eb95e8b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:06.759674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c710f4-cde3-477b-9f00-5e080ae41389 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:06.771741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: dad4a5df-f3dd-48a4-84eb-842e1eb95e8b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:06.772095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device dad4a5df-f3dd-48a4-84eb-842e1eb95e8b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:06.774392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] Routers {'bd840597-7f34-4c22-8ca5-984b24c5458c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:06.775009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2d4310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bd840597-7f34-4c22-8ca5-984b24c5458c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:06.847692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] Set router bd840597-7f34-4c22-8ca5-984b24c5458c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:06.903162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2d4310>, [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:04Z', 'revision_number': 11, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:06.925576 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c710f4-cde3-477b-9f00-5e080ae41389 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:06.927785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c710f4-cde3-477b-9f00-5e080ae41389 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (bd840597-7f34-4c22-8ca5-984b24c5458c), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:06.930710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3881956e-f1c5-4f1e-bfb6-420ff4bfd64a None None] The sync data for ids ['bd840597-7f34-4c22-8ca5-984b24c5458c'] in ncdv-master-1 is: [{'id': 'bd840597-7f34-4c22-8ca5-984b24c5458c', 'name': 'tempest-RoutersTest-router-97222002', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:42:37Z', 'updated_at': '2022-04-30T21:43:04Z', 'revision_number': 11, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:07.062468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c710f4-cde3-477b-9f00-5e080ae41389 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (bd840597-7f34-4c22-8ca5-984b24c5458c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.063058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c710f4-cde3-477b-9f00-5e080ae41389 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Fanout notify agent at l3_agent the message router_deleted on router bd840597-7f34-4c22-8ca5-984b24c5458c {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:43:07.069712 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-56c710f4-cde3-477b-9f00-5e080ae41389 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.070854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-56c710f4-cde3-477b-9f00-5e080ae41389 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 204  len: 168 time: 0.6495988
Apr 30 21:43:07.079709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42092) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:07.084273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-46bd46c8-383a-4b71-b275-5fa9c27e68b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-581098517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:07.173820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46bd46c8-383a-4b71-b275-5fa9c27e68b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (2ce05d5c-1fce-4a73-a043-df5672a59344), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.177301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46bd46c8-383a-4b71-b275-5fa9c27e68b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (2ce05d5c-1fce-4a73-a043-df5672a59344), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.226405 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46bd46c8-383a-4b71-b275-5fa9c27e68b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (2ce05d5c-1fce-4a73-a043-df5672a59344), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.297435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46bd46c8-383a-4b71-b275-5fa9c27e68b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (2ce05d5c-1fce-4a73-a043-df5672a59344), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.380846 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-46bd46c8-383a-4b71-b275-5fa9c27e68b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.382141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-46bd46c8-383a-4b71-b275-5fa9c27e68b7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3014319
Apr 30 21:43:07.385537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42094) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:07.389848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8c818daf-de8e-4cd3-8fea-4e4683991f8c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:07.602161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c818daf-de8e-4cd3-8fea-4e4683991f8c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-431932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58797'] for router (2ce05d5c-1fce-4a73-a043-df5672a59344), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.668954 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c818daf-de8e-4cd3-8fea-4e4683991f8c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-431927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-431918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437316'] for router (2ce05d5c-1fce-4a73-a043-df5672a59344), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.836302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c818daf-de8e-4cd3-8fea-4e4683991f8c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Router 2ce05d5c-1fce-4a73-a043-df5672a59344 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:43:07.912694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c818daf-de8e-4cd3-8fea-4e4683991f8c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:07.920113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8c818daf-de8e-4cd3-8fea-4e4683991f8c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:07.921291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8c818daf-de8e-4cd3-8fea-4e4683991f8c tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "PUT /v2.0/routers/2ce05d5c-1fce-4a73-a043-df5672a59344 HTTP/1.1" status: 200  len: 693 time: 0.5347745
Apr 30 21:43:07.924154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42102) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:07.927335 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] Sync routers for ids ['2ce05d5c-1fce-4a73-a043-df5672a59344'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:07.938111 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] Routers {'2ce05d5c-1fce-4a73-a043-df5672a59344'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:07.938822 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d917d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ce05d5c-1fce-4a73-a043-df5672a59344'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:08.007061 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-12b54c10-0931-47af-92e8-20bcc4844e61 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/routers/2ce05d5c-1fce-4a73-a043-df5672a59344 HTTP/1.1" status: 200  len: 699 time: 0.0817342
Apr 30 21:43:08.009885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42108) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.016792 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] Set router 2ce05d5c-1fce-4a73-a043-df5672a59344 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:08.041981 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3932afc3-76a3-478f-8372-0880a87023ae tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce05d5c-1fce-4a73-a043-df5672a59344 HTTP/1.1" status: 200  len: 205 time: 0.0308955
Apr 30 21:43:08.044538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42110) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.080453 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d917d90>, [{'id': '2ce05d5c-1fce-4a73-a043-df5672a59344', 'name': 'tempest-RoutersTest-router-581098517', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:07Z', 'updated_at': '2022-04-30T21:43:07Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:08.110144 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] Checking router: 2ce05d5c-1fce-4a73-a043-df5672a59344 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:08.111755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dcf5-baf7-4f85-95d2-21ebb8a6afd6 req-a1f1a028-4ab5-48ea-b948-8fc1db0e80a9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:08.114538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ae7dcf5-baf7-4f85-95d2-21ebb8a6afd6 req-a1f1a028-4ab5-48ea-b948-8fc1db0e80a9 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 945 time: 0.0666420
Apr 30 21:43:08.118933 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] Routers {'2ce05d5c-1fce-4a73-a043-df5672a59344'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:08.120040 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d917d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2ce05d5c-1fce-4a73-a043-df5672a59344'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:08.139192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-898d098c-68f8-4d1d-82be-71c42aebba7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (2ce05d5c-1fce-4a73-a043-df5672a59344), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:08.177506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ae7dcf5-baf7-4f85-95d2-21ebb8a6afd6 req-75ed3b9f-7b8a-46aa-a745-d6b34a899c84 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569229
Apr 30 21:43:08.209068 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] Set router 2ce05d5c-1fce-4a73-a043-df5672a59344 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:08.265814 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d917d90>, [{'id': '2ce05d5c-1fce-4a73-a043-df5672a59344', 'name': 'tempest-RoutersTest-router-581098517', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:07Z', 'updated_at': '2022-04-30T21:43:07Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:08.294108 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2c3cd4-9286-4b2d-88d1-858fd30c92ad None None] The sync data for ids ['2ce05d5c-1fce-4a73-a043-df5672a59344'] in ncdv-master-1 is: [{'id': '2ce05d5c-1fce-4a73-a043-df5672a59344', 'name': 'tempest-RoutersTest-router-581098517', 'tenant_id': '6ab8dab5b457417db332136906fb204a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:07Z', 'updated_at': '2022-04-30T21:43:07Z', 'revision_number': 2, 'project_id': '6ab8dab5b457417db332136906fb204a', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:08.321876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-898d098c-68f8-4d1d-82be-71c42aebba7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (2ce05d5c-1fce-4a73-a043-df5672a59344), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:08.324205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-898d098c-68f8-4d1d-82be-71c42aebba7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router_controller (2ce05d5c-1fce-4a73-a043-df5672a59344), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:08.463318 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-898d098c-68f8-4d1d-82be-71c42aebba7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (2ce05d5c-1fce-4a73-a043-df5672a59344), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:08.463861 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898d098c-68f8-4d1d-82be-71c42aebba7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce05d5c-1fce-4a73-a043-df5672a59344 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:43:08.470840 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-898d098c-68f8-4d1d-82be-71c42aebba7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:08.472220 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-898d098c-68f8-4d1d-82be-71c42aebba7d tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/2ce05d5c-1fce-4a73-a043-df5672a59344 HTTP/1.1" status: 204  len: 168 time: 0.4267211
Apr 30 21:43:08.476429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42116) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.506502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-46f6a56c-eb08-438c-b925-f1117ebf4aea tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce05d5c-1fce-4a73-a043-df5672a59344 HTTP/1.1" status: 200  len: 205 time: 0.0282900
Apr 30 21:43:08.509020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42118) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.551357 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-7d73f81d-f2d8-4e4e-82e6-698d5c3b5e72 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:08.552424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7d73f81d-f2d8-4e4e-82e6-698d5c3b5e72 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/2ce05d5c-1fce-4a73-a043-df5672a59344 HTTP/1.1" status: 404  len: 336 time: 0.0425081
Apr 30 21:43:08.555110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42120) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.581055 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dabd10-62af-49c9-a8c5-795e4a13c447 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:08.584850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dabd10-62af-49c9-a8c5-795e4a13c447 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:08.590086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42122) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.590301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f1dabd10-62af-49c9-a8c5-795e4a13c447 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/7b5a8ce8-3da1-47ac-9e93-3d4da5d70fdc HTTP/1.1" status: 404  len: 337 time: 0.0339448
Apr 30 21:43:08.620500 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c7fdc9-8f97-4b28-a7e5-3522f0162821 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:08.620960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c7fdc9-8f97-4b28-a7e5-3522f0162821 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:08.623991 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a4c7fdc9-8f97-4b28-a7e5-3522f0162821 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/de4e3e43-5219-4bdd-9f8c-8ad3bdf327c7 HTTP/1.1" status: 404  len: 337 time: 0.0320687
Apr 30 21:43:08.626602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42124) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.658160 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-6503b9b3-160c-44b3-a535-4ce86f8d6f35 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:08.658862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6503b9b3-160c-44b3-a535-4ce86f8d6f35 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:08.664814 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6503b9b3-160c-44b3-a535-4ce86f8d6f35 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/dc25ce46-7b80-4842-8f82-09bcebb004ea HTTP/1.1" status: 404  len: 337 time: 0.0344965
Apr 30 21:43:08.667539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42128) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.694464 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0de8fe-2445-45cd-a708-84349b48069f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:08.694956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0de8fe-2445-45cd-a708-84349b48069f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:08.700715 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-da0de8fe-2445-45cd-a708-84349b48069f tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/69753d8e-7da6-415c-a1ca-2fc5e01c605d HTTP/1.1" status: 404  len: 337 time: 0.0294685
Apr 30 21:43:08.700905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42130) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.736484 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1b3de6c8-7dd1-404d-a4fc-31a81c191835 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 200  len: 205 time: 0.0343559
Apr 30 21:43:08.738862 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42132) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.777503 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-51d49eb7-7b9c-42ff-b4d5-8b6fd47d0618 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:08.778579 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51d49eb7-7b9c-42ff-b4d5-8b6fd47d0618 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/bd840597-7f34-4c22-8ca5-984b24c5458c HTTP/1.1" status: 404  len: 336 time: 0.0388103
Apr 30 21:43:08.781262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42134) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.813176 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-22d99735-1bb0-452b-928d-c50837e00040 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=79980b61-c3ae-470e-8109-d2f93db8cf79 HTTP/1.1" status: 200  len: 205 time: 0.0306625
Apr 30 21:43:08.815641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42136) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.853033 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-c26d24a8-9c1c-4291-a289-7a0ad0a94683 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:08.854071 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c26d24a8-9c1c-4291-a289-7a0ad0a94683 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/79980b61-c3ae-470e-8109-d2f93db8cf79 HTTP/1.1" status: 404  len: 336 time: 0.0375154
Apr 30 21:43:08.862866 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42138) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.889631 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-da51b335-01d3-493e-a87c-06403d16bf46 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:08.891521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da51b335-01d3-493e-a87c-06403d16bf46 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:08.895565 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-da51b335-01d3-493e-a87c-06403d16bf46 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/1d753e4c-1e15-458a-bc69-1b4ef5d908ab HTTP/1.1" status: 404  len: 337 time: 0.0293317
Apr 30 21:43:08.895780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42144) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.926986 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fc14fd46-d941-4046-a466-efd3326476b6 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=0a0c0b97-30e5-4acd-8292-9608d7db3e62 HTTP/1.1" status: 200  len: 205 time: 0.0279315
Apr 30 21:43:08.927600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42154) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:08.971946 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-ba52cfa5-b55a-4cf9-b7a2-5a59668d2036 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:08.972993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ba52cfa5-b55a-4cf9-b7a2-5a59668d2036 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/0a0c0b97-30e5-4acd-8292-9608d7db3e62 HTTP/1.1" status: 404  len: 336 time: 0.0442221
Apr 30 21:43:08.975688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42160) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.004994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-31e374e7-143b-4a1c-89f2-d439932cc661 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=55bdd4e9-72ef-4124-872e-1ca72d8ba586 HTTP/1.1" status: 200  len: 205 time: 0.0282128
Apr 30 21:43:09.007390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42162) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.047938 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-7a88b8ce-f8e2-493a-bc5b-4e32e5853fc0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:09.048983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7a88b8ce-f8e2-493a-bc5b-4e32e5853fc0 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/55bdd4e9-72ef-4124-872e-1ca72d8ba586 HTTP/1.1" status: 404  len: 336 time: 0.0406914
Apr 30 21:43:09.051771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42164) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.078995 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-002ee508-56f6-4977-aa4d-325aa878e8e7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:09.079442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002ee508-56f6-4977-aa4d-325aa878e8e7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:09.082575 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-002ee508-56f6-4977-aa4d-325aa878e8e7 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/97c1a649-1b70-4042-8b43-7ca84c764611 HTTP/1.1" status: 404  len: 337 time: 0.0297694
Apr 30 21:43:09.085061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42166) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.116383 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-30a776ff-57aa-409b-b23a-db196fd06562 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a9b14dd-441e-4238-80d0-621a8097c3a6 HTTP/1.1" status: 200  len: 205 time: 0.0300941
Apr 30 21:43:09.119198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42168) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.156844 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-3d09fd9f-6236-44fd-9f70-2e9657e55cdc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:09.157918 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3d09fd9f-6236-44fd-9f70-2e9657e55cdc tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/1a9b14dd-441e-4238-80d0-621a8097c3a6 HTTP/1.1" status: 404  len: 336 time: 0.0377998
Apr 30 21:43:09.160545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42170) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.187654 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-717900c9-491b-4f8e-b2ed-6f9a7008d981 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:09.191090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717900c9-491b-4f8e-b2ed-6f9a7008d981 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:09.191198 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-717900c9-491b-4f8e-b2ed-6f9a7008d981 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/633f3fc9-c2f2-404f-8fc6-bd9c3f4c2b6d HTTP/1.1" status: 404  len: 337 time: 0.0296834
Apr 30 21:43:09.193665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42172) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.224987 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2eefe7e6-ef54-4904-b405-cf66dc884f67 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "GET /v2.0/ports?device_id=5611afd6-4269-4347-84f1-e7855d06b85b HTTP/1.1" status: 200  len: 205 time: 0.0282674
Apr 30 21:43:09.226496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42178) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.271165 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-ad6bd787-3ae6-4a8d-97a1-ea260e21bd16 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:09.273007 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ad6bd787-3ae6-4a8d-97a1-ea260e21bd16 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/routers/5611afd6-4269-4347-84f1-e7855d06b85b HTTP/1.1" status: 404  len: 336 time: 0.0449305
Apr 30 21:43:09.275761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42180) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.303622 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd237256-8d5e-497e-9bd5-82125ae4f4d8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:09.304066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd237256-8d5e-497e-9bd5-82125ae4f4d8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:09.307681 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bd237256-8d5e-497e-9bd5-82125ae4f4d8 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/5032d1d2-07c6-47af-b45b-2ddfa5d85cd6 HTTP/1.1" status: 404  len: 337 time: 0.0307195
Apr 30 21:43:09.310216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42182) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.312899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232134b9-1bd3-43fb-ac9a-72b75a7b8fc0 req-d5b06d75-cbfd-48a4-ac25-74b800c48e60 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:09.314399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232134b9-1bd3-43fb-ac9a-72b75a7b8fc0 req-d5b06d75-cbfd-48a4-ac25-74b800c48e60 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 945 time: 0.0499871
Apr 30 21:43:09.337804 ncdv-master-1 neutron-server[115773]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7d6c30-3afe-4709-ad60-867e7dc86978 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] DELETE failed (client error): The resource could not be found.
Apr 30 21:43:09.338239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7d6c30-3afe-4709-ad60-867e7dc86978 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115773) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 21:43:09.341240 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ba7d6c30-3afe-4709-ad60-867e7dc86978 tempest-RoutersTest-1439124289 tempest-RoutersTest-1439124289-project] 10.222.0.23 "DELETE /v2.0/subnets/c5d8801c-4047-41f7-a886-c1fbebfa54c8 HTTP/1.1" status: 404  len: 337 time: 0.0301273
Apr 30 21:43:09.363652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232134b9-1bd3-43fb-ac9a-72b75a7b8fc0 req-44789354-3274-4e18-bf6a-e23acb5b18ac tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/security-groups?id=a176fb50-68b1-4d8e-b9c9-d96dffb1a807&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435848
Apr 30 21:43:09.557253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a783b-742f-464d-8be8-415416f440fb req-f445b4bc-378e-463f-a9a2-95c0bd511705 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:09.558726 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-544a783b-742f-464d-8be8-415416f440fb req-f445b4bc-378e-463f-a9a2-95c0bd511705 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 945 time: 0.0456600
Apr 30 21:43:09.647944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Deleting port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:09.648204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:09.735848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] For port d24f8b2f-d431-4caa-98b1-e20fd7c178a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:09.741357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:09.878570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42194) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:09.921270 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:09.921639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (32b6b016-2159-477a-b195-5964e7f30d95), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:09.921977 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Floating IP 32b6b016-2159-477a-b195-5964e7f30d95 disassociated. External IP: 172.35.4.133, port: d24f8b2f-d431-4caa-98b1-e20fd7c178a2.
Apr 30 21:43:09.922316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Calling delete_port for d24f8b2f-d431-4caa-98b1-e20fd7c178a2 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:10.029393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f08ac9ee-779a-4db1-9b8e-f602d915ae8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ab8dab5b457417db332136906fb204a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1493320
Apr 30 21:43:10.030212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42204) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:10.082789 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7b803761-d79c-48c4-b059-6a8d0c5d5c09 admin admin] Publish callbacks [] for security_group (8a83c0b1-c3d8-4bde-a87a-b9cbf577a940), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:10.103705 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7b803761-d79c-48c4-b059-6a8d0c5d5c09 admin admin] Publish callbacks [] for security_group (8a83c0b1-c3d8-4bde-a87a-b9cbf577a940), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:10.131569 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d24f8b2f-d431-4caa-98b1-e20fd7c178a2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:10.167192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event deleted for resources: {'Port': ['ID=d24f8b2f-d431-4caa-98b1-e20fd7c178a2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:10.206019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7b803761-d79c-48c4-b059-6a8d0c5d5c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8a83c0b1-c3d8-4bde-a87a-b9cbf577a940), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:10.212631 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7b803761-d79c-48c4-b059-6a8d0c5d5c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:10.212631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7b803761-d79c-48c4-b059-6a8d0c5d5c09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a83c0b1-c3d8-4bde-a87a-b9cbf577a940 HTTP/1.1" status: 204  len: 168 time: 0.1786141
Apr 30 21:43:10.218407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b803761-d79c-48c4-b059-6a8d0c5d5c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a83c0b1-c3d8-4bde-a87a-b9cbf577a940,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:10.260497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-264407d9-99c1-4ed6-ac12-e6a9720df87a req-acded6f8-1573-4090-b4ef-2702d8bacc3b service neutron] (115773) timed out ('10.222.0.35', 58159) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:43:10.294005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:43:10.428068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:10.438665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] Sync routers for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:10.448724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:10.449357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa52af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:10.478562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] No DVR routers for this DVR port d24f8b2f-d431-4caa-98b1-e20fd7c178a2 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:10.480400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b51ac2ae-8ff8-444c-9f4e-2c409abf2626 req-b416b54c-a186-4f87-ba29-68948b8dba09 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a6e31e3-d94b-4292-9669-c2ed8f9c6180 HTTP/1.1" status: 200  len: 210 time: 0.0330586
Apr 30 21:43:10.481732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:10.489431 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-544a783b-742f-464d-8be8-415416f440fb req-b7522b86-0a0d-4e7f-ada0-42817b36acb5 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.20 "DELETE /v2.0/ports/d24f8b2f-d431-4caa-98b1-e20fd7c178a2 HTTP/1.1" status: 204  len: 173 time: 0.9229467
Apr 30 21:43:10.489951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'name': 'network-vif-deleted', 'tag': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:43:10.492861 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d242cb-0906-409c-9d42-f76408dd089c" -d '{"events": [{"server_uuid": "5a6e31e3-d94b-4292-9669-c2ed8f9c6180", "name": "network-vif-deleted", "tag": "d24f8b2f-d431-4caa-98b1-e20fd7c178a2"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:43:10.552666 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ada698-7096-4327-bbff-ab5941eb6f00 x-openstack-request-id: req-f3ada698-7096-4327-bbff-ab5941eb6f00 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:43:10.553014 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6e31e3-d94b-4292-9669-c2ed8f9c6180", "name": "network-vif-deleted", "tag": "d24f8b2f-d431-4caa-98b1-e20fd7c178a2", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:43:10.553264 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3ada698-7096-4327-bbff-ab5941eb6f00 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:43:10.553677 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ada698-7096-4327-bbff-ab5941eb6f00'] response: {'server_uuid': '5a6e31e3-d94b-4292-9669-c2ed8f9c6180', 'name': 'network-vif-deleted', 'tag': 'd24f8b2f-d431-4caa-98b1-e20fd7c178a2', 'status': 'completed', 'code': 200}
Apr 30 21:43:10.607651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:10.841818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa52af0>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:59Z', 'revision_number': 5, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:10.869567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] Checking router: 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:10.882771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:10.883547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa52af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:10.995067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:11.193912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa52af0>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:59Z', 'revision_number': 5, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:11.227589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938f4f1-fcdc-4235-8501-fef0cfa27729 None None] The sync data for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 is: [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:37:54Z', 'revision_number': 4, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '757880ce-08ff-46fd-8e05-9a92d215869c', 'name': '', 'network_id': '1a35949a-03eb-4847-aba7-c5eaeefc6d24', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'mac_address': 'fa:16:3e:0c:c7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:53Z', 'updated_at': '2022-04-30T21:37:59Z', 'revision_number': 5, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'subnets': [{'id': '3291e483-08a3-4ea6-af11-c0318997c56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:11.448250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42266) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:11.482173 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e64a1-8978-4387-bb3e-dc022b55d252 None None] New status for floating IP 32b6b016-2159-477a-b195-5964e7f30d95: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:43:11.566200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e9e89ed7-7aa6-4422-ad23-f9b14d32d8af tempest-DvrRoutersNegativeTest-223751284 tempest-DvrRoutersNegativeTest-223751284-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1665711398', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:11.566737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42276) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:11.570682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.policy [None req-e9e89ed7-7aa6-4422-ad23-f9b14d32d8af tempest-DvrRoutersNegativeTest-223751284 tempest-DvrRoutersNegativeTest-223751284-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=115774) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Apr 30 21:43:11.571161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.policy [None req-e9e89ed7-7aa6-4422-ad23-f9b14d32d8af tempest-DvrRoutersNegativeTest-223751284 tempest-DvrRoutersNegativeTest-223751284-project] Failed policy enforce for 'create_router' {{(pid=115774) enforce /opt/stack/neutron/neutron/policy.py:532}}
Apr 30 21:43:11.571743 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-e9e89ed7-7aa6-4422-ad23-f9b14d32d8af tempest-DvrRoutersNegativeTest-223751284 tempest-DvrRoutersNegativeTest-223751284-project] create failed (client error): Access was denied to this resource.
Apr 30 21:43:11.576274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e9e89ed7-7aa6-4422-ad23-f9b14d32d8af tempest-DvrRoutersNegativeTest-223751284 tempest-DvrRoutersNegativeTest-223751284-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1269093
Apr 30 21:43:11.686890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Deleting port fcf5885c-2cf3-4b3e-ac80-0131c77828bf {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:11.687226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:11.768616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:11.768874 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for floatingip (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:11.782461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Calling delete_port for fcf5885c-2cf3-4b3e-ac80-0131c77828bf owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:12.048677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42294) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:12.162139 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f104c967-0ce1-4c13-b840-c013db2ec275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.238917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f104c967-0ce1-4c13-b840-c013db2ec275 admin admin] Publish callbacks [] for security_group (b8baa392-6f9c-47ba-b1c1-d747f9443c76), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.342507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f104c967-0ce1-4c13-b840-c013db2ec275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b8baa392-6f9c-47ba-b1c1-d747f9443c76), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.382223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c967-0ce1-4c13-b840-c013db2ec275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8baa392-6f9c-47ba-b1c1-d747f9443c76,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:12.386606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f104c967-0ce1-4c13-b840-c013db2ec275 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf35a578c0774f66aa663bc96ffa8f6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3368769
Apr 30 21:43:12.389792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42298) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:12.437929 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (fcf5885c-2cf3-4b3e-ac80-0131c77828bf), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.445013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83163b37-ffc5-4b6e-9dd0-80c301ebbe5c admin admin] Publish callbacks [] for security_group (b8baa392-6f9c-47ba-b1c1-d747f9443c76), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.474759 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event deleted for resources: {'Port': ['ID=fcf5885c-2cf3-4b3e-ac80-0131c77828bf,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:12.505418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83163b37-ffc5-4b6e-9dd0-80c301ebbe5c admin admin] Publish callbacks [] for security_group (b8baa392-6f9c-47ba-b1c1-d747f9443c76), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.566124 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for floatingip (32b6b016-2159-477a-b195-5964e7f30d95), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.568632 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.569785 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4e9d0c45-2d99-4d3e-b036-52d95625ba05 tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "DELETE /v2.0/floatingips/32b6b016-2159-477a-b195-5964e7f30d95 HTTP/1.1" status: 204  len: 168 time: 1.0022695
Apr 30 21:43:12.640940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42304) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:12.688919 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83163b37-ffc5-4b6e-9dd0-80c301ebbe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (b8baa392-6f9c-47ba-b1c1-d747f9443c76), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.692185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83163b37-ffc5-4b6e-9dd0-80c301ebbe5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.693843 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-83163b37-ffc5-4b6e-9dd0-80c301ebbe5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8baa392-6f9c-47ba-b1c1-d747f9443c76 HTTP/1.1" status: 204  len: 168 time: 0.3030508
Apr 30 21:43:12.710988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d583bfc2-8646-4e28-970c-246b0d0ec77e tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group (a176fb50-68b1-4d8e-b9c9-d96dffb1a807), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.714278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83163b37-ffc5-4b6e-9dd0-80c301ebbe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8baa392-6f9c-47ba-b1c1-d747f9443c76,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:12.748795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d583bfc2-8646-4e28-970c-246b0d0ec77e tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group (a176fb50-68b1-4d8e-b9c9-d96dffb1a807), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.853866 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d583bfc2-8646-4e28-970c-246b0d0ec77e tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a176fb50-68b1-4d8e-b9c9-d96dffb1a807), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.856512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d583bfc2-8646-4e28-970c-246b0d0ec77e tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:12.857668 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d583bfc2-8646-4e28-970c-246b0d0ec77e tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] 10.222.0.23 "DELETE /v2.0/security-groups/a176fb50-68b1-4d8e-b9c9-d96dffb1a807 HTTP/1.1" status: 204  len: 168 time: 0.2156894
Apr 30 21:43:12.867269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583bfc2-8646-4e28-970c-246b0d0ec77e tempest-TestServerBasicOps-220070941 tempest-TestServerBasicOps-220070941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a176fb50-68b1-4d8e-b9c9-d96dffb1a807,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:12.959336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42314) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:13.401902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:13.522236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d24f8b2f-d431-4caa-98b1-e20fd7c178a2 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:13.545658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: d24f8b2f-d431-4caa-98b1-e20fd7c178a2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:13.546065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d24f8b2f-d431-4caa-98b1-e20fd7c178a2 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:13.643689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Deleting port 757880ce-08ff-46fd-8e05-9a92d215869c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:13.644250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:13.728613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] For port 757880ce-08ff-46fd-8e05-9a92d215869c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=757880ce-08ff-46fd-8e05-9a92d215869c,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:13.728932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:13.743078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Calling delete_port for 757880ce-08ff-46fd-8e05-9a92d215869c owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:13.794846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42334) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:13.903533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898942955'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:13.988431 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:13.997421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.013677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (757880ce-08ff-46fd-8e05-9a92d215869c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.040992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Pushing event deleted for resources: {'Port': ['ID=757880ce-08ff-46fd-8e05-9a92d215869c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:14.077408 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (fd3611d0-0df3-4c72-9352-5676cacdd400), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.145389 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fd3611d0-0df3-4c72-9352-5676cacdd400), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.192855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3611d0-0df3-4c72-9352-5676cacdd400,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:14.232619 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.235121 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (a391be66-f641-41c6-82de-7477a0229d24), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.316731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a391be66-f641-41c6-82de-7477a0229d24), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.346815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a391be66-f641-41c6-82de-7477a0229d24,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:14.395085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.396417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d5ddf7b2-f3bb-445c-ab02-c6310d6be4d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6004562
Apr 30 21:43:14.399659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42340) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:14.466871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-219ff295-ef0e-4225-879d-c5617ad65db4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0661147
Apr 30 21:43:14.469845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42342) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:14.474223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-86267c4e-1e61-4952-baf0-65b1c74ced18 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-security--350071729', 'description': 'tempest-security-description-416710947'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:14.481339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:43:14.552845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86267c4e-1e61-4952-baf0-65b1c74ced18 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (a391be66-f641-41c6-82de-7477a0229d24), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.637699 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86267c4e-1e61-4952-baf0-65b1c74ced18 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (a391be66-f641-41c6-82de-7477a0229d24), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.659162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:14.665812 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7ac3f220-c1b9-4154-9666-01c7cc0af573 admin admin] 10.222.0.23 "PUT /v2.0/routers/60996d6c-36c2-4d80-a2ed-4c1fcba391a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7044182
Apr 30 21:43:14.667089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42344) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:14.674730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] Sync routers for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:14.688889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:14.689545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c047be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:14.739445 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86267c4e-1e61-4952-baf0-65b1c74ced18 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a391be66-f641-41c6-82de-7477a0229d24), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.742001 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-86267c4e-1e61-4952-baf0-65b1c74ced18 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.743759 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-86267c4e-1e61-4952-baf0-65b1c74ced18 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "PUT /v2.0/security-groups/a391be66-f641-41c6-82de-7477a0229d24 HTTP/1.1" status: 200  len: 1795 time: 0.2729795
Apr 30 21:43:14.746731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42346) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:14.781272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86267c4e-1e61-4952-baf0-65b1c74ced18 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a391be66-f641-41c6-82de-7477a0229d24,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:14.790233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1756d788-b1f2-4b72-a774-35032a67ccd6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups/a391be66-f641-41c6-82de-7477a0229d24 HTTP/1.1" status: 200  len: 1795 time: 0.0423448
Apr 30 21:43:14.792709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:14.801701 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks [] for router (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.809745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:14.847386 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbee6db2-0759-4902-b75f-fdb1f40aa5b6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (a391be66-f641-41c6-82de-7477a0229d24), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.872781 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbee6db2-0759-4902-b75f-fdb1f40aa5b6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (a391be66-f641-41c6-82de-7477a0229d24), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.927277 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks [] for router_gateway (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.988621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c047be0>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:43:13Z', 'revision_number': 5, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port': {'id': 'c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:50Z', 'updated_at': '2022-04-30T21:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:14.988908 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbee6db2-0759-4902-b75f-fdb1f40aa5b6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a391be66-f641-41c6-82de-7477a0229d24), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.991434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbee6db2-0759-4902-b75f-fdb1f40aa5b6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:14.993211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cbee6db2-0759-4902-b75f-fdb1f40aa5b6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/a391be66-f641-41c6-82de-7477a0229d24 HTTP/1.1" status: 204  len: 168 time: 0.1994154
Apr 30 21:43:14.996612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42352) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:15.014044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee6db2-0759-4902-b75f-fdb1f40aa5b6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a391be66-f641-41c6-82de-7477a0229d24,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:15.018958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] Checking router: 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:15.037506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] Routers {'60996d6c-36c2-4d80-a2ed-4c1fcba391a2'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:15.038042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c047be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:15.041014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Deleting port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:15.041354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.061184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fcbfd77e-1b99-433c-b925-4b1aa1d20808 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0620744
Apr 30 21:43:15.063741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42354) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:15.079224 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-b2f2ccf3-b7e0-4325-b203-278174270942 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:15.084818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b2f2ccf3-b7e0-4325-b203-278174270942 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/a391be66-f641-41c6-82de-7477a0229d24 HTTP/1.1" status: 404  len: 347 time: 0.0154247
Apr 30 21:43:15.084818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42356) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:15.089283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-39d22b68-3565-439b-8085-7ac3130ed5af tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714518387'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:15.129056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] For port c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:15.129504 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.135313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] Set router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:15.143826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Calling delete_port for c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:15.171355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39d22b68-3565-439b-8085-7ac3130ed5af tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.191391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c047be0>, [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:43:14Z', 'revision_number': 6, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:15.219193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e7df2-7db5-4fbe-ab87-f9f320159af1 None None] The sync data for ids ['60996d6c-36c2-4d80-a2ed-4c1fcba391a2'] in ncdv-master-1 is: [{'id': '60996d6c-36c2-4d80-a2ed-4c1fcba391a2', 'name': 'tempest-TestServerBasicOps-1942630575-router', 'tenant_id': 'ede1fc028b654b819f147b9e5dde458e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:49Z', 'updated_at': '2022-04-30T21:43:14Z', 'revision_number': 6, 'project_id': 'ede1fc028b654b819f147b9e5dde458e', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:15.249410 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39d22b68-3565-439b-8085-7ac3130ed5af tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (90c218a3-46f9-47da-922f-c913d972ee53), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.327873 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39d22b68-3565-439b-8085-7ac3130ed5af tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90c218a3-46f9-47da-922f-c913d972ee53), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.357172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d22b68-3565-439b-8085-7ac3130ed5af tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c218a3-46f9-47da-922f-c913d972ee53,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:15.388732 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.415451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:15.419352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39d22b68-3565-439b-8085-7ac3130ed5af tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.421115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-39d22b68-3565-439b-8085-7ac3130ed5af tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3350582
Apr 30 21:43:15.423738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42358) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:15.428348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '90c218a3-46f9-47da-922f-c913d972ee53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:15.498086 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.595141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.606764 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.610757 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks [] for router_controller (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.692029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.750284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (60996d6c-36c2-4d80-a2ed-4c1fcba391a2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.750834 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60996d6c-36c2-4d80-a2ed-4c1fcba391a2 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:43:15.754962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.756065 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d5e12ede-4ba3-4b22-86f6-7f90c28b68e7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/60996d6c-36c2-4d80-a2ed-4c1fcba391a2 HTTP/1.1" status: 204  len: 168 time: 1.0880547
Apr 30 21:43:15.759140 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42360) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:15.787388 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.821477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:15.826770 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8c17e2-4781-42e1-8322-db44f73bae25 admin admin] Deleting subnet 3291e483-08a3-4ea6-af11-c0318997c56d {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:43:15.833740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.834112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.834450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.834784 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.835115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.835447 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.835763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.836707 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.837033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.837368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.837679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.838022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.838341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.838657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.838973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:15.841589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d8c17e2-4781-42e1-8322-db44f73bae25 admin admin] Publish callbacks [] for subnet (3291e483-08a3-4ea6-af11-c0318997c56d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.876211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d8c17e2-4781-42e1-8322-db44f73bae25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (3291e483-08a3-4ea6-af11-c0318997c56d), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.897290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.899081 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0b89f5a8-c4ad-4b14-a15e-4fa59e4928f4 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4737723
Apr 30 21:43:15.902285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42362) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:15.925471 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9e85a743-fd89-4431-8fb0-724fab52af80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.933003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9e85a743-fd89-4431-8fb0-724fab52af80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:15.961981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d8c17e2-4781-42e1-8322-db44f73bae25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (3291e483-08a3-4ea6-af11-c0318997c56d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.051835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9e85a743-fd89-4431-8fb0-724fab52af80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.061549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9e85a743-fd89-4431-8fb0-724fab52af80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.062641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9e85a743-fd89-4431-8fb0-724fab52af80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b HTTP/1.1" status: 204  len: 168 time: 0.1592727
Apr 30 21:43:16.065280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42384) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:16.072233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85a743-fd89-4431-8fb0-724fab52af80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5f5c8d7-52cb-4943-b4f7-f29795cbbf1b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:16.080596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d8c17e2-4781-42e1-8322-db44f73bae25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (3291e483-08a3-4ea6-af11-c0318997c56d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.116640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c17e2-4781-42e1-8322-db44f73bae25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3291e483-08a3-4ea6-af11-c0318997c56d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:16.119236 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6d8c17e2-4781-42e1-8322-db44f73bae25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.125019 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6d8c17e2-4781-42e1-8322-db44f73bae25 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3291e483-08a3-4ea6-af11-c0318997c56d HTTP/1.1" status: 204  len: 168 time: 0.3623350
Apr 30 21:43:16.125019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42386) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:16.127379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebe5a6-4b32-44c0-bdfd-5d1dd8909414 None None] Network 1a35949a-03eb-4847-aba7-c5eaeefc6d24 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:16.216368 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-838c1326-1615-43e2-a56b-0e01f2bf09f6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1459823
Apr 30 21:43:16.216605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42392) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:16.228711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (1a35949a-03eb-4847-aba7-c5eaeefc6d24), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.288685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Deleting port 5846115c-80ce-42a8-adb8-71e0b9c5d23d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:16.288796 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.289381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4820c448-b68d-4238-b170-bbf450eac3de tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (90c218a3-46f9-47da-922f-c913d972ee53), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.315437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4820c448-b68d-4238-b170-bbf450eac3de tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (90c218a3-46f9-47da-922f-c913d972ee53), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.316073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] DHCP port deletion for 1a35949a-03eb-4847-aba7-c5eaeefc6d24 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:43:16.362304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] Deleting port 5846115c-80ce-42a8-adb8-71e0b9c5d23d {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:16.363014 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.392343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] For port 5846115c-80ce-42a8-adb8-71e0b9c5d23d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5846115c-80ce-42a8-adb8-71e0b9c5d23d,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:16.393089 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.411625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Calling delete_port for 5846115c-80ce-42a8-adb8-71e0b9c5d23d owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:16.440784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] For port 5846115c-80ce-42a8-adb8-71e0b9c5d23d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5846115c-80ce-42a8-adb8-71e0b9c5d23d,segment=NetworkSegment(2b4860d9-fee0-458f-8c12-5a8dd2ecadd7),segment_id=2b4860d9-fee0-458f-8c12-5a8dd2ecadd7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:16.441095 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.464996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] Calling delete_port for 5846115c-80ce-42a8-adb8-71e0b9c5d23d owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:16.475920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4820c448-b68d-4238-b170-bbf450eac3de tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (90c218a3-46f9-47da-922f-c913d972ee53), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.481091 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4820c448-b68d-4238-b170-bbf450eac3de tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.485157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4820c448-b68d-4238-b170-bbf450eac3de tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/90c218a3-46f9-47da-922f-c913d972ee53 HTTP/1.1" status: 204  len: 168 time: 0.2659559
Apr 30 21:43:16.485874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42398) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:16.500193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820c448-b68d-4238-b170-bbf450eac3de tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c218a3-46f9-47da-922f-c913d972ee53,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:16.551616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-54adeac1-fc79-4174-b6af-9b7be4112682 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0634584
Apr 30 21:43:16.556054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42400) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:16.560446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2c34d166-52ba-453b-ab95-6b2ba4ea0e37 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464566832'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:16.591252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.596843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (5846115c-80ce-42a8-adb8-71e0b9c5d23d), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.627204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Pushing event deleted for resources: {'Port': ['ID=5846115c-80ce-42a8-adb8-71e0b9c5d23d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:16.627590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] Pushing event deleted for resources: {'Port': ['ID=5846115c-80ce-42a8-adb8-71e0b9c5d23d,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:16.627678 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] No DVR routers for this DVR port 5846115c-80ce-42a8-adb8-71e0b9c5d23d on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:16.627764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99897b-c417-4f06-9c5d-f710d76f3f45 None None] No DVR routers for this DVR port 5846115c-80ce-42a8-adb8-71e0b9c5d23d on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:16.676615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c34d166-52ba-453b-ab95-6b2ba4ea0e37 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.695009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5846115c-80ce-42a8-adb8-71e0b9c5d23d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:16.708309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (1a35949a-03eb-4847-aba7-c5eaeefc6d24), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.719071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 5846115c-80ce-42a8-adb8-71e0b9c5d23d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:16.719653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5846115c-80ce-42a8-adb8-71e0b9c5d23d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:16.720222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 757880ce-08ff-46fd-8e05-9a92d215869c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:16.737564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967745ee0>,) {'filters': {'network_id': ['1a35949a-03eb-4847-aba7-c5eaeefc6d24']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:16.741192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 757880ce-08ff-46fd-8e05-9a92d215869c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:16.741724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 757880ce-08ff-46fd-8e05-9a92d215869c not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:16.742357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:16.748872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967745ee0>, '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:16.749170 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967745ee0>, '2b4860d9-fee0-458f-8c12-5a8dd2ecadd7') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:16.759083 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (2b4860d9-fee0-458f-8c12-5a8dd2ecadd7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.764471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:16.765029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c3e58fa6-1985-4f7d-92d7-4e7887a8ae9d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:16.767650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c34d166-52ba-453b-ab95-6b2ba4ea0e37 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (7434203d-58b3-49dd-a067-0900880a2434), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.772705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2b4860d9-fee0-458f-8c12-5a8dd2ecadd7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.781164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:43:16.781557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (2b4860d9-fee0-458f-8c12-5a8dd2ecadd7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:43:16.783285 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:43:16.856840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c34d166-52ba-453b-ab95-6b2ba4ea0e37 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7434203d-58b3-49dd-a067-0900880a2434), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.886174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34d166-52ba-453b-ab95-6b2ba4ea0e37 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7434203d-58b3-49dd-a067-0900880a2434,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:16.913875 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (1a35949a-03eb-4847-aba7-c5eaeefc6d24), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.920242 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.922324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42404) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:16.923434 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a35949a-03eb-4847-aba7-c5eaeefc6d24 HTTP/1.1" status: 204  len: 168 time: 0.7975187
Apr 30 21:43:16.926392 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42406) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:16.941686 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abe326-3077-40a1-9321-8f3c3e0df08f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a35949a-03eb-4847-aba7-c5eaeefc6d24,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:16.948369 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c34d166-52ba-453b-ab95-6b2ba4ea0e37 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:16.950951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c34d166-52ba-453b-ab95-6b2ba4ea0e37 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3939574
Apr 30 21:43:16.954653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42410) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:16.959446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-597d31cf-9d5f-4ea0-92ca-bb3edadf5d23 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '7434203d-58b3-49dd-a067-0900880a2434', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:17.039133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7cbd74c-a94c-413e-b5a8-7073f4749e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.059798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-597d31cf-9d5f-4ea0-92ca-bb3edadf5d23 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (c3a52bf8-475e-42b1-8955-7574b5f5a9d7), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.131287 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.134289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-597d31cf-9d5f-4ea0-92ca-bb3edadf5d23 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (c3a52bf8-475e-42b1-8955-7574b5f5a9d7), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.161500 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7cbd74c-a94c-413e-b5a8-7073f4749e96 admin admin] Publish callbacks [] for security_group (2c48bf29-e009-4d8b-8ef0-5c1688ccca4d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.225353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-597d31cf-9d5f-4ea0-92ca-bb3edadf5d23 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (c3a52bf8-475e-42b1-8955-7574b5f5a9d7), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.243275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d31cf-9d5f-4ea0-92ca-bb3edadf5d23 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a52bf8-475e-42b1-8955-7574b5f5a9d7,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:17.253828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f7cbd74c-a94c-413e-b5a8-7073f4749e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2c48bf29-e009-4d8b-8ef0-5c1688ccca4d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.273077 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (64edf397-099b-40a9-81af-e1c4cfd083fd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.291976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f7cbd74c-a94c-413e-b5a8-7073f4749e96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1bce6a0d61d43199f4e4e2dd0bb96b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3685508
Apr 30 21:43:17.295082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42412) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:17.311275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbd74c-a94c-413e-b5a8-7073f4749e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c48bf29-e009-4d8b-8ef0-5c1688ccca4d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:17.331375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-597d31cf-9d5f-4ea0-92ca-bb3edadf5d23 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.331912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-597d31cf-9d5f-4ea0-92ca-bb3edadf5d23 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3762915
Apr 30 21:43:17.338141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42414) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:17.343301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b278a8fa-09ff-4195-8268-70761fc7de80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '7434203d-58b3-49dd-a067-0900880a2434', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:17.372715 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50c6ef05-2965-46e3-9f4b-66d181357527 admin admin] Publish callbacks [] for security_group (2c48bf29-e009-4d8b-8ef0-5c1688ccca4d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.394999 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50c6ef05-2965-46e3-9f4b-66d181357527 admin admin] Publish callbacks [] for security_group (2c48bf29-e009-4d8b-8ef0-5c1688ccca4d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.470334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b278a8fa-09ff-4195-8268-70761fc7de80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (bfd88671-e43e-4315-9f7d-2d9f42a7bea1), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.521299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Deleting port 1f21424f-2920-4416-a511-a2e2197300af {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:17.521918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1f21424f-2920-4416-a511-a2e2197300af), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.530011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50c6ef05-2965-46e3-9f4b-66d181357527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2c48bf29-e009-4d8b-8ef0-5c1688ccca4d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.533390 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50c6ef05-2965-46e3-9f4b-66d181357527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.534702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-50c6ef05-2965-46e3-9f4b-66d181357527 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c48bf29-e009-4d8b-8ef0-5c1688ccca4d HTTP/1.1" status: 204  len: 168 time: 0.2387195
Apr 30 21:43:17.551176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b278a8fa-09ff-4195-8268-70761fc7de80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (bfd88671-e43e-4315-9f7d-2d9f42a7bea1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.552288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6ef05-2965-46e3-9f4b-66d181357527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c48bf29-e009-4d8b-8ef0-5c1688ccca4d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:17.609831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] For port 1f21424f-2920-4416-a511-a2e2197300af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f21424f-2920-4416-a511-a2e2197300af,segment=NetworkSegment(4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d),segment_id=4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:17.610197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1f21424f-2920-4416-a511-a2e2197300af), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.619365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b278a8fa-09ff-4195-8268-70761fc7de80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (bfd88671-e43e-4315-9f7d-2d9f42a7bea1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.624138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Calling delete_port for 1f21424f-2920-4416-a511-a2e2197300af owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:17.639372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278a8fa-09ff-4195-8268-70761fc7de80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd88671-e43e-4315-9f7d-2d9f42a7bea1,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:17.764505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b278a8fa-09ff-4195-8268-70761fc7de80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.765880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b278a8fa-09ff-4195-8268-70761fc7de80 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4267282
Apr 30 21:43:17.768644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42418) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:17.773100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0a9f89e4-81b3-491c-82fe-fd19514335ad tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '7434203d-58b3-49dd-a067-0900880a2434', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:17.908696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1f21424f-2920-4416-a511-a2e2197300af), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.911011 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ca3879ca-c0ee-414b-908b-6ea77bf80497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.917186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a9f89e4-81b3-491c-82fe-fd19514335ad tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (a8a8aa72-71c6-4024-bb12-9619bbf84b25), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:17.936713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f21424f-2920-4416-a511-a2e2197300af,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:17.977921 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a9f89e4-81b3-491c-82fe-fd19514335ad tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (a8a8aa72-71c6-4024-bb12-9619bbf84b25), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.087832 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a9f89e4-81b3-491c-82fe-fd19514335ad tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a8a8aa72-71c6-4024-bb12-9619bbf84b25), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.112721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (64edf397-099b-40a9-81af-e1c4cfd083fd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.113722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f89e4-81b3-491c-82fe-fd19514335ad tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a8aa72-71c6-4024-bb12-9619bbf84b25,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:18.205939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42422) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:18.222019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0a9f89e4-81b3-491c-82fe-fd19514335ad tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.223191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a9f89e4-81b3-491c-82fe-fd19514335ad tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4535978
Apr 30 21:43:18.224125 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-499aeb19-d7d7-4363-9cb8-b35ee874907b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.226247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42424) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:18.231541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-03b76527-9919-487b-ab24-49bc22f666f9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '7434203d-58b3-49dd-a067-0900880a2434', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:18.305956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-499aeb19-d7d7-4363-9cb8-b35ee874907b admin admin] Publish callbacks [] for security_group (051d5cfc-3479-40dd-ad01-4a020cfb0c23), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.344239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03b76527-9919-487b-ab24-49bc22f666f9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5c4e5dac-ae04-4241-9636-ce4ffc68de70), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.394082 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-499aeb19-d7d7-4363-9cb8-b35ee874907b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (051d5cfc-3479-40dd-ad01-4a020cfb0c23), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.403647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Router 64edf397-099b-40a9-81af-e1c4cfd083fd has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:43:18.428764 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03b76527-9919-487b-ab24-49bc22f666f9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5c4e5dac-ae04-4241-9636-ce4ffc68de70), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.436911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-499aeb19-d7d7-4363-9cb8-b35ee874907b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8facefae2b34dd9a57ce85eaed498cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2296913
Apr 30 21:43:18.439064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499aeb19-d7d7-4363-9cb8-b35ee874907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d5cfc-3479-40dd-ad01-4a020cfb0c23,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:18.442301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42426) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:18.490636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-673aaf9a-bddb-49ef-b985-d8c9f111dd6d admin admin] Publish callbacks [] for security_group (051d5cfc-3479-40dd-ad01-4a020cfb0c23), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.498520 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03b76527-9919-487b-ab24-49bc22f666f9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5c4e5dac-ae04-4241-9636-ce4ffc68de70), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.512915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-673aaf9a-bddb-49ef-b985-d8c9f111dd6d admin admin] Publish callbacks [] for security_group (051d5cfc-3479-40dd-ad01-4a020cfb0c23), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.530403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b76527-9919-487b-ab24-49bc22f666f9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4e5dac-ae04-4241-9636-ce4ffc68de70,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:18.547481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:18.553077 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-35671650-0a27-41b0-b762-e9c33e3a1e04 admin admin] 10.222.0.23 "PUT /v2.0/routers/64edf397-099b-40a9-81af-e1c4cfd083fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6255641
Apr 30 21:43:18.555938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42428) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:18.558206 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] Sync routers for ids ['64edf397-099b-40a9-81af-e1c4cfd083fd'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:18.571591 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] Routers {'64edf397-099b-40a9-81af-e1c4cfd083fd'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:18.572201 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc6e1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['64edf397-099b-40a9-81af-e1c4cfd083fd'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:18.626397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-03b76527-9919-487b-ab24-49bc22f666f9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.627616 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-03b76527-9919-487b-ab24-49bc22f666f9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3994570
Apr 30 21:43:18.630360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42430) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:18.636682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-140538cc-af05-4b95-82e6-f431dc9be970 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '7434203d-58b3-49dd-a067-0900880a2434', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:18.657350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-673aaf9a-bddb-49ef-b985-d8c9f111dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (051d5cfc-3479-40dd-ad01-4a020cfb0c23), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.660124 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-673aaf9a-bddb-49ef-b985-d8c9f111dd6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.664040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-673aaf9a-bddb-49ef-b985-d8c9f111dd6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/051d5cfc-3479-40dd-ad01-4a020cfb0c23 HTTP/1.1" status: 204  len: 168 time: 0.2179761
Apr 30 21:43:18.676772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673aaf9a-bddb-49ef-b985-d8c9f111dd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d5cfc-3479-40dd-ad01-4a020cfb0c23,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:18.686707 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] Set router 64edf397-099b-40a9-81af-e1c4cfd083fd gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:18.704899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks [] for router (64edf397-099b-40a9-81af-e1c4cfd083fd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.780044 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-140538cc-af05-4b95-82e6-f431dc9be970 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (28ed1837-22f8-4eb8-a2ef-b0693a4f96c9), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.860694 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc6e1c0>, [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:43:17Z', 'revision_number': 5, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:18.863641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks [] for router_gateway (64edf397-099b-40a9-81af-e1c4cfd083fd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.872996 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-140538cc-af05-4b95-82e6-f431dc9be970 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (28ed1837-22f8-4eb8-a2ef-b0693a4f96c9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.886905 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] Checking router: 64edf397-099b-40a9-81af-e1c4cfd083fd for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:18.895326 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] Routers {'64edf397-099b-40a9-81af-e1c4cfd083fd'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:18.895941 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc6e1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:42:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['64edf397-099b-40a9-81af-e1c4cfd083fd'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:18.939780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-140538cc-af05-4b95-82e6-f431dc9be970 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (28ed1837-22f8-4eb8-a2ef-b0693a4f96c9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:18.987663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140538cc-af05-4b95-82e6-f431dc9be970 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ed1837-22f8-4eb8-a2ef-b0693a4f96c9,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:19.003514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Deleting port 973e7ce5-a75c-4f51-a17e-5fb33de3c317 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:19.003855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.058184 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-140538cc-af05-4b95-82e6-f431dc9be970 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.060440 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-140538cc-af05-4b95-82e6-f431dc9be970 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.4287963
Apr 30 21:43:19.063838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42436) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.096268 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] Set router 64edf397-099b-40a9-81af-e1c4cfd083fd gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:19.097400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c984b492-8264-49ce-8dd7-3db5f353a5bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (28ed1837-22f8-4eb8-a2ef-b0693a4f96c9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.109234 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c984b492-8264-49ce-8dd7-3db5f353a5bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (28ed1837-22f8-4eb8-a2ef-b0693a4f96c9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.122997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] For port 973e7ce5-a75c-4f51-a17e-5fb33de3c317, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=973e7ce5-a75c-4f51-a17e-5fb33de3c317,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:19.123514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.148690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Calling delete_port for 973e7ce5-a75c-4f51-a17e-5fb33de3c317 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:19.229017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c984b492-8264-49ce-8dd7-3db5f353a5bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (28ed1837-22f8-4eb8-a2ef-b0693a4f96c9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.240562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c984b492-8264-49ce-8dd7-3db5f353a5bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.246336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c984b492-8264-49ce-8dd7-3db5f353a5bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/28ed1837-22f8-4eb8-a2ef-b0693a4f96c9 HTTP/1.1" status: 204  len: 168 time: 0.1807227
Apr 30 21:43:19.251115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42444) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.274345 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc6e1c0>, [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:43:17Z', 'revision_number': 5, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:19.278346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984b492-8264-49ce-8dd7-3db5f353a5bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28ed1837-22f8-4eb8-a2ef-b0693a4f96c9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:19.306720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-839e33ea-91ef-49d0-b8e5-c166719a9853 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0534389
Apr 30 21:43:19.309841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42446) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.311188 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de8b4ff-b73f-4527-af89-b18f0e5479cf None None] The sync data for ids ['64edf397-099b-40a9-81af-e1c4cfd083fd'] in ncdv-master-1 is: [{'id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'name': 'tempest-TestServerBasicOps-1133110784-router', 'tenant_id': '7c8d2063664e4242842a675bd6a9e4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116'}], 'enable_snat': True}, 'gw_port_id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:37:58Z', 'updated_at': '2022-04-30T21:43:17Z', 'revision_number': 5, 'project_id': '7c8d2063664e4242842a675bd6a9e4bf', 'gw_port': {'id': '973e7ce5-a75c-4f51-a17e-5fb33de3c317', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:98:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64edf397-099b-40a9-81af-e1c4cfd083fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:37:59Z', 'updated_at': '2022-04-30T21:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:19.341895 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfd21-4d40-437f-b43c-864f7c618ecd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5c4e5dac-ae04-4241-9636-ce4ffc68de70), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.351050 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfd21-4d40-437f-b43c-864f7c618ecd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5c4e5dac-ae04-4241-9636-ce4ffc68de70), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.440445 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfd21-4d40-437f-b43c-864f7c618ecd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5c4e5dac-ae04-4241-9636-ce4ffc68de70), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.450231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfd21-4d40-437f-b43c-864f7c618ecd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.451540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3d0dfd21-4d40-437f-b43c-864f7c618ecd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5c4e5dac-ae04-4241-9636-ce4ffc68de70 HTTP/1.1" status: 204  len: 168 time: 0.1407139
Apr 30 21:43:19.459216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42450) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.466038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dfd21-4d40-437f-b43c-864f7c618ecd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c4e5dac-ae04-4241-9636-ce4ffc68de70,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:19.505018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eba9c485-2b3e-40f5-9205-0615236d41dd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0443995
Apr 30 21:43:19.508085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42452) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.533231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25c6ba27-076f-4a6d-81db-cb3dacbed9d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (a8a8aa72-71c6-4024-bb12-9619bbf84b25), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.542332 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25c6ba27-076f-4a6d-81db-cb3dacbed9d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (a8a8aa72-71c6-4024-bb12-9619bbf84b25), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.645358 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25c6ba27-076f-4a6d-81db-cb3dacbed9d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a8a8aa72-71c6-4024-bb12-9619bbf84b25), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.653802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25c6ba27-076f-4a6d-81db-cb3dacbed9d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.654928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-25c6ba27-076f-4a6d-81db-cb3dacbed9d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a8a8aa72-71c6-4024-bb12-9619bbf84b25 HTTP/1.1" status: 204  len: 168 time: 0.1458900
Apr 30 21:43:19.657787 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42460) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.661626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6ba27-076f-4a6d-81db-cb3dacbed9d7 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8a8aa72-71c6-4024-bb12-9619bbf84b25,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:19.727553 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4d82e2de-76f9-4d3c-a875-184cf2707159 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0675614
Apr 30 21:43:19.730627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42462) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.756482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32ef0131-0ad4-4424-a04e-f3b5346cbff2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (bfd88671-e43e-4315-9f7d-2d9f42a7bea1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.764707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32ef0131-0ad4-4424-a04e-f3b5346cbff2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (bfd88671-e43e-4315-9f7d-2d9f42a7bea1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.806309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (973e7ce5-a75c-4f51-a17e-5fb33de3c317), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.843496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Pushing event deleted for resources: {'Port': ['ID=973e7ce5-a75c-4f51-a17e-5fb33de3c317,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:19.868722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32ef0131-0ad4-4424-a04e-f3b5346cbff2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (bfd88671-e43e-4315-9f7d-2d9f42a7bea1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.875604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32ef0131-0ad4-4424-a04e-f3b5346cbff2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.876888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-32ef0131-0ad4-4424-a04e-f3b5346cbff2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bfd88671-e43e-4315-9f7d-2d9f42a7bea1 HTTP/1.1" status: 204  len: 168 time: 0.1451209
Apr 30 21:43:19.880304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42466) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.891563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef0131-0ad4-4424-a04e-f3b5346cbff2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfd88671-e43e-4315-9f7d-2d9f42a7bea1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:19.912613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (64edf397-099b-40a9-81af-e1c4cfd083fd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.933172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-753ca16d-5510-4d10-92bd-f56f3613599f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0516422
Apr 30 21:43:19.933858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42468) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:19.960074 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (c3a52bf8-475e-42b1-8955-7574b5f5a9d7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:19.968404 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (c3a52bf8-475e-42b1-8955-7574b5f5a9d7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.018245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (64edf397-099b-40a9-81af-e1c4cfd083fd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.020444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks [] for router_controller (64edf397-099b-40a9-81af-e1c4cfd083fd), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.074354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (c3a52bf8-475e-42b1-8955-7574b5f5a9d7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.081443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.082598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c3a52bf8-475e-42b1-8955-7574b5f5a9d7 HTTP/1.1" status: 204  len: 168 time: 0.1477995
Apr 30 21:43:20.085325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42472) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:20.087215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3a52bf8-475e-42b1-8955-7574b5f5a9d7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:20.094621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.094975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.095318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.095659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.095993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.096325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.096670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.096983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.097310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.097636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.098024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.098356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.098681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.099002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.099330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3e93be-9477-46ee-b343-0a9c776cb144 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:20.128338 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4fddbb08-2e56-4a3b-bc83-60c4fd35bbd8 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0412393
Apr 30 21:43:20.131334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42476) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:20.164040 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (64edf397-099b-40a9-81af-e1c4cfd083fd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.164724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64edf397-099b-40a9-81af-e1c4cfd083fd {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:43:20.170234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.173991 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b668fae-9b39-41d7-a41a-414233a1d61f admin admin] 10.222.0.23 "DELETE /v2.0/routers/64edf397-099b-40a9-81af-e1c4cfd083fd HTTP/1.1" status: 204  len: 168 time: 1.6135664
Apr 30 21:43:20.174704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42478) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:20.208218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe9d8-b9d9-4e2e-a057-2890386878e9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (7434203d-58b3-49dd-a067-0900880a2434), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.235664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b35b13b-e707-4886-8c27-44423a9ff741 admin admin] Deleting subnet 3895bc6b-4099-4c28-af89-fa51a040f896 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:43:20.236077 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe9d8-b9d9-4e2e-a057-2890386878e9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (7434203d-58b3-49dd-a067-0900880a2434), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.239690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5b35b13b-e707-4886-8c27-44423a9ff741 admin admin] Publish callbacks [] for subnet (3895bc6b-4099-4c28-af89-fa51a040f896), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.280880 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5b35b13b-e707-4886-8c27-44423a9ff741 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (3895bc6b-4099-4c28-af89-fa51a040f896), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.356972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe9d8-b9d9-4e2e-a057-2890386878e9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7434203d-58b3-49dd-a067-0900880a2434), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.359975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c1dfe9d8-b9d9-4e2e-a057-2890386878e9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.361430 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c1dfe9d8-b9d9-4e2e-a057-2890386878e9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/7434203d-58b3-49dd-a067-0900880a2434 HTTP/1.1" status: 204  len: 168 time: 0.2291751
Apr 30 21:43:20.364577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42482) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:20.372156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfe9d8-b9d9-4e2e-a057-2890386878e9 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7434203d-58b3-49dd-a067-0900880a2434,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:20.372786 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5b35b13b-e707-4886-8c27-44423a9ff741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (3895bc6b-4099-4c28-af89-fa51a040f896), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.442907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-54a3faed-a192-49a9-9551-41bc109362e6 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0771112
Apr 30 21:43:20.449038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:20.452352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ef8ce4c8-0c4c-459d-89f8-890fcace47f8 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--285601321'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:20.579836 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-42ff78b0-e685-4fa2-923a-e808ade01399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.580393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce4c8-0c4c-459d-89f8-890fcace47f8 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.583728 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5b35b13b-e707-4886-8c27-44423a9ff741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (3895bc6b-4099-4c28-af89-fa51a040f896), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.618532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35b13b-e707-4886-8c27-44423a9ff741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3895bc6b-4099-4c28-af89-fa51a040f896,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:20.638744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d36bfe6-bf2b-40d9-a9a3-682e227f9385 None None] Network 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:20.681227 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5b35b13b-e707-4886-8c27-44423a9ff741 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.691049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5b35b13b-e707-4886-8c27-44423a9ff741 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3895bc6b-4099-4c28-af89-fa51a040f896 HTTP/1.1" status: 204  len: 168 time: 0.5146701
Apr 30 21:43:20.693610 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42494) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:20.702014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce4c8-0c4c-459d-89f8-890fcace47f8 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (2235d0da-77a0-4466-8d8d-ce55785576a2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.772372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 973e7ce5-a75c-4f51-a17e-5fb33de3c317 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:20.795576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (6efc900f-eeaf-4ee1-bba7-f5632f848ef9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.803995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce4c8-0c4c-459d-89f8-890fcace47f8 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2235d0da-77a0-4466-8d8d-ce55785576a2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.808523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 973e7ce5-a75c-4f51-a17e-5fb33de3c317 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:20.809238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 973e7ce5-a75c-4f51-a17e-5fb33de3c317 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:20.809869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1f21424f-2920-4416-a511-a2e2197300af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:20.846196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1f21424f-2920-4416-a511-a2e2197300af {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:20.846196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1f21424f-2920-4416-a511-a2e2197300af not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:20.858770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ce4c8-0c4c-459d-89f8-890fcace47f8 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2235d0da-77a0-4466-8d8d-ce55785576a2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:20.862915 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Deleting port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:20.863246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.867575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] DHCP port deletion for 6efc900f-eeaf-4ee1-bba7-f5632f848ef9 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:43:20.909959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] Deleting port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:43:20.910340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.939438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] For port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,segment=NetworkSegment(4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d),segment_id=4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:20.939802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.945096 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce4c8-0c4c-459d-89f8-890fcace47f8 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.945096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ef8ce4c8-0c4c-459d-89f8-890fcace47f8 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4942796
Apr 30 21:43:20.946472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42500) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:20.951460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-65aa3ed8-3557-4b46-bce9-d7449362cd05 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '2235d0da-77a0-4466-8d8d-ce55785576a2', 'direction': 'ingress', 'protocol': 17}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:20.958076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Calling delete_port for 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:20.982571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] For port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,segment=NetworkSegment(4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d),segment_id=4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:20.982915 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:20.996536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] Calling delete_port for 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:43:21.070827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65aa3ed8-3557-4b46-bce9-d7449362cd05 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (7eafc275-a4ec-4ca0-b2bd-f50a5e282fd1), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.132145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65aa3ed8-3557-4b46-bce9-d7449362cd05 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (7eafc275-a4ec-4ca0-b2bd-f50a5e282fd1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.133586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.149963 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (3609c83f-4a9c-4c0c-94af-faaf2b0c5672), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.161983 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Pushing event deleted for resources: {'Port': ['ID=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:21.166513 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] No DVR routers for this DVR port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:21.185628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] Pushing event deleted for resources: {'Port': ['ID=3609c83f-4a9c-4c0c-94af-faaf2b0c5672,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:21.187748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981aeec7-583c-47a7-8299-061b52abc20f None None] No DVR routers for this DVR port 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:43:21.199206 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65aa3ed8-3557-4b46-bce9-d7449362cd05 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (7eafc275-a4ec-4ca0-b2bd-f50a5e282fd1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.212838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa3ed8-3557-4b46-bce9-d7449362cd05 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eafc275-a4ec-4ca0-b2bd-f50a5e282fd1,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:21.241983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (6efc900f-eeaf-4ee1-bba7-f5632f848ef9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.245588 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.267051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967116c40>,) {'filters': {'network_id': ['6efc900f-eeaf-4ee1-bba7-f5632f848ef9']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:21.278720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967116c40>, '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:21.279156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967116c40>, '4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:21.290196 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.308697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.310798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-65aa3ed8-3557-4b46-bce9-d7449362cd05 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.312025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-65aa3ed8-3557-4b46-bce9-d7449362cd05 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.3645134
Apr 30 21:43:21.321744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42514) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:21.324628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:43:21.325000 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (4c2aa4c9-bfd7-48ea-81ac-6dfd88bc151d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:43:21.327322 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:43:21.391296 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.419686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-613f37ce-dbb0-415d-8ed0-1b7046132a4c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (2235d0da-77a0-4466-8d8d-ce55785576a2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.444105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-613f37ce-dbb0-415d-8ed0-1b7046132a4c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (2235d0da-77a0-4466-8d8d-ce55785576a2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.478909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (6efc900f-eeaf-4ee1-bba7-f5632f848ef9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.484432 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.488637 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6efc900f-eeaf-4ee1-bba7-f5632f848ef9 HTTP/1.1" status: 204  len: 168 time: 0.7927520
Apr 30 21:43:21.506884 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bce44c-c275-4444-9d6d-73dde36eda73 admin admin] Pushing event deleted for resources: {'Network': ['ID=6efc900f-eeaf-4ee1-bba7-f5632f848ef9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:21.594431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-613f37ce-dbb0-415d-8ed0-1b7046132a4c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (2235d0da-77a0-4466-8d8d-ce55785576a2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.597173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-613f37ce-dbb0-415d-8ed0-1b7046132a4c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.598371 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-613f37ce-dbb0-415d-8ed0-1b7046132a4c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/2235d0da-77a0-4466-8d8d-ce55785576a2 HTTP/1.1" status: 204  len: 168 time: 0.2806146
Apr 30 21:43:21.601343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42532) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:21.612411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f37ce-dbb0-415d-8ed0-1b7046132a4c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2235d0da-77a0-4466-8d8d-ce55785576a2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:21.660940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-05ee7aa9-5b1c-4320-a0cb-15e845a7fb2a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0545053
Apr 30 21:43:21.661310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42538) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:21.666011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0b7ea2fb-3a45-49d8-b395-6aaa4a45252e tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--564938100'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:21.817105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ea2fb-3a45-49d8-b395-6aaa4a45252e tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.883366 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ea2fb-3a45-49d8-b395-6aaa4a45252e tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (e8712df0-811c-4f65-94f8-8a463eb0406c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.946415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42540) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:21.956386 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ea2fb-3a45-49d8-b395-6aaa4a45252e tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e8712df0-811c-4f65-94f8-8a463eb0406c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:21.985137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ea2fb-3a45-49d8-b395-6aaa4a45252e tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8712df0-811c-4f65-94f8-8a463eb0406c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:21.987483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-59c415eb-b329-448d-ae05-ef550632f9f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ede1fc028b654b819f147b9e5dde458e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0398862
Apr 30 21:43:21.989993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42542) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:22.040552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3773-3765-434d-ab7d-9fcb10b1f4b6 admin admin] Publish callbacks [] for security_group (49d2f539-6707-4d95-b6de-0d15f9b9c943), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.056832 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0b7ea2fb-3a45-49d8-b395-6aaa4a45252e tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.058201 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0b7ea2fb-3a45-49d8-b395-6aaa4a45252e tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3957934
Apr 30 21:43:22.060978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42546) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:22.062888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3773-3765-434d-ab7d-9fcb10b1f4b6 admin admin] Publish callbacks [] for security_group (49d2f539-6707-4d95-b6de-0d15f9b9c943), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.065235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1c36e5bb-a066-4357-bc41-abc0cbca2965 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008377828'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:22.108894 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42548) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:22.157278 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c36e5bb-a066-4357-bc41-abc0cbca2965 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.202241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3773-3765-434d-ab7d-9fcb10b1f4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (49d2f539-6707-4d95-b6de-0d15f9b9c943), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.204927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3773-3765-434d-ab7d-9fcb10b1f4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.206535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1e7b3773-3765-434d-ab7d-9fcb10b1f4b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49d2f539-6707-4d95-b6de-0d15f9b9c943 HTTP/1.1" status: 204  len: 168 time: 0.2152674
Apr 30 21:43:22.215707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b3773-3765-434d-ab7d-9fcb10b1f4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d2f539-6707-4d95-b6de-0d15f9b9c943,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:22.228124 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22567b3a-a5dd-4ac3-a8db-a036ed4df6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.342417 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c36e5bb-a066-4357-bc41-abc0cbca2965 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (249f1cac-7ff2-4725-8860-eb1dc72abd87), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.363475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22567b3a-a5dd-4ac3-a8db-a036ed4df6e9 admin admin] Publish callbacks [] for security_group (6b6eb901-12fb-49e8-abc8-fc6777ad3921), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.419493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c36e5bb-a066-4357-bc41-abc0cbca2965 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (249f1cac-7ff2-4725-8860-eb1dc72abd87), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.450122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36e5bb-a066-4357-bc41-abc0cbca2965 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249f1cac-7ff2-4725-8860-eb1dc72abd87,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:22.462682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-22567b3a-a5dd-4ac3-a8db-a036ed4df6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6b6eb901-12fb-49e8-abc8-fc6777ad3921), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.500078 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22567b3a-a5dd-4ac3-a8db-a036ed4df6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6eb901-12fb-49e8-abc8-fc6777ad3921,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:22.504438 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-22567b3a-a5dd-4ac3-a8db-a036ed4df6e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ef386dbdc8a4edd93cd2a608684c477&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3945405
Apr 30 21:43:22.507337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42556) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:22.543390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1c36e5bb-a066-4357-bc41-abc0cbca2965 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.544603 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1c36e5bb-a066-4357-bc41-abc0cbca2965 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4827130
Apr 30 21:43:22.547829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42558) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:22.552776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-39bc7f64-ea31-4270-bcbd-2fe321b1383c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': 'e8712df0-811c-4f65-94f8-8a463eb0406c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '249f1cac-7ff2-4725-8860-eb1dc72abd87', 'remote_ip_prefix': None}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:22.562208 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b61d0da-a8cd-4e16-95ed-cc4a0cf73585 admin admin] Publish callbacks [] for security_group (6b6eb901-12fb-49e8-abc8-fc6777ad3921), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.584159 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b61d0da-a8cd-4e16-95ed-cc4a0cf73585 admin admin] Publish callbacks [] for security_group (6b6eb901-12fb-49e8-abc8-fc6777ad3921), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.638824 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39bc7f64-ea31-4270-bcbd-2fe321b1383c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (1bb11a73-854e-4d07-b6c0-d72aa8145b7e), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.693069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:43:22.708299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b61d0da-a8cd-4e16-95ed-cc4a0cf73585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6b6eb901-12fb-49e8-abc8-fc6777ad3921), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.711607 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6b61d0da-a8cd-4e16-95ed-cc4a0cf73585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.715012 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6b61d0da-a8cd-4e16-95ed-cc4a0cf73585 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b6eb901-12fb-49e8-abc8-fc6777ad3921 HTTP/1.1" status: 204  len: 168 time: 0.2044773
Apr 30 21:43:22.716418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:43:22.716824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3609c83f-4a9c-4c0c-94af-faaf2b0c5672 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:43:22.722949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61d0da-a8cd-4e16-95ed-cc4a0cf73585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6eb901-12fb-49e8-abc8-fc6777ad3921,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:22.737676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39bc7f64-ea31-4270-bcbd-2fe321b1383c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (1bb11a73-854e-4d07-b6c0-d72aa8145b7e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.819309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39bc7f64-ea31-4270-bcbd-2fe321b1383c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (1bb11a73-854e-4d07-b6c0-d72aa8145b7e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.839750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc7f64-ea31-4270-bcbd-2fe321b1383c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb11a73-854e-4d07-b6c0-d72aa8145b7e,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:22.867132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42562) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:22.907035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39bc7f64-ea31-4270-bcbd-2fe321b1383c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.908210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-39bc7f64-ea31-4270-bcbd-2fe321b1383c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.3590217
Apr 30 21:43:22.911374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42564) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:22.911821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-27ca94bd-51b2-459f-88a7-70e53600b6d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c8d2063664e4242842a675bd6a9e4bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0439663
Apr 30 21:43:22.915017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42566) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:22.935755 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54295518-cd4d-40e1-b331-f5212b8d2286 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (1bb11a73-854e-4d07-b6c0-d72aa8145b7e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.943302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54295518-cd4d-40e1-b331-f5212b8d2286 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (1bb11a73-854e-4d07-b6c0-d72aa8145b7e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.962325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-097ce93b-7ff4-4155-9f2f-15b280eccc26 admin admin] Publish callbacks [] for security_group (3fc74939-f582-41d5-a359-023aca1c7375), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:22.984980 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-097ce93b-7ff4-4155-9f2f-15b280eccc26 admin admin] Publish callbacks [] for security_group (3fc74939-f582-41d5-a359-023aca1c7375), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.040720 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54295518-cd4d-40e1-b331-f5212b8d2286 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (1bb11a73-854e-4d07-b6c0-d72aa8145b7e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.047064 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54295518-cd4d-40e1-b331-f5212b8d2286 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.051454 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-54295518-cd4d-40e1-b331-f5212b8d2286 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1bb11a73-854e-4d07-b6c0-d72aa8145b7e HTTP/1.1" status: 204  len: 168 time: 0.1358690
Apr 30 21:43:23.051576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42570) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:23.055499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54295518-cd4d-40e1-b331-f5212b8d2286 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bb11a73-854e-4d07-b6c0-d72aa8145b7e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:23.092855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a7d4844-92ed-4fa8-8428-eaf6966ec237 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0397263
Apr 30 21:43:23.095723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42572) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:23.104393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-097ce93b-7ff4-4155-9f2f-15b280eccc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3fc74939-f582-41d5-a359-023aca1c7375), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.107133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-097ce93b-7ff4-4155-9f2f-15b280eccc26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.111032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-097ce93b-7ff4-4155-9f2f-15b280eccc26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fc74939-f582-41d5-a359-023aca1c7375 HTTP/1.1" status: 204  len: 168 time: 0.1923099
Apr 30 21:43:23.132557 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ce93b-7ff4-4155-9f2f-15b280eccc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc74939-f582-41d5-a359-023aca1c7375,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:23.170350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50bf8554-abe3-41d5-9a50-1efffb8a844a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (249f1cac-7ff2-4725-8860-eb1dc72abd87), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.193743 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50bf8554-abe3-41d5-9a50-1efffb8a844a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (249f1cac-7ff2-4725-8860-eb1dc72abd87), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.206060 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.331563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50bf8554-abe3-41d5-9a50-1efffb8a844a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (249f1cac-7ff2-4725-8860-eb1dc72abd87), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.334577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-50bf8554-abe3-41d5-9a50-1efffb8a844a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.338310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-50bf8554-abe3-41d5-9a50-1efffb8a844a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/249f1cac-7ff2-4725-8860-eb1dc72abd87 HTTP/1.1" status: 204  len: 168 time: 0.2390928
Apr 30 21:43:23.341378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42576) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:23.353097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42578) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:23.353901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf8554-abe3-41d5-9a50-1efffb8a844a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f1cac-7ff2-4725-8860-eb1dc72abd87,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:23.369104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d289fa51-879a-4e76-8d99-3b86dd1fd9b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.395360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4600adfc-a357-467f-ab68-426260176dab tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0554526
Apr 30 21:43:23.398281 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42580) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:23.448870 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d289fa51-879a-4e76-8d99-3b86dd1fd9b8 admin admin] Publish callbacks [] for security_group (00e4b3db-8b6e-4f74-92be-3779bf08f690), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.454748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc820c4d-7b3c-4417-8df8-041fbfcd8451 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (e8712df0-811c-4f65-94f8-8a463eb0406c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.478665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc820c4d-7b3c-4417-8df8-041fbfcd8451 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (e8712df0-811c-4f65-94f8-8a463eb0406c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.531085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d289fa51-879a-4e76-8d99-3b86dd1fd9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (00e4b3db-8b6e-4f74-92be-3779bf08f690), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.569892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d289fa51-879a-4e76-8d99-3b86dd1fd9b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28555f5094594d3eb2d9d0df9ac4606e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2138925
Apr 30 21:43:23.571061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289fa51-879a-4e76-8d99-3b86dd1fd9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e4b3db-8b6e-4f74-92be-3779bf08f690,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:23.572600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42590) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:23.606967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc820c4d-7b3c-4417-8df8-041fbfcd8451 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e8712df0-811c-4f65-94f8-8a463eb0406c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.609553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fc820c4d-7b3c-4417-8df8-041fbfcd8451 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.611100 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fc820c4d-7b3c-4417-8df8-041fbfcd8451 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8712df0-811c-4f65-94f8-8a463eb0406c HTTP/1.1" status: 204  len: 168 time: 0.2114263
Apr 30 21:43:23.614275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42592) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:23.622542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820c4d-7b3c-4417-8df8-041fbfcd8451 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8712df0-811c-4f65-94f8-8a463eb0406c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:23.639665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-88946db1-89e4-430b-af20-769a318b428c admin admin] Publish callbacks [] for security_group (00e4b3db-8b6e-4f74-92be-3779bf08f690), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.666909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-88946db1-89e4-430b-af20-769a318b428c admin admin] Publish callbacks [] for security_group (00e4b3db-8b6e-4f74-92be-3779bf08f690), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.677020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7560c52b-0320-419e-b605-f09a87c51f61 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0614023
Apr 30 21:43:23.681019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:23.686647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-77cf14a2-fe08-4078-a463-2161e2aed7a2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--810899038'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:23.777260 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77cf14a2-fe08-4078-a463-2161e2aed7a2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.800207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-88946db1-89e4-430b-af20-769a318b428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (00e4b3db-8b6e-4f74-92be-3779bf08f690), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.805920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-88946db1-89e4-430b-af20-769a318b428c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.808127 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-88946db1-89e4-430b-af20-769a318b428c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00e4b3db-8b6e-4f74-92be-3779bf08f690 HTTP/1.1" status: 204  len: 168 time: 0.2340505
Apr 30 21:43:23.818203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88946db1-89e4-430b-af20-769a318b428c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e4b3db-8b6e-4f74-92be-3779bf08f690,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:23.868148 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77cf14a2-fe08-4078-a463-2161e2aed7a2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (859a29ab-cf86-4a66-80a1-c92ac385406f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.954284 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77cf14a2-fe08-4078-a463-2161e2aed7a2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (859a29ab-cf86-4a66-80a1-c92ac385406f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:23.993201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf14a2-fe08-4078-a463-2161e2aed7a2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859a29ab-cf86-4a66-80a1-c92ac385406f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:24.038690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77cf14a2-fe08-4078-a463-2161e2aed7a2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.040062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-77cf14a2-fe08-4078-a463-2161e2aed7a2 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3568628
Apr 30 21:43:24.042819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42608) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:24.047160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-953b1bda-3912-4c14-a116-b17a8ba4f30b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '859a29ab-cf86-4a66-80a1-c92ac385406f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:24.174055 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-953b1bda-3912-4c14-a116-b17a8ba4f30b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5de87b6d-af7c-444a-8b29-8f0be4ff38b4), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.184675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42614) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:24.245570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-953b1bda-3912-4c14-a116-b17a8ba4f30b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5de87b6d-af7c-444a-8b29-8f0be4ff38b4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.313110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1620497087-network', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:24.348103 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-953b1bda-3912-4c14-a116-b17a8ba4f30b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5de87b6d-af7c-444a-8b29-8f0be4ff38b4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.367670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b1bda-3912-4c14-a116-b17a8ba4f30b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de87b6d-af7c-444a-8b29-8f0be4ff38b4,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:24.439697 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Made reservation on behalf of abef47ea98c94b53836ceb8e201788f7 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:43:24.442218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-953b1bda-3912-4c14-a116-b17a8ba4f30b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.442770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.443964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-953b1bda-3912-4c14-a116-b17a8ba4f30b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3999357
Apr 30 21:43:24.453724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:24.453931 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.470793 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.481242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-456cef56-717a-4278-b624-3de51cb1feb0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5de87b6d-af7c-444a-8b29-8f0be4ff38b4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.490689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-456cef56-717a-4278-b624-3de51cb1feb0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5de87b6d-af7c-444a-8b29-8f0be4ff38b4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.542685 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Publish callbacks [] for security_group (f8c78150-eafa-4b71-bb27-cbe2297597f7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.607767 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-456cef56-717a-4278-b624-3de51cb1feb0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5de87b6d-af7c-444a-8b29-8f0be4ff38b4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.614082 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-456cef56-717a-4278-b624-3de51cb1feb0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.615309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-456cef56-717a-4278-b624-3de51cb1feb0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/5de87b6d-af7c-444a-8b29-8f0be4ff38b4 HTTP/1.1" status: 204  len: 168 time: 0.1601591
Apr 30 21:43:24.618091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42628) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:24.620733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cef56-717a-4278-b624-3de51cb1feb0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5de87b6d-af7c-444a-8b29-8f0be4ff38b4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:24.660805 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4bace2cf-d6de-4a33-82ec-ceffd77499eb tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0414786
Apr 30 21:43:24.661440 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42630) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:24.668359 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f8c78150-eafa-4b71-bb27-cbe2297597f7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.704014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:43:24.733175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c78150-eafa-4b71-bb27-cbe2297597f7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:24.736061 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (24600f13-865f-428d-a8bb-e0777aa61bb7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.736401 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Added segment 24600f13-865f-428d-a8bb-e0777aa61bb7 of type vlan for network 6bd727f6-7263-495c-aa6d-b15a3908072b
Apr 30 21:43:24.786431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f02d3ab3-5d5b-491c-a44a-f257811a91bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (859a29ab-cf86-4a66-80a1-c92ac385406f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.791123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6bd727f6-7263-495c-aa6d-b15a3908072b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.822290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f02d3ab3-5d5b-491c-a44a-f257811a91bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (859a29ab-cf86-4a66-80a1-c92ac385406f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.945793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6bd727f6-7263-495c-aa6d-b15a3908072b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.946836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:24.947466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:24.997580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f02d3ab3-5d5b-491c-a44a-f257811a91bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (859a29ab-cf86-4a66-80a1-c92ac385406f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.000214 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f02d3ab3-5d5b-491c-a44a-f257811a91bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.001362 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f02d3ab3-5d5b-491c-a44a-f257811a91bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/859a29ab-cf86-4a66-80a1-c92ac385406f HTTP/1.1" status: 204  len: 168 time: 0.3386533
Apr 30 21:43:25.004255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42640) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:25.022698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d3ab3-5d5b-491c-a44a-f257811a91bd tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859a29ab-cf86-4a66-80a1-c92ac385406f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:25.027678 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd727f6-7263-495c-aa6d-b15a3908072b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:25.042622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6bd727f6-7263-495c-aa6d-b15a3908072b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:43:25.065939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5d5d4f5a-95c1-4f23-9145-3251e4d29a38 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0569153
Apr 30 21:43:25.066241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42642) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:25.071509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-206a2750-e3fa-463e-9d38-ff8151f33df3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088939179'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:25.084164 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d0451eee-5e99-456a-ab62-3a2853d4b419 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8970225
Apr 30 21:43:25.086965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42646) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:25.106899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Request body: {'subnet': {'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1620497087-subnet', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:25.207945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-206a2750-e3fa-463e-9d38-ff8151f33df3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.255498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Made reservation on behalf of abef47ea98c94b53836ceb8e201788f7 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:43:25.258482 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.321908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-206a2750-e3fa-463e-9d38-ff8151f33df3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (7879be01-bc85-472f-b2c8-d59df04b6c6e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.419704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-206a2750-e3fa-463e-9d38-ff8151f33df3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7879be01-bc85-472f-b2c8-d59df04b6c6e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.463426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a2750-e3fa-463e-9d38-ff8151f33df3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7879be01-bc85-472f-b2c8-d59df04b6c6e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:25.541805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-206a2750-e3fa-463e-9d38-ff8151f33df3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.543014 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-206a2750-e3fa-463e-9d38-ff8151f33df3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4757681
Apr 30 21:43:25.545749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42656) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:25.550234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bb0798cd-88e4-46fc-93c5-156533d4d89f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '7879be01-bc85-472f-b2c8-d59df04b6c6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:25.585175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (80125cb6-10f7-4d0b-a2ba-2fb7723ede2d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.651114 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:25.658523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Checking segment: {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:25.658878 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Network hostable DHCP agents. Network: 6bd727f6-7263-495c-aa6d-b15a3908072b, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:43:25.675510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bb0798cd-88e4-46fc-93c5-156533d4d89f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (09c61ed9-cec6-4fe3-939d-887af17b9fad), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.698161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42662) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:25.736903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bb0798cd-88e4-46fc-93c5-156533d4d89f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (09c61ed9-cec6-4fe3-939d-887af17b9fad), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.762188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Network 6bd727f6-7263-495c-aa6d-b15a3908072b is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:43:25.809422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-358b5a4b-3271-49bb-9e72-6f3ed0e3d97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.822570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bb0798cd-88e4-46fc-93c5-156533d4d89f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (09c61ed9-cec6-4fe3-939d-887af17b9fad), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.841243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0798cd-88e4-46fc-93c5-156533d4d89f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c61ed9-cec6-4fe3-939d-887af17b9fad,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:25.851025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6bd727f6-7263-495c-aa6d-b15a3908072b) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:25.861556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:25.861556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.861952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636fb76-8180-4907-ada9-82161e5adb49 None None] Network 6bd727f6-7263-495c-aa6d-b15a3908072b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:25.888606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-358b5a4b-3271-49bb-9e72-6f3ed0e3d97c admin admin] Publish callbacks [] for security_group (ff77f2ae-1656-442b-bef7-3d4169bf3a6f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.950818 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bb0798cd-88e4-46fc-93c5-156533d4d89f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:25.954885 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bb0798cd-88e4-46fc-93c5-156533d4d89f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4054854
Apr 30 21:43:25.955585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42666) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:25.958207 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e710aee6-b2f3-48f0-add1-3271e98cf6e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8680263
Apr 30 21:43:25.958934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42668) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:25.972001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:25.988853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4bf44e51-e832-4ce2-971a-f2ea39550a8e tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules/09c61ed9-cec6-4fe3-939d-887af17b9fad HTTP/1.1" status: 200  len: 763 time: 0.0278995
Apr 30 21:43:25.999558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42672) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:26.021458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-358b5a4b-3271-49bb-9e72-6f3ed0e3d97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ff77f2ae-1656-442b-bef7-3d4169bf3a6f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.092109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-039df562-e5c9-454d-a757-f3fb53dd8c13 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0913620
Apr 30 21:43:26.094623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b5a4b-3271-49bb-9e72-6f3ed0e3d97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff77f2ae-1656-442b-bef7-3d4169bf3a6f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:26.095300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42674) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:26.101382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-358b5a4b-3271-49bb-9e72-6f3ed0e3d97c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6696a65676ec45a09ffcf270f3ae30dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4021461
Apr 30 21:43:26.114693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42676) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:26.136388 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-459877af-7c7c-46bc-9e30-753353322dc3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (09c61ed9-cec6-4fe3-939d-887af17b9fad), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.145483 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-459877af-7c7c-46bc-9e30-753353322dc3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (09c61ed9-cec6-4fe3-939d-887af17b9fad), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.176844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab72e-9428-4dbf-8fb1-d44a58f7aa39 admin admin] Publish callbacks [] for security_group (ff77f2ae-1656-442b-bef7-3d4169bf3a6f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.191066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (2a52372d-9bca-4bdc-8025-4004b9d1b47c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.192229 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (2a52372d-9bca-4bdc-8025-4004b9d1b47c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.192859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6bd727f6-7263-495c-aa6d-b15a3908072b', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:43:26.193712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.210654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab72e-9428-4dbf-8fb1-d44a58f7aa39 admin admin] Publish callbacks [] for security_group (ff77f2ae-1656-442b-bef7-3d4169bf3a6f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.280109 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-459877af-7c7c-46bc-9e30-753353322dc3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (09c61ed9-cec6-4fe3-939d-887af17b9fad), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.286094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-459877af-7c7c-46bc-9e30-753353322dc3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.291321 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-459877af-7c7c-46bc-9e30-753353322dc3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/09c61ed9-cec6-4fe3-939d-887af17b9fad HTTP/1.1" status: 204  len: 168 time: 0.1908774
Apr 30 21:43:26.291453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42678) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:26.295497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459877af-7c7c-46bc-9e30-753353322dc3 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09c61ed9-cec6-4fe3-939d-887af17b9fad,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:26.328194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9c6341a6-6d29-49b5-a4bd-aeb65635b9c1 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0371010
Apr 30 21:43:26.330837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42680) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:26.335483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f3d25dba-ed3a-4055-a9b1-e266df10240c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '7879be01-bc85-472f-b2c8-d59df04b6c6e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:26.345844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab72e-9428-4dbf-8fb1-d44a58f7aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ff77f2ae-1656-442b-bef7-3d4169bf3a6f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.348470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3c6ab72e-9428-4dbf-8fb1-d44a58f7aa39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.349593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3c6ab72e-9428-4dbf-8fb1-d44a58f7aa39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff77f2ae-1656-442b-bef7-3d4169bf3a6f HTTP/1.1" status: 204  len: 168 time: 0.2332492
Apr 30 21:43:26.377451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ab72e-9428-4dbf-8fb1-d44a58f7aa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff77f2ae-1656-442b-bef7-3d4169bf3a6f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:26.410310 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks [] for router_controller (2a52372d-9bca-4bdc-8025-4004b9d1b47c), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.454269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3d25dba-ed3a-4055-a9b1-e266df10240c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (6d7df083-afe7-4a2e-8396-015c1c7e4115), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.463690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Allocated IP 172.20.0.2 (6bd727f6-7263-495c-aa6d-b15a3908072b/80125cb6-10f7-4d0b-a2ba-2fb7723ede2d/402d7f72-f568-41ca-8503-55aee8294488) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:43:26.609515 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Publish callbacks [] for port (402d7f72-f568-41ca-8503-55aee8294488), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.648492 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3d25dba-ed3a-4055-a9b1-e266df10240c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (6d7df083-afe7-4a2e-8396-015c1c7e4115), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.655588 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks [] for router_gateway (2a52372d-9bca-4bdc-8025-4004b9d1b47c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.705350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (402d7f72-f568-41ca-8503-55aee8294488), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.733964 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3d25dba-ed3a-4055-a9b1-e266df10240c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (6d7df083-afe7-4a2e-8396-015c1c7e4115), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.744877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Network 6bd727f6-7263-495c-aa6d-b15a3908072b is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:43:26.747771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:26.749167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d25dba-ed3a-4055-a9b1-e266df10240c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7df083-afe7-4a2e-8396-015c1c7e4115,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:26.751450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:43:26.766423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Pushing event updated for resources: {'Port': ['ID=402d7f72-f568-41ca-8503-55aee8294488,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:26.789695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.790070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.790418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.790778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.791100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.791428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.791755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.792080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.792403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.792723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.793046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.793367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.793687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.794103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.794424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:26.829186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Attempting to bind port 402d7f72-f568-41ca-8503-55aee8294488 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:43:26.829701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Attempting to bind port 402d7f72-f568-41ca-8503-55aee8294488 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:43:26.830117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Attempting to bind port 402d7f72-f568-41ca-8503-55aee8294488 on network 6bd727f6-7263-495c-aa6d-b15a3908072b {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:43:26.837640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:43:26.841121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Checking segment: {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:26.841121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.841121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Bound using segment: {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:43:26.841121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Bound port: 402d7f72-f568-41ca-8503-55aee8294488, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:43:26.841121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (402d7f72-f568-41ca-8503-55aee8294488), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.899181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f3d25dba-ed3a-4055-a9b1-e266df10240c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.904353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f3d25dba-ed3a-4055-a9b1-e266df10240c tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5686555
Apr 30 21:43:26.906288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42690) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:26.911370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] For port 402d7f72-f568-41ca-8503-55aee8294488, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:43:26.916812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] For port 402d7f72-f568-41ca-8503-55aee8294488, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=402d7f72-f568-41ca-8503-55aee8294488,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:43:26.929022 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1c515099-5fc0-419f-af2a-102452dbbe47 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules/6d7df083-afe7-4a2e-8396-015c1c7e4115 HTTP/1.1" status: 200  len: 763 time: 0.0173802
Apr 30 21:43:26.935010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42694) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:26.973325 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a3a2e247-a068-456a-bc9c-a27015aea8e5 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0371425
Apr 30 21:43:26.974580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks [] for router_gateway (2a52372d-9bca-4bdc-8025-4004b9d1b47c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.976007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42696) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:26.986082 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (402d7f72-f568-41ca-8503-55aee8294488), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:26.995361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.000246 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76dc6721-3cff-4228-a6a8-cd98ca0ac136 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (6d7df083-afe7-4a2e-8396-015c1c7e4115), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.008240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76dc6721-3cff-4228-a6a8-cd98ca0ac136 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (6d7df083-afe7-4a2e-8396-015c1c7e4115), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.064955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d21fa-cefa-4891-85a4-6d123fd74e1a None None] Pushing event updated for resources: {'Port': ['ID=402d7f72-f568-41ca-8503-55aee8294488,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:27.105112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76dc6721-3cff-4228-a6a8-cd98ca0ac136 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (6d7df083-afe7-4a2e-8396-015c1c7e4115), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.112786 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-76dc6721-3cff-4228-a6a8-cd98ca0ac136 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.114173 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-76dc6721-3cff-4228-a6a8-cd98ca0ac136 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6d7df083-afe7-4a2e-8396-015c1c7e4115 HTTP/1.1" status: 204  len: 168 time: 0.1372716
Apr 30 21:43:27.116279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Allocated IP 172.35.4.157 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/55eb7563-96c0-42e0-ae40-7700cf7aa26d) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:43:27.118901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42700) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:27.119871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc6721-3cff-4228-a6a8-cd98ca0ac136 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d7df083-afe7-4a2e-8396-015c1c7e4115,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:27.216094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1adf7eec-0614-4666-a58c-a1be7a97306a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0960715
Apr 30 21:43:27.218842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42702) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:27.230879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d10ca411-9cf2-458d-8373-e1dbf8a96650 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '7879be01-bc85-472f-b2c8-d59df04b6c6e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:27.285240 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks [] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.356726 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-d10ca411-9cf2-458d-8373-e1dbf8a96650 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Project 267027ce25334d25b3ce478433c2fd1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:43:27.368631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d10ca411-9cf2-458d-8373-e1dbf8a96650 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (2ac94e92-ef34-42cf-9315-e8357a13a9e3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.386045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.422924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:43:27.426132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:27.431370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:43:27.437308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d10ca411-9cf2-458d-8373-e1dbf8a96650 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (2ac94e92-ef34-42cf-9315-e8357a13a9e3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.505624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d10ca411-9cf2-458d-8373-e1dbf8a96650 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (2ac94e92-ef34-42cf-9315-e8357a13a9e3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.528655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ca411-9cf2-458d-8373-e1dbf8a96650 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac94e92-ef34-42cf-9315-e8357a13a9e3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:27.602313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d10ca411-9cf2-458d-8373-e1dbf8a96650 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.606264 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d10ca411-9cf2-458d-8373-e1dbf8a96650 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3836961
Apr 30 21:43:27.606555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42712) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:27.624586 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-649657e5-6266-4e5d-896c-fddb555731ca tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules/2ac94e92-ef34-42cf-9315-e8357a13a9e3 HTTP/1.1" status: 200  len: 769 time: 0.0167773
Apr 30 21:43:27.627019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42716) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:27.672790 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-da2441d1-e664-4d84-8e76-81776f52446f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0444391
Apr 30 21:43:27.673387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42718) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:27.699428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e21bb65a-2db4-4e85-97ea-3a26f13e80a0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (2ac94e92-ef34-42cf-9315-e8357a13a9e3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.707769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e21bb65a-2db4-4e85-97ea-3a26f13e80a0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (2ac94e92-ef34-42cf-9315-e8357a13a9e3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.725216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Pushing event updated for resources: {'Port': ['ID=55eb7563-96c0-42e0-ae40-7700cf7aa26d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:27.800414 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e21bb65a-2db4-4e85-97ea-3a26f13e80a0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (2ac94e92-ef34-42cf-9315-e8357a13a9e3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.806094 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e21bb65a-2db4-4e85-97ea-3a26f13e80a0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.807502 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e21bb65a-2db4-4e85-97ea-3a26f13e80a0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2ac94e92-ef34-42cf-9315-e8357a13a9e3 HTTP/1.1" status: 204  len: 168 time: 0.1327231
Apr 30 21:43:27.810495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42722) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:27.816479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bb65a-2db4-4e85-97ea-3a26f13e80a0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ac94e92-ef34-42cf-9315-e8357a13a9e3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:27.894645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c1ccf053-5ec0-4170-9566-13d72037d45f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0790739
Apr 30 21:43:27.894981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42724) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:27.950110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-970c5f95-6b62-4614-a85a-65de12f33987 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (7879be01-bc85-472f-b2c8-d59df04b6c6e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:27.975278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-970c5f95-6b62-4614-a85a-65de12f33987 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (7879be01-bc85-472f-b2c8-d59df04b6c6e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.118328 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-970c5f95-6b62-4614-a85a-65de12f33987 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7879be01-bc85-472f-b2c8-d59df04b6c6e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.121117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-970c5f95-6b62-4614-a85a-65de12f33987 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.123673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c39878c-46b1-4f4b-9964-1622ef125154 None None] Network 6bd727f6-7263-495c-aa6d-b15a3908072b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:28.125577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42732) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:28.130306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-970c5f95-6b62-4614-a85a-65de12f33987 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/7879be01-bc85-472f-b2c8-d59df04b6c6e HTTP/1.1" status: 204  len: 168 time: 0.2343907
Apr 30 21:43:28.155761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c5f95-6b62-4614-a85a-65de12f33987 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7879be01-bc85-472f-b2c8-d59df04b6c6e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:28.170208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks [] for router_gateway (2a52372d-9bca-4bdc-8025-4004b9d1b47c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.178496 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8d064089-6858-4774-8da6-41de4760d7d0 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0516262
Apr 30 21:43:28.182139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42734) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:28.187419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f69ba26f-1655-4c30-a55b-ae6a8ff9b00a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group': {'name': 'tempest-secgroup--375929866'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:28.199800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-34e07d18-377c-45c3-80ff-43fce398f21c None None] Provisioning complete for port 402d7f72-f568-41ca-8503-55aee8294488 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:28.200708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-34e07d18-377c-45c3-80ff-43fce398f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (402d7f72-f568-41ca-8503-55aee8294488), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.292610 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f69ba26f-1655-4c30-a55b-ae6a8ff9b00a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.324428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-34e07d18-377c-45c3-80ff-43fce398f21c None None] Current status of the port 402d7f72-f568-41ca-8503-55aee8294488 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:28.324869 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-34e07d18-377c-45c3-80ff-43fce398f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (402d7f72-f568-41ca-8503-55aee8294488), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.415579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-34e07d18-377c-45c3-80ff-43fce398f21c None None] For port 402d7f72-f568-41ca-8503-55aee8294488, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=402d7f72-f568-41ca-8503-55aee8294488,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:28.446454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f69ba26f-1655-4c30-a55b-ae6a8ff9b00a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (6088c130-5bc6-4db8-9d6b-b27148a7b450), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.473856 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (2a52372d-9bca-4bdc-8025-4004b9d1b47c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.501949 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-34e07d18-377c-45c3-80ff-43fce398f21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (402d7f72-f568-41ca-8503-55aee8294488), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.528431 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f69ba26f-1655-4c30-a55b-ae6a8ff9b00a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6088c130-5bc6-4db8-9d6b-b27148a7b450), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.567963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ba26f-1655-4c30-a55b-ae6a8ff9b00a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6088c130-5bc6-4db8-9d6b-b27148a7b450,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:28.568803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e07d18-377c-45c3-80ff-43fce398f21c None None] Pushing event updated for resources: {'Port': ['ID=402d7f72-f568-41ca-8503-55aee8294488,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:28.625317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8fc42511-c738-456e-8617-1b02f4877eb6 None None] Provisioning complete for port 402d7f72-f568-41ca-8503-55aee8294488 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:28.625846 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8fc42511-c738-456e-8617-1b02f4877eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (402d7f72-f568-41ca-8503-55aee8294488), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.638621 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f69ba26f-1655-4c30-a55b-ae6a8ff9b00a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.642753 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f69ba26f-1655-4c30-a55b-ae6a8ff9b00a tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4568839
Apr 30 21:43:28.648146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42742) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:28.648146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-27bfd952-b4bf-4e7c-ae17-01e12ae4f3df tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Request body: {'security_group_rule': {'security_group_id': '6088c130-5bc6-4db8-9d6b-b27148a7b450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:28.711957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8fc42511-c738-456e-8617-1b02f4877eb6 None None] Current status of the port 402d7f72-f568-41ca-8503-55aee8294488 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:28.735077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 402d7f72-f568-41ca-8503-55aee8294488 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:28.750862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Router 2a52372d-9bca-4bdc-8025-4004b9d1b47c is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:43:28.780476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27bfd952-b4bf-4e7c-ae17-01e12ae4f3df tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5bbbd038-1dad-41c5-8e16-4407672dcb73), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.781199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 402d7f72-f568-41ca-8503-55aee8294488 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:28.781589 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (402d7f72-f568-41ca-8503-55aee8294488), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.849287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27bfd952-b4bf-4e7c-ae17-01e12ae4f3df tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (5bbbd038-1dad-41c5-8e16-4407672dcb73), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.883608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:28.885334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 402d7f72-f568-41ca-8503-55aee8294488 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:28.893251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Sync routers for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:28.904613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:28.905248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb3ad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:43:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:28.914662 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27bfd952-b4bf-4e7c-ae17-01e12ae4f3df tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5bbbd038-1dad-41c5-8e16-4407672dcb73), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.937994 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfd952-b4bf-4e7c-ae17-01e12ae4f3df tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbbd038-1dad-41c5-8e16-4407672dcb73,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:28.982046 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:28.983288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c2c302d2-bb6a-4dee-b3a3-8f3bb4b3e47d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.0221908
Apr 30 21:43:28.986029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:29.017915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:29.021466 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-27bfd952-b4bf-4e7c-ae17-01e12ae4f3df tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.022708 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-27bfd952-b4bf-4e7c-ae17-01e12ae4f3df tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3787208
Apr 30 21:43:29.026250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42750) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:29.143758 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36a5fc8d-aa64-4c83-aff8-b06c89ba3012 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (6088c130-5bc6-4db8-9d6b-b27148a7b450), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.213072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb3ad60>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:27Z', 'revision_number': 3, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:29.231551 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36a5fc8d-aa64-4c83-aff8-b06c89ba3012 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (6088c130-5bc6-4db8-9d6b-b27148a7b450), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.253120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Checking router: 2a52372d-9bca-4bdc-8025-4004b9d1b47c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:29.254071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Updating router 2a52372d-9bca-4bdc-8025-4004b9d1b47c port 55eb7563-96c0-42e0-ae40-7700cf7aa26d binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:43:29.300469 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.381514 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36a5fc8d-aa64-4c83-aff8-b06c89ba3012 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6088c130-5bc6-4db8-9d6b-b27148a7b450), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.385377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-36a5fc8d-aa64-4c83-aff8-b06c89ba3012 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.389159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42762) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:29.389665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-36a5fc8d-aa64-4c83-aff8-b06c89ba3012 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/6088c130-5bc6-4db8-9d6b-b27148a7b450 HTTP/1.1" status: 204  len: 168 time: 0.3616698
Apr 30 21:43:29.404927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5fc8d-aa64-4c83-aff8-b06c89ba3012 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6088c130-5bc6-4db8-9d6b-b27148a7b450,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:29.454031 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fafbedf3-f93d-43de-a258-7ec4d61eb33b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0613265
Apr 30 21:43:29.454705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42764) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:29.502018 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-73a11713-bd64-42ff-9d75-7b7328db247f tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0460625
Apr 30 21:43:29.504463 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42766) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:29.521985 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-a4a14795-9cc8-4b34-944d-c36602cd1f8b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] delete failed (client error): The resource could not be found.
Apr 30 21:43:29.526746 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a4a14795-9cc8-4b34-944d-c36602cd1f8b tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "DELETE /v2.0/security-groups/6088c130-5bc6-4db8-9d6b-b27148a7b450 HTTP/1.1" status: 404  len: 347 time: 0.0175054
Apr 30 21:43:29.528133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42768) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:29.585450 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8b66b02d-88ff-43f3-aabd-75f4da30ccd1 tempest-SecGroupIPv6Test-696299660 tempest-SecGroupIPv6Test-696299660-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0561676
Apr 30 21:43:29.612252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.627759 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Publish callbacks [] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.731214 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.788490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b44820-406b-41bb-8656-3fecf31e9069 None None] Pushing event updated for resources: {'Port': ['ID=55eb7563-96c0-42e0-ae40-7700cf7aa26d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:29.790750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Attempting to bind port 55eb7563-96c0-42e0-ae40-7700cf7aa26d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:43:29.791127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Attempting to bind port 55eb7563-96c0-42e0-ae40-7700cf7aa26d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:43:29.791497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Attempting to bind port 55eb7563-96c0-42e0-ae40-7700cf7aa26d on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:43:29.797261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:43:29.799498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:29.799498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.799498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:43:29.799498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Bound port: 55eb7563-96c0-42e0-ae40-7700cf7aa26d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:43:29.799498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.832668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Allocated IP 172.20.0.1 (6bd727f6-7263-495c-aa6d-b15a3908072b/80125cb6-10f7-4d0b-a2ba-2fb7723ede2d/a4bd1a08-2c25-4a5a-9676-65a89d94062f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:43:29.858411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] For port 55eb7563-96c0-42e0-ae40-7700cf7aa26d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:43:29.861637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] For port 55eb7563-96c0-42e0-ae40-7700cf7aa26d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55eb7563-96c0-42e0-ae40-7700cf7aa26d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:43:29.944905 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Publish callbacks [] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:29.949195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.010557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:30.010557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb3ad60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:43:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:30.029393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.048114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b44820-406b-41bb-8656-3fecf31e9069 None None] Pushing event updated for resources: {'Port': ['ID=55eb7563-96c0-42e0-ae40-7700cf7aa26d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:30.091926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Network 6bd727f6-7263-495c-aa6d-b15a3908072b is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:43:30.095042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:30.098697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:43:30.099146 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42776) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:30.128898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Pushing event updated for resources: {'Port': ['ID=a4bd1a08-2c25-4a5a-9676-65a89d94062f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:30.149868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (2a52372d-9bca-4bdc-8025-4004b9d1b47c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.176700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:30.282967 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1640ec02-d99e-4b2c-a1e5-2b84364e23e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=267027ce25334d25b3ce478433c2fd1f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1797142
Apr 30 21:43:30.283295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42782) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:30.347332 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0752cce9-1415-4f1d-a34c-7ad018a4c6d5 admin admin] Publish callbacks [] for security_group (fd3611d0-0df3-4c72-9352-5676cacdd400), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.374458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0752cce9-1415-4f1d-a34c-7ad018a4c6d5 admin admin] Publish callbacks [] for security_group (fd3611d0-0df3-4c72-9352-5676cacdd400), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.405865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb3ad60>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:27Z', 'revision_number': 3, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:30.439113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c0a71f-2a91-4aff-926a-4d43ead8e22e None None] The sync data for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 is: [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:27Z', 'revision_number': 3, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:30.448351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-88c73989-9e38-4897-86d6-8379027d98ef None None] Provisioning complete for port a4bd1a08-2c25-4a5a-9676-65a89d94062f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:30.448764 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-88c73989-9e38-4897-86d6-8379027d98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.487991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-88c73989-9e38-4897-86d6-8379027d98ef None None] Port a4bd1a08-2c25-4a5a-9676-65a89d94062f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:43:30.504415 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.663161 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0752cce9-1415-4f1d-a34c-7ad018a4c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (fd3611d0-0df3-4c72-9352-5676cacdd400), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.666462 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0752cce9-1415-4f1d-a34c-7ad018a4c6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.667623 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0752cce9-1415-4f1d-a34c-7ad018a4c6d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd3611d0-0df3-4c72-9352-5676cacdd400 HTTP/1.1" status: 204  len: 168 time: 0.3834174
Apr 30 21:43:30.677551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752cce9-1415-4f1d-a34c-7ad018a4c6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3611d0-0df3-4c72-9352-5676cacdd400,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:30.718650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Publish callbacks [] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.808399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.875874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Pushing event updated for resources: {'Port': ['ID=a4bd1a08-2c25-4a5a-9676-65a89d94062f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:30.880993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (2a52372d-9bca-4bdc-8025-4004b9d1b47c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:30.979615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Network 6bd727f6-7263-495c-aa6d-b15a3908072b is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:43:30.980950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:31.325020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-64c60805-8c65-43dc-abd5-6a22a4fd70e4 None None] Provisioning complete for port a4bd1a08-2c25-4a5a-9676-65a89d94062f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:31.325510 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-64c60805-8c65-43dc-abd5-6a22a4fd70e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:31.374031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-64c60805-8c65-43dc-abd5-6a22a4fd70e4 None None] Port a4bd1a08-2c25-4a5a-9676-65a89d94062f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:43:31.410674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Router 2a52372d-9bca-4bdc-8025-4004b9d1b47c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:43:31.536939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:31.542032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7aa1ca2a-3c8c-4102-b595-496eeca510bd admin admin] 10.222.0.23 "PUT /v2.0/routers/2a52372d-9bca-4bdc-8025-4004b9d1b47c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5548069
Apr 30 21:43:31.934261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42836) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:32.041467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-342649204'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:32.162598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Made reservation on behalf of b1efedef0adb40518f752fb3e3891067 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:43:32.167263 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.182342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.261914 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Sync routers for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:32.263600 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks [] for security_group (e4c83ffb-ceb8-4eaf-98f6-ee2c38ae7f10), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.271930 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:32.272568 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc490d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:43:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:32.356557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e4c83ffb-ceb8-4eaf-98f6-ee2c38ae7f10), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.384221 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:32.384566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:43:32.394469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c83ffb-ceb8-4eaf-98f6-ee2c38ae7f10,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:32.401329 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (132d7eda-e044-429b-a973-e67c39987875), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.401646 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Added segment 132d7eda-e044-429b-a973-e67c39987875 of type vlan for network 89b39b29-c45b-4d0b-a54d-318561cfd57b
Apr 30 21:43:32.451868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (89b39b29-c45b-4d0b-a54d-318561cfd57b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.493102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42852) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:32.502878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1344160222-network', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:32.583218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (89b39b29-c45b-4d0b-a54d-318561cfd57b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.583965 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc490d0>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 2, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:32.589197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:32.590842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.604211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Made reservation on behalf of 4e950dfad85341278d19bcf55ae75eff for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:43:32.604653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.616002 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Checking router: 2a52372d-9bca-4bdc-8025-4004b9d1b47c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:32.616363 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Updating router 2a52372d-9bca-4bdc-8025-4004b9d1b47c port a4bd1a08-2c25-4a5a-9676-65a89d94062f binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:43:32.644980 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.659479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.684027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42864) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:32.689600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 0.7488708
Apr 30 21:43:32.690040 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-b5a29d5f-fa22-477b-b24c-578a2853fbce tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f89664b5c70>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', 'tempest-TagsTest-Tag-2063739762') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:32.704728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c2b8b-d238-4ece-8c30-3aff5f108c68 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Pushing event updated for resources: {'Network': ['ID=89b39b29-c45b-4d0b-a54d-318561cfd57b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:32.772195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Publish callbacks [] for security_group (bce1122a-30a4-4c49-ade9-6a190eab47d4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.848812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bce1122a-30a4-4c49-ade9-6a190eab47d4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.878804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:43:32.895545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce1122a-30a4-4c49-ade9-6a190eab47d4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:32.909221 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b5a29d5f-fa22-477b-b24c-578a2853fbce tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "PUT /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags/tempest-TagsTest-Tag-2063739762 HTTP/1.1" status: 201  len: 201 time: 0.2235699
Apr 30 21:43:32.910023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42866) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:32.916019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-fa6bebd1-613f-4de1-a755-491c520aa3a6 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8966390130>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', 'tempest-TagsTest-Tag-2063739762') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:32.920197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (309c0925-b6d1-47d7-bc5a-6d159689574e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.920545 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Added segment 309c0925-b6d1-47d7-bc5a-6d159689574e of type vlan for network 2c3cdf3a-72d5-4a84-84da-050cba547b34
Apr 30 21:43:32.943925 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Publish callbacks [] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:32.961260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 89b39b29-c45b-4d0b-a54d-318561cfd57b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:43:32.963409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 55eb7563-96c0-42e0-ae40-7700cf7aa26d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:32.993854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2c3cdf3a-72d5-4a84-84da-050cba547b34), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.005984 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fa6bebd1-613f-4de1-a755-491c520aa3a6 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "GET /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags/tempest-TagsTest-Tag-2063739762 HTTP/1.1" status: 204  len: 168 time: 0.0925460
Apr 30 21:43:33.006254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42868) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:33.011187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-fc4268bb-24c0-407a-8580-55c4d4e5073b tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f8965f7de80>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:33.015676 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.073202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 55eb7563-96c0-42e0-ae40-7700cf7aa26d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:33.075648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.088028 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fc4268bb-24c0-407a-8580-55c4d4e5073b tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "GET /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags HTTP/1.1" status: 200  len: 238 time: 0.0807590
Apr 30 21:43:33.090900 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42870) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:33.094002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2c3cdf3a-72d5-4a84-84da-050cba547b34), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.096096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-72f02af9-d0d1-479b-aec9-a920bbbeeb40 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f89678f39a0>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', {'tags': ['tempest-TagsTest-Tag-1290958507', 'tempest-TagsTest-Tag-1813248425', 'tempest-TagsTest-Tag-851205091']}) {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:33.098430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:33.100228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.161323 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9618e4-8b11-4266-b30c-2a48aea71034 None None] Pushing event updated for resources: {'Port': ['ID=a4bd1a08-2c25-4a5a-9676-65a89d94062f,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:33.199049 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Attempting to bind port a4bd1a08-2c25-4a5a-9676-65a89d94062f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:43:33.199471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Attempting to bind port a4bd1a08-2c25-4a5a-9676-65a89d94062f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:43:33.199834 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Attempting to bind port a4bd1a08-2c25-4a5a-9676-65a89d94062f on network 6bd727f6-7263-495c-aa6d-b15a3908072b {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:43:33.207985 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:43:33.208655 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Checking segment: {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:33.209426 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.210721 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Bound using segment: {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:43:33.212306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] Pushing event updated for resources: {'Network': ['ID=2c3cdf3a-72d5-4a84-84da-050cba547b34,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:33.217052 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Bound port: a4bd1a08-2c25-4a5a-9676-65a89d94062f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:43:33.217052 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.220717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 55eb7563-96c0-42e0-ae40-7700cf7aa26d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:33.221455 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.230685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2c3cdf3a-72d5-4a84-84da-050cba547b34 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:43:33.239623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d0672fdd-5f05-4899-a174-3aaa5465b4ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7452574
Apr 30 21:43:33.242536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42872) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:33.254227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Request body: {'subnet': {'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1344160222-subnet', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:33.282392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 55eb7563-96c0-42e0-ae40-7700cf7aa26d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55eb7563-96c0-42e0-ae40-7700cf7aa26d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:33.290631 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-72f02af9-d0d1-479b-aec9-a920bbbeeb40 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "PUT /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags HTTP/1.1" status: 200  len: 308 time: 0.1953526
Apr 30 21:43:33.290631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42874) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:33.295064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-aaaa9fc7-afbb-4eae-a0dd-cb351980fef3 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f89678f3bb0>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', 'tempest-TagsTest-Tag-1290958507') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:33.321906 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] For port a4bd1a08-2c25-4a5a-9676-65a89d94062f, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:43:33.327004 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] For port a4bd1a08-2c25-4a5a-9676-65a89d94062f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4bd1a08-2c25-4a5a-9676-65a89d94062f,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:43:33.357639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Made reservation on behalf of 4e950dfad85341278d19bcf55ae75eff for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:43:33.358684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.358817 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.402487 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.418900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=55eb7563-96c0-42e0-ae40-7700cf7aa26d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:33.467570 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:33.468424 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc490d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:43:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:33.510783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-38568ebe-1ff1-4b26-8e56-854ded1f137e None None] Provisioning complete for port a4bd1a08-2c25-4a5a-9676-65a89d94062f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:33.511520 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38568ebe-1ff1-4b26-8e56-854ded1f137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.535344 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aaaa9fc7-afbb-4eae-a0dd-cb351980fef3 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "DELETE /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags/tempest-TagsTest-Tag-1290958507 HTTP/1.1" status: 204  len: 168 time: 0.2436602
Apr 30 21:43:33.539539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42876) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:33.550239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-96e76267-b63e-432d-b8fc-56c2aa2bc1d4 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8965fba5b0>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', 'tempest-TagsTest-Tag-1290958507') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:33.551896 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9618e4-8b11-4266-b30c-2a48aea71034 None None] Pushing event updated for resources: {'Port': ['ID=a4bd1a08-2c25-4a5a-9676-65a89d94062f,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:33.644744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-38568ebe-1ff1-4b26-8e56-854ded1f137e None None] Current status of the port a4bd1a08-2c25-4a5a-9676-65a89d94062f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:33.645442 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38568ebe-1ff1-4b26-8e56-854ded1f137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.651257 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:33.676019 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [None req-96e76267-b63e-432d-b8fc-56c2aa2bc1d4 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] show failed (client error): The resource could not be found.
Apr 30 21:43:33.679834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-96e76267-b63e-432d-b8fc-56c2aa2bc1d4 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "GET /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags/tempest-TagsTest-Tag-1290958507 HTTP/1.1" status: 404  len: 326 time: 0.1338928
Apr 30 21:43:33.680260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42878) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:33.686208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-3f2062a3-6586-417c-99e4-0b8299b2d37b tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8965c655e0>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', 'tempest-TagsTest-Tag-1813248425') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:33.698706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-38568ebe-1ff1-4b26-8e56-854ded1f137e None None] For port a4bd1a08-2c25-4a5a-9676-65a89d94062f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4bd1a08-2c25-4a5a-9676-65a89d94062f,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:33.750205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (ad36915e-2722-4215-bed7-e00d520c0d82), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.771587 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38568ebe-1ff1-4b26-8e56-854ded1f137e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.811905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42880) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:33.812411 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3f2062a3-6586-417c-99e4-0b8299b2d37b tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "GET /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags/tempest-TagsTest-Tag-1813248425 HTTP/1.1" status: 204  len: 168 time: 0.1302857
Apr 30 21:43:33.819007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-795cca28-349c-45cc-aaad-3e195768d5cc tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f896629ca90>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', 'tempest-TagsTest-Tag-851205091') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:33.864151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38568ebe-1ff1-4b26-8e56-854ded1f137e None None] Pushing event updated for resources: {'Port': ['ID=a4bd1a08-2c25-4a5a-9676-65a89d94062f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:33.873975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad36915e-2722-4215-bed7-e00d520c0d82,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:33.896640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f3239c39-23ed-479b-a56f-8474ceacacd5 None None] Provisioning complete for port a4bd1a08-2c25-4a5a-9676-65a89d94062f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:33.897613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3239c39-23ed-479b-a56f-8474ceacacd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:33.909897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Checking segment: {'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:33.910613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-795cca28-349c-45cc-aaad-3e195768d5cc tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "GET /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags/tempest-TagsTest-Tag-851205091 HTTP/1.1" status: 204  len: 168 time: 0.0976200
Apr 30 21:43:33.912977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42886) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:33.913428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Network hostable DHCP agents. Network: 2c3cdf3a-72d5-4a84-84da-050cba547b34, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:43:33.918663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-68467ae2-0774-4979-8fd6-bd541902e9af tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8972b4eac0>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:33.973042 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc490d0>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:34.008016 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd49cfd-d32d-4ee9-a70c-4e9e9569de57 None None] The sync data for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 is: [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:34.021494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f3239c39-23ed-479b-a56f-8474ceacacd5 None None] Current status of the port a4bd1a08-2c25-4a5a-9676-65a89d94062f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:34.034639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Network 2c3cdf3a-72d5-4a84-84da-050cba547b34 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:43:34.095024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-68467ae2-0774-4979-8fd6-bd541902e9af tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "DELETE /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags HTTP/1.1" status: 204  len: 168 time: 0.1800172
Apr 30 21:43:34.095919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42888) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:34.101069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-31c7e7af-d33e-4173-81e1-b1e998cdc160 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8967c9c100>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', 'tempest-TagsTest-Tag-1813248425') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:34.159483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c3cdf3a-72d5-4a84-84da-050cba547b34) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:34.171498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd9ca0-cdc3-42f4-b800-67dee5048bde None None] Network 2c3cdf3a-72d5-4a84-84da-050cba547b34 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:34.181005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:34.181005 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.191771 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-31c7e7af-d33e-4173-81e1-b1e998cdc160 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] show failed (client error): The resource could not be found.
Apr 30 21:43:34.192956 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-31c7e7af-d33e-4173-81e1-b1e998cdc160 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "GET /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags/tempest-TagsTest-Tag-1813248425 HTTP/1.1" status: 404  len: 326 time: 0.0956578
Apr 30 21:43:34.196445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42890) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:34.201294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.tag.tag_plugin [None req-939d9ca4-1356-4018-a350-4633f880dfb9 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f8966463160>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b', 'tempest-TagsTest-Tag-851205091') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:34.266797 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-939d9ca4-1356-4018-a350-4633f880dfb9 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] show failed (client error): The resource could not be found.
Apr 30 21:43:34.267859 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-939d9ca4-1356-4018-a350-4633f880dfb9 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "GET /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags/tempest-TagsTest-Tag-851205091 HTTP/1.1" status: 404  len: 325 time: 0.0704632
Apr 30 21:43:34.270891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42892) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:34.275902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.tag.tag_plugin [None req-077a886e-2eda-497b-a36e-3fc095d949cb tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f8966b8cac0>, 'networks', '89b39b29-c45b-4d0b-a54d-318561cfd57b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:34.293139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c3cdf3a-72d5-4a84-84da-050cba547b34', 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34', 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'fixed_ips': [{'subnet_id': 'ad36915e-2722-4215-bed7-e00d520c0d82'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:43:34.294379 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.298807 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-56be745e-b67e-4216-bf08-fe4680593d80 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0545125
Apr 30 21:43:34.309486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42894) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:34.313896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:34.371842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-077a886e-2eda-497b-a36e-3fc095d949cb tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "DELETE /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b/tags HTTP/1.1" status: 204  len: 168 time: 0.0996652
Apr 30 21:43:34.376543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42896) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:34.427660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (c761a067-23d9-4c3b-af46-434c05f17b34), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.428795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (c761a067-23d9-4c3b-af46-434c05f17b34), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.475815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Allocated IP 172.20.0.2 (2c3cdf3a-72d5-4a84-84da-050cba547b34/ad36915e-2722-4215-bed7-e00d520c0d82/61243145-d820-4c6f-8a36-7aed0947d7a3) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:43:34.481629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (89b39b29-c45b-4d0b-a54d-318561cfd57b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.529608 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks [] for router_controller (c761a067-23d9-4c3b-af46-434c05f17b34), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.608775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (89b39b29-c45b-4d0b-a54d-318561cfd57b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.678666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Publish callbacks [] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.719550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c765070>,) {'filters': {'network_id': ['89b39b29-c45b-4d0b-a54d-318561cfd57b']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:34.783712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.801738 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c765070>, '132d7eda-e044-429b-a973-e67c39987875') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:34.802059 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c765070>, '132d7eda-e044-429b-a973-e67c39987875') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:34.815165 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (132d7eda-e044-429b-a973-e67c39987875), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.818380 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks [] for router_gateway (c761a067-23d9-4c3b-af46-434c05f17b34), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.835708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (132d7eda-e044-429b-a973-e67c39987875), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.846986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:43:34.847441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (132d7eda-e044-429b-a973-e67c39987875), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.849038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Network 2c3cdf3a-72d5-4a84-84da-050cba547b34 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:43:34.854451 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:43:34.865146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 55eb7563-96c0-42e0-ae40-7700cf7aa26d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:34.865146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:34.877651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:43:34.907248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Pushing event updated for resources: {'Port': ['ID=61243145-d820-4c6f-8a36-7aed0947d7a3,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:34.982284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Attempting to bind port 61243145-d820-4c6f-8a36-7aed0947d7a3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:43:34.982763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Attempting to bind port 61243145-d820-4c6f-8a36-7aed0947d7a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:43:34.983060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Attempting to bind port 61243145-d820-4c6f-8a36-7aed0947d7a3 on network 2c3cdf3a-72d5-4a84-84da-050cba547b34 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:43:34.992052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:43:34.992431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Checking segment: {'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:34.992865 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:34.993265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Bound using segment: {'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:43:34.993804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Bound port: 61243145-d820-4c6f-8a36-7aed0947d7a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:43:34.994193 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.004158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 55eb7563-96c0-42e0-ae40-7700cf7aa26d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:35.004478 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.111828 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (89b39b29-c45b-4d0b-a54d-318561cfd57b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.118335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] For port 61243145-d820-4c6f-8a36-7aed0947d7a3, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:43:35.130592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.136907 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] 10.222.0.23 "DELETE /v2.0/networks/89b39b29-c45b-4d0b-a54d-318561cfd57b HTTP/1.1" status: 204  len: 168 time: 0.7566922
Apr 30 21:43:35.137531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] For port 61243145-d820-4c6f-8a36-7aed0947d7a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61243145-d820-4c6f-8a36-7aed0947d7a3,segment=NetworkSegment(309c0925-b6d1-47d7-bc5a-6d159689574e),segment_id=309c0925-b6d1-47d7-bc5a-6d159689574e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:43:35.152280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 55eb7563-96c0-42e0-ae40-7700cf7aa26d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:35.154585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a4bd1a08-2c25-4a5a-9676-65a89d94062f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:35.162160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015f6c2-4abe-4902-8049-4a613154e104 tempest-TagsTest-1654051701 tempest-TagsTest-1654051701-project] Pushing event deleted for resources: {'Network': ['ID=89b39b29-c45b-4d0b-a54d-318561cfd57b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:35.205834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks [] for router_gateway (c761a067-23d9-4c3b-af46-434c05f17b34), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.206422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.226351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a4bd1a08-2c25-4a5a-9676-65a89d94062f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:35.228082 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.256057 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.363129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717766d2-ecb0-4de6-941c-65bf312526e2 None None] Pushing event updated for resources: {'Port': ['ID=61243145-d820-4c6f-8a36-7aed0947d7a3,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:35.413718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a4bd1a08-2c25-4a5a-9676-65a89d94062f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:35.527985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Allocated IP 172.35.4.33 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/da2fae87-1182-4fea-95bc-68afd3bca451) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:43:35.688646 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks [] for port (da2fae87-1182-4fea-95bc-68afd3bca451), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.771276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42924) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:35.780770 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:35.831273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:43:35.836137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:35.843986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:43:35.875516 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Pushing event updated for resources: {'Port': ['ID=da2fae87-1182-4fea-95bc-68afd3bca451,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:35.935024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-270188c0-bd62-4bb9-8ad2-5446124c3680 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1efedef0adb40518f752fb3e3891067&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1624806
Apr 30 21:43:35.937463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 42928) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:35.985527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bb7568a-6714-4e31-91c7-d0bdbac4f292 admin admin] Publish callbacks [] for security_group (e4c83ffb-ceb8-4eaf-98f6-ee2c38ae7f10), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.007278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bb7568a-6714-4e31-91c7-d0bdbac4f292 admin admin] Publish callbacks [] for security_group (e4c83ffb-ceb8-4eaf-98f6-ee2c38ae7f10), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.148949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bb7568a-6714-4e31-91c7-d0bdbac4f292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e4c83ffb-ceb8-4eaf-98f6-ee2c38ae7f10), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.153602 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3bb7568a-6714-4e31-91c7-d0bdbac4f292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.155098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3bb7568a-6714-4e31-91c7-d0bdbac4f292 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4c83ffb-ceb8-4eaf-98f6-ee2c38ae7f10 HTTP/1.1" status: 204  len: 168 time: 0.2166998
Apr 30 21:43:36.167839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7568a-6714-4e31-91c7-d0bdbac4f292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c83ffb-ceb8-4eaf-98f6-ee2c38ae7f10,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:36.262516 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks [] for router_gateway (c761a067-23d9-4c3b-af46-434c05f17b34), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.474310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7bc7e4-ddc3-4857-950c-88ba0d693f49 None None] Network 2c3cdf3a-72d5-4a84-84da-050cba547b34 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:36.605427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1f6c7123-fbba-406a-98f2-aba82bd33a32 None None] Provisioning complete for port 61243145-d820-4c6f-8a36-7aed0947d7a3 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:36.605798 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7123-fbba-406a-98f2-aba82bd33a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.760926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c7123-fbba-406a-98f2-aba82bd33a32 None None] Current status of the port 61243145-d820-4c6f-8a36-7aed0947d7a3 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:36.762845 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7123-fbba-406a-98f2-aba82bd33a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.787278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 61243145-d820-4c6f-8a36-7aed0947d7a3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:36.863745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1f6c7123-fbba-406a-98f2-aba82bd33a32 None None] For port 61243145-d820-4c6f-8a36-7aed0947d7a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61243145-d820-4c6f-8a36-7aed0947d7a3,segment=NetworkSegment(309c0925-b6d1-47d7-bc5a-6d159689574e),segment_id=309c0925-b6d1-47d7-bc5a-6d159689574e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:36.869862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 61243145-d820-4c6f-8a36-7aed0947d7a3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:36.870311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.879580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (c761a067-23d9-4c3b-af46-434c05f17b34), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:36.953224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 61243145-d820-4c6f-8a36-7aed0947d7a3 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:36.953613 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:37.001843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f6c7123-fbba-406a-98f2-aba82bd33a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:37.079980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Router c761a067-23d9-4c3b-af46-434c05f17b34 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:43:37.089234 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:43:37.089962 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:43:37.091451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c7123-fbba-406a-98f2-aba82bd33a32 None None] Pushing event updated for resources: {'Port': ['ID=61243145-d820-4c6f-8a36-7aed0947d7a3,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:37.120404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e281a393-ccdc-49ee-b688-159775ffa341 None None] Provisioning complete for port 61243145-d820-4c6f-8a36-7aed0947d7a3 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:37.120953 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e281a393-ccdc-49ee-b688-159775ffa341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:37.203347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:37.212417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e281a393-ccdc-49ee-b688-159775ffa341 None None] Current status of the port 61243145-d820-4c6f-8a36-7aed0947d7a3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:37.235333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Sync routers for ids ['c761a067-23d9-4c3b-af46-434c05f17b34'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:37.246002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Routers {'c761a067-23d9-4c3b-af46-434c05f17b34'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:37.246636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fafb070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:43:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c761a067-23d9-4c3b-af46-434c05f17b34'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:37.307533 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:37.308801 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dce8d41b-154c-485b-b0c2-e836430def76 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.9985442
Apr 30 21:43:37.311681 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 42950) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:37.366359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Set router c761a067-23d9-4c3b-af46-434c05f17b34 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:37.660514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 61243145-d820-4c6f-8a36-7aed0947d7a3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:37.729664 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fafb070>, [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33'}], 'enable_snat': True}, 'gw_port_id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:43:36Z', 'revision_number': 3, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port': {'id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:35Z', 'updated_at': '2022-04-30T21:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:37.761801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Checking router: c761a067-23d9-4c3b-af46-434c05f17b34 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:37.762155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Updating router c761a067-23d9-4c3b-af46-434c05f17b34 port da2fae87-1182-4fea-95bc-68afd3bca451 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:43:37.767057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:37.789861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:37.972445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Allocated IP 172.20.0.1 (2c3cdf3a-72d5-4a84-84da-050cba547b34/ad36915e-2722-4215-bed7-e00d520c0d82/9a9d0d6b-868e-4f68-9097-3b4bacd1947a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:43:38.055946 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Publish callbacks [] for port (da2fae87-1182-4fea-95bc-68afd3bca451), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.079956 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Publish callbacks [] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.134780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.157416 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.194805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Network 2c3cdf3a-72d5-4a84-84da-050cba547b34 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:43:38.198307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Attempting to bind port da2fae87-1182-4fea-95bc-68afd3bca451 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:43:38.198482 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:38.198690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Attempting to bind port da2fae87-1182-4fea-95bc-68afd3bca451 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:43:38.199128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Attempting to bind port da2fae87-1182-4fea-95bc-68afd3bca451 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:43:38.201305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05b2ad-503f-4979-8f6c-8f3c32a70f35 None None] Pushing event updated for resources: {'Port': ['ID=da2fae87-1182-4fea-95bc-68afd3bca451,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:38.201946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:43:38.207487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:43:38.208156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:38.208768 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.209329 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:43:38.209978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Bound port: da2fae87-1182-4fea-95bc-68afd3bca451, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:43:38.210527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.235116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Pushing event updated for resources: {'Port': ['ID=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:38.256963 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (c761a067-23d9-4c3b-af46-434c05f17b34), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.281505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] For port da2fae87-1182-4fea-95bc-68afd3bca451, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:43:38.285336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] For port da2fae87-1182-4fea-95bc-68afd3bca451, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da2fae87-1182-4fea-95bc-68afd3bca451,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:43:38.367192 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.434731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05b2ad-503f-4979-8f6c-8f3c32a70f35 None None] Pushing event updated for resources: {'Port': ['ID=da2fae87-1182-4fea-95bc-68afd3bca451,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:38.453827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Routers {'c761a067-23d9-4c3b-af46-434c05f17b34'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:38.454514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fafb070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:43:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c761a067-23d9-4c3b-af46-434c05f17b34'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:38.496487 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.571601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3cddd5af-d3ee-4aa0-bbc8-81df4800109a None None] Provisioning complete for port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:38.571972 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3cddd5af-d3ee-4aa0-bbc8-81df4800109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.622962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] Set router c761a067-23d9-4c3b-af46-434c05f17b34 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:38.625153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3cddd5af-d3ee-4aa0-bbc8-81df4800109a None None] Port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:43:38.690443 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Publish callbacks [] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.742534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 61243145-d820-4c6f-8a36-7aed0947d7a3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:38.757128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.830254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Pushing event updated for resources: {'Port': ['ID=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:38.832927 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (c761a067-23d9-4c3b-af46-434c05f17b34), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.835357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 61243145-d820-4c6f-8a36-7aed0947d7a3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:38.835729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:38.880301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fafb070>, [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33'}], 'enable_snat': True}, 'gw_port_id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:43:36Z', 'revision_number': 3, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port': {'id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:35Z', 'updated_at': '2022-04-30T21:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:38.915303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213aec34-85f1-4cd2-9f34-03bcea4de188 None None] The sync data for ids ['c761a067-23d9-4c3b-af46-434c05f17b34'] in ncdv-master-1 is: [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33'}], 'enable_snat': True}, 'gw_port_id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:43:36Z', 'revision_number': 3, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port': {'id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:35Z', 'updated_at': '2022-04-30T21:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:38.939193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Network 2c3cdf3a-72d5-4a84-84da-050cba547b34 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:43:38.941007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:38.973407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 61243145-d820-4c6f-8a36-7aed0947d7a3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:39.071628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Router c761a067-23d9-4c3b-af46-434c05f17b34 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:43:39.194649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:43:39.202008 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-97199f5a-1b29-4eec-aaea-d07181aed14f admin admin] 10.222.0.23 "PUT /v2.0/routers/c761a067-23d9-4c3b-af46-434c05f17b34/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8868020
Apr 30 21:43:39.250871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-44d127eb-497a-45cc-b9b9-e7431fe2eef8 None None] Provisioning complete for port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:39.251244 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-44d127eb-497a-45cc-b9b9-e7431fe2eef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:39.321448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-44d127eb-497a-45cc-b9b9-e7431fe2eef8 None None] Port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:43:40.720486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-3ff2baba-ba02-43fc-b226-58cc577a131b req-20914be4-a56c-4388-8189-3c0ab1cdb1ef service neutron] (115774) timed out ('10.222.0.20', 55254) {{(pid=115774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:43:40.735821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device da2fae87-1182-4fea-95bc-68afd3bca451 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:40.781790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port da2fae87-1182-4fea-95bc-68afd3bca451 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:40.782186 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:40.861814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port da2fae87-1182-4fea-95bc-68afd3bca451 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:40.866014 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:40.884300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port da2fae87-1182-4fea-95bc-68afd3bca451, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da2fae87-1182-4fea-95bc-68afd3bca451,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:40.991413 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:41.043521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=da2fae87-1182-4fea-95bc-68afd3bca451,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:41.285795 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:43:41.456175 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Sync routers for ids ['c761a067-23d9-4c3b-af46-434c05f17b34'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:43:41.466634 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Routers {'c761a067-23d9-4c3b-af46-434c05f17b34'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:41.467363 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c771d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:43:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c761a067-23d9-4c3b-af46-434c05f17b34'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:41.669369 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Set router c761a067-23d9-4c3b-af46-434c05f17b34 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:41.853275 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c771d30>, [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33'}], 'enable_snat': True}, 'gw_port_id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:43:38Z', 'revision_number': 4, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port': {'id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:35Z', 'updated_at': '2022-04-30T21:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a9d0d6b-868e-4f68-9097-3b4bacd1947a', 'name': '', 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'mac_address': 'fa:16:3e:b5:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ad36915e-2722-4215-bed7-e00d520c0d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:37Z', 'updated_at': '2022-04-30T21:43:38Z', 'revision_number': 2, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'subnets': [{'id': 'ad36915e-2722-4215-bed7-e00d520c0d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:41.878952 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Checking router: c761a067-23d9-4c3b-af46-434c05f17b34 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:43:41.879312 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Updating router c761a067-23d9-4c3b-af46-434c05f17b34 port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:43:41.906295 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.169607 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Publish callbacks [] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.254210 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.302476 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Pushing event updated for resources: {'Port': ['ID=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:42.372019 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Attempting to bind port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:43:42.372386 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Attempting to bind port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:43:42.372778 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Attempting to bind port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a on network 2c3cdf3a-72d5-4a84-84da-050cba547b34 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:43:42.379187 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:43:42.379583 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Checking segment: {'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:42.380019 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.380406 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Bound using segment: {'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:43:42.381026 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Bound port: 9a9d0d6b-868e-4f68-9097-3b4bacd1947a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309c0925-b6d1-47d7-bc5a-6d159689574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:43:42.381560 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.457465 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] For port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:43:42.460698 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] For port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,segment=NetworkSegment(309c0925-b6d1-47d7-bc5a-6d159689574e),segment_id=309c0925-b6d1-47d7-bc5a-6d159689574e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:43:42.532189 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.570462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1429fa68-fc1f-4dd7-9aff-5b9e361112e0 None None] Provisioning complete for port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:42.571508 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1429fa68-fc1f-4dd7-9aff-5b9e361112e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.593420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Routers {'c761a067-23d9-4c3b-af46-434c05f17b34'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:43:42.594076 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c771d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:43:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c761a067-23d9-4c3b-af46-434c05f17b34'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:42.597269 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Pushing event updated for resources: {'Port': ['ID=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:42.667317 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.667665 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.668090 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.668321 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.668653 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.668978 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.669298 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.669619 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.670091 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.670346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.670668 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.671041 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.671289 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.671604 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.671919 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53484e4e-95cf-4910-b0bb-c8a0915b7076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:43:42.676743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1429fa68-fc1f-4dd7-9aff-5b9e361112e0 None None] Current status of the port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:42.677391 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1429fa68-fc1f-4dd7-9aff-5b9e361112e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.724611 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] Set router c761a067-23d9-4c3b-af46-434c05f17b34 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:43:42.724849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1429fa68-fc1f-4dd7-9aff-5b9e361112e0 None None] For port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,segment=NetworkSegment(309c0925-b6d1-47d7-bc5a-6d159689574e),segment_id=309c0925-b6d1-47d7-bc5a-6d159689574e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:43:42.746077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device da2fae87-1182-4fea-95bc-68afd3bca451 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:42.786587 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1429fa68-fc1f-4dd7-9aff-5b9e361112e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.825176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port da2fae87-1182-4fea-95bc-68afd3bca451 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:42.825558 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.866528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429fa68-fc1f-4dd7-9aff-5b9e361112e0 None None] Pushing event updated for resources: {'Port': ['ID=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:42.925305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e10e5e8c-7668-4ffa-99cd-6f49aaa3954f None None] Provisioning complete for port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:42.925677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e10e5e8c-7668-4ffa-99cd-6f49aaa3954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:42.930211 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c771d30>, [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33'}], 'enable_snat': True}, 'gw_port_id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:43:38Z', 'revision_number': 4, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port': {'id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:35Z', 'updated_at': '2022-04-30T21:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a9d0d6b-868e-4f68-9097-3b4bacd1947a', 'name': '', 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'mac_address': 'fa:16:3e:b5:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ad36915e-2722-4215-bed7-e00d520c0d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:37Z', 'updated_at': '2022-04-30T21:43:42Z', 'revision_number': 4, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'subnets': [{'id': 'ad36915e-2722-4215-bed7-e00d520c0d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:43:42.950214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port da2fae87-1182-4fea-95bc-68afd3bca451 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:42.960156 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1899e67-d976-4b83-a0cd-5b1256d725e4 None None] The sync data for ids ['c761a067-23d9-4c3b-af46-434c05f17b34'] in ncdv-master-1 is: [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33'}], 'enable_snat': True}, 'gw_port_id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:43:38Z', 'revision_number': 4, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port': {'id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:35Z', 'updated_at': '2022-04-30T21:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a9d0d6b-868e-4f68-9097-3b4bacd1947a', 'name': '', 'network_id': '2c3cdf3a-72d5-4a84-84da-050cba547b34', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'mac_address': 'fa:16:3e:b5:7f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'ad36915e-2722-4215-bed7-e00d520c0d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:37Z', 'updated_at': '2022-04-30T21:43:42Z', 'revision_number': 4, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'subnets': [{'id': 'ad36915e-2722-4215-bed7-e00d520c0d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:43:43.034169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e10e5e8c-7668-4ffa-99cd-6f49aaa3954f None None] Current status of the port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:44.734057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9a9d0d6b-868e-4f68-9097-3b4bacd1947a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:43:44.780657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:43:44.781033 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:44.860411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:43:47.142761 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:47.877019 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d026172-54d6-485a-86ee-ad7fab8675f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:50.511197 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-79416dc7-3271-4084-986d-f1686fe82562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:51.251710 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:51.371558 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.217056 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.295622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43360) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:53.404702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a9defe3-05fb-4a4e-bcaa-1f7ec922ee4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.480843 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a9defe3-05fb-4a4e-bcaa-1f7ec922ee4a admin admin] Publish callbacks [] for security_group (41c5f548-9c01-4b10-bc5d-a0e984aeed4f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.539743 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9a9defe3-05fb-4a4e-bcaa-1f7ec922ee4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (41c5f548-9c01-4b10-bc5d-a0e984aeed4f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.578487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9defe3-05fb-4a4e-bcaa-1f7ec922ee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c5f548-9c01-4b10-bc5d-a0e984aeed4f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:53.584565 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9a9defe3-05fb-4a4e-bcaa-1f7ec922ee4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=786a3b8d82e44b2ca6ff802cf02c28c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2878530
Apr 30 21:43:53.587251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43364) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:53.636867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6e872a4-6956-4c91-8a86-3e4610079442 admin admin] Publish callbacks [] for security_group (41c5f548-9c01-4b10-bc5d-a0e984aeed4f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.659979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6e872a4-6956-4c91-8a86-3e4610079442 admin admin] Publish callbacks [] for security_group (41c5f548-9c01-4b10-bc5d-a0e984aeed4f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.775079 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6e872a4-6956-4c91-8a86-3e4610079442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (41c5f548-9c01-4b10-bc5d-a0e984aeed4f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.777992 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6e872a4-6956-4c91-8a86-3e4610079442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:53.779177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f6e872a4-6956-4c91-8a86-3e4610079442 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41c5f548-9c01-4b10-bc5d-a0e984aeed4f HTTP/1.1" status: 204  len: 168 time: 0.1909409
Apr 30 21:43:53.788921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e872a4-6956-4c91-8a86-3e4610079442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c5f548-9c01-4b10-bc5d-a0e984aeed4f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:54.449648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43374) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:54.460134 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:54.465217 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30814263-b244-4b6b-bca5-cbb28ca0e15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:54.541437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30814263-b244-4b6b-bca5-cbb28ca0e15b admin admin] Publish callbacks [] for security_group (e200c8a0-3a6c-4ec8-bd72-e37cf647cc17), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:54.606354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-30814263-b244-4b6b-bca5-cbb28ca0e15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e200c8a0-3a6c-4ec8-bd72-e37cf647cc17), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:54.648022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-30814263-b244-4b6b-bca5-cbb28ca0e15b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc6e9a2d111a4e38b77adcd9211620e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1971581
Apr 30 21:43:54.648950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814263-b244-4b6b-bca5-cbb28ca0e15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e200c8a0-3a6c-4ec8-bd72-e37cf647cc17,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:54.651160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43376) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:54.708781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8988168d-d1b0-4c82-b0a1-772a36a0ed18 admin admin] Publish callbacks [] for security_group (e200c8a0-3a6c-4ec8-bd72-e37cf647cc17), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:54.730392 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8988168d-d1b0-4c82-b0a1-772a36a0ed18 admin admin] Publish callbacks [] for security_group (e200c8a0-3a6c-4ec8-bd72-e37cf647cc17), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:54.842765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8988168d-d1b0-4c82-b0a1-772a36a0ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e200c8a0-3a6c-4ec8-bd72-e37cf647cc17), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:54.845567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8988168d-d1b0-4c82-b0a1-772a36a0ed18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:54.846793 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8988168d-d1b0-4c82-b0a1-772a36a0ed18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e200c8a0-3a6c-4ec8-bd72-e37cf647cc17 HTTP/1.1" status: 204  len: 168 time: 0.1946094
Apr 30 21:43:54.855297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988168d-d1b0-4c82-b0a1-772a36a0ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e200c8a0-3a6c-4ec8-bd72-e37cf647cc17,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:55.511212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43386) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:55.524228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f79a53ae-3929-4674-82d9-c55490fd0a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:55.597285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f79a53ae-3929-4674-82d9-c55490fd0a6d admin admin] Publish callbacks [] for security_group (ae0c4c27-98ed-4dd1-ba3b-52de1b883134), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:55.668644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f79a53ae-3929-4674-82d9-c55490fd0a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ae0c4c27-98ed-4dd1-ba3b-52de1b883134), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:55.704988 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a53ae-3929-4674-82d9-c55490fd0a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0c4c27-98ed-4dd1-ba3b-52de1b883134,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:55.709977 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f79a53ae-3929-4674-82d9-c55490fd0a6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b868a32d150847a9bae4edd0668f086f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1971214
Apr 30 21:43:55.712233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43388) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:55.759744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee9a855-e49b-4bb0-8b0d-841ef533fedc admin admin] Publish callbacks [] for security_group (ae0c4c27-98ed-4dd1-ba3b-52de1b883134), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:55.780920 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee9a855-e49b-4bb0-8b0d-841ef533fedc admin admin] Publish callbacks [] for security_group (ae0c4c27-98ed-4dd1-ba3b-52de1b883134), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:55.903088 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee9a855-e49b-4bb0-8b0d-841ef533fedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ae0c4c27-98ed-4dd1-ba3b-52de1b883134), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:55.905721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aee9a855-e49b-4bb0-8b0d-841ef533fedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:55.906922 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aee9a855-e49b-4bb0-8b0d-841ef533fedc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae0c4c27-98ed-4dd1-ba3b-52de1b883134 HTTP/1.1" status: 204  len: 168 time: 0.1937029
Apr 30 21:43:55.914740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9a855-e49b-4bb0-8b0d-841ef533fedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0c4c27-98ed-4dd1-ba3b-52de1b883134,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:57.033099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43416) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:57.146465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1349662562-network', 'tenant_id': 'd1febcefe29f461ea37667520a278022'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:57.268568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Made reservation on behalf of d1febcefe29f461ea37667520a278022 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:43:57.270937 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:57.280837 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:57.362038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Publish callbacks [] for security_group (ea3496b2-e95e-41cf-92d1-c119e8c77094), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:57.411469 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ea3496b2-e95e-41cf-92d1-c119e8c77094), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:57.438280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:43:57.447325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3496b2-e95e-41cf-92d1-c119e8c77094,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:57.452281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (034b4235-15e0-4857-8191-2ac176269665), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:57.452626 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Added segment 034b4235-15e0-4857-8191-2ac176269665 of type vlan for network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e
Apr 30 21:43:57.496635 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (3afa63ee-7e45-4c03-a8c8-517cba3ed00e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:57.631486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (3afa63ee-7e45-4c03-a8c8-517cba3ed00e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:57.632458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:57.633047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:57.696463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] Pushing event updated for resources: {'Network': ['ID=3afa63ee-7e45-4c03-a8c8-517cba3ed00e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:57.710572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:43:57.803192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1e6652df-2145-48ab-8fb2-faa0000116ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7683699
Apr 30 21:43:57.805895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43446) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:43:57.810904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Request body: {'subnet': {'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1349662562-subnet', 'tenant_id': 'd1febcefe29f461ea37667520a278022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:43:57.868887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Made reservation on behalf of d1febcefe29f461ea37667520a278022 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:43:57.871765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:58.122972 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (90ff6244-14f7-4a38-a28d-1c8965fd0563), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:58.173248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ff6244-14f7-4a38-a28d-1c8965fd0563,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:43:58.189198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Checking segment: {'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:43:58.189564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Network hostable DHCP agents. Network: 3afa63ee-7e45-4c03-a8c8-517cba3ed00e, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:43:58.282552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:43:58.385510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3afa63ee-7e45-4c03-a8c8-517cba3ed00e) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:43:58.389948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:43:58.390577 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:43:58.395802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab6466-52a4-4d8b-8b6e-82dd76411ce2 None None] Network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:43:58.466172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-32c96448-e64c-44ff-9585-8e4fa548c9dd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6592102
Apr 30 21:43:58.499194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99c500-2344-4e1e-8311-7624ccb8465d None None] Network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:44:13.307973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43644) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:13.422233 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8577-d0b7-4984-bfdd-a1336ec34f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:13.497358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8577-d0b7-4984-bfdd-a1336ec34f22 admin admin] Publish callbacks [] for security_group (0a42ab0e-bac8-4656-97a9-6e2a78ed65a2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:13.585935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3d3e8577-d0b7-4984-bfdd-a1336ec34f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0a42ab0e-bac8-4656-97a9-6e2a78ed65a2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:13.630519 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3d3e8577-d0b7-4984-bfdd-a1336ec34f22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d059f828e0d4a2fbfed837f74f3ecdd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3178828
Apr 30 21:44:13.630519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e8577-d0b7-4984-bfdd-a1336ec34f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a42ab0e-bac8-4656-97a9-6e2a78ed65a2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:13.630688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43652) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:13.686511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-297532b5-4ffe-48e7-928a-2514e1d69247 admin admin] Publish callbacks [] for security_group (0a42ab0e-bac8-4656-97a9-6e2a78ed65a2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:13.714882 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-297532b5-4ffe-48e7-928a-2514e1d69247 admin admin] Publish callbacks [] for security_group (0a42ab0e-bac8-4656-97a9-6e2a78ed65a2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:13.829005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-297532b5-4ffe-48e7-928a-2514e1d69247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (0a42ab0e-bac8-4656-97a9-6e2a78ed65a2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:13.831506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-297532b5-4ffe-48e7-928a-2514e1d69247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:13.832660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-297532b5-4ffe-48e7-928a-2514e1d69247 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a42ab0e-bac8-4656-97a9-6e2a78ed65a2 HTTP/1.1" status: 204  len: 168 time: 0.2015679
Apr 30 21:44:13.840641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297532b5-4ffe-48e7-928a-2514e1d69247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a42ab0e-bac8-4656-97a9-6e2a78ed65a2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:14.512390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 43682) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:14.527195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5a12440f-c667-493c-8998-1cb13c9f5876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:14.604957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5a12440f-c667-493c-8998-1cb13c9f5876 admin admin] Publish callbacks [] for security_group (959dc91a-fc4c-4673-bf8e-d4f43374fa3b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:14.702987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5a12440f-c667-493c-8998-1cb13c9f5876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (959dc91a-fc4c-4673-bf8e-d4f43374fa3b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:14.747786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5a12440f-c667-493c-8998-1cb13c9f5876 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bdac16fac414838974a4b64a7f68f89&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2319050
Apr 30 21:44:14.747786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12440f-c667-493c-8998-1cb13c9f5876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959dc91a-fc4c-4673-bf8e-d4f43374fa3b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:14.748157 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 43684) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:14.803302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de9dacaa-50e0-4807-80db-97c7f144e0a0 admin admin] Publish callbacks [] for security_group (959dc91a-fc4c-4673-bf8e-d4f43374fa3b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:14.827211 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de9dacaa-50e0-4807-80db-97c7f144e0a0 admin admin] Publish callbacks [] for security_group (959dc91a-fc4c-4673-bf8e-d4f43374fa3b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:14.988458 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de9dacaa-50e0-4807-80db-97c7f144e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (959dc91a-fc4c-4673-bf8e-d4f43374fa3b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:14.991159 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-de9dacaa-50e0-4807-80db-97c7f144e0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:14.992331 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de9dacaa-50e0-4807-80db-97c7f144e0a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/959dc91a-fc4c-4673-bf8e-d4f43374fa3b HTTP/1.1" status: 204  len: 168 time: 0.2426040
Apr 30 21:44:15.000790 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dacaa-50e0-4807-80db-97c7f144e0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959dc91a-fc4c-4673-bf8e-d4f43374fa3b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:17.159931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:17.843296 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c816d1c7-9458-4333-973d-008e5106c816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:18.293307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:44:20.566009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48d4be4e-8d5b-4f84-9d1f-ccc55bcfed75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:21.205454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:21.386107 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:23.194253 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:24.468485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:44.592013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44006) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:44.704607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:44.779378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Publish callbacks [] for security_group (c2f8f3b8-4770-4d90-955e-3cb311a9e256), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:44.840313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c2f8f3b8-4770-4d90-955e-3cb311a9e256), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:44.891724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a08f7eeff594200b8cf2a49affb2b70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2985828
Apr 30 21:44:44.892616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f8f3b8-4770-4d90-955e-3cb311a9e256,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:44.894505 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44012) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:44.900265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.900620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.903096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.903096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.903096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.903096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.903096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.903096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.903666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.903784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.904085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.904414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.904741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.905076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.905400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579358d-82a9-41ce-8b0f-2d4d7b05ab0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:44.946657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Publish callbacks [] for security_group (c2f8f3b8-4770-4d90-955e-3cb311a9e256), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:44.967185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Publish callbacks [] for security_group (c2f8f3b8-4770-4d90-955e-3cb311a9e256), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:45.114522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c2f8f3b8-4770-4d90-955e-3cb311a9e256), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:45.117024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:45.118221 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2f8f3b8-4770-4d90-955e-3cb311a9e256 HTTP/1.1" status: 204  len: 168 time: 0.2227292
Apr 30 21:44:45.126458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f8f3b8-4770-4d90-955e-3cb311a9e256,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:45.134130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.134541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.134885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.135218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.135589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.136397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.136397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.136654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.136979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.137304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.137627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.137976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.141531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.141531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.141531 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3077a73a-cc05-4988-aabb-67d7d3b09fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:44:45.725189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44022) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:45.738575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12db1ca9-cb5c-449a-98ea-cbf892e0bff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:45.818090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12db1ca9-cb5c-449a-98ea-cbf892e0bff9 admin admin] Publish callbacks [] for security_group (801cfa9d-2232-40f1-a839-982be52da6fd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:45.886444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-12db1ca9-cb5c-449a-98ea-cbf892e0bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (801cfa9d-2232-40f1-a839-982be52da6fd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:45.926061 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-12db1ca9-cb5c-449a-98ea-cbf892e0bff9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a6b6a3c28e64bcd81acbacd30c2358f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1997228
Apr 30 21:44:45.927030 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db1ca9-cb5c-449a-98ea-cbf892e0bff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801cfa9d-2232-40f1-a839-982be52da6fd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:45.928836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44024) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:45.977930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfe8da26-ce5d-4daa-abcf-69244f3c5146 admin admin] Publish callbacks [] for security_group (801cfa9d-2232-40f1-a839-982be52da6fd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:45.999200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfe8da26-ce5d-4daa-abcf-69244f3c5146 admin admin] Publish callbacks [] for security_group (801cfa9d-2232-40f1-a839-982be52da6fd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:46.126334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfe8da26-ce5d-4daa-abcf-69244f3c5146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (801cfa9d-2232-40f1-a839-982be52da6fd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:46.128996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cfe8da26-ce5d-4daa-abcf-69244f3c5146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:46.130866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cfe8da26-ce5d-4daa-abcf-69244f3c5146 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/801cfa9d-2232-40f1-a839-982be52da6fd HTTP/1.1" status: 204  len: 168 time: 0.2007909
Apr 30 21:44:46.138668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8da26-ce5d-4daa-abcf-69244f3c5146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801cfa9d-2232-40f1-a839-982be52da6fd,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:46.825992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44034) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:46.840047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4dce53de-a889-46b9-9791-7c742677a647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:46.913231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4dce53de-a889-46b9-9791-7c742677a647 admin admin] Publish callbacks [] for security_group (3c847584-6afd-450a-b79d-72ce10b6dec2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:47.038035 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4dce53de-a889-46b9-9791-7c742677a647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3c847584-6afd-450a-b79d-72ce10b6dec2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:47.075311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce53de-a889-46b9-9791-7c742677a647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c847584-6afd-450a-b79d-72ce10b6dec2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:47.080743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4dce53de-a889-46b9-9791-7c742677a647 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1aeda4303e6f4c44af29521fadb3f268&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2537115
Apr 30 21:44:47.087666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44036) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:47.135902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f965-3a4b-4701-85dd-4a2df5f519d2 admin admin] Publish callbacks [] for security_group (3c847584-6afd-450a-b79d-72ce10b6dec2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:47.158335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f965-3a4b-4701-85dd-4a2df5f519d2 admin admin] Publish callbacks [] for security_group (3c847584-6afd-450a-b79d-72ce10b6dec2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:47.174552 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:47.297865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f965-3a4b-4701-85dd-4a2df5f519d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (3c847584-6afd-450a-b79d-72ce10b6dec2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:47.300338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f965-3a4b-4701-85dd-4a2df5f519d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:47.301480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4ff4f965-3a4b-4701-85dd-4a2df5f519d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c847584-6afd-450a-b79d-72ce10b6dec2 HTTP/1.1" status: 204  len: 168 time: 0.2167315
Apr 30 21:44:47.309092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4f965-3a4b-4701-85dd-4a2df5f519d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c847584-6afd-450a-b79d-72ce10b6dec2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:47.883009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1aebe260-a8c8-47ec-9c0e-8e5c26067a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:50.523535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a98d293-486d-40d7-99cc-be0480b4ffd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:50.933100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44122) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:51.041217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf83b-3097-475b-af6f-412df64bc0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.124351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf83b-3097-475b-af6f-412df64bc0f2 admin admin] Publish callbacks [] for security_group (9211663a-ea2f-413d-aa2c-e013c874f70b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.209252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf83b-3097-475b-af6f-412df64bc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9211663a-ea2f-413d-aa2c-e013c874f70b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.249110 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8b0bf83b-3097-475b-af6f-412df64bc0f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edddb750b217486bbf251e48c427c04a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3149204
Apr 30 21:44:51.250311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bf83b-3097-475b-af6f-412df64bc0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9211663a-ea2f-413d-aa2c-e013c874f70b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:51.251871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44126) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:51.297289 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.301594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a71557d-3a1e-4a8f-a77a-945c7fd72a0c admin admin] Publish callbacks [] for security_group (9211663a-ea2f-413d-aa2c-e013c874f70b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.324363 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a71557d-3a1e-4a8f-a77a-945c7fd72a0c admin admin] Publish callbacks [] for security_group (9211663a-ea2f-413d-aa2c-e013c874f70b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.394660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.423208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a71557d-3a1e-4a8f-a77a-945c7fd72a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (9211663a-ea2f-413d-aa2c-e013c874f70b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.425803 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3a71557d-3a1e-4a8f-a77a-945c7fd72a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:51.426954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3a71557d-3a1e-4a8f-a77a-945c7fd72a0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9211663a-ea2f-413d-aa2c-e013c874f70b HTTP/1.1" status: 204  len: 168 time: 0.1740770
Apr 30 21:44:51.435104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71557d-3a1e-4a8f-a77a-945c7fd72a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9211663a-ea2f-413d-aa2c-e013c874f70b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:52.101804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 44136) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:52.115826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8622b167-050b-48ab-8a93-5d3a2c603e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:52.195163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8622b167-050b-48ab-8a93-5d3a2c603e96 admin admin] Publish callbacks [] for security_group (7ddf1199-2a6c-4b9a-8e2f-f0f6ae379a04), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:52.258387 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8622b167-050b-48ab-8a93-5d3a2c603e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7ddf1199-2a6c-4b9a-8e2f-f0f6ae379a04), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:52.303610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622b167-050b-48ab-8a93-5d3a2c603e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf1199-2a6c-4b9a-8e2f-f0f6ae379a04,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:52.311155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 44138) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:44:52.325846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8622b167-050b-48ab-8a93-5d3a2c603e96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=661fd24c5213465db88beb995628bc73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2227745
Apr 30 21:44:52.372123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-822656c3-da80-45fa-bfa4-31a27ee0ae27 admin admin] Publish callbacks [] for security_group (7ddf1199-2a6c-4b9a-8e2f-f0f6ae379a04), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:52.394592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-822656c3-da80-45fa-bfa4-31a27ee0ae27 admin admin] Publish callbacks [] for security_group (7ddf1199-2a6c-4b9a-8e2f-f0f6ae379a04), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:52.523693 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-822656c3-da80-45fa-bfa4-31a27ee0ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7ddf1199-2a6c-4b9a-8e2f-f0f6ae379a04), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:52.526742 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-822656c3-da80-45fa-bfa4-31a27ee0ae27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:52.527931 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-822656c3-da80-45fa-bfa4-31a27ee0ae27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ddf1199-2a6c-4b9a-8e2f-f0f6ae379a04 HTTP/1.1" status: 204  len: 168 time: 0.2151363
Apr 30 21:44:52.537529 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822656c3-da80-45fa-bfa4-31a27ee0ae27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf1199-2a6c-4b9a-8e2f-f0f6ae379a04,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:44:53.206173 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:54.480249 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:44:55.283351 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:45:17.211726 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:17.897141 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f901c627-a367-48a8-b21c-72cf966fd516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:20.526541 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-43d63f6b-19a9-4e4c-997b-b88d2c6597a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:21.279138 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:21.418496 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:23.208942 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:24.463136 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:32.286585 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:45:47.186324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:47.897527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ab68cd8a-2842-4a2f-b5fd-3cf47a731cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:50.582958 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e2444952-bd81-415c-82ec-e17e16f012f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:51.283456 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:51.375024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:53.222691 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:45:54.462943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:09.285968 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:46:17.215667 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:17.897463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fda80cf-4a0c-4d60-b6ab-de9017efcf38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:20.508655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-51f50efe-4301-45d1-a717-7008bbabe64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:21.304931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:21.378576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:23.226786 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:24.489899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:27.837329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45186) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:27.844235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185433765', 'description': 'tempest-secgroup-smoke-1185433765 description', 'project_id': 'abef47ea98c94b53836ceb8e201788f7'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:27.960207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.030034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group (d7eb4fd0-d3f9-426d-a75f-f935288979f7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.131586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d7eb4fd0-d3f9-426d-a75f-f935288979f7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.163836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eb4fd0-d3f9-426d-a75f-f935288979f7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:28.171307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.171653 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.171991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.172328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.172659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.172992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.173320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.173642 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.173991 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.174310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.174631 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.174951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.175273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.175592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.175908 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:28.236513 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.237790 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9eab94d7-6fe9-4e90-858c-297d9037f081 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3994193
Apr 30 21:46:28.241387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45196) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:28.245635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1ba18418-4311-4710-9fd9-f43dc2ef7f13 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'security_group_rule': {'security_group_id': 'd7eb4fd0-d3f9-426d-a75f-f935288979f7', 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:28.344586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba18418-4311-4710-9fd9-f43dc2ef7f13 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (3fe669c4-b6aa-45d9-8cde-cc6321b54981), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.403665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba18418-4311-4710-9fd9-f43dc2ef7f13 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (3fe669c4-b6aa-45d9-8cde-cc6321b54981), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.526177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba18418-4311-4710-9fd9-f43dc2ef7f13 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (3fe669c4-b6aa-45d9-8cde-cc6321b54981), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.545092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba18418-4311-4710-9fd9-f43dc2ef7f13 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe669c4-b6aa-45d9-8cde-cc6321b54981,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:28.628879 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1ba18418-4311-4710-9fd9-f43dc2ef7f13 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.630172 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1ba18418-4311-4710-9fd9-f43dc2ef7f13 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3878138
Apr 30 21:46:28.633046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45204) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:28.637444 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f19e0fc5-4434-4194-b978-5da0ff29b417 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'security_group_rule': {'security_group_id': 'd7eb4fd0-d3f9-426d-a75f-f935288979f7', 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:28.804130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f19e0fc5-4434-4194-b978-5da0ff29b417 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (7cbf2c57-312e-408f-bd76-08ed5d93a830), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.865113 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f19e0fc5-4434-4194-b978-5da0ff29b417 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (7cbf2c57-312e-408f-bd76-08ed5d93a830), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.935442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f19e0fc5-4434-4194-b978-5da0ff29b417 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (7cbf2c57-312e-408f-bd76-08ed5d93a830), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:28.952902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e0fc5-4434-4194-b978-5da0ff29b417 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbf2c57-312e-408f-bd76-08ed5d93a830,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:29.014130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f19e0fc5-4434-4194-b978-5da0ff29b417 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.015751 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f19e0fc5-4434-4194-b978-5da0ff29b417 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3813672
Apr 30 21:46:29.018245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45220) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:29.022724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9208b25f-1442-4756-8945-4cb36563c67b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'security_group_rule': {'security_group_id': 'd7eb4fd0-d3f9-426d-a75f-f935288979f7', 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:29.103041 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9208b25f-1442-4756-8945-4cb36563c67b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (3ab21197-23fb-4e40-a076-2e00f7714894), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.158168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9208b25f-1442-4756-8945-4cb36563c67b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (3ab21197-23fb-4e40-a076-2e00f7714894), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.234782 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9208b25f-1442-4756-8945-4cb36563c67b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (3ab21197-23fb-4e40-a076-2e00f7714894), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.256263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208b25f-1442-4756-8945-4cb36563c67b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab21197-23fb-4e40-a076-2e00f7714894,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:29.328038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9208b25f-1442-4756-8945-4cb36563c67b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.329253 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9208b25f-1442-4756-8945-4cb36563c67b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3100173
Apr 30 21:46:29.332017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45224) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:29.336987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5cdb3172-6a59-46ab-8fcd-9516ac49b23b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'security_group_rule': {'security_group_id': 'd7eb4fd0-d3f9-426d-a75f-f935288979f7', 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:29.417166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3172-6a59-46ab-8fcd-9516ac49b23b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (19ad9857-aa89-4059-90d4-d7e193ede108), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.472785 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3172-6a59-46ab-8fcd-9516ac49b23b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (19ad9857-aa89-4059-90d4-d7e193ede108), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.542827 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3172-6a59-46ab-8fcd-9516ac49b23b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (19ad9857-aa89-4059-90d4-d7e193ede108), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.560162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb3172-6a59-46ab-8fcd-9516ac49b23b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ad9857-aa89-4059-90d4-d7e193ede108,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:29.651987 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5cdb3172-6a59-46ab-8fcd-9516ac49b23b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.653203 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5cdb3172-6a59-46ab-8fcd-9516ac49b23b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3202538
Apr 30 21:46:29.655938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45228) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:29.660267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f94e9f65-d967-4524-8c8c-226b827f14a2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'security_group_rule': {'security_group_id': 'd7eb4fd0-d3f9-426d-a75f-f935288979f7', 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:29.747196 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-f94e9f65-d967-4524-8c8c-226b827f14a2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Project abef47ea98c94b53836ceb8e201788f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:46:29.753714 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f94e9f65-d967-4524-8c8c-226b827f14a2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (e260d089-f158-44da-bf10-ac72149750b5), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.813463 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f94e9f65-d967-4524-8c8c-226b827f14a2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (e260d089-f158-44da-bf10-ac72149750b5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.912654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f94e9f65-d967-4524-8c8c-226b827f14a2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e260d089-f158-44da-bf10-ac72149750b5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.930082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e9f65-d967-4524-8c8c-226b827f14a2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e260d089-f158-44da-bf10-ac72149750b5,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:29.991450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f94e9f65-d967-4524-8c8c-226b827f14a2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:29.992700 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f94e9f65-d967-4524-8c8c-226b827f14a2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3358238
Apr 30 21:46:29.996118 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45242) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:30.000500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4af933ee-32c9-4797-9598-1da1cb4d01fe tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'security_group_rule': {'security_group_id': 'd7eb4fd0-d3f9-426d-a75f-f935288979f7', 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:30.086346 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-4af933ee-32c9-4797-9598-1da1cb4d01fe tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Project abef47ea98c94b53836ceb8e201788f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:46:30.092210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4af933ee-32c9-4797-9598-1da1cb4d01fe tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (dcf58f0a-68ff-4224-aa7e-cab812c61d2c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:30.150759 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4af933ee-32c9-4797-9598-1da1cb4d01fe tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (dcf58f0a-68ff-4224-aa7e-cab812c61d2c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:30.234402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4af933ee-32c9-4797-9598-1da1cb4d01fe tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (dcf58f0a-68ff-4224-aa7e-cab812c61d2c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:30.255179 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af933ee-32c9-4797-9598-1da1cb4d01fe tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf58f0a-68ff-4224-aa7e-cab812c61d2c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:30.322711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4af933ee-32c9-4797-9598-1da1cb4d01fe tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:30.324026 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4af933ee-32c9-4797-9598-1da1cb4d01fe tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3269808
Apr 30 21:46:30.665001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-ae613e24-a9bf-498e-9c28-1ff40df05829 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185433765&fields=id&tenant_id=abef47ea98c94b53836ceb8e201788f7 HTTP/1.1" status: 200  len: 267 time: 0.0563200
Apr 30 21:46:30.855114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166801-7a1a-40eb-946d-17ba88adada7 req-88a4247b-e61d-4169-9b10-745bf438d21e tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:30.856626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-88a4247b-e61d-4169-9b10-745bf438d21e tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 814 time: 0.1850896
Apr 30 21:46:30.871967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-d4b69f7b-568e-473b-ac47-73a7391991ed tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/quotas/abef47ea98c94b53836ceb8e201788f7 HTTP/1.1" status: 200  len: 375 time: 0.0097780
Apr 30 21:46:30.955675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-2724705e-bf16-4e1c-992d-5b3921b065fc tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0789003
Apr 30 21:46:31.069270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b12e22b1-ed01-4da6-af7e-45c0186a7990 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:46:31.070322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b12e22b1-ed01-4da6-af7e-45c0186a7990 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1032503
Apr 30 21:46:31.159915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-0a257d4f-912e-47f5-b472-9fc23e3ba161 service neutron] 10.222.0.23 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835016
Apr 30 21:46:31.246687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-ea793670-4e01-4ec6-bb35-a87c759f3ceb service neutron] 10.222.0.23 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808928
Apr 30 21:46:31.964173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccb06c5a-85ff-481a-ad6c-7c5cc3841d34 req-1e9367db-fde3-499b-a644-b7e671b79fe9 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 210 time: 0.0923340
Apr 30 21:46:33.048154 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5b26b94-7870-48fa-aae4-ddab700daa97 req-a0abd6e5-47f0-471d-9e05-f8ad5ad61a74 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 210 time: 0.0333235
Apr 30 21:46:34.148066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82afde21-13e3-45a2-bf4f-504e9ee2fad0 req-8e6582cc-7fa6-4847-8a8e-4dafa022e5d5 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 210 time: 0.0265849
Apr 30 21:46:34.827732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166801-7a1a-40eb-946d-17ba88adada7 req-a58e2d9d-9298-403f-93a2-0fe400d72026 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:34.829251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-a58e2d9d-9298-403f-93a2-0fe400d72026 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.20 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 814 time: 0.4316027
Apr 30 21:46:34.921932 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-d25b7404-4170-4cf2-81af-704a8b018d47 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abef47ea98c94b53836ceb8e201788f7 HTTP/1.1" status: 200  len: 380 time: 0.0796149
Apr 30 21:46:34.932999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'port': {'device_id': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'admin_state_up': True, 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'security_groups': ['d7eb4fd0-d3f9-426d-a75f-f935288979f7']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:35.131753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Made reservation on behalf of abef47ea98c94b53836ceb8e201788f7 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:46:35.136869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:35.282737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-801a837c-4aa0-4f52-98b0-808ecd95f59b req-00bd7b00-b47a-4dfe-83de-07579f5f11f7 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 210 time: 0.0440986
Apr 30 21:46:35.287722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Allocated IP 172.20.0.5 (6bd727f6-7263-495c-aa6d-b15a3908072b/80125cb6-10f7-4d0b-a2ba-2fb7723ede2d/83f36608-44f4-4502-9c2b-4aa0d74f0be3) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:46:35.447018 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:35.558569 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:35.600807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Network 6bd727f6-7263-495c-aa6d-b15a3908072b is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:46:35.606558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:46:35.615165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:46:35.644468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'Port': ['ID=83f36608-44f4-4502-9c2b-4aa0d74f0be3,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:35.676206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:35.676846 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:35.746311 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b189d1cb-f069-4775-abd6-1a488917f4e1 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8169734
Apr 30 21:46:35.820788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Request body: {'port': {'device_id': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:35.884199 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:35.974608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-13cb0af5-29b5-4d78-8cee-be84fe4a823c None None] Provisioning complete for port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:46:35.975243 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-13cb0af5-29b5-4d78-8cee-be84fe4a823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:36.018401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-13cb0af5-29b5-4d78-8cee-be84fe4a823c None None] Port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:46:36.213670 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f36608-44f4-4502-9c2b-4aa0d74f0be3 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:46:36.221480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Publish callbacks [] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:36.239364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Transition to ACTIVE for port object 83f36608-44f4-4502-9c2b-4aa0d74f0be3 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:46:36.318356 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:36.373998 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Pushing event updated for resources: {'Port': ['ID=83f36608-44f4-4502-9c2b-4aa0d74f0be3,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:36.407112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a53b2-d3b2-49dc-822a-db33e00aaab1 req-41d19d78-be42-4cc5-8074-58acb7648499 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:36.409641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a33a53b2-d3b2-49dc-822a-db33e00aaab1 req-41d19d78-be42-4cc5-8074-58acb7648499 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 943 time: 0.0614350
Apr 30 21:46:36.454427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Attempting to bind port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:46:36.455027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Attempting to bind port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:46:36.455543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Attempting to bind port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 on network 6bd727f6-7263-495c-aa6d-b15a3908072b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:46:36.460968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 on network 6bd727f6-7263-495c-aa6d-b15a3908072b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:46:36.461512 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Attempting to bind port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 on network 6bd727f6-7263-495c-aa6d-b15a3908072b {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:46:36.466930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:46:36.471517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Checking segment: {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:46:36.471517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Bound using segment: {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:46:36.471517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Bound port: 83f36608-44f4-4502-9c2b-4aa0d74f0be3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24600f13-865f-428d-a8bb-e0777aa61bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:46:36.471517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:36.475247 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a33a53b2-d3b2-49dc-822a-db33e00aaab1 req-c9dad5ab-f5bf-4db2-ad50-bd86e84ba544 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592711
Apr 30 21:46:36.540126 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] For port 83f36608-44f4-4502-9c2b-4aa0d74f0be3, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:46:36.543845 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] For port 83f36608-44f4-4502-9c2b-4aa0d74f0be3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:46:36.612317 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:36.647206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:36.647860 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:36.649237 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] 10.222.0.20 "PUT /v2.0/ports/83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 1091 time: 0.8914149
Apr 30 21:46:36.649675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:46:36.653089 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1d649e-6e9e-41ab-a789-78f62a73747f" -d '{"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:46:36.684469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fbb83-26da-44f2-bca5-c8228462e145 service neutron] Pushing event updated for resources: {'Port': ['ID=83f36608-44f4-4502-9c2b-4aa0d74f0be3,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:36.774845 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d9f08e-ab1a-4fc6-96c6-af3adff6b1f1 x-openstack-request-id: req-90d9f08e-ab1a-4fc6-96c6-af3adff6b1f1 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:46:36.775346 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:46:36.777647 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90d9f08e-ab1a-4fc6-96c6-af3adff6b1f1 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:46:36.778299 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d9f08e-ab1a-4fc6-96c6-af3adff6b1f1'] response: {'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'status': 'completed', 'code': 200}
Apr 30 21:46:36.851796 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166801-7a1a-40eb-946d-17ba88adada7 req-5c1bde77-581b-4509-90e6-51a14ce61fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:36.853174 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-5c1bde77-581b-4509-90e6-51a14ce61fd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1125 time: 0.0557122
Apr 30 21:46:36.903304 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-d0587a63-d94f-494e-b245-b1d0107a0e67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 217 time: 0.0352268
Apr 30 21:46:36.961357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166801-7a1a-40eb-946d-17ba88adada7 req-e35663cd-90d1-4a2b-81a7-24936aadbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:36.962862 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-e35663cd-90d1-4a2b-81a7-24936aadbecd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 200  len: 853 time: 0.0481329
Apr 30 21:46:37.008397 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b0c866d1-75c5-469d-9bc7-09930fc79f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:37.009822 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-b0c866d1-75c5-469d-9bc7-09930fc79f4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd727f6-7263-495c-aa6d-b15a3908072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391505
Apr 30 21:46:37.102830 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-d35ffa6b-7c0a-4b16-8914-fc3159f574b3 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853806
Apr 30 21:46:37.200958 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-59166801-7a1a-40eb-946d-17ba88adada7 req-bad66e55-ab34-4f6c-9394-b2d7d147f94a service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881784
Apr 30 21:46:37.593392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a8c43-117b-4980-b546-af52a7b3f9b1 req-f0b94e27-4f22-4719-8975-8c896fb83c02 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:37.594784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e6a8c43-117b-4980-b546-af52a7b3f9b1 req-f0b94e27-4f22-4719-8975-8c896fb83c02 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 943 time: 0.0488939
Apr 30 21:46:37.642433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e6a8c43-117b-4980-b546-af52a7b3f9b1 req-9c9f05fb-0c7a-468a-a412-f5192216ec0b tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419667
Apr 30 21:46:37.862309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-4b955932-12f5-492f-ae76-c2c4b84bb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:37.863713 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-4b955932-12f5-492f-ae76-c2c4b84bb6ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1125 time: 0.0390849
Apr 30 21:46:37.951826 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-1a75a3d1-66af-4ab5-b9d3-001a4fcfc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:37.953274 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-1a75a3d1-66af-4ab5-b9d3-001a4fcfc743 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 915 time: 0.0833998
Apr 30 21:46:37.998599 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-d11561c3-271a-4613-85e6-e77d4119e79e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 217 time: 0.0366805
Apr 30 21:46:38.048897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-a1cedd20-5f81-48b5-b866-80f5d34edc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:38.050409 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-a1cedd20-5f81-48b5-b866-80f5d34edc29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 200  len: 853 time: 0.0453577
Apr 30 21:46:38.094421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-860b9476-afa3-4c6e-bbc8-f6d041111ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:38.095905 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-860b9476-afa3-4c6e-bbc8-f6d041111ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd727f6-7263-495c-aa6d-b15a3908072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391526
Apr 30 21:46:38.189011 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-828944bc-eaa6-43bf-ada1-397b577867cd service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861733
Apr 30 21:46:38.279456 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-1c1d649e-6e9e-41ab-a789-78f62a73747f req-40f17c73-6207-406d-b7cf-7ef5adc7c961 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844345
Apr 30 21:46:38.771829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85382c65-038a-415a-9127-72e8ec509444 req-bed39720-80bb-4e9c-b662-d04c386f0892 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:38.773331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85382c65-038a-415a-9127-72e8ec509444 req-bed39720-80bb-4e9c-b662-d04c386f0892 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 943 time: 0.0523968
Apr 30 21:46:38.821991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85382c65-038a-415a-9127-72e8ec509444 req-b8602e4d-18cd-478e-aab2-ab1343072784 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426970
Apr 30 21:46:39.944702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef8cef-be92-4ce4-976c-7dec44b980a1 req-f04547dd-091a-4fa0-ae03-8c7d281d2622 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:39.953570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cef8cef-be92-4ce4-976c-7dec44b980a1 req-f04547dd-091a-4fa0-ae03-8c7d281d2622 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 943 time: 0.0576973
Apr 30 21:46:40.004777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cef8cef-be92-4ce4-976c-7dec44b980a1 req-ef1c5cb3-41ab-466a-9667-6413f593e144 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518575
Apr 30 21:46:41.122236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb3dcb-d8b5-46b3-96fd-e56930c331f9 req-5677a662-9461-49c7-a7ef-9b4c40182abd tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:41.123682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ebb3dcb-d8b5-46b3-96fd-e56930c331f9 req-5677a662-9461-49c7-a7ef-9b4c40182abd tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 943 time: 0.0470250
Apr 30 21:46:41.175304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ebb3dcb-d8b5-46b3-96fd-e56930c331f9 req-33743eb7-87c5-453e-aa62-a471a5f1d924 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457489
Apr 30 21:46:42.294704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452bdb-53f9-4a35-8918-d08615812141 req-be9c740f-5a6c-46c8-ab20-d395b9a8b01f tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:42.297295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93452bdb-53f9-4a35-8918-d08615812141 req-be9c740f-5a6c-46c8-ab20-d395b9a8b01f tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 943 time: 0.0524726
Apr 30 21:46:42.348146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93452bdb-53f9-4a35-8918-d08615812141 req-b1ea2653-1d1e-421e-928c-ab6f4df35760 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447879
Apr 30 21:46:42.661705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 83f36608-44f4-4502-9c2b-4aa0d74f0be3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:46:42.758787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 83f36608-44f4-4502-9c2b-4aa0d74f0be3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:46:42.770026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'mac_address': 'fa:16:3e:f9:ab:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:46:42.807055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:46:42.807434 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:42.819742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f36608-44f4-4502-9c2b-4aa0d74f0be3 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:46:42.839106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 83f36608-44f4-4502-9c2b-4aa0d74f0be3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:46:42.908886 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:42.963553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=83f36608-44f4-4502-9c2b-4aa0d74f0be3,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:42.970871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.971225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.971570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.971911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.972245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.972578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.972910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.973237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.973565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.973921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.974248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.974574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.974895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.975224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:42.975548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:43.179387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['83f36608-44f4-4502-9c2b-4aa0d74f0be3'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:46:43.466618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa0306-21fa-4130-b8c5-cabd1611dfe3 req-14aac7b4-e31a-4893-81e2-08f6bda78303 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:43.468105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7fa0306-21fa-4130-b8c5-cabd1611dfe3 req-14aac7b4-e31a-4893-81e2-08f6bda78303 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 944 time: 0.0503039
Apr 30 21:46:43.519319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7fa0306-21fa-4130-b8c5-cabd1611dfe3 req-677ba398-e315-49fd-8ed5-a680cf81d456 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453126
Apr 30 21:46:44.632514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2ef8f-751b-4e88-a6ad-eaf6d94ed28d req-ca2429f1-dcea-4b45-b4bf-bdc5fff5aae3 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:44.634529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f2ef8f-751b-4e88-a6ad-eaf6d94ed28d req-ca2429f1-dcea-4b45-b4bf-bdc5fff5aae3 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 944 time: 0.0477149
Apr 30 21:46:44.673223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 83f36608-44f4-4502-9c2b-4aa0d74f0be3 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:46:44.682840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04f2ef8f-751b-4e88-a6ad-eaf6d94ed28d req-41142607-87a4-4fe7-9afa-5633bbc068bb tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427294
Apr 30 21:46:44.718417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:46:44.794027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:46:44.794707 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:44.873744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:46:44.874084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:44.897240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:46:44.898634 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ec847d-1ec0-42dd-88ce-f8878b52b502" -d '{"events": [{"server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "name": "network-vif-plugged", "status": "completed", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:46:44.914100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 83f36608-44f4-4502-9c2b-4aa0d74f0be3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:46:44.983411 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:45.007279 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ca3c75-25a6-4f31-8c55-322059d30600 x-openstack-request-id: req-53ca3c75-25a6-4f31-8c55-322059d30600 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:46:45.007645 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "name": "network-vif-plugged", "status": "completed", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:46:45.007904 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53ca3c75-25a6-4f31-8c55-322059d30600 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:46:45.008321 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ca3c75-25a6-4f31-8c55-322059d30600'] response: {'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'code': 200}
Apr 30 21:46:45.034704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=83f36608-44f4-4502-9c2b-4aa0d74f0be3,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:45.112571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad6f80-69a2-4cf2-ac17-f9c9ab95739f req-67755b9b-b2fe-4a84-8679-b2b43e933903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:45.114086 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-60ad6f80-69a2-4cf2-ac17-f9c9ab95739f req-67755b9b-b2fe-4a84-8679-b2b43e933903 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1127 time: 0.0373526
Apr 30 21:46:45.174169 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-60ad6f80-69a2-4cf2-ac17-f9c9ab95739f req-4731d8ac-3702-43d0-a196-562194dcf891 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491383
Apr 30 21:46:45.801117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8577960-9f5b-481d-8ac9-bd153f32db9c req-279127ae-cb37-4532-958d-2325f19aca80 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:45.802658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8577960-9f5b-481d-8ac9-bd153f32db9c req-279127ae-cb37-4532-958d-2325f19aca80 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 945 time: 0.0466788
Apr 30 21:46:45.854615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8577960-9f5b-481d-8ac9-bd153f32db9c req-da022d25-f21a-4133-b36b-3676dff37784 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463235
Apr 30 21:46:46.284612 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:46:46.977867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddf8e4-ace8-4715-8ebf-e28f7f6e6ccb req-715cfec0-54df-4ff7-bef3-6321ec2d3d05 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:46.979350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2ddf8e4-ace8-4715-8ebf-e28f7f6e6ccb req-715cfec0-54df-4ff7-bef3-6321ec2d3d05 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 945 time: 0.0486970
Apr 30 21:46:47.030074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2ddf8e4-ace8-4715-8ebf-e28f7f6e6ccb req-67642dcd-dfb7-4648-8238-453b06e847f4 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441780
Apr 30 21:46:47.192556 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:47.885711 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0d8e54f2-ec09-45eb-be74-c8e2991a3e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:48.143336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300587b-b7f0-4392-88a1-420e82f1783a req-6a2ebdc9-0d83-4edd-b296-023d2cd7363d tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:48.144697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c300587b-b7f0-4392-88a1-420e82f1783a req-6a2ebdc9-0d83-4edd-b296-023d2cd7363d tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 945 time: 0.0465112
Apr 30 21:46:48.193373 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c300587b-b7f0-4392-88a1-420e82f1783a req-686fd641-1976-42b8-8ee2-f06331803118 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429506
Apr 30 21:46:48.311479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bee8-8843-47b2-8142-be191954f34d req-49e3e6c3-6487-4302-a0f1-23a30eb93297 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:48.313570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ed2bee8-8843-47b2-8142-be191954f34d req-49e3e6c3-6487-4302-a0f1-23a30eb93297 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 945 time: 0.0532196
Apr 30 21:46:48.362893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2ed2bee8-8843-47b2-8142-be191954f34d req-c68987ef-d6bf-418c-aaf2-72867ced256f tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437613
Apr 30 21:46:48.384104 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45514) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:48.523855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314d4f3-4768-4eed-ac44-aaec295bf79a tempest-TestVolumeBackupRestore-1924850166 tempest-TestVolumeBackupRestore-1924850166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:48.525402 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f314d4f3-4768-4eed-ac44-aaec295bf79a tempest-TestVolumeBackupRestore-1924850166 tempest-TestVolumeBackupRestore-1924850166-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1122 time: 0.1402748
Apr 30 21:46:48.532325 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45530) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:48.536598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:48.646125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:48.725451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:48.829341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Allocated IP 172.35.4.137 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/31b9fadd-ea67-463c-80ff-d73e0a76ba7a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:46:48.934596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for port (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:49.040584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:49.079835 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:46:49.082678 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:46:49.086342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:46:49.110302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'Port': ['ID=31b9fadd-ea67-463c-80ff-d73e0a76ba7a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:49.310771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-b791531d-515a-4364-adeb-1b1836bc6b0a tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:49.312264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-b791531d-515a-4364-adeb-1b1836bc6b0a tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 814 time: 0.1057096
Apr 30 21:46:49.327555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-0041f413-782d-414f-bdcb-ef4d757c77f1 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/quotas/d1febcefe29f461ea37667520a278022 HTTP/1.1" status: 200  len: 375 time: 0.0091507
Apr 30 21:46:49.361068 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-d086fcf6-e598-45c9-af59-529c837a50ee tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0279889
Apr 30 21:46:49.422174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-89036c06-fc73-4dd6-a699-2e5a75862908 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:46:49.423185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-89036c06-fc73-4dd6-a699-2e5a75862908 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0556145
Apr 30 21:46:49.470367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-695aad87-01ea-458b-b3dd-65e5717a92ce service neutron] (115774) timed out ('10.222.0.23', 53094) {{(pid=115774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:46:49.512394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-9d0cb41f-cc01-479b-95d0-47f59f60e166 service neutron] 10.222.0.23 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825877
Apr 30 21:46:49.562276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for floatingip (7e04d2a9-3cae-42a9-81cd-b33deaa83575), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:49.612530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-165a85f2-6fcc-4c7f-bacd-70a710d398bd service neutron] 10.222.0.23 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936971
Apr 30 21:46:49.904921 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e803d45-883d-480c-b33f-3d3e0a1afece req-2fcf1fbc-f943-41c8-aaa1-5379dc31f0bc tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 210 time: 0.0335121
Apr 30 21:46:49.968536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-94260203-22d2-4a6f-9c84-036d03e392dd req-ee74b408-9c7f-4bb2-8cba-2c56f8b219b3 tempest-ServersNegativeTestJSON-461111943 tempest-ServersNegativeTestJSON-461111943-project] (115773) timed out ('10.222.0.23', 52004) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:46:49.978739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:50.130192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for port (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:50.222597 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:50.290968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event updated for resources: {'Port': ['ID=31b9fadd-ea67-463c-80ff-d73e0a76ba7a,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:50.300845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (7e04d2a9-3cae-42a9-81cd-b33deaa83575), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:50.406720 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Floating IP 7e04d2a9-3cae-42a9-81cd-b33deaa83575 associated. External IP: 172.35.4.137, port: 83f36608-44f4-4502-9c2b-4aa0d74f0be3.
Apr 30 21:46:50.554688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e6c5-1520-4672-a7ca-908e91fbc353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:50.629321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Router 2a52372d-9bca-4bdc-8025-4004b9d1b47c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:46:50.743479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:46:50.757749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] Sync routers for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:46:50.773364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:46:50.774043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4beb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:46:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:46:50.854454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:50.885604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:46:50.885939 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4523e8ff-abea-4964-8c58-0a03d7444fde tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3525660
Apr 30 21:46:50.886854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:46:50.889465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45580) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:50.890047 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d9161f-e9c4-4453-b5ef-8730fede3412" -d '{"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:46:50.935155 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36af6423-9d20-41fd-9552-8d670e66e694 x-openstack-request-id: req-36af6423-9d20-41fd-9552-8d670e66e694 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:46:50.935891 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:46:50.936254 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36af6423-9d20-41fd-9552-8d670e66e694 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:46:50.936603 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36af6423-9d20-41fd-9552-8d670e66e694'] response: {'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'status': 'completed', 'code': 200}
Apr 30 21:46:50.999723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-60c0a0d1-4822-4d79-9773-7311b9d39ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:51.000312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a9409e-22d0-4016-9861-298a3973c58b tempest-TestVolumeBackupRestore-1924850166 tempest-TestVolumeBackupRestore-1924850166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:51.001294 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-60c0a0d1-4822-4d79-9773-7311b9d39ca9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1127 time: 0.0436592
Apr 30 21:46:51.002006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-03a9409e-22d0-4016-9861-298a3973c58b tempest-TestVolumeBackupRestore-1924850166 tempest-TestVolumeBackupRestore-1924850166-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1122 time: 0.1111610
Apr 30 21:46:51.004312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80aae962-2a61-4fb8-a810-1a2562510eb6 req-71716c9b-23ef-4dae-a964-caaa37b9e747 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 210 time: 0.0388954
Apr 30 21:46:51.004813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45586) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:46:51.009192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ae7b77d4-12cf-4a17-8fee-489542c1af23 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Request body: {'floatingip': {'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:51.072200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ae7b77d4-12cf-4a17-8fee-489542c1af23 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for floatingip (7e04d2a9-3cae-42a9-81cd-b33deaa83575), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:51.111082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-d722b82b-712e-42e3-ab6f-6c723506ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:51.121383 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-d722b82b-712e-42e3-ab6f-6c723506ca20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 915 time: 0.1039445
Apr 30 21:46:51.148876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4beb80>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e04d2a9-3cae-42a9-81cd-b33deaa83575', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'mac_address': 'fa:16:3e:f9:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:46:49Z', 'updated_at': '2022-04-30T21:46:49Z', 'revision_number': 0, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:46:51.191711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] Checking router: 2a52372d-9bca-4bdc-8025-4004b9d1b47c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:46:51.205583 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-e3768a64-6467-4f04-a714-0c730aea97ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 999 time: 0.0868490
Apr 30 21:46:51.211757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:46:51.213045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4beb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:46:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:46:51.264695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-c59e1e79-5f86-4540-874c-91080e8b8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:51.266413 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-c59e1e79-5f86-4540-874c-91080e8b8772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 200  len: 853 time: 0.0542016
Apr 30 21:46:51.290882 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:51.321852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-95467614-9ad0-4d6b-b62a-90e1a0ae4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:51.323582 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-95467614-9ad0-4d6b-b62a-90e1a0ae4c58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd727f6-7263-495c-aa6d-b15a3908072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0498066
Apr 30 21:46:51.361088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:46:51.422901 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-e08dfb7b-e099-4ef5-a677-8d4457dcf8c4 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924709
Apr 30 21:46:51.446105 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:51.536613 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-08d9161f-e9c4-4453-b5ef-8730fede3412 req-fa902a8f-7446-4c92-9bec-de67f80c312f service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1087239
Apr 30 21:46:51.599739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4beb80>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e04d2a9-3cae-42a9-81cd-b33deaa83575', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'mac_address': 'fa:16:3e:f9:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:46:49Z', 'updated_at': '2022-04-30T21:46:49Z', 'revision_number': 0, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:46:51.631499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f99f6e8-f4ac-4aeb-8361-15c30a9d6bb2 None None] The sync data for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 is: [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e04d2a9-3cae-42a9-81cd-b33deaa83575', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'mac_address': 'fa:16:3e:f9:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:46:49Z', 'updated_at': '2022-04-30T21:46:49Z', 'revision_number': 0, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:46:51.875027 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ae7b77d4-12cf-4a17-8fee-489542c1af23 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:51.928137 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111ff28-e9dc-4dbd-abc4-79f2708d7411 None None] New status for floating IP 7e04d2a9-3cae-42a9-81cd-b33deaa83575: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:46:51.946742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ae7b77d4-12cf-4a17-8fee-489542c1af23 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (7e04d2a9-3cae-42a9-81cd-b33deaa83575), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:52.041113 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.db.api [None req-6111ff28-e9dc-4dbd-abc4-79f2708d7411 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 21:46:52.041423 ncdv-master-1 neutron-server[115777]: DEBUG oslo_db.api [None req-6111ff28-e9dc-4dbd-abc4-79f2708d7411 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 21:46:52.152785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01c97ee4-1ea4-4f8a-8732-9174b3f79a9f req-c7ae3c74-b89d-4168-ac5d-326cd3235490 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 210 time: 0.0560155
Apr 30 21:46:52.195814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b77d4-12cf-4a17-8fee-489542c1af23 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Router 2a52372d-9bca-4bdc-8025-4004b9d1b47c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:46:52.387125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b77d4-12cf-4a17-8fee-489542c1af23 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:46:52.393018 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ae7b77d4-12cf-4a17-8fee-489542c1af23 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:52.403058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4758aae7-440e-40b7-b39b-8f6e573f095d tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:52.404441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4758aae7-440e-40b7-b39b-8f6e573f095d tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.35 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 814 time: 0.1355164
Apr 30 21:46:52.423638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Request body: {'port': {'device_id': '8e903493-0587-46ef-9b8e-e3f6dbe73b64', 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e', 'admin_state_up': True, 'tenant_id': 'd1febcefe29f461ea37667520a278022'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:52.475918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:46:52.478163 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160418d4-6bba-4bd7-bf7f-bb88266b0639" -d '{"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:46:52.538843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ae7b77d4-12cf-4a17-8fee-489542c1af23 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "PUT /v2.0/floatingips/7e04d2a9-3cae-42a9-81cd-b33deaa83575 HTTP/1.1" status: 200  len: 991 time: 1.5276842
Apr 30 21:46:52.543100 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111ff28-e9dc-4dbd-abc4-79f2708d7411 None None] New status for floating IP 7e04d2a9-3cae-42a9-81cd-b33deaa83575: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:46:52.596777 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d34fba-6aa8-4b33-8319-bb75b6f34814 x-openstack-request-id: req-b4d34fba-6aa8-4b33-8319-bb75b6f34814 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:46:52.596777 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:46:52.596777 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4d34fba-6aa8-4b33-8319-bb75b6f34814 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:46:52.596777 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d34fba-6aa8-4b33-8319-bb75b6f34814'] response: {'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'status': 'completed', 'code': 200}
Apr 30 21:46:52.657481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-7decc549-09d8-46b3-a643-73f13fb90965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:52.658935 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-7decc549-09d8-46b3-a643-73f13fb90965 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1127 time: 0.0420024
Apr 30 21:46:52.686855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Made reservation on behalf of d1febcefe29f461ea37667520a278022 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:46:52.690524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:52.755205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-e3c4bb60-5cdb-440f-a9d3-9868b458dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:52.756747 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-e3c4bb60-5cdb-440f-a9d3-9868b458dda0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 915 time: 0.0909293
Apr 30 21:46:52.824527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Allocated IP 172.20.0.6 (3afa63ee-7e45-4c03-a8c8-517cba3ed00e/90ff6244-14f7-4a38-a28d-1c8965fd0563/06ed68eb-7e63-4393-817d-09eba452925a) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:46:52.831938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] Sync routers for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:46:52.834049 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-4f1524c0-736c-4464-a8a7-b6f72c0147f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 1001 time: 0.0625103
Apr 30 21:46:52.842580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:46:52.843333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e22dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:46:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:46:52.907430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-a8a8cfad-11f1-4b03-837e-40e26026c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:52.909099 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-a8a8cfad-11f1-4b03-837e-40e26026c540 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 200  len: 853 time: 0.0678809
Apr 30 21:46:52.967202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-3aa57e9b-992f-403b-8299-60e209964924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:52.968898 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-3aa57e9b-992f-403b-8299-60e209964924 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd727f6-7263-495c-aa6d-b15a3908072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0462053
Apr 30 21:46:53.011302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks [] for port (06ed68eb-7e63-4393-817d-09eba452925a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:53.072213 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-be0aba66-6452-4b27-9133-814cf97c799b service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885785
Apr 30 21:46:53.120736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (06ed68eb-7e63-4393-817d-09eba452925a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:53.133807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:46:53.164491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:46:53.169477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:46:53.176020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:46:53.176271 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-160418d4-6bba-4bd7-bf7f-bb88266b0639 req-1839daf7-578e-4f9c-afc3-66044a9e0071 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958431
Apr 30 21:46:53.186014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Pushing event updated for resources: {'Port': ['ID=06ed68eb-7e63-4393-817d-09eba452925a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:53.219201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.219653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.220076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.220494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.220908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.221344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.221781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.222173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.222576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.222961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.223355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.223749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.224083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.224413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.224741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:46:53.249528 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:53.283556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:53.284182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:53.297815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7af58-29cc-456e-b005-f082774183ed req-0d84f792-2b79-44c0-99ea-702c9d109cec tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:53.299310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0fa7af58-29cc-456e-b005-f082774183ed req-0d84f792-2b79-44c0-99ea-702c9d109cec tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 931 time: 0.0687122
Apr 30 21:46:53.346846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0fa7af58-29cc-456e-b005-f082774183ed req-90abb814-f68c-42b5-bcb5-be0378980b40 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418081
Apr 30 21:46:53.368767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-4dfda9f4-80e7-4029-aa4f-270b5f0d6897 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9487138
Apr 30 21:46:53.378071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-dfe0ac02-d143-40cc-925b-1b4dbdcc03f7 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:46:53.379086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-dfe0ac02-d143-40cc-925b-1b4dbdcc03f7 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0051546
Apr 30 21:46:53.384032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e22dbb0>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e04d2a9-3cae-42a9-81cd-b33deaa83575', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'mac_address': 'fa:16:3e:f9:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:46:49Z', 'updated_at': '2022-04-30T21:46:52Z', 'revision_number': 2, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:46:53.415703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] Checking router: 2a52372d-9bca-4bdc-8025-4004b9d1b47c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:46:53.424077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:46:53.424760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e22dbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:46:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:46:53.441235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Request body: {'port': {'device_id': '8e903493-0587-46ef-9b8e-e3f6dbe73b64', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:46:53.504808 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (06ed68eb-7e63-4393-817d-09eba452925a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:53.535345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:46:53.750190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e22dbb0>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e04d2a9-3cae-42a9-81cd-b33deaa83575', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'mac_address': 'fa:16:3e:f9:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:46:49Z', 'updated_at': '2022-04-30T21:46:52Z', 'revision_number': 2, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:46:53.780740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee6f16-4f5e-46d9-9ebe-5947b4a626c8 None None] The sync data for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 is: [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e04d2a9-3cae-42a9-81cd-b33deaa83575', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'port_id': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'mac_address': 'fa:16:3e:f9:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:46:49Z', 'updated_at': '2022-04-30T21:46:52Z', 'revision_number': 2, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:46:53.805115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ed68eb-7e63-4393-817d-09eba452925a {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:46:53.816529 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Publish callbacks [] for port (06ed68eb-7e63-4393-817d-09eba452925a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:53.830429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Transition to ACTIVE for port object 06ed68eb-7e63-4393-817d-09eba452925a will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:46:53.897212 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (06ed68eb-7e63-4393-817d-09eba452925a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:53.960235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed68eb-7e63-4393-817d-09eba452925a,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:54.035289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Attempting to bind port 06ed68eb-7e63-4393-817d-09eba452925a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:46:54.035872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Attempting to bind port 06ed68eb-7e63-4393-817d-09eba452925a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:46:54.035999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Attempting to bind port 06ed68eb-7e63-4393-817d-09eba452925a on network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:46:54.040289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Port 06ed68eb-7e63-4393-817d-09eba452925a on network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:46:54.040613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Attempting to bind port 06ed68eb-7e63-4393-817d-09eba452925a on network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:46:54.047201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:46:54.047554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Checking segment: {'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:46:54.048226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Bound using segment: {'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:46:54.048462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Bound port: 06ed68eb-7e63-4393-817d-09eba452925a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:46:54.048758 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (06ed68eb-7e63-4393-817d-09eba452925a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:54.111991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] For port 06ed68eb-7e63-4393-817d-09eba452925a, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:46:54.115300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] For port 06ed68eb-7e63-4393-817d-09eba452925a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06ed68eb-7e63-4393-817d-09eba452925a,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:46:54.181564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (06ed68eb-7e63-4393-817d-09eba452925a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:54.218812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:54.219458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:54.220865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] 10.222.0.35 "PUT /v2.0/ports/06ed68eb-7e63-4393-817d-09eba452925a HTTP/1.1" status: 200  len: 1091 time: 0.8346326
Apr 30 21:46:54.246207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416b6a4-cc58-4dc1-98f8-9600c69bf469 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed68eb-7e63-4393-817d-09eba452925a,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:54.424512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-d1466e2e-1d68-426e-82b5-7631bfcb07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:54.432695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-d1466e2e-1d68-426e-82b5-7631bfcb07b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 1125 time: 0.0725517
Apr 30 21:46:54.497198 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:54.511157 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-469afa91-91d7-45b5-b7fc-9bc5fbb6d367 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ed68eb-7e63-4393-817d-09eba452925a HTTP/1.1" status: 200  len: 217 time: 0.0783608
Apr 30 21:46:54.561230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96475707-ac40-4d5d-b9aa-ab49c7841f23 req-3e77fb73-bbf4-48c9-ba33-cc80dac8adad tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:54.562623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96475707-ac40-4d5d-b9aa-ab49c7841f23 req-3e77fb73-bbf4-48c9-ba33-cc80dac8adad tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 943 time: 0.1288109
Apr 30 21:46:54.593257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-20e2618d-5bbd-4bd1-be7d-3786ed7dda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:54.594725 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-20e2618d-5bbd-4bd1-be7d-3786ed7dda33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ff6244-14f7-4a38-a28d-1c8965fd0563 HTTP/1.1" status: 200  len: 854 time: 0.0780294
Apr 30 21:46:54.598536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3'}, {'name': 'network-changed', 'server_uuid': '8e903493-0587-46ef-9b8e-e3f6dbe73b64', 'tag': '06ed68eb-7e63-4393-817d-09eba452925a'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:46:54.600770 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200e0595-2121-459e-9ae1-ddf26e4a36f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3"}, {"name": "network-changed", "server_uuid": "8e903493-0587-46ef-9b8e-e3f6dbe73b64", "tag": "06ed68eb-7e63-4393-817d-09eba452925a"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:46:54.663893 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 30 Apr 2022 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507fbbe7-74c7-4761-87a6-e0f40c6e408d x-openstack-request-id: req-507fbbe7-74c7-4761-87a6-e0f40c6e408d {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:46:54.664254 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8e903493-0587-46ef-9b8e-e3f6dbe73b64", "tag": "06ed68eb-7e63-4393-817d-09eba452925a", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:46:54.664426 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-507fbbe7-74c7-4761-87a6-e0f40c6e408d {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:46:54.664828 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507fbbe7-74c7-4761-87a6-e0f40c6e408d'] response: {'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'status': 'completed', 'code': 200}
Apr 30 21:46:54.665085 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507fbbe7-74c7-4761-87a6-e0f40c6e408d'] response: {'name': 'network-changed', 'server_uuid': '8e903493-0587-46ef-9b8e-e3f6dbe73b64', 'tag': '06ed68eb-7e63-4393-817d-09eba452925a', 'status': 'completed', 'code': 200}
Apr 30 21:46:54.671488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-e8a3df2d-0422-4c18-8ac0-c2da2ad8a9d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587294
Apr 30 21:46:54.674981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-96475707-ac40-4d5d-b9aa-ab49c7841f23 req-610228b2-d8ce-452e-a258-796a6a8f86de tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046786
Apr 30 21:46:54.726357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-ec5eb672-b0ef-4a90-b726-c93161ddd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:54.728552 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-ec5eb672-b0ef-4a90-b726-c93161ddd41a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1127 time: 0.0416379
Apr 30 21:46:54.765590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-65544d3c-66a8-4077-a75a-8fab929456c3 service neutron] 10.222.0.35 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873067
Apr 30 21:46:54.821202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-576c7616-adf6-47e6-8d76-1d7f69fe0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:54.822656 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-576c7616-adf6-47e6-8d76-1d7f69fe0a7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 915 time: 0.0880837
Apr 30 21:46:54.854433 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f6c1f57-f673-4d19-9ba2-a29bcd103c6b req-a521064d-7ab2-4fc8-9577-7f4d4a65da60 service neutron] 10.222.0.35 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825908
Apr 30 21:46:54.891858 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-a83b0e4c-4044-4bee-997d-95356e405eb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 1001 time: 0.0625706
Apr 30 21:46:54.940372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-523f6b23-c838-4865-aacb-9139018a06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:54.941891 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-523f6b23-c838-4865-aacb-9139018a06e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 200  len: 853 time: 0.0446105
Apr 30 21:46:54.986605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-d23f6f4c-ebd7-412c-bf2f-3eb5f6134b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:54.988415 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-d23f6f4c-ebd7-412c-bf2f-3eb5f6134b86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd727f6-7263-495c-aa6d-b15a3908072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400820
Apr 30 21:46:55.083787 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-e92b91d7-2cae-4dd0-9f58-7f678f643261 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890448
Apr 30 21:46:55.171150 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-57f9f948-7908-43c1-9964-98d1db6f63ec service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808859
Apr 30 21:46:55.747450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-bb008100-1e70-48f0-8b27-e9d4c598229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:55.748981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-bb008100-1e70-48f0-8b27-e9d4c598229a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 1125 time: 0.0396907
Apr 30 21:46:55.858737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902e5fd-c978-4535-ba30-c1b9b489beee req-86a57b49-ebc4-4fe2-843e-afefcb1940f8 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:55.860214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d902e5fd-c978-4535-ba30-c1b9b489beee req-86a57b49-ebc4-4fe2-843e-afefcb1940f8 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 943 time: 0.1103642
Apr 30 21:46:56.243191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d902e5fd-c978-4535-ba30-c1b9b489beee req-8f95dcb5-5c95-4f6a-aa0c-7a4fd3fdbaf1 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3702893
Apr 30 21:46:56.244363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-7832ec29-5da5-408a-a5c1-8f1214beee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:56.245689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-7832ec29-5da5-408a-a5c1-8f1214beee10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 915 time: 0.4878931
Apr 30 21:46:56.291022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-bdd185d5-db8f-489b-93f6-fb500d9345d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ed68eb-7e63-4393-817d-09eba452925a HTTP/1.1" status: 200  len: 217 time: 0.0390193
Apr 30 21:46:56.338353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-ccd17081-facd-4800-b6f3-66f70c9b9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:56.339768 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-ccd17081-facd-4800-b6f3-66f70c9b9f9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ff6244-14f7-4a38-a28d-1c8965fd0563 HTTP/1.1" status: 200  len: 854 time: 0.0437739
Apr 30 21:46:56.371596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-32356899-2a1f-4565-844d-505d0eb4f5d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260754
Apr 30 21:46:56.462627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-35914d97-de14-48e9-b35c-bda6bb98dd87 service neutron] 10.222.0.35 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852940
Apr 30 21:46:56.554449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-200e0595-2121-459e-9ae1-ddf26e4a36f5 req-4a6b06e0-c45a-4739-912a-91b9acd495f3 service neutron] 10.222.0.35 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825341
Apr 30 21:46:56.760449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 06ed68eb-7e63-4393-817d-09eba452925a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:46:56.855528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 06ed68eb-7e63-4393-817d-09eba452925a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06ed68eb-7e63-4393-817d-09eba452925a,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:46:56.867209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '06ed68eb-7e63-4393-817d-09eba452925a', 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e', 'port_id': '06ed68eb-7e63-4393-817d-09eba452925a', 'mac_address': 'fa:16:3e:f6:f8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ff6244-14f7-4a38-a28d-1c8965fd0563', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:46:56.908493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 06ed68eb-7e63-4393-817d-09eba452925a is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:46:56.908875 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (06ed68eb-7e63-4393-817d-09eba452925a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:56.921472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ed68eb-7e63-4393-817d-09eba452925a {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:46:56.945322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 06ed68eb-7e63-4393-817d-09eba452925a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06ed68eb-7e63-4393-817d-09eba452925a,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:46:57.023050 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (06ed68eb-7e63-4393-817d-09eba452925a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:57.073919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=06ed68eb-7e63-4393-817d-09eba452925a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:57.239626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['06ed68eb-7e63-4393-817d-09eba452925a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:46:57.359979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31bceb-d494-4bf9-a262-f0ac70d32bcf req-af2e741e-07d4-4e45-8119-f3229f8289a5 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:57.361472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa31bceb-d494-4bf9-a262-f0ac70d32bcf req-af2e741e-07d4-4e45-8119-f3229f8289a5 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 944 time: 0.0476804
Apr 30 21:46:57.408532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa31bceb-d494-4bf9-a262-f0ac70d32bcf req-a7387431-3538-4a0d-88a2-a8c96521961f tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409565
Apr 30 21:46:58.530076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352e3a6-ccc0-4dcd-9bfc-8777f20f5e8e req-78eb1726-acfc-4372-9136-beb1be6bde7b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:58.531602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4352e3a6-ccc0-4dcd-9bfc-8777f20f5e8e req-78eb1726-acfc-4372-9136-beb1be6bde7b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 944 time: 0.0541940
Apr 30 21:46:58.584763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4352e3a6-ccc0-4dcd-9bfc-8777f20f5e8e req-9ca90661-69bb-4493-9731-e402c927ac92 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455565
Apr 30 21:46:58.816476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 06ed68eb-7e63-4393-817d-09eba452925a up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:46:58.859783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 06ed68eb-7e63-4393-817d-09eba452925a completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:46:58.954394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 06ed68eb-7e63-4393-817d-09eba452925a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:46:58.954775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (06ed68eb-7e63-4393-817d-09eba452925a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:59.038135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 06ed68eb-7e63-4393-817d-09eba452925a is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:46:59.038441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (06ed68eb-7e63-4393-817d-09eba452925a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:59.061584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e903493-0587-46ef-9b8e-e3f6dbe73b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed68eb-7e63-4393-817d-09eba452925a'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:46:59.063923 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117f685-5162-4b13-984d-63d662b65009" -d '{"events": [{"server_uuid": "8e903493-0587-46ef-9b8e-e3f6dbe73b64", "name": "network-vif-plugged", "status": "completed", "tag": "06ed68eb-7e63-4393-817d-09eba452925a"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:46:59.076622 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 06ed68eb-7e63-4393-817d-09eba452925a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06ed68eb-7e63-4393-817d-09eba452925a,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:46:59.102117 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084d9540-b739-4ef9-8824-c6295c32c8e8 x-openstack-request-id: req-084d9540-b739-4ef9-8824-c6295c32c8e8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:46:59.102117 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e903493-0587-46ef-9b8e-e3f6dbe73b64", "name": "network-vif-plugged", "status": "completed", "tag": "06ed68eb-7e63-4393-817d-09eba452925a", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:46:59.102117 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-084d9540-b739-4ef9-8824-c6295c32c8e8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:46:59.102117 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084d9540-b739-4ef9-8824-c6295c32c8e8'] response: {'server_uuid': '8e903493-0587-46ef-9b8e-e3f6dbe73b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed68eb-7e63-4393-817d-09eba452925a', 'code': 200}
Apr 30 21:46:59.143582 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (06ed68eb-7e63-4393-817d-09eba452925a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:46:59.194938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=06ed68eb-7e63-4393-817d-09eba452925a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:46:59.195163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cdc58-5cf3-4caa-958c-8a52c7d40be6 req-2ac1c03e-389b-46d4-ab9c-57cfda8158ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:59.196758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b15cdc58-5cf3-4caa-958c-8a52c7d40be6 req-2ac1c03e-389b-46d4-ab9c-57cfda8158ce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 1127 time: 0.0399609
Apr 30 21:46:59.248092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b15cdc58-5cf3-4caa-958c-8a52c7d40be6 req-bedd82b8-676b-49cd-bff2-ded8a329e223 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459049
Apr 30 21:46:59.708696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6aa07-1be0-4b29-b528-a874ba3335bc req-cc9f93b3-7cf3-4a9e-a94b-ae25ff4a54a3 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:46:59.710191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53f6aa07-1be0-4b29-b528-a874ba3335bc req-cc9f93b3-7cf3-4a9e-a94b-ae25ff4a54a3 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 945 time: 0.0561371
Apr 30 21:46:59.756816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53f6aa07-1be0-4b29-b528-a874ba3335bc req-6c3b1863-e5d7-4119-be9b-dc5d058c1f47 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404546
Apr 30 21:47:00.881225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ca470-61d6-4bb7-ae9c-bf6456801e4b req-df0552e9-c23d-4c99-a252-b5e6ab1111fe tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:00.882806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d55ca470-61d6-4bb7-ae9c-bf6456801e4b req-df0552e9-c23d-4c99-a252-b5e6ab1111fe tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 945 time: 0.0546935
Apr 30 21:47:00.932351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d55ca470-61d6-4bb7-ae9c-bf6456801e4b req-35c31eb0-6833-4dbc-965b-488c7a12d205 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436647
Apr 30 21:47:06.219272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45788) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:06.325957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54e8df7a-3655-40a2-87ca-d86263015e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:06.399829 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54e8df7a-3655-40a2-87ca-d86263015e2a admin admin] Publish callbacks [] for security_group (866467e2-751c-49ad-b8c2-4b64ed24c18b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:06.480112 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54e8df7a-3655-40a2-87ca-d86263015e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (866467e2-751c-49ad-b8c2-4b64ed24c18b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:06.524153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-54e8df7a-3655-40a2-87ca-d86263015e2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0cfe2796f7949e0a521d95f29f0d9a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3032000
Apr 30 21:47:06.525183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8df7a-3655-40a2-87ca-d86263015e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866467e2-751c-49ad-b8c2-4b64ed24c18b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:06.527181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 45792) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:06.580618 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f0f8-e09e-42d6-ab58-44443a5024b1 admin admin] Publish callbacks [] for security_group (866467e2-751c-49ad-b8c2-4b64ed24c18b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:06.601498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f0f8-e09e-42d6-ab58-44443a5024b1 admin admin] Publish callbacks [] for security_group (866467e2-751c-49ad-b8c2-4b64ed24c18b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:06.800146 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f0f8-e09e-42d6-ab58-44443a5024b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (866467e2-751c-49ad-b8c2-4b64ed24c18b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:06.802745 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7b6f0f8-e09e-42d6-ab58-44443a5024b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:06.803931 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b7b6f0f8-e09e-42d6-ab58-44443a5024b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/866467e2-751c-49ad-b8c2-4b64ed24c18b HTTP/1.1" status: 204  len: 168 time: 0.2757335
Apr 30 21:47:06.812108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6f0f8-e09e-42d6-ab58-44443a5024b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866467e2-751c-49ad-b8c2-4b64ed24c18b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:07.550871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45800) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:07.564798 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7529ba28-4e47-4d65-ba1d-bebd3a1b9fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:07.640692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7529ba28-4e47-4d65-ba1d-bebd3a1b9fea admin admin] Publish callbacks [] for security_group (dc67706b-f996-47d8-af18-a84b704dc12a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:07.685997 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7529ba28-4e47-4d65-ba1d-bebd3a1b9fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dc67706b-f996-47d8-af18-a84b704dc12a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:07.723466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529ba28-4e47-4d65-ba1d-bebd3a1b9fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67706b-f996-47d8-af18-a84b704dc12a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:07.727825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7529ba28-4e47-4d65-ba1d-bebd3a1b9fea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f33bf15f5e94469e913e2480ceb1409b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1759310
Apr 30 21:47:07.730556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 45802) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:07.778041 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e343f6b-2039-41eb-af98-103674c3b0a4 admin admin] Publish callbacks [] for security_group (dc67706b-f996-47d8-af18-a84b704dc12a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:07.799214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e343f6b-2039-41eb-af98-103674c3b0a4 admin admin] Publish callbacks [] for security_group (dc67706b-f996-47d8-af18-a84b704dc12a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:07.925872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e343f6b-2039-41eb-af98-103674c3b0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (dc67706b-f996-47d8-af18-a84b704dc12a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:07.928490 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e343f6b-2039-41eb-af98-103674c3b0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:07.929884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0e343f6b-2039-41eb-af98-103674c3b0a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc67706b-f996-47d8-af18-a84b704dc12a HTTP/1.1" status: 204  len: 168 time: 0.1982024
Apr 30 21:47:07.941308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e343f6b-2039-41eb-af98-103674c3b0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67706b-f996-47d8-af18-a84b704dc12a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:17.206746 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:17.845620 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-24b6d729-2317-41cc-bb44-6eb991ed611a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:20.332454 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-59de90df-a00e-4df4-b4e4-a37b5e3dcad7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388694
Apr 30 21:47:20.420301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-b7bd0ea3-ba26-4016-91c2-53159b061d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:20.422012 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-b7bd0ea3-ba26-4016-91c2-53159b061d08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1127 time: 0.0400069
Apr 30 21:47:20.532935 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-a59115f9-3636-4a11-b8f8-87b0e9fc6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:20.534418 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-a59115f9-3636-4a11-b8f8-87b0e9fc6b71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 915 time: 0.0887127
Apr 30 21:47:20.582876 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a8528397-dae8-450f-9228-34de2ebf1da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:20.604901 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-41d361f9-d888-41d1-81c7-1cd05b8b991a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 1001 time: 0.0594466
Apr 30 21:47:20.664349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-b7d277c5-e317-4102-a864-78cadd6dd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:20.670163 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-b7d277c5-e317-4102-a864-78cadd6dd504 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 200  len: 853 time: 0.0508409
Apr 30 21:47:20.716517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-4ce45f39-3e1c-4235-bbd5-1f0da4923675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:20.718155 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-4ce45f39-3e1c-4235-bbd5-1f0da4923675 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd727f6-7263-495c-aa6d-b15a3908072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433161
Apr 30 21:47:20.812759 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-0581b99d-a8d0-4eae-a129-559eec45815c service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851994
Apr 30 21:47:20.909184 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c6989584-8261-400c-8cee-ece20e4fdab8 req-288831f1-f4ef-4675-957c-5edd73f2c316 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875504
Apr 30 21:47:21.280081 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:21.394931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:23.194041 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:23.283394 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:47:23.577461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-08420b9f-92ec-47c4-ad62-f2aba52a25f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0431077
Apr 30 21:47:23.660143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-e5957307-bed0-47c7-8652-1d45d2b41bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:23.662439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-e5957307-bed0-47c7-8652-1d45d2b41bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 1127 time: 0.0432324
Apr 30 21:47:23.770859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-ebcec59e-6c21-4c91-a5a0-4a95b11bd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:23.772314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-ebcec59e-6c21-4c91-a5a0-4a95b11bd9d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 915 time: 0.0894122
Apr 30 21:47:23.818713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-69e26060-03fa-4863-8041-1e5201a78de6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ed68eb-7e63-4393-817d-09eba452925a HTTP/1.1" status: 200  len: 217 time: 0.0398560
Apr 30 21:47:23.869124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-8e7320be-e76c-43f5-9348-ffbc753e5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:23.870620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-8e7320be-e76c-43f5-9348-ffbc753e5fc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ff6244-14f7-4a38-a28d-1c8965fd0563 HTTP/1.1" status: 200  len: 854 time: 0.0457449
Apr 30 21:47:23.902892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-9e550ee9-c896-423d-814e-a228ed76dfe3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260954
Apr 30 21:47:23.995426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-1089a6ce-4666-4e42-a06f-c53007f1e900 service neutron] 10.222.0.35 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869241
Apr 30 21:47:24.084851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6f631a-4f80-413c-bc48-032d383a76e7 req-1fec2e90-b8d8-485f-8e2b-b8af67eac31b service neutron] 10.222.0.35 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836124
Apr 30 21:47:24.491222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:37.812402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46136) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:37.921482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-304ffeb0-2839-4789-9306-6244f4dbc96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:38.000901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-304ffeb0-2839-4789-9306-6244f4dbc96a admin admin] Publish callbacks [] for security_group (56452d03-0c5d-4278-b2c5-eedb721fed77), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:38.079849 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-304ffeb0-2839-4789-9306-6244f4dbc96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (56452d03-0c5d-4278-b2c5-eedb721fed77), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:38.119052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-304ffeb0-2839-4789-9306-6244f4dbc96a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b4f79742058492f8104e7a2b11f0e39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3055491
Apr 30 21:47:38.119944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ffeb0-2839-4789-9306-6244f4dbc96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56452d03-0c5d-4278-b2c5-eedb721fed77,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:38.121804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46140) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:38.172601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Publish callbacks [] for security_group (56452d03-0c5d-4278-b2c5-eedb721fed77), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:38.193228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Publish callbacks [] for security_group (56452d03-0c5d-4278-b2c5-eedb721fed77), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:38.331284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (56452d03-0c5d-4278-b2c5-eedb721fed77), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:38.334961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:38.335738 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56452d03-0c5d-4278-b2c5-eedb721fed77 HTTP/1.1" status: 204  len: 168 time: 0.2123973
Apr 30 21:47:38.343756 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56452d03-0c5d-4278-b2c5-eedb721fed77,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:38.351818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.352161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.352496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.353242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.353368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.353819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:38.357772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8439e-5372-443f-bdc3-62fed0c59043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:40.015350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46180) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:40.157975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'network': {'name': 'tempest-network-smoke--664067674', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'port_security_enabled': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:40.244082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:47:40.247410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.255911 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.337769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (a7fa30b6-0766-49a4-9996-fc821d580675), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.383080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a7fa30b6-0766-49a4-9996-fc821d580675), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.409803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:47:40.419287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fa30b6-0766-49a4-9996-fc821d580675,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:40.426584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (067cf373-e275-41bc-ae61-8b5a7746f0bc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.426584 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Added segment 067cf373-e275-41bc-ae61-8b5a7746f0bc of type vlan for network 2bd705d2-50f2-4767-b7d1-c21957344019
Apr 30 21:47:40.463674 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (2bd705d2-50f2-4767-b7d1-c21957344019), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.552848 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (2bd705d2-50f2-4767-b7d1-c21957344019), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.558418 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:40.559028 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.623041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Network': ['ID=2bd705d2-50f2-4767-b7d1-c21957344019,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:40.634292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 2bd705d2-50f2-4767-b7d1-c21957344019 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:47:40.682929 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0121d13e-4246-46ed-896e-30afc284da12 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6664636
Apr 30 21:47:40.685972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46186) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:40.690688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-388124412', 'admin_state_up': True, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:40.777599 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (c2dee8a4-3f95-41c0-8341-1f403158609a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.778744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (c2dee8a4-3f95-41c0-8341-1f403158609a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:40.835302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_controller (c2dee8a4-3f95-41c0-8341-1f403158609a), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:41.033473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_gateway (c2dee8a4-3f95-41c0-8341-1f403158609a), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:41.296430 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_gateway (c2dee8a4-3f95-41c0-8341-1f403158609a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:41.314314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:41.434214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.35.4.147 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e8e6f52c-3e12-4c62-9184-48c0e8fa80ac) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:47:41.532854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:41.605896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:41.645379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:47:41.648876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:47:41.652496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:47:41.679701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=e8e6f52c-3e12-4c62-9184-48c0e8fa80ac,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:42.270348 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_gateway (c2dee8a4-3f95-41c0-8341-1f403158609a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:42.473007 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (c2dee8a4-3f95-41c0-8341-1f403158609a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:42.679870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router c2dee8a4-3f95-41c0-8341-1f403158609a is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:47:42.787902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:47:42.802106 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Sync routers for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:47:42.810095 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:47:42.810739 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cae2550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:47:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:47:42.892175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:42.893451 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3cc06ed7-cedf-4fc1-8249-6648e8059b61 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.2065113
Apr 30 21:47:42.897515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46192) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:42.918380 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:47:42.987196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-61d6a5c9-dd29-4bf1-8140-acaf39ba644c tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cf9af556d4c3479a89d448e8bc633a3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0854530
Apr 30 21:47:42.987412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46196) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:43.090269 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cae2550>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:42Z', 'revision_number': 3, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:47:43.120774 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Checking router: c2dee8a4-3f95-41c0-8341-1f403158609a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:47:43.121113 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Updating router c2dee8a4-3f95-41c0-8341-1f403158609a port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:47:43.148902 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.151193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daf4417-97a5-42ea-a6d7-f7d08c1598d9 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:43.152772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7daf4417-97a5-42ea-a6d7-f7d08c1598d9 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1644673
Apr 30 21:47:43.155677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46198) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:43.192878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-707615c8-8fca-40a7-9ca8-7c4e0e86f6d1 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0361423
Apr 30 21:47:43.196012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46200) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:43.200651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268002653', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:43.371502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:47:43.375105 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.397569 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Publish callbacks [] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.479913 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.532956 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Attempting to bind port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:47:43.533326 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Attempting to bind port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:47:43.533696 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Attempting to bind port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:47:43.535613 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Pushing event updated for resources: {'Port': ['ID=e8e6f52c-3e12-4c62-9184-48c0e8fa80ac,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:43.545645 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.546020 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.546364 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.546696 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.547191 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.547499 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.547819 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.548142 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.548462 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.548788 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.549107 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.549422 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.549737 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.550084 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.550459 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:43.553848 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:47:43.554247 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:47:43.554896 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.555113 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:47:43.555605 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Bound port: e8e6f52c-3e12-4c62-9184-48c0e8fa80ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:47:43.555989 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.606343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (0018f731-f589-48f8-bbaa-332178729f34), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.610922 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] For port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:47:43.614948 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] For port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8e6f52c-3e12-4c62-9184-48c0e8fa80ac,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:47:43.657539 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.666479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Subnet': ['ID=0018f731-f589-48f8-bbaa-332178729f34,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:43.678929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Checking segment: {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:47:43.678929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network hostable DHCP agents. Network: 2bd705d2-50f2-4767-b7d1-c21957344019, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:47:43.717552 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:47:43.718174 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cae2550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:47:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:47:43.765597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 2bd705d2-50f2-4767-b7d1-c21957344019 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:47:43.779867 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fc44a-3350-40da-a79c-9f645d86afb9 None None] Pushing event updated for resources: {'Port': ['ID=e8e6f52c-3e12-4c62-9184-48c0e8fa80ac,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:43.828442 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:47:43.845631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2bd705d2-50f2-4767-b7d1-c21957344019) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:47:43.849895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:43.854901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:43.857272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adceecab-f161-4fe0-9f18-757e457e4c2b None None] Network 2bd705d2-50f2-4767-b7d1-c21957344019 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:47:43.947072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-502a253b-b921-404a-8999-55402a934608 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7500179
Apr 30 21:47:43.950337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46204) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:43.972878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2bd705d2-50f2-4767-b7d1-c21957344019', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:47:43.978232 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:44.004406 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cae2550>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:42Z', 'revision_number': 3, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:47:44.036317 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bb407c-6186-49f1-9d0f-7c088f381278 None None] The sync data for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 is: [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:42Z', 'revision_number': 3, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:47:44.135547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Allocated IP 172.20.0.2 (2bd705d2-50f2-4767-b7d1-c21957344019/0018f731-f589-48f8-bbaa-332178729f34/3f5b097c-e16f-457f-8e2b-014ce4fdb73f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:47:44.324482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Publish callbacks [] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:44.394716 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:44.433643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Network 2bd705d2-50f2-4767-b7d1-c21957344019 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:47:44.437006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:47:44.440101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:47:44.454285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Pushing event updated for resources: {'Port': ['ID=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:44.467072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.467482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.467879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.468277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.468619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.469008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.469262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.469586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.469931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.471777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.471777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.471777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.471777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.471777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.472434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:47:44.483511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:44.537807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Attempting to bind port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:47:44.537967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Attempting to bind port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:47:44.540721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Attempting to bind port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f on network 2bd705d2-50f2-4767-b7d1-c21957344019 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:47:44.544225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:47:44.544607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Checking segment: {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:47:44.545007 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:44.545409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Bound using segment: {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:47:44.545908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Bound port: 3f5b097c-e16f-457f-8e2b-014ce4fdb73f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:47:44.546295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:44.621738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] For port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:47:44.627373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] For port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:47:44.718981 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:44.809513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.20.0.1 (2bd705d2-50f2-4767-b7d1-c21957344019/0018f731-f589-48f8-bbaa-332178729f34/f2c3f64f-d617-47a9-b380-b805af5a27ee) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:47:44.817293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14f532-3555-4b15-af17-94fdda39bf20 None None] Pushing event updated for resources: {'Port': ['ID=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:44.896308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e8e6f52c-3e12-4c62-9184-48c0e8fa80ac up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:47:44.952141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:44.952515 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:44.971361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.069398 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.079931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:45.084822 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.106656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8e6f52c-3e12-4c62-9184-48c0e8fa80ac,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:47:45.115371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 2bd705d2-50f2-4767-b7d1-c21957344019 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:47:45.118568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:47:45.122274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:47:45.155247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=f2c3f64f-d617-47a9-b380-b805af5a27ee,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:45.180324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (c2dee8a4-3f95-41c0-8341-1f403158609a), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.195043 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.247178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e8e6f52c-3e12-4c62-9184-48c0e8fa80ac,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:45.419795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.703826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.788667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.864316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=f2c3f64f-d617-47a9-b380-b805af5a27ee,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:45.868576 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (c2dee8a4-3f95-41c0-8341-1f403158609a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:45.963712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 2bd705d2-50f2-4767-b7d1-c21957344019 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:47:45.965001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:47:46.090040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router c2dee8a4-3f95-41c0-8341-1f403158609a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:47:46.210196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:47:46.217055 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9dde718e-42c6-44b3-8483-c7aa3fbf9d4d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "PUT /v2.0/routers/c2dee8a4-3f95-41c0-8341-1f403158609a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2656252
Apr 30 21:47:46.218088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46210) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:46.227146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Sync routers for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:47:46.236890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:47:46.238042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e236e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:47:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:47:46.418139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f26357-2270-44bb-98e3-f69240b8e99a tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.418616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f26357-2270-44bb-98e3-f69240b8e99a tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.419083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f26357-2270-44bb-98e3-f69240b8e99a tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.419544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f26357-2270-44bb-98e3-f69240b8e99a tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.420202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f26357-2270-44bb-98e3-f69240b8e99a tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.420667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f26357-2270-44bb-98e3-f69240b8e99a tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.421123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f26357-2270-44bb-98e3-f69240b8e99a tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.422969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-90f26357-2270-44bb-98e3-f69240b8e99a tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4991 time: 0.2038853
Apr 30 21:47:46.425674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46212) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:46.471545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad678bc-6cf9-4ea0-93ef-3c822ac4a523 None None] Network 2bd705d2-50f2-4767-b7d1-c21957344019 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:47:46.538973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0da17e23-7d4c-4a04-bfea-94906a14160d None None] Provisioning complete for port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:46.539345 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0da17e23-7d4c-4a04-bfea-94906a14160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:46.625484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:47:46.824916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de570a8f-68bc-4597-b0ea-e10f67c0c1ad tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.825637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de570a8f-68bc-4597-b0ea-e10f67c0c1ad tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.826320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de570a8f-68bc-4597-b0ea-e10f67c0c1ad tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.826949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de570a8f-68bc-4597-b0ea-e10f67c0c1ad tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.827600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de570a8f-68bc-4597-b0ea-e10f67c0c1ad tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.828217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de570a8f-68bc-4597-b0ea-e10f67c0c1ad tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.828670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de570a8f-68bc-4597-b0ea-e10f67c0c1ad tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:46.830683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-de570a8f-68bc-4597-b0ea-e10f67c0c1ad tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4651 time: 0.4040267
Apr 30 21:47:46.833933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46216) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:46.840733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0da17e23-7d4c-4a04-bfea-94906a14160d None None] Current status of the port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:46.841274 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0da17e23-7d4c-4a04-bfea-94906a14160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:46.900189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0da17e23-7d4c-4a04-bfea-94906a14160d None None] For port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:47:46.953039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e236e50>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 2, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:47:46.991779 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0da17e23-7d4c-4a04-bfea-94906a14160d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:46.993731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Checking router: c2dee8a4-3f95-41c0-8341-1f403158609a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:47:47.002082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Updating router c2dee8a4-3f95-41c0-8341-1f403158609a port f2c3f64f-d617-47a9-b380-b805af5a27ee binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:47:47.038192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3f5b097c-e16f-457f-8e2b-014ce4fdb73f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:47:47.083533 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3ed8982e-b1ea-4304-bb36-b68e2ecebb6e tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3052 time: 0.2477903
Apr 30 21:47:47.126469 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.164542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da17e23-7d4c-4a04-bfea-94906a14160d None None] Pushing event updated for resources: {'Port': ['ID=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:47.173988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-18c1fd9b-748a-4efb-ad92-beddc99f022f None None] Provisioning complete for port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:47.174367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-18c1fd9b-748a-4efb-ad92-beddc99f022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.242600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:47.243290 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.337085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.472983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-18c1fd9b-748a-4efb-ad92-beddc99f022f None None] Current status of the port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:47.494343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-18c1fd9b-748a-4efb-ad92-beddc99f022f None None] Provisioning complete for port f2c3f64f-d617-47a9-b380-b805af5a27ee triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:47.494662 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-18c1fd9b-748a-4efb-ad92-beddc99f022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.503320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:47.504353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e8e6f52c-3e12-4c62-9184-48c0e8fa80ac up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:47:47.534852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46220) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:47.540207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2d315c7f-a71e-408f-8a1d-ab1dcc7da44e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811633989', 'description': 'tempest-secgroup-smoke-811633989 description', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:47.575928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-18c1fd9b-748a-4efb-ad92-beddc99f022f None None] Port f2c3f64f-d617-47a9-b380-b805af5a27ee cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:47:47.620925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:47.621301 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.623243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d315c7f-a71e-408f-8a1d-ab1dcc7da44e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.688677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d315c7f-a71e-408f-8a1d-ab1dcc7da44e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (71ebca29-640f-4c72-83ec-6a062919717e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.692688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Publish callbacks [] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.704604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b41e2c52-0664-46ef-a6a7-06a37a69aa12 None None] Provisioning complete for port f2c3f64f-d617-47a9-b380-b805af5a27ee triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:47.704974 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b41e2c52-0664-46ef-a6a7-06a37a69aa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.760338 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d315c7f-a71e-408f-8a1d-ab1dcc7da44e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (71ebca29-640f-4c72-83ec-6a062919717e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.761247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b41e2c52-0664-46ef-a6a7-06a37a69aa12 None None] Port f2c3f64f-d617-47a9-b380-b805af5a27ee cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:47:47.772160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:47.789881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d315c7f-a71e-408f-8a1d-ab1dcc7da44e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ebca29-640f-4c72-83ec-6a062919717e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:47.793576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.845873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefa39f-4aaf-4f2b-b413-01129fc73d24 None None] Pushing event updated for resources: {'Port': ['ID=f2c3f64f-d617-47a9-b380-b805af5a27ee,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:47.870957 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d315c7f-a71e-408f-8a1d-ab1dcc7da44e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.872221 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2d315c7f-a71e-408f-8a1d-ab1dcc7da44e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3363354
Apr 30 21:47:47.877715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46224) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:47.885858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-abb87770-76bc-401d-bf75-981081629708 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '71ebca29-640f-4c72-83ec-6a062919717e', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:47.905199 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ec2485ba-9071-4d33-bfa6-48352adb4cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.910109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Attempting to bind port f2c3f64f-d617-47a9-b380-b805af5a27ee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:47:47.915834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Attempting to bind port f2c3f64f-d617-47a9-b380-b805af5a27ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:47:47.915834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Attempting to bind port f2c3f64f-d617-47a9-b380-b805af5a27ee on network 2bd705d2-50f2-4767-b7d1-c21957344019 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:47:47.917126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:47:47.917508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Checking segment: {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:47:47.917944 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.918346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Bound using segment: {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:47:47.918849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Bound port: f2c3f64f-d617-47a9-b380-b805af5a27ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:47:47.919311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:47.985466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] For port f2c3f64f-d617-47a9-b380-b805af5a27ee, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:47:47.988782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] For port f2c3f64f-d617-47a9-b380-b805af5a27ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2c3f64f-d617-47a9-b380-b805af5a27ee,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:47:48.000220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-abb87770-76bc-401d-bf75-981081629708 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (b79ccb0a-1224-443e-866d-63f644dbc1f6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.034986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.062558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-abb87770-76bc-401d-bf75-981081629708 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (b79ccb0a-1224-443e-866d-63f644dbc1f6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.107598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7c45a6ee-3012-47ce-9971-639a74baf8c1 None None] Provisioning complete for port f2c3f64f-d617-47a9-b380-b805af5a27ee triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:48.107905 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7c45a6ee-3012-47ce-9971-639a74baf8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.114632 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-abb87770-76bc-401d-bf75-981081629708 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b79ccb0a-1224-443e-866d-63f644dbc1f6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.130103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb87770-76bc-401d-bf75-981081629708 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79ccb0a-1224-443e-866d-63f644dbc1f6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:48.136612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:47:48.136832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e236e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:47:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:47:48.141452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefa39f-4aaf-4f2b-b413-01129fc73d24 None None] Pushing event updated for resources: {'Port': ['ID=f2c3f64f-d617-47a9-b380-b805af5a27ee,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:48.197295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-abb87770-76bc-401d-bf75-981081629708 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.198818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-abb87770-76bc-401d-bf75-981081629708 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3195581
Apr 30 21:47:48.201559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46226) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:48.206347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-620c2765-02cd-46a1-98c6-fb0bea62f098 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '71ebca29-640f-4c72-83ec-6a062919717e', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:48.276087 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-620c2765-02cd-46a1-98c6-fb0bea62f098 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (e4b604b0-8028-4061-bcbf-7236993c325d), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.305642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:47:48.307483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7c45a6ee-3012-47ce-9971-639a74baf8c1 None None] Current status of the port f2c3f64f-d617-47a9-b380-b805af5a27ee is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:48.307870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7c45a6ee-3012-47ce-9971-639a74baf8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.336373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-620c2765-02cd-46a1-98c6-fb0bea62f098 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (e4b604b0-8028-4061-bcbf-7236993c325d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.404402 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-620c2765-02cd-46a1-98c6-fb0bea62f098 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e4b604b0-8028-4061-bcbf-7236993c325d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.404678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7c45a6ee-3012-47ce-9971-639a74baf8c1 None None] For port f2c3f64f-d617-47a9-b380-b805af5a27ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2c3f64f-d617-47a9-b380-b805af5a27ee,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:47:48.422781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c2765-02cd-46a1-98c6-fb0bea62f098 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b604b0-8028-4061-bcbf-7236993c325d,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:48.487716 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-620c2765-02cd-46a1-98c6-fb0bea62f098 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.488963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-620c2765-02cd-46a1-98c6-fb0bea62f098 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2863171
Apr 30 21:47:48.492498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46228) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:48.497229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9a92c6e0-ab72-4dba-bb3a-31087895a323 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '71ebca29-640f-4c72-83ec-6a062919717e', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:48.571620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a92c6e0-ab72-4dba-bb3a-31087895a323 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (ff30db5d-ac3d-442c-a03b-5862eaac65ba), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.621215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7c45a6ee-3012-47ce-9971-639a74baf8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.643890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a92c6e0-ab72-4dba-bb3a-31087895a323 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (ff30db5d-ac3d-442c-a03b-5862eaac65ba), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.697522 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a92c6e0-ab72-4dba-bb3a-31087895a323 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ff30db5d-ac3d-442c-a03b-5862eaac65ba), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.697796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a6ee-3012-47ce-9971-639a74baf8c1 None None] Pushing event updated for resources: {'Port': ['ID=f2c3f64f-d617-47a9-b380-b805af5a27ee,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:48.718421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92c6e0-ab72-4dba-bb3a-31087895a323 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff30db5d-ac3d-442c-a03b-5862eaac65ba,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:48.748857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2dedd125-8cb5-4891-a5cf-d3aad6da9968 None None] Provisioning complete for port f2c3f64f-d617-47a9-b380-b805af5a27ee triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:48.749231 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2dedd125-8cb5-4891-a5cf-d3aad6da9968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.750983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e236e50>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:47Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:47:48.791130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a92c6e0-ab72-4dba-bb3a-31087895a323 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.795054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a92c6e0-ab72-4dba-bb3a-31087895a323 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2989116
Apr 30 21:47:48.801736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46232) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:48.802035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9063519-d570-4d1d-bc31-bb8136346ee1 None None] The sync data for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 is: [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:47Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:47:48.806324 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-82faea9d-cd33-4d37-bed4-a34e53a9fb77 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '71ebca29-640f-4c72-83ec-6a062919717e', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:48.871998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2dedd125-8cb5-4891-a5cf-d3aad6da9968 None None] Current status of the port f2c3f64f-d617-47a9-b380-b805af5a27ee is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:48.898711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-82faea9d-cd33-4d37-bed4-a34e53a9fb77 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (288198d5-6072-4573-8ecd-06c2a4ac0e87), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.902227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3f5b097c-e16f-457f-8e2b-014ce4fdb73f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:47:48.960490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:48.960490 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:48.970160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-82faea9d-cd33-4d37-bed4-a34e53a9fb77 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (288198d5-6072-4573-8ecd-06c2a4ac0e87), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.047942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:49.062730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-82faea9d-cd33-4d37-bed4-a34e53a9fb77 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (288198d5-6072-4573-8ecd-06c2a4ac0e87), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.086077 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faea9d-cd33-4d37-bed4-a34e53a9fb77 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288198d5-6072-4573-8ecd-06c2a4ac0e87,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:49.167697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-82faea9d-cd33-4d37-bed4-a34e53a9fb77 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.169002 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-82faea9d-cd33-4d37-bed4-a34e53a9fb77 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3707898
Apr 30 21:47:49.171812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46234) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:49.176360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-83e6bd06-bd54-4152-91db-6415891ff145 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '71ebca29-640f-4c72-83ec-6a062919717e', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:49.285640 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-83e6bd06-bd54-4152-91db-6415891ff145 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Project cf9af556d4c3479a89d448e8bc633a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:47:49.292108 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83e6bd06-bd54-4152-91db-6415891ff145 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (dd0d6ddc-206a-4144-a4f2-249be8c943c6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.357856 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83e6bd06-bd54-4152-91db-6415891ff145 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (dd0d6ddc-206a-4144-a4f2-249be8c943c6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.434261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83e6bd06-bd54-4152-91db-6415891ff145 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (dd0d6ddc-206a-4144-a4f2-249be8c943c6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.454242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6bd06-bd54-4152-91db-6415891ff145 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0d6ddc-206a-4144-a4f2-249be8c943c6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:49.504797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-83e6bd06-bd54-4152-91db-6415891ff145 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.506755 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-83e6bd06-bd54-4152-91db-6415891ff145 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3332455
Apr 30 21:47:49.509573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46236) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:47:49.514274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c6b02703-2912-44c6-8b73-dfd6923c73a5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '71ebca29-640f-4c72-83ec-6a062919717e', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:49.589094 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-c6b02703-2912-44c6-8b73-dfd6923c73a5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Project cf9af556d4c3479a89d448e8bc633a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:47:49.595476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6b02703-2912-44c6-8b73-dfd6923c73a5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (9a77029d-5441-4388-a179-821526f7ba94), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.660252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6b02703-2912-44c6-8b73-dfd6923c73a5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (9a77029d-5441-4388-a179-821526f7ba94), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.720210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6b02703-2912-44c6-8b73-dfd6923c73a5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (9a77029d-5441-4388-a179-821526f7ba94), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.739578 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02703-2912-44c6-8b73-dfd6923c73a5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a77029d-5441-4388-a179-821526f7ba94,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:49.800714 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c6b02703-2912-44c6-8b73-dfd6923c73a5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:49.802098 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c6b02703-2912-44c6-8b73-dfd6923c73a5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2915034
Apr 30 21:47:49.960444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-3155fd04-8128-45a6-905c-f4d57b8025ea tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811633989&fields=id&tenant_id=cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 267 time: 0.0513041
Apr 30 21:47:50.068164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36620cf-4152-4ce7-937c-6ad778587121 req-7dd0b0fe-6bea-4b12-b05d-307082867872 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:50.069699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-7dd0b0fe-6bea-4b12-b05d-307082867872 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/networks?id=2bd705d2-50f2-4767-b7d1-c21957344019 HTTP/1.1" status: 200  len: 796 time: 0.1025553
Apr 30 21:47:50.084460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-d75f2b03-95b6-45a1-89f2-16bef4038437 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/quotas/cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 375 time: 0.0092099
Apr 30 21:47:50.133550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-22500158-451e-4852-b52b-88d3328a4baa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0439360
Apr 30 21:47:50.232587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-2c845afa-7554-442b-931f-7c1823ddb37a service neutron] 10.222.0.23 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874515
Apr 30 21:47:50.324038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-45375574-0380-4ba7-8802-e0425e73548f service neutron] 10.222.0.23 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849583
Apr 30 21:47:50.529659 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4eedca12-49cc-46c1-8ecd-4a2425907374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:50.585074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94ceb8a3-fa76-42c3-b401-92a83698ee76 req-4a648c98-e26e-46fe-81d5-17e307e66364 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 210 time: 0.0290055
Apr 30 21:47:50.874041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f2c3f64f-d617-47a9-b380-b805af5a27ee up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:47:50.920767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f2c3f64f-d617-47a9-b380-b805af5a27ee triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:50.921058 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:51.000304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f2c3f64f-d617-47a9-b380-b805af5a27ee is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:51.297324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:51.386555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:51.688715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e05ed9c5-69fe-4d33-a199-863575100eb8 req-a31ef828-79e4-4026-9917-bf195ee451a1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 210 time: 0.0365658
Apr 30 21:47:52.657814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36620cf-4152-4ce7-937c-6ad778587121 req-2521d4f1-18e9-4d3b-92d3-42312f413c44 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:52.659183 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-2521d4f1-18e9-4d3b-92d3-42312f413c44 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.20 "GET /v2.0/networks?id=2bd705d2-50f2-4767-b7d1-c21957344019 HTTP/1.1" status: 200  len: 796 time: 0.1021290
Apr 30 21:47:52.725636 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-d47f2ed5-7c9d-44b0-bc98-f83aeb629c00 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 379 time: 0.0556865
Apr 30 21:47:52.738002 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'port': {'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'admin_state_up': True, 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'security_groups': ['71ebca29-640f-4c72-83ec-6a062919717e']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:52.792274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a152c9b-4681-4ff1-889d-ffae2724b45e req-331db8df-ac0c-4a62-9857-48b5efe4ca13 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 210 time: 0.0303285
Apr 30 21:47:52.914403 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:47:52.917743 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.040093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.20.0.12 (2bd705d2-50f2-4767-b7d1-c21957344019/0018f731-f589-48f8-bbaa-332178729f34/0671ef54-efde-4401-afa6-2532e83c2ecb) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:47:53.184457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.195254 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.290850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.337338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 2bd705d2-50f2-4767-b7d1-c21957344019 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:47:53.340341 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:47:53.343195 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:47:53.371284 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=0671ef54-efde-4401-afa6-2532e83c2ecb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:53.401234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:53.401873 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.500164 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-ed2ba7e2-0279-4c50-aa79-a780980d50b5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7659633
Apr 30 21:47:53.513056 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Request body: {'port': {'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:47:53.577643 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.626055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3109d58b-ff60-433a-ba6a-70b89c954985 None None] Provisioning complete for port 0671ef54-efde-4401-afa6-2532e83c2ecb triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:47:53.626340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3109d58b-ff60-433a-ba6a-70b89c954985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.664272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3109d58b-ff60-433a-ba6a-70b89c954985 None None] Port 0671ef54-efde-4401-afa6-2532e83c2ecb cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:47:53.835896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0671ef54-efde-4401-afa6-2532e83c2ecb {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:47:53.843454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Publish callbacks [] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.856111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Transition to ACTIVE for port object 0671ef54-efde-4401-afa6-2532e83c2ecb will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:47:53.909916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9083bf-bcda-47eb-85f5-186b12e1886f req-9357bd35-923a-41c5-8cda-907ef1ed99b1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:53.911390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e9083bf-bcda-47eb-85f5-186b12e1886f req-9357bd35-923a-41c5-8cda-907ef1ed99b1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 932 time: 0.0476732
Apr 30 21:47:53.925723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:53.961986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e9083bf-bcda-47eb-85f5-186b12e1886f req-3ae03d3c-dd44-491b-b3fa-9f63cfe831db tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441825
Apr 30 21:47:53.991837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0671ef54-efde-4401-afa6-2532e83c2ecb,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:54.060871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Attempting to bind port 0671ef54-efde-4401-afa6-2532e83c2ecb on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:47:54.061342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Attempting to bind port 0671ef54-efde-4401-afa6-2532e83c2ecb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:47:54.061883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Attempting to bind port 0671ef54-efde-4401-afa6-2532e83c2ecb on network 2bd705d2-50f2-4767-b7d1-c21957344019 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:47:54.066559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Port 0671ef54-efde-4401-afa6-2532e83c2ecb on network 2bd705d2-50f2-4767-b7d1-c21957344019 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:47:54.066883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Attempting to bind port 0671ef54-efde-4401-afa6-2532e83c2ecb on network 2bd705d2-50f2-4767-b7d1-c21957344019 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:47:54.072217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:47:54.072554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Checking segment: {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:47:54.072933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Bound using segment: {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:47:54.073358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Bound port: 0671ef54-efde-4401-afa6-2532e83c2ecb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067cf373-e275-41bc-ae61-8b5a7746f0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:47:54.073715 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:54.139229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] For port 0671ef54-efde-4401-afa6-2532e83c2ecb, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:47:54.142234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] For port 0671ef54-efde-4401-afa6-2532e83c2ecb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0671ef54-efde-4401-afa6-2532e83c2ecb,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:47:54.246558 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:54.284213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:54.284776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:54.286782 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/0671ef54-efde-4401-afa6-2532e83c2ecb HTTP/1.1" status: 200  len: 1092 time: 0.7780530
Apr 30 21:47:54.289352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:47:54.292886 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469eefd7-7b6f-4c16-84ad-97a9da810dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:47:54.322318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edbe26-ef8b-41fa-b0f1-8e42957bd7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0671ef54-efde-4401-afa6-2532e83c2ecb,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:54.334788 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b247b52f-b443-4cf3-acda-f2ebd9260160 x-openstack-request-id: req-b247b52f-b443-4cf3-acda-f2ebd9260160 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:47:54.335080 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:47:54.335333 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b247b52f-b443-4cf3-acda-f2ebd9260160 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:47:54.335759 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b247b52f-b443-4cf3-acda-f2ebd9260160'] response: {'name': 'network-changed', 'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'status': 'completed', 'code': 200}
Apr 30 21:47:54.403278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eefd7-7b6f-4c16-84ad-97a9da810dd5 req-0a125489-9dd0-4722-b9ad-fb898f146b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:54.404829 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-469eefd7-7b6f-4c16-84ad-97a9da810dd5 req-0a125489-9dd0-4722-b9ad-fb898f146b84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 1126 time: 0.0468550
Apr 30 21:47:54.506204 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:54.581807 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eefd7-7b6f-4c16-84ad-97a9da810dd5 req-47559da4-bcfc-4a5f-8b20-c9325165cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:54.583180 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-469eefd7-7b6f-4c16-84ad-97a9da810dd5 req-47559da4-bcfc-4a5f-8b20-c9325165cbc3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1691663
Apr 30 21:47:55.023828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eefd7-7b6f-4c16-84ad-97a9da810dd5 req-67f467b2-1f34-4d73-ab8c-4ba19054b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:55.025317 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-469eefd7-7b6f-4c16-84ad-97a9da810dd5 req-67f467b2-1f34-4d73-ab8c-4ba19054b566 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4326584
Apr 30 21:47:55.083556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d36e05-811b-4faf-ae6f-4c18a191aa56 req-0ae4797d-85db-4bcc-87c3-ccc8ae196076 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:55.085090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5d36e05-811b-4faf-ae6f-4c18a191aa56 req-0ae4797d-85db-4bcc-87c3-ccc8ae196076 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 944 time: 0.0501921
Apr 30 21:47:55.114881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36620cf-4152-4ce7-937c-6ad778587121 req-56bed542-deee-4c39-bc2e-627336614d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:55.117054 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-56bed542-deee-4c39-bc2e-627336614d2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 1126 time: 0.0437310
Apr 30 21:47:55.139755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5d36e05-811b-4faf-ae6f-4c18a191aa56 req-7930b8fb-09cf-4163-970b-0eba9802b281 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487235
Apr 30 21:47:55.161445 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-bf5584bc-1965-48d2-b651-9bc6bb12dad7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0671ef54-efde-4401-afa6-2532e83c2ecb HTTP/1.1" status: 200  len: 217 time: 0.0339484
Apr 30 21:47:55.210805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36620cf-4152-4ce7-937c-6ad778587121 req-5108b946-1644-4a0b-814f-c23401a81ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:55.212263 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-5108b946-1644-4a0b-814f-c23401a81ea9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0018f731-f589-48f8-bbaa-332178729f34 HTTP/1.1" status: 200  len: 834 time: 0.0433791
Apr 30 21:47:55.262381 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36620cf-4152-4ce7-937c-6ad778587121 req-f2432d26-23cb-4262-ab26-4e60a632c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:55.263857 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-f2432d26-23cb-4262-ab26-4e60a632c844 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bd705d2-50f2-4767-b7d1-c21957344019&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422528
Apr 30 21:47:55.355914 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-c17dc192-5285-483c-93ec-b7299c62d1fb service neutron] 10.222.0.20 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821934
Apr 30 21:47:55.455716 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-e36620cf-4152-4ce7-937c-6ad778587121 req-3d85a90f-35a3-40fd-9cd4-d64492bea180 service neutron] 10.222.0.20 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890169
Apr 30 21:47:56.259696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9a315-cc94-4d07-b854-f7a171e7b1b3 req-cff7fe6f-cc28-4a7b-a08d-79dc4c794a43 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:56.261174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5e9a315-cc94-4d07-b854-f7a171e7b1b3 req-cff7fe6f-cc28-4a7b-a08d-79dc4c794a43 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 944 time: 0.0472436
Apr 30 21:47:56.310347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d5e9a315-cc94-4d07-b854-f7a171e7b1b3 req-5cf47bec-95b1-4cad-9f5c-27283516838c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432949
Apr 30 21:47:57.426052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985d481-0e28-4096-8450-0bf5e197c384 req-98305b88-6955-4cc0-a83b-83d038e0bf97 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:57.427516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1985d481-0e28-4096-8450-0bf5e197c384 req-98305b88-6955-4cc0-a83b-83d038e0bf97 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 944 time: 0.0474873
Apr 30 21:47:57.478542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1985d481-0e28-4096-8450-0bf5e197c384 req-59b58873-d2bd-488f-b2b3-0333637f940f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453112
Apr 30 21:47:58.600343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc698311-a54a-44bb-989c-42f0cfa92496 req-73121df1-19ce-4e1e-a1d0-f2ce98dec8c2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:58.602371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc698311-a54a-44bb-989c-42f0cfa92496 req-73121df1-19ce-4e1e-a1d0-f2ce98dec8c2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 944 time: 0.0517845
Apr 30 21:47:58.651460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc698311-a54a-44bb-989c-42f0cfa92496 req-1dbe8434-7688-4075-8239-79155c4dae26 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431242
Apr 30 21:47:59.019799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0671ef54-efde-4401-afa6-2532e83c2ecb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:47:59.123761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0671ef54-efde-4401-afa6-2532e83c2ecb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0671ef54-efde-4401-afa6-2532e83c2ecb,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:47:59.135878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:47:59.171957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0671ef54-efde-4401-afa6-2532e83c2ecb is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:47:59.172344 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:59.185323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0671ef54-efde-4401-afa6-2532e83c2ecb {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:47:59.205458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0671ef54-efde-4401-afa6-2532e83c2ecb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0671ef54-efde-4401-afa6-2532e83c2ecb,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:47:59.302745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:47:59.349262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0671ef54-efde-4401-afa6-2532e83c2ecb,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:47:59.570979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0671ef54-efde-4401-afa6-2532e83c2ecb'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:47:59.779403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac81c5c-f905-4f8b-a2ce-9ba08a807fc0 req-09b40c21-359e-4bab-a367-969cf2a18083 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:47:59.780916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ac81c5c-f905-4f8b-a2ce-9ba08a807fc0 req-09b40c21-359e-4bab-a367-969cf2a18083 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 945 time: 0.0604200
Apr 30 21:47:59.830291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3ac81c5c-f905-4f8b-a2ce-9ba08a807fc0 req-78f3e83d-c7ab-4048-911a-3ea9c0d01c2d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435607
Apr 30 21:48:00.282487 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:48:00.948400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e9916-6a1b-4312-aacd-0255beb2ffaf req-f3341df1-3825-465e-805e-1d52427620ee tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:00.949905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-614e9916-6a1b-4312-aacd-0255beb2ffaf req-f3341df1-3825-465e-805e-1d52427620ee tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 945 time: 0.0522068
Apr 30 21:48:00.997730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-614e9916-6a1b-4312-aacd-0255beb2ffaf req-6c17d278-7703-4ef2-9d46-a4e403b4e41b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422204
Apr 30 21:48:01.036109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0671ef54-efde-4401-afa6-2532e83c2ecb up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:48:01.085016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 0671ef54-efde-4401-afa6-2532e83c2ecb completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:48:01.160238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0671ef54-efde-4401-afa6-2532e83c2ecb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:48:01.163320 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:01.236818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0671ef54-efde-4401-afa6-2532e83c2ecb is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:48:01.237285 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:01.260303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:48:01.262620 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2fb19-6658-4ed5-aa98-09720e36e96f" -d '{"events": [{"server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "name": "network-vif-plugged", "status": "completed", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:48:01.281661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0671ef54-efde-4401-afa6-2532e83c2ecb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0671ef54-efde-4401-afa6-2532e83c2ecb,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:48:01.299991 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fbc618-d609-469c-82b2-8ab52db8aa02 x-openstack-request-id: req-81fbc618-d609-469c-82b2-8ab52db8aa02 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:48:01.300283 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "name": "network-vif-plugged", "status": "completed", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:48:01.300535 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81fbc618-d609-469c-82b2-8ab52db8aa02 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:48:01.300931 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fbc618-d609-469c-82b2-8ab52db8aa02'] response: {'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'code': 200}
Apr 30 21:48:01.348880 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:01.399505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0671ef54-efde-4401-afa6-2532e83c2ecb,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:01.408672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705da66-7692-400b-89a8-b3a169734f13 req-5ccb182c-4fbe-4fe1-8d50-fe39f69a49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:01.410337 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9705da66-7692-400b-89a8-b3a169734f13 req-5ccb182c-4fbe-4fe1-8d50-fe39f69a49e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 1128 time: 0.0419300
Apr 30 21:48:01.461384 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9705da66-7692-400b-89a8-b3a169734f13 req-389628fb-440a-4f79-bbdc-0b1fc2b2e923 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402694
Apr 30 21:48:02.110464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04bb9e-acb7-42af-aa6e-817fe7d3351c req-ae00062a-a908-4ce5-b1bf-583d039d0668 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:02.111937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f04bb9e-acb7-42af-aa6e-817fe7d3351c req-ae00062a-a908-4ce5-b1bf-583d039d0668 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 946 time: 0.0475218
Apr 30 21:48:02.162203 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f04bb9e-acb7-42af-aa6e-817fe7d3351c req-71de3246-5914-4b8c-afbd-1b93310e61b7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440378
Apr 30 21:48:03.277484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d272365-2355-4e5b-84bd-fad65d48ce09 req-fafcecc5-bfd0-4478-b023-89928b4ba131 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:03.279163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d272365-2355-4e5b-84bd-fad65d48ce09 req-fafcecc5-bfd0-4478-b023-89928b4ba131 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 946 time: 0.0482123
Apr 30 21:48:03.332135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d272365-2355-4e5b-84bd-fad65d48ce09 req-d802769e-1110-4c5f-bc92-5cce1e3609e0 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472963
Apr 30 21:48:03.446033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cf097-c6bd-4987-8465-2358cc76c113 req-e212b9f3-55ff-424c-b37c-cf6c186820d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:03.447490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e8cf097-c6bd-4987-8465-2358cc76c113 req-e212b9f3-55ff-424c-b37c-cf6c186820d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 946 time: 0.0476930
Apr 30 21:48:03.495631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e8cf097-c6bd-4987-8465-2358cc76c113 req-e8d09be3-ac7b-49f8-a92b-c8d9eb7ef58d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425072
Apr 30 21:48:03.524636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46330) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:03.561607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838952b7-7782-4bfc-ae68-76b7fabf7c44 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:03.563146 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-838952b7-7782-4bfc-ae68-76b7fabf7c44 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 1123 time: 0.0375185
Apr 30 21:48:03.566233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46332) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:03.570955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:03.672689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:03.758366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:03.859921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.35.4.168 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/fb15b67a-f735-4799-8a5e-ad16bb716b94) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:48:03.964698 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (fb15b67a-f735-4799-8a5e-ad16bb716b94), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:04.063269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fb15b67a-f735-4799-8a5e-ad16bb716b94), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:04.101209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:48:04.104650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:48:04.108195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:48:04.135174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=fb15b67a-f735-4799-8a5e-ad16bb716b94,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:04.148149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.149016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.149359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.149696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.150059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.150394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.150978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.151306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.151634 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.151961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.152288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.152613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.152941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.153263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.153586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:04.497410 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for floatingip (c7b90bcb-ce77-4b13-8061-5b16cc751703), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:04.667462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fb15b67a-f735-4799-8a5e-ad16bb716b94), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:04.823908 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (fb15b67a-f735-4799-8a5e-ad16bb716b94), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:04.930136 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (fb15b67a-f735-4799-8a5e-ad16bb716b94), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:04.999231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=fb15b67a-f735-4799-8a5e-ad16bb716b94,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:05.013210 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (c7b90bcb-ce77-4b13-8061-5b16cc751703), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:05.118212 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Floating IP c7b90bcb-ce77-4b13-8061-5b16cc751703 associated. External IP: 172.35.4.168, port: 0671ef54-efde-4401-afa6-2532e83c2ecb.
Apr 30 21:48:05.331723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router c2dee8a4-3f95-41c0-8341-1f403158609a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:48:05.442332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:48:05.452195 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] Sync routers for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:48:05.462700 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:48:05.463305 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:47:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:48:05.510483 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:05.544720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e2982325-6a7d-41c0-8ba4-2d4ba6225daa tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.9774840
Apr 30 21:48:05.548030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:48:05.548030 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e8fab9-4ac5-4147-9328-68c8843f776e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:48:05.548265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46338) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:05.571244 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:48:05.588193 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b3fd9c-d256-4a5f-a7a0-ab5e28381503 x-openstack-request-id: req-78b3fd9c-d256-4a5f-a7a0-ab5e28381503 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:48:05.588489 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:48:05.588741 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78b3fd9c-d256-4a5f-a7a0-ab5e28381503 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:48:05.589150 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b3fd9c-d256-4a5f-a7a0-ab5e28381503'] response: {'name': 'network-changed', 'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'status': 'completed', 'code': 200}
Apr 30 21:48:05.628963 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fd98f5e3-f3e5-4cea-8619-d91f55c77159 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/floatingips/c7b90bcb-ce77-4b13-8061-5b16cc751703 HTTP/1.1" status: 200  len: 992 time: 0.0799930
Apr 30 21:48:05.657911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-b25f74e6-621c-4fd6-a894-2de7c276b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:05.659436 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-b25f74e6-621c-4fd6-a894-2de7c276b8f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 1128 time: 0.0415862
Apr 30 21:48:05.753495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-c85fb721-5220-428a-b237-16a4c0877ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:05.754926 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-c85fb721-5220-428a-b237-16a4c0877ea0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2bd705d2-50f2-4767-b7d1-c21957344019 HTTP/1.1" status: 200  len: 897 time: 0.0871413
Apr 30 21:48:05.825394 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-5cfee60c-ead6-48d1-b9e8-7795a96f5ea5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0671ef54-efde-4401-afa6-2532e83c2ecb HTTP/1.1" status: 200  len: 1000 time: 0.0639930
Apr 30 21:48:05.873367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-ca67cf57-f10e-46f6-93dc-b3bba900d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:05.874849 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-ca67cf57-f10e-46f6-93dc-b3bba900d81b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0018f731-f589-48f8-bbaa-332178729f34 HTTP/1.1" status: 200  len: 834 time: 0.0439208
Apr 30 21:48:05.884818 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0b50>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:04Z', 'revision_number': 0, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:48:05.911296 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] Checking router: c2dee8a4-3f95-41c0-8341-1f403158609a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:48:05.919168 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-553c845c-ee17-4a21-9a63-0414e50a886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:05.919598 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:48:05.920198 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:47:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:48:05.920657 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-553c845c-ee17-4a21-9a63-0414e50a886d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bd705d2-50f2-4767-b7d1-c21957344019&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390928
Apr 30 21:48:06.013372 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-5e4e4426-6470-491e-9449-9ff97a41bd2a service neutron] 10.222.0.20 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867364
Apr 30 21:48:06.029060 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:48:06.104197 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-21e8fab9-4ac5-4147-9328-68c8843f776e req-26ca1258-666f-4954-be91-c3bfd785c08f service neutron] 10.222.0.20 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848424
Apr 30 21:48:06.246560 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b0b50>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:04Z', 'revision_number': 0, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:48:06.273293 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ee04e-b985-4d71-b2b8-53778daa6871 None None] The sync data for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 is: [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:04Z', 'revision_number': 0, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:48:06.463493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fee0ec-6c71-448c-95b2-c7d0845c6b9f None None] New status for floating IP c7b90bcb-ce77-4b13-8061-5b16cc751703: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:48:06.632676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46344) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:06.707717 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a71771c3-de75-4318-ab6e-14d8381d90a8 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/floatingips/c7b90bcb-ce77-4b13-8061-5b16cc751703 HTTP/1.1" status: 200  len: 992 time: 0.0733259
Apr 30 21:48:07.712195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:07.772276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7e28801f-efd0-4d6c-9253-12d0e00bbc7f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/floatingips/c7b90bcb-ce77-4b13-8061-5b16cc751703 HTTP/1.1" status: 200  len: 994 time: 0.0589159
Apr 30 21:48:17.232718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:17.844006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-faf3a38e-6419-431c-ab9e-bca7e5739f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:20.397282 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-ea198d89-8f2b-4c70-b4af-80f59035c2be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0406082
Apr 30 21:48:20.479407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-5d0e64d2-ffaf-4ba9-bc7f-ac5a33e630dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:20.480883 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-5d0e64d2-ffaf-4ba9-bc7f-ac5a33e630dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1127 time: 0.0380390
Apr 30 21:48:20.531405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-afd98d30-51df-4699-ab61-a510ca4ad9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:20.593660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-9aec6f00-186c-4a06-ab4a-cdd5c7712cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:20.595154 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-9aec6f00-186c-4a06-ab4a-cdd5c7712cf1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 915 time: 0.0949113
Apr 30 21:48:20.662239 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-79c5bd3a-0d6d-4ba3-b7ee-639a38f033ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 1001 time: 0.0599334
Apr 30 21:48:20.714372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-99a18e6d-5a8b-4123-9f07-e39fd05237a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:20.715824 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-99a18e6d-5a8b-4123-9f07-e39fd05237a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 200  len: 853 time: 0.0481713
Apr 30 21:48:20.759672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-066cfacd-5cf6-498f-8579-08bc1a6f0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:20.761284 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-066cfacd-5cf6-498f-8579-08bc1a6f0c6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd727f6-7263-495c-aa6d-b15a3908072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389147
Apr 30 21:48:20.849320 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-71ae010b-a038-48f0-9f9b-0dc4d318b029 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814536
Apr 30 21:48:20.947175 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-035b0d87-3fac-4bd4-bf6e-5a1f9cdc7910 req-cc227775-33ff-4484-98cf-bf8be53d4625 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893557
Apr 30 21:48:21.301040 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:21.416803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:23.211509 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:23.573340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06688244-e2c5-41c6-891b-deff520431ba req-f3d5ddc4-95b6-48b9-8712-44a9ac6d1a68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0374379
Apr 30 21:48:23.654347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06688244-e2c5-41c6-891b-deff520431ba req-197de6ca-6f0e-456c-aac3-da0ffb12e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:23.655825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06688244-e2c5-41c6-891b-deff520431ba req-197de6ca-6f0e-456c-aac3-da0ffb12e70a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 1127 time: 0.0433209
Apr 30 21:48:23.754757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06688244-e2c5-41c6-891b-deff520431ba req-cfafac3a-16df-4153-b702-6b5ef9ae78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:23.756204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06688244-e2c5-41c6-891b-deff520431ba req-cfafac3a-16df-4153-b702-6b5ef9ae78a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 915 time: 0.0837922
Apr 30 21:48:23.796555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06688244-e2c5-41c6-891b-deff520431ba req-a0670948-6799-4fb0-8e57-ea461bcc3be6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ed68eb-7e63-4393-817d-09eba452925a HTTP/1.1" status: 200  len: 217 time: 0.0332675
Apr 30 21:48:23.846987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06688244-e2c5-41c6-891b-deff520431ba req-cc41565f-7827-4d84-bae2-7006146837aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:23.848382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06688244-e2c5-41c6-891b-deff520431ba req-cc41565f-7827-4d84-bae2-7006146837aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ff6244-14f7-4a38-a28d-1c8965fd0563 HTTP/1.1" status: 200  len: 854 time: 0.0464811
Apr 30 21:48:23.880446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06688244-e2c5-41c6-891b-deff520431ba req-563e14f2-e90a-44fb-bb89-fd91e31f165f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260298
Apr 30 21:48:23.966548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06688244-e2c5-41c6-891b-deff520431ba req-64a3fc9d-6eb7-4d2d-93f3-cc151497fe9e service neutron] 10.222.0.35 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796423
Apr 30 21:48:24.057079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06688244-e2c5-41c6-891b-deff520431ba req-df4334d9-1f7f-42c6-9d39-22a1f18209e8 service neutron] 10.222.0.35 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852625
Apr 30 21:48:24.501222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:37.282111 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:48:40.946833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46458) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:41.018902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954875e-b40b-4b4d-9715-331f916151b8 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:41.019369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954875e-b40b-4b4d-9715-331f916151b8 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:41.019834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954875e-b40b-4b4d-9715-331f916151b8 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:41.021605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8954875e-b40b-4b4d-9715-331f916151b8 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=cf9af556d4c3479a89d448e8bc633a3e&network_id=2bd705d2-50f2-4767-b7d1-c21957344019 HTTP/1.1" status: 200  len: 3075 time: 0.0737319
Apr 30 21:48:43.156059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46472) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:43.212112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5e998-a65f-4178-87b0-7bb237cde4a4 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:43.213596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a7d5e998-a65f-4178-87b0-7bb237cde4a4 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58 HTTP/1.1" status: 200  len: 814 time: 0.0566394
Apr 30 21:48:43.962143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46480) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:43.967134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'network': {'name': 'tempest-network-smoke--325308487', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'port_security_enabled': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:44.056711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:48:44.060012 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:44.083233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:48:44.091635 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (054868a7-536e-45d5-b524-59524a5d0757), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:44.091999 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Added segment 054868a7-536e-45d5-b524-59524a5d0757 of type vlan for network 58c50a14-b8e4-422b-b888-1ef880ea4f55
Apr 30 21:48:44.131112 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (58c50a14-b8e4-422b-b888-1ef880ea4f55), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:44.245531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (58c50a14-b8e4-422b-b888-1ef880ea4f55), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:44.250536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:44.251122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:44.320262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Network': ['ID=58c50a14-b8e4-422b-b888-1ef880ea4f55,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:44.334815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:48:44.385409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0970d56a-5aa8-4d32-8359-68434fa85648 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4221694
Apr 30 21:48:44.388430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46484) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:44.454842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a277c36-2890-4106-82f5-874201917d07 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:44.456356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6a277c36-2890-4106-82f5-874201917d07 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cf9af556d4c3479a89d448e8bc633a3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0669527
Apr 30 21:48:44.459704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:44.547449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0ea51d-6226-41fe-a3d1-28708d9e8a7c tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:44.548869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9e0ea51d-6226-41fe-a3d1-28708d9e8a7c tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0882711
Apr 30 21:48:44.552168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46488) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:44.579698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b941f896-5d3b-4c10-ac4f-266a7317c644 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0265024
Apr 30 21:48:44.582375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46490) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:44.608687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-07542afa-890d-482d-b598-5f598bb98996 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cf9af556d4c3479a89d448e8bc633a3e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0252657
Apr 30 21:48:44.611261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46492) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:44.702423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1eb2d-53ab-4275-8d9f-65ea458f65f3 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:44.703919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-47c1eb2d-53ab-4275-8d9f-65ea458f65f3 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0917790
Apr 30 21:48:44.706739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46494) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:44.733539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-396ea50c-7098-4611-aca3-06cca5dfb4cc tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0257468
Apr 30 21:48:44.735743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46496) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:44.740714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829868858', 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:44.884897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:48:44.888319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:45.125557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (272c7cfe-1f47-4fba-b2c6-7f484722cbf1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:45.515865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Subnet': ['ID=272c7cfe-1f47-4fba-b2c6-7f484722cbf1,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:45.526241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Checking segment: {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:48:45.526606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network hostable DHCP agents. Network: 58c50a14-b8e4-422b-b888-1ef880ea4f55, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:48:45.593133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:48:45.668241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 58c50a14-b8e4-422b-b888-1ef880ea4f55) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:48:45.672312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:45.681427 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:45.682208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a6323-9e6e-4d5d-a1c5-20dafa01b185 None None] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:48:45.776907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-58c50a14-b8e4-422b-b888-1ef880ea4f55', 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ips': [{'subnet_id': '272c7cfe-1f47-4fba-b2c6-7f484722cbf1'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:48:45.777735 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:45.785233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-01fc4004-1c3d-41ec-b267-b55621964aa1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0484910
Apr 30 21:48:45.906921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Allocated IP 172.20.0.18 (58c50a14-b8e4-422b-b888-1ef880ea4f55/272c7cfe-1f47-4fba-b2c6-7f484722cbf1/3f4b64eb-6981-4910-9aa6-6e6281a1f40c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:48:46.065271 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Publish callbacks [] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.154145 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.190145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:48:46.194878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:48:46.198303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:48:46.207705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Pushing event updated for resources: {'Port': ['ID=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:46.217859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.218206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.218545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.218877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.219200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.219524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.219845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.220166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.220482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.220869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.221202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.221491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.221811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.222065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.222381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.242592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46502) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:46.247446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8f9947c7-942d-4f06-9610-5efa01fc76cb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861430591', 'description': 'tempest-secgroup-smoke-1861430591 description', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:46.280328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Attempting to bind port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:48:46.280690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Attempting to bind port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:48:46.281243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Attempting to bind port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c on network 58c50a14-b8e4-422b-b888-1ef880ea4f55 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:48:46.292874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:48:46.293277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Checking segment: {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:48:46.293666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.294189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Bound using segment: {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:48:46.294663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Bound port: 3f4b64eb-6981-4910-9aa6-6e6281a1f40c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:48:46.295064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.356873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] For port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:48:46.361835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f9947c7-942d-4f06-9610-5efa01fc76cb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.362033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] For port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:48:46.428973 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f9947c7-942d-4f06-9610-5efa01fc76cb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (038f8034-a3e4-42e4-8107-a5b03f82c2f4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.467580 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.524402 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f9947c7-942d-4f06-9610-5efa01fc76cb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (038f8034-a3e4-42e4-8107-a5b03f82c2f4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.529323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec185f-ec2a-4f9e-bfff-dc1e494ac83f None None] Pushing event updated for resources: {'Port': ['ID=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:46.556544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9947c7-942d-4f06-9610-5efa01fc76cb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038f8034-a3e4-42e4-8107-a5b03f82c2f4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:46.670157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f9947c7-942d-4f06-9610-5efa01fc76cb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.672218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8f9947c7-942d-4f06-9610-5efa01fc76cb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4276311
Apr 30 21:48:46.674559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46506) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:46.682740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '038f8034-a3e4-42e4-8107-a5b03f82c2f4', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:46.765584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (e3ff5081-80da-48e5-a5de-09e4a819b37b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.816955 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (e3ff5081-80da-48e5-a5de-09e4a819b37b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.895631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e3ff5081-80da-48e5-a5de-09e4a819b37b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:46.911979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3f4b64eb-6981-4910-9aa6-6e6281a1f40c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:48:46.912425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ff5081-80da-48e5-a5de-09e4a819b37b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:46.922309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.922655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.922999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.923333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.923663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.923993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.924318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.924641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.924963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.925288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.925613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.925964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.926777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.927097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.927416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:48:46.962708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:48:46.963178 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.001583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.002908 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c8776eac-c97d-43e6-895c-b86d0d45dbb7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3242490
Apr 30 21:48:47.006502 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46508) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:47.010780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-37836ff2-3373-4b6e-a472-567250a9f0e8 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '038f8034-a3e4-42e4-8107-a5b03f82c2f4', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:47.041688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:48:47.042024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.075859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:48:47.097451 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37836ff2-3373-4b6e-a472-567250a9f0e8 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (1c568e82-779a-436b-8c26-0e7dfed983e7), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.142569 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.161364 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37836ff2-3373-4b6e-a472-567250a9f0e8 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (1c568e82-779a-436b-8c26-0e7dfed983e7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.210630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:47.227088 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37836ff2-3373-4b6e-a472-567250a9f0e8 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (1c568e82-779a-436b-8c26-0e7dfed983e7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.249454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37836ff2-3373-4b6e-a472-567250a9f0e8 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c568e82-779a-436b-8c26-0e7dfed983e7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:47.255771 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.315025 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37836ff2-3373-4b6e-a472-567250a9f0e8 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.316247 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37836ff2-3373-4b6e-a472-567250a9f0e8 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3087962
Apr 30 21:48:47.319478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46510) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:47.324088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e89a1b0a-a4a9-4d01-855f-7eb8d7b655e9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '038f8034-a3e4-42e4-8107-a5b03f82c2f4', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:47.421976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e89a1b0a-a4a9-4d01-855f-7eb8d7b655e9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (841da62a-562c-4790-bc50-d96ab7acd36c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.422393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f847a-1000-49dc-9adb-a3d216f99358 None None] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:48:47.477313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e89a1b0a-a4a9-4d01-855f-7eb8d7b655e9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (841da62a-562c-4790-bc50-d96ab7acd36c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.481556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d16f7cf0-f5c7-4bcc-8e3a-7884acdb3906 None None] Provisioning complete for port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:48:47.481935 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d16f7cf0-f5c7-4bcc-8e3a-7884acdb3906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.554239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e89a1b0a-a4a9-4d01-855f-7eb8d7b655e9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (841da62a-562c-4790-bc50-d96ab7acd36c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.571415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a1b0a-a4a9-4d01-855f-7eb8d7b655e9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841da62a-562c-4790-bc50-d96ab7acd36c,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:47.608507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d16f7cf0-f5c7-4bcc-8e3a-7884acdb3906 None None] Current status of the port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:48:47.641491 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e89a1b0a-a4a9-4d01-855f-7eb8d7b655e9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.642816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e89a1b0a-a4a9-4d01-855f-7eb8d7b655e9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3222389
Apr 30 21:48:47.646423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46514) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:47.651327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2d6422b9-c9db-4f5c-87d6-b3bc6ad11159 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '038f8034-a3e4-42e4-8107-a5b03f82c2f4', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:47.736673 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d6422b9-c9db-4f5c-87d6-b3bc6ad11159 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (36602a40-d5b2-4c18-8e51-1f33479002de), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.796244 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d6422b9-c9db-4f5c-87d6-b3bc6ad11159 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (36602a40-d5b2-4c18-8e51-1f33479002de), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.826086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4ae50971-756a-499b-9029-19033adb0731 None None] Provisioning complete for port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:48:47.826497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4ae50971-756a-499b-9029-19033adb0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.864461 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9974ffb0-9811-465d-95b0-adf5c2e74a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.885359 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d6422b9-c9db-4f5c-87d6-b3bc6ad11159 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (36602a40-d5b2-4c18-8e51-1f33479002de), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.905583 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6422b9-c9db-4f5c-87d6-b3bc6ad11159 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36602a40-d5b2-4c18-8e51-1f33479002de,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:47.916655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4ae50971-756a-499b-9029-19033adb0731 None None] Current status of the port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:48:47.961514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2d6422b9-c9db-4f5c-87d6-b3bc6ad11159 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:47.962767 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2d6422b9-c9db-4f5c-87d6-b3bc6ad11159 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3153114
Apr 30 21:48:47.965501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46516) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:47.969706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-10a81051-b1e0-496f-83fb-12616c1f2d22 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '038f8034-a3e4-42e4-8107-a5b03f82c2f4', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:48.073863 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-10a81051-b1e0-496f-83fb-12616c1f2d22 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Project cf9af556d4c3479a89d448e8bc633a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:48:48.079932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10a81051-b1e0-496f-83fb-12616c1f2d22 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (a54441c3-5d83-4a47-b7f3-b48e5823c853), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.136136 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10a81051-b1e0-496f-83fb-12616c1f2d22 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (a54441c3-5d83-4a47-b7f3-b48e5823c853), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.216847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10a81051-b1e0-496f-83fb-12616c1f2d22 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a54441c3-5d83-4a47-b7f3-b48e5823c853), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.236379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a81051-b1e0-496f-83fb-12616c1f2d22 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54441c3-5d83-4a47-b7f3-b48e5823c853,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:48.310363 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-10a81051-b1e0-496f-83fb-12616c1f2d22 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.311657 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-10a81051-b1e0-496f-83fb-12616c1f2d22 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3451960
Apr 30 21:48:48.314364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46518) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:48.319326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-404255ed-40f9-4bdd-a54a-94bfd7bad4a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '038f8034-a3e4-42e4-8107-a5b03f82c2f4', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:48.415637 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-404255ed-40f9-4bdd-a54a-94bfd7bad4a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Project cf9af556d4c3479a89d448e8bc633a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:48:48.421358 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-404255ed-40f9-4bdd-a54a-94bfd7bad4a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (25a9dccc-c014-42e0-8eec-fb2e59bba6d9), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.486859 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-404255ed-40f9-4bdd-a54a-94bfd7bad4a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (25a9dccc-c014-42e0-8eec-fb2e59bba6d9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.541121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-404255ed-40f9-4bdd-a54a-94bfd7bad4a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (25a9dccc-c014-42e0-8eec-fb2e59bba6d9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.561474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404255ed-40f9-4bdd-a54a-94bfd7bad4a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a9dccc-c014-42e0-8eec-fb2e59bba6d9,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:48.623967 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-404255ed-40f9-4bdd-a54a-94bfd7bad4a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.625307 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-404255ed-40f9-4bdd-a54a-94bfd7bad4a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3097770
Apr 30 21:48:48.775771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b57885ee-90ed-49ab-8bee-3da991e2c325 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861430591&fields=id&tenant_id=cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 267 time: 0.0432570
Apr 30 21:48:48.884961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-0004a862-09bf-4bc7-8ccb-90681c96c40d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:48.886583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-0004a862-09bf-4bc7-8ccb-90681c96c40d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/networks?id=58c50a14-b8e4-422b-b888-1ef880ea4f55 HTTP/1.1" status: 200  len: 796 time: 0.1043615
Apr 30 21:48:48.895502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3f4b64eb-6981-4910-9aa6-6e6281a1f40c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:48:48.902388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-40dc0cd5-cf4f-4ee0-b977-5382dd3ca489 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/quotas/cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 375 time: 0.0098011
Apr 30 21:48:48.944528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:48:48.945109 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:48.957371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-2b52c935-827e-439c-ba0f-97638227a50a tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0494432
Apr 30 21:48:49.030029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:48:49.061595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-5a022caf-dd8f-4f66-975d-b01bdcc5d063 service neutron] 10.222.0.23 "GET /v2.0/networks/58c50a14-b8e4-422b-b888-1ef880ea4f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0919254
Apr 30 21:48:49.151259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-45660e1a-360c-4d29-ad55-1d5807b83c2d service neutron] 10.222.0.23 "GET /v2.0/networks/58c50a14-b8e4-422b-b888-1ef880ea4f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836425
Apr 30 21:48:49.388130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fcfae3df-81aa-4479-affb-deb7367345ef req-77480847-b8f1-4e82-b51c-4ad17cab91f9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 210 time: 0.0324481
Apr 30 21:48:50.482059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f257c1f-e9cc-40e9-b6fd-f58d0ed1b889 req-e8075987-7b2e-4452-a4ac-8a038cc13bb2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 210 time: 0.0281634
Apr 30 21:48:50.502722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1a5e9c3b-720a-4909-a574-1aca18d57828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:51.244273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-984abbc1-6ac3-4a4e-9266-338d0a0b98a6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:51.245713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-984abbc1-6ac3-4a4e-9266-338d0a0b98a6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "GET /v2.0/networks?id=58c50a14-b8e4-422b-b888-1ef880ea4f55 HTTP/1.1" status: 200  len: 796 time: 0.1081493
Apr 30 21:48:51.291303 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:51.336977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-ee47a82c-feac-4875-89b9-a28b245dd540 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 472 time: 0.0832806
Apr 30 21:48:51.345664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'port': {'device_id': '6b41050d-1a2f-4d73-ad3c-552e9c70e9b3', 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55', 'admin_state_up': True, 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'security_groups': ['038f8034-a3e4-42e4-8107-a5b03f82c2f4']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:51.399818 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:51.542695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:48:51.546141 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:51.596239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5852741f-6968-4358-be1a-cca67b3d9729 req-838cb2c7-4069-4b7a-bd58-d789ef16b30c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 210 time: 0.0403299
Apr 30 21:48:51.697391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.20.0.20 (58c50a14-b8e4-422b-b888-1ef880ea4f55/272c7cfe-1f47-4fba-b2c6-7f484722cbf1/ee7f6250-3cbb-4da0-91b0-207c0b7c0530) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:48:51.834817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:51.929932 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:51.972651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:48:51.975664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:48:51.979424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:48:52.005160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:52.034947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:52.035568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:52.157957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b6b6a462-3a1c-415a-818d-1a1aeaddc555 None None] Provisioning complete for port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:48:52.158474 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b6b6a462-3a1c-415a-818d-1a1aeaddc555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:52.178772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-d1a37181-1c36-4280-a563-104e64683108 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8366919
Apr 30 21:48:52.190137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Request body: {'port': {'device_id': '6b41050d-1a2f-4d73-ad3c-552e9c70e9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:48:52.191843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6a462-3a1c-415a-818d-1a1aeaddc555 None None] Port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:48:52.254781 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:52.526357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7f6250-3cbb-4da0-91b0-207c0b7c0530 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:48:52.533819 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Publish callbacks [] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:52.546442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Transition to ACTIVE for port object ee7f6250-3cbb-4da0-91b0-207c0b7c0530 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:48:52.628008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:52.684237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Pushing event updated for resources: {'Port': ['ID=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:52.776168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db5cb8-d715-4a19-8e2e-e3869ec3a92f req-139914da-147b-4a68-8744-4264e9925d80 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:52.777827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93db5cb8-d715-4a19-8e2e-e3869ec3a92f req-139914da-147b-4a68-8744-4264e9925d80 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 944 time: 0.0985110
Apr 30 21:48:52.818308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Attempting to bind port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:48:52.818651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Attempting to bind port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:48:52.818979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Attempting to bind port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 on network 58c50a14-b8e4-422b-b888-1ef880ea4f55 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:48:52.835787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 on network 58c50a14-b8e4-422b-b888-1ef880ea4f55 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:48:52.836126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Attempting to bind port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 on network 58c50a14-b8e4-422b-b888-1ef880ea4f55 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:48:52.851546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:48:52.851894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Checking segment: {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:48:52.852291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Bound using segment: {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:48:52.852731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Bound port: ee7f6250-3cbb-4da0-91b0-207c0b7c0530, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:48:52.853095 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:52.858201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93db5cb8-d715-4a19-8e2e-e3869ec3a92f req-99b7ffe8-ed35-4b22-a9b9-6aeada27b02b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734487
Apr 30 21:48:52.924923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] For port ee7f6250-3cbb-4da0-91b0-207c0b7c0530, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:48:52.930163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] For port ee7f6250-3cbb-4da0-91b0-207c0b7c0530, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:48:53.011374 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:53.046696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.047231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:53.048603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] 10.222.0.35 "PUT /v2.0/ports/ee7f6250-3cbb-4da0-91b0-207c0b7c0530 HTTP/1.1" status: 200  len: 1092 time: 0.8625991
Apr 30 21:48:53.049041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b41050d-1a2f-4d73-ad3c-552e9c70e9b3', 'tag': 'ee7f6250-3cbb-4da0-91b0-207c0b7c0530'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:48:53.051311 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d78fc03-6c87-43a1-afed-7d1dab2e5944" -d '{"events": [{"name": "network-changed", "server_uuid": "6b41050d-1a2f-4d73-ad3c-552e9c70e9b3", "tag": "ee7f6250-3cbb-4da0-91b0-207c0b7c0530"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:48:53.076243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d01866-028e-4133-843a-68be13f5de3b service neutron] Pushing event updated for resources: {'Port': ['ID=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:53.107348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46560) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:53.111913 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1235a416-ba58-4374-8920-c14e1d52fa79 x-openstack-request-id: req-1235a416-ba58-4374-8920-c14e1d52fa79 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:48:53.112202 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b41050d-1a2f-4d73-ad3c-552e9c70e9b3", "tag": "ee7f6250-3cbb-4da0-91b0-207c0b7c0530", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:48:53.112662 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1235a416-ba58-4374-8920-c14e1d52fa79 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:48:53.116386 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1235a416-ba58-4374-8920-c14e1d52fa79'] response: {'name': 'network-changed', 'server_uuid': '6b41050d-1a2f-4d73-ad3c-552e9c70e9b3', 'tag': 'ee7f6250-3cbb-4da0-91b0-207c0b7c0530', 'status': 'completed', 'code': 200}
Apr 30 21:48:53.183285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78fc03-6c87-43a1-afed-7d1dab2e5944 req-e448eccb-5882-4bd5-842a-7246a8b63f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.185161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d78fc03-6c87-43a1-afed-7d1dab2e5944 req-e448eccb-5882-4bd5-842a-7246a8b63f36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 1126 time: 0.0510514
Apr 30 21:48:53.251252 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:53.371606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78fc03-6c87-43a1-afed-7d1dab2e5944 req-b4965cdf-eff3-45fd-8203-1fe9bfa4c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.372076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78fc03-6c87-43a1-afed-7d1dab2e5944 req-b4965cdf-eff3-45fd-8203-1fe9bfa4c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.373608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d78fc03-6c87-43a1-afed-7d1dab2e5944 req-b4965cdf-eff3-45fd-8203-1fe9bfa4c16c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&shared=False HTTP/1.1" status: 200  len: 1582 time: 0.1817203
Apr 30 21:48:53.388033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Deleting port 31b9fadd-ea67-463c-80ff-d73e0a76ba7a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:48:53.388373 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:53.463691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:53.464016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for floatingip (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:53.477013 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Calling delete_port for 31b9fadd-ea67-463c-80ff-d73e0a76ba7a owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:48:53.537129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78fc03-6c87-43a1-afed-7d1dab2e5944 req-bfe723ea-a90d-4a2c-9422-ad587077379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.538669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d78fc03-6c87-43a1-afed-7d1dab2e5944 req-bfe723ea-a90d-4a2c-9422-ad587077379e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1596527
Apr 30 21:48:53.615382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b39d81b6-f8b1-4e42-963e-50d3f626d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.617610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-b39d81b6-f8b1-4e42-963e-50d3f626d859 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 1126 time: 0.0402870
Apr 30 21:48:53.660321 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-8791292a-1ff1-4dde-aa42-dce7fc3f1e62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=ee7f6250-3cbb-4da0-91b0-207c0b7c0530 HTTP/1.1" status: 200  len: 217 time: 0.0358324
Apr 30 21:48:53.702398 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (31b9fadd-ea67-463c-80ff-d73e0a76ba7a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:53.712545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-aa014053-d567-415c-9d3c-ab51813f18de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.714041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-aa014053-d567-415c-9d3c-ab51813f18de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=272c7cfe-1f47-4fba-b2c6-7f484722cbf1 HTTP/1.1" status: 200  len: 837 time: 0.0481911
Apr 30 21:48:53.725477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event deleted for resources: {'Port': ['ID=31b9fadd-ea67-463c-80ff-d73e0a76ba7a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:53.769339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-751d63e2-5cd9-4feb-95c8-0717396eff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.770895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-751d63e2-5cd9-4feb-95c8-0717396eff59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58c50a14-b8e4-422b-b888-1ef880ea4f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0513852
Apr 30 21:48:53.795125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for floatingip (7e04d2a9-3cae-42a9-81cd-b33deaa83575), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:53.795602 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Floating IP 7e04d2a9-3cae-42a9-81cd-b33deaa83575 disassociated (deleted). External IP: 172.35.4.137, port: 83f36608-44f4-4502-9c2b-4aa0d74f0be3.
Apr 30 21:48:53.863998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-f5803053-63c6-4518-84f2-b551b6a3f1a6 service neutron] 10.222.0.35 "GET /v2.0/networks/58c50a14-b8e4-422b-b888-1ef880ea4f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871384
Apr 30 21:48:53.994136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ada629-b1fc-452c-a3df-5d5e97554a41 req-3b7799b5-ad94-49fa-aa62-3178bdc4483c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:53.995609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89ada629-b1fc-452c-a3df-5d5e97554a41 req-3b7799b5-ad94-49fa-aa62-3178bdc4483c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 944 time: 0.0644295
Apr 30 21:48:53.999277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-181a93dd-994a-45ad-aa7f-5d4498fd3c32 req-9c2f64d9-54b5-420b-9372-a1d5240c86d8 service neutron] 10.222.0.35 "GET /v2.0/networks/58c50a14-b8e4-422b-b888-1ef880ea4f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295986
Apr 30 21:48:54.015139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Router 2a52372d-9bca-4bdc-8025-4004b9d1b47c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:48:54.046838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89ada629-b1fc-452c-a3df-5d5e97554a41 req-31cef672-b99e-4829-9cd3-c369595b54e7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451584
Apr 30 21:48:54.131273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:48:54.135582 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:54.145661 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] Sync routers for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:48:54.158133 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:48:54.163840 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d8cb670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:48:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:48:54.165460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-996d22c0-d523-408f-90ab-eebcc797ce36 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "DELETE /v2.0/floatingips/7e04d2a9-3cae-42a9-81cd-b33deaa83575 HTTP/1.1" status: 204  len: 168 time: 1.0569932
Apr 30 21:48:54.166074 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:48:54.168522 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf041e71-d4aa-485d-9d84-99f1f449edb5" -d '{"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:48:54.213674 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c826aeaf-956a-4ba4-a9ac-dc4a3ec3c4b3 x-openstack-request-id: req-c826aeaf-956a-4ba4-a9ac-dc4a3ec3c4b3 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:48:54.214002 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:48:54.214295 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c826aeaf-956a-4ba4-a9ac-dc4a3ec3c4b3 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:48:54.214709 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c826aeaf-956a-4ba4-a9ac-dc4a3ec3c4b3'] response: {'name': 'network-changed', 'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'status': 'completed', 'code': 200}
Apr 30 21:48:54.291993 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:48:54.298872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-a7233439-1591-40fc-9ce0-94e5cfdf012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:54.300674 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-a7233439-1591-40fc-9ce0-94e5cfdf012c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abef47ea98c94b53836ceb8e201788f7&device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 1127 time: 0.0495877
Apr 30 21:48:54.401453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-c6c7bb3a-4c7c-4ea0-90ff-382e6ad455ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:54.402993 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-c6c7bb3a-4c7c-4ea0-90ff-382e6ad455ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 200  len: 915 time: 0.0938115
Apr 30 21:48:54.448217 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-b4dbeb30-afe3-4183-954c-9f04a59acf29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 200  len: 217 time: 0.0352230
Apr 30 21:48:54.486359 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:54.493022 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d8cb670>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:48:54.508592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-160f5b77-877c-4dc9-b430-5bd6ccd5a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:54.510088 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-160f5b77-877c-4dc9-b430-5bd6ccd5a057 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 200  len: 853 time: 0.0524936
Apr 30 21:48:54.523857 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] Checking router: 2a52372d-9bca-4bdc-8025-4004b9d1b47c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:48:54.533192 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:48:54.533825 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d8cb670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:48:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:48:54.561021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-61672caa-d2dd-4e34-bc03-5527d3ebb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:54.562570 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-61672caa-d2dd-4e34-bc03-5527d3ebb410 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd727f6-7263-495c-aa6d-b15a3908072b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452893
Apr 30 21:48:54.645539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60521aa8-50ed-488b-a573-7aeccd9b8fdd req-2a9f45fa-bb3b-42d5-ac16-f18c9fa89474 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:54.647394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60521aa8-50ed-488b-a573-7aeccd9b8fdd req-2a9f45fa-bb3b-42d5-ac16-f18c9fa89474 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 945 time: 0.0514195
Apr 30 21:48:54.654368 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:48:54.663925 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-a536a7c1-2263-4eda-9706-04ffe12dae3a service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893695
Apr 30 21:48:54.703471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60521aa8-50ed-488b-a573-7aeccd9b8fdd req-a155e690-318d-4a21-9272-30bc9e357441 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500593
Apr 30 21:48:54.942231 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d8cb670>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:48:54.967273 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d431ed9-0487-45d8-92ec-2d0576d499de None None] The sync data for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 is: [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:43:30Z', 'revision_number': 4, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a4bd1a08-2c25-4a5a-9676-65a89d94062f', 'name': '', 'network_id': '6bd727f6-7263-495c-aa6d-b15a3908072b', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'mac_address': 'fa:16:3e:c3:b7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:29Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'subnets': [{'id': '80125cb6-10f7-4d0b-a2ba-2fb7723ede2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:48:55.167730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422713-4474-48da-8e20-cbcb5af65897 req-582b258c-378a-489d-bd44-2dd134a02fdd tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:55.169347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04422713-4474-48da-8e20-cbcb5af65897 req-582b258c-378a-489d-bd44-2dd134a02fdd tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 944 time: 0.0491390
Apr 30 21:48:55.209581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba9da7-fbad-447c-8572-7e2424049a98 None None] New status for floating IP 7e04d2a9-3cae-42a9-81cd-b33deaa83575: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:48:55.225702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04422713-4474-48da-8e20-cbcb5af65897 req-868cd419-12ae-4e49-a110-fd8bc19e0568 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504587
Apr 30 21:48:55.823678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8116e-6c4f-4048-9a59-48d08d884fde req-9e02d20a-5162-4308-b652-7dab4783d0db tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:55.825184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a8116e-6c4f-4048-9a59-48d08d884fde req-9e02d20a-5162-4308-b652-7dab4783d0db tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 945 time: 0.0503850
Apr 30 21:48:55.831515 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-cf041e71-d4aa-485d-9d84-99f1f449edb5 req-268458b1-cb79-49a9-b107-cea5fda902d7 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896468
Apr 30 21:48:55.875418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22a8116e-6c4f-4048-9a59-48d08d884fde req-96833962-57b0-41fa-aab8-da3f745cca45 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443566
Apr 30 21:48:56.344762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533f120-c583-4ed6-81d6-3acb9e5d6058 req-8edf8a14-43de-44c3-b180-adcd8c7732da tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:56.346264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5533f120-c583-4ed6-81d6-3acb9e5d6058 req-8edf8a14-43de-44c3-b180-adcd8c7732da tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 944 time: 0.0466127
Apr 30 21:48:56.394895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5533f120-c583-4ed6-81d6-3acb9e5d6058 req-a89d77cd-bc10-43a8-a4d8-b2cce15dd5a7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424881
Apr 30 21:48:56.638630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-b8781352-e6f6-467e-a640-ec609c647dc2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:56.639977 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-b8781352-e6f6-467e-a640-ec609c647dc2 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.20 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 945 time: 0.0460925
Apr 30 21:48:56.728871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Deleting port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:48:56.729224 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:56.818792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] For port 83f36608-44f4-4502-9c2b-4aa0d74f0be3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f36608-44f4-4502-9c2b-4aa0d74f0be3,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:48:56.819150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:56.832023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Calling delete_port for 83f36608-44f4-4502-9c2b-4aa0d74f0be3 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:48:56.999425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7a66f-cd27-447a-bfe4-f909630b7e95 req-a396a163-4393-4b86-a4c7-5b740618a4b5 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:57.000992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09f7a66f-cd27-447a-bfe4-f909630b7e95 req-a396a163-4393-4b86-a4c7-5b740618a4b5 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 945 time: 0.0526533
Apr 30 21:48:57.015648 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (83f36608-44f4-4502-9c2b-4aa0d74f0be3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:57.043289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event deleted for resources: {'Port': ['ID=83f36608-44f4-4502-9c2b-4aa0d74f0be3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:57.056200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09f7a66f-cd27-447a-bfe4-f909630b7e95 req-d2fa751a-30df-46a8-8e9f-1828411b9696 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/security-groups?id=d7eb4fd0-d3f9-426d-a75f-f935288979f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487311
Apr 30 21:48:57.090225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] No DVR routers for this DVR port 83f36608-44f4-4502-9c2b-4aa0d74f0be3 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:48:57.093041 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:57.096811 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d52e31af-fc64-43f5-9d3f-da732bd0b2e0 req-673fde02-3122-44a2-8bb7-07ccdcb35022 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.20 "DELETE /v2.0/ports/83f36608-44f4-4502-9c2b-4aa0d74f0be3 HTTP/1.1" status: 204  len: 173 time: 0.4480407
Apr 30 21:48:57.097616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'name': 'network-vif-deleted', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:48:57.100420 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee15551-d28e-4eb3-aa7e-5e406cb62cc5" -d '{"events": [{"server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "name": "network-vif-deleted", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:48:57.138553 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2346e9be-7531-453e-94b5-7aa8e6a51599 x-openstack-request-id: req-2346e9be-7531-453e-94b5-7aa8e6a51599 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:48:57.138844 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b658846c-4db9-4a36-9de1-86476a6aa9a4", "name": "network-vif-deleted", "tag": "83f36608-44f4-4502-9c2b-4aa0d74f0be3", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:48:57.139100 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2346e9be-7531-453e-94b5-7aa8e6a51599 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:48:57.139514 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2346e9be-7531-453e-94b5-7aa8e6a51599'] response: {'server_uuid': 'b658846c-4db9-4a36-9de1-86476a6aa9a4', 'name': 'network-vif-deleted', 'tag': '83f36608-44f4-4502-9c2b-4aa0d74f0be3', 'status': 'completed', 'code': 200}
Apr 30 21:48:57.375551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ee7f6250-3cbb-4da0-91b0-207c0b7c0530 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:48:57.474645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ee7f6250-3cbb-4da0-91b0-207c0b7c0530, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:48:57.486662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'ee7f6250-3cbb-4da0-91b0-207c0b7c0530', 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55', 'port_id': 'ee7f6250-3cbb-4da0-91b0-207c0b7c0530', 'mac_address': 'fa:16:3e:ec:4c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272c7cfe-1f47-4fba-b2c6-7f484722cbf1', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:48:57.523819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40d083-4828-46de-b68d-c473743e4df5 req-149e3bb5-833a-4b94-a7c1-9ad3e83b3fc3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:57.525582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de40d083-4828-46de-b68d-c473743e4df5 req-149e3bb5-833a-4b94-a7c1-9ad3e83b3fc3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 944 time: 0.0476708
Apr 30 21:48:57.529473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:48:57.531940 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:57.543240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7f6250-3cbb-4da0-91b0-207c0b7c0530 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:48:57.562599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ee7f6250-3cbb-4da0-91b0-207c0b7c0530, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:48:57.575068 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de40d083-4828-46de-b68d-c473743e4df5 req-0fac2c66-f92a-4dba-8954-629941963bc1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433042
Apr 30 21:48:57.651409 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:57.698539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:57.898870 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ee7f6250-3cbb-4da0-91b0-207c0b7c0530'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:48:58.167765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29a364e7-73ba-40e1-9fb3-dd3cd4ad5a2f req-5d1eebd3-9fd8-48d7-bfee-e536ab6e8602 tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "GET /v2.0/ports?device_id=b658846c-4db9-4a36-9de1-86476a6aa9a4 HTTP/1.1" status: 200  len: 210 time: 0.0278962
Apr 30 21:48:58.690086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43510faa-619c-4543-9f6b-f03d7ee786e8 req-9f1252e1-d9e4-4282-ac8f-1a69c8ec4a88 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:58.691525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43510faa-619c-4543-9f6b-f03d7ee786e8 req-9f1252e1-d9e4-4282-ac8f-1a69c8ec4a88 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 945 time: 0.0497110
Apr 30 21:48:58.740421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43510faa-619c-4543-9f6b-f03d7ee786e8 req-b591a3f8-105a-46af-aac9-b1f7a1fc5d18 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423613
Apr 30 21:48:59.231887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46604) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:48:59.288583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d50119ea-4c09-4784-b8bc-339bbadc522a tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group (d7eb4fd0-d3f9-426d-a75f-f935288979f7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:59.313140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d50119ea-4c09-4784-b8bc-339bbadc522a tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group (d7eb4fd0-d3f9-426d-a75f-f935288979f7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:59.385590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ee7f6250-3cbb-4da0-91b0-207c0b7c0530 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:48:59.429028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:48:59.439254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d50119ea-4c09-4784-b8bc-339bbadc522a tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d7eb4fd0-d3f9-426d-a75f-f935288979f7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:59.441940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d50119ea-4c09-4784-b8bc-339bbadc522a tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:59.443106 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d50119ea-4c09-4784-b8bc-339bbadc522a tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7eb4fd0-d3f9-426d-a75f-f935288979f7 HTTP/1.1" status: 204  len: 168 time: 0.2102334
Apr 30 21:48:59.452107 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50119ea-4c09-4784-b8bc-339bbadc522a tempest-TestVolumeBackupRestore-1350104366 tempest-TestVolumeBackupRestore-1350104366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eb4fd0-d3f9-426d-a75f-f935288979f7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:59.496160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:48:59.496568 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:59.576063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:48:59.582410 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:59.598782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41050d-1a2f-4d73-ad3c-552e9c70e9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7f6250-3cbb-4da0-91b0-207c0b7c0530'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:48:59.601639 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c03aec-c73b-4847-8593-a50f092d28c8" -d '{"events": [{"server_uuid": "6b41050d-1a2f-4d73-ad3c-552e9c70e9b3", "name": "network-vif-plugged", "status": "completed", "tag": "ee7f6250-3cbb-4da0-91b0-207c0b7c0530"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:48:59.614225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ee7f6250-3cbb-4da0-91b0-207c0b7c0530, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:48:59.636495 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176ed8d6-285a-4a4e-80ad-922ad3385bdb x-openstack-request-id: req-176ed8d6-285a-4a4e-80ad-922ad3385bdb {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:48:59.644057 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41050d-1a2f-4d73-ad3c-552e9c70e9b3", "name": "network-vif-plugged", "status": "completed", "tag": "ee7f6250-3cbb-4da0-91b0-207c0b7c0530", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:48:59.644057 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-176ed8d6-285a-4a4e-80ad-922ad3385bdb {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:48:59.644057 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176ed8d6-285a-4a4e-80ad-922ad3385bdb'] response: {'server_uuid': '6b41050d-1a2f-4d73-ad3c-552e9c70e9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7f6250-3cbb-4da0-91b0-207c0b7c0530', 'code': 200}
Apr 30 21:48:59.691077 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:48:59.735677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d750b07-50ba-4ff7-9268-2304e67e740a req-9f7089a1-e911-4d8e-ba8e-3826b54fbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:59.737105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d750b07-50ba-4ff7-9268-2304e67e740a req-9f7089a1-e911-4d8e-ba8e-3826b54fbd50 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 1128 time: 0.0460207
Apr 30 21:48:59.743917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:48:59.783620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d750b07-50ba-4ff7-9268-2304e67e740a req-66b3d95d-fbb2-4409-89fa-648a1bb67857 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399039
Apr 30 21:48:59.863661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a9022-8397-40a8-97fe-f7b8ca1fecdf req-e671b971-1138-4f67-a31a-d323fde0dd0c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:48:59.865145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-852a9022-8397-40a8-97fe-f7b8ca1fecdf req-e671b971-1138-4f67-a31a-d323fde0dd0c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 946 time: 0.0512707
Apr 30 21:48:59.919300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-852a9022-8397-40a8-97fe-f7b8ca1fecdf req-9daf6b86-f2ff-481c-af69-ea29b75688bc tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483904
Apr 30 21:49:01.043246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf27b78-9104-4742-8a14-86040000eac7 req-ad78e734-b305-46e6-9be4-2e0abb450a04 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:01.044702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcf27b78-9104-4742-8a14-86040000eac7 req-ad78e734-b305-46e6-9be4-2e0abb450a04 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 946 time: 0.0473995
Apr 30 21:49:01.094507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcf27b78-9104-4742-8a14-86040000eac7 req-36ca27f0-1036-4b2a-ba8b-44ff5df0da00 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438206
Apr 30 21:49:01.207751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 83f36608-44f4-4502-9c2b-4aa0d74f0be3 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:01.237216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 83f36608-44f4-4502-9c2b-4aa0d74f0be3 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:01.237563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 83f36608-44f4-4502-9c2b-4aa0d74f0be3 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:02.207282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5e45e-6b00-4422-883f-5bbeedb17f67 req-19235f9c-bace-476a-a1ed-2e30a373ae5e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:02.208753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99f5e45e-6b00-4422-883f-5bbeedb17f67 req-19235f9c-bace-476a-a1ed-2e30a373ae5e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 946 time: 0.0467162
Apr 30 21:49:02.262435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99f5e45e-6b00-4422-883f-5bbeedb17f67 req-f1f42596-7b2a-4f37-8aef-aa047e5517e2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473633
Apr 30 21:49:02.379317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc5ddf-cbc6-4006-ab08-474b989d3e58 req-22985778-71bd-4d88-9fbc-a35315cec601 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:02.380788 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcfc5ddf-cbc6-4006-ab08-474b989d3e58 req-22985778-71bd-4d88-9fbc-a35315cec601 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 946 time: 0.0465667
Apr 30 21:49:02.431613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcfc5ddf-cbc6-4006-ab08-474b989d3e58 req-3755b67e-d68b-4084-bae8-ac8fabaa2285 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444007
Apr 30 21:49:03.930484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46670) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:04.647273 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:04.917267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.20.0.17 (58c50a14-b8e4-422b-b888-1ef880ea4f55/272c7cfe-1f47-4fba-b2c6-7f484722cbf1/b7c006a6-8a78-4a98-9fe1-f2a89fa21d60) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:49:05.033411 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:05.154148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:05.194721 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:49:05.197734 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:05.201549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:49:05.210066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:05.251253 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (c2dee8a4-3f95-41c0-8341-1f403158609a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:05.429772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0b190733-6140-4090-a909-0b7df2781d58 None None] Provisioning complete for port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:05.430330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b190733-6140-4090-a909-0b7df2781d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:05.457535 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:05.465530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0b190733-6140-4090-a909-0b7df2781d58 None None] Port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:49:05.729809 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:05.816194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:05.888326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:05.893140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (c2dee8a4-3f95-41c0-8341-1f403158609a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:05.986461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:49:05.987756 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:06.111262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router c2dee8a4-3f95-41c0-8341-1f403158609a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:49:06.246296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:49:06.251240 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ce384af9-b8fe-445e-9329-cde572672ba2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "PUT /v2.0/routers/c2dee8a4-3f95-41c0-8341-1f403158609a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3197231
Apr 30 21:49:06.256800 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Sync routers for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:49:06.267697 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:06.268378 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf825b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:48:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:06.292028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4a84913e-d974-4f66-80f2-17918f01a18c None None] Provisioning complete for port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:06.292403 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a84913e-d974-4f66-80f2-17918f01a18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:06.330991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4a84913e-d974-4f66-80f2-17918f01a18c None None] Port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:49:06.378825 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:06.607626 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf825b0>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:05Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:06Z', 'revision_number': 1, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c006a6-8a78-4a98-9fe1-f2a89fa21d60', 'name': '', 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:45:be:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '272c7cfe-1f47-4fba-b2c6-7f484722cbf1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:04Z', 'updated_at': '2022-04-30T21:49:05Z', 'revision_number': 2, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '272c7cfe-1f47-4fba-b2c6-7f484722cbf1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:06.634236 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Checking router: c2dee8a4-3f95-41c0-8341-1f403158609a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:49:06.634587 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Updating router c2dee8a4-3f95-41c0-8341-1f403158609a port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:49:06.661347 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:06.922517 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Publish callbacks [] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.033326 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.086313 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Pushing event updated for resources: {'Port': ['ID=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:07.109595 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.109965 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.110358 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.110697 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.111023 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.111345 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.111664 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.111982 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.112318 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.112658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.112951 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.113240 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.113556 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.113893 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.114209 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:07.151770 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Attempting to bind port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:49:07.152234 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Attempting to bind port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:49:07.152729 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Attempting to bind port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 on network 58c50a14-b8e4-422b-b888-1ef880ea4f55 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:49:07.159105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:49:07.159105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Checking segment: {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:49:07.159105 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.159765 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Bound using segment: {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:49:07.159923 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Bound port: b7c006a6-8a78-4a98-9fe1-f2a89fa21d60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054868a7-536e-45d5-b524-59524a5d0757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:49:07.160299 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.235155 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] For port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:49:07.238504 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] For port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:49:07.325815 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.362921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1f02168e-5d9b-4724-9299-e7f3229abb1a None None] Provisioning complete for port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:07.363384 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f02168e-5d9b-4724-9299-e7f3229abb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.386797 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cd1bf-01f0-4372-ad9d-27e63a24d5ac None None] Pushing event updated for resources: {'Port': ['ID=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:07.389835 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:07.390546 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf825b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:48:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:07.456043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1f02168e-5d9b-4724-9299-e7f3229abb1a None None] Current status of the port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:07.456433 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f02168e-5d9b-4724-9299-e7f3229abb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.491574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1f02168e-5d9b-4724-9299-e7f3229abb1a None None] For port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:07.523895 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:07.585140 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f02168e-5d9b-4724-9299-e7f3229abb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.656411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02168e-5d9b-4724-9299-e7f3229abb1a None None] Pushing event updated for resources: {'Port': ['ID=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:07.704663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7fde5044-78c6-49d2-a74d-0945af4d5ec2 None None] Provisioning complete for port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:07.705044 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7fde5044-78c6-49d2-a74d-0945af4d5ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:07.780602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf825b0>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:05Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:06Z', 'revision_number': 1, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c006a6-8a78-4a98-9fe1-f2a89fa21d60', 'name': '', 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:45:be:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '272c7cfe-1f47-4fba-b2c6-7f484722cbf1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:04Z', 'updated_at': '2022-04-30T21:49:07Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '272c7cfe-1f47-4fba-b2c6-7f484722cbf1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:07.784534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7fde5044-78c6-49d2-a74d-0945af4d5ec2 None None] Current status of the port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:07.810414 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f633f-5709-4a6f-be43-d2c79b84ce0e None None] The sync data for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 is: [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:05Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:06Z', 'revision_number': 1, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c006a6-8a78-4a98-9fe1-f2a89fa21d60', 'name': '', 'network_id': '58c50a14-b8e4-422b-b888-1ef880ea4f55', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:45:be:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '272c7cfe-1f47-4fba-b2c6-7f484722cbf1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:04Z', 'updated_at': '2022-04-30T21:49:07Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '272c7cfe-1f47-4fba-b2c6-7f484722cbf1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:49:08.921212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:49:08.967094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:08.967465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:09.049485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:09.099081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b41f43-67dd-415b-89be-46b7b215b2ea req-5c372a03-176d-4577-bc3d-08119d58aaaa tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:09.100509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8b41f43-67dd-415b-89be-46b7b215b2ea req-5c372a03-176d-4577-bc3d-08119d58aaaa tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 945 time: 0.0507030
Apr 30 21:49:09.148555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f8b41f43-67dd-415b-89be-46b7b215b2ea req-01bba2d9-cb21-419c-9ed3-b7a288a0e002 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419910
Apr 30 21:49:10.269502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cefac3-323a-439a-8ec2-9f9f9737e9ec req-e43f1f64-36cf-4d9e-b40c-7ded340d1759 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:10.271061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18cefac3-323a-439a-8ec2-9f9f9737e9ec req-e43f1f64-36cf-4d9e-b40c-7ded340d1759 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 945 time: 0.0501695
Apr 30 21:49:10.318722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18cefac3-323a-439a-8ec2-9f9f9737e9ec req-43815068-5033-4069-b3b3-c11c45b0f115 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406222
Apr 30 21:49:10.629843 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab850f9-5049-45bb-985f-db86552f4871 req-33901eff-f437-4448-b5ae-3f4847c85c43 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:10.631312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ab850f9-5049-45bb-985f-db86552f4871 req-33901eff-f437-4448-b5ae-3f4847c85c43 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 945 time: 0.0452914
Apr 30 21:49:10.720899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Deleting port 06ed68eb-7e63-4393-817d-09eba452925a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:10.721235 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (06ed68eb-7e63-4393-817d-09eba452925a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:10.809625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] For port 06ed68eb-7e63-4393-817d-09eba452925a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06ed68eb-7e63-4393-817d-09eba452925a,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:10.810017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (06ed68eb-7e63-4393-817d-09eba452925a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:10.822473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Calling delete_port for 06ed68eb-7e63-4393-817d-09eba452925a owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:11.010831 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (06ed68eb-7e63-4393-817d-09eba452925a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:11.022961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['06ed68eb-7e63-4393-817d-09eba452925a'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:49:11.039461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Pushing event deleted for resources: {'Port': ['ID=06ed68eb-7e63-4393-817d-09eba452925a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:11.055987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.056335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.056677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.057027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.057347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.057673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.058023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.058351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.058671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.058991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.059310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.059630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.059949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.060266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.060627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:11.098729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] No DVR routers for this DVR port 06ed68eb-7e63-4393-817d-09eba452925a on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:11.101806 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:11.104954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ab850f9-5049-45bb-985f-db86552f4871 req-9fab0bc3-3511-48dc-b940-d1adb4024cbb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.35 "DELETE /v2.0/ports/06ed68eb-7e63-4393-817d-09eba452925a HTTP/1.1" status: 204  len: 173 time: 0.4690397
Apr 30 21:49:11.105386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e903493-0587-46ef-9b8e-e3f6dbe73b64', 'name': 'network-vif-deleted', 'tag': '06ed68eb-7e63-4393-817d-09eba452925a'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:49:11.107613 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d350387-5be0-4968-b583-2f87a3935de4" -d '{"events": [{"server_uuid": "8e903493-0587-46ef-9b8e-e3f6dbe73b64", "name": "network-vif-deleted", "tag": "06ed68eb-7e63-4393-817d-09eba452925a"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:49:11.152040 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fbc8f4-4431-4d94-8dc2-269e6e37f62f x-openstack-request-id: req-f4fbc8f4-4431-4d94-8dc2-269e6e37f62f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:49:11.152040 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e903493-0587-46ef-9b8e-e3f6dbe73b64", "name": "network-vif-deleted", "tag": "06ed68eb-7e63-4393-817d-09eba452925a", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:49:11.152040 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4fbc8f4-4431-4d94-8dc2-269e6e37f62f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:49:11.152040 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fbc8f4-4431-4d94-8dc2-269e6e37f62f'] response: {'server_uuid': '8e903493-0587-46ef-9b8e-e3f6dbe73b64', 'name': 'network-vif-deleted', 'tag': '06ed68eb-7e63-4393-817d-09eba452925a', 'status': 'completed', 'code': 200}
Apr 30 21:49:11.420073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8fc24d9d-c93e-4ba2-8165-ef0666189e03 req-80e343ef-b7a7-442b-9e41-3422948264c7 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e903493-0587-46ef-9b8e-e3f6dbe73b64 HTTP/1.1" status: 200  len: 210 time: 0.0280693
Apr 30 21:49:13.448384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 06ed68eb-7e63-4393-817d-09eba452925a no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:13.470819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 06ed68eb-7e63-4393-817d-09eba452925a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:13.471165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 06ed68eb-7e63-4393-817d-09eba452925a not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:14.283327 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:49:15.973715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46802) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:16.435970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (2a52372d-9bca-4bdc-8025-4004b9d1b47c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:16.683492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Deleting port a4bd1a08-2c25-4a5a-9676-65a89d94062f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:16.683755 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:16.762439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] For port a4bd1a08-2c25-4a5a-9676-65a89d94062f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4bd1a08-2c25-4a5a-9676-65a89d94062f,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:16.762800 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:16.776606 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Calling delete_port for a4bd1a08-2c25-4a5a-9676-65a89d94062f owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:17.028162 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a4bd1a08-2c25-4a5a-9676-65a89d94062f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:17.053130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bd1a08-2c25-4a5a-9676-65a89d94062f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:17.229276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (2a52372d-9bca-4bdc-8025-4004b9d1b47c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:17.262590 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:17.456296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Router 2a52372d-9bca-4bdc-8025-4004b9d1b47c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:49:17.563543 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:49:17.570229 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cc67dfcc-6d58-45c9-94d8-df59661932cf admin admin] 10.222.0.23 "PUT /v2.0/routers/2a52372d-9bca-4bdc-8025-4004b9d1b47c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5953972
Apr 30 21:49:17.570990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46808) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:17.572537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] Sync routers for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:49:17.582515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:17.583133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fdf9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:48:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:17.679598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks [] for router (2a52372d-9bca-4bdc-8025-4004b9d1b47c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:17.696746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:17.782884 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks [] for router_gateway (2a52372d-9bca-4bdc-8025-4004b9d1b47c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:17.875227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fdf9340>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157'}], 'enable_snat': True}, 'gw_port_id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:49:16Z', 'revision_number': 5, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port': {'id': '55eb7563-96c0-42e0-ae40-7700cf7aa26d', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:27Z', 'updated_at': '2022-04-30T21:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:17.906504 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b154f36b-e52a-408f-ae1c-8fb411748f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:17.909960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] Checking router: 2a52372d-9bca-4bdc-8025-4004b9d1b47c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:49:17.918457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] Routers {'2a52372d-9bca-4bdc-8025-4004b9d1b47c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:17.919073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fdf9340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:48:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:17.919720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Deleting port 55eb7563-96c0-42e0-ae40-7700cf7aa26d {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:17.920063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.005540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] For port 55eb7563-96c0-42e0-ae40-7700cf7aa26d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55eb7563-96c0-42e0-ae40-7700cf7aa26d,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:18.005822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.011230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] Set router 2a52372d-9bca-4bdc-8025-4004b9d1b47c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:18.020617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Calling delete_port for 55eb7563-96c0-42e0-ae40-7700cf7aa26d owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:18.066111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fdf9340>, [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:49:17Z', 'revision_number': 6, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:18.096787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25cfe4-c1da-46f2-9223-9517c8004279 None None] The sync data for ids ['2a52372d-9bca-4bdc-8025-4004b9d1b47c'] in ncdv-master-1 is: [{'id': '2a52372d-9bca-4bdc-8025-4004b9d1b47c', 'name': 'tempest-TestVolumeBackupRestore-1620497087-router', 'tenant_id': 'abef47ea98c94b53836ceb8e201788f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:26Z', 'updated_at': '2022-04-30T21:49:17Z', 'revision_number': 6, 'project_id': 'abef47ea98c94b53836ceb8e201788f7', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:49:18.558709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (55eb7563-96c0-42e0-ae40-7700cf7aa26d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.584302 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=55eb7563-96c0-42e0-ae40-7700cf7aa26d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:18.647666 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (2a52372d-9bca-4bdc-8025-4004b9d1b47c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.742591 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (2a52372d-9bca-4bdc-8025-4004b9d1b47c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.744666 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks [] for router_controller (2a52372d-9bca-4bdc-8025-4004b9d1b47c), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.901989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (2a52372d-9bca-4bdc-8025-4004b9d1b47c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.902521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a52372d-9bca-4bdc-8025-4004b9d1b47c {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:49:18.906981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.912475 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b66cd44f-49a8-40e3-aa5c-94cdfd26dbfd admin admin] 10.222.0.23 "DELETE /v2.0/routers/2a52372d-9bca-4bdc-8025-4004b9d1b47c HTTP/1.1" status: 204  len: 168 time: 1.3362365
Apr 30 21:49:18.912475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46836) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:18.924655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 55eb7563-96c0-42e0-ae40-7700cf7aa26d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:18.948427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 55eb7563-96c0-42e0-ae40-7700cf7aa26d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:18.948778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 55eb7563-96c0-42e0-ae40-7700cf7aa26d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:18.949199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a4bd1a08-2c25-4a5a-9676-65a89d94062f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:18.963090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4cccac-b53e-4a96-af3a-8a52558042d6 admin admin] Deleting subnet 80125cb6-10f7-4d0b-a2ba-2fb7723ede2d {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:49:18.966526 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f4cccac-b53e-4a96-af3a-8a52558042d6 admin admin] Publish callbacks [] for subnet (80125cb6-10f7-4d0b-a2ba-2fb7723ede2d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:18.969201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a4bd1a08-2c25-4a5a-9676-65a89d94062f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:18.972276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a4bd1a08-2c25-4a5a-9676-65a89d94062f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:19.008051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f4cccac-b53e-4a96-af3a-8a52558042d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (80125cb6-10f7-4d0b-a2ba-2fb7723ede2d), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.086997 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f4cccac-b53e-4a96-af3a-8a52558042d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (80125cb6-10f7-4d0b-a2ba-2fb7723ede2d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.222045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f4cccac-b53e-4a96-af3a-8a52558042d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (80125cb6-10f7-4d0b-a2ba-2fb7723ede2d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.248212 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cccac-b53e-4a96-af3a-8a52558042d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80125cb6-10f7-4d0b-a2ba-2fb7723ede2d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:19.252074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0f4cccac-b53e-4a96-af3a-8a52558042d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.255274 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0f4cccac-b53e-4a96-af3a-8a52558042d6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/80125cb6-10f7-4d0b-a2ba-2fb7723ede2d HTTP/1.1" status: 204  len: 168 time: 0.3433232
Apr 30 21:49:19.257666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46838) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:19.258607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f025e6ed-05a1-46f6-86ff-0ccd84af5235 None None] Network 6bd727f6-7263-495c-aa6d-b15a3908072b requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:49:19.336032 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (6bd727f6-7263-495c-aa6d-b15a3908072b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.390489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Deleting port 402d7f72-f568-41ca-8503-55aee8294488 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:19.390489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (402d7f72-f568-41ca-8503-55aee8294488), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.409676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] DHCP port deletion for 6bd727f6-7263-495c-aa6d-b15a3908072b request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:49:19.449370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] Deleting port 402d7f72-f568-41ca-8503-55aee8294488 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:19.449741 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (402d7f72-f568-41ca-8503-55aee8294488), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.456520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] For port 402d7f72-f568-41ca-8503-55aee8294488, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=402d7f72-f568-41ca-8503-55aee8294488,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:19.456891 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (402d7f72-f568-41ca-8503-55aee8294488), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.470986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Calling delete_port for 402d7f72-f568-41ca-8503-55aee8294488 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:19.515696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] For port 402d7f72-f568-41ca-8503-55aee8294488, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=402d7f72-f568-41ca-8503-55aee8294488,segment=NetworkSegment(24600f13-865f-428d-a8bb-e0777aa61bb7),segment_id=24600f13-865f-428d-a8bb-e0777aa61bb7)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:19.516056 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (402d7f72-f568-41ca-8503-55aee8294488), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.529467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] Calling delete_port for 402d7f72-f568-41ca-8503-55aee8294488 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:19.616528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (402d7f72-f568-41ca-8503-55aee8294488), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.622306 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (402d7f72-f568-41ca-8503-55aee8294488), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.629792 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] No DVR routers for this DVR port 402d7f72-f568-41ca-8503-55aee8294488 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:19.651460 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=402d7f72-f568-41ca-8503-55aee8294488,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:19.652604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] Pushing event deleted for resources: {'Port': ['ID=402d7f72-f568-41ca-8503-55aee8294488,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:19.654493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c732c-e1f7-47b7-af77-37aa6afec8fe None None] No DVR routers for this DVR port 402d7f72-f568-41ca-8503-55aee8294488 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:19.729121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (6bd727f6-7263-495c-aa6d-b15a3908072b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.749581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89679d51c0>,) {'filters': {'network_id': ['6bd727f6-7263-495c-aa6d-b15a3908072b']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:19.759473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89679d51c0>, '24600f13-865f-428d-a8bb-e0777aa61bb7') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:19.759762 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89679d51c0>, '24600f13-865f-428d-a8bb-e0777aa61bb7') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:19.769585 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (24600f13-865f-428d-a8bb-e0777aa61bb7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.783313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (24600f13-865f-428d-a8bb-e0777aa61bb7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.789096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:49:19.789460 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (24600f13-865f-428d-a8bb-e0777aa61bb7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:49:19.791189 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:49:19.919064 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (6bd727f6-7263-495c-aa6d-b15a3908072b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.924963 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:19.928750 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6bd727f6-7263-495c-aa6d-b15a3908072b HTTP/1.1" status: 204  len: 168 time: 0.6695366
Apr 30 21:49:19.931238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46842) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:19.944597 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2aec6b-01fb-4377-9092-3ddb7d299b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd727f6-7263-495c-aa6d-b15a3908072b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:20.255114 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (c761a067-23d9-4c3b-af46-434c05f17b34), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:20.491938 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-00ce8832-a05a-4ef1-b1c1-2be65862fbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:20.492567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Deleting port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:20.492567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:20.573477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] For port 9a9d0d6b-868e-4f68-9097-3b4bacd1947a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,segment=NetworkSegment(309c0925-b6d1-47d7-bc5a-6d159689574e),segment_id=309c0925-b6d1-47d7-bc5a-6d159689574e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:20.573744 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:20.586823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Calling delete_port for 9a9d0d6b-868e-4f68-9097-3b4bacd1947a owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:20.868290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9a9d0d6b-868e-4f68-9097-3b4bacd1947a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:20.898832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9d0d6b-868e-4f68-9097-3b4bacd1947a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:20.912723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 402d7f72-f568-41ca-8503-55aee8294488 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:20.935914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 402d7f72-f568-41ca-8503-55aee8294488 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:20.936280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 402d7f72-f568-41ca-8503-55aee8294488 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:21.296332 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:21.418604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (c761a067-23d9-4c3b-af46-434c05f17b34), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:21.426870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:21.643378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Router c761a067-23d9-4c3b-af46-434c05f17b34 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:49:21.752036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:49:21.759192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e66c357f-e4d4-4731-8b15-f9ad344b5e4a admin admin] 10.222.0.23 "PUT /v2.0/routers/c761a067-23d9-4c3b-af46-434c05f17b34/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8267317
Apr 30 21:49:21.761691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46854) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:21.767309 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] Sync routers for ids ['c761a067-23d9-4c3b-af46-434c05f17b34'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:49:21.779813 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] Routers {'c761a067-23d9-4c3b-af46-434c05f17b34'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:21.780914 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7a08b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c761a067-23d9-4c3b-af46-434c05f17b34'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:21.874371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks [] for router (c761a067-23d9-4c3b-af46-434c05f17b34), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:21.903001 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] Set router c761a067-23d9-4c3b-af46-434c05f17b34 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:21.981147 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks [] for router_gateway (c761a067-23d9-4c3b-af46-434c05f17b34), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.070658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7a08b0>, [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33'}], 'enable_snat': True}, 'gw_port_id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:49:20Z', 'revision_number': 5, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port': {'id': 'da2fae87-1182-4fea-95bc-68afd3bca451', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:43:35Z', 'updated_at': '2022-04-30T21:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:22.094573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Deleting port da2fae87-1182-4fea-95bc-68afd3bca451 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:22.094907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.100832 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] Checking router: c761a067-23d9-4c3b-af46-434c05f17b34 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:49:22.109099 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] Routers {'c761a067-23d9-4c3b-af46-434c05f17b34'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:22.109707 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7a08b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c761a067-23d9-4c3b-af46-434c05f17b34'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:22.180294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] For port da2fae87-1182-4fea-95bc-68afd3bca451, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da2fae87-1182-4fea-95bc-68afd3bca451,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:22.180578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.195919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Calling delete_port for da2fae87-1182-4fea-95bc-68afd3bca451 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:22.292370 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] Set router c761a067-23d9-4c3b-af46-434c05f17b34 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:22.346594 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7a08b0>, [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:49:21Z', 'revision_number': 6, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:22.378367 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2f7f8-4b4b-478c-b304-4e49f5bdb3d7 None None] The sync data for ids ['c761a067-23d9-4c3b-af46-434c05f17b34'] in ncdv-master-1 is: [{'id': 'c761a067-23d9-4c3b-af46-434c05f17b34', 'name': 'tempest-TestVolumeBackupRestore-1344160222-router', 'tenant_id': '4e950dfad85341278d19bcf55ae75eff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:43:34Z', 'updated_at': '2022-04-30T21:49:21Z', 'revision_number': 6, 'project_id': '4e950dfad85341278d19bcf55ae75eff', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:49:22.391777 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c62636-d566-42a3-9275-da1ddcef374c req-d524f1b8-2b98-434c-86f5-2a1e79673c39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0737741
Apr 30 21:49:22.452507 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c62636-d566-42a3-9275-da1ddcef374c req-84e61843-5367-4f96-b92b-2d076142466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:22.454021 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c62636-d566-42a3-9275-da1ddcef374c req-84e61843-5367-4f96-b92b-2d076142466b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 1128 time: 0.0390983
Apr 30 21:49:22.473293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (da2fae87-1182-4fea-95bc-68afd3bca451), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.507046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Pushing event deleted for resources: {'Port': ['ID=da2fae87-1182-4fea-95bc-68afd3bca451,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:22.629493 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (c761a067-23d9-4c3b-af46-434c05f17b34), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.695808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c62636-d566-42a3-9275-da1ddcef374c req-2fd220ee-3379-4c6c-91f8-cefda6423e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:22.697409 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c62636-d566-42a3-9275-da1ddcef374c req-2fd220ee-3379-4c6c-91f8-cefda6423e6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2bd705d2-50f2-4767-b7d1-c21957344019 HTTP/1.1" status: 200  len: 897 time: 0.2180686
Apr 30 21:49:22.776397 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (c761a067-23d9-4c3b-af46-434c05f17b34), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.780402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks [] for router_controller (c761a067-23d9-4c3b-af46-434c05f17b34), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.834182 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c62636-d566-42a3-9275-da1ddcef374c req-f551eb17-049a-445c-8a00-9dee8ed716c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0671ef54-efde-4401-afa6-2532e83c2ecb HTTP/1.1" status: 200  len: 1002 time: 0.1119852
Apr 30 21:49:22.886422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c62636-d566-42a3-9275-da1ddcef374c req-3de72f12-8b03-4bc2-aef9-934bd8802744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:22.887853 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c62636-d566-42a3-9275-da1ddcef374c req-3de72f12-8b03-4bc2-aef9-934bd8802744 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0018f731-f589-48f8-bbaa-332178729f34 HTTP/1.1" status: 200  len: 834 time: 0.0445588
Apr 30 21:49:22.888436 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (c761a067-23d9-4c3b-af46-434c05f17b34), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.888976 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c761a067-23d9-4c3b-af46-434c05f17b34 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:49:22.893524 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:22.894587 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d6ae5427-4a83-4bc2-a891-e29fb310685e admin admin] 10.222.0.23 "DELETE /v2.0/routers/c761a067-23d9-4c3b-af46-434c05f17b34 HTTP/1.1" status: 204  len: 168 time: 1.1317205
Apr 30 21:49:22.897784 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46870) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:22.970024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c62636-d566-42a3-9275-da1ddcef374c req-659bc1a6-9aa9-45ca-a591-531ac1daf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:22.971530 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c62636-d566-42a3-9275-da1ddcef374c req-659bc1a6-9aa9-45ca-a591-531ac1daf3ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bd705d2-50f2-4767-b7d1-c21957344019&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0667527
Apr 30 21:49:22.976540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a215868-8f21-453b-84df-d77aa2585530 admin admin] Deleting subnet ad36915e-2722-4215-bed7-e00d520c0d82 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:49:22.979822 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a215868-8f21-453b-84df-d77aa2585530 admin admin] Publish callbacks [] for subnet (ad36915e-2722-4215-bed7-e00d520c0d82), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.061660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a215868-8f21-453b-84df-d77aa2585530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (ad36915e-2722-4215-bed7-e00d520c0d82), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.128489 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c62636-d566-42a3-9275-da1ddcef374c req-aee8c2a4-a483-42b4-8929-73b0658a607e service neutron] 10.222.0.20 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466794
Apr 30 21:49:23.215532 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a215868-8f21-453b-84df-d77aa2585530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ad36915e-2722-4215-bed7-e00d520c0d82), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.228350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9a9d0d6b-868e-4f68-9097-3b4bacd1947a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:23.249804 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.250434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 9a9d0d6b-868e-4f68-9097-3b4bacd1947a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:23.250772 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9a9d0d6b-868e-4f68-9097-3b4bacd1947a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:23.251176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device da2fae87-1182-4fea-95bc-68afd3bca451 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:23.276882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: da2fae87-1182-4fea-95bc-68afd3bca451 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:23.277229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device da2fae87-1182-4fea-95bc-68afd3bca451 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:23.296731 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-54c62636-d566-42a3-9275-da1ddcef374c req-e0588622-4dce-49c4-8388-d2046b7f6d2c service neutron] 10.222.0.20 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462514
Apr 30 21:49:23.377039 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a215868-8f21-453b-84df-d77aa2585530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (ad36915e-2722-4215-bed7-e00d520c0d82), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.403905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a215868-8f21-453b-84df-d77aa2585530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad36915e-2722-4215-bed7-e00d520c0d82,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:23.407422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a215868-8f21-453b-84df-d77aa2585530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.415515 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5a215868-8f21-453b-84df-d77aa2585530 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ad36915e-2722-4215-bed7-e00d520c0d82 HTTP/1.1" status: 204  len: 168 time: 0.5118954
Apr 30 21:49:23.415653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e6c87b-a8bf-44f1-a9be-b0b8420a2236 None None] Network 2c3cdf3a-72d5-4a84-84da-050cba547b34 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:49:23.417610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46872) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:23.493321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2c3cdf3a-72d5-4a84-84da-050cba547b34), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.544864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Deleting port 61243145-d820-4c6f-8a36-7aed0947d7a3 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:23.544864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.586680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] DHCP port deletion for 2c3cdf3a-72d5-4a84-84da-050cba547b34 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:49:23.612852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] For port 61243145-d820-4c6f-8a36-7aed0947d7a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61243145-d820-4c6f-8a36-7aed0947d7a3,segment=NetworkSegment(309c0925-b6d1-47d7-bc5a-6d159689574e),segment_id=309c0925-b6d1-47d7-bc5a-6d159689574e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:23.613225 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.632283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Calling delete_port for 61243145-d820-4c6f-8a36-7aed0947d7a3 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:23.772930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] Deleting port 61243145-d820-4c6f-8a36-7aed0947d7a3 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:23.773215 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.793871 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.821738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Pushing event deleted for resources: {'Port': ['ID=61243145-d820-4c6f-8a36-7aed0947d7a3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:23.823688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] No DVR routers for this DVR port 61243145-d820-4c6f-8a36-7aed0947d7a3 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:23.847008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] For port 61243145-d820-4c6f-8a36-7aed0947d7a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61243145-d820-4c6f-8a36-7aed0947d7a3,segment=NetworkSegment(309c0925-b6d1-47d7-bc5a-6d159689574e),segment_id=309c0925-b6d1-47d7-bc5a-6d159689574e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:23.847008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.858564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] Calling delete_port for 61243145-d820-4c6f-8a36-7aed0947d7a3 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:23.906177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2c3cdf3a-72d5-4a84-84da-050cba547b34), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.928826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cbfd460>,) {'filters': {'network_id': ['2c3cdf3a-72d5-4a84-84da-050cba547b34']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:23.940299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cbfd460>, '309c0925-b6d1-47d7-bc5a-6d159689574e') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:23.940915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cbfd460>, '309c0925-b6d1-47d7-bc5a-6d159689574e') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:23.946396 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (61243145-d820-4c6f-8a36-7aed0947d7a3), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.951491 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (309c0925-b6d1-47d7-bc5a-6d159689574e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:23.973351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] Pushing event deleted for resources: {'Port': ['ID=61243145-d820-4c6f-8a36-7aed0947d7a3,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:23.977217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9f463-39e4-4a5c-abef-b00fb7fe6e59 None None] No DVR routers for this DVR port 61243145-d820-4c6f-8a36-7aed0947d7a3 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:23.977337 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (309c0925-b6d1-47d7-bc5a-6d159689574e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.025410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:49:24.025864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (309c0925-b6d1-47d7-bc5a-6d159689574e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:49:24.027560 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:49:24.119214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-a7532117-7bb1-4569-8ddd-a520fd954603 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:24.120626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-a7532117-7bb1-4569-8ddd-a520fd954603 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 814 time: 0.1627023
Apr 30 21:49:24.135289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-d089d1b4-945f-460a-bb0f-3a6d73985a20 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/quotas/d1febcefe29f461ea37667520a278022 HTTP/1.1" status: 200  len: 375 time: 0.0090432
Apr 30 21:49:24.149916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2c3cdf3a-72d5-4a84-84da-050cba547b34), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.171246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.174351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2c3cdf3a-72d5-4a84-84da-050cba547b34 HTTP/1.1" status: 204  len: 168 time: 0.7556133
Apr 30 21:49:24.176209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-80144204-3c7b-4576-8aa3-fcd039da4832 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0360696
Apr 30 21:49:24.203522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319d03-3158-449a-af9d-0a37c778ce10 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3cdf3a-72d5-4a84-84da-050cba547b34,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:24.281741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-7320142f-46fe-4915-aa90-ba798e5b532a service neutron] 10.222.0.23 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856655
Apr 30 21:49:24.373341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-4b5125ab-daed-4236-a198-0ae385f0e741 service neutron] 10.222.0.23 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856168
Apr 30 21:49:24.415053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46892) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:24.458328 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7b80f416-ff97-4615-9824-30a30c0a5c0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abef47ea98c94b53836ceb8e201788f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0397565
Apr 30 21:49:24.458545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46894) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:24.490813 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.505434 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1ea827c-76cb-4a66-98a9-6c837146e1c7 admin admin] Publish callbacks [] for security_group (f8c78150-eafa-4b71-bb27-cbe2297597f7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.533950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1ea827c-76cb-4a66-98a9-6c837146e1c7 admin admin] Publish callbacks [] for security_group (f8c78150-eafa-4b71-bb27-cbe2297597f7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.625381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-d5cb072f-5705-4750-947f-f5dade98bc1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0805266
Apr 30 21:49:24.627001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0560e12a-c460-422d-a800-d2f01af25089 req-ebbe2a3f-a59c-428a-8d14-dabb36115f5d tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 210 time: 0.0351906
Apr 30 21:49:24.684926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1ea827c-76cb-4a66-98a9-6c837146e1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f8c78150-eafa-4b71-bb27-cbe2297597f7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.691981 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d1ea827c-76cb-4a66-98a9-6c837146e1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:24.691981 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d1ea827c-76cb-4a66-98a9-6c837146e1c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8c78150-eafa-4b71-bb27-cbe2297597f7 HTTP/1.1" status: 204  len: 168 time: 0.2293038
Apr 30 21:49:24.697334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea827c-76cb-4a66-98a9-6c837146e1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c78150-eafa-4b71-bb27-cbe2297597f7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:24.726672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-4e446e2f-3d60-4d92-8789-b370304c014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:24.729101 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-4e446e2f-3d60-4d92-8789-b370304c014d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 1128 time: 0.0556147
Apr 30 21:49:24.842062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-6ad98b81-0483-4c1c-a943-35195d16628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:24.843523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-6ad98b81-0483-4c1c-a943-35195d16628e service neutron] 10.222.0.35 "GET /v2.0/networks?id=58c50a14-b8e4-422b-b888-1ef880ea4f55 HTTP/1.1" status: 200  len: 897 time: 0.0953751
Apr 30 21:49:24.886159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-dbe87d5b-50f5-41de-b99a-e8347ada75cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=ee7f6250-3cbb-4da0-91b0-207c0b7c0530 HTTP/1.1" status: 200  len: 217 time: 0.0342937
Apr 30 21:49:24.911008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 61243145-d820-4c6f-8a36-7aed0947d7a3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:24.936820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-36ce8d2f-8765-49f9-b397-27d583679887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:24.939944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 61243145-d820-4c6f-8a36-7aed0947d7a3 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:24.939944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 61243145-d820-4c6f-8a36-7aed0947d7a3 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:24.940781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-36ce8d2f-8765-49f9-b397-27d583679887 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=272c7cfe-1f47-4fba-b2c6-7f484722cbf1 HTTP/1.1" status: 200  len: 837 time: 0.0460246
Apr 30 21:49:24.988174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-86e33374-9de8-40aa-936f-016cc3cddb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:24.989736 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-86e33374-9de8-40aa-936f-016cc3cddb68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58c50a14-b8e4-422b-b888-1ef880ea4f55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0452263
Apr 30 21:49:25.084222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-2e48b830-db6d-4ec7-9406-d9bc86be6466 service neutron] 10.222.0.35 "GET /v2.0/networks/58c50a14-b8e4-422b-b888-1ef880ea4f55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872355
Apr 30 21:49:25.180637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ac6c88-51a1-4030-a16b-52a8ab2cf8e8 req-4cbea59d-9253-404b-b31b-391fa95a8968 service neutron] 10.222.0.35 "GET /v2.0/networks/58c50a14-b8e4-422b-b888-1ef880ea4f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895786
Apr 30 21:49:25.422411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46910) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:25.464372 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3822d8e6-600e-4714-9bb0-d7b28119198b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e950dfad85341278d19bcf55ae75eff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0406048
Apr 30 21:49:25.467001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46912) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:25.518160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5572b2b8-e21f-4e6c-bb00-b6c0e519779d admin admin] Publish callbacks [] for security_group (bce1122a-30a4-4c49-ade9-6a190eab47d4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:25.541475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5572b2b8-e21f-4e6c-bb00-b6c0e519779d admin admin] Publish callbacks [] for security_group (bce1122a-30a4-4c49-ade9-6a190eab47d4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:25.656378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5572b2b8-e21f-4e6c-bb00-b6c0e519779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bce1122a-30a4-4c49-ade9-6a190eab47d4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:25.658877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5572b2b8-e21f-4e6c-bb00-b6c0e519779d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:25.660044 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5572b2b8-e21f-4e6c-bb00-b6c0e519779d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bce1122a-30a4-4c49-ade9-6a190eab47d4 HTTP/1.1" status: 204  len: 168 time: 0.1917965
Apr 30 21:49:25.667865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572b2b8-e21f-4e6c-bb00-b6c0e519779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce1122a-30a4-4c49-ade9-6a190eab47d4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:25.732385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc41a627-9fbd-4a0c-bbaf-2076447c65d1 req-30816578-1565-4c0e-bc02-6144e7cf269e tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 210 time: 0.0283382
Apr 30 21:49:26.571725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0221c9cd-5332-448e-813f-c8d554fbfeb0 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:26.573051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0221c9cd-5332-448e-813f-c8d554fbfeb0 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.20 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 814 time: 0.1059306
Apr 30 21:49:26.591223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Request body: {'port': {'device_id': 'b81dbbed-6eeb-4227-be53-e56c759b5bb9', 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e', 'admin_state_up': True, 'tenant_id': 'd1febcefe29f461ea37667520a278022'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:26.758552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Made reservation on behalf of d1febcefe29f461ea37667520a278022 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:49:26.761979 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:26.824093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46922) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:26.832024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93b124ca-a94f-44bc-b3d2-6f9a1012bd17 req-19a99f99-ada1-4bb3-a566-afd987becb24 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 210 time: 0.0289083
Apr 30 21:49:26.968480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Allocated IP 172.20.0.2 (3afa63ee-7e45-4c03-a8c8-517cba3ed00e/90ff6244-14f7-4a38-a28d-1c8965fd0563/b042542b-4779-45e4-97f5-1694f1b001e5) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:49:27.256309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks [] for port (b042542b-4779-45e4-97f5-1694f1b001e5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:27.338026 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (c2dee8a4-3f95-41c0-8341-1f403158609a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:27.395909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:27.755795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:49:27.763941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:27.767223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Pushing event updated for resources: {'Port': ['ID=b042542b-4779-45e4-97f5-1694f1b001e5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:27.769330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:49:27.827137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:27.827736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:27.949401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75ebb7-c5c5-4c9f-bbb7-824afd7f7a67 req-7d1f299c-da0a-44cc-acca-e39e7f543e44 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:27.951053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e75ebb7-c5c5-4c9f-bbb7-824afd7f7a67 req-7d1f299c-da0a-44cc-acca-e39e7f543e44 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 931 time: 0.0473127
Apr 30 21:49:27.958069 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-62937e7c-d8ef-4c45-b03b-2a507791063b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3705912
Apr 30 21:49:27.985021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Request body: {'port': {'device_id': 'b81dbbed-6eeb-4227-be53-e56c759b5bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:27.998735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e75ebb7-c5c5-4c9f-bbb7-824afd7f7a67 req-633b525c-5d9d-48db-aea6-f14985fa08d3 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416694
Apr 30 21:49:28.079871 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:28.080210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:28.085736 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:28.255574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port b7c006a6-8a78-4a98-9fe1-f2a89fa21d60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:28.255934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:28.278338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:28.519896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b042542b-4779-45e4-97f5-1694f1b001e5 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:49:28.528556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Publish callbacks [] for port (b042542b-4779-45e4-97f5-1694f1b001e5), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:28.663912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b7c006a6-8a78-4a98-9fe1-f2a89fa21d60), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:28.701657 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Transition to ACTIVE for port object b042542b-4779-45e4-97f5-1694f1b001e5 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:49:28.702700 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=b7c006a6-8a78-4a98-9fe1-f2a89fa21d60,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:28.766334 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:28.910953 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Pushing event updated for resources: {'Port': ['ID=b042542b-4779-45e4-97f5-1694f1b001e5,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:28.985660 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (c2dee8a4-3f95-41c0-8341-1f403158609a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:29.040534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Attempting to bind port b042542b-4779-45e4-97f5-1694f1b001e5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:49:29.040809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Attempting to bind port b042542b-4779-45e4-97f5-1694f1b001e5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:49:29.041133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Attempting to bind port b042542b-4779-45e4-97f5-1694f1b001e5 on network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:49:29.075522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Port b042542b-4779-45e4-97f5-1694f1b001e5 on network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:49:29.075843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Attempting to bind port b042542b-4779-45e4-97f5-1694f1b001e5 on network 3afa63ee-7e45-4c03-a8c8-517cba3ed00e {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:49:29.083535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:49:29.083869 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Checking segment: {'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:49:29.084277 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Bound using segment: {'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:49:29.085282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Bound port: b042542b-4779-45e4-97f5-1694f1b001e5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034b4235-15e0-4857-8191-2ac176269665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:49:29.085635 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:29.118448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc82ae-6070-455d-941c-a87ba8ce484c req-083ece55-8d13-4d40-821d-1e05795bc694 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:29.119944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75dc82ae-6070-455d-941c-a87ba8ce484c req-083ece55-8d13-4d40-821d-1e05795bc694 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 943 time: 0.0514717
Apr 30 21:49:29.167477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75dc82ae-6070-455d-941c-a87ba8ce484c req-7834d8b3-b117-40ef-8a8d-2656c180a842 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415401
Apr 30 21:49:29.207428 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] For port b042542b-4779-45e4-97f5-1694f1b001e5, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:49:29.249608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] For port b042542b-4779-45e4-97f5-1694f1b001e5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b042542b-4779-45e4-97f5-1694f1b001e5,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:49:29.293410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router c2dee8a4-3f95-41c0-8341-1f403158609a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:49:29.365287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:29.410888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:29.411502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:29.412905 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] 10.222.0.20 "PUT /v2.0/ports/b042542b-4779-45e4-97f5-1694f1b001e5 HTTP/1.1" status: 200  len: 1091 time: 1.4336746
Apr 30 21:49:29.415260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81dbbed-6eeb-4227-be53-e56c759b5bb9', 'tag': 'b042542b-4779-45e4-97f5-1694f1b001e5'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:49:29.417468 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b72b6e5-9495-410f-897d-87b21ed3e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "b81dbbed-6eeb-4227-be53-e56c759b5bb9", "tag": "b042542b-4779-45e4-97f5-1694f1b001e5"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:49:29.456730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb95c1-c934-4c40-a926-fbf92bd9cf3f service neutron] Pushing event updated for resources: {'Port': ['ID=b042542b-4779-45e4-97f5-1694f1b001e5,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:29.460166 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f14ca32-ddc8-4f34-8adf-1cce49d07431 x-openstack-request-id: req-8f14ca32-ddc8-4f34-8adf-1cce49d07431 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:49:29.460444 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81dbbed-6eeb-4227-be53-e56c759b5bb9", "tag": "b042542b-4779-45e4-97f5-1694f1b001e5", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:49:29.460694 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f14ca32-ddc8-4f34-8adf-1cce49d07431 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:49:29.461088 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f14ca32-ddc8-4f34-8adf-1cce49d07431'] response: {'name': 'network-changed', 'server_uuid': 'b81dbbed-6eeb-4227-be53-e56c759b5bb9', 'tag': 'b042542b-4779-45e4-97f5-1694f1b001e5', 'status': 'completed', 'code': 200}
Apr 30 21:49:29.464150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:49:29.470071 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1be04d61-ca94-4430-a924-42eac148b7d6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "PUT /v2.0/routers/c2dee8a4-3f95-41c0-8341-1f403158609a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6446180
Apr 30 21:49:29.475848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] Sync routers for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:49:29.486531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:29.487148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc3b520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:29.524883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b6e5-9495-410f-897d-87b21ed3e85d req-918b92e3-29c7-441a-9cc4-01595db4137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:29.527064 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3b72b6e5-9495-410f-897d-87b21ed3e85d req-918b92e3-29c7-441a-9cc4-01595db4137e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 1125 time: 0.0436020
Apr 30 21:49:29.596558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:29.630962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b6e5-9495-410f-897d-87b21ed3e85d req-c62e101f-b17a-4c6d-9adf-ccdf88c012ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:29.632568 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3b72b6e5-9495-410f-897d-87b21ed3e85d req-c62e101f-b17a-4c6d-9adf-ccdf88c012ed service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d1febcefe29f461ea37667520a278022&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0988758
Apr 30 21:49:29.736584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b6e5-9495-410f-897d-87b21ed3e85d req-b70a317d-f154-4a29-8e86-425701509a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:29.738307 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3b72b6e5-9495-410f-897d-87b21ed3e85d req-b70a317d-f154-4a29-8e86-425701509a0b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0948887
Apr 30 21:49:29.820597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc3b520>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:28Z', 'revision_number': 6, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:06Z', 'revision_number': 1, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:29.836423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-108aeaf6-6372-4114-880b-c1aecf14a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:29.838188 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-108aeaf6-6372-4114-880b-c1aecf14a556 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 1125 time: 0.0533509
Apr 30 21:49:29.847938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] Checking router: c2dee8a4-3f95-41c0-8341-1f403158609a for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:49:29.857285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:29.858184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fc3b520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:29.883633 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-21f073a2-24f5-4081-aafc-8ba23581b31b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b042542b-4779-45e4-97f5-1694f1b001e5 HTTP/1.1" status: 200  len: 217 time: 0.0383339
Apr 30 21:49:29.896601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2884d2f-f419-4f14-b7b0-0eec32dcd63e req-7b306282-57ae-4e4a-a64b-7dca51b83f7a tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:29.898686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2884d2f-f419-4f14-b7b0-0eec32dcd63e req-7b306282-57ae-4e4a-a64b-7dca51b83f7a tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 946 time: 0.0498393
Apr 30 21:49:29.937349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-61eec7ce-eb85-4e0d-9510-78ccc25a79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:29.938858 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-61eec7ce-eb85-4e0d-9510-78ccc25a79f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ff6244-14f7-4a38-a28d-1c8965fd0563 HTTP/1.1" status: 200  len: 854 time: 0.0487745
Apr 30 21:49:29.951969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2884d2f-f419-4f14-b7b0-0eec32dcd63e req-a0d84beb-1c7d-49af-a55a-89fab865a6c6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454781
Apr 30 21:49:29.977250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:29.981985 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-d75cf135-a5e8-4bd5-a9aa-04cc7faa707e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316808
Apr 30 21:49:30.075214 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-2ee613d5-fced-438d-a6dc-82aa5cc4e576 service neutron] 10.222.0.20 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826287
Apr 30 21:49:30.169526 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-00dee6cb-34e8-444a-a531-631ed0b12c51 req-bef485d3-6cb0-4f08-be5a-b3144491c054 service neutron] 10.222.0.20 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852089
Apr 30 21:49:30.193311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fc3b520>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:28Z', 'revision_number': 6, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:06Z', 'revision_number': 1, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:30.226055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acda7ce-449d-47d3-9664-7d0dbb374614 None None] The sync data for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 is: [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:28Z', 'revision_number': 6, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7b90bcb-ce77-4b13-8061-5b16cc751703', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.168', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'port_id': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'mac_address': 'fa:16:3e:89:d2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:48:04Z', 'updated_at': '2022-04-30T21:48:06Z', 'revision_number': 1, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:49:30.292600 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2760b-42bc-49c6-a719-93525c123d7b req-9cf29bdd-d7b5-431d-9229-fa04342465fb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:30.294089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf2760b-42bc-49c6-a719-93525c123d7b req-9cf29bdd-d7b5-431d-9229-fa04342465fb tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 943 time: 0.0557177
Apr 30 21:49:30.339881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf2760b-42bc-49c6-a719-93525c123d7b req-946d7c38-32c9-421a-b946-2cf08380edcc tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400374
Apr 30 21:49:30.864788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:30.884928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:30.885277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b7c006a6-8a78-4a98-9fe1-f2a89fa21d60 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:31.068243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97639d-6442-4739-ad5c-994bdcb32c93 req-442b260c-a89e-4da7-900c-336ce54ae94d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:31.070241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f97639d-6442-4739-ad5c-994bdcb32c93 req-442b260c-a89e-4da7-900c-336ce54ae94d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 946 time: 0.0464864
Apr 30 21:49:31.117953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f97639d-6442-4739-ad5c-994bdcb32c93 req-8818e3c7-7155-47b5-9b2d-7b6d174d9784 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=038f8034-a3e4-42e4-8107-a5b03f82c2f4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420332
Apr 30 21:49:31.210629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-e7d3b416-01fa-4565-8bbd-32a911bb2a36 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:31.212083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-e7d3b416-01fa-4565-8bbd-32a911bb2a36 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 946 time: 0.0464008
Apr 30 21:49:31.299839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:31.300453 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:31.403029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port ee7f6250-3cbb-4da0-91b0-207c0b7c0530, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:31.403396 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:31.429943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for ee7f6250-3cbb-4da0-91b0-207c0b7c0530 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:31.499501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fdfe9-0b3e-458f-8751-61145d2a2b1c req-14170f82-c968-4f15-a910-7075c308aebc tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:31.500964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-313fdfe9-0b3e-458f-8751-61145d2a2b1c req-14170f82-c968-4f15-a910-7075c308aebc tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 943 time: 0.0833032
Apr 30 21:49:31.572291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-313fdfe9-0b3e-458f-8751-61145d2a2b1c req-36f40600-a6f9-4fac-bbc6-94aa1b7e2bd6 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641866
Apr 30 21:49:31.679353 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ee7f6250-3cbb-4da0-91b0-207c0b7c0530), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:31.708305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=ee7f6250-3cbb-4da0-91b0-207c0b7c0530,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:31.754305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] No DVR routers for this DVR port ee7f6250-3cbb-4da0-91b0-207c0b7c0530 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:31.757349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:31.760629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-90ec8eb0-7a5d-41f2-ab81-8af90dc42785 req-8791d8cc-42c5-42a4-805e-a84ba67c55f2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "DELETE /v2.0/ports/ee7f6250-3cbb-4da0-91b0-207c0b7c0530 HTTP/1.1" status: 204  len: 173 time: 0.5433853
Apr 30 21:49:31.761066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41050d-1a2f-4d73-ad3c-552e9c70e9b3', 'name': 'network-vif-deleted', 'tag': 'ee7f6250-3cbb-4da0-91b0-207c0b7c0530'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:49:31.763328 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e46686-dcd9-4e25-b37e-506c7c4097fc" -d '{"events": [{"server_uuid": "6b41050d-1a2f-4d73-ad3c-552e9c70e9b3", "name": "network-vif-deleted", "tag": "ee7f6250-3cbb-4da0-91b0-207c0b7c0530"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:49:31.798406 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca564f7-c754-410c-a870-01ae649b23fc x-openstack-request-id: req-5ca564f7-c754-410c-a870-01ae649b23fc {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:49:31.800645 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41050d-1a2f-4d73-ad3c-552e9c70e9b3", "name": "network-vif-deleted", "tag": "ee7f6250-3cbb-4da0-91b0-207c0b7c0530", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:49:31.800645 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ca564f7-c754-410c-a870-01ae649b23fc {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:49:31.800645 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca564f7-c754-410c-a870-01ae649b23fc'] response: {'server_uuid': '6b41050d-1a2f-4d73-ad3c-552e9c70e9b3', 'name': 'network-vif-deleted', 'tag': 'ee7f6250-3cbb-4da0-91b0-207c0b7c0530', 'status': 'completed', 'code': 200}
Apr 30 21:49:32.230855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c25b4cce-263b-4c28-9efc-47717fb4f3b3 req-3858f519-5cf8-48df-bcf6-e42e5a02cd5e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b41050d-1a2f-4d73-ad3c-552e9c70e9b3 HTTP/1.1" status: 200  len: 210 time: 0.0321624
Apr 30 21:49:32.692243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e9483-1ca9-47f6-8d54-b4a66cf392f5 req-fe8f9b3f-fdac-4721-bcad-3a66d0078cf9 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:32.693703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f4e9483-1ca9-47f6-8d54-b4a66cf392f5 req-fe8f9b3f-fdac-4721-bcad-3a66d0078cf9 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 943 time: 0.0472069
Apr 30 21:49:32.741808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f4e9483-1ca9-47f6-8d54-b4a66cf392f5 req-ecb27b44-cbd1-4a2c-aedc-67e28d13d692 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418360
Apr 30 21:49:33.290458 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46966) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:33.332216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b042542b-4779-45e4-97f5-1694f1b001e5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:49:33.347253 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbeff51c-97bf-449c-b6c3-667f29bdd9b9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (038f8034-a3e4-42e4-8107-a5b03f82c2f4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.374389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbeff51c-97bf-449c-b6c3-667f29bdd9b9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (038f8034-a3e4-42e4-8107-a5b03f82c2f4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.436274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b042542b-4779-45e4-97f5-1694f1b001e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b042542b-4779-45e4-97f5-1694f1b001e5,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:33.447741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'b042542b-4779-45e4-97f5-1694f1b001e5', 'network_id': '3afa63ee-7e45-4c03-a8c8-517cba3ed00e', 'port_id': 'b042542b-4779-45e4-97f5-1694f1b001e5', 'mac_address': 'fa:16:3e:01:9b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ff6244-14f7-4a38-a28d-1c8965fd0563', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:49:33.478764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ee7f6250-3cbb-4da0-91b0-207c0b7c0530 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:33.503947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b042542b-4779-45e4-97f5-1694f1b001e5 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:33.504339 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.506227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: ee7f6250-3cbb-4da0-91b0-207c0b7c0530 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:33.506574 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ee7f6250-3cbb-4da0-91b0-207c0b7c0530 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:33.513703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbeff51c-97bf-449c-b6c3-667f29bdd9b9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (038f8034-a3e4-42e4-8107-a5b03f82c2f4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.516389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bbeff51c-97bf-449c-b6c3-667f29bdd9b9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.517547 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bbeff51c-97bf-449c-b6c3-667f29bdd9b9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/security-groups/038f8034-a3e4-42e4-8107-a5b03f82c2f4 HTTP/1.1" status: 204  len: 168 time: 0.2260985
Apr 30 21:49:33.519005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b042542b-4779-45e4-97f5-1694f1b001e5 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:49:33.527314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeff51c-97bf-449c-b6c3-667f29bdd9b9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038f8034-a3e4-42e4-8107-a5b03f82c2f4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:33.544099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b042542b-4779-45e4-97f5-1694f1b001e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b042542b-4779-45e4-97f5-1694f1b001e5,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:33.594242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46970) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:33.599133 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.651001 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b6fcce-58ec-4169-abb4-56d95001154f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting subnet 272c7cfe-1f47-4fba-b2c6-7f484722cbf1 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:49:33.654127 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1b6fcce-58ec-4169-abb4-56d95001154f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (272c7cfe-1f47-4fba-b2c6-7f484722cbf1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.657470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b042542b-4779-45e4-97f5-1694f1b001e5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:33.697824 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1b6fcce-58ec-4169-abb4-56d95001154f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (272c7cfe-1f47-4fba-b2c6-7f484722cbf1), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.779479 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1b6fcce-58ec-4169-abb4-56d95001154f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (272c7cfe-1f47-4fba-b2c6-7f484722cbf1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.855686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['b042542b-4779-45e4-97f5-1694f1b001e5'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:49:33.858012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d7ad4-eb90-4454-9488-c0fb2e4cb8b4 req-0e790bf9-ae94-4f3d-9e4c-df3c7db6a727 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:33.859589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee7d7ad4-eb90-4454-9488-c0fb2e4cb8b4 req-0e790bf9-ae94-4f3d-9e4c-df3c7db6a727 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 944 time: 0.0491335
Apr 30 21:49:33.913717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee7d7ad4-eb90-4454-9488-c0fb2e4cb8b4 req-2069a69b-886e-41f8-ac65-b92362cb045a tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482864
Apr 30 21:49:33.920348 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1b6fcce-58ec-4169-abb4-56d95001154f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (272c7cfe-1f47-4fba-b2c6-7f484722cbf1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.956720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6fcce-58ec-4169-abb4-56d95001154f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Subnet': ['ID=272c7cfe-1f47-4fba-b2c6-7f484722cbf1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:33.959057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1b6fcce-58ec-4169-abb4-56d95001154f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:33.965352 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1b6fcce-58ec-4169-abb4-56d95001154f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/subnets/272c7cfe-1f47-4fba-b2c6-7f484722cbf1 HTTP/1.1" status: 204  len: 168 time: 0.3676603
Apr 30 21:49:33.966141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 46974) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:33.971676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e3adb-5a06-4c6e-b34a-f6398fe7dd01 None None] Network 58c50a14-b8e4-422b-b888-1ef880ea4f55 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:49:34.045885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (58c50a14-b8e4-422b-b888-1ef880ea4f55), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.090043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:34.090377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.156970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:34.156970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.159254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] DHCP port deletion for 58c50a14-b8e4-422b-b888-1ef880ea4f55 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:49:34.170816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for 3f4b64eb-6981-4910-9aa6-6e6281a1f40c owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:34.204069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] Deleting port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:34.204451 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.277619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] For port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,segment=NetworkSegment(054868a7-536e-45d5-b524-59524a5d0757),segment_id=054868a7-536e-45d5-b524-59524a5d0757)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:34.278307 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.292361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] Calling delete_port for 3f4b64eb-6981-4910-9aa6-6e6281a1f40c owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:34.336394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.364530 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] No DVR routers for this DVR port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:34.374927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:34.375241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (3f4b64eb-6981-4910-9aa6-6e6281a1f40c), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.402742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] No DVR routers for this DVR port 3f4b64eb-6981-4910-9aa6-6e6281a1f40c on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:34.404624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4c45c-f31b-4aac-b5b3-a64ba3daf2ca None None] Pushing event deleted for resources: {'Port': ['ID=3f4b64eb-6981-4910-9aa6-6e6281a1f40c,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:34.450630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (58c50a14-b8e4-422b-b888-1ef880ea4f55), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.472774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8965e34a60>,) {'filters': {'network_id': ['58c50a14-b8e4-422b-b888-1ef880ea4f55']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:34.484443 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965e34a60>, '054868a7-536e-45d5-b524-59524a5d0757') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:34.484868 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965e34a60>, '054868a7-536e-45d5-b524-59524a5d0757') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:34.494647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (054868a7-536e-45d5-b524-59524a5d0757), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.508550 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (054868a7-536e-45d5-b524-59524a5d0757), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.515550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:49:34.515550 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (054868a7-536e-45d5-b524-59524a5d0757), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:49:34.518852 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:49:34.651004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (58c50a14-b8e4-422b-b888-1ef880ea4f55), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.660292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.664215 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/networks/58c50a14-b8e4-422b-b888-1ef880ea4f55 HTTP/1.1" status: 204  len: 168 time: 0.6976011
Apr 30 21:49:34.667123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 46976) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:34.674097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daca28f-9d41-4e10-af55-a13d68e6e397 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Network': ['ID=58c50a14-b8e4-422b-b888-1ef880ea4f55,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:34.816475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port fb15b67a-f735-4799-8a5e-ad16bb716b94 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:34.816810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fb15b67a-f735-4799-8a5e-ad16bb716b94), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.890855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fb15b67a-f735-4799-8a5e-ad16bb716b94), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.891506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for floatingip (fb15b67a-f735-4799-8a5e-ad16bb716b94), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:34.904805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for fb15b67a-f735-4799-8a5e-ad16bb716b94 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:34.905832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3f4b64eb-6981-4910-9aa6-6e6281a1f40c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:34.925506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 3f4b64eb-6981-4910-9aa6-6e6281a1f40c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:34.925881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3f4b64eb-6981-4910-9aa6-6e6281a1f40c not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:35.050575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45f575-bb51-4fc0-9de4-2fda96337564 req-308927bf-8342-40b1-8483-4d8970c0e3d7 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:35.052026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e45f575-bb51-4fc0-9de4-2fda96337564 req-308927bf-8342-40b1-8483-4d8970c0e3d7 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 944 time: 0.0581348
Apr 30 21:49:35.130434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4e45f575-bb51-4fc0-9de4-2fda96337564 req-0b1903a7-ef04-4eb6-9493-af7a6493e8d0 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675855
Apr 30 21:49:35.204226 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fb15b67a-f735-4799-8a5e-ad16bb716b94), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:35.227675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=fb15b67a-f735-4799-8a5e-ad16bb716b94,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:35.290717 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for floatingip (c7b90bcb-ce77-4b13-8061-5b16cc751703), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:35.291044 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Floating IP c7b90bcb-ce77-4b13-8061-5b16cc751703 disassociated (deleted). External IP: 172.35.4.168, port: 0671ef54-efde-4401-afa6-2532e83c2ecb.
Apr 30 21:49:35.362665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b042542b-4779-45e4-97f5-1694f1b001e5 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:49:35.407734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port b042542b-4779-45e4-97f5-1694f1b001e5 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:49:35.496316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port b042542b-4779-45e4-97f5-1694f1b001e5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:35.496607 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:35.505531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router c2dee8a4-3f95-41c0-8341-1f403158609a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:49:35.581146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b042542b-4779-45e4-97f5-1694f1b001e5 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:35.581660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:35.604700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81dbbed-6eeb-4227-be53-e56c759b5bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b042542b-4779-45e4-97f5-1694f1b001e5'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:49:35.606946 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b1d28c-6a8d-4ac2-aa3e-a42d89be7d9e" -d '{"events": [{"server_uuid": "b81dbbed-6eeb-4227-be53-e56c759b5bb9", "name": "network-vif-plugged", "status": "completed", "tag": "b042542b-4779-45e4-97f5-1694f1b001e5"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:49:35.618717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:49:35.619806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b042542b-4779-45e4-97f5-1694f1b001e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b042542b-4779-45e4-97f5-1694f1b001e5,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:35.623168 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:35.629989 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] Sync routers for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:49:35.640715 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:35.643502 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b4e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:35.654813 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bfcd5d-5d0b-4b09-8031-9b7212ef91d2 x-openstack-request-id: req-88bfcd5d-5d0b-4b09-8031-9b7212ef91d2 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:49:35.655180 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81dbbed-6eeb-4227-be53-e56c759b5bb9", "name": "network-vif-plugged", "status": "completed", "tag": "b042542b-4779-45e4-97f5-1694f1b001e5", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:49:35.655504 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88bfcd5d-5d0b-4b09-8031-9b7212ef91d2 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:49:35.655962 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bfcd5d-5d0b-4b09-8031-9b7212ef91d2'] response: {'server_uuid': 'b81dbbed-6eeb-4227-be53-e56c759b5bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b042542b-4779-45e4-97f5-1694f1b001e5', 'code': 200}
Apr 30 21:49:35.656502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a9270d86-9fc7-4a08-ae84-0c855cc63580 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/floatingips/c7b90bcb-ce77-4b13-8061-5b16cc751703 HTTP/1.1" status: 204  len: 168 time: 0.9859712
Apr 30 21:49:35.657145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:49:35.659500 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d6880f-82e1-4bed-9f0e-404155019cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:49:35.692342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:35.705247 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0aa49e-46fc-4500-93d2-e7b84da38e2f x-openstack-request-id: req-da0aa49e-46fc-4500-93d2-e7b84da38e2f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:49:35.705247 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:49:35.705247 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da0aa49e-46fc-4500-93d2-e7b84da38e2f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:49:35.705247 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0aa49e-46fc-4500-93d2-e7b84da38e2f'] response: {'name': 'network-changed', 'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'status': 'completed', 'code': 200}
Apr 30 21:49:35.750903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b042542b-4779-45e4-97f5-1694f1b001e5,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:35.785207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-7466e8e9-736e-4f45-83f2-3e4fb8645048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:35.786761 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-7466e8e9-736e-4f45-83f2-3e4fb8645048 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 1128 time: 0.0511572
Apr 30 21:49:35.792508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ee4c-66dd-44b9-99aa-341553890c8d req-e49260c3-67b7-4664-9fd9-d29450dac66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:35.794177 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae8ee4c-66dd-44b9-99aa-341553890c8d req-e49260c3-67b7-4664-9fd9-d29450dac66b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 1127 time: 0.0590951
Apr 30 21:49:35.801427 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:35.847270 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-eae8ee4c-66dd-44b9-99aa-341553890c8d req-9c08716e-e4dd-4da2-9e00-e2ffede7e1ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395479
Apr 30 21:49:35.897691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-58771e39-1748-494b-849b-0a19fd2282d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:35.899181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-58771e39-1748-494b-849b-0a19fd2282d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2bd705d2-50f2-4767-b7d1-c21957344019 HTTP/1.1" status: 200  len: 897 time: 0.0920568
Apr 30 21:49:35.986167 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b4e20>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:28Z', 'revision_number': 6, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:36.015441 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] Checking router: c2dee8a4-3f95-41c0-8341-1f403158609a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:49:36.024164 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:36.024762 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b4e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:36.104496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-194aebbd-26de-42f6-8647-e3195740063d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0671ef54-efde-4401-afa6-2532e83c2ecb HTTP/1.1" status: 200  len: 217 time: 0.0427105
Apr 30 21:49:36.133978 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:36.197368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-1684014a-66e7-493a-bc0d-b3e3a0dd3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:36.199207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-1684014a-66e7-493a-bc0d-b3e3a0dd3c06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0018f731-f589-48f8-bbaa-332178729f34 HTTP/1.1" status: 200  len: 834 time: 0.0884032
Apr 30 21:49:36.206641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fcf56-d54a-496d-970b-b7c0b614b66a req-8547d97f-837e-4f6e-b56b-663f210690ce tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:36.208050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b3fcf56-d54a-496d-970b-b7c0b614b66a req-8547d97f-837e-4f6e-b56b-663f210690ce tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 946 time: 0.0681877
Apr 30 21:49:36.271258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3546a-2747-401e-a7c1-a6a4bcca3af6 req-008092a1-616b-43bc-b438-ca73b915179b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:36.271258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fb3546a-2747-401e-a7c1-a6a4bcca3af6 req-008092a1-616b-43bc-b438-ca73b915179b tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 945 time: 0.0614054
Apr 30 21:49:36.308840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b3fcf56-d54a-496d-970b-b7c0b614b66a req-e45c2ba6-b9e3-42cc-ba33-f0f424a1f9b0 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913720
Apr 30 21:49:36.326743 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b4e20>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:28Z', 'revision_number': 6, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:36.336086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fb3546a-2747-401e-a7c1-a6a4bcca3af6 req-58f7a9f6-6f9f-4410-98a1-3c728e3cd297 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570173
Apr 30 21:49:36.353046 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95c32b-6679-4da6-a593-d6203328a741 None None] The sync data for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 is: [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:28Z', 'revision_number': 6, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f2c3f64f-d617-47a9-b380-b805af5a27ee', 'name': '', 'network_id': '2bd705d2-50f2-4767-b7d1-c21957344019', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:1c:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '0018f731-f589-48f8-bbaa-332178729f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:44Z', 'updated_at': '2022-04-30T21:47:48Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '0018f731-f589-48f8-bbaa-332178729f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:49:36.597539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2708f82-24be-44a4-bf79-094cd10e7dc1 None None] New status for floating IP c7b90bcb-ce77-4b13-8061-5b16cc751703: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:49:37.326153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-aa4e1d3a-61f2-4edf-823f-83352c8dc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:37.327651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-aa4e1d3a-61f2-4edf-823f-83352c8dc38e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bd705d2-50f2-4767-b7d1-c21957344019&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420067
Apr 30 21:49:37.453551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c4e6c-03ab-49c0-9695-0ac5ed617dd5 req-b2d31a55-3d45-4d74-ab39-3abb47f3b854 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:37.455053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd7c4e6c-03ab-49c0-9695-0ac5ed617dd5 req-b2d31a55-3d45-4d74-ab39-3abb47f3b854 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 946 time: 0.0759366
Apr 30 21:49:37.470006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3c5c-9dc7-4df5-bf9c-49047cc32e61 req-81463bdd-62eb-4769-a633-d70a27dad8b9 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:37.471441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbca3c5c-9dc7-4df5-bf9c-49047cc32e61 req-81463bdd-62eb-4769-a633-d70a27dad8b9 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 945 time: 0.0608082
Apr 30 21:49:37.543075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd7c4e6c-03ab-49c0-9695-0ac5ed617dd5 req-15c15daa-fb8b-4f2f-bd01-d7c49c4527df tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ebca29-640f-4c72-83ec-6a062919717e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818300
Apr 30 21:49:37.549794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbca3c5c-9dc7-4df5-bf9c-49047cc32e61 req-25633a9c-3b50-4fb3-9515-b0a990b87784 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718503
Apr 30 21:49:37.754636 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-915705b1-6df0-40ff-8b1b-3acc5ead4fb0 service neutron] 10.222.0.20 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815668
Apr 30 21:49:37.849591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0d6880f-82e1-4bed-9f0e-404155019cdb req-da3a53fb-ba54-488d-83e1-eb8fdf02b2ea service neutron] 10.222.0.20 "GET /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856221
Apr 30 21:49:37.865592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-4b5a34e3-98d5-49b9-a754-1d5be5a01563 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:37.867052 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-4b5a34e3-98d5-49b9-a754-1d5be5a01563 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 946 time: 0.0505466
Apr 30 21:49:38.009663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port 0671ef54-efde-4401-afa6-2532e83c2ecb {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:38.010018 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:38.100342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port 0671ef54-efde-4401-afa6-2532e83c2ecb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0671ef54-efde-4401-afa6-2532e83c2ecb,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:38.100620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:38.113677 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for 0671ef54-efde-4401-afa6-2532e83c2ecb owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:38.450962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0671ef54-efde-4401-afa6-2532e83c2ecb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:38.480764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=0671ef54-efde-4401-afa6-2532e83c2ecb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:38.545486 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] No DVR routers for this DVR port 0671ef54-efde-4401-afa6-2532e83c2ecb on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:38.548197 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:38.551657 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bc0e06f0-3bf6-4c1a-b735-d35e8877a316 req-0deaa634-7e48-4d08-909f-43133eee3137 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.20 "DELETE /v2.0/ports/0671ef54-efde-4401-afa6-2532e83c2ecb HTTP/1.1" status: 204  len: 173 time: 0.6338141
Apr 30 21:49:38.552123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'name': 'network-vif-deleted', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:49:38.555060 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ebd144-898a-4411-b9c5-94600851e057" -d '{"events": [{"server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "name": "network-vif-deleted", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:49:38.592107 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66344fb7-0306-46e8-a361-b07e8214a3c6 x-openstack-request-id: req-66344fb7-0306-46e8-a361-b07e8214a3c6 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:49:38.592405 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd5eae6-8fcd-480e-8105-0140f46d3f15", "name": "network-vif-deleted", "tag": "0671ef54-efde-4401-afa6-2532e83c2ecb", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:49:38.592656 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66344fb7-0306-46e8-a361-b07e8214a3c6 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:49:38.593062 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66344fb7-0306-46e8-a361-b07e8214a3c6'] response: {'server_uuid': 'fbd5eae6-8fcd-480e-8105-0140f46d3f15', 'name': 'network-vif-deleted', 'tag': '0671ef54-efde-4401-afa6-2532e83c2ecb', 'status': 'completed', 'code': 200}
Apr 30 21:49:39.019672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f2a060bd-1da9-41e0-8caf-70a687e6c31f req-1fcdfc84-e5cb-42ea-8da2-69804456f5e5 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbd5eae6-8fcd-480e-8105-0140f46d3f15 HTTP/1.1" status: 200  len: 210 time: 0.3981040
Apr 30 21:49:39.065998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377268-6ec0-437e-9ed8-9cced6c0087f req-f8b5c84b-4e3d-4c7b-9e74-5bab581d87cf tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:39.065998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37377268-6ec0-437e-9ed8-9cced6c0087f req-f8b5c84b-4e3d-4c7b-9e74-5bab581d87cf tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 945 time: 0.0474176
Apr 30 21:49:39.110106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37377268-6ec0-437e-9ed8-9cced6c0087f req-a9131ca8-458f-49f0-8979-4f7661aa76d6 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395024
Apr 30 21:49:40.076548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47012) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:40.133420 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b0008a58-a96a-46ff-838d-8e8f5e187b05 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (71ebca29-640f-4c72-83ec-6a062919717e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:40.158648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b0008a58-a96a-46ff-838d-8e8f5e187b05 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (71ebca29-640f-4c72-83ec-6a062919717e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:40.432622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b0008a58-a96a-46ff-838d-8e8f5e187b05 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (71ebca29-640f-4c72-83ec-6a062919717e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:40.435338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b0008a58-a96a-46ff-838d-8e8f5e187b05 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:40.436518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b0008a58-a96a-46ff-838d-8e8f5e187b05 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/security-groups/71ebca29-640f-4c72-83ec-6a062919717e HTTP/1.1" status: 204  len: 168 time: 0.3589785
Apr 30 21:49:40.446386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0008a58-a96a-46ff-838d-8e8f5e187b05 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ebca29-640f-4c72-83ec-6a062919717e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:40.536499 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47024) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:41.191090 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (c2dee8a4-3f95-41c0-8341-1f403158609a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:41.392391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0671ef54-efde-4401-afa6-2532e83c2ecb no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:41.415223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 0671ef54-efde-4401-afa6-2532e83c2ecb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:41.415564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0671ef54-efde-4401-afa6-2532e83c2ecb not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:41.432867 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port f2c3f64f-d617-47a9-b380-b805af5a27ee {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:41.433203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:41.523254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port f2c3f64f-d617-47a9-b380-b805af5a27ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2c3f64f-d617-47a9-b380-b805af5a27ee,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:41.523613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:41.537990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for f2c3f64f-d617-47a9-b380-b805af5a27ee owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:41.799547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f2c3f64f-d617-47a9-b380-b805af5a27ee), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:41.824358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=f2c3f64f-d617-47a9-b380-b805af5a27ee,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:42.002906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (c2dee8a4-3f95-41c0-8341-1f403158609a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:42.221319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router c2dee8a4-3f95-41c0-8341-1f403158609a has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:49:42.333874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:49:42.338868 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e55291e3-0c61-48ff-93c7-968223f4ffae tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "PUT /v2.0/routers/c2dee8a4-3f95-41c0-8341-1f403158609a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8013442
Apr 30 21:49:42.341568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:42.344044 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] Sync routers for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:49:42.354747 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:42.355474 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b4670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:42.393378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df8865f-85c5-49ed-9a74-508115818998 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting subnet 0018f731-f589-48f8-bbaa-332178729f34 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:49:42.396554 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7df8865f-85c5-49ed-9a74-508115818998 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (0018f731-f589-48f8-bbaa-332178729f34), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:42.441627 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7df8865f-85c5-49ed-9a74-508115818998 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (0018f731-f589-48f8-bbaa-332178729f34), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:42.508047 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:42.523723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7df8865f-85c5-49ed-9a74-508115818998 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0018f731-f589-48f8-bbaa-332178729f34), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:42.644624 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7df8865f-85c5-49ed-9a74-508115818998 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (0018f731-f589-48f8-bbaa-332178729f34), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:42.674453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8865f-85c5-49ed-9a74-508115818998 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Subnet': ['ID=0018f731-f589-48f8-bbaa-332178729f34,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:42.676511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7df8865f-85c5-49ed-9a74-508115818998 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:42.678336 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b4670>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:41Z', 'revision_number': 7, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:42.688287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47032) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:42.689352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019fdbe1-6b8a-4ad8-af25-e0a42feec8e3 None None] Network 2bd705d2-50f2-4767-b7d1-c21957344019 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:49:42.694284 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7df8865f-85c5-49ed-9a74-508115818998 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/subnets/0018f731-f589-48f8-bbaa-332178729f34 HTTP/1.1" status: 204  len: 168 time: 0.3394661
Apr 30 21:49:42.704656 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] Checking router: c2dee8a4-3f95-41c0-8341-1f403158609a for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:49:42.713813 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] Routers {'c2dee8a4-3f95-41c0-8341-1f403158609a'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:42.714426 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7b4670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['c2dee8a4-3f95-41c0-8341-1f403158609a'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:42.801289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router (c2dee8a4-3f95-41c0-8341-1f403158609a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:42.829923 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] Set router c2dee8a4-3f95-41c0-8341-1f403158609a gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:42.852666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] DHCP port deletion for 2bd705d2-50f2-4767-b7d1-c21957344019 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:49:42.931425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] Deleting port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:42.932093 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:42.980282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_gateway (c2dee8a4-3f95-41c0-8341-1f403158609a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.035034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 3f5b097c-e16f-457f-8e2b-014ce4fdb73f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:43.082230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] For port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:43.082614 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.104301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] Calling delete_port for 3f5b097c-e16f-457f-8e2b-014ce4fdb73f owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:43.114455 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7b4670>, [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:41Z', 'revision_number': 7, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:43.117349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:49:43.117349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.142758 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ad2fd3-2705-41fa-9d4e-d6abfc70f26a None None] The sync data for ids ['c2dee8a4-3f95-41c0-8341-1f403158609a'] in ncdv-master-1 is: [{'id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'name': 'tempest-TestNetworkBasicOps-router-388124412', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147'}], 'enable_snat': True}, 'gw_port_id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:47:40Z', 'updated_at': '2022-04-30T21:49:41Z', 'revision_number': 7, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': 'e8e6f52c-3e12-4c62-9184-48c0e8fa80ac', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dee8a4-3f95-41c0-8341-1f403158609a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:47:41Z', 'updated_at': '2022-04-30T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:49:43.194892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:43.195285 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.208288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port e8e6f52c-3e12-4c62-9184-48c0e8fa80ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8e6f52c-3e12-4c62-9184-48c0e8fa80ac,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:43.208742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.222904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for e8e6f52c-3e12-4c62-9184-48c0e8fa80ac owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:49:43.242642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,segment=NetworkSegment(067cf373-e275-41bc-ae61-8b5a7746f0bc),segment_id=067cf373-e275-41bc-ae61-8b5a7746f0bc)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:43.321863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.371429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:43.411121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (3f5b097c-e16f-457f-8e2b-014ce4fdb73f), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.425493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] No DVR routers for this DVR port 3f5b097c-e16f-457f-8e2b-014ce4fdb73f on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:49:43.439688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e8e6f52c-3e12-4c62-9184-48c0e8fa80ac), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.449706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f5cd1-b515-43e0-9724-1765945345ee None None] Pushing event deleted for resources: {'Port': ['ID=3f5b097c-e16f-457f-8e2b-014ce4fdb73f,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:43.465005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=e8e6f52c-3e12-4c62-9184-48c0e8fa80ac,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:43.535201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (c2dee8a4-3f95-41c0-8341-1f403158609a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.640533 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (c2dee8a4-3f95-41c0-8341-1f403158609a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.642942 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_controller (c2dee8a4-3f95-41c0-8341-1f403158609a), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.770749 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (c2dee8a4-3f95-41c0-8341-1f403158609a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.771375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Fanout notify agent at l3_agent the message router_deleted on router c2dee8a4-3f95-41c0-8341-1f403158609a {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:49:43.778142 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.779309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e1e3e19e-0d37-4ac4-8cc0-d79b57772bda tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/routers/c2dee8a4-3f95-41c0-8341-1f403158609a HTTP/1.1" status: 204  len: 168 time: 1.0958676
Apr 30 21:49:43.782483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47050) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:43.862178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (2bd705d2-50f2-4767-b7d1-c21957344019), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.956052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (2bd705d2-50f2-4767-b7d1-c21957344019), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:43.976766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8965eeb7c0>,) {'filters': {'network_id': ['2bd705d2-50f2-4767-b7d1-c21957344019']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:43.985986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965eeb7c0>, '067cf373-e275-41bc-ae61-8b5a7746f0bc') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:43.986287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965eeb7c0>, '067cf373-e275-41bc-ae61-8b5a7746f0bc') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:43.996488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (067cf373-e275-41bc-ae61-8b5a7746f0bc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.009946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (067cf373-e275-41bc-ae61-8b5a7746f0bc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.015858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:49:44.016252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (067cf373-e275-41bc-ae61-8b5a7746f0bc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:49:44.019244 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:49:44.119786 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (2bd705d2-50f2-4767-b7d1-c21957344019), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.126998 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.131094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/networks/2bd705d2-50f2-4767-b7d1-c21957344019 HTTP/1.1" status: 204  len: 168 time: 0.3470664
Apr 30 21:49:44.142042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51911202-c01c-49be-acb7-1d40ef1a986c tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Network': ['ID=2bd705d2-50f2-4767-b7d1-c21957344019,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:44.151294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47052) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:44.156472 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'network': {'name': 'tempest-network-smoke--762412865', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'port_security_enabled': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:44.233480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:49:44.237280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.270623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:49:44.280065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (25248413-2a13-4b19-a5be-8a2e53c0509b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.280803 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Added segment 25248413-2a13-4b19-a5be-8a2e53c0509b of type vlan for network c92ca584-e52b-4c14-980a-c6e49fa47273
Apr 30 21:49:44.320049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (c92ca584-e52b-4c14-980a-c6e49fa47273), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.399028 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (c92ca584-e52b-4c14-980a-c6e49fa47273), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.404149 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:44.404758 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.468814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Network': ['ID=c92ca584-e52b-4c14-980a-c6e49fa47273,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:44.479289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network c92ca584-e52b-4c14-980a-c6e49fa47273 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:49:44.511519 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e2cebea2-778b-49ca-949c-55a4db051eec tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3585169
Apr 30 21:49:44.513916 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47056) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:44.518913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'admin_state_up': True, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:44.604415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (04078685-90ce-40e1-bb7a-d65e3cf43c89), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.605490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (04078685-90ce-40e1-bb7a-d65e3cf43c89), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.662173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_controller (04078685-90ce-40e1-bb7a-d65e3cf43c89), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.885006 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_gateway (04078685-90ce-40e1-bb7a-d65e3cf43c89), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:44.914394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e8e6f52c-3e12-4c62-9184-48c0e8fa80ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:44.935217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e8e6f52c-3e12-4c62-9184-48c0e8fa80ac {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:44.935570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e8e6f52c-3e12-4c62-9184-48c0e8fa80ac not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:44.935978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f2c3f64f-d617-47a9-b380-b805af5a27ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:49:44.955390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f2c3f64f-d617-47a9-b380-b805af5a27ee {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:49:44.955739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f2c3f64f-d617-47a9-b380-b805af5a27ee not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:49:45.104583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_gateway (04078685-90ce-40e1-bb7a-d65e3cf43c89), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:45.123052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:45.225565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.35.4.111 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/448bfbdb-cc34-43a4-a8d9-3fdb862fbc87) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:49:45.325991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:45.399222 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:45.436323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:49:45.440600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:45.444184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:49:45.471305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=448bfbdb-cc34-43a4-a8d9-3fdb862fbc87,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:45.785630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_gateway (04078685-90ce-40e1-bb7a-d65e3cf43c89), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:45.983249 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (04078685-90ce-40e1-bb7a-d65e3cf43c89), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:46.199002 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router 04078685-90ce-40e1-bb7a-d65e3cf43c89 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:49:46.310768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:49:46.320376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Sync routers for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:49:46.329971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:46.330602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fec4a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:46.366801 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:46.368082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c7a495b9-ae77-4719-9101-b4acd4c21faf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.8527083
Apr 30 21:49:46.371181 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47074) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:46.405706 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-93ca6925-674a-4c13-9153-aa7964d24690 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=cf9af556d4c3479a89d448e8bc633a3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0334461
Apr 30 21:49:46.408455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47076) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:46.442645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:46.561162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cde9dfd-0a93-402a-bec3-0c3cf62c3de3 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:46.562816 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5cde9dfd-0a93-402a-bec3-0c3cf62c3de3 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1534688
Apr 30 21:49:46.566037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47078) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:46.599183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a9cea101-3828-4fea-b381-a913da675885 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0319014
Apr 30 21:49:46.601995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47080) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:46.606851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1892989661', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:46.624482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fec4a90>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:45Z', 'revision_number': 3, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:46.654979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Checking router: 04078685-90ce-40e1-bb7a-d65e3cf43c89 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:49:46.655328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Updating router 04078685-90ce-40e1-bb7a-d65e3cf43c89 port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:49:46.683111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:46.769864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:49:46.773444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:46.949522 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Publish callbacks [] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.010530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.045452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (44b86e46-b491-46d7-a98f-27c37f664575), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.064108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Attempting to bind port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:49:47.064492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Attempting to bind port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:49:47.064847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Attempting to bind port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:49:47.066819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Pushing event updated for resources: {'Port': ['ID=448bfbdb-cc34-43a4-a8d9-3fdb862fbc87,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:47.076044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:49:47.076425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:49:47.076832 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.077224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:49:47.077771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Bound port: 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:49:47.078142 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.081238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.081587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.081958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.082299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.082635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.082968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.083296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.083623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.083953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.084279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.084603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.084924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.085244 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.086096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.086430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:47.109651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Subnet': ['ID=44b86e46-b491-46d7-a98f-27c37f664575,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:47.114877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Checking segment: {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:49:47.115238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network hostable DHCP agents. Network: c92ca584-e52b-4c14-980a-c6e49fa47273, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:49:47.137918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] For port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:49:47.140981 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] For port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=448bfbdb-cc34-43a4-a8d9-3fdb862fbc87,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:49:47.187719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network c92ca584-e52b-4c14-980a-c6e49fa47273 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:49:47.222556 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.305540 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.308811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:47.309440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fec4a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:47.311274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa231d9-53af-400d-8c1f-ca075b6cbfe2 None None] Pushing event updated for resources: {'Port': ['ID=448bfbdb-cc34-43a4-a8d9-3fdb862fbc87,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:47.318927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c92ca584-e52b-4c14-980a-c6e49fa47273) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:47.323534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:47.324765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.380331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75216a9-8ad9-4fa2-9d66-ae69f8d9ae8f None None] Network c92ca584-e52b-4c14-980a-c6e49fa47273 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:49:47.419308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fda3c505-89bd-4633-99e9-6e83739c1f37 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8162870
Apr 30 21:49:47.422014 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47084) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:47.506151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:47.536694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c92ca584-e52b-4c14-980a-c6e49fa47273', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:49:47.537552 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.816215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Allocated IP 172.20.0.2 (c92ca584-e52b-4c14-980a-c6e49fa47273/44b86e46-b491-46d7-a98f-27c37f664575/18316f30-2e95-4ad5-a5b5-7298d9444928) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:49:47.821216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fec4a90>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:45Z', 'revision_number': 3, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:47.852425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f969659-c144-4931-80ea-172ae7e3d99c None None] The sync data for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 is: [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:45Z', 'revision_number': 3, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:49:47.888469 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:47.914923 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f895eb4-b759-43a3-8f47-6850501b7945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.222987 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Publish callbacks [] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.334006 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.371327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Network c92ca584-e52b-4c14-980a-c6e49fa47273 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:49:48.374259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:48.378001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:49:48.393374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Pushing event updated for resources: {'Port': ['ID=18316f30-2e95-4ad5-a5b5-7298d9444928,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:48.394341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.20.0.1 (c92ca584-e52b-4c14-980a-c6e49fa47273/44b86e46-b491-46d7-a98f-27c37f664575/6483e4f5-1ad9-4574-8039-02490af202a8) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:49:48.450750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Attempting to bind port 18316f30-2e95-4ad5-a5b5-7298d9444928 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:49:48.451136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Attempting to bind port 18316f30-2e95-4ad5-a5b5-7298d9444928 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:49:48.451512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Attempting to bind port 18316f30-2e95-4ad5-a5b5-7298d9444928 on network c92ca584-e52b-4c14-980a-c6e49fa47273 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:49:48.457409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:49:48.458742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Checking segment: {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:49:48.458742 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.458966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Bound using segment: {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:49:48.459255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Bound port: 18316f30-2e95-4ad5-a5b5-7298d9444928, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:49:48.459647 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.528428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (6483e4f5-1ad9-4574-8039-02490af202a8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.533374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] For port 18316f30-2e95-4ad5-a5b5-7298d9444928, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:49:48.536887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] For port 18316f30-2e95-4ad5-a5b5-7298d9444928, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18316f30-2e95-4ad5-a5b5-7298d9444928,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:49:48.599203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.635247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.672837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2afbe-dee7-4b75-8d96-b707667365bf None None] Pushing event updated for resources: {'Port': ['ID=18316f30-2e95-4ad5-a5b5-7298d9444928,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:48.688913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network c92ca584-e52b-4c14-980a-c6e49fa47273 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:49:48.692124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:48.696481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:49:48.733864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=6483e4f5-1ad9-4574-8039-02490af202a8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:48.754847 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (04078685-90ce-40e1-bb7a-d65e3cf43c89), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:48.978868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.005125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 18316f30-2e95-4ad5-a5b5-7298d9444928 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:49:49.059208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 18316f30-2e95-4ad5-a5b5-7298d9444928 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:49.059576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.145034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 18316f30-2e95-4ad5-a5b5-7298d9444928 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:49.145399 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.178501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 18316f30-2e95-4ad5-a5b5-7298d9444928, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18316f30-2e95-4ad5-a5b5-7298d9444928,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:49.249743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.250570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:49:49.279491 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (6483e4f5-1ad9-4574-8039-02490af202a8), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.327769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=18316f30-2e95-4ad5-a5b5-7298d9444928,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:49.339065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:49.339439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.342430 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.420534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:49.421064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.426087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=6483e4f5-1ad9-4574-8039-02490af202a8,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:49.430447 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (04078685-90ce-40e1-bb7a-d65e3cf43c89), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.447669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=448bfbdb-cc34-43a4-a8d9-3fdb862fbc87,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:49.520738 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:49.549553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network c92ca584-e52b-4c14-980a-c6e49fa47273 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:49:49.551222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:49.577526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=448bfbdb-cc34-43a4-a8d9-3fdb862fbc87,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:49.668517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router 04078685-90ce-40e1-bb7a-d65e3cf43c89 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:49:49.778071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:49:49.783069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-969ded98-30a2-4068-aea3-dd371c9faf0b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "PUT /v2.0/routers/04078685-90ce-40e1-bb7a-d65e3cf43c89/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3600860
Apr 30 21:49:49.785696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47104) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:49.788327 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Sync routers for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:49:49.798569 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:49.799196 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce727c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:49.909616 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:50.133430 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce727c0>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 2, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:50.165361 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Checking router: 04078685-90ce-40e1-bb7a-d65e3cf43c89 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:49:50.165714 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Updating router 04078685-90ce-40e1-bb7a-d65e3cf43c89 port 6483e4f5-1ad9-4574-8039-02490af202a8 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:49:50.196960 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.300910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be29df-0a61-4dc6-b254-9f8565077a2d tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.302290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be29df-0a61-4dc6-b254-9f8565077a2d tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.309265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be29df-0a61-4dc6-b254-9f8565077a2d tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.309265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be29df-0a61-4dc6-b254-9f8565077a2d tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.309265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be29df-0a61-4dc6-b254-9f8565077a2d tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.309265 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a1be29df-0a61-4dc6-b254-9f8565077a2d tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3587 time: 0.5187449
Apr 30 21:49:50.309572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47108) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:50.342185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ca6a2-764d-4a8b-954d-2ba4026187a2 None None] Network c92ca584-e52b-4c14-980a-c6e49fa47273 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:49:50.377276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150b084-1020-4e72-af1b-2693dae26015 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.377862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150b084-1020-4e72-af1b-2693dae26015 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.378329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150b084-1020-4e72-af1b-2693dae26015 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.378896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150b084-1020-4e72-af1b-2693dae26015 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.379356 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6150b084-1020-4e72-af1b-2693dae26015 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:50.381805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6150b084-1020-4e72-af1b-2693dae26015 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3370 time: 0.0711186
Apr 30 21:49:50.384772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47110) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:50.423886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-550158e1-2b78-4082-a2bf-271c91ff2d4a None None] Provisioning complete for port 18316f30-2e95-4ad5-a5b5-7298d9444928 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:50.424482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-550158e1-2b78-4082-a2bf-271c91ff2d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.482086 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Publish callbacks [] for port (6483e4f5-1ad9-4574-8039-02490af202a8), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.557681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-550158e1-2b78-4082-a2bf-271c91ff2d4a None None] Current status of the port 18316f30-2e95-4ad5-a5b5-7298d9444928 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:50.582138 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.611697 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-57ea521c-86fa-4c81-9742-195adb71bca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.641230 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8bb50948-805f-4ca3-9d3e-50a75534acf3 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2553024
Apr 30 21:49:50.642243 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41d7cf-d8a5-4a59-9cf5-8d754a077a65 None None] Pushing event updated for resources: {'Port': ['ID=6483e4f5-1ad9-4574-8039-02490af202a8,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:50.698859 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Attempting to bind port 6483e4f5-1ad9-4574-8039-02490af202a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:49:50.699224 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Attempting to bind port 6483e4f5-1ad9-4574-8039-02490af202a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:49:50.699582 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Attempting to bind port 6483e4f5-1ad9-4574-8039-02490af202a8 on network c92ca584-e52b-4c14-980a-c6e49fa47273 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:49:50.704975 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:49:50.705339 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Checking segment: {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:49:50.705733 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.706138 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Bound using segment: {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:49:50.706589 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Bound port: 6483e4f5-1ad9-4574-8039-02490af202a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:49:50.706959 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.776894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8b0f481a-532e-4fdb-a569-c4f1c360ea7c None None] Provisioning complete for port 6483e4f5-1ad9-4574-8039-02490af202a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:50.777345 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b0f481a-532e-4fdb-a569-c4f1c360ea7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.778511 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] For port 6483e4f5-1ad9-4574-8039-02490af202a8, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:49:50.782283 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] For port 6483e4f5-1ad9-4574-8039-02490af202a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6483e4f5-1ad9-4574-8039-02490af202a8,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:49:50.813928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f481a-532e-4fdb-a569-c4f1c360ea7c None None] Port 6483e4f5-1ad9-4574-8039-02490af202a8 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:49:50.822182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8b0f481a-532e-4fdb-a569-c4f1c360ea7c None None] Provisioning complete for port 18316f30-2e95-4ad5-a5b5-7298d9444928 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:50.822579 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8b0f481a-532e-4fdb-a569-c4f1c360ea7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.862727 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:50.924801 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:49:50.925499 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ce727c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:50.936357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47114) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:50.942535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a83c19e7-3703-442c-8ed7-291cedf23d78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777921360', 'description': 'tempest-secgroup-smoke-777921360 description', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:50.965394 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41d7cf-d8a5-4a59-9cf5-8d754a077a65 None None] Pushing event updated for resources: {'Port': ['ID=6483e4f5-1ad9-4574-8039-02490af202a8,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:50.983347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f481a-532e-4fdb-a569-c4f1c360ea7c None None] Current status of the port 18316f30-2e95-4ad5-a5b5-7298d9444928 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:50.996386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 18316f30-2e95-4ad5-a5b5-7298d9444928 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:49:51.037252 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a83c19e7-3703-442c-8ed7-291cedf23d78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.053654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 18316f30-2e95-4ad5-a5b5-7298d9444928 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:51.054703 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.067342 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:49:51.124256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a83c19e7-3703-442c-8ed7-291cedf23d78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (1b1813b1-08c9-4a1a-8b86-2b6de13de65c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.131499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f37b3dea-38eb-43bc-ae97-67a7f5def61e None None] Provisioning complete for port 6483e4f5-1ad9-4574-8039-02490af202a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:51.131878 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f37b3dea-38eb-43bc-ae97-67a7f5def61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.189847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 18316f30-2e95-4ad5-a5b5-7298d9444928 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:51.190932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:49:51.193318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a83c19e7-3703-442c-8ed7-291cedf23d78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1b1813b1-08c9-4a1a-8b86-2b6de13de65c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.231529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c19e7-3703-442c-8ed7-291cedf23d78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1813b1-08c9-4a1a-8b86-2b6de13de65c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:51.290233 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:51.297010 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.298989 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:49:51.302096 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ce727c0>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:50Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:49:51.323778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f37b3dea-38eb-43bc-ae97-67a7f5def61e None None] Current status of the port 6483e4f5-1ad9-4574-8039-02490af202a8 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:51.324207 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f37b3dea-38eb-43bc-ae97-67a7f5def61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.334437 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b091652c-0eca-4adc-ae1b-499585ad456e None None] The sync data for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 is: [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:50Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:49:51.345306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a83c19e7-3703-442c-8ed7-291cedf23d78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.352125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a83c19e7-3703-442c-8ed7-291cedf23d78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4131870
Apr 30 21:49:51.353863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47118) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:51.359147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-be52e257-53ff-448d-b8d0-7f0ad2bcc0e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '1b1813b1-08c9-4a1a-8b86-2b6de13de65c', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:51.379952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.388348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f37b3dea-38eb-43bc-ae97-67a7f5def61e None None] For port 6483e4f5-1ad9-4574-8039-02490af202a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6483e4f5-1ad9-4574-8039-02490af202a8,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:49:51.439994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:51.451498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.462983 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f37b3dea-38eb-43bc-ae97-67a7f5def61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.475901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be52e257-53ff-448d-b8d0-7f0ad2bcc0e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (b64e96ce-0f1c-4b54-a8c6-9585c239ad88), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.518104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b3dea-38eb-43bc-ae97-67a7f5def61e None None] Pushing event updated for resources: {'Port': ['ID=6483e4f5-1ad9-4574-8039-02490af202a8,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:51.532881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be52e257-53ff-448d-b8d0-7f0ad2bcc0e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (b64e96ce-0f1c-4b54-a8c6-9585c239ad88), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.581686 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be52e257-53ff-448d-b8d0-7f0ad2bcc0e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b64e96ce-0f1c-4b54-a8c6-9585c239ad88), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.583884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9bf13c27-68db-4bd2-affb-0c375f762fc0 None None] Provisioning complete for port 6483e4f5-1ad9-4574-8039-02490af202a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:51.584264 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9bf13c27-68db-4bd2-affb-0c375f762fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.603282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52e257-53ff-448d-b8d0-7f0ad2bcc0e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64e96ce-0f1c-4b54-a8c6-9585c239ad88,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:51.677156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9bf13c27-68db-4bd2-affb-0c375f762fc0 None None] Current status of the port 6483e4f5-1ad9-4574-8039-02490af202a8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:51.727733 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-be52e257-53ff-448d-b8d0-7f0ad2bcc0e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.729071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-be52e257-53ff-448d-b8d0-7f0ad2bcc0e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3736806
Apr 30 21:49:51.732160 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47120) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:51.736831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '1b1813b1-08c9-4a1a-8b86-2b6de13de65c', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:51.796713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4737e21e-bef0-467d-8222-66b32ed6f2e7 None None] Provisioning complete for port 6483e4f5-1ad9-4574-8039-02490af202a8 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:51.797023 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4737e21e-bef0-467d-8222-66b32ed6f2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.833989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (9de55e0a-56cc-45f8-975b-0d63f1057c0f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.879030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4737e21e-bef0-467d-8222-66b32ed6f2e7 None None] Current status of the port 6483e4f5-1ad9-4574-8039-02490af202a8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:51.905470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (9de55e0a-56cc-45f8-975b-0d63f1057c0f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.959117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (9de55e0a-56cc-45f8-975b-0d63f1057c0f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:51.979965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de55e0a-56cc-45f8-975b-0d63f1057c0f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:51.988574 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.988921 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.989263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.989607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.989973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.990307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.990634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.990960 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.991287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.991669 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.991970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.992319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.992639 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.993032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:51.993268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:49:52.025352 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.026652 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-84e0d5c2-2f9d-46df-aaff-ad947b8c1094 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2935343
Apr 30 21:49:52.029384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47122) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:52.033829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a39f34a2-9214-4152-9294-b762e1c103ac tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '1b1813b1-08c9-4a1a-8b86-2b6de13de65c', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:52.137218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a39f34a2-9214-4152-9294-b762e1c103ac tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (0ad5a816-58f0-4690-ad2a-405897306906), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.202307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a39f34a2-9214-4152-9294-b762e1c103ac tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (0ad5a816-58f0-4690-ad2a-405897306906), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.307522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a39f34a2-9214-4152-9294-b762e1c103ac tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0ad5a816-58f0-4690-ad2a-405897306906), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.327092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f34a2-9214-4152-9294-b762e1c103ac tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad5a816-58f0-4690-ad2a-405897306906,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:52.389112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a39f34a2-9214-4152-9294-b762e1c103ac tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.390338 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a39f34a2-9214-4152-9294-b762e1c103ac tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3599544
Apr 30 21:49:52.393203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47126) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:52.398092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ca4ce770-04cc-4546-9c48-09b47b8fb527 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '1b1813b1-08c9-4a1a-8b86-2b6de13de65c', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:52.478841 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce770-04cc-4546-9c48-09b47b8fb527 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (6da954e4-d8f7-44a2-af2b-0fadfb434e3f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.553010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce770-04cc-4546-9c48-09b47b8fb527 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (6da954e4-d8f7-44a2-af2b-0fadfb434e3f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.598808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce770-04cc-4546-9c48-09b47b8fb527 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (6da954e4-d8f7-44a2-af2b-0fadfb434e3f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.616384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ce770-04cc-4546-9c48-09b47b8fb527 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da954e4-d8f7-44a2-af2b-0fadfb434e3f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:52.680933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce770-04cc-4546-9c48-09b47b8fb527 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.682165 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ca4ce770-04cc-4546-9c48-09b47b8fb527 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2876205
Apr 30 21:49:52.684988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47128) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:52.689615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0cef788d-98bd-4e9e-b20e-d1b4e6c17fa9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '1b1813b1-08c9-4a1a-8b86-2b6de13de65c', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:52.759022 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-0cef788d-98bd-4e9e-b20e-d1b4e6c17fa9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Project cf9af556d4c3479a89d448e8bc633a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:49:52.764348 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0cef788d-98bd-4e9e-b20e-d1b4e6c17fa9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (102ca16e-1b21-4ce0-b968-d83d369a094f), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.826002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0cef788d-98bd-4e9e-b20e-d1b4e6c17fa9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (102ca16e-1b21-4ce0-b968-d83d369a094f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.884153 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0cef788d-98bd-4e9e-b20e-d1b4e6c17fa9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (102ca16e-1b21-4ce0-b968-d83d369a094f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.905137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef788d-98bd-4e9e-b20e-d1b4e6c17fa9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102ca16e-1b21-4ce0-b968-d83d369a094f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:52.946944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6483e4f5-1ad9-4574-8039-02490af202a8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:49:52.956197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0cef788d-98bd-4e9e-b20e-d1b4e6c17fa9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:52.957718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0cef788d-98bd-4e9e-b20e-d1b4e6c17fa9 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2716537
Apr 30 21:49:52.960662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47130) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:49:52.965188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4f81cbe9-1bf3-4db6-9096-aec1dcdadc0e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'security_group_rule': {'security_group_id': '1b1813b1-08c9-4a1a-8b86-2b6de13de65c', 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:52.996036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 6483e4f5-1ad9-4574-8039-02490af202a8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:52.996752 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:53.044993 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-4f81cbe9-1bf3-4db6-9096-aec1dcdadc0e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Project cf9af556d4c3479a89d448e8bc633a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:49:53.050781 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f81cbe9-1bf3-4db6-9096-aec1dcdadc0e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (020e939c-91d6-48e8-b04a-5d9645e12768), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:53.080300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 6483e4f5-1ad9-4574-8039-02490af202a8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:49:53.109188 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f81cbe9-1bf3-4db6-9096-aec1dcdadc0e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (020e939c-91d6-48e8-b04a-5d9645e12768), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:53.175959 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f81cbe9-1bf3-4db6-9096-aec1dcdadc0e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (020e939c-91d6-48e8-b04a-5d9645e12768), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:53.193350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81cbe9-1bf3-4db6-9096-aec1dcdadc0e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020e939c-91d6-48e8-b04a-5d9645e12768,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:53.204630 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:53.258590 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4f81cbe9-1bf3-4db6-9096-aec1dcdadc0e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:53.259814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4f81cbe9-1bf3-4db6-9096-aec1dcdadc0e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2981579
Apr 30 21:49:53.463077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-2a6357e4-ec2e-4c26-a51b-3beaf7465979 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777921360&fields=id&tenant_id=cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 267 time: 0.0432570
Apr 30 21:49:53.568604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-bfc734a4-5bb9-4570-8704-799ccad91604 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:53.570564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-bfc734a4-5bb9-4570-8704-799ccad91604 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/networks?id=c92ca584-e52b-4c14-980a-c6e49fa47273 HTTP/1.1" status: 200  len: 796 time: 0.1007307
Apr 30 21:49:53.584464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-b51b1ec9-5e53-42e8-bcc0-16f994795097 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/quotas/cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 375 time: 0.0085998
Apr 30 21:49:53.632618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-b94a7f72-0f8d-465b-b2d1-36d501ffaa6d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0421488
Apr 30 21:49:53.725465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-741eb37a-62a6-48d2-907a-bb30bc48e6b1 service neutron] 10.222.0.23 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815291
Apr 30 21:49:54.174147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-800b0b9d-d368-4be3-985b-d983ec793639 service neutron] 10.222.0.23 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4429343
Apr 30 21:49:54.393366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bb3621d-ad92-4140-b45b-7b089f3bf95b req-825d78b5-1c52-4e36-afcc-b95d0709b18b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 210 time: 0.0288246
Apr 30 21:49:54.462257 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:55.497383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55a37c49-fef3-443b-9f6c-99408dc23d3c req-d904d7eb-032f-4ee1-b9a1-a19677a8c184 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 210 time: 0.0280483
Apr 30 21:49:56.166997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-ff3e2d8a-8bb6-4c61-92e5-4748bac409b0 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:56.168494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-ff3e2d8a-8bb6-4c61-92e5-4748bac409b0 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "GET /v2.0/networks?id=c92ca584-e52b-4c14-980a-c6e49fa47273 HTTP/1.1" status: 200  len: 796 time: 0.1114781
Apr 30 21:49:56.230019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-e8f44831-cb96-445b-b571-c7f1087d85db tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9af556d4c3479a89d448e8bc633a3e HTTP/1.1" status: 200  len: 379 time: 0.0532222
Apr 30 21:49:56.238275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'port': {'device_id': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'admin_state_up': True, 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'security_groups': ['1b1813b1-08c9-4a1a-8b86-2b6de13de65c']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:56.393391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Made reservation on behalf of cf9af556d4c3479a89d448e8bc633a3e for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:49:56.396770 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:56.518484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.20.0.4 (c92ca584-e52b-4c14-980a-c6e49fa47273/44b86e46-b491-46d7-a98f-27c37f664575/fb230768-af80-45b3-b7a7-71b087f56c9b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:49:56.630740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e305aef-8121-44bf-8788-c808218bfc4a req-c68b6a6c-188a-438d-a68f-1d4366aefa25 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 210 time: 0.0532589
Apr 30 21:49:56.685816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:56.764988 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:56.811484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network c92ca584-e52b-4c14-980a-c6e49fa47273 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:49:56.814410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:49:56.818151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:49:56.826632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=fb230768-af80-45b3-b7a7-71b087f56c9b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:56.872544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:56.873165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:56.927600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3fbda8ab-58fd-480b-b878-3f062693fe78 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6927533
Apr 30 21:49:56.938637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Request body: {'port': {'device_id': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:49:57.003778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:57.033830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-13b3d48b-2775-453a-a68b-02dacc1a3c64 None None] Provisioning complete for port fb230768-af80-45b3-b7a7-71b087f56c9b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:49:57.034458 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-13b3d48b-2775-453a-a68b-02dacc1a3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:57.068619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-13b3d48b-2775-453a-a68b-02dacc1a3c64 None None] Port fb230768-af80-45b3-b7a7-71b087f56c9b cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:49:57.264867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb230768-af80-45b3-b7a7-71b087f56c9b {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:49:57.272378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Publish callbacks [] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:57.285488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Transition to ACTIVE for port object fb230768-af80-45b3-b7a7-71b087f56c9b will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:49:57.359135 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:57.412174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Pushing event updated for resources: {'Port': ['ID=fb230768-af80-45b3-b7a7-71b087f56c9b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:57.487898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Attempting to bind port fb230768-af80-45b3-b7a7-71b087f56c9b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:49:57.488233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Attempting to bind port fb230768-af80-45b3-b7a7-71b087f56c9b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:49:57.488563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Attempting to bind port fb230768-af80-45b3-b7a7-71b087f56c9b on network c92ca584-e52b-4c14-980a-c6e49fa47273 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:49:57.493156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Port fb230768-af80-45b3-b7a7-71b087f56c9b on network c92ca584-e52b-4c14-980a-c6e49fa47273 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:49:57.493478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Attempting to bind port fb230768-af80-45b3-b7a7-71b087f56c9b on network c92ca584-e52b-4c14-980a-c6e49fa47273 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:49:57.498503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:49:57.498845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Checking segment: {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:49:57.499227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Bound using segment: {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:49:57.499653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Bound port: fb230768-af80-45b3-b7a7-71b087f56c9b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25248413-2a13-4b19-a5be-8a2e53c0509b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:49:57.500010 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:57.568324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] For port fb230768-af80-45b3-b7a7-71b087f56c9b, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:49:57.571917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] For port fb230768-af80-45b3-b7a7-71b087f56c9b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb230768-af80-45b3-b7a7-71b087f56c9b,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:49:57.650977 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:57.686611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:57.687306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:49:57.694420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] 10.222.0.35 "PUT /v2.0/ports/fb230768-af80-45b3-b7a7-71b087f56c9b HTTP/1.1" status: 200  len: 1091 time: 0.7544169
Apr 30 21:49:57.694420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:49:57.694420 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526d1a24-5c91-443f-aba2-c98d9df22f49" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:49:57.748225 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9c728-1bb2-473b-924f-ea2569c4b786 x-openstack-request-id: req-0ea9c728-1bb2-473b-924f-ea2569c4b786 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:49:57.748497 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:49:57.748695 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ea9c728-1bb2-473b-924f-ea2569c4b786 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:49:57.749104 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea9c728-1bb2-473b-924f-ea2569c4b786'] response: {'name': 'network-changed', 'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'status': 'completed', 'code': 200}
Apr 30 21:49:57.758195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011d831-6e36-45f8-9817-dc5f3d00337e service neutron] Pushing event updated for resources: {'Port': ['ID=fb230768-af80-45b3-b7a7-71b087f56c9b,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:49:57.803689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2e494-3537-4baa-9175-e8015f48adf5 req-72903ef7-a750-4808-8490-1325576206da tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:57.805791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56a2e494-3537-4baa-9175-e8015f48adf5 req-72903ef7-a750-4808-8490-1325576206da tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 943 time: 0.0979433
Apr 30 21:49:57.823881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1a24-5c91-443f-aba2-c98d9df22f49 req-9987490d-d50f-4508-b5f2-fe9c9078e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:57.825541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526d1a24-5c91-443f-aba2-c98d9df22f49 req-9987490d-d50f-4508-b5f2-fe9c9078e282 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 1125 time: 0.0644197
Apr 30 21:49:57.912458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56a2e494-3537-4baa-9175-e8015f48adf5 req-94f1713e-af5d-4961-bd3b-fbaee6a547a4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987117
Apr 30 21:49:57.947865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1a24-5c91-443f-aba2-c98d9df22f49 req-e5c0b60d-769d-4fe6-aaa2-eb5d05e7e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:57.949324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526d1a24-5c91-443f-aba2-c98d9df22f49 req-e5c0b60d-769d-4fe6-aaa2-eb5d05e7e9fa service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1152453
Apr 30 21:49:58.045287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1a24-5c91-443f-aba2-c98d9df22f49 req-11df5506-bbb1-44c2-9d99-9d16843c5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:58.046796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-526d1a24-5c91-443f-aba2-c98d9df22f49 req-11df5506-bbb1-44c2-9d99-9d16843c5118 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0914950
Apr 30 21:49:58.124115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3c014a38-10b4-42a9-9286-dc338b2d053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:58.125545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-3c014a38-10b4-42a9-9286-dc338b2d053a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 1125 time: 0.0399926
Apr 30 21:49:58.165617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-e3462ffc-6575-41c2-b9a7-0d6158d75070 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb230768-af80-45b3-b7a7-71b087f56c9b HTTP/1.1" status: 200  len: 217 time: 0.0332637
Apr 30 21:49:58.216968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f5273ba8-24e1-40f5-81dd-a655f8d1e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:58.218477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-f5273ba8-24e1-40f5-81dd-a655f8d1e3f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44b86e46-b491-46d7-a98f-27c37f664575 HTTP/1.1" status: 200  len: 835 time: 0.0466671
Apr 30 21:49:58.261481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-7444c652-4c43-41c3-be53-61e9ff0e4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:58.263009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-7444c652-4c43-41c3-be53-61e9ff0e4f99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c92ca584-e52b-4c14-980a-c6e49fa47273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393984
Apr 30 21:49:58.353573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-b1267270-332b-4aa8-a617-ba912fa72f95 service neutron] 10.222.0.35 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829089
Apr 30 21:49:58.447534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-627363c8-2268-4a78-8c2e-0e875e37b586 req-48eb6d7f-9f72-474a-b434-e81b689bc95a service neutron] 10.222.0.35 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870728
Apr 30 21:49:59.027607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b2623-0430-4e34-a41d-52958f03a687 req-4c27f790-d956-4480-a1cd-4eebb34ae529 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:49:59.029075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-281b2623-0430-4e34-a41d-52958f03a687 req-4c27f790-d956-4480-a1cd-4eebb34ae529 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 943 time: 0.0472941
Apr 30 21:49:59.077009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-281b2623-0430-4e34-a41d-52958f03a687 req-62076435-caeb-4eff-bec9-1a583b63d122 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423265
Apr 30 21:50:00.193421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824532-f8b9-42f4-8a79-0a6b70e3e74f req-abe1fe69-9512-46d6-9016-6417dcdbe513 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:00.195416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb824532-f8b9-42f4-8a79-0a6b70e3e74f req-abe1fe69-9512-46d6-9016-6417dcdbe513 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 943 time: 0.0511646
Apr 30 21:50:00.242653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb824532-f8b9-42f4-8a79-0a6b70e3e74f req-60903a22-c46b-4699-949f-0813618b569d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416565
Apr 30 21:50:01.356270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeb296-7918-418f-9f0c-0617c7f6a9a8 req-28775494-e213-4e98-8f31-9efed43c23e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:01.357745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cadeb296-7918-418f-9f0c-0617c7f6a9a8 req-28775494-e213-4e98-8f31-9efed43c23e6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 943 time: 0.0469904
Apr 30 21:50:01.406758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cadeb296-7918-418f-9f0c-0617c7f6a9a8 req-84e6f18d-6ea0-4ba8-b393-4e34c291dce1 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433471
Apr 30 21:50:01.572000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device fb230768-af80-45b3-b7a7-71b087f56c9b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:50:01.668194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port fb230768-af80-45b3-b7a7-71b087f56c9b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb230768-af80-45b3-b7a7-71b087f56c9b,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:50:01.679765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'port_id': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'mac_address': 'fa:16:3e:a4:2a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:50:01.717846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port fb230768-af80-45b3-b7a7-71b087f56c9b is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:50:01.718164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:01.731366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb230768-af80-45b3-b7a7-71b087f56c9b {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:50:01.751496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port fb230768-af80-45b3-b7a7-71b087f56c9b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb230768-af80-45b3-b7a7-71b087f56c9b,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:50:01.805055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:01.854026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=fb230768-af80-45b3-b7a7-71b087f56c9b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:02.005702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['fb230768-af80-45b3-b7a7-71b087f56c9b'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:50:02.518698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bceba-183d-4260-b470-f14faa5b6a39 req-b2ddfe2e-c363-4d76-befd-bf90cf881b69 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:02.520170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046bceba-183d-4260-b470-f14faa5b6a39 req-b2ddfe2e-c363-4d76-befd-bf90cf881b69 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 944 time: 0.0463057
Apr 30 21:50:02.572304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-046bceba-183d-4260-b470-f14faa5b6a39 req-cc70d6df-13f1-4a98-9bd0-b4c7aec1229e tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461709
Apr 30 21:50:03.565508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device fb230768-af80-45b3-b7a7-71b087f56c9b up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:50:03.610361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port fb230768-af80-45b3-b7a7-71b087f56c9b completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:50:03.683377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7acc-0139-403a-898f-b75be1a86241 req-1cd1dfaa-7bb0-443d-bc83-712a4331c79d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:03.684812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddef7acc-0139-403a-898f-b75be1a86241 req-1cd1dfaa-7bb0-443d-bc83-712a4331c79d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 944 time: 0.0463233
Apr 30 21:50:03.695926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port fb230768-af80-45b3-b7a7-71b087f56c9b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:50:03.696312 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:03.733401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ddef7acc-0139-403a-898f-b75be1a86241 req-a5504bc5-d544-4a39-8f79-320748106148 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429037
Apr 30 21:50:03.771639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port fb230768-af80-45b3-b7a7-71b087f56c9b is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:50:03.772017 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:03.794797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:50:03.796974 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a0fc62-d678-4967-be72-ff2f5a8ff809" -d '{"events": [{"server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "name": "network-vif-plugged", "status": "completed", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:50:03.812115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port fb230768-af80-45b3-b7a7-71b087f56c9b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb230768-af80-45b3-b7a7-71b087f56c9b,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:50:03.831725 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6bed36-c192-470d-a30e-08d8f0bf444c x-openstack-request-id: req-1c6bed36-c192-470d-a30e-08d8f0bf444c {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:50:03.832066 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "name": "network-vif-plugged", "status": "completed", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:50:03.832317 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c6bed36-c192-470d-a30e-08d8f0bf444c {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:50:03.832709 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6bed36-c192-470d-a30e-08d8f0bf444c'] response: {'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'code': 200}
Apr 30 21:50:03.878938 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:03.925962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d237f6-d2af-4411-aa15-2c1c029abefa req-6c0bf395-2400-401a-a492-f4a1eeb05163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:03.927044 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=fb230768-af80-45b3-b7a7-71b087f56c9b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:03.927524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8d237f6-d2af-4411-aa15-2c1c029abefa req-6c0bf395-2400-401a-a492-f4a1eeb05163 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 1127 time: 0.0384190
Apr 30 21:50:03.972334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8d237f6-d2af-4411-aa15-2c1c029abefa req-9d6ce6b6-7a37-4a95-a1bf-a861c1cca017 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391402
Apr 30 21:50:04.850349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74894d-b546-4aaa-b53b-562624b20f3e req-830bc87c-0678-4966-8c59-607a8c1b6f9a tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:04.852194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b74894d-b546-4aaa-b53b-562624b20f3e req-830bc87c-0678-4966-8c59-607a8c1b6f9a tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 945 time: 0.0492771
Apr 30 21:50:04.901774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b74894d-b546-4aaa-b53b-562624b20f3e req-b47aa053-4179-449a-9bd9-9bb4f6df3a99 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440214
Apr 30 21:50:06.019534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dfd18-b82c-40b1-aadb-5bbe3ef4275d req-31970638-fac7-4727-b8bc-48a4a09e5202 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:06.021001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6dfd18-b82c-40b1-aadb-5bbe3ef4275d req-31970638-fac7-4727-b8bc-48a4a09e5202 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 945 time: 0.0461094
Apr 30 21:50:06.069671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab6dfd18-b82c-40b1-aadb-5bbe3ef4275d req-8468ab16-a8d5-465b-86f2-99b18e9a90b6 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422735
Apr 30 21:50:06.185205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aed4a-6811-4244-963f-06c13edf88b5 req-3d14b3df-1340-44d2-9e57-09d6e60bea85 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:06.186697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c60aed4a-6811-4244-963f-06c13edf88b5 req-3d14b3df-1340-44d2-9e57-09d6e60bea85 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 945 time: 0.0510771
Apr 30 21:50:06.235493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c60aed4a-6811-4244-963f-06c13edf88b5 req-e59cd572-be3e-4a57-bfda-c6f2eb8333e4 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430963
Apr 30 21:50:06.258134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47208) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:06.295885 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d696fa-28fb-4065-bcb3-b070fe3cd744 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:06.297420 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-97d696fa-28fb-4065-bcb3-b070fe3cd744 tempest-TestNetworkBasicOps-1448921619 tempest-TestNetworkBasicOps-1448921619-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 1122 time: 0.0382941
Apr 30 21:50:06.300196 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47210) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:06.304369 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:50:06.399470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:06.476480 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:06.581192 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Allocated IP 172.35.4.208 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/3616086a-8364-4a84-a688-538f26737afe) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:50:06.681181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (3616086a-8364-4a84-a688-538f26737afe), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:06.782071 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3616086a-8364-4a84-a688-538f26737afe), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:06.820051 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:50:06.822880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:50:06.826437 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:50:06.833825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=3616086a-8364-4a84-a688-538f26737afe,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:07.180138 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for floatingip (b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:07.307344 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3616086a-8364-4a84-a688-538f26737afe), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:07.454525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for port (3616086a-8364-4a84-a688-538f26737afe), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:07.524614 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3616086a-8364-4a84-a688-538f26737afe), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:07.596206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event updated for resources: {'Port': ['ID=3616086a-8364-4a84-a688-538f26737afe,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:07.607679 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:07.736762 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Floating IP b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb associated. External IP: 172.35.4.208, port: fb230768-af80-45b3-b7a7-71b087f56c9b.
Apr 30 21:50:07.944805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router 04078685-90ce-40e1-bb7a-d65e3cf43c89 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:50:08.050180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:50:08.061309 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] Sync routers for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:50:08.070623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:50:08.076140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6c96d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:08.138332 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:08.172038 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3353c84a-1d4e-4ba4-badd-09e0542e4fbb tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8708074
Apr 30 21:50:08.172630 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:50:08.174890 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:50:08.175151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47216) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:08.182057 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:50:08.211427 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da36cff4-50de-41a3-83ce-f4a5dc881f0e x-openstack-request-id: req-da36cff4-50de-41a3-83ce-f4a5dc881f0e {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:50:08.211776 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:50:08.212036 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da36cff4-50de-41a3-83ce-f4a5dc881f0e {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:50:08.213920 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da36cff4-50de-41a3-83ce-f4a5dc881f0e'] response: {'name': 'network-changed', 'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'status': 'completed', 'code': 200}
Apr 30 21:50:08.284002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d8cc645e-ab42-4148-97dc-2920d28fce6d tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/floatingips/b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb HTTP/1.1" status: 200  len: 991 time: 0.1070220
Apr 30 21:50:08.287303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-a2090745-58bb-47e6-bf4d-9eb578e1c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:08.288756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-a2090745-58bb-47e6-bf4d-9eb578e1c223 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 1127 time: 0.0574610
Apr 30 21:50:08.377901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-a9c0af52-967a-4172-bf2d-ec9e4a7de88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:08.379298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-a9c0af52-967a-4172-bf2d-ec9e4a7de88b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c92ca584-e52b-4c14-980a-c6e49fa47273 HTTP/1.1" status: 200  len: 897 time: 0.0853605
Apr 30 21:50:08.411843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6c96d0>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.208', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'port_id': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'mac_address': 'fa:16:3e:a4:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:50:07Z', 'updated_at': '2022-04-30T21:50:07Z', 'revision_number': 0, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:51Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:08.438759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] Checking router: 04078685-90ce-40e1-bb7a-d65e3cf43c89 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:50:08.447639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:50:08.448259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6c96d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:49:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:08.477421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-2c03ea76-8146-4cab-b5a6-9d369757de86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb230768-af80-45b3-b7a7-71b087f56c9b HTTP/1.1" status: 200  len: 999 time: 0.0925956
Apr 30 21:50:08.526793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-a4c9b84e-945a-42de-bfd2-d35f691d8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:08.528303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-a4c9b84e-945a-42de-bfd2-d35f691d8618 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44b86e46-b491-46d7-a98f-27c37f664575 HTTP/1.1" status: 200  len: 835 time: 0.0446494
Apr 30 21:50:08.574338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-658b70b8-3ca4-4f96-8063-a4a6977da3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:08.575858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-658b70b8-3ca4-4f96-8063-a4a6977da3b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c92ca584-e52b-4c14-980a-c6e49fa47273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0408249
Apr 30 21:50:08.680131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-10434423-b7d1-409d-8288-c9940839de1c service neutron] 10.222.0.35 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971308
Apr 30 21:50:08.710516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:50:08.770492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c7b93ee-5cde-43d8-ad96-bb3b921e104a req-504100c4-0d80-4f16-9da9-2ca7ab06ca00 service neutron] 10.222.0.35 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839543
Apr 30 21:50:08.924371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6c96d0>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.208', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'port_id': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'mac_address': 'fa:16:3e:a4:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:50:07Z', 'updated_at': '2022-04-30T21:50:07Z', 'revision_number': 0, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:51Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:08.955373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7d580e-218c-4193-bffd-17927b815f6d None None] The sync data for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 is: [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'floating_ip_address': '172.35.4.208', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'port_id': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'mac_address': 'fa:16:3e:a4:2a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:50:07Z', 'updated_at': '2022-04-30T21:50:07Z', 'revision_number': 0, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:51Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:50:09.155129 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f61698-00ab-4e54-8b26-cb98de45edc8 None None] New status for floating IP b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:50:09.287726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47222) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:09.354726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-489cde77-8923-4d8d-a1bf-ad4eb1223355 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/floatingips/b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb HTTP/1.1" status: 200  len: 991 time: 0.0652764
Apr 30 21:50:10.358325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47226) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:10.417987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-88659403-f376-4fdc-b633-6c6d65a73210 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/floatingips/b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb HTTP/1.1" status: 200  len: 993 time: 0.0584900
Apr 30 21:50:17.261271 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:17.884677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6a494e77-3e99-4da4-b588-5d2d0031ea56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:20.553563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b6306128-4842-44ac-9af9-3e14c82df378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:21.375828 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:21.404254 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:23.210352 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:23.410071 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-ad7fe43a-c696-49de-97c2-661ac713138f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0373330
Apr 30 21:50:23.496446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-e15d8e48-313c-4702-a5ac-0beb6ae7f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:23.498448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-e15d8e48-313c-4702-a5ac-0beb6ae7f4a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 1127 time: 0.0391290
Apr 30 21:50:23.610306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-f403532e-1737-4ee5-b410-42f6c7be8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:23.611745 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-f403532e-1737-4ee5-b410-42f6c7be8d61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 915 time: 0.0898345
Apr 30 21:50:23.656147 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-8d228842-c65e-40db-90d2-bc2f61350fb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b042542b-4779-45e4-97f5-1694f1b001e5 HTTP/1.1" status: 200  len: 217 time: 0.0345452
Apr 30 21:50:23.704967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-d0fae5e6-c1af-4913-a9e3-e801c4da5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:23.706391 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-d0fae5e6-c1af-4913-a9e3-e801c4da5373 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ff6244-14f7-4a38-a28d-1c8965fd0563 HTTP/1.1" status: 200  len: 854 time: 0.0410876
Apr 30 21:50:23.738689 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-6c11e592-3754-4e94-91cf-fc0e9a57ead0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238094
Apr 30 21:50:23.835174 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-abf19eb1-8576-48b7-ac1c-c3f18c28be4a service neutron] 10.222.0.20 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838296
Apr 30 21:50:23.923571 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f8413658-b04a-4db7-add2-cfc39a23c3a3 req-c2dee9fd-f127-41db-89f3-80ed7ec98cd4 service neutron] 10.222.0.20 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0794442
Apr 30 21:50:24.495516 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:26.565270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-917f65b8-0da8-43a5-b21e-a852815f7845 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424454
Apr 30 21:50:26.643218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-3ed6494d-92f1-4226-b5e1-3f2de32ba040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:26.644678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-3ed6494d-92f1-4226-b5e1-3f2de32ba040 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 1127 time: 0.0384319
Apr 30 21:50:26.744147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-7e6171f6-da03-4503-973a-d64e89226f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:26.745609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-7e6171f6-da03-4503-973a-d64e89226f8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c92ca584-e52b-4c14-980a-c6e49fa47273 HTTP/1.1" status: 200  len: 897 time: 0.0833926
Apr 30 21:50:26.812934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-63dc54e7-a3fc-4efa-b451-b25d2ba0d9f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb230768-af80-45b3-b7a7-71b087f56c9b HTTP/1.1" status: 200  len: 1001 time: 0.0612626
Apr 30 21:50:26.860038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-16514ebe-b634-4b5c-8726-9ea52a00d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:26.861363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-16514ebe-b634-4b5c-8726-9ea52a00d838 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44b86e46-b491-46d7-a98f-27c37f664575 HTTP/1.1" status: 200  len: 835 time: 0.0424993
Apr 30 21:50:26.903409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-45a9e6ce-4c0d-4780-8341-4a8984833ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:26.904847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-45a9e6ce-4c0d-4780-8341-4a8984833ee1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c92ca584-e52b-4c14-980a-c6e49fa47273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0370417
Apr 30 21:50:26.993939 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-03ac6fd8-bcb3-4891-8977-ce1c1554aec5 service neutron] 10.222.0.35 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832889
Apr 30 21:50:27.080660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a23f5d6f-34f6-49a8-808d-5d3d2500bf1c req-1829c3f1-1c93-4968-a589-964cf649e448 service neutron] 10.222.0.35 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806036
Apr 30 21:50:28.298401 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:50:41.568805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47328) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:41.639224 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d51c29e5-03db-4ecf-9636-b19e2cee1edf tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/floatingips/b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb HTTP/1.1" status: 200  len: 993 time: 0.0692105
Apr 30 21:50:41.902886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47336) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:42.047828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port 3616086a-8364-4a84-a688-538f26737afe {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:50:42.048160 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3616086a-8364-4a84-a688-538f26737afe), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:42.123476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3616086a-8364-4a84-a688-538f26737afe), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:42.123796 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for floatingip (3616086a-8364-4a84-a688-538f26737afe), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:42.136207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for 3616086a-8364-4a84-a688-538f26737afe owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:50:42.359151 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3616086a-8364-4a84-a688-538f26737afe), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:42.386453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=3616086a-8364-4a84-a688-538f26737afe,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:42.446472 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for floatingip (b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:42.446802 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Floating IP b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb disassociated (deleted). External IP: 172.35.4.208, port: fb230768-af80-45b3-b7a7-71b087f56c9b.
Apr 30 21:50:42.661287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router 04078685-90ce-40e1-bb7a-d65e3cf43c89 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:50:42.772364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:50:42.777508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:42.782501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] Sync routers for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:50:42.792894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:50:42.794009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8ecfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:50:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:42.807936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bcb5da22-c11f-44d9-bdd0-de8ebb8ed454 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/floatingips/b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb HTTP/1.1" status: 204  len: 168 time: 0.9040320
Apr 30 21:50:42.808542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:50:42.813911 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:50:42.861403 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff0811b-9b38-428b-a315-04427f7298db x-openstack-request-id: req-fff0811b-9b38-428b-a315-04427f7298db {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:50:42.861603 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:50:42.861936 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fff0811b-9b38-428b-a315-04427f7298db {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:50:42.862423 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff0811b-9b38-428b-a315-04427f7298db'] response: {'name': 'network-changed', 'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'status': 'completed', 'code': 200}
Apr 30 21:50:42.920695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:50:42.958411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-7b5edb88-a15b-43ab-b17a-4efc4ccf434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:42.960119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-7b5edb88-a15b-43ab-b17a-4efc4ccf434a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 1127 time: 0.0481808
Apr 30 21:50:43.049329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-b76cca50-16e2-4ea8-9e2a-71d0256c3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:43.050935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-b76cca50-16e2-4ea8-9e2a-71d0256c3571 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c92ca584-e52b-4c14-980a-c6e49fa47273 HTTP/1.1" status: 200  len: 897 time: 0.0856411
Apr 30 21:50:43.097751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-f6ab3b95-3baf-4a82-8e16-df705c0fb46f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb230768-af80-45b3-b7a7-71b087f56c9b HTTP/1.1" status: 200  len: 217 time: 0.0405633
Apr 30 21:50:43.110046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8ecfd0>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:51Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:43.138350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] Checking router: 04078685-90ce-40e1-bb7a-d65e3cf43c89 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:50:43.146712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-71e85f2d-a6af-4578-9ae8-a47dbc060e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:43.147281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:50:43.147902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8ecfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:50:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:43.148657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-71e85f2d-a6af-4578-9ae8-a47dbc060e23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44b86e46-b491-46d7-a98f-27c37f664575 HTTP/1.1" status: 200  len: 835 time: 0.0457230
Apr 30 21:50:43.196875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-9157083a-d8be-4267-9f56-1219864a5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:43.199582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-9157083a-d8be-4267-9f56-1219864a5cc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c92ca584-e52b-4c14-980a-c6e49fa47273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412514
Apr 30 21:50:43.259292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:50:43.316223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-45a1af1d-134b-4bc9-9d16-20b63faf5e46 service neutron] 10.222.0.35 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110322
Apr 30 21:50:43.350017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93855ad6-34ce-4cfb-9d2f-529940b64d0e req-8e8f994b-407d-464b-a7b8-0f20f7b1707a tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:43.352281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93855ad6-34ce-4cfb-9d2f-529940b64d0e req-8e8f994b-407d-464b-a7b8-0f20f7b1707a tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 945 time: 0.0510216
Apr 30 21:50:43.400989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93855ad6-34ce-4cfb-9d2f-529940b64d0e req-32c5fd80-540d-4a71-ab00-308a5a05998b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429771
Apr 30 21:50:43.455640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8ecfd0>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:51Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:43.482298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e38fb8-3254-4f73-a923-faf779abab9e None None] The sync data for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 is: [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:49:48Z', 'revision_number': 4, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6483e4f5-1ad9-4574-8039-02490af202a8', 'name': '', 'network_id': 'c92ca584-e52b-4c14-980a-c6e49fa47273', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'mac_address': 'fa:16:3e:a5:29:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '44b86e46-b491-46d7-a98f-27c37f664575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:48Z', 'updated_at': '2022-04-30T21:49:51Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'subnets': [{'id': '44b86e46-b491-46d7-a98f-27c37f664575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:50:43.699099 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c7c41-9432-4e32-a4a7-9de128fe8c8a None None] New status for floating IP b4e6fd19-c79a-4bbf-b4e9-0fc6925b84eb: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:50:44.330266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a199d35-6d75-4f5a-90e2-7cc26c8aa96f req-9ca60480-ae3d-4faf-9298-84767e2e238a service neutron] 10.222.0.35 "GET /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886679
Apr 30 21:50:44.517716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f80b3-8b71-4e84-bd90-7da9c668dfa1 req-d98d8e98-a392-4dc3-ae49-d8fd434f9864 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:44.519194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e96f80b3-8b71-4e84-bd90-7da9c668dfa1 req-d98d8e98-a392-4dc3-ae49-d8fd434f9864 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 945 time: 0.0477149
Apr 30 21:50:44.592198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e96f80b3-8b71-4e84-bd90-7da9c668dfa1 req-d434502e-7590-467c-b97b-f7059e45397b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b1813b1-08c9-4a1a-8b86-2b6de13de65c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667934
Apr 30 21:50:44.605739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-b2e0fb7c-5ebc-45a2-a45d-a86d4fa228d7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:44.607243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-b2e0fb7c-5ebc-45a2-a45d-a86d4fa228d7 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 945 time: 0.0554452
Apr 30 21:50:44.939694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port fb230768-af80-45b3-b7a7-71b087f56c9b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:50:44.940028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:45.028999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port fb230768-af80-45b3-b7a7-71b087f56c9b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fb230768-af80-45b3-b7a7-71b087f56c9b,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:50:45.029363 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:45.043004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for fb230768-af80-45b3-b7a7-71b087f56c9b owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:50:45.278847 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (fb230768-af80-45b3-b7a7-71b087f56c9b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:45.311587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=fb230768-af80-45b3-b7a7-71b087f56c9b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:45.338411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.338972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.339081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.339409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.339775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.340060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.340384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.340704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.341024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.341345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.341672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.342023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.342341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.342656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.342971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:45.364898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] No DVR routers for this DVR port fb230768-af80-45b3-b7a7-71b087f56c9b on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:50:45.367598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:45.371099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83b030dd-9898-40cd-85c9-639102cbd8a0 req-482c131e-68e9-4320-b89b-0a9b0d2eaf3b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.35 "DELETE /v2.0/ports/fb230768-af80-45b3-b7a7-71b087f56c9b HTTP/1.1" status: 204  len: 173 time: 0.7580938
Apr 30 21:50:45.371520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'name': 'network-vif-deleted', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:50:45.373817 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bae35d4-4e60-4374-a8b1-0d43255593d1" -d '{"events": [{"server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "name": "network-vif-deleted", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:50:45.409785 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9215884e-3847-431a-922e-75cac6911565 x-openstack-request-id: req-9215884e-3847-431a-922e-75cac6911565 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:50:45.410099 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea3276e-9ca6-4153-a619-5c78af4ce39a", "name": "network-vif-deleted", "tag": "fb230768-af80-45b3-b7a7-71b087f56c9b", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:50:45.410350 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9215884e-3847-431a-922e-75cac6911565 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:50:45.410757 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9215884e-3847-431a-922e-75cac6911565'] response: {'server_uuid': '0ea3276e-9ca6-4153-a619-5c78af4ce39a', 'name': 'network-vif-deleted', 'tag': 'fb230768-af80-45b3-b7a7-71b087f56c9b', 'status': 'completed', 'code': 200}
Apr 30 21:50:45.706333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e6619745-edbf-44a1-b82e-384da3279fc4 req-353dd74c-0c93-472e-b36e-d1ad5e9633ef tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea3276e-9ca6-4153-a619-5c78af4ce39a HTTP/1.1" status: 200  len: 210 time: 0.0310419
Apr 30 21:50:46.762780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47362) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:46.820410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-452076e3-0e48-4c10-aa01-6ecfde7f116b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (1b1813b1-08c9-4a1a-8b86-2b6de13de65c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:46.845241 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-452076e3-0e48-4c10-aa01-6ecfde7f116b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (1b1813b1-08c9-4a1a-8b86-2b6de13de65c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:46.964353 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-452076e3-0e48-4c10-aa01-6ecfde7f116b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1b1813b1-08c9-4a1a-8b86-2b6de13de65c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:46.966975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-452076e3-0e48-4c10-aa01-6ecfde7f116b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:46.968165 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-452076e3-0e48-4c10-aa01-6ecfde7f116b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b1813b1-08c9-4a1a-8b86-2b6de13de65c HTTP/1.1" status: 204  len: 168 time: 0.2043536
Apr 30 21:50:46.978366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452076e3-0e48-4c10-aa01-6ecfde7f116b tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1813b1-08c9-4a1a-8b86-2b6de13de65c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:47.040140 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47366) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:47.266989 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:47.381885 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (04078685-90ce-40e1-bb7a-d65e3cf43c89), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:47.621780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port 6483e4f5-1ad9-4574-8039-02490af202a8 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:50:47.621780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:47.707137 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port 6483e4f5-1ad9-4574-8039-02490af202a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6483e4f5-1ad9-4574-8039-02490af202a8,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:50:47.707503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:47.724729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for 6483e4f5-1ad9-4574-8039-02490af202a8 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:50:47.841735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device fb230768-af80-45b3-b7a7-71b087f56c9b no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:50:47.862530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: fb230768-af80-45b3-b7a7-71b087f56c9b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:50:47.862880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device fb230768-af80-45b3-b7a7-71b087f56c9b not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:50:47.867688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba98cd41-e9d9-450b-b78e-211d06b96867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:47.987379 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6483e4f5-1ad9-4574-8039-02490af202a8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:48.014636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=6483e4f5-1ad9-4574-8039-02490af202a8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:48.189819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (04078685-90ce-40e1-bb7a-d65e3cf43c89), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:48.719870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Router 04078685-90ce-40e1-bb7a-d65e3cf43c89 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:50:48.827296 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:50:48.832191 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0df01183-3bb3-4890-ba13-7d130718c9b3 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "PUT /v2.0/routers/04078685-90ce-40e1-bb7a-d65e3cf43c89/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7910330
Apr 30 21:50:48.835003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47372) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:48.839320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] Sync routers for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:50:48.849399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:50:48.850047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895ffb5250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:50:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:48.884675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d972b4-0457-4721-9109-f7552757bfed tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting subnet 44b86e46-b491-46d7-a98f-27c37f664575 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:50:48.887780 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45d972b4-0457-4721-9109-f7552757bfed tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (44b86e46-b491-46d7-a98f-27c37f664575), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:48.930455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45d972b4-0457-4721-9109-f7552757bfed tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (44b86e46-b491-46d7-a98f-27c37f664575), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:48.965094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:50:49.019326 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45d972b4-0457-4721-9109-f7552757bfed tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (44b86e46-b491-46d7-a98f-27c37f664575), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.137969 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895ffb5250>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:50:47Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:49.147588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45d972b4-0457-4721-9109-f7552757bfed tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (44b86e46-b491-46d7-a98f-27c37f664575), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.168533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] Checking router: 04078685-90ce-40e1-bb7a-d65e3cf43c89 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:50:49.175387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d972b4-0457-4721-9109-f7552757bfed tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Subnet': ['ID=44b86e46-b491-46d7-a98f-27c37f664575,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:49.176747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] Routers {'04078685-90ce-40e1-bb7a-d65e3cf43c89'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:50:49.177366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895ffb5250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:50:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['04078685-90ce-40e1-bb7a-d65e3cf43c89'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:49.179069 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45d972b4-0457-4721-9109-f7552757bfed tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.185412 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-45d972b4-0457-4721-9109-f7552757bfed tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/subnets/44b86e46-b491-46d7-a98f-27c37f664575 HTTP/1.1" status: 204  len: 168 time: 0.3463335
Apr 30 21:50:49.185412 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47374) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:49.214509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63075e5-7a91-4939-9f5e-381f2fdec3a7 None None] Network c92ca584-e52b-4c14-980a-c6e49fa47273 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:50:49.301080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router (04078685-90ce-40e1-bb7a-d65e3cf43c89), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.363739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] Set router 04078685-90ce-40e1-bb7a-d65e3cf43c89 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:50:49.415329 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_gateway (04078685-90ce-40e1-bb7a-d65e3cf43c89), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.543564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Deleting port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:50:49.543826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.570006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] DHCP port deletion for c92ca584-e52b-4c14-980a-c6e49fa47273 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:50:49.642109 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] For port 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=448bfbdb-cc34-43a4-a8d9-3fdb862fbc87,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:50:49.642474 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.655965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Calling delete_port for 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:50:49.666954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Deleting port 18316f30-2e95-4ad5-a5b5-7298d9444928 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:50:49.667329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.771894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] For port 18316f30-2e95-4ad5-a5b5-7298d9444928, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18316f30-2e95-4ad5-a5b5-7298d9444928,segment=NetworkSegment(25248413-2a13-4b19-a5be-8a2e53c0509b),segment_id=25248413-2a13-4b19-a5be-8a2e53c0509b)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:50:49.772301 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.792788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Calling delete_port for 18316f30-2e95-4ad5-a5b5-7298d9444928 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:50:49.803452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895ffb5250>, [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:50:47Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:49.832976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94166d49-bdf7-4aa6-9836-6514324dc095 None None] The sync data for ids ['04078685-90ce-40e1-bb7a-d65e3cf43c89'] in ncdv-master-1 is: [{'id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'name': 'tempest-TestNetworkBasicOps-router-1941849627', 'tenant_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:49:44Z', 'updated_at': '2022-04-30T21:50:47Z', 'revision_number': 5, 'project_id': 'cf9af556d4c3479a89d448e8bc633a3e', 'gw_port': {'id': '448bfbdb-cc34-43a4-a8d9-3fdb862fbc87', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:84:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04078685-90ce-40e1-bb7a-d65e3cf43c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:49:45Z', 'updated_at': '2022-04-30T21:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:50:49.912694 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (448bfbdb-cc34-43a4-a8d9-3fdb862fbc87), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:49.937300 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Port': ['ID=448bfbdb-cc34-43a4-a8d9-3fdb862fbc87,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:49.998402 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (18316f30-2e95-4ad5-a5b5-7298d9444928), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.000909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (04078685-90ce-40e1-bb7a-d65e3cf43c89), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.023831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Pushing event deleted for resources: {'Port': ['ID=18316f30-2e95-4ad5-a5b5-7298d9444928,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:50.028495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] No DVR routers for this DVR port 18316f30-2e95-4ad5-a5b5-7298d9444928 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:50:50.035232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.035588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.035942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.036303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.036619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.036960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.037293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.037618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.037984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.038315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.041999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.041999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.041999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.041999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.041999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7b152-58ed-47d2-b561-85d19328de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:50.102308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (04078685-90ce-40e1-bb7a-d65e3cf43c89), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.104410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router_controller (04078685-90ce-40e1-bb7a-d65e3cf43c89), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.210182 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (04078685-90ce-40e1-bb7a-d65e3cf43c89), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.211667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Fanout notify agent at l3_agent the message router_deleted on router 04078685-90ce-40e1-bb7a-d65e3cf43c89 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:50:50.218401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.222490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47378) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:50.223989 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5a4f0617-dc4c-4abb-9a38-caeabf6eff0f tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/routers/04078685-90ce-40e1-bb7a-d65e3cf43c89 HTTP/1.1" status: 204  len: 168 time: 1.0378811
Apr 30 21:50:50.311211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (c92ca584-e52b-4c14-980a-c6e49fa47273), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.399244 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (c92ca584-e52b-4c14-980a-c6e49fa47273), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.420422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89678ab1c0>,) {'filters': {'network_id': ['c92ca584-e52b-4c14-980a-c6e49fa47273']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:50.430430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89678ab1c0>, '25248413-2a13-4b19-a5be-8a2e53c0509b') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:50.430730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89678ab1c0>, '25248413-2a13-4b19-a5be-8a2e53c0509b') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:50:50.441297 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (25248413-2a13-4b19-a5be-8a2e53c0509b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.457207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (25248413-2a13-4b19-a5be-8a2e53c0509b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.463063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:50:50.463488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (25248413-2a13-4b19-a5be-8a2e53c0509b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:50:50.466591 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:50:50.525445 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a397c75-1670-47e7-b58a-0a3ac919a666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.604048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (c92ca584-e52b-4c14-980a-c6e49fa47273), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.612189 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:50.614726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] 10.222.0.23 "DELETE /v2.0/networks/c92ca584-e52b-4c14-980a-c6e49fa47273 HTTP/1.1" status: 204  len: 168 time: 0.3901320
Apr 30 21:50:50.626325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22a0ef-76dd-4d9b-aec9-daa77c440fa2 tempest-TestNetworkBasicOps-1002566 tempest-TestNetworkBasicOps-1002566-project] Pushing event deleted for resources: {'Network': ['ID=c92ca584-e52b-4c14-980a-c6e49fa47273,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:50.965984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 18316f30-2e95-4ad5-a5b5-7298d9444928 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:50:50.987117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 18316f30-2e95-4ad5-a5b5-7298d9444928 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:50:50.987477 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 18316f30-2e95-4ad5-a5b5-7298d9444928 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:50:50.987865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:50:51.006164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:50:51.006747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 448bfbdb-cc34-43a4-a8d9-3fdb862fbc87 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:50:51.006857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6483e4f5-1ad9-4574-8039-02490af202a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:50:51.029291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 6483e4f5-1ad9-4574-8039-02490af202a8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:50:51.029636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6483e4f5-1ad9-4574-8039-02490af202a8 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:50:51.131634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47386) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:51.294554 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3c7e467c-9b2e-4393-b1d6-3762c315c2d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf9af556d4c3479a89d448e8bc633a3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1617365
Apr 30 21:50:51.298335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47390) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:51.324498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:51.346084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1aeeb86-1c42-40c6-94a4-1904daafdc84 admin admin] Publish callbacks [] for security_group (a7fa30b6-0766-49a4-9996-fc821d580675), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:51.367839 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1aeeb86-1c42-40c6-94a4-1904daafdc84 admin admin] Publish callbacks [] for security_group (a7fa30b6-0766-49a4-9996-fc821d580675), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:51.392570 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:51.449578 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1aeeb86-1c42-40c6-94a4-1904daafdc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a7fa30b6-0766-49a4-9996-fc821d580675), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:51.452181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b1aeeb86-1c42-40c6-94a4-1904daafdc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:51.453360 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b1aeeb86-1c42-40c6-94a4-1904daafdc84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7fa30b6-0766-49a4-9996-fc821d580675 HTTP/1.1" status: 204  len: 168 time: 0.1541593
Apr 30 21:50:51.461456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aeeb86-1c42-40c6-94a4-1904daafdc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fa30b6-0766-49a4-9996-fc821d580675,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:51.998999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47400) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:52.016052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:52.100286 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Publish callbacks [] for security_group (737cf75d-0256-4fc2-9b36-398def67a852), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:52.193016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (737cf75d-0256-4fc2-9b36-398def67a852), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:52.232090 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d55b5ba538c44f6cbff879308a2a2adb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2319145
Apr 30 21:50:52.233150 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737cf75d-0256-4fc2-9b36-398def67a852,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:52.234943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47414) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:52.240683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.241026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.241367 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.241696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.242067 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.242394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.242720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.243041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.243384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.243705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.244021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.244337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.244652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.244967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.245281 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd24209-7c92-469b-9bc8-a06703d835cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:50:52.296054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58817c4b-a568-4fde-8b8d-64983a0dda76 admin admin] Publish callbacks [] for security_group (737cf75d-0256-4fc2-9b36-398def67a852), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:52.316739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58817c4b-a568-4fde-8b8d-64983a0dda76 admin admin] Publish callbacks [] for security_group (737cf75d-0256-4fc2-9b36-398def67a852), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:52.438554 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58817c4b-a568-4fde-8b8d-64983a0dda76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (737cf75d-0256-4fc2-9b36-398def67a852), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:52.441141 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-58817c4b-a568-4fde-8b8d-64983a0dda76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:52.442343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-58817c4b-a568-4fde-8b8d-64983a0dda76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/737cf75d-0256-4fc2-9b36-398def67a852 HTTP/1.1" status: 204  len: 168 time: 0.2064049
Apr 30 21:50:52.452818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58817c4b-a568-4fde-8b8d-64983a0dda76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737cf75d-0256-4fc2-9b36-398def67a852,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:53.206192 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:53.405349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47438) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:53.514181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-223502766-network', 'tenant_id': '9e063926f9194aa7b6cf535aae766b03'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:50:53.592470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Made reservation on behalf of 9e063926f9194aa7b6cf535aae766b03 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:50:53.594725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:53.603242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:53.679590 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Publish callbacks [] for security_group (1dd811a2-b1d7-4f13-aee7-7fba56d49114), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:53.775850 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1dd811a2-b1d7-4f13-aee7-7fba56d49114), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:53.802609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:50:53.814550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd811a2-b1d7-4f13-aee7-7fba56d49114,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:53.819912 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b06a3244-033d-4411-994a-8fe6d79b5c43), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:53.820843 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Added segment b06a3244-033d-4411-994a-8fe6d79b5c43 of type vlan for network c75203da-211e-439d-82cd-523ee1e5bf85
Apr 30 21:50:53.862049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (c75203da-211e-439d-82cd-523ee1e5bf85), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:53.959337 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (c75203da-211e-439d-82cd-523ee1e5bf85), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:53.960612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:53.961368 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:54.048968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] Pushing event updated for resources: {'Network': ['ID=c75203da-211e-439d-82cd-523ee1e5bf85,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:54.062110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network c75203da-211e-439d-82cd-523ee1e5bf85 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:50:54.093054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-75948c2a-f0ae-44c2-a641-c68171aee563 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6865067
Apr 30 21:50:54.096257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47444) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:54.105505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Request body: {'subnet': {'network_id': 'c75203da-211e-439d-82cd-523ee1e5bf85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-223502766-subnet', 'tenant_id': '9e063926f9194aa7b6cf535aae766b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:50:54.209898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Made reservation on behalf of 9e063926f9194aa7b6cf535aae766b03 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:50:54.212256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:54.427179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (23615227-3d35-491f-bcc9-8eff2c83164b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:54.476854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23615227-3d35-491f-bcc9-8eff2c83164b,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:54.478415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:54.492003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Checking segment: {'id': 'b06a3244-033d-4411-994a-8fe6d79b5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c75203da-211e-439d-82cd-523ee1e5bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:50:54.492368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Network hostable DHCP agents. Network: c75203da-211e-439d-82cd-523ee1e5bf85, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:50:54.598372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Network c75203da-211e-439d-82cd-523ee1e5bf85 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:50:54.660869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c75203da-211e-439d-82cd-523ee1e5bf85) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:50:54.664909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:54.665438 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:54.670466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed63d3-509c-4662-b239-d279cdbbaa57 None None] Network c75203da-211e-439d-82cd-523ee1e5bf85 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:50:54.766943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27142311-0a87-4dde-8f75-dfc991577b0a None None] Network c75203da-211e-439d-82cd-523ee1e5bf85 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:50:54.776851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c288c92f-151f-4194-8312-0522137b8b04 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6795247
Apr 30 21:50:55.395692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47462) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:55.401818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-689380275-network', 'tenant_id': 'f550ea943f1e4c6bbbc70da63f4588c6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:50:55.501128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Made reservation on behalf of f550ea943f1e4c6bbbc70da63f4588c6 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:50:55.503411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:55.512361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:55.583183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Publish callbacks [] for security_group (c9e291f6-460a-4090-a34e-2af35f8719df), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:55.666683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c9e291f6-460a-4090-a34e-2af35f8719df), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:55.693157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:50:55.699236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e291f6-460a-4090-a34e-2af35f8719df,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:55.705302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e6c35fb5-6fc6-4a65-b3e5-61ddf4b3ca0e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:55.705777 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Added segment e6c35fb5-6fc6-4a65-b3e5-61ddf4b3ca0e of type vlan for network 52c6bdcf-1bab-46d8-a14e-27a21b85ec00
Apr 30 21:50:55.745146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (52c6bdcf-1bab-46d8-a14e-27a21b85ec00), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:55.803993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (52c6bdcf-1bab-46d8-a14e-27a21b85ec00), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:55.805554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:55.806159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:55.866073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] Pushing event updated for resources: {'Network': ['ID=52c6bdcf-1bab-46d8-a14e-27a21b85ec00,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:55.876126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 52c6bdcf-1bab-46d8-a14e-27a21b85ec00 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:50:55.898472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e2b971dd-38bf-4efa-b512-cbc588e256db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5016363
Apr 30 21:50:55.901433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47464) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:50:55.906158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Request body: {'subnet': {'network_id': '52c6bdcf-1bab-46d8-a14e-27a21b85ec00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-689380275-subnet', 'tenant_id': 'f550ea943f1e4c6bbbc70da63f4588c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:50:56.004184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Made reservation on behalf of f550ea943f1e4c6bbbc70da63f4588c6 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:50:56.006668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:56.261409 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (9cb72e10-9e01-417f-9572-fa06d225614e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:56.320259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb72e10-9e01-417f-9572-fa06d225614e,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:50:56.328103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Checking segment: {'id': 'e6c35fb5-6fc6-4a65-b3e5-61ddf4b3ca0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '52c6bdcf-1bab-46d8-a14e-27a21b85ec00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:50:56.328527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Network hostable DHCP agents. Network: 52c6bdcf-1bab-46d8-a14e-27a21b85ec00, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:50:56.432533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Network 52c6bdcf-1bab-46d8-a14e-27a21b85ec00 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:50:56.489508 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 52c6bdcf-1bab-46d8-a14e-27a21b85ec00) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:50:56.493837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:56.494436 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:56.500035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96754edd-1529-4299-948b-fda94e688b9a None None] Network 52c6bdcf-1bab-46d8-a14e-27a21b85ec00 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:50:56.573001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-adc121f3-efbf-4e5f-a0ca-7f58917c07b6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6704712
Apr 30 21:50:56.601109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60220180-213b-487d-94ca-bdc41f1a820f None None] Network 52c6bdcf-1bab-46d8-a14e-27a21b85ec00 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:50:57.059311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7338c71-201a-4759-821e-8509079aa752 req-5977059f-c05a-4c5b-bdcb-9c3372f3226f tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:57.060747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-5977059f-c05a-4c5b-bdcb-9c3372f3226f tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/networks?id=c75203da-211e-439d-82cd-523ee1e5bf85 HTTP/1.1" status: 200  len: 811 time: 0.1008410
Apr 30 21:50:57.075831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-329cd6f9-bd0d-45d7-bfbe-c192838e0cfd tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/quotas/9e063926f9194aa7b6cf535aae766b03 HTTP/1.1" status: 200  len: 375 time: 0.0096884
Apr 30 21:50:57.106885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-7898a2c6-10bf-49d5-8ad1-0882ac902feb tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e063926f9194aa7b6cf535aae766b03&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0258565
Apr 30 21:50:57.194225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-23243037-6b69-4baa-ae8b-49150ef056e9 service neutron] 10.222.0.23 "GET /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807998
Apr 30 21:50:57.285697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-66e06931-a799-42ed-b189-87d0d7de635d service neutron] 10.222.0.23 "GET /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854840
Apr 30 21:50:57.499810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f808641b-f039-4640-8359-39968bd23528 req-f133b596-0dcf-45d1-baee-8d0ff212f4d0 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 210 time: 0.0287147
Apr 30 21:50:58.594565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b880ac2-7e15-450e-a431-ab96ae59aa5a req-701d8362-ec71-4dbe-8821-76cff8aa7bd7 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 210 time: 0.0278332
Apr 30 21:50:59.362195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7338c71-201a-4759-821e-8509079aa752 req-d3a0f273-be7c-4c4e-895d-09f3ff0449e4 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:50:59.363619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-d3a0f273-be7c-4c4e-895d-09f3ff0449e4 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.35 "GET /v2.0/networks?id=c75203da-211e-439d-82cd-523ee1e5bf85 HTTP/1.1" status: 200  len: 811 time: 0.1020713
Apr 30 21:50:59.375158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Request body: {'port': {'device_id': '3b0ceee7-b553-45c1-b1d4-52cf9894f847', 'network_id': 'c75203da-211e-439d-82cd-523ee1e5bf85', 'admin_state_up': True, 'tenant_id': '9e063926f9194aa7b6cf535aae766b03'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:50:59.524652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Made reservation on behalf of 9e063926f9194aa7b6cf535aae766b03 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:50:59.527935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:59.659393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Allocated IP 172.20.0.12 (c75203da-211e-439d-82cd-523ee1e5bf85/23615227-3d35-491f-bcc9-8eff2c83164b/a80ee346-9422-4c0e-a377-cf3f96ac350f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:50:59.700082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd3e3c39-703b-47f1-98d9-2dd61d0f0b82 req-361efa2b-f174-462b-a108-79463425c2bb tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 210 time: 0.0319436
Apr 30 21:50:59.829653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Publish callbacks [] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:59.924678 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:50:59.966464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Network c75203da-211e-439d-82cd-523ee1e5bf85 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:50:59.969428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:50:59.973150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:50:59.982409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Pushing event updated for resources: {'Port': ['ID=a80ee346-9422-4c0e-a377-cf3f96ac350f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:00.025952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:00.026564 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:00.086212 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-43c308c6-f999-46cb-8240-29bf3f1c9c97 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7147884
Apr 30 21:51:00.096614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Request body: {'port': {'device_id': '3b0ceee7-b553-45c1-b1d4-52cf9894f847', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:00.158770 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:00.416296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80ee346-9422-4c0e-a377-cf3f96ac350f {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:51:00.423523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Publish callbacks [] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:00.436229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Transition to ACTIVE for port object a80ee346-9422-4c0e-a377-cf3f96ac350f will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:51:00.483994 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:00.539601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a80ee346-9422-4c0e-a377-cf3f96ac350f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:00.610079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Attempting to bind port a80ee346-9422-4c0e-a377-cf3f96ac350f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:51:00.610414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Attempting to bind port a80ee346-9422-4c0e-a377-cf3f96ac350f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b06a3244-033d-4411-994a-8fe6d79b5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c75203da-211e-439d-82cd-523ee1e5bf85'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:51:00.610740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Attempting to bind port a80ee346-9422-4c0e-a377-cf3f96ac350f on network c75203da-211e-439d-82cd-523ee1e5bf85 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:00.615057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Port a80ee346-9422-4c0e-a377-cf3f96ac350f on network c75203da-211e-439d-82cd-523ee1e5bf85 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:51:00.615381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Attempting to bind port a80ee346-9422-4c0e-a377-cf3f96ac350f on network c75203da-211e-439d-82cd-523ee1e5bf85 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:00.620325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:51:00.620666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Checking segment: {'id': 'b06a3244-033d-4411-994a-8fe6d79b5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c75203da-211e-439d-82cd-523ee1e5bf85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:00.621048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Bound using segment: {'id': 'b06a3244-033d-4411-994a-8fe6d79b5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c75203da-211e-439d-82cd-523ee1e5bf85'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:51:00.621472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Bound port: a80ee346-9422-4c0e-a377-cf3f96ac350f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06a3244-033d-4411-994a-8fe6d79b5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c75203da-211e-439d-82cd-523ee1e5bf85'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:51:00.621853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:00.682888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] For port a80ee346-9422-4c0e-a377-cf3f96ac350f, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:51:00.686011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] For port a80ee346-9422-4c0e-a377-cf3f96ac350f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80ee346-9422-4c0e-a377-cf3f96ac350f,segment=NetworkSegment(b06a3244-033d-4411-994a-8fe6d79b5c43),segment_id=b06a3244-033d-4411-994a-8fe6d79b5c43)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:51:00.782400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:00.849059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:00.849679 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:00.851081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/a80ee346-9422-4c0e-a377-cf3f96ac350f HTTP/1.1" status: 200  len: 1092 time: 0.7584155
Apr 30 21:51:00.851763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0ceee7-b553-45c1-b1d4-52cf9894f847', 'tag': 'a80ee346-9422-4c0e-a377-cf3f96ac350f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:51:00.854691 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006bed8-4771-4a3f-9ba7-ce26fe785022" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0ceee7-b553-45c1-b1d4-52cf9894f847", "tag": "a80ee346-9422-4c0e-a377-cf3f96ac350f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:51:00.864516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1429c-8c2a-4007-a46c-549fe7d463f4 req-297dc49b-48af-4937-a04e-1912760c0128 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:00.866014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40f1429c-8c2a-4007-a46c-549fe7d463f4 req-297dc49b-48af-4937-a04e-1912760c0128 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 944 time: 0.0955236
Apr 30 21:51:00.896119 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5325be7c-0b1a-4114-8c63-2d8a4df190c9 x-openstack-request-id: req-5325be7c-0b1a-4114-8c63-2d8a4df190c9 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:51:00.896408 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0ceee7-b553-45c1-b1d4-52cf9894f847", "tag": "a80ee346-9422-4c0e-a377-cf3f96ac350f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:51:00.896657 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5325be7c-0b1a-4114-8c63-2d8a4df190c9 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:51:00.897048 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5325be7c-0b1a-4114-8c63-2d8a4df190c9'] response: {'name': 'network-changed', 'server_uuid': '3b0ceee7-b553-45c1-b1d4-52cf9894f847', 'tag': 'a80ee346-9422-4c0e-a377-cf3f96ac350f', 'status': 'completed', 'code': 200}
Apr 30 21:51:00.900203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4536d-8635-4484-8070-dec875e471d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a80ee346-9422-4c0e-a377-cf3f96ac350f,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:00.959520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40f1429c-8c2a-4007-a46c-549fe7d463f4 req-5c201c79-3934-42f0-88f8-9d8c0a42e955 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850711
Apr 30 21:51:00.965505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bed8-4771-4a3f-9ba7-ce26fe785022 req-78aefbcd-14e4-45f0-9aa1-ce272af9557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:00.966977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a006bed8-4771-4a3f-9ba7-ce26fe785022 req-78aefbcd-14e4-45f0-9aa1-ce272af9557d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e063926f9194aa7b6cf535aae766b03&device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 1126 time: 0.0531127
Apr 30 21:51:01.066561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bed8-4771-4a3f-9ba7-ce26fe785022 req-a935874b-c1fe-4959-8258-e5c6b511573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:01.068019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a006bed8-4771-4a3f-9ba7-ce26fe785022 req-a935874b-c1fe-4959-8258-e5c6b511573e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9e063926f9194aa7b6cf535aae766b03&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0937917
Apr 30 21:51:01.163072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006bed8-4771-4a3f-9ba7-ce26fe785022 req-f63411c0-cc0a-4770-8f06-b211eec36b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:01.164933 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a006bed8-4771-4a3f-9ba7-ce26fe785022 req-f63411c0-cc0a-4770-8f06-b211eec36b17 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0909901
Apr 30 21:51:01.239793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7338c71-201a-4759-821e-8509079aa752 req-1e44d8bb-b757-4d28-afa6-7dc3f065e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:01.241183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-1e44d8bb-b757-4d28-afa6-7dc3f065e965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e063926f9194aa7b6cf535aae766b03&device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 1126 time: 0.0432377
Apr 30 21:51:01.281254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-c1576224-8889-4547-8ed1-cd8acbdaf0cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a80ee346-9422-4c0e-a377-cf3f96ac350f HTTP/1.1" status: 200  len: 217 time: 0.0336273
Apr 30 21:51:01.331354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7338c71-201a-4759-821e-8509079aa752 req-a31ee4a3-a1e0-4f82-a4fe-f071c59740ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:01.332811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-a31ee4a3-a1e0-4f82-a4fe-f071c59740ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23615227-3d35-491f-bcc9-8eff2c83164b HTTP/1.1" status: 200  len: 851 time: 0.0457170
Apr 30 21:51:01.364215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-107799e9-46af-4eec-b7c9-38e884a92d83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c75203da-211e-439d-82cd-523ee1e5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256920
Apr 30 21:51:01.458079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-c7a60515-7e48-4cff-ad4f-bcb838bca11f service neutron] 10.222.0.35 "GET /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878291
Apr 30 21:51:01.545046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7338c71-201a-4759-821e-8509079aa752 req-de0c9475-26b5-4349-bd9f-686ad2e9edc5 service neutron] 10.222.0.35 "GET /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816629
Apr 30 21:51:02.079117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470339e-4a87-4db9-9d5b-fa07398cba4f req-8cf79c5c-9b00-4517-bf54-cd1e4661a835 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:02.080573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9470339e-4a87-4db9-9d5b-fa07398cba4f req-8cf79c5c-9b00-4517-bf54-cd1e4661a835 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 944 time: 0.0518320
Apr 30 21:51:02.126783 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9470339e-4a87-4db9-9d5b-fa07398cba4f req-2be1d5c8-1745-4b19-a1aa-51ebe1262e67 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405686
Apr 30 21:51:03.248124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20694a1-dd9a-49e8-bb71-555488e17b5d req-3a9aedd1-330b-4a77-9c15-2b9ee02400c5 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:03.249935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b20694a1-dd9a-49e8-bb71-555488e17b5d req-3a9aedd1-330b-4a77-9c15-2b9ee02400c5 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 944 time: 0.0538187
Apr 30 21:51:03.302650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b20694a1-dd9a-49e8-bb71-555488e17b5d req-1901225a-14d4-4330-83b0-1b39c0283eda tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466115
Apr 30 21:51:04.416705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509a53d-f068-4208-a599-60bbe51a7dba req-6ecde9ff-131f-42b0-a5f8-d6259b31569f tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:04.418205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7509a53d-f068-4208-a599-60bbe51a7dba req-6ecde9ff-131f-42b0-a5f8-d6259b31569f tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 944 time: 0.0475383
Apr 30 21:51:04.467816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7509a53d-f068-4208-a599-60bbe51a7dba req-116fd69b-d6c4-440e-a0d2-25717bbd4ff7 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439010
Apr 30 21:51:05.298147 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:51:05.584024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230421-0b97-409f-95b3-cc819a5abdfe req-f6bd9c44-bccd-46aa-8889-1f3c1dbc90f3 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:05.585374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9230421-0b97-409f-95b3-cc819a5abdfe req-f6bd9c44-bccd-46aa-8889-1f3c1dbc90f3 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 944 time: 0.0461588
Apr 30 21:51:05.630885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9230421-0b97-409f-95b3-cc819a5abdfe req-63456eb5-0f86-4092-8de9-341710db182b tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398371
Apr 30 21:51:05.914840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a80ee346-9422-4c0e-a377-cf3f96ac350f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:51:06.010070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a80ee346-9422-4c0e-a377-cf3f96ac350f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80ee346-9422-4c0e-a377-cf3f96ac350f,segment=NetworkSegment(b06a3244-033d-4411-994a-8fe6d79b5c43),segment_id=b06a3244-033d-4411-994a-8fe6d79b5c43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:06.020838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'a80ee346-9422-4c0e-a377-cf3f96ac350f', 'network_id': 'c75203da-211e-439d-82cd-523ee1e5bf85', 'port_id': 'a80ee346-9422-4c0e-a377-cf3f96ac350f', 'mac_address': 'fa:16:3e:5c:75:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23615227-3d35-491f-bcc9-8eff2c83164b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:51:06.056743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a80ee346-9422-4c0e-a377-cf3f96ac350f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:06.057122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:06.069706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80ee346-9422-4c0e-a377-cf3f96ac350f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:51:06.090402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a80ee346-9422-4c0e-a377-cf3f96ac350f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80ee346-9422-4c0e-a377-cf3f96ac350f,segment=NetworkSegment(b06a3244-033d-4411-994a-8fe6d79b5c43),segment_id=b06a3244-033d-4411-994a-8fe6d79b5c43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:06.136994 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:06.186243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a80ee346-9422-4c0e-a377-cf3f96ac350f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:06.337348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a80ee346-9422-4c0e-a377-cf3f96ac350f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:51:06.744796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289fafe-486a-4cc8-923a-a07fd71a3394 req-770420da-389f-4e0d-a7e2-dc5dcd219ffd tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:06.746288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4289fafe-486a-4cc8-923a-a07fd71a3394 req-770420da-389f-4e0d-a7e2-dc5dcd219ffd tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 945 time: 0.0454934
Apr 30 21:51:06.791876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4289fafe-486a-4cc8-923a-a07fd71a3394 req-d58cb057-39fa-4a5a-96e1-521ec2788a96 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400579
Apr 30 21:51:07.906492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ea054-d2d6-4da0-91c4-2994f0a391af req-55ac21db-13b3-4625-8a60-dd75a76b24b1 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:07.907922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d5ea054-d2d6-4da0-91c4-2994f0a391af req-55ac21db-13b3-4625-8a60-dd75a76b24b1 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 945 time: 0.0490625
Apr 30 21:51:07.916708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a80ee346-9422-4c0e-a377-cf3f96ac350f up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:07.955825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d5ea054-d2d6-4da0-91c4-2994f0a391af req-d8a1121e-8111-4565-ba78-52166eac5d40 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423379
Apr 30 21:51:07.961386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port a80ee346-9422-4c0e-a377-cf3f96ac350f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:51:08.032394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port a80ee346-9422-4c0e-a377-cf3f96ac350f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:08.032766 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:08.110751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a80ee346-9422-4c0e-a377-cf3f96ac350f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:08.111049 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:08.133693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0ceee7-b553-45c1-b1d4-52cf9894f847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80ee346-9422-4c0e-a377-cf3f96ac350f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:51:08.135920 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa86929-41b1-4e7d-8085-119119a5fc60" -d '{"events": [{"server_uuid": "3b0ceee7-b553-45c1-b1d4-52cf9894f847", "name": "network-vif-plugged", "status": "completed", "tag": "a80ee346-9422-4c0e-a377-cf3f96ac350f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:51:08.147940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a80ee346-9422-4c0e-a377-cf3f96ac350f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80ee346-9422-4c0e-a377-cf3f96ac350f,segment=NetworkSegment(b06a3244-033d-4411-994a-8fe6d79b5c43),segment_id=b06a3244-033d-4411-994a-8fe6d79b5c43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:08.171211 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f4cbf9-8560-46f8-81cb-544f4af73cc8 x-openstack-request-id: req-d6f4cbf9-8560-46f8-81cb-544f4af73cc8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:51:08.171507 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0ceee7-b553-45c1-b1d4-52cf9894f847", "name": "network-vif-plugged", "status": "completed", "tag": "a80ee346-9422-4c0e-a377-cf3f96ac350f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:51:08.171764 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6f4cbf9-8560-46f8-81cb-544f4af73cc8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:51:08.172166 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f4cbf9-8560-46f8-81cb-544f4af73cc8'] response: {'server_uuid': '3b0ceee7-b553-45c1-b1d4-52cf9894f847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80ee346-9422-4c0e-a377-cf3f96ac350f', 'code': 200}
Apr 30 21:51:08.192633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:08.242511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a80ee346-9422-4c0e-a377-cf3f96ac350f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:08.264715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4ae5b-daa2-42a8-9bcc-ee664821aac6 req-60415d6c-80c1-456e-8d73-56e0180c836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:08.266260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bf4ae5b-daa2-42a8-9bcc-ee664821aac6 req-60415d6c-80c1-456e-8d73-56e0180c836d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 1128 time: 0.0375779
Apr 30 21:51:08.310307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bf4ae5b-daa2-42a8-9bcc-ee664821aac6 req-aa0ea876-77f7-4c3b-aa1a-42d4c77b0fa6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381100
Apr 30 21:51:09.081695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256869a-a7c0-44f8-97a0-88ab098545b6 req-7d8ab639-c8cd-4812-8ec2-d72960dab76c tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:09.083171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2256869a-a7c0-44f8-97a0-88ab098545b6 req-7d8ab639-c8cd-4812-8ec2-d72960dab76c tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0497310
Apr 30 21:51:09.128876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2256869a-a7c0-44f8-97a0-88ab098545b6 req-f073b400-6fb2-468e-b927-8dead0388d18 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400326
Apr 30 21:51:10.251454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d733e7-29be-43a0-a8b4-256dcae773cf req-ba847b50-b2a1-43f2-aa54-673410c043c6 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:10.252920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25d733e7-29be-43a0-a8b4-256dcae773cf req-ba847b50-b2a1-43f2-aa54-673410c043c6 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0462339
Apr 30 21:51:10.299734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25d733e7-29be-43a0-a8b4-256dcae773cf req-0566a580-69db-4d97-be18-ba0cd74edfd7 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410125
Apr 30 21:51:10.412236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ebe59-68de-40ac-8267-38bccb719be0 req-5857d994-2a80-4ee6-bd24-930dd723e6ee tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:10.413680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b23ebe59-68de-40ac-8267-38bccb719be0 req-5857d994-2a80-4ee6-bd24-930dd723e6ee tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0459545
Apr 30 21:51:10.477086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b23ebe59-68de-40ac-8267-38bccb719be0 req-3fb243e0-2004-4572-9b83-14c2b995b532 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577638
Apr 30 21:51:10.865278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa31bf-e605-4793-b961-baee7f4a8bff req-1589e716-363f-46e3-8bfd-51dd6a5a3ffb tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:10.866752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16fa31bf-e605-4793-b961-baee7f4a8bff req-1589e716-363f-46e3-8bfd-51dd6a5a3ffb tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0461726
Apr 30 21:51:10.913204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16fa31bf-e605-4793-b961-baee7f4a8bff req-03b8d56e-2ed1-47c5-b092-2b1d107a1295 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401907
Apr 30 21:51:12.028807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad91eb-61ec-4db3-a173-458bb9c412e7 req-e32c386a-8dd0-4642-8ae4-0a3d725a8893 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:12.030265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48ad91eb-61ec-4db3-a173-458bb9c412e7 req-e32c386a-8dd0-4642-8ae4-0a3d725a8893 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0458736
Apr 30 21:51:12.074961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48ad91eb-61ec-4db3-a173-458bb9c412e7 req-1e625a70-4f77-4061-a7ce-73178be1d0c3 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392675
Apr 30 21:51:12.426047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37770dc-1170-4c2a-9641-c97959c741bd req-88b0630a-23b1-4b39-b2aa-a8e08241b681 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:12.427524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37770dc-1170-4c2a-9641-c97959c741bd req-88b0630a-23b1-4b39-b2aa-a8e08241b681 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0546391
Apr 30 21:51:12.478513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f37770dc-1170-4c2a-9641-c97959c741bd req-bc99d1ea-8f8a-4c7b-83d9-2e97d730fc25 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452409
Apr 30 21:51:12.520879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-8cbb95de-b6ad-4b11-ba41-694fc6fe9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:12.522714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-8cbb95de-b6ad-4b11-ba41-694fc6fe9648 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e063926f9194aa7b6cf535aae766b03&device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 1128 time: 0.0429444
Apr 30 21:51:12.615827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-7885be43-b69e-41e6-8d5a-3108065f392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:12.617326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-7885be43-b69e-41e6-8d5a-3108065f392a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c75203da-211e-439d-82cd-523ee1e5bf85 HTTP/1.1" status: 200  len: 912 time: 0.0894198
Apr 30 21:51:12.906085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-506d48f5-0581-4bfc-a5fe-e4ad04907734 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a80ee346-9422-4c0e-a377-cf3f96ac350f HTTP/1.1" status: 200  len: 217 time: 0.2828403
Apr 30 21:51:12.952812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-ed557d1d-5ee9-4e11-af6f-5d2627567e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:12.954239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-ed557d1d-5ee9-4e11-af6f-5d2627567e16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23615227-3d35-491f-bcc9-8eff2c83164b HTTP/1.1" status: 200  len: 851 time: 0.0423813
Apr 30 21:51:12.984591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-4ad9d64b-ce62-4e42-bbb3-0b59bf497a3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c75203da-211e-439d-82cd-523ee1e5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245891
Apr 30 21:51:13.072705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-ab85d1ce-cd1a-4ae9-bf06-1261e79e4e86 service neutron] 10.222.0.35 "GET /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819502
Apr 30 21:51:13.159928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0eb7287d-9ace-4758-9125-9ad07cd5d4f5 req-88469c24-11ec-4ff1-82db-6f37fe9a39e2 service neutron] 10.222.0.35 "GET /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801668
Apr 30 21:51:13.600815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92378a9e-1cba-4acb-8a56-603ae3b14661 req-d63dff01-925b-49a5-96d6-63b065a6ea67 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:13.602419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92378a9e-1cba-4acb-8a56-603ae3b14661 req-d63dff01-925b-49a5-96d6-63b065a6ea67 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0503297
Apr 30 21:51:13.648705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92378a9e-1cba-4acb-8a56-603ae3b14661 req-69ddb476-8bd0-47fa-9324-9ff64e6508c7 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407939
Apr 30 21:51:14.760894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe7e21-0d60-478a-8039-188944e191f7 req-adc61914-a988-4772-b84a-8821e16c9144 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:14.762362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffbe7e21-0d60-478a-8039-188944e191f7 req-adc61914-a988-4772-b84a-8821e16c9144 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0457006
Apr 30 21:51:14.807592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffbe7e21-0d60-478a-8039-188944e191f7 req-75392f1b-0422-4ee0-ad02-b7d2f012f151 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396597
Apr 30 21:51:15.200161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87336df4-a6dc-4318-9444-07146a1d4c1f req-14a349ee-214c-46ee-9893-ca4314cffa0c tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:15.201615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87336df4-a6dc-4318-9444-07146a1d4c1f req-14a349ee-214c-46ee-9893-ca4314cffa0c tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0497229
Apr 30 21:51:15.248071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87336df4-a6dc-4318-9444-07146a1d4c1f req-1459df3f-0b67-41a0-8d7e-e650040d108c tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407438
Apr 30 21:51:16.364426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17ed17-7605-46ed-8199-fa4aa2580114 req-6c0f6552-1046-4b2c-b1a4-87f78b3af1bf tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:16.365917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb17ed17-7605-46ed-8199-fa4aa2580114 req-6c0f6552-1046-4b2c-b1a4-87f78b3af1bf tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0464139
Apr 30 21:51:16.411961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb17ed17-7605-46ed-8199-fa4aa2580114 req-5f542e40-7dca-4569-b72b-124d6ecaac23 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402853
Apr 30 21:51:16.758255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72e858-4a73-4130-978b-25e29f1858ca req-45df18de-888a-4562-a89d-8a404666b042 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:16.760435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a72e858-4a73-4130-978b-25e29f1858ca req-45df18de-888a-4562-a89d-8a404666b042 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0479825
Apr 30 21:51:16.815380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a72e858-4a73-4130-978b-25e29f1858ca req-24f700cb-2230-4f7b-9f61-579814e69152 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493283
Apr 30 21:51:16.853306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-bb41cb10-d03b-4fe3-b3c7-bc4940af158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:16.854804 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-bb41cb10-d03b-4fe3-b3c7-bc4940af158b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e063926f9194aa7b6cf535aae766b03&device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 1128 time: 0.0377409
Apr 30 21:51:16.941362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-b2659f87-4970-49ab-85e8-1103c8836d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:16.942845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-b2659f87-4970-49ab-85e8-1103c8836d13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c75203da-211e-439d-82cd-523ee1e5bf85 HTTP/1.1" status: 200  len: 912 time: 0.0819788
Apr 30 21:51:16.985911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-06f8241c-b7d0-4751-8ed1-b37b77fd2e9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a80ee346-9422-4c0e-a377-cf3f96ac350f HTTP/1.1" status: 200  len: 217 time: 0.0369408
Apr 30 21:51:17.032546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-acc44796-45c1-412d-8e4c-02b5dbeb7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:17.033940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-acc44796-45c1-412d-8e4c-02b5dbeb7305 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=23615227-3d35-491f-bcc9-8eff2c83164b HTTP/1.1" status: 200  len: 851 time: 0.0428665
Apr 30 21:51:17.064861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-a124cc8a-6d89-4130-a4ed-5c3922f911e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c75203da-211e-439d-82cd-523ee1e5bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252173
Apr 30 21:51:17.154739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-979428ca-dc25-4635-84f4-aa1f32cc061e service neutron] 10.222.0.35 "GET /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837197
Apr 30 21:51:17.243227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a41d763a-e293-4860-be2b-68f1d80314e7 req-f79e9001-bc60-4018-a01a-18e9282b95e0 service neutron] 10.222.0.35 "GET /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819314
Apr 30 21:51:17.284011 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:17.855439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5ee47a3-c52d-4a5c-ab63-eb1de1b83d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:17.935794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f187c-5d6d-477b-a5df-fa7e8f8c5c8e req-241fce75-61f4-4ad3-9304-4ba8f16231b1 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:17.937313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-843f187c-5d6d-477b-a5df-fa7e8f8c5c8e req-241fce75-61f4-4ad3-9304-4ba8f16231b1 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0485408
Apr 30 21:51:17.984040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-843f187c-5d6d-477b-a5df-fa7e8f8c5c8e req-b0e632c0-a4ef-493c-a711-091f014bee6d tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406010
Apr 30 21:51:19.098827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524132e-79ee-4535-9291-2eb88e2582ca req-c4b719fc-0d5f-48fd-8410-d34597bba258 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:19.100268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524132e-79ee-4535-9291-2eb88e2582ca req-c4b719fc-0d5f-48fd-8410-d34597bba258 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0490944
Apr 30 21:51:19.145713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f524132e-79ee-4535-9291-2eb88e2582ca req-2c3e1c1e-d637-43a0-9276-74e6f28448e4 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393162
Apr 30 21:51:19.623443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a494f-a088-470d-a7f6-92521ae8e82b req-27398456-2384-4c85-b7fc-733003181f04 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:19.624888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-274a494f-a088-470d-a7f6-92521ae8e82b req-27398456-2384-4c85-b7fc-733003181f04 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0459306
Apr 30 21:51:19.670807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-274a494f-a088-470d-a7f6-92521ae8e82b req-9e1963a6-15df-4439-9892-7553adb0b3ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403583
Apr 30 21:51:20.506756 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e9de63fb-da2a-475b-8b3a-234e52b005a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:20.790189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbfa59-b2d6-462e-8ad8-7fed9873876a req-9a01cd0b-0095-4568-927c-aaf256908869 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:20.791686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbdbfa59-b2d6-462e-8ad8-7fed9873876a req-9a01cd0b-0095-4568-927c-aaf256908869 tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0523930
Apr 30 21:51:20.843264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbdbfa59-b2d6-462e-8ad8-7fed9873876a req-5f2e525f-f145-4e74-875b-f6c7c1a75aef tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/security-groups?id=1dd811a2-b1d7-4f13-aee7-7fba56d49114&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458100
Apr 30 21:51:21.329874 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:21.379797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261ed30-32f5-4210-9564-45883c6241eb req-c267b8b7-c227-4bb3-8fd6-29afd47d55ae tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:21.381393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c261ed30-32f5-4210-9564-45883c6241eb req-c267b8b7-c227-4bb3-8fd6-29afd47d55ae tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 946 time: 0.0472214
Apr 30 21:51:21.403829 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:21.478112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Deleting port a80ee346-9422-4c0e-a377-cf3f96ac350f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:51:21.478372 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:21.564745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] For port a80ee346-9422-4c0e-a377-cf3f96ac350f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a80ee346-9422-4c0e-a377-cf3f96ac350f,segment=NetworkSegment(b06a3244-033d-4411-994a-8fe6d79b5c43),segment_id=b06a3244-033d-4411-994a-8fe6d79b5c43)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:21.565111 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:21.579687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Calling delete_port for a80ee346-9422-4c0e-a377-cf3f96ac350f owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:51:21.759455 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a80ee346-9422-4c0e-a377-cf3f96ac350f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:21.771382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a80ee346-9422-4c0e-a377-cf3f96ac350f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:51:21.788957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Pushing event deleted for resources: {'Port': ['ID=a80ee346-9422-4c0e-a377-cf3f96ac350f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:21.832940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] No DVR routers for this DVR port a80ee346-9422-4c0e-a377-cf3f96ac350f on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:51:21.836418 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:21.839992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c261ed30-32f5-4210-9564-45883c6241eb req-f8ee8a4e-da26-41bf-a0e7-75858d1f90ba tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.35 "DELETE /v2.0/ports/a80ee346-9422-4c0e-a377-cf3f96ac350f HTTP/1.1" status: 204  len: 173 time: 0.4539089
Apr 30 21:51:21.840451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0ceee7-b553-45c1-b1d4-52cf9894f847', 'name': 'network-vif-deleted', 'tag': 'a80ee346-9422-4c0e-a377-cf3f96ac350f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:51:21.843409 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651a6a78-a01c-4ee8-a78f-25a3c2ecfbac" -d '{"events": [{"server_uuid": "3b0ceee7-b553-45c1-b1d4-52cf9894f847", "name": "network-vif-deleted", "tag": "a80ee346-9422-4c0e-a377-cf3f96ac350f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:51:21.879796 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5754808a-ce37-4dba-ac7d-3f2f5160be43 x-openstack-request-id: req-5754808a-ce37-4dba-ac7d-3f2f5160be43 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:51:21.880003 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0ceee7-b553-45c1-b1d4-52cf9894f847", "name": "network-vif-deleted", "tag": "a80ee346-9422-4c0e-a377-cf3f96ac350f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:51:21.880422 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5754808a-ce37-4dba-ac7d-3f2f5160be43 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:51:21.880833 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5754808a-ce37-4dba-ac7d-3f2f5160be43'] response: {'server_uuid': '3b0ceee7-b553-45c1-b1d4-52cf9894f847', 'name': 'network-vif-deleted', 'tag': 'a80ee346-9422-4c0e-a377-cf3f96ac350f', 'status': 'completed', 'code': 200}
Apr 30 21:51:21.946041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-34a82061-38c9-4c2d-b8b5-34d88d36a2d2 req-899e470d-3dc6-497f-848e-dfe35770194e tempest-TestServerAdvancedOps-747311002 tempest-TestServerAdvancedOps-747311002-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0ceee7-b553-45c1-b1d4-52cf9894f847 HTTP/1.1" status: 200  len: 210 time: 0.0328851
Apr 30 21:51:23.006556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47620) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:23.050118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0df98c8-8a81-46f4-b668-c40587cd21d8 admin admin] Deleting subnet 23615227-3d35-491f-bcc9-8eff2c83164b {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:51:23.053094 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f0df98c8-8a81-46f4-b668-c40587cd21d8 admin admin] Publish callbacks [] for subnet (23615227-3d35-491f-bcc9-8eff2c83164b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.087485 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f0df98c8-8a81-46f4-b668-c40587cd21d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (23615227-3d35-491f-bcc9-8eff2c83164b), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.128787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f0df98c8-8a81-46f4-b668-c40587cd21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (23615227-3d35-491f-bcc9-8eff2c83164b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.204045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.244081 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f0df98c8-8a81-46f4-b668-c40587cd21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (23615227-3d35-491f-bcc9-8eff2c83164b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.272566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df98c8-8a81-46f4-b668-c40587cd21d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23615227-3d35-491f-bcc9-8eff2c83164b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:23.274815 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f0df98c8-8a81-46f4-b668-c40587cd21d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.280579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f0df98c8-8a81-46f4-b668-c40587cd21d8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/23615227-3d35-491f-bcc9-8eff2c83164b HTTP/1.1" status: 204  len: 168 time: 0.2729597
Apr 30 21:51:23.280928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 47622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:23.348511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (c75203da-211e-439d-82cd-523ee1e5bf85), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.428250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (c75203da-211e-439d-82cd-523ee1e5bf85), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.448253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d1fe4c0>,) {'filters': {'network_id': ['c75203da-211e-439d-82cd-523ee1e5bf85']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:23.457216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d1fe4c0>, 'b06a3244-033d-4411-994a-8fe6d79b5c43') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:23.457504 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d1fe4c0>, 'b06a3244-033d-4411-994a-8fe6d79b5c43') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:23.466709 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (b06a3244-033d-4411-994a-8fe6d79b5c43), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.480100 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b06a3244-033d-4411-994a-8fe6d79b5c43), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.485943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (b06a3244-033d-4411-994a-8fe6d79b5c43), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:51:23.491873 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:51:23.580974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (c75203da-211e-439d-82cd-523ee1e5bf85), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.586314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.589349 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c75203da-211e-439d-82cd-523ee1e5bf85 HTTP/1.1" status: 204  len: 168 time: 0.3063803
Apr 30 21:51:23.592331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47624) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:23.601958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75732a38-1b64-4017-89fe-fb980627f4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c75203da-211e-439d-82cd-523ee1e5bf85,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:23.638789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedc0a7e-af11-4b26-9cec-0774617ab322 admin admin] Deleting subnet 9cb72e10-9e01-417f-9572-fa06d225614e {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:51:23.642011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cedc0a7e-af11-4b26-9cec-0774617ab322 admin admin] Publish callbacks [] for subnet (9cb72e10-9e01-417f-9572-fa06d225614e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.676477 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cedc0a7e-af11-4b26-9cec-0774617ab322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (9cb72e10-9e01-417f-9572-fa06d225614e), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.719943 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cedc0a7e-af11-4b26-9cec-0774617ab322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (9cb72e10-9e01-417f-9572-fa06d225614e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.810094 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cedc0a7e-af11-4b26-9cec-0774617ab322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (9cb72e10-9e01-417f-9572-fa06d225614e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.834290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc0a7e-af11-4b26-9cec-0774617ab322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb72e10-9e01-417f-9572-fa06d225614e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:23.840738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cedc0a7e-af11-4b26-9cec-0774617ab322 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.844008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cedc0a7e-af11-4b26-9cec-0774617ab322 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9cb72e10-9e01-417f-9572-fa06d225614e HTTP/1.1" status: 204  len: 168 time: 0.2506595
Apr 30 21:51:23.846610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:23.914754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (52c6bdcf-1bab-46d8-a14e-27a21b85ec00), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.977023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a80ee346-9422-4c0e-a377-cf3f96ac350f no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:51:23.996154 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (52c6bdcf-1bab-46d8-a14e-27a21b85ec00), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:23.997453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: a80ee346-9422-4c0e-a377-cf3f96ac350f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:51:23.997835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a80ee346-9422-4c0e-a377-cf3f96ac350f not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:51:24.018058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967120940>,) {'filters': {'network_id': ['52c6bdcf-1bab-46d8-a14e-27a21b85ec00']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:24.027976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967120940>, 'e6c35fb5-6fc6-4a65-b3e5-61ddf4b3ca0e') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:24.028298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967120940>, 'e6c35fb5-6fc6-4a65-b3e5-61ddf4b3ca0e') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:24.038046 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e6c35fb5-6fc6-4a65-b3e5-61ddf4b3ca0e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.051406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e6c35fb5-6fc6-4a65-b3e5-61ddf4b3ca0e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.057941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e6c35fb5-6fc6-4a65-b3e5-61ddf4b3ca0e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:51:24.061300 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:51:24.181057 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (52c6bdcf-1bab-46d8-a14e-27a21b85ec00), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.187375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.190560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/52c6bdcf-1bab-46d8-a14e-27a21b85ec00 HTTP/1.1" status: 204  len: 168 time: 0.3430305
Apr 30 21:51:24.203930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef14958-76ed-471b-b3b8-791616d565bb admin admin] Pushing event deleted for resources: {'Network': ['ID=52c6bdcf-1bab-46d8-a14e-27a21b85ec00,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:24.331286 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-5499887b-b199-4250-8988-cbeaadc1834e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0399559
Apr 30 21:51:24.477902 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.513361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47640) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:24.522955 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-2ae90d8e-b61b-417f-88f3-c28c5d2b1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:24.524761 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-2ae90d8e-b61b-417f-88f3-c28c5d2b1ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1febcefe29f461ea37667520a278022&device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 1127 time: 0.0394883
Apr 30 21:51:24.559896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b3e8a19c-3a58-4015-832a-e7f30c3921b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e063926f9194aa7b6cf535aae766b03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0453806
Apr 30 21:51:24.562358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47642) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:24.608805 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54b9d18d-7a2e-43ea-ae6d-3cd1736fcc19 admin admin] Publish callbacks [] for security_group (1dd811a2-b1d7-4f13-aee7-7fba56d49114), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.629262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54b9d18d-7a2e-43ea-ae6d-3cd1736fcc19 admin admin] Publish callbacks [] for security_group (1dd811a2-b1d7-4f13-aee7-7fba56d49114), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.718359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54b9d18d-7a2e-43ea-ae6d-3cd1736fcc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1dd811a2-b1d7-4f13-aee7-7fba56d49114), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.720944 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-54b9d18d-7a2e-43ea-ae6d-3cd1736fcc19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:24.722284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-54b9d18d-7a2e-43ea-ae6d-3cd1736fcc19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1dd811a2-b1d7-4f13-aee7-7fba56d49114 HTTP/1.1" status: 204  len: 168 time: 0.1590230
Apr 30 21:51:24.731568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9d18d-7a2e-43ea-ae6d-3cd1736fcc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd811a2-b1d7-4f13-aee7-7fba56d49114,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:24.821563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-a45b7434-7d37-40f2-9426-ec426ceb8914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:24.823678 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-a45b7434-7d37-40f2-9426-ec426ceb8914 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 200  len: 915 time: 0.0945375
Apr 30 21:51:24.865158 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-af1f104f-80aa-4ed6-a7d2-b34245f267f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b042542b-4779-45e4-97f5-1694f1b001e5 HTTP/1.1" status: 200  len: 217 time: 0.0349493
Apr 30 21:51:24.921023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-85ab3c98-515d-4334-9a57-b6c77b7f179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:24.921023 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-85ab3c98-515d-4334-9a57-b6c77b7f179a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ff6244-14f7-4a38-a28d-1c8965fd0563 HTTP/1.1" status: 200  len: 854 time: 0.0448358
Apr 30 21:51:24.951457 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-93e93c38-4e1c-4e7b-8b47-3a3aaea553b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3afa63ee-7e45-4c03-a8c8-517cba3ed00e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281663
Apr 30 21:51:24.964115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-c9e6a6cf-88f0-4587-91c8-6fdc03af1434 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:51:24.965082 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-c9e6a6cf-88f0-4587-91c8-6fdc03af1434 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0055828
Apr 30 21:51:25.065365 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-ba78487c-73d9-4074-9d4e-ee924cab2d6b service neutron] 10.222.0.20 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905650
Apr 30 21:51:25.171896 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-3e20f0f4-f0ea-4691-a44a-3aa34a97238f req-c7665223-72e6-4319-a85a-361eb857bcfe service neutron] 10.222.0.20 "GET /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970576
Apr 30 21:51:25.382289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47652) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:25.422951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6744809e-e330-48ac-ab29-22d12b46fb4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f550ea943f1e4c6bbbc70da63f4588c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394974
Apr 30 21:51:25.425407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47654) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:25.477745 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe212dce-64eb-4bfd-b6a5-8a8c5fabc8bb admin admin] Publish callbacks [] for security_group (c9e291f6-460a-4090-a34e-2af35f8719df), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:25.500791 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe212dce-64eb-4bfd-b6a5-8a8c5fabc8bb admin admin] Publish callbacks [] for security_group (c9e291f6-460a-4090-a34e-2af35f8719df), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:25.604547 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe212dce-64eb-4bfd-b6a5-8a8c5fabc8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c9e291f6-460a-4090-a34e-2af35f8719df), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:25.607231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fe212dce-64eb-4bfd-b6a5-8a8c5fabc8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:25.608419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fe212dce-64eb-4bfd-b6a5-8a8c5fabc8bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9e291f6-460a-4090-a34e-2af35f8719df HTTP/1.1" status: 204  len: 168 time: 0.1820574
Apr 30 21:51:25.620705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe212dce-64eb-4bfd-b6a5-8a8c5fabc8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e291f6-460a-4090-a34e-2af35f8719df,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:25.669572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3737018-edc3-4df2-bc61-dee22b200753 req-c4415ca5-d9a1-4381-b2b7-af37d3bcac86 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:25.671120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3737018-edc3-4df2-bc61-dee22b200753 req-c4415ca5-d9a1-4381-b2b7-af37d3bcac86 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 945 time: 0.0531914
Apr 30 21:51:25.725488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3737018-edc3-4df2-bc61-dee22b200753 req-4cfa374f-ce37-450a-a20a-dbc62ca397f7 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480642
Apr 30 21:51:26.602690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47678) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:26.698386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-457374612-network', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:26.746815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Made reservation on behalf of 839ab2af4d6b40c3b957be9c7dc78b26 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:51:26.749146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:26.757975 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:26.866442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac8571-e39f-452d-aeab-fe7651acefb4 req-bc89cbb5-f605-450a-82c7-33e1159bbe6e tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:26.867918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11ac8571-e39f-452d-aeab-fe7651acefb4 req-bc89cbb5-f605-450a-82c7-33e1159bbe6e tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 945 time: 0.0669665
Apr 30 21:51:26.877962 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Publish callbacks [] for security_group (8c43707a-ce78-481a-82cb-4dbf13eea7a5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:26.919391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11ac8571-e39f-452d-aeab-fe7651acefb4 req-4f188426-d987-4f0d-921f-1c1b55344ad9 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3496b2-e95e-41cf-92d1-c119e8c77094&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433989
Apr 30 21:51:26.920374 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8c43707a-ce78-481a-82cb-4dbf13eea7a5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:26.948378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:51:26.954706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c43707a-ce78-481a-82cb-4dbf13eea7a5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:26.961606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e7031f9b-4f11-44c6-b71f-8637a3253f1a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:26.961826 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Added segment e7031f9b-4f11-44c6-b71f-8637a3253f1a of type vlan for network f1968efb-9997-4382-98a0-ab6f19a6ad8d
Apr 30 21:51:27.000883 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (f1968efb-9997-4382-98a0-ab6f19a6ad8d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.083342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (f1968efb-9997-4382-98a0-ab6f19a6ad8d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.084266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:27.084839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.147380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] Pushing event updated for resources: {'Network': ['ID=f1968efb-9997-4382-98a0-ab6f19a6ad8d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:27.157446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:51:27.177962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a3ad4191-7c71-4dee-b90c-2c2b851c8835 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5739069
Apr 30 21:51:27.180549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47684) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:27.185920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Request body: {'subnet': {'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-457374612-subnet', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:27.243686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Made reservation on behalf of 839ab2af4d6b40c3b957be9c7dc78b26 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:51:27.247010 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.260690 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-1cbbe086-a82b-4ed9-9a0b-c0924e9c8523 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:27.262181 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-1cbbe086-a82b-4ed9-9a0b-c0924e9c8523 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.20 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 945 time: 0.0507171
Apr 30 21:51:27.347210 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Deleting port b042542b-4779-45e4-97f5-1694f1b001e5 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:51:27.347547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.442009 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] For port b042542b-4779-45e4-97f5-1694f1b001e5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b042542b-4779-45e4-97f5-1694f1b001e5,segment=NetworkSegment(034b4235-15e0-4857-8191-2ac176269665),segment_id=034b4235-15e0-4857-8191-2ac176269665)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:27.442274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.455319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Calling delete_port for b042542b-4779-45e4-97f5-1694f1b001e5 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:51:27.467211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (6ec0989c-20a3-4dba-b512-e48d4853dc97), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.527630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec0989c-20a3-4dba-b512-e48d4853dc97,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:27.536372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Checking segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:27.539004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Network hostable DHCP agents. Network: f1968efb-9997-4382-98a0-ab6f19a6ad8d, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:51:27.672105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:51:27.699312 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b042542b-4779-45e4-97f5-1694f1b001e5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.710548 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['b042542b-4779-45e4-97f5-1694f1b001e5'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:51:27.722097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Pushing event deleted for resources: {'Port': ['ID=b042542b-4779-45e4-97f5-1694f1b001e5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:27.741138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1968efb-9997-4382-98a0-ab6f19a6ad8d) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:27.745136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:27.745738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.750868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450683e5-fb53-46d8-9acd-d22dea7e8766 None None] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:51:27.776154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] No DVR routers for this DVR port b042542b-4779-45e4-97f5-1694f1b001e5 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:51:27.778986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.782251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2e3a9274-5dc7-4893-8b4a-56e4b875873f req-feb65ece-9a2c-4748-90a8-ce91be45de56 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.20 "DELETE /v2.0/ports/b042542b-4779-45e4-97f5-1694f1b001e5 HTTP/1.1" status: 204  len: 173 time: 0.5146823
Apr 30 21:51:27.782685 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81dbbed-6eeb-4227-be53-e56c759b5bb9', 'name': 'network-vif-deleted', 'tag': 'b042542b-4779-45e4-97f5-1694f1b001e5'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:51:27.784926 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb0e413-148e-45a2-bbea-fc53c09712e7" -d '{"events": [{"server_uuid": "b81dbbed-6eeb-4227-be53-e56c759b5bb9", "name": "network-vif-deleted", "tag": "b042542b-4779-45e4-97f5-1694f1b001e5"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:51:27.803062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6eaebe6c-919e-45b5-bb07-e3bbb52c75ee admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6189597
Apr 30 21:51:27.803882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47688) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:27.808790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:27.823203 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a6de1f-4cb1-414c-a1bf-9933bf66cba7 x-openstack-request-id: req-42a6de1f-4cb1-414c-a1bf-9933bf66cba7 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:51:27.823724 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81dbbed-6eeb-4227-be53-e56c759b5bb9", "name": "network-vif-deleted", "tag": "b042542b-4779-45e4-97f5-1694f1b001e5", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:51:27.824041 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42a6de1f-4cb1-414c-a1bf-9933bf66cba7 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:51:27.824590 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a6de1f-4cb1-414c-a1bf-9933bf66cba7'] response: {'server_uuid': 'b81dbbed-6eeb-4227-be53-e56c759b5bb9', 'name': 'network-vif-deleted', 'tag': 'b042542b-4779-45e4-97f5-1694f1b001e5', 'status': 'completed', 'code': 200}
Apr 30 21:51:27.867157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (a517e875-88ed-4b18-99a7-c7b2e4e56454), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.868350 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (a517e875-88ed-4b18-99a7-c7b2e4e56454), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.871848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:51:27.872749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:27.961461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks [] for router_controller (a517e875-88ed-4b18-99a7-c7b2e4e56454), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.011632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Allocated IP 172.20.0.2 (f1968efb-9997-4382-98a0-ab6f19a6ad8d/6ec0989c-20a3-4dba-b512-e48d4853dc97/4ca93129-34a8-4e0a-b30a-234fdfad6d21) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:51:28.068801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67ba5f6d-1f78-4f34-b5ec-d70496584eaf req-752debfd-6f85-4925-a8f4-d75348b3df45 tempest-VolumesSnapshotTestJSON-954528396 tempest-VolumesSnapshotTestJSON-954528396-project] 10.222.0.23 "GET /v2.0/ports?device_id=b81dbbed-6eeb-4227-be53-e56c759b5bb9 HTTP/1.1" status: 200  len: 210 time: 0.0627632
Apr 30 21:51:28.176717 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks [] for router_gateway (a517e875-88ed-4b18-99a7-c7b2e4e56454), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.300927 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Publish callbacks [] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.387577 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.427156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:28.429682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks [] for router_gateway (a517e875-88ed-4b18-99a7-c7b2e4e56454), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.429996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:28.434257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:51:28.446180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Pushing event updated for resources: {'Port': ['ID=4ca93129-34a8-4e0a-b30a-234fdfad6d21,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:28.461186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.500208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Attempting to bind port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:51:28.500650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Attempting to bind port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:51:28.500946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Attempting to bind port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:28.506145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:51:28.506954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Checking segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:28.506954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.507301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Bound using segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:51:28.507785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Bound port: 4ca93129-34a8-4e0a-b30a-234fdfad6d21, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:51:28.508168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.571469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] For port 4ca93129-34a8-4e0a-b30a-234fdfad6d21, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:51:28.575545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] For port 4ca93129-34a8-4e0a-b30a-234fdfad6d21, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ca93129-34a8-4e0a-b30a-234fdfad6d21,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:51:28.607277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Allocated IP 172.35.4.239 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/606fd810-22ce-4543-9bc9-fe44d7ccedfc) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:51:28.616020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.683551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31743e7f-d2ec-4f7e-a48f-9cb54f613e6b None None] Pushing event updated for resources: {'Port': ['ID=4ca93129-34a8-4e0a-b30a-234fdfad6d21,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:28.719488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks [] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.836247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:28.879871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:28.883220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:28.887077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:51:28.895186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Pushing event updated for resources: {'Port': ['ID=606fd810-22ce-4543-9bc9-fe44d7ccedfc,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:29.029894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4ca93129-34a8-4e0a-b30a-234fdfad6d21 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:29.075892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:29.076158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:29.167302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:29.167770 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:29.204639 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 4ca93129-34a8-4e0a-b30a-234fdfad6d21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ca93129-34a8-4e0a-b30a-234fdfad6d21,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:29.284324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:29.341192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=4ca93129-34a8-4e0a-b30a-234fdfad6d21,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:29.530070 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks [] for router_gateway (a517e875-88ed-4b18-99a7-c7b2e4e56454), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:29.691786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb70ce-a278-4e49-8365-2f98bbbe1c67 None None] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:51:29.756360 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (a517e875-88ed-4b18-99a7-c7b2e4e56454), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:29.804736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2eb4eae4-5377-4c98-9ab5-7ab91142a450 None None] Provisioning complete for port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:29.805118 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2eb4eae4-5377-4c98-9ab5-7ab91142a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:29.895288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4eae4-5377-4c98-9ab5-7ab91142a450 None None] Current status of the port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:29.981584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Router a517e875-88ed-4b18-99a7-c7b2e4e56454 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:51:30.093834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:51:30.102531 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Sync routers for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:51:30.113911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-37880618-07d6-4b0c-83a1-e2286dc73bcc None None] Provisioning complete for port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:30.114213 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-37880618-07d6-4b0c-83a1-e2286dc73bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.114780 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:51:30.115394 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb5f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:51:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:30.184352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.185667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c5830097-2dda-4210-b9c2-3f7baff63081 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.3803055
Apr 30 21:51:30.188399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47710) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:30.201531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-37880618-07d6-4b0c-83a1-e2286dc73bcc None None] Current status of the port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:30.223381 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:51:30.393411 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb5f5e0>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:29Z', 'revision_number': 3, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:30.420857 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Checking router: a517e875-88ed-4b18-99a7-c7b2e4e56454 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:51:30.421198 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Updating router a517e875-88ed-4b18-99a7-c7b2e4e56454 port 606fd810-22ce-4543-9bc9-fe44d7ccedfc binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:51:30.449375 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.621143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.699236 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Publish callbacks [] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.769348 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.822261 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Attempting to bind port 606fd810-22ce-4543-9bc9-fe44d7ccedfc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:51:30.823150 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Attempting to bind port 606fd810-22ce-4543-9bc9-fe44d7ccedfc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:51:30.823510 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Attempting to bind port 606fd810-22ce-4543-9bc9-fe44d7ccedfc on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:30.827943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Allocated IP 172.20.0.1 (f1968efb-9997-4382-98a0-ab6f19a6ad8d/6ec0989c-20a3-4dba-b512-e48d4853dc97/cc809db5-a9b3-4630-b866-982e4b602e37) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:51:30.832707 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Pushing event updated for resources: {'Port': ['ID=606fd810-22ce-4543-9bc9-fe44d7ccedfc,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:30.835946 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:51:30.836896 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:30.836896 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.837215 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:51:30.837691 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Bound port: 606fd810-22ce-4543-9bc9-fe44d7ccedfc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:51:30.838113 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.861152 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.861502 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.861923 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.862263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.862596 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.862924 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.863250 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.863571 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.863890 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.864209 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.864527 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.864842 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.865157 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.865532 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.865899 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:30.904124 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] For port 606fd810-22ce-4543-9bc9-fe44d7ccedfc, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:51:30.907189 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] For port 606fd810-22ce-4543-9bc9-fe44d7ccedfc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=606fd810-22ce-4543-9bc9-fe44d7ccedfc,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:51:30.932145 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Publish callbacks [] for port (cc809db5-a9b3-4630-b866-982e4b602e37), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.970071 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:30.992401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4ca93129-34a8-4e0a-b30a-234fdfad6d21 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:31.021209 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:51:31.021981 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb5f5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:51:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:31.050190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:31.050557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:31.056039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:31.095889 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7fa7d-1dc8-4b09-ade7-55b4730e5274 None None] Pushing event updated for resources: {'Port': ['ID=606fd810-22ce-4543-9bc9-fe44d7ccedfc,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:31.107505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:31.110535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:31.113509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:51:31.152130 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:51:31.152893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:31.163913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Pushing event updated for resources: {'Port': ['ID=cc809db5-a9b3-4630-b866-982e4b602e37,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:31.179800 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (a517e875-88ed-4b18-99a7-c7b2e4e56454), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:31.365442 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb5f5e0>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:29Z', 'revision_number': 3, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:31.393158 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d82b14-d963-4d66-8571-8504f3d6186d None None] The sync data for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 is: [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:29Z', 'revision_number': 3, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:51:31.421598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:31.428936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-cf2ac9f1-5581-4b5c-ba28-203788654b53 None None] Provisioning complete for port cc809db5-a9b3-4630-b866-982e4b602e37 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:31.429334 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac9f1-5581-4b5c-ba28-203788654b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:31.468088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ac9f1-5581-4b5c-ba28-203788654b53 None None] Port cc809db5-a9b3-4630-b866-982e4b602e37 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:51:31.618904 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Publish callbacks [] for port (cc809db5-a9b3-4630-b866-982e4b602e37), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:31.667377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:31.736914 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (a517e875-88ed-4b18-99a7-c7b2e4e56454), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:31.738760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Pushing event updated for resources: {'Port': ['ID=cc809db5-a9b3-4630-b866-982e4b602e37,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:31.837951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:31.839449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:31.955568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b042542b-4779-45e4-97f5-1694f1b001e5 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:51:31.972759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Router a517e875-88ed-4b18-99a7-c7b2e4e56454 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:51:31.978258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: b042542b-4779-45e4-97f5-1694f1b001e5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:51:31.979455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b042542b-4779-45e4-97f5-1694f1b001e5 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:51:32.090742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-31658988-aba8-443f-a2e7-4a7a0a4447bf None None] Provisioning complete for port cc809db5-a9b3-4630-b866-982e4b602e37 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:32.091830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31658988-aba8-443f-a2e7-4a7a0a4447bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:32.096680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:51:32.101854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-00027eb2-b5a2-4ace-a4fa-def936110cef admin admin] 10.222.0.23 "PUT /v2.0/routers/a517e875-88ed-4b18-99a7-c7b2e4e56454/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9124300
Apr 30 21:51:32.138484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-31658988-aba8-443f-a2e7-4a7a0a4447bf None None] Port cc809db5-a9b3-4630-b866-982e4b602e37 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:51:32.743700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47758) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:32.749273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1304931576-network', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:32.798072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Made reservation on behalf of f6180e89be2d47d08e89a0fc4dba5abd for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:51:32.800501 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:32.810289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:32.889173 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Publish callbacks [] for security_group (5552c439-ca62-461e-af59-e869494580b4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:32.952858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5552c439-ca62-461e-af59-e869494580b4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:32.975729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:51:32.996011 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5552c439-ca62-461e-af59-e869494580b4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:32.998889 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3ad6ce59-0170-4843-8df2-cd2e227cf157), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:32.999234 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Added segment 3ad6ce59-0170-4843-8df2-cd2e227cf157 of type vlan for network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad
Apr 30 21:51:33.016627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 606fd810-22ce-4543-9bc9-fe44d7ccedfc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:33.040200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (85d9df35-88fa-4c7d-b878-1366dbdcf4ad), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.073495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 606fd810-22ce-4543-9bc9-fe44d7ccedfc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:33.073495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.076950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae8a80-3565-4678-b977-bed09828943d None None] Sync routers for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:51:33.110427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae8a80-3565-4678-b977-bed09828943d None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:51:33.111081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-feae8a80-3565-4678-b977-bed09828943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f66f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:51:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:33.118442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (85d9df35-88fa-4c7d-b878-1366dbdcf4ad), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.120332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:33.120971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.187096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=85d9df35-88fa-4c7d-b878-1366dbdcf4ad,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:33.197293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:51:33.235086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-003594a9-5173-401b-8e22-3ea3a5391ae7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4896517
Apr 30 21:51:33.238067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47762) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:33.242765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Request body: {'subnet': {'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1304931576-subnet', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:33.301087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 606fd810-22ce-4543-9bc9-fe44d7ccedfc is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:33.301473 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.312523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Made reservation on behalf of f6180e89be2d47d08e89a0fc4dba5abd for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:51:33.314949 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.335493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-feae8a80-3565-4678-b977-bed09828943d None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:51:33.366183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 606fd810-22ce-4543-9bc9-fe44d7ccedfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=606fd810-22ce-4543-9bc9-fe44d7ccedfc,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:33.414621 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.519432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=606fd810-22ce-4543-9bc9-fe44d7ccedfc,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:33.569816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (0e313c02-a0cc-468c-b5a6-a2d0432c63e2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.579004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-feae8a80-3565-4678-b977-bed09828943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f66f940>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 2, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:33.606456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae8a80-3565-4678-b977-bed09828943d None None] Checking router: a517e875-88ed-4b18-99a7-c7b2e4e56454 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:51:33.606812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae8a80-3565-4678-b977-bed09828943d None None] Updating router a517e875-88ed-4b18-99a7-c7b2e4e56454 port cc809db5-a9b3-4630-b866-982e4b602e37 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:51:33.627044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e313c02-a0cc-468c-b5a6-a2d0432c63e2,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:33.636118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Checking segment: {'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:33.636551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Network hostable DHCP agents. Network: 85d9df35-88fa-4c7d-b878-1366dbdcf4ad, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:51:33.638009 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-feae8a80-3565-4678-b977-bed09828943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.718157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:51:33.780610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 85d9df35-88fa-4c7d-b878-1366dbdcf4ad) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:33.785916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:33.785916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.795144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b1cf15-9509-4cea-ac8f-46a678e2962b None None] Network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:51:33.846231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d45da117-45d5-469c-bbb8-624242e5769c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6070697
Apr 30 21:51:33.848869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47764) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:33.853212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:33.929575 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (80cd3df1-a398-45af-9e61-919ddb198e54), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.930702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (80cd3df1-a398-45af-9e61-919ddb198e54), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.956448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-85d9df35-88fa-4c7d-b878-1366dbdcf4ad', 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad', 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'fixed_ips': [{'subnet_id': '0e313c02-a0cc-468c-b5a6-a2d0432c63e2'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:51:33.956448 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:33.984445 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks [] for router_controller (80cd3df1-a398-45af-9e61-919ddb198e54), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.009799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-feae8a80-3565-4678-b977-bed09828943d None None] Publish callbacks [] for port (cc809db5-a9b3-4630-b866-982e4b602e37), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.106378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-feae8a80-3565-4678-b977-bed09828943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.168138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Allocated IP 172.20.0.2 (85d9df35-88fa-4c7d-b878-1366dbdcf4ad/0e313c02-a0cc-468c-b5a6-a2d0432c63e2/33325555-c4a6-448f-84c7-199f2a61c538) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:51:34.186142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf5c09-8ecc-46d6-9dc9-ed8d8d9bf4cb None None] Pushing event updated for resources: {'Port': ['ID=cc809db5-a9b3-4630-b866-982e4b602e37,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:34.209146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks [] for router_gateway (80cd3df1-a398-45af-9e61-919ddb198e54), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.304300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-feae8a80-3565-4678-b977-bed09828943d None None] Attempting to bind port cc809db5-a9b3-4630-b866-982e4b602e37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:51:34.304671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-feae8a80-3565-4678-b977-bed09828943d None None] Attempting to bind port cc809db5-a9b3-4630-b866-982e4b602e37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:51:34.305047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feae8a80-3565-4678-b977-bed09828943d None None] Attempting to bind port cc809db5-a9b3-4630-b866-982e4b602e37 on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:34.317349 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feae8a80-3565-4678-b977-bed09828943d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:51:34.317726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feae8a80-3565-4678-b977-bed09828943d None None] Checking segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:34.323336 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-feae8a80-3565-4678-b977-bed09828943d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.323336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feae8a80-3565-4678-b977-bed09828943d None None] Bound using segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:51:34.323336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-feae8a80-3565-4678-b977-bed09828943d None None] Bound port: cc809db5-a9b3-4630-b866-982e4b602e37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:51:34.323336 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-feae8a80-3565-4678-b977-bed09828943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.444432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-feae8a80-3565-4678-b977-bed09828943d None None] For port cc809db5-a9b3-4630-b866-982e4b602e37, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:51:34.452949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-feae8a80-3565-4678-b977-bed09828943d None None] For port cc809db5-a9b3-4630-b866-982e4b602e37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc809db5-a9b3-4630-b866-982e4b602e37,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:51:34.460266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Publish callbacks [] for port (33325555-c4a6-448f-84c7-199f2a61c538), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.476398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f9ef4755-5cdf-424f-90a8-60f1845d8cc4 None None] Provisioning complete for port cc809db5-a9b3-4630-b866-982e4b602e37 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:34.476820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4755-5cdf-424f-90a8-60f1845d8cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.487351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks [] for router_gateway (80cd3df1-a398-45af-9e61-919ddb198e54), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.507045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.509527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-feae8a80-3565-4678-b977-bed09828943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.516066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (33325555-c4a6-448f-84c7-199f2a61c538), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.554123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef4755-5cdf-424f-90a8-60f1845d8cc4 None None] Port cc809db5-a9b3-4630-b866-982e4b602e37 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:51:34.581523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:34.592651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:34.596370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:51:34.598662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae8a80-3565-4678-b977-bed09828943d None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:51:34.599288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-feae8a80-3565-4678-b977-bed09828943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f66f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:51:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:34.602210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf5c09-8ecc-46d6-9dc9-ed8d8d9bf4cb None None] Pushing event updated for resources: {'Port': ['ID=cc809db5-a9b3-4630-b866-982e4b602e37,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:34.624251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Allocated IP 172.35.4.78 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/0207ab99-63cb-4be8-8312-bfef264669f8) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:51:34.972515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-cce6f166-be6c-40ac-8888-20fa297a635b None None] Provisioning complete for port cc809db5-a9b3-4630-b866-982e4b602e37 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:34.972893 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cce6f166-be6c-40ac-8888-20fa297a635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:34.982559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Pushing event updated for resources: {'Port': ['ID=33325555-c4a6-448f-84c7-199f2a61c538,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:35.028913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 606fd810-22ce-4543-9bc9-fe44d7ccedfc up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:35.036359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks [] for port (0207ab99-63cb-4be8-8312-bfef264669f8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.063241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Attempting to bind port 33325555-c4a6-448f-84c7-199f2a61c538 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:51:35.063620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Attempting to bind port 33325555-c4a6-448f-84c7-199f2a61c538 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:51:35.063989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Attempting to bind port 33325555-c4a6-448f-84c7-199f2a61c538 on network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:35.084362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:51:35.084748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Checking segment: {'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:35.086078 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.086078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Bound using segment: {'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:51:35.086078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Bound port: 33325555-c4a6-448f-84c7-199f2a61c538, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:51:35.086491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (33325555-c4a6-448f-84c7-199f2a61c538), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.108972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-feae8a80-3565-4678-b977-bed09828943d None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:51:35.147552 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.188549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:35.191661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:35.197743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:51:35.224640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0207ab99-63cb-4be8-8312-bfef264669f8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:35.255554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 606fd810-22ce-4543-9bc9-fe44d7ccedfc triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:35.256195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.325274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cce6f166-be6c-40ac-8888-20fa297a635b None None] Current status of the port cc809db5-a9b3-4630-b866-982e4b602e37 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:35.325593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cce6f166-be6c-40ac-8888-20fa297a635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.365522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] For port 33325555-c4a6-448f-84c7-199f2a61c538, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:51:35.409185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] For port 33325555-c4a6-448f-84c7-199f2a61c538, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33325555-c4a6-448f-84c7-199f2a61c538,segment=NetworkSegment(3ad6ce59-0170-4843-8df2-cd2e227cf157),segment_id=3ad6ce59-0170-4843-8df2-cd2e227cf157)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:51:35.419195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-cce6f166-be6c-40ac-8888-20fa297a635b None None] For port cc809db5-a9b3-4630-b866-982e4b602e37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc809db5-a9b3-4630-b866-982e4b602e37,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:35.490137 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (33325555-c4a6-448f-84c7-199f2a61c538), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.510429 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cce6f166-be6c-40ac-8888-20fa297a635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.542885 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks [] for router_gateway (80cd3df1-a398-45af-9e61-919ddb198e54), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:35.550463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 606fd810-22ce-4543-9bc9-fe44d7ccedfc is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:35.552621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-feae8a80-3565-4678-b977-bed09828943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f66f940>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:34Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:35.594525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae8a80-3565-4678-b977-bed09828943d None None] The sync data for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 is: [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:34Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:51:35.608032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429d5e4-e917-4cc9-a436-a5a939592508 None None] Pushing event updated for resources: {'Port': ['ID=33325555-c4a6-448f-84c7-199f2a61c538,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:35.695252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6f166-be6c-40ac-8888-20fa297a635b None None] Pushing event updated for resources: {'Port': ['ID=cc809db5-a9b3-4630-b866-982e4b602e37,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:35.849868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (80cd3df1-a398-45af-9e61-919ddb198e54), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:36.060951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Router 80cd3df1-a398-45af-9e61-919ddb198e54 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:51:36.203935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:51:36.214014 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Sync routers for ids ['80cd3df1-a398-45af-9e61-919ddb198e54'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:51:36.226384 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Routers {'80cd3df1-a398-45af-9e61-919ddb198e54'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:51:36.227290 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb5f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:51:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['80cd3df1-a398-45af-9e61-919ddb198e54'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:36.304386 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:36.308997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-09106325-c70a-45dc-b413-bcaac528e6d7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.4558764
Apr 30 21:51:36.309434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 47808) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:51:36.481151 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Set router 80cd3df1-a398-45af-9e61-919ddb198e54 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:51:36.687249 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb5f8e0>, [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 3, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:36.723541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Checking router: 80cd3df1-a398-45af-9e61-919ddb198e54 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:51:36.726813 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Updating router 80cd3df1-a398-45af-9e61-919ddb198e54 port 0207ab99-63cb-4be8-8312-bfef264669f8 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:51:36.754659 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:36.843621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce9cbc2-53ee-41e6-a481-a388b35228df None None] Network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:51:36.901431 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:36.992708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-62d4729f-2750-4e97-a39f-7941e4ef9da3 None None] Provisioning complete for port 33325555-c4a6-448f-84c7-199f2a61c538 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:36.993624 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62d4729f-2750-4e97-a39f-7941e4ef9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (33325555-c4a6-448f-84c7-199f2a61c538), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.137279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Allocated IP 172.20.0.1 (85d9df35-88fa-4c7d-b878-1366dbdcf4ad/0e313c02-a0cc-468c-b5a6-a2d0432c63e2/529465e1-a9e4-4899-b65c-d9e057eaf9e9) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:51:37.137920 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Publish callbacks [] for port (0207ab99-63cb-4be8-8312-bfef264669f8), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.145089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device cc809db5-a9b3-4630-b866-982e4b602e37 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:37.176531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-62d4729f-2750-4e97-a39f-7941e4ef9da3 None None] Current status of the port 33325555-c4a6-448f-84c7-199f2a61c538 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:37.176970 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62d4729f-2750-4e97-a39f-7941e4ef9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (33325555-c4a6-448f-84c7-199f2a61c538), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.222152 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.231338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-62d4729f-2750-4e97-a39f-7941e4ef9da3 None None] For port 33325555-c4a6-448f-84c7-199f2a61c538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33325555-c4a6-448f-84c7-199f2a61c538,segment=NetworkSegment(3ad6ce59-0170-4843-8df2-cd2e227cf157),segment_id=3ad6ce59-0170-4843-8df2-cd2e227cf157)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:37.245167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port cc809db5-a9b3-4630-b866-982e4b602e37 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:37.245562 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.300470 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62d4729f-2750-4e97-a39f-7941e4ef9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (33325555-c4a6-448f-84c7-199f2a61c538), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.314323 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Publish callbacks [] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.319734 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a275c8-2fd2-4266-a8be-97168ea4ec74 None None] Pushing event updated for resources: {'Port': ['ID=0207ab99-63cb-4be8-8312-bfef264669f8,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:37.323217 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Attempting to bind port 0207ab99-63cb-4be8-8312-bfef264669f8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:51:37.324081 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Attempting to bind port 0207ab99-63cb-4be8-8312-bfef264669f8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:51:37.324478 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Attempting to bind port 0207ab99-63cb-4be8-8312-bfef264669f8 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:37.331106 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:51:37.331645 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:37.332382 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.332869 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:51:37.333847 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Bound port: 0207ab99-63cb-4be8-8312-bfef264669f8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:51:37.334332 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.399595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.400892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4729f-2750-4e97-a39f-7941e4ef9da3 None None] Pushing event updated for resources: {'Port': ['ID=33325555-c4a6-448f-84c7-199f2a61c538,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:37.403689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port cc809db5-a9b3-4630-b866-982e4b602e37 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:37.405037 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 33325555-c4a6-448f-84c7-199f2a61c538 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:37.424555 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] For port 0207ab99-63cb-4be8-8312-bfef264669f8, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:51:37.435808 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] For port 0207ab99-63cb-4be8-8312-bfef264669f8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0207ab99-63cb-4be8-8312-bfef264669f8,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:51:37.443388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:37.448610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:37.452323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:51:37.452555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-755271e2-303e-4299-a5d6-15b7dc00f523 None None] Provisioning complete for port 33325555-c4a6-448f-84c7-199f2a61c538 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:37.452933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-755271e2-303e-4299-a5d6-15b7dc00f523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (33325555-c4a6-448f-84c7-199f2a61c538), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.487482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Pushing event updated for resources: {'Port': ['ID=529465e1-a9e4-4899-b65c-d9e057eaf9e9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:37.501682 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.505596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 33325555-c4a6-448f-84c7-199f2a61c538 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:37.508064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (33325555-c4a6-448f-84c7-199f2a61c538), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.526553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (80cd3df1-a398-45af-9e61-919ddb198e54), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.562270 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Routers {'80cd3df1-a398-45af-9e61-919ddb198e54'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:51:37.563196 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cb5f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:51:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['80cd3df1-a398-45af-9e61-919ddb198e54'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:37.575576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-755271e2-303e-4299-a5d6-15b7dc00f523 None None] Current status of the port 33325555-c4a6-448f-84c7-199f2a61c538 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:37.630819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 33325555-c4a6-448f-84c7-199f2a61c538 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:37.653641 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a275c8-2fd2-4266-a8be-97168ea4ec74 None None] Pushing event updated for resources: {'Port': ['ID=0207ab99-63cb-4be8-8312-bfef264669f8,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:37.695841 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] Set router 80cd3df1-a398-45af-9e61-919ddb198e54 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:51:37.736153 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.797160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-aa62075f-f619-4863-8936-7c2001c247a5 None None] Provisioning complete for port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:37.797160 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-aa62075f-f619-4863-8936-7c2001c247a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.833119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-aa62075f-f619-4863-8936-7c2001c247a5 None None] Port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:51:37.871012 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cb5f8e0>, [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 3, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:37.900447 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a656840-1ac3-4df0-9acd-10e62beb5f52 None None] The sync data for ids ['80cd3df1-a398-45af-9e61-919ddb198e54'] in ncdv-master-1 is: [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 3, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:51:37.906158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Publish callbacks [] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:37.975224 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:38.050316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (80cd3df1-a398-45af-9e61-919ddb198e54), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:38.052338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Pushing event updated for resources: {'Port': ['ID=529465e1-a9e4-4899-b65c-d9e057eaf9e9,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:38.179486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:38.181046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:38.314052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Router 80cd3df1-a398-45af-9e61-919ddb198e54 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:51:38.454917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-84b83f7d-6997-4432-be85-3ec6544ff9ff None None] Provisioning complete for port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:38.459310 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-84b83f7d-6997-4432-be85-3ec6544ff9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:38.467134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:51:38.478292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7d5841be-eafd-4cbd-82f0-8fa15fdc291c admin admin] 10.222.0.23 "PUT /v2.0/routers/80cd3df1-a398-45af-9e61-919ddb198e54/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1668034
Apr 30 21:51:38.512512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-84b83f7d-6997-4432-be85-3ec6544ff9ff None None] Port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:51:39.086294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0207ab99-63cb-4be8-8312-bfef264669f8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:39.148143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0207ab99-63cb-4be8-8312-bfef264669f8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:39.148461 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:39.247397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0207ab99-63cb-4be8-8312-bfef264669f8 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:39.247809 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:39.271591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 0207ab99-63cb-4be8-8312-bfef264669f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0207ab99-63cb-4be8-8312-bfef264669f8,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:39.341433 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:39.342355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 33325555-c4a6-448f-84c7-199f2a61c538 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:39.429222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=0207ab99-63cb-4be8-8312-bfef264669f8,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:39.445266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 33325555-c4a6-448f-84c7-199f2a61c538 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:39.445695 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (33325555-c4a6-448f-84c7-199f2a61c538), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:39.567540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 33325555-c4a6-448f-84c7-199f2a61c538 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:39.684182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Sync routers for ids ['80cd3df1-a398-45af-9e61-919ddb198e54'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:51:39.694585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Routers {'80cd3df1-a398-45af-9e61-919ddb198e54'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:51:39.695203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c86efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:51:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['80cd3df1-a398-45af-9e61-919ddb198e54'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:39.811171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Set router 80cd3df1-a398-45af-9e61-919ddb198e54 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:51:40.007301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c86efd0>, [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:51:37Z', 'revision_number': 4, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '529465e1-a9e4-4899-b65c-d9e057eaf9e9', 'name': '', 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'mac_address': 'fa:16:3e:98:9b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '0e313c02-a0cc-468c-b5a6-a2d0432c63e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:36Z', 'updated_at': '2022-04-30T21:51:37Z', 'revision_number': 2, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'subnets': [{'id': '0e313c02-a0cc-468c-b5a6-a2d0432c63e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:40.035158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Checking router: 80cd3df1-a398-45af-9e61-919ddb198e54 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:51:40.035519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Updating router 80cd3df1-a398-45af-9e61-919ddb198e54 port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:51:40.063520 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:40.331788 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Publish callbacks [] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:40.386816 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:40.438864 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb313538-0b63-4125-8fbb-8ec0b65d9757 None None] Pushing event updated for resources: {'Port': ['ID=529465e1-a9e4-4899-b65c-d9e057eaf9e9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:40.496026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Attempting to bind port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:51:40.496401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Attempting to bind port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:51:40.496763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Attempting to bind port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 on network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:40.502360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:51:40.502736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Checking segment: {'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:40.504251 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:40.504251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Bound using segment: {'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:51:40.504251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Bound port: 529465e1-a9e4-4899-b65c-d9e057eaf9e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad6ce59-0170-4843-8df2-cd2e227cf157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:51:40.504569 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:40.709462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ac45a1b2-be39-4b3e-86c3-01af2ae66fbd None None] Provisioning complete for port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:40.710155 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ac45a1b2-be39-4b3e-86c3-01af2ae66fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:40.758934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] For port 529465e1-a9e4-4899-b65c-d9e057eaf9e9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:51:40.770114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ac45a1b2-be39-4b3e-86c3-01af2ae66fbd None None] Port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:51:40.775572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] For port 529465e1-a9e4-4899-b65c-d9e057eaf9e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=529465e1-a9e4-4899-b65c-d9e057eaf9e9,segment=NetworkSegment(3ad6ce59-0170-4843-8df2-cd2e227cf157),segment_id=3ad6ce59-0170-4843-8df2-cd2e227cf157)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:51:40.826957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:40.883923 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Routers {'80cd3df1-a398-45af-9e61-919ddb198e54'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:51:40.884547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c86efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:51:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['80cd3df1-a398-45af-9e61-919ddb198e54'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:40.924143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb313538-0b63-4125-8fbb-8ec0b65d9757 None None] Pushing event updated for resources: {'Port': ['ID=529465e1-a9e4-4899-b65c-d9e057eaf9e9,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:41.006742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] Set router 80cd3df1-a398-45af-9e61-919ddb198e54 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:51:41.038367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0207ab99-63cb-4be8-8312-bfef264669f8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:41.172720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1622926e-6eb1-4601-9bd8-682dd8a6dc63 None None] Provisioning complete for port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:41.172995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1622926e-6eb1-4601-9bd8-682dd8a6dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:41.213441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0207ab99-63cb-4be8-8312-bfef264669f8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:41.213844 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:41.383463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c86efd0>, [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:51:37Z', 'revision_number': 4, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '529465e1-a9e4-4899-b65c-d9e057eaf9e9', 'name': '', 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'mac_address': 'fa:16:3e:98:9b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '0e313c02-a0cc-468c-b5a6-a2d0432c63e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:36Z', 'updated_at': '2022-04-30T21:51:40Z', 'revision_number': 4, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'subnets': [{'id': '0e313c02-a0cc-468c-b5a6-a2d0432c63e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:51:41.423382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7c2876-52c2-41ac-939d-c10455b42d95 None None] The sync data for ids ['80cd3df1-a398-45af-9e61-919ddb198e54'] in ncdv-master-1 is: [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:51:37Z', 'revision_number': 4, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '529465e1-a9e4-4899-b65c-d9e057eaf9e9', 'name': '', 'network_id': '85d9df35-88fa-4c7d-b878-1366dbdcf4ad', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'mac_address': 'fa:16:3e:98:9b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '0e313c02-a0cc-468c-b5a6-a2d0432c63e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:36Z', 'updated_at': '2022-04-30T21:51:40Z', 'revision_number': 4, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'subnets': [{'id': '0e313c02-a0cc-468c-b5a6-a2d0432c63e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:51:41.432260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1622926e-6eb1-4601-9bd8-682dd8a6dc63 None None] Current status of the port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:41.432659 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1622926e-6eb1-4601-9bd8-682dd8a6dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:41.439221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0207ab99-63cb-4be8-8312-bfef264669f8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:41.487208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1622926e-6eb1-4601-9bd8-682dd8a6dc63 None None] For port 529465e1-a9e4-4899-b65c-d9e057eaf9e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=529465e1-a9e4-4899-b65c-d9e057eaf9e9,segment=NetworkSegment(3ad6ce59-0170-4843-8df2-cd2e227cf157),segment_id=3ad6ce59-0170-4843-8df2-cd2e227cf157)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:51:41.570011 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1622926e-6eb1-4601-9bd8-682dd8a6dc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:41.619951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622926e-6eb1-4601-9bd8-682dd8a6dc63 None None] Pushing event updated for resources: {'Port': ['ID=529465e1-a9e4-4899-b65c-d9e057eaf9e9,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:42.297749 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:51:43.016422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 529465e1-a9e4-4899-b65c-d9e057eaf9e9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:51:43.062218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:43.062591 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:43.140748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:51:47.295250 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:47.843352 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8cd1af6e-640f-4e35-98c4-1632802a4dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:48.866784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-c7c59681-3343-4079-b097-59462b3058e1 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:48.868367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-c7c59681-3343-4079-b097-59462b3058e1 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 811 time: 0.1016841
Apr 30 21:51:48.883827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-73ccdabf-6677-4617-b5b3-5a756dd5d8fc tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/quotas/839ab2af4d6b40c3b957be9c7dc78b26 HTTP/1.1" status: 200  len: 375 time: 0.0098684
Apr 30 21:51:48.939767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-46cba6bd-7208-499a-a2e5-cc3ba2173e41 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0498791
Apr 30 21:51:49.123798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-91e22712-2963-4102-bf8f-4fc0b7b1b699 service neutron] 10.222.0.23 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772118
Apr 30 21:51:49.227137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-8c11aaab-ebd8-4920-b774-77e03c02ac6c service neutron] 10.222.0.23 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976548
Apr 30 21:51:49.848996 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01bfab31-acc4-4243-a217-92676282e817 req-ab7c7868-9b06-4059-a4d3-14b6c2e5f888 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 210 time: 0.3854728
Apr 30 21:51:50.529422 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3775ca8-97be-4615-a923-3168e1ea3408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:50.948712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42921a48-0681-4aac-bc66-27d10e263d51 req-06d7e86d-9b69-4d5f-9eae-f1d3072e0d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 210 time: 0.0277267
Apr 30 21:51:51.360382 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:51.437645 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:51.599066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-65d0e3d6-7d5e-4d33-8a22-e6a6291e2504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:51.600504 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-65d0e3d6-7d5e-4d33-8a22-e6a6291e2504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 811 time: 0.1197295
Apr 30 21:51:51.617489 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'port': {'device_id': 'f386bedd-b85f-414a-96df-07298ad66b86', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'admin_state_up': True, 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:51.786814 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Made reservation on behalf of 839ab2af4d6b40c3b957be9c7dc78b26 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:51:51.790324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:51.933601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Allocated IP 172.20.0.11 (f1968efb-9997-4382-98a0-ab6f19a6ad8d/6ec0989c-20a3-4dba-b512-e48d4853dc97/6b2a1c0d-d53e-42a3-8522-3d491ce3be6f) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:51:52.062791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b3c5677-0855-424c-b336-87f5883a88ef req-610a3d6f-9b52-4d84-b974-7b9d6a216ba3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 210 time: 0.0271220
Apr 30 21:51:52.088210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:52.187157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:52.229601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:51:52.232684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:51:52.236527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:51:52.263649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'Port': ['ID=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:52.277688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.277688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.277972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.278272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.278609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.278942 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.279273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.279601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.279928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.280396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.280557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.280879 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.281198 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.281522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.281902 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:51:52.306379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:52.307028 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:52.373105 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-875c29c0-e57a-449c-a350-ac952f6d8a34 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7591550
Apr 30 21:51:52.457331 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Request body: {'port': {'device_id': 'f386bedd-b85f-414a-96df-07298ad66b86', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:51:52.471916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c5b277d6-3f98-42b2-89d5-e590f127a0c6 None None] Provisioning complete for port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:51:52.476352 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c5b277d6-3f98-42b2-89d5-e590f127a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:52.513949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c5b277d6-3f98-42b2-89d5-e590f127a0c6 None None] Port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:51:52.541436 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:52.802484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:51:52.810651 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Publish callbacks [] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:52.823641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Transition to ACTIVE for port object 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:51:52.866469 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:52.925568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:53.003234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Attempting to bind port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:51:53.003568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Attempting to bind port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:51:53.003896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Attempting to bind port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:53.008730 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f on network f1968efb-9997-4382-98a0-ab6f19a6ad8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:51:53.009054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Attempting to bind port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:51:53.014423 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:51:53.014767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Checking segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:51:53.015154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Bound using segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:51:53.015590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Bound port: 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:51:53.015951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:53.082853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] For port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:51:53.086727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] For port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:51:53.175992 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:53.186646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57306870-708e-48e7-8b05-25fa628c2298 req-5392a5ba-41d5-444f-b454-1509f82f86d4 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:53.188689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57306870-708e-48e7-8b05-25fa628c2298 req-5392a5ba-41d5-444f-b454-1509f82f86d4 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 944 time: 0.0560150
Apr 30 21:51:53.208766 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:53.209275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:53.210730 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] 10.222.0.20 "PUT /v2.0/ports/6b2a1c0d-d53e-42a3-8522-3d491ce3be6f HTTP/1.1" status: 200  len: 1092 time: 0.8306499
Apr 30 21:51:53.211268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f386bedd-b85f-414a-96df-07298ad66b86', 'tag': '6b2a1c0d-d53e-42a3-8522-3d491ce3be6f'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:51:53.213401 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632" -d '{"events": [{"name": "network-changed", "server_uuid": "f386bedd-b85f-414a-96df-07298ad66b86", "tag": "6b2a1c0d-d53e-42a3-8522-3d491ce3be6f"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:51:53.245009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-57306870-708e-48e7-8b05-25fa628c2298 req-9a3feb8c-6961-4fed-b752-e2b0785051c4 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502560
Apr 30 21:51:53.246477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e29ef-f69c-4c54-8d95-033d9487ddb4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:51:53.256637 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:53.353579 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a06bd5f-ed9c-48f0-b5d2-a4f66f3f37f0 x-openstack-request-id: req-8a06bd5f-ed9c-48f0-b5d2-a4f66f3f37f0 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:51:53.354805 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f386bedd-b85f-414a-96df-07298ad66b86", "tag": "6b2a1c0d-d53e-42a3-8522-3d491ce3be6f", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:51:53.354805 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a06bd5f-ed9c-48f0-b5d2-a4f66f3f37f0 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:51:53.355024 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a06bd5f-ed9c-48f0-b5d2-a4f66f3f37f0'] response: {'name': 'network-changed', 'server_uuid': 'f386bedd-b85f-414a-96df-07298ad66b86', 'tag': '6b2a1c0d-d53e-42a3-8522-3d491ce3be6f', 'status': 'completed', 'code': 200}
Apr 30 21:51:53.362977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-3405dbe3-989e-4f25-9b79-25ed8755cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:53.364534 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-3405dbe3-989e-4f25-9b79-25ed8755cd3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 1126 time: 0.0479827
Apr 30 21:51:53.412936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-634bffbf-79f9-44fb-9119-aafb7d7bb641 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f HTTP/1.1" status: 200  len: 217 time: 0.0359776
Apr 30 21:51:53.466754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-eab0cf91-f79a-4888-90ed-bd4f2bb51de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:53.468256 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-eab0cf91-f79a-4888-90ed-bd4f2bb51de6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0466075
Apr 30 21:51:53.518819 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-389341b7-ce82-4fbd-85df-e0d11614d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:53.520221 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-389341b7-ce82-4fbd-85df-e0d11614d425 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420904
Apr 30 21:51:53.613449 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-9d01a604-1a1b-4068-9759-d8ec4e9fe82d service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820637
Apr 30 21:51:53.712476 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-58112c39-5cca-4db4-a3d7-0211cddd344f req-b2629d92-b464-4e2b-a53e-7c428811a8d6 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885267
Apr 30 21:51:53.867972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-db2c8b76-9231-4c50-9fd1-99256c26f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:53.869482 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-db2c8b76-9231-4c50-9fd1-99256c26f70b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 1126 time: 0.0397067
Apr 30 21:51:53.966909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-d64de553-4146-4059-bdaa-5f56828c7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:53.968362 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-d64de553-4146-4059-bdaa-5f56828c7deb service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 912 time: 0.0864730
Apr 30 21:51:54.010972 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-738bde25-2410-408f-83b6-c1c51dff1def service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f HTTP/1.1" status: 200  len: 217 time: 0.0339451
Apr 30 21:51:54.062055 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-a20e8324-2b31-47f5-be73-de0f18e00c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:54.063452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-a20e8324-2b31-47f5-be73-de0f18e00c17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0428283
Apr 30 21:51:54.110002 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-f906ef19-525c-4de2-8e27-54d77ff4d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:54.111522 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-f906ef19-525c-4de2-8e27-54d77ff4d9b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382490
Apr 30 21:51:54.206109 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-cb57fac0-fc95-4a4f-a2b6-76b0ad842410 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838339
Apr 30 21:51:54.303442 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-5c7b71f0-25a6-42bc-90cc-9cd26a8b9632 req-f0045854-fbad-42c1-a231-443ac6428ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849514
Apr 30 21:51:54.365113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cba3a-443e-4a54-9a5a-84d5324c892a req-0c7b480d-05bc-42bc-8a60-a84820937e2f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:54.366598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a29cba3a-443e-4a54-9a5a-84d5324c892a req-0c7b480d-05bc-42bc-8a60-a84820937e2f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 944 time: 0.0485840
Apr 30 21:51:54.414425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a29cba3a-443e-4a54-9a5a-84d5324c892a req-592672bf-0704-46ca-8870-58115c87936e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418954
Apr 30 21:51:54.489127 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:51:55.535054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421190c-2015-44f3-8f0e-f67d020cdcda req-89eb0ba7-cce9-4438-b148-29bb24c741ee tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:55.536451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9421190c-2015-44f3-8f0e-f67d020cdcda req-89eb0ba7-cce9-4438-b148-29bb24c741ee tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 944 time: 0.0487707
Apr 30 21:51:55.587880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9421190c-2015-44f3-8f0e-f67d020cdcda req-31351dea-2443-40ad-9606-48fda5384d39 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453641
Apr 30 21:51:56.704471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b058bc7-9355-43ba-98b4-9808e7db8da2 req-a31826b7-75bf-4ef8-80d1-3637dcebc187 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:56.706058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b058bc7-9355-43ba-98b4-9808e7db8da2 req-a31826b7-75bf-4ef8-80d1-3637dcebc187 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 944 time: 0.0480168
Apr 30 21:51:56.760435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b058bc7-9355-43ba-98b4-9808e7db8da2 req-6882398a-ddbe-4e98-b22c-2a53f68cd0d3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482328
Apr 30 21:51:57.877234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f81c1e-764c-4652-b718-3d7dbe06e2ad req-6854a785-d00b-4fa6-9fb9-6b7317585296 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:57.878751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84f81c1e-764c-4652-b718-3d7dbe06e2ad req-6854a785-d00b-4fa6-9fb9-6b7317585296 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 944 time: 0.0457981
Apr 30 21:51:57.925264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84f81c1e-764c-4652-b718-3d7dbe06e2ad req-cceaf1ad-b562-4f54-bcc5-00f1619014b7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409493
Apr 30 21:51:59.056256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcebd6-32e1-4442-bc11-5f38b6377ff0 req-bc96b007-2b2f-4d6b-8b60-3804f6015b59 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:51:59.057784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42bcebd6-32e1-4442-bc11-5f38b6377ff0 req-bc96b007-2b2f-4d6b-8b60-3804f6015b59 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 944 time: 0.0611453
Apr 30 21:51:59.104741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42bcebd6-32e1-4442-bc11-5f38b6377ff0 req-a7c77a05-0e49-4dca-b322-bd1f5b8c2fcc tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407526
Apr 30 21:52:00.217917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df043d48-ae83-40b9-9902-ff6326584df9 req-421f53f9-ee8d-4eba-8e66-065225d99658 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:00.219412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df043d48-ae83-40b9-9902-ff6326584df9 req-421f53f9-ee8d-4eba-8e66-065225d99658 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 944 time: 0.0467982
Apr 30 21:52:00.266324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df043d48-ae83-40b9-9902-ff6326584df9 req-eba98be6-7995-4e54-9cd9-4c78e737d709 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410109
Apr 30 21:52:01.384681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fd93c-3f58-400b-957a-f1001e465434 req-063b8d67-c46d-47f5-8788-6b6790d60898 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:01.386199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a9fd93c-3f58-400b-957a-f1001e465434 req-063b8d67-c46d-47f5-8788-6b6790d60898 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 944 time: 0.0512238
Apr 30 21:52:01.433051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a9fd93c-3f58-400b-957a-f1001e465434 req-10e93cd0-b183-4311-9339-a22fcd31f3f8 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411866
Apr 30 21:52:02.079077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:52:02.175441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:02.186604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '6b2a1c0d-d53e-42a3-8522-3d491ce3be6f', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'port_id': '6b2a1c0d-d53e-42a3-8522-3d491ce3be6f', 'mac_address': 'fa:16:3e:d8:e0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:52:02.232253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:02.233542 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:02.249439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:52:02.268839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:02.335280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:02.386619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:02.395954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.395954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.395954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.395954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.395954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.396784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.396784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.397075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.397231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.397468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.397835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.398165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.398486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.399062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.399384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:02.550166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d041bc5-35b1-4888-8143-43cdb3c7bdfb req-ee5b3102-1181-44c6-b5a6-3078681959ce tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:02.551881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d041bc5-35b1-4888-8143-43cdb3c7bdfb req-ee5b3102-1181-44c6-b5a6-3078681959ce tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 945 time: 0.0493214
Apr 30 21:52:02.603562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d041bc5-35b1-4888-8143-43cdb3c7bdfb req-b9b5998d-9e63-4ac7-8943-546f6743964d tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442948
Apr 30 21:52:02.642085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['6b2a1c0d-d53e-42a3-8522-3d491ce3be6f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:52:03.719154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad1d7b-3734-4b5e-8577-0e49d751849c req-55b09226-0c7d-4065-8075-f4d408c6ef4a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:03.720653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11ad1d7b-3734-4b5e-8577-0e49d751849c req-55b09226-0c7d-4065-8075-f4d408c6ef4a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 945 time: 0.0461838
Apr 30 21:52:03.771081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11ad1d7b-3734-4b5e-8577-0e49d751849c req-4eb3525b-7656-4c8f-83c1-4f1891f27a01 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445893
Apr 30 21:52:04.111154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:52:04.155050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:52:04.220353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:04.220762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:04.304070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:04.304456 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:04.327534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386bedd-b85f-414a-96df-07298ad66b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2a1c0d-d53e-42a3-8522-3d491ce3be6f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:52:04.329826 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee674a-3886-4d1c-8f68-ecc919fa2265" -d '{"events": [{"server_uuid": "f386bedd-b85f-414a-96df-07298ad66b86", "name": "network-vif-plugged", "status": "completed", "tag": "6b2a1c0d-d53e-42a3-8522-3d491ce3be6f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:52:04.342576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:04.397620 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:04.428633 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766b27c1-bf99-489a-b996-f5de3d29b5db x-openstack-request-id: req-766b27c1-bf99-489a-b996-f5de3d29b5db {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:52:04.428929 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386bedd-b85f-414a-96df-07298ad66b86", "name": "network-vif-plugged", "status": "completed", "tag": "6b2a1c0d-d53e-42a3-8522-3d491ce3be6f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:52:04.429185 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-766b27c1-bf99-489a-b996-f5de3d29b5db {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:52:04.429581 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766b27c1-bf99-489a-b996-f5de3d29b5db'] response: {'server_uuid': 'f386bedd-b85f-414a-96df-07298ad66b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2a1c0d-d53e-42a3-8522-3d491ce3be6f', 'code': 200}
Apr 30 21:52:04.451824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:04.533524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ea40f-f752-486c-aaa7-b66c2c234fb4 req-66ef7c2c-c0b2-4d92-a223-15fc74752444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:04.535052 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4d3ea40f-f752-486c-aaa7-b66c2c234fb4 req-66ef7c2c-c0b2-4d92-a223-15fc74752444 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 1128 time: 0.0434804
Apr 30 21:52:04.578686 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4d3ea40f-f752-486c-aaa7-b66c2c234fb4 req-4492fd01-5572-4f15-a093-aa58264d6c04 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370922
Apr 30 21:52:04.884999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ae8e1-e7cc-4e5d-838a-c7b6ecfd683e req-75d4eb11-4bc0-4cb0-bacc-162e9375056c tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:04.886499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d07ae8e1-e7cc-4e5d-838a-c7b6ecfd683e req-75d4eb11-4bc0-4cb0-bacc-162e9375056c tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 946 time: 0.0471330
Apr 30 21:52:04.934139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d07ae8e1-e7cc-4e5d-838a-c7b6ecfd683e req-5b7d551c-825a-4475-898a-a87dc3fdba3e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419824
Apr 30 21:52:06.060956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fac82-2c83-40bd-a46b-5e2dc2299cad req-b3447ac1-8f9e-4d06-953c-033f001f1c1b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:06.063073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-556fac82-2c83-40bd-a46b-5e2dc2299cad req-b3447ac1-8f9e-4d06-953c-033f001f1c1b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 946 time: 0.0543675
Apr 30 21:52:06.109894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-556fac82-2c83-40bd-a46b-5e2dc2299cad req-14906baa-c94f-4d36-bb07-227eba4b6f18 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409834
Apr 30 21:52:07.230341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99c0ab-0f2a-479b-9a02-f2ce2ff6e74c req-eccf2447-3e79-4769-a7da-9229fb857025 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:07.231837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99c0ab-0f2a-479b-9a02-f2ce2ff6e74c req-eccf2447-3e79-4769-a7da-9229fb857025 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 946 time: 0.0515947
Apr 30 21:52:07.280966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc99c0ab-0f2a-479b-9a02-f2ce2ff6e74c req-05633fe8-f10d-44cc-a9e0-1d8f46a2840f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414910
Apr 30 21:52:07.393495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8270336-1189-4a8b-b080-34cd955e7db8 req-7c36e4e2-4165-45c1-9634-b750e4b8c7e4 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:07.394893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8270336-1189-4a8b-b080-34cd955e7db8 req-7c36e4e2-4165-45c1-9634-b750e4b8c7e4 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 946 time: 0.0459917
Apr 30 21:52:07.442689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8270336-1189-4a8b-b080-34cd955e7db8 req-396d6ddc-ae04-402e-9f7a-bcf8366759b1 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417361
Apr 30 21:52:07.561678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23160429-f9f4-4004-95d5-c29bc73fa5fc req-34affd21-9457-4fb1-9d33-e99d2bba8bad tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:07.563183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23160429-f9f4-4004-95d5-c29bc73fa5fc req-34affd21-9457-4fb1-9d33-e99d2bba8bad tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 946 time: 0.0476680
Apr 30 21:52:07.614368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23160429-f9f4-4004-95d5-c29bc73fa5fc req-2e9d79c4-600b-4ef8-9bf5-459e5adf62c7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452924
Apr 30 21:52:08.084580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f7788-091a-463a-9dbd-a7640a621b78 req-31aab721-a565-4f87-a503-220f38577164 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:08.086068 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d28f7788-091a-463a-9dbd-a7640a621b78 req-31aab721-a565-4f87-a503-220f38577164 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 946 time: 0.0470569
Apr 30 21:52:08.132196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d28f7788-091a-463a-9dbd-a7640a621b78 req-52186f5a-425c-4770-b810-11fbb07b23a3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404973
Apr 30 21:52:09.253548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c8904-009f-47dc-9ca8-f3b058b119e1 req-201e6d32-8e59-4de3-af59-e63c7e756111 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:09.254993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d45c8904-009f-47dc-9ca8-f3b058b119e1 req-201e6d32-8e59-4de3-af59-e63c7e756111 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 946 time: 0.0472493
Apr 30 21:52:09.320644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d45c8904-009f-47dc-9ca8-f3b058b119e1 req-1ddc9d83-3799-4ed7-afc0-65a1aca90439 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598094
Apr 30 21:52:09.766964 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78999374-1ef3-47b7-bc4b-42090636a06a req-523e7804-fe6e-4970-8dad-8bf499295fc2 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:09.768289 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-78999374-1ef3-47b7-bc4b-42090636a06a req-523e7804-fe6e-4970-8dad-8bf499295fc2 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 946 time: 0.0459309
Apr 30 21:52:09.872062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Deleting port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:52:09.872394 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:09.958623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] For port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:09.958973 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:09.971688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Calling delete_port for 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:52:10.169004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6b2a1c0d-d53e-42a3-8522-3d491ce3be6f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:10.184926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['6b2a1c0d-d53e-42a3-8522-3d491ce3be6f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:52:10.205041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event deleted for resources: {'Port': ['ID=6b2a1c0d-d53e-42a3-8522-3d491ce3be6f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:10.258384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] No DVR routers for this DVR port 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:52:10.261152 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:10.264590 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-78999374-1ef3-47b7-bc4b-42090636a06a req-6f895aec-f244-4b7e-91ce-eedd6b0ee919 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "DELETE /v2.0/ports/6b2a1c0d-d53e-42a3-8522-3d491ce3be6f HTTP/1.1" status: 204  len: 173 time: 0.4883168
Apr 30 21:52:10.265105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386bedd-b85f-414a-96df-07298ad66b86', 'name': 'network-vif-deleted', 'tag': '6b2a1c0d-d53e-42a3-8522-3d491ce3be6f'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:52:10.267694 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e7ba1a-015d-4656-86fe-8687ca77cc94" -d '{"events": [{"server_uuid": "f386bedd-b85f-414a-96df-07298ad66b86", "name": "network-vif-deleted", "tag": "6b2a1c0d-d53e-42a3-8522-3d491ce3be6f"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:52:10.307071 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c1dae8-dd0e-443f-ac9a-3017a5c7c484 x-openstack-request-id: req-94c1dae8-dd0e-443f-ac9a-3017a5c7c484 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:52:10.307449 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386bedd-b85f-414a-96df-07298ad66b86", "name": "network-vif-deleted", "tag": "6b2a1c0d-d53e-42a3-8522-3d491ce3be6f", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:52:10.307672 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94c1dae8-dd0e-443f-ac9a-3017a5c7c484 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:52:10.308164 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c1dae8-dd0e-443f-ac9a-3017a5c7c484'] response: {'server_uuid': 'f386bedd-b85f-414a-96df-07298ad66b86', 'name': 'network-vif-deleted', 'tag': '6b2a1c0d-d53e-42a3-8522-3d491ce3be6f', 'status': 'completed', 'code': 200}
Apr 30 21:52:10.430944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8080cc2e-7006-4347-bc9c-1563fa327196 req-31f5e8fb-f123-47f9-b2ec-a7bd2431f118 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 210 time: 0.0346243
Apr 30 21:52:11.542342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e865d8a3-bf2d-46dc-b2a6-40d19f95a752 req-e4d5cf14-9650-4137-88b9-29aed9a316d2 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=f386bedd-b85f-414a-96df-07298ad66b86 HTTP/1.1" status: 200  len: 210 time: 0.0290537
Apr 30 21:52:14.187865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:52:14.208207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:52:14.208546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 6b2a1c0d-d53e-42a3-8522-3d491ce3be6f not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:52:17.311758 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:17.877503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7e3b0771-2a58-46b8-8435-267eacc638a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:19.296852 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:52:20.522973 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-280cdebb-22b2-43e1-9665-a96a804f7064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:21.353955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:21.426013 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:23.248937 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:24.507442 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:27.293541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48516) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:27.454548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Deleting subnet 90ff6244-14f7-4a38-a28d-1c8965fd0563 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:52:27.457651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Publish callbacks [] for subnet (90ff6244-14f7-4a38-a28d-1c8965fd0563), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:27.492849 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (90ff6244-14f7-4a38-a28d-1c8965fd0563), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:27.532193 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (90ff6244-14f7-4a38-a28d-1c8965fd0563), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:27.689747 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (90ff6244-14f7-4a38-a28d-1c8965fd0563), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:27.717527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ff6244-14f7-4a38-a28d-1c8965fd0563,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:27.720538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:27.723868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/90ff6244-14f7-4a38-a28d-1c8965fd0563 HTTP/1.1" status: 204  len: 168 time: 0.4281325
Apr 30 21:52:27.728242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48532) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:27.730507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.730857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.731202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.731543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.731879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.732218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.732548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.732877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.733282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.733615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.733966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.734325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.734611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.734933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.735254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb438867-7260-4f84-a2cf-babb96a79cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:27.792808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (3afa63ee-7e45-4c03-a8c8-517cba3ed00e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:27.872218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (3afa63ee-7e45-4c03-a8c8-517cba3ed00e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.222484 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8965f802b0>,) {'filters': {'network_id': ['3afa63ee-7e45-4c03-a8c8-517cba3ed00e']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:28.232262 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965f802b0>, '034b4235-15e0-4857-8191-2ac176269665') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:28.232557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965f802b0>, '034b4235-15e0-4857-8191-2ac176269665') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:28.241234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (034b4235-15e0-4857-8191-2ac176269665), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.254365 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (034b4235-15e0-4857-8191-2ac176269665), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.260585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:52:28.260969 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (034b4235-15e0-4857-8191-2ac176269665), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:52:28.262669 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:52:28.409115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (3afa63ee-7e45-4c03-a8c8-517cba3ed00e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.414602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.417691 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] 10.222.0.23 "DELETE /v2.0/networks/3afa63ee-7e45-4c03-a8c8-517cba3ed00e HTTP/1.1" status: 204  len: 168 time: 0.6902390
Apr 30 21:52:28.429046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33b585-29c5-43ea-99f8-56a578f69e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=3afa63ee-7e45-4c03-a8c8-517cba3ed00e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:28.742119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48538) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:28.781091 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f597d68b-7796-4ec2-b511-56471ac6ef65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1febcefe29f461ea37667520a278022&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378439
Apr 30 21:52:28.783582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48540) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:28.834139 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95c14db3-c6b9-43d3-bd86-57d16c3e1ad0 admin admin] Publish callbacks [] for security_group (ea3496b2-e95e-41cf-92d1-c119e8c77094), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.855070 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95c14db3-c6b9-43d3-bd86-57d16c3e1ad0 admin admin] Publish callbacks [] for security_group (ea3496b2-e95e-41cf-92d1-c119e8c77094), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.951840 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95c14db3-c6b9-43d3-bd86-57d16c3e1ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (ea3496b2-e95e-41cf-92d1-c119e8c77094), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.954518 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95c14db3-c6b9-43d3-bd86-57d16c3e1ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:28.955741 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-95c14db3-c6b9-43d3-bd86-57d16c3e1ad0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea3496b2-e95e-41cf-92d1-c119e8c77094 HTTP/1.1" status: 204  len: 168 time: 0.1712675
Apr 30 21:52:28.964123 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c14db3-c6b9-43d3-bd86-57d16c3e1ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3496b2-e95e-41cf-92d1-c119e8c77094,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:31.294251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48584) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:31.298971 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948744616', 'description': 'tempest-secgroup-smoke-1948744616 description', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:31.409032 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.417173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.498262 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (6a2c78ef-a582-4298-bd37-b26f03880c2d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.546014 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6a2c78ef-a582-4298-bd37-b26f03880c2d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.584244 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c78ef-a582-4298-bd37-b26f03880c2d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:31.619998 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (7adb85a3-fe3f-4edb-a2a9-da27d4da70c9), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.665802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7adb85a3-fe3f-4edb-a2a9-da27d4da70c9), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.695487 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:31.747851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.749101 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bf62c237-8cf1-431d-8fcc-f0dfe53fc0ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4535582
Apr 30 21:52:31.751905 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48618) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:31.756153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cf416b89-cdd3-48fd-bfdb-42e5f9fef6d3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '7adb85a3-fe3f-4edb-a2a9-da27d4da70c9', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:31.820263 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf416b89-cdd3-48fd-bfdb-42e5f9fef6d3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (b84b3ea8-68ba-4a03-a017-33181314512a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.879575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf416b89-cdd3-48fd-bfdb-42e5f9fef6d3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (b84b3ea8-68ba-4a03-a017-33181314512a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.946543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf416b89-cdd3-48fd-bfdb-42e5f9fef6d3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b84b3ea8-68ba-4a03-a017-33181314512a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:31.964812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf416b89-cdd3-48fd-bfdb-42e5f9fef6d3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84b3ea8-68ba-4a03-a017-33181314512a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:32.022576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf416b89-cdd3-48fd-bfdb-42e5f9fef6d3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.024121 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cf416b89-cdd3-48fd-bfdb-42e5f9fef6d3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2712469
Apr 30 21:52:32.026983 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48660) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:32.031575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-df0b2a8a-813d-46a8-95ef-508607b508ea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '7adb85a3-fe3f-4edb-a2a9-da27d4da70c9', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:32.100686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df0b2a8a-813d-46a8-95ef-508607b508ea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (2641a942-7217-4459-8b68-f52775a9e8eb), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.155134 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df0b2a8a-813d-46a8-95ef-508607b508ea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (2641a942-7217-4459-8b68-f52775a9e8eb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.214378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df0b2a8a-813d-46a8-95ef-508607b508ea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (2641a942-7217-4459-8b68-f52775a9e8eb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.233473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b2a8a-813d-46a8-95ef-508607b508ea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2641a942-7217-4459-8b68-f52775a9e8eb,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:32.296903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-df0b2a8a-813d-46a8-95ef-508607b508ea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.298205 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-df0b2a8a-813d-46a8-95ef-508607b508ea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2702727
Apr 30 21:52:32.300903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48662) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:32.305177 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-98647829-41c5-4890-af6c-1eb559f6ecdf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '7adb85a3-fe3f-4edb-a2a9-da27d4da70c9', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:32.380418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98647829-41c5-4890-af6c-1eb559f6ecdf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (494517e8-b409-43ab-b438-aa69e9661a91), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.439258 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98647829-41c5-4890-af6c-1eb559f6ecdf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (494517e8-b409-43ab-b438-aa69e9661a91), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.483280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98647829-41c5-4890-af6c-1eb559f6ecdf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (494517e8-b409-43ab-b438-aa69e9661a91), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.503705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98647829-41c5-4890-af6c-1eb559f6ecdf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494517e8-b409-43ab-b438-aa69e9661a91,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:32.559488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-98647829-41c5-4890-af6c-1eb559f6ecdf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.560710 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-98647829-41c5-4890-af6c-1eb559f6ecdf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2588618
Apr 30 21:52:32.563449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48670) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:32.568193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f8e39a61-ccaa-4109-b2c6-2b7c386b08c4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '7adb85a3-fe3f-4edb-a2a9-da27d4da70c9', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:32.660407 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a61-ccaa-4109-b2c6-2b7c386b08c4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (91d5f7d3-3e87-4b7f-b100-403a14102171), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.716972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a61-ccaa-4109-b2c6-2b7c386b08c4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (91d5f7d3-3e87-4b7f-b100-403a14102171), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.797972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a61-ccaa-4109-b2c6-2b7c386b08c4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (91d5f7d3-3e87-4b7f-b100-403a14102171), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.817602 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39a61-ccaa-4109-b2c6-2b7c386b08c4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d5f7d3-3e87-4b7f-b100-403a14102171,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:32.874091 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f8e39a61-ccaa-4109-b2c6-2b7c386b08c4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:32.877647 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f8e39a61-ccaa-4109-b2c6-2b7c386b08c4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3109457
Apr 30 21:52:32.877970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48688) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:32.882839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cd31e8d3-93cd-4411-a730-b568e1e1f466 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '7adb85a3-fe3f-4edb-a2a9-da27d4da70c9', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:32.963716 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-cd31e8d3-93cd-4411-a730-b568e1e1f466 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Project 12f7d764a613404a9be3d0a9d325c8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:52:32.972926 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd31e8d3-93cd-4411-a730-b568e1e1f466 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (752925c3-af5b-479a-b706-1d9f4422e298), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.031748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd31e8d3-93cd-4411-a730-b568e1e1f466 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (752925c3-af5b-479a-b706-1d9f4422e298), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.123567 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd31e8d3-93cd-4411-a730-b568e1e1f466 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (752925c3-af5b-479a-b706-1d9f4422e298), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.141466 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31e8d3-93cd-4411-a730-b568e1e1f466 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752925c3-af5b-479a-b706-1d9f4422e298,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:33.233936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cd31e8d3-93cd-4411-a730-b568e1e1f466 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.235146 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cd31e8d3-93cd-4411-a730-b568e1e1f466 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3561563
Apr 30 21:52:33.237890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48704) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:33.242323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ecbfcf9d-b479-4de8-819f-96ff7584a3f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '7adb85a3-fe3f-4edb-a2a9-da27d4da70c9', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:33.306443 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-ecbfcf9d-b479-4de8-819f-96ff7584a3f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Project 12f7d764a613404a9be3d0a9d325c8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:52:33.312302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcf9d-b479-4de8-819f-96ff7584a3f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (fc56035f-e187-4935-9e69-44ae72025fd3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.371356 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcf9d-b479-4de8-819f-96ff7584a3f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (fc56035f-e187-4935-9e69-44ae72025fd3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.431930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcf9d-b479-4de8-819f-96ff7584a3f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (fc56035f-e187-4935-9e69-44ae72025fd3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.457357 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfcf9d-b479-4de8-819f-96ff7584a3f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc56035f-e187-4935-9e69-44ae72025fd3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:33.508908 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ecbfcf9d-b479-4de8-819f-96ff7584a3f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.511429 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ecbfcf9d-b479-4de8-819f-96ff7584a3f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2715063
Apr 30 21:52:33.518139 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48708) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:33.518581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'network': {'name': 'tempest-network-smoke--1961979893', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'port_security_enabled': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:33.591704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:52:33.594993 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.618470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:52:33.627058 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (6a489829-943b-4f87-95b2-7e345104161a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.627414 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Added segment 6a489829-943b-4f87-95b2-7e345104161a of type vlan for network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d
Apr 30 21:52:33.666728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9cf87e88-0dfe-4815-b49c-8c1eeb03339d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.723126 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9cf87e88-0dfe-4815-b49c-8c1eeb03339d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.727923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:33.728491 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.792267 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Network': ['ID=9cf87e88-0dfe-4815-b49c-8c1eeb03339d,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:33.803142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:52:33.811473 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f1d61378-ce18-44ab-9ee8-f22187114575 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2968578
Apr 30 21:52:33.814603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48710) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:33.819797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'admin_state_up': True, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:33.883488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (efe59137-b2c3-45d3-8093-24b08bab0314), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.884579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (efe59137-b2c3-45d3-8093-24b08bab0314), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:33.938209 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_controller (efe59137-b2c3-45d3-8093-24b08bab0314), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:34.116509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (efe59137-b2c3-45d3-8093-24b08bab0314), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:34.384443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (efe59137-b2c3-45d3-8093-24b08bab0314), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:34.403914 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:34.506444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.35.4.65 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/951a2f4a-e558-4ec0-97de-0e823744eea8) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:52:34.613827 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:34.694814 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:34.732588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:52:34.735367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:52:34.738917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:52:34.762524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=951a2f4a-e558-4ec0-97de-0e823744eea8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:35.088167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (efe59137-b2c3-45d3-8093-24b08bab0314), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:35.319911 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (efe59137-b2c3-45d3-8093-24b08bab0314), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:35.489429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router efe59137-b2c3-45d3-8093-24b08bab0314 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:52:35.598716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:52:35.610760 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Sync routers for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:52:35.622567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:52:35.623276 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ceafeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:52:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:35.656927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:35.661809 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e6337ecf-1e2a-4b37-adfa-7b0eb8040c4f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.8427215
Apr 30 21:52:35.662404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48716) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:35.731767 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:52:35.795032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7fcad5f0-3852-41d0-866a-f54f507936de tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12f7d764a613404a9be3d0a9d325c8f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1317632
Apr 30 21:52:35.798031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48720) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:35.902529 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ceafeb0>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:34Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:35.932276 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Checking router: efe59137-b2c3-45d3-8093-24b08bab0314 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:52:35.932601 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Updating router efe59137-b2c3-45d3-8093-24b08bab0314 port 951a2f4a-e558-4ec0-97de-0e823744eea8 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:52:35.951350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59376fe-38d8-44ea-a3a5-285d7737f930 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:35.952896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e59376fe-38d8-44ea-a3a5-285d7737f930 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1539295
Apr 30 21:52:35.955750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48722) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:35.988007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-403cd8a1-54b0-49b3-99b5-591fa7936fd0 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0286584
Apr 30 21:52:35.988281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48724) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:35.993321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1340686385', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:36.053349 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.146869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:52:36.150549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.308480 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Publish callbacks [] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.374876 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.426477 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Attempting to bind port 951a2f4a-e558-4ec0-97de-0e823744eea8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:52:36.426835 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Attempting to bind port 951a2f4a-e558-4ec0-97de-0e823744eea8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:52:36.427188 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Attempting to bind port 951a2f4a-e558-4ec0-97de-0e823744eea8 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:52:36.436265 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (22276ecf-4e78-45ed-9229-a956ce894380), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.436436 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Pushing event updated for resources: {'Port': ['ID=951a2f4a-e558-4ec0-97de-0e823744eea8,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:36.443007 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:52:36.443409 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:52:36.443799 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.444183 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:52:36.444639 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Bound port: 951a2f4a-e558-4ec0-97de-0e823744eea8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:52:36.445027 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.448043 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.448372 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.448702 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.449044 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.449348 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.449668 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.450007 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.450323 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.450637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.450950 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.451261 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.451574 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.451885 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.452195 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.452503 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:36.495875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Subnet': ['ID=22276ecf-4e78-45ed-9229-a956ce894380,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:36.506819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Checking segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:52:36.507514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network hostable DHCP agents. Network: 9cf87e88-0dfe-4815-b49c-8c1eeb03339d, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:52:36.508364 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] For port 951a2f4a-e558-4ec0-97de-0e823744eea8, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:52:36.514480 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] For port 951a2f4a-e558-4ec0-97de-0e823744eea8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=951a2f4a-e558-4ec0-97de-0e823744eea8,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:52:36.615520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:52:36.616019 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.662751 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:52:36.663371 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ceafeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:52:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:36.702752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9cf87e88-0dfe-4815-b49c-8c1eeb03339d) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:52:36.707278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:36.708001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.713931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce002543-8a0b-4d6f-b4da-350929f2a962 None None] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:52:36.744387 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967f6c7-0bfc-4a40-8eb1-61056b44fcca None None] Pushing event updated for resources: {'Port': ['ID=951a2f4a-e558-4ec0-97de-0e823744eea8,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:36.789726 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:52:36.802727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fbd1e59b-b958-41ae-aaeb-06e2c9a9d20d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8128631
Apr 30 21:52:36.805252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 48732) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:36.840708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:52:36.842200 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:36.988499 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ceafeb0>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:34Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:37.006028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Allocated IP 172.20.0.2 (9cf87e88-0dfe-4815-b49c-8c1eeb03339d/22276ecf-4e78-45ed-9229-a956ce894380/7b1357d6-eac8-423f-99e2-2d8dc095c055) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:52:37.016575 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff456fa8-ee36-4447-a868-55983dcdd1cc None None] The sync data for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 is: [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:34Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:52:37.174918 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Publish callbacks [] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:37.251471 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:37.340627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:52:37.342582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:52:37.349507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:52:37.390333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Pushing event updated for resources: {'Port': ['ID=7b1357d6-eac8-423f-99e2-2d8dc095c055,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:37.443728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Attempting to bind port 7b1357d6-eac8-423f-99e2-2d8dc095c055 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:52:37.444388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Attempting to bind port 7b1357d6-eac8-423f-99e2-2d8dc095c055 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:52:37.444524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-42ce0c9e-e80d-495e-bb88-48de4c208de3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:37.445374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Attempting to bind port 7b1357d6-eac8-423f-99e2-2d8dc095c055 on network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:52:37.445913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-42ce0c9e-e80d-495e-bb88-48de4c208de3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 811 time: 0.4759445
Apr 30 21:52:37.452174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:52:37.452549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Checking segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:52:37.452956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:37.453353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Bound using segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:52:37.453908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Bound port: 7b1357d6-eac8-423f-99e2-2d8dc095c055, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:52:37.454298 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:37.524878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] For port 7b1357d6-eac8-423f-99e2-2d8dc095c055, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:52:37.528314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] For port 7b1357d6-eac8-423f-99e2-2d8dc095c055, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b1357d6-eac8-423f-99e2-2d8dc095c055,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:52:37.536589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-cdbcb769-5cf4-45e8-ae0a-95998e3dc953 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/quotas/839ab2af4d6b40c3b957be9c7dc78b26 HTTP/1.1" status: 200  len: 375 time: 0.0400140
Apr 30 21:52:37.612999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-4b2c6279-978f-4d54-acc5-e8519198c4b4 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0676975
Apr 30 21:52:37.654654 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:37.749885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26536e7a-e03b-4b6a-8e81-2247083c45f0 None None] Pushing event updated for resources: {'Port': ['ID=7b1357d6-eac8-423f-99e2-2d8dc095c055,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:37.831930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:37.946758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-274402c6-dea4-4bfa-80ee-fa4dffcf7bb8 service neutron] 10.222.0.23 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3227510
Apr 30 21:52:38.138039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-7a1bff5e-6ea9-4d2b-8f93-a818616f185c service neutron] 10.222.0.23 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674898
Apr 30 21:52:38.247295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.20.0.1 (9cf87e88-0dfe-4815-b49c-8c1eeb03339d/22276ecf-4e78-45ed-9229-a956ce894380/a5dfec80-e674-4e4a-9651-b54e3056cbc0) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:52:38.365616 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:38.472642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:38.518200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:52:38.521521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:52:38.525941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:52:38.534924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=a5dfec80-e674-4e4a-9651-b54e3056cbc0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:38.583595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (efe59137-b2c3-45d3-8093-24b08bab0314), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:38.687473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fb50c20-5f9c-46e1-a375-ca0dcd60d2cd req-8b8e26c8-ea15-470a-a49f-1bc3f9068706 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 210 time: 0.0417500
Apr 30 21:52:38.830467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:38.858493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a951a5-4363-4902-9298-ca5b926828c8 None None] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:52:38.982603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e4ae9504-7c8e-4f0f-b022-4841aadb4228 None None] Provisioning complete for port 7b1357d6-eac8-423f-99e2-2d8dc095c055 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:38.983194 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9504-7c8e-4f0f-b022-4841aadb4228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.108328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e4ae9504-7c8e-4f0f-b022-4841aadb4228 None None] Current status of the port 7b1357d6-eac8-423f-99e2-2d8dc095c055 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:39.108328 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9504-7c8e-4f0f-b022-4841aadb4228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.165824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e4ae9504-7c8e-4f0f-b022-4841aadb4228 None None] For port 7b1357d6-eac8-423f-99e2-2d8dc095c055, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b1357d6-eac8-423f-99e2-2d8dc095c055,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:39.170820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 951a2f4a-e558-4ec0-97de-0e823744eea8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:52:39.189436 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.226498 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.227324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 951a2f4a-e558-4ec0-97de-0e823744eea8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:39.227761 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.230971 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9504-7c8e-4f0f-b022-4841aadb4228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.327120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=a5dfec80-e674-4e4a-9651-b54e3056cbc0,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:39.330537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (efe59137-b2c3-45d3-8093-24b08bab0314), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.333518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae9504-7c8e-4f0f-b022-4841aadb4228 None None] Pushing event updated for resources: {'Port': ['ID=7b1357d6-eac8-423f-99e2-2d8dc095c055,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:39.381489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1c85f211-2d7d-4193-965a-135d85c01c62 None None] Provisioning complete for port 7b1357d6-eac8-423f-99e2-2d8dc095c055 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:39.381899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c85f211-2d7d-4193-965a-135d85c01c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.447785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:52:39.449852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:52:39.569099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 951a2f4a-e558-4ec0-97de-0e823744eea8 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:39.569507 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.597298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router efe59137-b2c3-45d3-8093-24b08bab0314 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:52:39.600689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 951a2f4a-e558-4ec0-97de-0e823744eea8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=951a2f4a-e558-4ec0-97de-0e823744eea8,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:39.653410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1c85f211-2d7d-4193-965a-135d85c01c62 None None] Current status of the port 7b1357d6-eac8-423f-99e2-2d8dc095c055 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:39.662297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1c85f211-2d7d-4193-965a-135d85c01c62 None None] Provisioning complete for port a5dfec80-e674-4e4a-9651-b54e3056cbc0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:39.662783 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c85f211-2d7d-4193-965a-135d85c01c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.684047 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.684977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7b1357d6-eac8-423f-99e2-2d8dc095c055 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:52:39.724826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:52:39.734759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9c2642df-280f-404d-bfc2-19e3cd58f14a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "PUT /v2.0/routers/efe59137-b2c3-45d3-8093-24b08bab0314/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9281538
Apr 30 21:52:39.798910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Sync routers for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:52:39.816374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f19413b-6a75-4cbd-a98e-fa067a5cd467 req-496ca7b7-a000-4f73-a898-70b0a0a046a2 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 210 time: 0.0405977
Apr 30 21:52:39.837452 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:52:39.838339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c1b4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:52:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:39.843651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1c85f211-2d7d-4193-965a-135d85c01c62 None None] Port a5dfec80-e674-4e4a-9651-b54e3056cbc0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:52:39.885455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=951a2f4a-e558-4ec0-97de-0e823744eea8,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:39.925384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-eddaa2e1-05fc-4194-b6fe-ede8079c346e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948744616&fields=id&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 267 time: 0.0514073
Apr 30 21:52:39.931461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7b1357d6-eac8-423f-99e2-2d8dc095c055 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:39.931846 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:39.994316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4190242d-97bb-4347-b51b-c5d64953360b None None] Provisioning complete for port a5dfec80-e674-4e4a-9651-b54e3056cbc0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:39.994699 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4190242d-97bb-4347-b51b-c5d64953360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:40.055585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-16cec2e1-eb21-4f27-8fee-08e4f0124826 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:40.057032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-16cec2e1-eb21-4f27-8fee-08e4f0124826 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 797 time: 0.1245408
Apr 30 21:52:40.073189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-9b23bde7-c767-45a0-b373-fab45bd813a6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/quotas/12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 375 time: 0.0103235
Apr 30 21:52:40.077416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:52:40.080243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4190242d-97bb-4347-b51b-c5d64953360b None None] Port a5dfec80-e674-4e4a-9651-b54e3056cbc0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:52:40.133889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-302d3d70-8035-4599-b28a-2415c75bc64b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0545971
Apr 30 21:52:40.203255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7b1357d6-eac8-423f-99e2-2d8dc095c055 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:40.259317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-9e3843c8-fa34-45b4-8419-034a016400b3 service neutron] 10.222.0.23 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065912
Apr 30 21:52:40.337677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c1b4b50>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 2, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:40.364128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-90ecdb10-edc5-40ec-a1c3-ae9487d5265e service neutron] 10.222.0.23 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960810
Apr 30 21:52:40.375712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Checking router: efe59137-b2c3-45d3-8093-24b08bab0314 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:52:40.376078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Updating router efe59137-b2c3-45d3-8093-24b08bab0314 port a5dfec80-e674-4e4a-9651-b54e3056cbc0 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:52:40.407316 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:40.647560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83c5ef7e-64d3-4c6a-9f4d-a2e585b36778 req-1ddc246c-1be8-4e92-842f-fad082dcde0c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 210 time: 0.0519691
Apr 30 21:52:40.728704 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-fbad85b5-7b4a-44de-a546-d9a61dc46d02 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:40.730288 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-fbad85b5-7b4a-44de-a546-d9a61dc46d02 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 811 time: 0.1341076
Apr 30 21:52:40.740930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Publish callbacks [] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:40.746435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'port': {'device_id': '0098f5bb-dee5-4817-8631-829f3f128ca3', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'admin_state_up': True, 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:40.824784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:40.904340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1f783-0e3b-4d4c-8d17-25f9ddfce587 None None] Pushing event updated for resources: {'Port': ['ID=a5dfec80-e674-4e4a-9651-b54e3056cbc0,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:40.918697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e8d30a1-5ed8-4ca5-829e-e682c214d0a7 req-94ee21f6-2713-482c-bf2f-88a69695d6fc tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 210 time: 0.0339198
Apr 30 21:52:40.929235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Made reservation on behalf of 839ab2af4d6b40c3b957be9c7dc78b26 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:52:40.933121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:40.980144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Attempting to bind port a5dfec80-e674-4e4a-9651-b54e3056cbc0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:52:40.980595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Attempting to bind port a5dfec80-e674-4e4a-9651-b54e3056cbc0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:52:40.981061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Attempting to bind port a5dfec80-e674-4e4a-9651-b54e3056cbc0 on network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:52:40.987083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:52:40.987608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Checking segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:52:40.988089 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:40.989200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Bound using segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:52:40.989964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Bound port: a5dfec80-e674-4e4a-9651-b54e3056cbc0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:52:40.990739 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.103297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Allocated IP 172.20.0.10 (f1968efb-9997-4382-98a0-ab6f19a6ad8d/6ec0989c-20a3-4dba-b512-e48d4853dc97/f223d792-369d-42d2-b92f-ca233aa6c3b4) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:52:41.109805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] For port a5dfec80-e674-4e4a-9651-b54e3056cbc0, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:52:41.113775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] For port a5dfec80-e674-4e4a-9651-b54e3056cbc0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5dfec80-e674-4e4a-9651-b54e3056cbc0,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:52:41.122874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 951a2f4a-e558-4ec0-97de-0e823744eea8 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:52:41.205348 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.283117 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.310162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 951a2f4a-e558-4ec0-97de-0e823744eea8 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:41.310534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.343463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1f783-0e3b-4d4c-8d17-25f9ddfce587 None None] Pushing event updated for resources: {'Port': ['ID=a5dfec80-e674-4e4a-9651-b54e3056cbc0,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:41.351422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:52:41.352290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c1b4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:52:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:41.354336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6c98155a-eda7-4025-a444-216b68a8cbf6 None None] Provisioning complete for port a5dfec80-e674-4e4a-9651-b54e3056cbc0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:41.359636 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c98155a-eda7-4025-a444-216b68a8cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.392377 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.455429 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:52:41.459740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:52:41.462614 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:52:41.551378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:41.552076 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.578830 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'Port': ['ID=f223d792-369d-42d2-b92f-ca233aa6c3b4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:41.614508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:52:41.646652 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-6a24732e-b251-4468-a3c3-6c29d45aa586 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9045351
Apr 30 21:52:41.662682 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Request body: {'port': {'device_id': '0098f5bb-dee5-4817-8631-829f3f128ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:41.663817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 951a2f4a-e558-4ec0-97de-0e823744eea8 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:41.664937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7b1357d6-eac8-423f-99e2-2d8dc095c055 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:52:41.765578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18ef7980-1ce3-48b3-9a2f-af8d19c4a211 req-55cf6f56-cc02-4cf4-b7c6-7af84e1b77d0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 210 time: 0.0548761
Apr 30 21:52:41.780644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.855369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6c98155a-eda7-4025-a444-216b68a8cbf6 None None] Current status of the port a5dfec80-e674-4e4a-9651-b54e3056cbc0 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:41.855673 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c98155a-eda7-4025-a444-216b68a8cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:41.983846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6c98155a-eda7-4025-a444-216b68a8cbf6 None None] For port a5dfec80-e674-4e4a-9651-b54e3056cbc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5dfec80-e674-4e4a-9651-b54e3056cbc0,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:41.992294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 7b1357d6-eac8-423f-99e2-2d8dc095c055 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:41.992673 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.049493 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6c98155a-eda7-4025-a444-216b68a8cbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.098781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a72981-e6a5-4cc1-89f0-6ce11fc1bd10 req-f9499ca6-d057-4a73-a121-beee8c558f05 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:42.100349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7a72981-e6a5-4cc1-89f0-6ce11fc1bd10 req-f9499ca6-d057-4a73-a121-beee8c558f05 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 932 time: 0.0669076
Apr 30 21:52:42.104957 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f223d792-369d-42d2-b92f-ca233aa6c3b4 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:52:42.124677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Publish callbacks [] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.141517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Transition to ACTIVE for port object f223d792-369d-42d2-b92f-ca233aa6c3b4 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:52:42.154920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7a72981-e6a5-4cc1-89f0-6ce11fc1bd10 req-acdfcc13-f7d0-4dc9-b9df-363de484ef97 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471742
Apr 30 21:52:42.165649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c1b4b50>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:41Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:42.175851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98155a-eda7-4025-a444-216b68a8cbf6 None None] Pushing event updated for resources: {'Port': ['ID=a5dfec80-e674-4e4a-9651-b54e3056cbc0,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:42.214814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb36a61e-33f9-4a51-b578-0cfe25e416c2 None None] The sync data for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 is: [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:41Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:52:42.222386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d63ae20d-dc93-4c70-af5f-86ec60e8af76 None None] Provisioning complete for port f223d792-369d-42d2-b92f-ca233aa6c3b4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:42.223303 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d63ae20d-dc93-4c70-af5f-86ec60e8af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.227145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 7b1357d6-eac8-423f-99e2-2d8dc095c055 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:42.232218 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.310732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d63ae20d-dc93-4c70-af5f-86ec60e8af76 None None] Port f223d792-369d-42d2-b92f-ca233aa6c3b4 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:52:42.316512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d63ae20d-dc93-4c70-af5f-86ec60e8af76 None None] Provisioning complete for port a5dfec80-e674-4e4a-9651-b54e3056cbc0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:42.317379 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d63ae20d-dc93-4c70-af5f-86ec60e8af76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.347694 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87759241-3af8-4569-9963-39307337a116 service neutron] Pushing event updated for resources: {'Port': ['ID=f223d792-369d-42d2-b92f-ca233aa6c3b4,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:42.461276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d63ae20d-dc93-4c70-af5f-86ec60e8af76 None None] Current status of the port a5dfec80-e674-4e4a-9651-b54e3056cbc0 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:42.474076 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Attempting to bind port f223d792-369d-42d2-b92f-ca233aa6c3b4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:52:42.474406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Attempting to bind port f223d792-369d-42d2-b92f-ca233aa6c3b4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:52:42.474736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Attempting to bind port f223d792-369d-42d2-b92f-ca233aa6c3b4 on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:52:42.480079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Port f223d792-369d-42d2-b92f-ca233aa6c3b4 on network f1968efb-9997-4382-98a0-ab6f19a6ad8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:52:42.480413 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Attempting to bind port f223d792-369d-42d2-b92f-ca233aa6c3b4 on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:52:42.493224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:52:42.494133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Checking segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:52:42.494711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Bound using segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:52:42.495648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Bound port: f223d792-369d-42d2-b92f-ca233aa6c3b4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:52:42.496682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.582012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] For port f223d792-369d-42d2-b92f-ca233aa6c3b4, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:52:42.585619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] For port f223d792-369d-42d2-b92f-ca233aa6c3b4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f223d792-369d-42d2-b92f-ca233aa6c3b4,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:52:42.672290 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.710651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:42.711506 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:42.713002 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-87759241-3af8-4569-9963-39307337a116 service neutron] 10.222.0.20 "PUT /v2.0/ports/f223d792-369d-42d2-b92f-ca233aa6c3b4 HTTP/1.1" status: 200  len: 1092 time: 1.0547621
Apr 30 21:52:42.713555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0098f5bb-dee5-4817-8631-829f3f128ca3', 'tag': 'f223d792-369d-42d2-b92f-ca233aa6c3b4'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:52:42.715951 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958273e3-8b2e-47ff-a32c-e0479724c329" -d '{"events": [{"name": "network-changed", "server_uuid": "0098f5bb-dee5-4817-8631-829f3f128ca3", "tag": "f223d792-369d-42d2-b92f-ca233aa6c3b4"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:52:42.756636 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87759241-3af8-4569-9963-39307337a116 service neutron] Pushing event updated for resources: {'Port': ['ID=f223d792-369d-42d2-b92f-ca233aa6c3b4,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:42.779122 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5229857-f6dc-4cde-9f16-a1bfd7d67571 x-openstack-request-id: req-a5229857-f6dc-4cde-9f16-a1bfd7d67571 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:52:42.784577 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0098f5bb-dee5-4817-8631-829f3f128ca3", "tag": "f223d792-369d-42d2-b92f-ca233aa6c3b4", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:52:42.784577 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5229857-f6dc-4cde-9f16-a1bfd7d67571 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:52:42.784577 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5229857-f6dc-4cde-9f16-a1bfd7d67571'] response: {'name': 'network-changed', 'server_uuid': '0098f5bb-dee5-4817-8631-829f3f128ca3', 'tag': 'f223d792-369d-42d2-b92f-ca233aa6c3b4', 'status': 'completed', 'code': 200}
Apr 30 21:52:42.880973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958273e3-8b2e-47ff-a32c-e0479724c329 req-24e98496-a039-4b3b-a9fe-e137e607e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:42.882844 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-958273e3-8b2e-47ff-a32c-e0479724c329 req-24e98496-a039-4b3b-a9fe-e137e607e244 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 1126 time: 0.0713542
Apr 30 21:52:42.938815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1093ebe6-9160-4df3-ac4e-acc1baf0ce97 req-c9cdf6bb-d52c-476e-b54f-6cefb3f0d72a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 210 time: 0.0449097
Apr 30 21:52:43.062565 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958273e3-8b2e-47ff-a32c-e0479724c329 req-aee6d47f-2604-4e7d-947a-d72dc391d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:43.064452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-958273e3-8b2e-47ff-a32c-e0479724c329 req-aee6d47f-2604-4e7d-947a-d72dc391d597 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1678491
Apr 30 21:52:43.087622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dcc5c78c-d88a-4dc4-bac8-45910d278014 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:43.093594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dcc5c78c-d88a-4dc4-bac8-45910d278014 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 797 time: 0.1491272
Apr 30 21:52:43.093829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a5dfec80-e674-4e4a-9651-b54e3056cbc0 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:52:43.149069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a5dfec80-e674-4e4a-9651-b54e3056cbc0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:43.149443 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:43.189312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958273e3-8b2e-47ff-a32c-e0479724c329 req-260a9325-9f34-4726-a3b5-5eaa5f3bc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:43.190740 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-958273e3-8b2e-47ff-a32c-e0479724c329 req-260a9325-9f34-4726-a3b5-5eaa5f3bc974 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1173608
Apr 30 21:52:43.193291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-0bcf24bd-2dc0-4151-bd25-5710a4404221 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 380 time: 0.0900214
Apr 30 21:52:43.205721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'port': {'device_id': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'admin_state_up': True, 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'security_groups': ['7adb85a3-fe3f-4edb-a2a9-da27d4da70c9']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:43.265105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a5dfec80-e674-4e4a-9651-b54e3056cbc0 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:43.329980 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-191226d1-bb06-4428-9675-a21c292de302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:43.331780 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-191226d1-bb06-4428-9675-a21c292de302 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 1126 time: 0.0644724
Apr 30 21:52:43.359926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbd94-5008-42a1-b1cb-428a8542c1f8 req-b1d9ae64-580d-4b78-b8f0-0c8f5753e92b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:43.361478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37adbd94-5008-42a1-b1cb-428a8542c1f8 req-b1d9ae64-580d-4b78-b8f0-0c8f5753e92b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 944 time: 0.0859597
Apr 30 21:52:43.387251 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-5ea807a8-16bf-42dd-9170-0431afb83231 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f223d792-369d-42d2-b92f-ca233aa6c3b4 HTTP/1.1" status: 200  len: 217 time: 0.0423586
Apr 30 21:52:43.438289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37adbd94-5008-42a1-b1cb-428a8542c1f8 req-de49c540-9c16-4c8a-a31d-4869c1eb1e6a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692556
Apr 30 21:52:43.449105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-83ff25db-7685-4497-ae50-40406f27fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:43.451481 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-83ff25db-7685-4497-ae50-40406f27fddd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0530457
Apr 30 21:52:43.483570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:52:43.487267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:43.499309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-c8dbe9c0-0d5b-4b34-b9de-648687443eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:43.500843 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-c8dbe9c0-0d5b-4b34-b9de-648687443eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0416129
Apr 30 21:52:43.602112 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-2d84c55f-dcb8-450b-a974-17e9286a4460 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944915
Apr 30 21:52:43.625438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.20.0.8 (9cf87e88-0dfe-4815-b49c-8c1eeb03339d/22276ecf-4e78-45ed-9229-a956ce894380/a21d80d5-f736-4446-bbff-4418a0218d9c) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:52:43.701966 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f60f6214-0f7b-4a0b-99b9-5922eab14ccb req-25d35fc0-ae46-4c98-8a0d-7d3c2c0661e8 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896475
Apr 30 21:52:43.767806 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:43.831963 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:43.877066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:52:43.880137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:52:43.883714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:52:43.914411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:43.945934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:43.946604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:44.011174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-35c97664-759f-4f8e-8c17-ef37f9632321 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8126433
Apr 30 21:52:44.052604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dceef3-a677-4a4f-adb2-6e40eab48f59 req-b9e4b5c0-3a22-4924-ae20-eed05665ba07 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:44.054164 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69dceef3-a677-4a4f-adb2-6e40eab48f59 req-b9e4b5c0-3a22-4924-ae20-eed05665ba07 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 931 time: 0.0562847
Apr 30 21:52:44.096061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Request body: {'port': {'device_id': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:44.128763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-69dceef3-a677-4a4f-adb2-6e40eab48f59 req-3347d196-d010-47ac-80f9-700329c46246 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689132
Apr 30 21:52:44.155980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1b710ca8-5664-4391-be6e-c5804f8c7eef None None] Provisioning complete for port a21d80d5-f736-4446-bbff-4418a0218d9c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:44.156545 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1b710ca8-5664-4391-be6e-c5804f8c7eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:44.169722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:44.190927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1b710ca8-5664-4391-be6e-c5804f8c7eef None None] Port a21d80d5-f736-4446-bbff-4418a0218d9c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:52:44.622285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9fc44-d914-4763-aa99-2847c9d061ad req-10f5f873-38a3-4042-b190-df055195d2ff tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:44.623727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19e9fc44-d914-4763-aa99-2847c9d061ad req-10f5f873-38a3-4042-b190-df055195d2ff tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 944 time: 0.1139383
Apr 30 21:52:44.723261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19e9fc44-d914-4763-aa99-2847c9d061ad req-481f0a72-ddc8-4564-8841-b6e3d426400c tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931168
Apr 30 21:52:44.809177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21d80d5-f736-4446-bbff-4418a0218d9c {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:52:44.817833 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Publish callbacks [] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:44.830388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Transition to ACTIVE for port object a21d80d5-f736-4446-bbff-4418a0218d9c will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:52:44.900116 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:44.954448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:45.038326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Attempting to bind port a21d80d5-f736-4446-bbff-4418a0218d9c on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:52:45.043668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Attempting to bind port a21d80d5-f736-4446-bbff-4418a0218d9c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:52:45.043668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Attempting to bind port a21d80d5-f736-4446-bbff-4418a0218d9c on network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:52:45.043976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Port a21d80d5-f736-4446-bbff-4418a0218d9c on network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:52:45.044260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Attempting to bind port a21d80d5-f736-4446-bbff-4418a0218d9c on network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:52:45.049362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:52:45.049701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Checking segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:52:45.050119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Bound using segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:52:45.050545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Bound port: a21d80d5-f736-4446-bbff-4418a0218d9c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:52:45.051442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:45.121211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:52:45.124249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:52:45.209901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:45.263246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:45.264151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:45.265916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] 10.222.0.35 "PUT /v2.0/ports/a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 1091 time: 1.2374897
Apr 30 21:52:45.271351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:52:45.273988 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f006b2-947d-4cbe-962f-3c66fb32cf21" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:52:45.291886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e5c57-c8f9-47d5-b2dd-ab4fb6e3b922 req-d81fedd3-1ead-4e7a-b5b1-e03dbff5abee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:45.293470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-682e5c57-c8f9-47d5-b2dd-ab4fb6e3b922 req-d81fedd3-1ead-4e7a-b5b1-e03dbff5abee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 943 time: 0.0964618
Apr 30 21:52:45.321735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0ed65-b0c5-4c85-b5e5-5304d806a975 service neutron] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:45.370917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-682e5c57-c8f9-47d5-b2dd-ab4fb6e3b922 req-b0780562-9774-42c1-8371-a4b128fbeef5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660970
Apr 30 21:52:45.414869 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21685d37-ff92-4359-b8cc-f4b076ef25a0 x-openstack-request-id: req-21685d37-ff92-4359-b8cc-f4b076ef25a0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:52:45.415169 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:52:45.415420 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21685d37-ff92-4359-b8cc-f4b076ef25a0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:52:45.415824 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21685d37-ff92-4359-b8cc-f4b076ef25a0'] response: {'name': 'network-changed', 'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'status': 'completed', 'code': 200}
Apr 30 21:52:45.426579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-999241dd-5391-4214-9005-1539ea86aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:45.428168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-999241dd-5391-4214-9005-1539ea86aea8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1125 time: 0.0562499
Apr 30 21:52:45.469257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-74642231-7154-4cdc-a2c4-cd3db42c3915 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 217 time: 0.0346665
Apr 30 21:52:45.518171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-e9c4504a-ad5f-4ebf-b7fc-027eef4a2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:45.519660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-e9c4504a-ad5f-4ebf-b7fc-027eef4a2f94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0442941
Apr 30 21:52:45.566695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-105d7454-ee76-4b72-9cc2-424fa377a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:45.568187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-105d7454-ee76-4b72-9cc2-424fa377a5f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432363
Apr 30 21:52:45.656787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-80456ed9-56df-4726-b079-89458f81e4b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825732
Apr 30 21:52:45.747496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac4eead-f3ad-429c-8c49-7739b951d00a req-1c55a8cc-64a5-43ee-b868-32bab40aed29 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855589
Apr 30 21:52:45.838968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe6f69-4abc-426b-ba4d-90e385850b0b req-f8a1852f-770a-4767-85ae-715eb04ae62b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:45.840442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16fe6f69-4abc-426b-ba4d-90e385850b0b req-f8a1852f-770a-4767-85ae-715eb04ae62b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 944 time: 0.0484321
Apr 30 21:52:45.887414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16fe6f69-4abc-426b-ba4d-90e385850b0b req-52a4d997-8a2a-44a2-a7ca-a69a7a4d671d tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412977
Apr 30 21:52:46.490983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45599284-a722-4b02-97a7-a2034964336c req-1a25794f-d907-4328-ab18-d38298c99ca1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:46.492452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45599284-a722-4b02-97a7-a2034964336c req-1a25794f-d907-4328-ab18-d38298c99ca1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 943 time: 0.0460453
Apr 30 21:52:46.541585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45599284-a722-4b02-97a7-a2034964336c req-1808ed86-f3c7-4802-8bff-5b4178bede4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432825
Apr 30 21:52:46.705689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-5b2763e2-6d52-4b57-b8e6-0aae0fc05bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:46.707239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-5b2763e2-6d52-4b57-b8e6-0aae0fc05bd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1125 time: 0.0428848
Apr 30 21:52:46.794322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-329a0c5a-708b-44f3-92f2-010243ee8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:46.795687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-329a0c5a-708b-44f3-92f2-010243ee8eb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.0832503
Apr 30 21:52:46.839604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-784ab3ad-92b9-4e50-9f1e-8d8fd9391728 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 217 time: 0.0374665
Apr 30 21:52:46.890084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-33e94daf-5577-4f92-b9f3-2805f1512df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:46.891575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-33e94daf-5577-4f92-b9f3-2805f1512df6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0456772
Apr 30 21:52:46.936156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-ef18a7ab-eb46-486c-aba4-3ba56886e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:46.937722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-ef18a7ab-eb46-486c-aba4-3ba56886e3e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399263
Apr 30 21:52:47.052116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a9392-aa5c-45cf-aaf3-4438016786de req-1b7f344b-3529-4880-93ff-335a6f3ea92d tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:47.053502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a8a9392-aa5c-45cf-aaf3-4438016786de req-1b7f344b-3529-4880-93ff-335a6f3ea92d tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 944 time: 0.0882795
Apr 30 21:52:47.086754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-47b5128b-72b8-41e3-b486-84c496e74ebb service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383924
Apr 30 21:52:47.154945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a8a9392-aa5c-45cf-aaf3-4438016786de req-df12dc40-d8b4-455d-a937-52d8f731334f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950851
Apr 30 21:52:47.194927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15f006b2-947d-4cbe-962f-3c66fb32cf21 req-ddcaa696-396b-40c2-a7a9-54c951daeddf service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0987668
Apr 30 21:52:47.312888 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:47.666112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4da5f-d303-4910-b078-9e2e52ba2b6b req-e98641ce-e31c-44d5-bad2-8b26ffc85cd5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:47.667597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbb4da5f-d303-4910-b078-9e2e52ba2b6b req-e98641ce-e31c-44d5-bad2-8b26ffc85cd5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 943 time: 0.0492790
Apr 30 21:52:47.716763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bbb4da5f-d303-4910-b078-9e2e52ba2b6b req-f67a9811-a566-4aa5-ab7c-9d0fc2611dad tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433564
Apr 30 21:52:47.838073 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b0fd643-9d34-4edc-b394-f228902df7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:48.266087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e1f13-7ac2-4c18-91e1-90ce8efabd40 req-04f8bbdd-13a0-4a83-8978-468ee46356b3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:48.267555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c90e1f13-7ac2-4c18-91e1-90ce8efabd40 req-04f8bbdd-13a0-4a83-8978-468ee46356b3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 944 time: 0.0462539
Apr 30 21:52:48.315589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c90e1f13-7ac2-4c18-91e1-90ce8efabd40 req-062312c9-e2d7-4987-9299-ba6b1d7ddd6a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422888
Apr 30 21:52:48.328440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f223d792-369d-42d2-b92f-ca233aa6c3b4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:52:48.422966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f223d792-369d-42d2-b92f-ca233aa6c3b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f223d792-369d-42d2-b92f-ca233aa6c3b4,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:48.437823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'f223d792-369d-42d2-b92f-ca233aa6c3b4', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'port_id': 'f223d792-369d-42d2-b92f-ca233aa6c3b4', 'mac_address': 'fa:16:3e:45:47:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:52:48.444325 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a21d80d5-f736-4446-bbff-4418a0218d9c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:52:48.486256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port f223d792-369d-42d2-b92f-ca233aa6c3b4 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:48.486645 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:48.510791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f223d792-369d-42d2-b92f-ca233aa6c3b4 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:52:48.563903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f223d792-369d-42d2-b92f-ca233aa6c3b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f223d792-369d-42d2-b92f-ca233aa6c3b4,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:48.593743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:48.605874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'port_id': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'mac_address': 'fa:16:3e:bd:da:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:52:48.643144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a21d80d5-f736-4446-bbff-4418a0218d9c is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:48.643534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:48.646072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:48.678333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21d80d5-f736-4446-bbff-4418a0218d9c {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:52:48.712770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:48.717371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=f223d792-369d-42d2-b92f-ca233aa6c3b4,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:48.809049 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:48.838687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d51174-f3ff-402a-ac20-18153f5e4872 req-101c5f26-325c-4690-a54e-a8771d932b1d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:48.840177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6d51174-f3ff-402a-ac20-18153f5e4872 req-101c5f26-325c-4690-a54e-a8771d932b1d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 943 time: 0.0541227
Apr 30 21:52:48.861462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:48.872055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['f223d792-369d-42d2-b92f-ca233aa6c3b4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:52:48.892334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6d51174-f3ff-402a-ac20-18153f5e4872 req-e2b2f4e4-4c10-40d1-9403-7bffe498159f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462523
Apr 30 21:52:49.015461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a21d80d5-f736-4446-bbff-4418a0218d9c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:52:49.426740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cf559-bfcc-4698-9612-f4d45d0119bb req-4dfb237f-6680-457a-bccb-e3b96af99eec tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:49.428194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab3cf559-bfcc-4698-9612-f4d45d0119bb req-4dfb237f-6680-457a-bccb-e3b96af99eec tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 945 time: 0.0457101
Apr 30 21:52:49.473540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab3cf559-bfcc-4698-9612-f4d45d0119bb req-84795e80-d650-4d84-a90d-7fadb32e2309 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398092
Apr 30 21:52:50.011137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1d42d-0c3b-4dbe-921f-1a1fb8d9861f req-ef091378-d641-4f8c-84a9-28f6f66d1ea5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:50.012600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66f1d42d-0c3b-4dbe-921f-1a1fb8d9861f req-ef091378-d641-4f8c-84a9-28f6f66d1ea5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 944 time: 0.0511842
Apr 30 21:52:50.066011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66f1d42d-0c3b-4dbe-921f-1a1fb8d9861f req-ed913d0d-3d15-48c1-9b84-82404e076c8e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476186
Apr 30 21:52:50.329336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f223d792-369d-42d2-b92f-ca233aa6c3b4 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:52:50.376259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port f223d792-369d-42d2-b92f-ca233aa6c3b4 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:52:50.462226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a21d80d5-f736-4446-bbff-4418a0218d9c up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:52:50.464281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port f223d792-369d-42d2-b92f-ca233aa6c3b4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:50.464648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:50.557380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port a21d80d5-f736-4446-bbff-4418a0218d9c completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:52:50.563991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e48c53b0-3cdd-4fee-88c6-811f2a8ee42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:50.594782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6c89-2c1c-4db1-8681-579fc7d0e10f req-e50aad84-3f9c-451c-9773-ab2e3718186f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:50.596307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a9e6c89-2c1c-4db1-8681-579fc7d0e10f req-e50aad84-3f9c-451c-9773-ab2e3718186f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 945 time: 0.0543253
Apr 30 21:52:50.604819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port f223d792-369d-42d2-b92f-ca233aa6c3b4 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:50.605206 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:50.624581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port a21d80d5-f736-4446-bbff-4418a0218d9c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:52:50.624948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:50.630513 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0098f5bb-dee5-4817-8631-829f3f128ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f223d792-369d-42d2-b92f-ca233aa6c3b4'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:52:50.635542 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade2c51b-5fc5-42c3-9140-35d2771e711c" -d '{"events": [{"server_uuid": "0098f5bb-dee5-4817-8631-829f3f128ca3", "name": "network-vif-plugged", "status": "completed", "tag": "f223d792-369d-42d2-b92f-ca233aa6c3b4"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:52:50.644326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a9e6c89-2c1c-4db1-8681-579fc7d0e10f req-a72f518e-0cb5-4bd5-b235-26720c9ac48f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415776
Apr 30 21:52:50.664377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port f223d792-369d-42d2-b92f-ca233aa6c3b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f223d792-369d-42d2-b92f-ca233aa6c3b4,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:50.704005 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a829dc1a-9442-4543-81cc-486825a3b8ee x-openstack-request-id: req-a829dc1a-9442-4543-81cc-486825a3b8ee {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:52:50.704277 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0098f5bb-dee5-4817-8631-829f3f128ca3", "name": "network-vif-plugged", "status": "completed", "tag": "f223d792-369d-42d2-b92f-ca233aa6c3b4", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:52:50.705358 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a829dc1a-9442-4543-81cc-486825a3b8ee {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:52:50.705358 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a829dc1a-9442-4543-81cc-486825a3b8ee'] response: {'server_uuid': '0098f5bb-dee5-4817-8631-829f3f128ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f223d792-369d-42d2-b92f-ca233aa6c3b4', 'code': 200}
Apr 30 21:52:50.720683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a21d80d5-f736-4446-bbff-4418a0218d9c is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:52:50.721068 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:50.725603 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:50.800278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4719-9845-491a-bd9f-79d42102c25f req-f5aae7e0-b102-4a80-99c3-b49192e6f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:50.802330 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:52:50.802639 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f86b4719-9845-491a-bd9f-79d42102c25f req-f5aae7e0-b102-4a80-99c3-b49192e6f93a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 1128 time: 0.0463293
Apr 30 21:52:50.803635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=f223d792-369d-42d2-b92f-ca233aa6c3b4,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:50.850846 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-f86b4719-9845-491a-bd9f-79d42102c25f req-b2a17f71-f53d-4fa9-a130-8e5af07e602f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378985
Apr 30 21:52:50.866199 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:50.913778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:51.178774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8175a6-9e4c-48b2-9756-269e207788ce req-92fcf68e-83bc-4539-9a95-cb5197797e23 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:51.180275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab8175a6-9e4c-48b2-9756-269e207788ce req-92fcf68e-83bc-4539-9a95-cb5197797e23 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0468690
Apr 30 21:52:51.228837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab8175a6-9e4c-48b2-9756-269e207788ce req-fdd5787f-1333-4ebe-962a-3df4168125f9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430148
Apr 30 21:52:51.355984 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:51.431526 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:51.762973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15ce9-908b-4b4b-b5d3-c074aa1605a5 req-45d5d00d-172e-496c-bad8-a4693627e3ff tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:51.764430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2d15ce9-908b-4b4b-b5d3-c074aa1605a5 req-45d5d00d-172e-496c-bad8-a4693627e3ff tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 946 time: 0.0505137
Apr 30 21:52:51.810597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2d15ce9-908b-4b4b-b5d3-c074aa1605a5 req-8bcbe526-50d0-431b-bc39-fef196c4f6fb tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406227
Apr 30 21:52:52.344605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfae19-db57-478f-93cd-bff8feaf96d8 req-8498a8f3-1fb1-487f-acbd-d1c661d054fe tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:52.346110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6acfae19-db57-478f-93cd-bff8feaf96d8 req-8498a8f3-1fb1-487f-acbd-d1c661d054fe tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0490344
Apr 30 21:52:52.393884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6acfae19-db57-478f-93cd-bff8feaf96d8 req-27e19c9c-ee50-4994-a4a7-b726273b2d53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414596
Apr 30 21:52:52.706072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:52:52.709102 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f897de4d-f7b0-4b70-a6d3-1745f70e6ec7" -d '{"events": [{"server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "name": "network-vif-plugged", "status": "completed", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:52:52.744288 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5128eb80-7944-4758-946d-30b17005ce65 x-openstack-request-id: req-5128eb80-7944-4758-946d-30b17005ce65 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:52:52.744749 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "name": "network-vif-plugged", "status": "completed", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:52:52.745005 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5128eb80-7944-4758-946d-30b17005ce65 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:52:52.745400 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5128eb80-7944-4758-946d-30b17005ce65'] response: {'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'code': 200}
Apr 30 21:52:52.842138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06f0f-276a-4f93-a5b9-b208a1928edc req-791fe702-80fa-477a-bce5-8fa2b6da3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:52.843806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08f06f0f-276a-4f93-a5b9-b208a1928edc req-791fe702-80fa-477a-bce5-8fa2b6da3ed0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1127 time: 0.0432355
Apr 30 21:52:52.899080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08f06f0f-276a-4f93-a5b9-b208a1928edc req-37e361a8-9e26-4f77-8486-0adcc48cd18d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487206
Apr 30 21:52:52.931517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301873-a930-4940-8d94-98eb856cc36a req-4194b4b6-4ab5-4d17-8ec4-b5f0f6db2b36 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:52.932857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49301873-a930-4940-8d94-98eb856cc36a req-4194b4b6-4ab5-4d17-8ec4-b5f0f6db2b36 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 946 time: 0.0502026
Apr 30 21:52:52.979513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49301873-a930-4940-8d94-98eb856cc36a req-f685bcca-988f-4175-b1d6-129f6d5082c9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405028
Apr 30 21:52:53.093498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958fc96-88df-4191-b6de-509a209876f1 req-de1e8386-a7de-4e54-a4f1-ce7426680a9d tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:53.094949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4958fc96-88df-4191-b6de-509a209876f1 req-de1e8386-a7de-4e54-a4f1-ce7426680a9d tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 946 time: 0.0460498
Apr 30 21:52:53.163015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4958fc96-88df-4191-b6de-509a209876f1 req-a2b7fa70-8ce3-4758-ace2-f1756b920778 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616519
Apr 30 21:52:53.237346 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:53.515002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9961601-fdc8-4be5-833a-de54acf57721 req-f9cffb8b-763c-4582-99c1-112b5b7f9e71 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:53.516441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9961601-fdc8-4be5-833a-de54acf57721 req-f9cffb8b-763c-4582-99c1-112b5b7f9e71 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0471201
Apr 30 21:52:53.570540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9961601-fdc8-4be5-833a-de54acf57721 req-b5930502-0b44-42bc-ab19-ef1f21d9e940 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484114
Apr 30 21:52:54.500203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:54.686341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed4662-16d8-4f51-a880-f6241dfb6223 req-3bf24016-750e-4fa6-80b7-e71f0e6778dd tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:54.688056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80ed4662-16d8-4f51-a880-f6241dfb6223 req-3bf24016-750e-4fa6-80b7-e71f0e6778dd tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0479617
Apr 30 21:52:54.736465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80ed4662-16d8-4f51-a880-f6241dfb6223 req-c0771756-9c00-4116-84a0-5065f0c67122 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421164
Apr 30 21:52:54.853290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae35d9-7a5f-4399-843f-22d42cbeb28e req-b5bd4417-50a9-43df-a8df-434066efb6d4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:54.854816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92ae35d9-7a5f-4399-843f-22d42cbeb28e req-b5bd4417-50a9-43df-a8df-434066efb6d4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0509176
Apr 30 21:52:54.903811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92ae35d9-7a5f-4399-843f-22d42cbeb28e req-fdda28cd-430a-4bc0-a433-943d33494e0f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434325
Apr 30 21:52:54.926326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48900) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:54.963963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77872a1f-d3b8-4c50-b126-929508ea9448 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:54.982010 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-77872a1f-d3b8-4c50-b126-929508ea9448 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1122 time: 0.0381467
Apr 30 21:52:54.984452 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48904) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:54.989259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:52:55.054971 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:55.134627 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:55.252235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.35.4.37 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/f05210f1-96d2-451a-86c8-50d0428ed403) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:52:55.355819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (f05210f1-96d2-451a-86c8-50d0428ed403), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:55.437434 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f05210f1-96d2-451a-86c8-50d0428ed403), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:55.475886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:52:55.478691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:52:55.482205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:52:55.505243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=f05210f1-96d2-451a-86c8-50d0428ed403,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:55.516584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.516928 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.517268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.517603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.517963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.518293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.518617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.518944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.519780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.520767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.520767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.520767 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.521053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.521365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.521748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:52:55.848143 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (f67c23bb-f3f6-42da-9942-db3289ba8957), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:55.995746 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f05210f1-96d2-451a-86c8-50d0428ed403), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:56.156786 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (f05210f1-96d2-451a-86c8-50d0428ed403), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:56.214428 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f05210f1-96d2-451a-86c8-50d0428ed403), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:56.286823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=f05210f1-96d2-451a-86c8-50d0428ed403,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:52:56.296453 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:52:56.298313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f67c23bb-f3f6-42da-9942-db3289ba8957), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:56.402982 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Floating IP f67c23bb-f3f6-42da-9942-db3289ba8957 associated. External IP: 172.35.4.37, port: a21d80d5-f736-4446-bbff-4418a0218d9c.
Apr 30 21:52:56.616350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router efe59137-b2c3-45d3-8093-24b08bab0314 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:52:56.726733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:52:56.736240 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] Sync routers for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:52:56.751182 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:52:56.751788 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7a0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:52:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:56.804939 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:52:56.838242 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-53843e61-e487-4073-9660-62f986bbed0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8527722
Apr 30 21:52:56.839098 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:52:56.841509 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60157a02-5e5b-4427-991b-8f4a1daa42cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:52:56.858236 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:52:56.887738 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6988fc64-9b11-47a9-9209-b32a5505b1cf x-openstack-request-id: req-6988fc64-9b11-47a9-9209-b32a5505b1cf {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:52:56.887738 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:52:56.888013 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6988fc64-9b11-47a9-9209-b32a5505b1cf {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:52:56.888433 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6988fc64-9b11-47a9-9209-b32a5505b1cf'] response: {'name': 'network-changed', 'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'status': 'completed', 'code': 200}
Apr 30 21:52:56.971037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65113a-f556-4ce5-8166-0977c6afc444 req-bb40f0ed-f484-402c-850f-8575b6094e68 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:56.972527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac65113a-f556-4ce5-8166-0977c6afc444 req-bb40f0ed-f484-402c-850f-8575b6094e68 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0732582
Apr 30 21:52:56.978840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-60521d0b-3dd9-4741-b5fa-de7ddacd7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:56.980269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-60521d0b-3dd9-4741-b5fa-de7ddacd7af9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1127 time: 0.0527170
Apr 30 21:52:57.075141 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7a0640>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f67c23bb-f3f6-42da-9942-db3289ba8957', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.37', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'port_id': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'mac_address': 'fa:16:3e:bd:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:52:55Z', 'updated_at': '2022-04-30T21:52:55Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:41Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:57.077940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac65113a-f556-4ce5-8166-0977c6afc444 req-756f2e5f-f4da-49c4-9e15-2128ed9903df tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966799
Apr 30 21:52:57.100552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48932) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:57.103932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-db2f34bd-fa33-4a0a-b46b-864250f9d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:57.105388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-db2f34bd-fa33-4a0a-b46b-864250f9d769 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.1185265
Apr 30 21:52:57.108715 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] Checking router: efe59137-b2c3-45d3-8093-24b08bab0314 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:52:57.117717 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:52:57.118356 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7a0640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:52:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:57.165054 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3e62a422-8753-41a4-9ab4-8ce6d9361712 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/f67c23bb-f3f6-42da-9942-db3289ba8957 HTTP/1.1" status: 200  len: 990 time: 0.0633564
Apr 30 21:52:57.176460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-d5209ebf-2844-4bb8-8eba-62b3c3f49554 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 998 time: 0.0646999
Apr 30 21:52:57.223882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-5ff257d2-0056-46d2-800a-b52c704a29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:57.224942 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:52:57.225356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-5ff257d2-0056-46d2-800a-b52c704a29c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0438519
Apr 30 21:52:57.267597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-7b0df97f-bc89-4df1-9463-730f564d3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:57.269201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-7b0df97f-bc89-4df1-9463-730f564d3d2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387144
Apr 30 21:52:57.387445 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-d814da66-5a4b-4cc8-bf6d-4219a2461be4 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017783
Apr 30 21:52:57.534222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60157a02-5e5b-4427-991b-8f4a1daa42cc req-44da39cb-8465-466b-99f2-fe94e2c4efd4 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516771
Apr 30 21:52:57.539069 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7a0640>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f67c23bb-f3f6-42da-9942-db3289ba8957', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.37', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'port_id': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'mac_address': 'fa:16:3e:bd:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:52:55Z', 'updated_at': '2022-04-30T21:52:55Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:41Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:52:57.570933 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd53967-f81b-46e2-8278-ce0a6c749cb2 None None] The sync data for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 is: [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f67c23bb-f3f6-42da-9942-db3289ba8957', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.37', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'port_id': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'mac_address': 'fa:16:3e:bd:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:52:55Z', 'updated_at': '2022-04-30T21:52:55Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:41Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:52:57.581958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c242b-b531-4442-ab59-a456205de4f0 req-3d5d80a3-4668-4b08-9cb9-4cbc2b1a0f25 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:52:57.583499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-3d5d80a3-4668-4b08-9cb9-4cbc2b1a0f25 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 811 time: 0.1272607
Apr 30 21:52:57.599084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-8f97b405-5263-40ae-a5c9-bcea8f4b6088 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/quotas/839ab2af4d6b40c3b957be9c7dc78b26 HTTP/1.1" status: 200  len: 375 time: 0.0095232
Apr 30 21:52:57.656457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-660befd2-32b1-4da3-afab-7101a7d21716 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0512900
Apr 30 21:52:57.758047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-9790584d-41c3-4302-adef-97fcd69dd51f service neutron] 10.222.0.23 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943141
Apr 30 21:52:57.783527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c4fe1-682d-4e2c-a7d5-94505b3511b0 None None] New status for floating IP f67c23bb-f3f6-42da-9942-db3289ba8957: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:52:57.864087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-7402f741-a09c-4e1a-a09c-feb94df48d64 service neutron] 10.222.0.23 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0995984
Apr 30 21:52:58.108856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc4c907c-c583-464b-9141-aa36e71efc5c req-6d564b01-d6bb-4654-a0f8-25fd12ffd8ce tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 210 time: 0.0280893
Apr 30 21:52:58.166711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 48954) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:52:58.230877 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c4520844-3fbf-4af7-a608-79cc7ce92f53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/f67c23bb-f3f6-42da-9942-db3289ba8957 HTTP/1.1" status: 200  len: 992 time: 0.0629175
Apr 30 21:52:59.204516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cd258ef-b825-4dd6-9664-798b408dace3 req-0f943a2e-284e-49c4-b85d-35d7188c9240 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 210 time: 0.0282273
Apr 30 21:53:00.156698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c242b-b531-4442-ab59-a456205de4f0 req-150c06fb-036c-4b98-a766-7fef5ca7056f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:00.158095 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-150c06fb-036c-4b98-a766-7fef5ca7056f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 811 time: 0.0999250
Apr 30 21:53:00.170375 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'port': {'device_id': '6e993974-134c-40e4-a949-75f0b12a3321', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'admin_state_up': True, 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:53:00.313411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-40c44468-84da-4ba5-8a3a-f12a2e7dc2c9 req-70e5d446-1fe2-4d79-9c74-e1c969b28869 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 210 time: 0.0324328
Apr 30 21:53:00.374655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Made reservation on behalf of 839ab2af4d6b40c3b957be9c7dc78b26 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:53:00.378067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:00.507620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Allocated IP 172.20.0.14 (f1968efb-9997-4382-98a0-ab6f19a6ad8d/6ec0989c-20a3-4dba-b512-e48d4853dc97/3fccd6f7-dd9b-4168-9eeb-f8a6671583a2) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:53:00.654854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:00.752066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:00.764745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['f223d792-369d-42d2-b92f-ca233aa6c3b4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:53:00.795788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:53:00.798926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:53:00.802839 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:53:00.835255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'Port': ['ID=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:00.887917 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:00.887917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:00.952394 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-3b59f884-ee63-4e14-9ebb-80e2e5891eed tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7855306
Apr 30 21:53:00.966335 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Request body: {'port': {'device_id': '6e993974-134c-40e4-a949-75f0b12a3321', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:53:01.151900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8168b5a2-7b8e-4327-808f-beff9fd41ee0 None None] Provisioning complete for port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:53:01.152477 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8168b5a2-7b8e-4327-808f-beff9fd41ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:01.194727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8168b5a2-7b8e-4327-808f-beff9fd41ee0 None None] Port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:53:01.361270 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:01.428884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361e91b-8d0c-4840-afbc-f57ed494f81f req-4665bc4d-1f61-448e-98bd-6f567c81b7ba tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:01.430369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1361e91b-8d0c-4840-afbc-f57ed494f81f req-4665bc4d-1f61-448e-98bd-6f567c81b7ba tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 932 time: 0.0471449
Apr 30 21:53:01.479537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1361e91b-8d0c-4840-afbc-f57ed494f81f req-c28ebba0-9643-46ab-9024-46fb46941f72 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429528
Apr 30 21:53:01.626370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:53:01.634442 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Publish callbacks [] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:01.646490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Transition to ACTIVE for port object 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:53:01.734631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:01.786088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Pushing event updated for resources: {'Port': ['ID=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:01.858618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Attempting to bind port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:53:01.858950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Attempting to bind port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:53:01.859273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Attempting to bind port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:53:01.864772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 on network f1968efb-9997-4382-98a0-ab6f19a6ad8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:53:01.865243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Attempting to bind port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:53:01.871162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:53:01.875497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Checking segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:53:01.875497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Bound using segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:53:01.875497 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Bound port: 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:53:01.875497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:01.942760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] For port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:53:01.945947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] For port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:53:02.009186 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:02.044220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:02.044834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:02.046290 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] 10.222.0.20 "PUT /v2.0/ports/3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 HTTP/1.1" status: 200  len: 1092 time: 1.0867527
Apr 30 21:53:02.046741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e993974-134c-40e4-a949-75f0b12a3321', 'tag': '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:53:02.048976 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03a8adf-5d43-4a80-85d0-31f62a9199fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6e993974-134c-40e4-a949-75f0b12a3321", "tag": "3fccd6f7-dd9b-4168-9eeb-f8a6671583a2"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:53:02.074640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996ba4b-e0ff-4316-88f6-cfbb5a7dec1b service neutron] Pushing event updated for resources: {'Port': ['ID=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:02.092682 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e2f990-558f-4c03-902b-ab26a1e93403 x-openstack-request-id: req-77e2f990-558f-4c03-902b-ab26a1e93403 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:53:02.092978 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e993974-134c-40e4-a949-75f0b12a3321", "tag": "3fccd6f7-dd9b-4168-9eeb-f8a6671583a2", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:53:02.093258 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77e2f990-558f-4c03-902b-ab26a1e93403 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:53:02.093687 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e2f990-558f-4c03-902b-ab26a1e93403'] response: {'name': 'network-changed', 'server_uuid': '6e993974-134c-40e4-a949-75f0b12a3321', 'tag': '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2', 'status': 'completed', 'code': 200}
Apr 30 21:53:02.161008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8adf-5d43-4a80-85d0-31f62a9199fe req-6faa6641-ff7c-4d7e-b6fc-466411498243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:02.162578 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c03a8adf-5d43-4a80-85d0-31f62a9199fe req-6faa6641-ff7c-4d7e-b6fc-466411498243 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 1126 time: 0.0415878
Apr 30 21:53:02.267288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8adf-5d43-4a80-85d0-31f62a9199fe req-c023b3a9-eb8a-4707-924f-435925d45e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:02.268773 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c03a8adf-5d43-4a80-85d0-31f62a9199fe req-c023b3a9-eb8a-4707-924f-435925d45e41 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0979774
Apr 30 21:53:02.368386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8adf-5d43-4a80-85d0-31f62a9199fe req-4eec2554-508c-4fe8-8c5a-dfac645ea805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:02.369938 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c03a8adf-5d43-4a80-85d0-31f62a9199fe req-4eec2554-508c-4fe8-8c5a-dfac645ea805 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0954137
Apr 30 21:53:02.448286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c242b-b531-4442-ab59-a456205de4f0 req-05288d68-44fd-45bf-99cc-fa4ba07def26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:02.449903 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-05288d68-44fd-45bf-99cc-fa4ba07def26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 1126 time: 0.0439060
Apr 30 21:53:02.498875 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-3a40d190-ebf0-433e-b776-b7ba9cc4576d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 HTTP/1.1" status: 200  len: 217 time: 0.0397434
Apr 30 21:53:02.549136 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c242b-b531-4442-ab59-a456205de4f0 req-a6b125dc-8a13-4643-a107-94efd3131726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:02.550646 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-a6b125dc-8a13-4643-a107-94efd3131726 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0492063
Apr 30 21:53:02.596328 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c242b-b531-4442-ab59-a456205de4f0 req-63931aff-90ad-416a-86e8-dd2cc368612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:02.597926 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-63931aff-90ad-416a-86e8-dd2cc368612c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407760
Apr 30 21:53:02.605608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eac305-7a54-4164-87d1-e86f01997ff8 req-5c128e64-76a8-4465-a2f4-9f02fd502765 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:02.607189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52eac305-7a54-4164-87d1-e86f01997ff8 req-5c128e64-76a8-4465-a2f4-9f02fd502765 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 944 time: 0.0483513
Apr 30 21:53:02.659569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52eac305-7a54-4164-87d1-e86f01997ff8 req-70778040-567d-432d-b7e3-6ca9451d893a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454490
Apr 30 21:53:02.699848 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-d2439d5d-df14-4db9-80f1-b4d66782f3d8 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941732
Apr 30 21:53:02.791879 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-390c242b-b531-4442-ab59-a456205de4f0 req-26af6248-b1e5-4b43-991b-45b93f9cf815 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856962
Apr 30 21:53:03.781447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246643-90f8-4821-88bd-c46f6cbf6d81 req-a6d8c548-79e3-4ee7-91a3-2c1a72b3a767 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:03.782961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17246643-90f8-4821-88bd-c46f6cbf6d81 req-a6d8c548-79e3-4ee7-91a3-2c1a72b3a767 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 944 time: 0.0526848
Apr 30 21:53:03.830372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17246643-90f8-4821-88bd-c46f6cbf6d81 req-10139941-7b60-4d4b-83de-0fda2d5d9dce tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409067
Apr 30 21:53:04.945537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44964f7a-299e-4d65-8f57-7d6a6564eff2 req-08dc6134-fb08-4c34-859e-cee4a18a060e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:04.947018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44964f7a-299e-4d65-8f57-7d6a6564eff2 req-08dc6134-fb08-4c34-859e-cee4a18a060e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 944 time: 0.0468378
Apr 30 21:53:04.993311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44964f7a-299e-4d65-8f57-7d6a6564eff2 req-080d99fc-4d44-49ff-b399-9a28bc5fab36 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407193
Apr 30 21:53:06.109399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f0118-9436-45ec-9048-633ae5dfe694 req-ad43df1d-fa84-433d-a423-21496570e928 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:06.110911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d25f0118-9436-45ec-9048-633ae5dfe694 req-ad43df1d-fa84-433d-a423-21496570e928 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 944 time: 0.0467212
Apr 30 21:53:06.162403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d25f0118-9436-45ec-9048-633ae5dfe694 req-6cdebd70-dfb9-406d-b2c4-a5bbcb9704ac tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453584
Apr 30 21:53:07.279889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d7fb7-a2c6-4a42-a73b-3c0672309186 req-7636acdf-5515-4bee-98b1-a01bf04c72de tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:07.281296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b5d7fb7-a2c6-4a42-a73b-3c0672309186 req-7636acdf-5515-4bee-98b1-a01bf04c72de tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 944 time: 0.0471756
Apr 30 21:53:07.328324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b5d7fb7-a2c6-4a42-a73b-3c0672309186 req-32275a15-192b-4e6d-b48c-f9e81013d971 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410957
Apr 30 21:53:08.440731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c906d6a-28a1-46d9-b91f-1c4b6a1be8bb req-75d85629-afc3-47e8-b825-053fb7e58d5b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:08.442737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c906d6a-28a1-46d9-b91f-1c4b6a1be8bb req-75d85629-afc3-47e8-b825-053fb7e58d5b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 944 time: 0.0464871
Apr 30 21:53:08.499432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c906d6a-28a1-46d9-b91f-1c4b6a1be8bb req-d2921ecb-3dad-4688-bcaa-4ebc0ec2db7f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511200
Apr 30 21:53:09.620092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59ea18-4b82-4b2b-8b85-7a29e2dac64c req-1f18cfc3-bd31-46a8-8408-29d871c3b199 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:09.621559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f59ea18-4b82-4b2b-8b85-7a29e2dac64c req-1f18cfc3-bd31-46a8-8408-29d871c3b199 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 944 time: 0.0505569
Apr 30 21:53:09.667822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f59ea18-4b82-4b2b-8b85-7a29e2dac64c req-afc2b549-915e-4617-8384-51d5816b304b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406165
Apr 30 21:53:10.451455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:53:10.548255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:53:10.559765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'port_id': '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2', 'mac_address': 'fa:16:3e:66:46:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:53:10.595028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:53:10.595411 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:10.607942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:53:10.626550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:53:10.700260 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:10.754606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:10.762208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.762553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.762893 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.763225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.763556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.763885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.764213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.764535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.764862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.765184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.765503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.765846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.766166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.766487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.766807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:10.783398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647f041-41b7-4c53-9aa9-3cdeb1c8d9e7 req-9c27799d-2f09-41da-8d95-950eed7cef7b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:10.784894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3647f041-41b7-4c53-9aa9-3cdeb1c8d9e7 req-9c27799d-2f09-41da-8d95-950eed7cef7b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 945 time: 0.0485759
Apr 30 21:53:10.835304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3647f041-41b7-4c53-9aa9-3cdeb1c8d9e7 req-0352b9de-98cc-4f99-8be6-289e059df394 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436025
Apr 30 21:53:10.943415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['3fccd6f7-dd9b-4168-9eeb-f8a6671583a2'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:53:11.954584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd9fb-2329-4d60-b62a-248c3b79fdec req-60839da2-7a05-43ce-8b70-376c594626f3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:11.956060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-686fd9fb-2329-4d60-b62a-248c3b79fdec req-60839da2-7a05-43ce-8b70-376c594626f3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 945 time: 0.0510747
Apr 30 21:53:12.002065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-686fd9fb-2329-4d60-b62a-248c3b79fdec req-6c63fb6a-84ad-4184-9995-34e0ec6e95ea tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402594
Apr 30 21:53:12.470617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:53:12.516901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:53:12.579486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:53:12.579821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:12.655838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:53:12.656218 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:12.679686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e993974-134c-40e4-a949-75f0b12a3321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:53:12.681955 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5289d8d-ff38-4255-a962-2ba27c2cb729" -d '{"events": [{"server_uuid": "6e993974-134c-40e4-a949-75f0b12a3321", "name": "network-vif-plugged", "status": "completed", "tag": "3fccd6f7-dd9b-4168-9eeb-f8a6671583a2"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:53:12.694298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:53:12.720419 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc4a784-5121-41d3-88f3-3aec235fe099 x-openstack-request-id: req-efc4a784-5121-41d3-88f3-3aec235fe099 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:53:12.720419 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e993974-134c-40e4-a949-75f0b12a3321", "name": "network-vif-plugged", "status": "completed", "tag": "3fccd6f7-dd9b-4168-9eeb-f8a6671583a2", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:53:12.720419 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efc4a784-5121-41d3-88f3-3aec235fe099 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:53:12.720419 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc4a784-5121-41d3-88f3-3aec235fe099'] response: {'server_uuid': '6e993974-134c-40e4-a949-75f0b12a3321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2', 'code': 200}
Apr 30 21:53:12.768173 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:12.820426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26ea8b-767c-4454-ad74-01ca317e3181 req-b5476438-7186-4fbe-b146-8056ea44f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:12.821988 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aa26ea8b-767c-4454-ad74-01ca317e3181 req-b5476438-7186-4fbe-b146-8056ea44f231 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 1128 time: 0.0449405
Apr 30 21:53:12.822150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:12.865975 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-aa26ea8b-767c-4454-ad74-01ca317e3181 req-34d5db5c-dae6-403d-9e68-d0dc17e73c10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379894
Apr 30 21:53:13.127442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e4a99-7426-4cdd-ad39-9e2382f6d62d req-b15be015-2cc9-4d96-b9ea-ba6a81710a4b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:13.128836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a51e4a99-7426-4cdd-ad39-9e2382f6d62d req-b15be015-2cc9-4d96-b9ea-ba6a81710a4b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 946 time: 0.0577810
Apr 30 21:53:13.180983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a51e4a99-7426-4cdd-ad39-9e2382f6d62d req-75f73912-c8d1-47be-898a-580a7f959745 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458603
Apr 30 21:53:14.311065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594a0e-d7a8-4bdf-bf6e-3353a8ed9eb9 req-c61c01e3-6b0d-4378-bc7d-7338690bf1ee tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:14.317257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be594a0e-d7a8-4bdf-bf6e-3353a8ed9eb9 req-c61c01e3-6b0d-4378-bc7d-7338690bf1ee tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 946 time: 0.0495484
Apr 30 21:53:14.367512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be594a0e-d7a8-4bdf-bf6e-3353a8ed9eb9 req-cea01aae-3567-47b3-86be-a61c0f175a1f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480740
Apr 30 21:53:15.488687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4f8aa-09c9-4983-bbd3-e5f83f7a4020 req-1abf9f97-ab5c-4b1f-a6a6-20d38ad2e9da tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:15.490524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0e4f8aa-09c9-4983-bbd3-e5f83f7a4020 req-1abf9f97-ab5c-4b1f-a6a6-20d38ad2e9da tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 946 time: 0.0474412
Apr 30 21:53:15.537851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0e4f8aa-09c9-4983-bbd3-e5f83f7a4020 req-2cf801ae-b8db-4079-a618-e10a4accf774 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414302
Apr 30 21:53:15.656789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b919e-c903-4be7-9aa1-ff4f63ba75cf req-71567062-5b5e-47bd-9335-ea3d5ea49a01 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:15.658287 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa8b919e-c903-4be7-9aa1-ff4f63ba75cf req-71567062-5b5e-47bd-9335-ea3d5ea49a01 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 946 time: 0.0486019
Apr 30 21:53:15.704554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa8b919e-c903-4be7-9aa1-ff4f63ba75cf req-a423dc89-b0f9-45a6-a88d-1168dd0775cb tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407526
Apr 30 21:53:16.296951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633fe81-6368-4901-961a-8e93147a101c req-ac1e1dcd-ddd1-4bdc-a2d2-80d6c4f4bc95 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:16.298822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0633fe81-6368-4901-961a-8e93147a101c req-ac1e1dcd-ddd1-4bdc-a2d2-80d6c4f4bc95 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 946 time: 0.0532556
Apr 30 21:53:16.348453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0633fe81-6368-4901-961a-8e93147a101c req-9e3326b6-7898-401c-8ad3-7ea591080f74 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438852
Apr 30 21:53:17.345192 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:17.467006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06513fc-06c3-4f8b-8b48-5e7d51b1cd9f req-98c7c776-32cb-4b72-b2cf-1ef957e4af93 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:17.468494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a06513fc-06c3-4f8b-8b48-5e7d51b1cd9f req-98c7c776-32cb-4b72-b2cf-1ef957e4af93 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 946 time: 0.0484641
Apr 30 21:53:17.514924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a06513fc-06c3-4f8b-8b48-5e7d51b1cd9f req-bb35015f-e0be-44f7-ba6f-30bc4180ffe8 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407126
Apr 30 21:53:17.859955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6bcbaf5-def2-41c8-8bc2-1b33dbf858b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:17.941343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-7413a9ee-9243-470b-9a13-a25982e9185a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:17.942794 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-7413a9ee-9243-470b-9a13-a25982e9185a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 946 time: 0.0461485
Apr 30 21:53:18.025353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Deleting port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:53:18.025688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:18.117088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] For port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:53:18.117357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:18.130492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Calling delete_port for 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:53:18.386435 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3fccd6f7-dd9b-4168-9eeb-f8a6671583a2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:18.402829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['f223d792-369d-42d2-b92f-ca233aa6c3b4', '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:53:18.416082 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event deleted for resources: {'Port': ['ID=3fccd6f7-dd9b-4168-9eeb-f8a6671583a2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:18.460092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] No DVR routers for this DVR port 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:53:18.463798 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:18.467936 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a12d4456-3844-48b8-8eb6-e1e10eab5a8a req-ccc124c7-609a-451c-80fd-bccc5b52dd58 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "DELETE /v2.0/ports/3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 HTTP/1.1" status: 204  len: 173 time: 0.5196810
Apr 30 21:53:18.468405 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e993974-134c-40e4-a949-75f0b12a3321', 'name': 'network-vif-deleted', 'tag': '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:53:18.470941 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38de0b6-2a56-40a4-8625-3bca24ed7fa1" -d '{"events": [{"server_uuid": "6e993974-134c-40e4-a949-75f0b12a3321", "name": "network-vif-deleted", "tag": "3fccd6f7-dd9b-4168-9eeb-f8a6671583a2"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:53:18.514827 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64aaa02-36f0-4194-b279-acd95a30001e x-openstack-request-id: req-f64aaa02-36f0-4194-b279-acd95a30001e {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:53:18.515125 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e993974-134c-40e4-a949-75f0b12a3321", "name": "network-vif-deleted", "tag": "3fccd6f7-dd9b-4168-9eeb-f8a6671583a2", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:53:18.516194 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f64aaa02-36f0-4194-b279-acd95a30001e {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:53:18.516194 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64aaa02-36f0-4194-b279-acd95a30001e'] response: {'server_uuid': '6e993974-134c-40e4-a949-75f0b12a3321', 'name': 'network-vif-deleted', 'tag': '3fccd6f7-dd9b-4168-9eeb-f8a6671583a2', 'status': 'completed', 'code': 200}
Apr 30 21:53:18.622802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11068933-c72e-455f-9803-e9358911bb9d req-8416546e-2621-44f0-a3a0-dd7db0abd8a7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 210 time: 0.0294244
Apr 30 21:53:19.736702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46658673-679b-46c3-9990-09990b47af79 req-fa0f0e69-0347-49e9-976e-0b18b2dff6e1 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e993974-134c-40e4-a949-75f0b12a3321 HTTP/1.1" status: 200  len: 210 time: 0.0316949
Apr 30 21:53:20.500199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:53:20.520205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:53:20.520547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 3fccd6f7-dd9b-4168-9eeb-f8a6671583a2 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:53:20.528182 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93a1b89f-1cff-4aaf-a6f7-d0750906c498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:21.351213 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:21.454311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:23.271902 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:24.649135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:27.341004 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-3434935e-cb21-4a49-8a07-352e0ea0c468 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0425212
Apr 30 21:53:27.429563 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-d977235a-db01-4ff3-8b15-a3a9106ad4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:27.431140 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-d977235a-db01-4ff3-8b15-a3a9106ad4c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 1128 time: 0.0406260
Apr 30 21:53:27.538525 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-8ab4ad6e-f935-4c1a-aae7-437184961dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:27.539982 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-8ab4ad6e-f935-4c1a-aae7-437184961dda service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 912 time: 0.0846214
Apr 30 21:53:27.587945 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-16340e41-d6ae-42a9-83eb-e4d7edd076c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f223d792-369d-42d2-b92f-ca233aa6c3b4 HTTP/1.1" status: 200  len: 217 time: 0.0367517
Apr 30 21:53:27.642521 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-a9d670de-7413-47fa-b911-bbd5941a2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:27.644016 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-a9d670de-7413-47fa-b911-bbd5941a2f61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0494003
Apr 30 21:53:27.691064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-a648ce41-ed91-42be-97d8-b0ff91ab5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:27.692556 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-a648ce41-ed91-42be-97d8-b0ff91ab5df0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384007
Apr 30 21:53:27.795648 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-19a57f2a-a22c-4638-a5c7-a55fb0162f5b service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875771
Apr 30 21:53:27.887273 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-4172a2a9-246f-4935-85ea-fe35b00dab80 req-f8797b2b-65a8-454b-922c-6cc3ced5839b service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824580
Apr 30 21:53:29.581035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-a594c197-52f7-4904-a814-1d7e7fe210f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0378792
Apr 30 21:53:29.660654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-eff4544a-38b1-4a71-91cb-f83042a2ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:29.662148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-eff4544a-38b1-4a71-91cb-f83042a2ccb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1127 time: 0.0389323
Apr 30 21:53:30.047104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-d4e0deeb-f463-4db3-a1a4-caa683729984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:30.048616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-d4e0deeb-f463-4db3-a1a4-caa683729984 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.3690202
Apr 30 21:53:30.112233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-1c50275c-65ed-4505-b9ca-34efdf8a37ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 1000 time: 0.0572281
Apr 30 21:53:30.158555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-dc73fc2b-67c8-4bb0-aa4b-9b218da0909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:30.159961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-dc73fc2b-67c8-4bb0-aa4b-9b218da0909a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0426772
Apr 30 21:53:30.206241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-8937b113-519c-4ef6-845b-3c7cc9342a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:30.207715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-8937b113-519c-4ef6-845b-3c7cc9342a2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418699
Apr 30 21:53:30.296553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-107ef7bb-d0df-496e-8698-cb735e4bb0a1 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825896
Apr 30 21:53:30.390078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4aaf12d-7943-46c7-8830-d227449a2437 req-ad898e2d-fe7b-4b0e-b160-76eafddc123e service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876963
Apr 30 21:53:31.454992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d7b5d-b2d3-4d06-a4b3-fd460e1f5226 req-b35957fd-bd63-4888-8f4d-f1cad9337cf7 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:31.456537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f2d7b5d-b2d3-4d06-a4b3-fd460e1f5226 req-b35957fd-bd63-4888-8f4d-f1cad9337cf7 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1127 time: 0.0412281
Apr 30 21:53:31.474474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f2d7b5d-b2d3-4d06-a4b3-fd460e1f5226 req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:31.552033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f2d7b5d-b2d3-4d06-a4b3-fd460e1f5226 req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Publish callbacks [] for security_group (50d6430b-8992-455c-998f-0cd0215a585d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:31.643107 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3f2d7b5d-b2d3-4d06-a4b3-fd460e1f5226 req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (50d6430b-8992-455c-998f-0cd0215a585d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:31.683758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3f2d7b5d-b2d3-4d06-a4b3-fd460e1f5226 req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2215793
Apr 30 21:53:31.684724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d6430b-8992-455c-998f-0cd0215a585d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:31.693081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.693493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.693878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.694241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.694573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.694893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.695221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.700825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.700825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.700825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.700825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.700825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.700825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.700825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.700825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555735cf-a11a-4b07-bb30-956494d7069f tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:53:31.807190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eebf4-32a4-4745-8144-9ca5aef04634 req-5ca3d81a-cc47-4cb5-b5eb-931d254073bb tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:31.808624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-422eebf4-32a4-4745-8144-9ca5aef04634 req-5ca3d81a-cc47-4cb5-b5eb-931d254073bb tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0516298
Apr 30 21:53:31.857418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-422eebf4-32a4-4745-8144-9ca5aef04634 req-c01574de-0908-444a-84a5-8452d51e95d2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424979
Apr 30 21:53:31.879608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49140) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:53:31.944975 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3b66e96b-6f2a-4776-ab67-08f8296e1d5c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/f67c23bb-f3f6-42da-9942-db3289ba8957 HTTP/1.1" status: 200  len: 992 time: 0.0642259
Apr 30 21:53:32.248928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-9e60f06c-74d4-4c72-b0b6-cc1fb8343da7 req-211ba8c2-58da-4ea5-afd4-cd6cb80f69d5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:53:32.249912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e60f06c-74d4-4c72-b0b6-cc1fb8343da7 req-211ba8c2-58da-4ea5-afd4-cd6cb80f69d5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054140
Apr 30 21:53:32.726166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56deb330-12bf-4cd0-b224-591a80af89f0 req-07a1d817-c19e-4c1f-8f4f-e7708c913dac tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:32.727651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56deb330-12bf-4cd0-b224-591a80af89f0 req-07a1d817-c19e-4c1f-8f4f-e7708c913dac tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0476830
Apr 30 21:53:32.766134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49156) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:53:32.778688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56deb330-12bf-4cd0-b224-591a80af89f0 req-36f37b8e-b0e6-4791-80ec-c9eed3a16219 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452392
Apr 30 21:53:32.867091 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-eba1c9de-71ae-43ea-81ff-3e26b4c4d174 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0998111
Apr 30 21:53:32.876138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-4a862d67-d30f-4edc-9ffa-3b80906d2aae service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:53:32.877036 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-4a862d67-d30f-4edc-9ffa-3b80906d2aae service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054970
Apr 30 21:53:33.294466 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:53:33.457010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49178) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:53:33.550877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-aa22ed47-7171-45ad-aa9a-0657ab5eafbd tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:33.552276 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-aa22ed47-7171-45ad-aa9a-0657ab5eafbd tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports/a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 1124 time: 0.0942464
Apr 30 21:53:33.892080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bfed1-55ed-43c9-b4b3-ca0f48431dc8 req-a567424b-d90c-49f2-b9a4-a0a05e5b8107 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:33.893558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-062bfed1-55ed-43c9-b4b3-ca0f48431dc8 req-a567424b-d90c-49f2-b9a4-a0a05e5b8107 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0460391
Apr 30 21:53:33.950002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-062bfed1-55ed-43c9-b4b3-ca0f48431dc8 req-0fa988b9-22ec-48f8-8e3c-78f637d136cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503528
Apr 30 21:53:35.067692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc5dde-4c38-4c2a-84be-3da320502a4c req-0e400799-a8fc-4ab1-9d28-481842b990a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:35.069051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bdbc5dde-4c38-4c2a-84be-3da320502a4c req-0e400799-a8fc-4ab1-9d28-481842b990a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0464623
Apr 30 21:53:35.117147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bdbc5dde-4c38-4c2a-84be-3da320502a4c req-87da5646-1888-4dd0-8a47-4ef1cc22970b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423903
Apr 30 21:53:35.365477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-7cceaf06-4e2e-4eae-aa03-d203b0dbe023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:35.366904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-7cceaf06-4e2e-4eae-aa03-d203b0dbe023 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1127 time: 0.0392938
Apr 30 21:53:35.459042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-af9f810b-7a1e-4d8d-a9da-a51d1dbe304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:35.460514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-af9f810b-7a1e-4d8d-a9da-a51d1dbe304c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.0880153
Apr 30 21:53:35.529314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-2bf39291-29b5-4bf4-a240-5a8982b58d33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 1000 time: 0.0622766
Apr 30 21:53:35.575582 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-9efc716d-1147-44e1-b931-955e8cef6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:35.577042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-9efc716d-1147-44e1-b931-955e8cef6069 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0419655
Apr 30 21:53:35.624317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-9f6b885f-84b9-44d6-8434-ba3eb10a2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:35.625722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-9f6b885f-84b9-44d6-8434-ba3eb10a2055 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430877
Apr 30 21:53:35.714474 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-a6e4028e-446d-433d-8775-c75e8ea72e79 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830379
Apr 30 21:53:35.807250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-1830619b-e4f9-46b4-889c-0abab19d25af service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860705
Apr 30 21:53:36.238915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb08689-6d46-4158-ae2e-8076a9a5de20 req-ca242f60-fb6b-4139-8ba2-a70f15daf1b9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:36.240417 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cb08689-6d46-4158-ae2e-8076a9a5de20 req-ca242f60-fb6b-4139-8ba2-a70f15daf1b9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0495865
Apr 30 21:53:36.291868 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9cb08689-6d46-4158-ae2e-8076a9a5de20 req-a7cf407b-55d6-48eb-8b0c-1ce41af1399f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455856
Apr 30 21:53:37.407373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe173ae-be9c-4522-8a2f-8f6d8bad2968 req-d56dae44-b5a4-4334-b5b2-113483cb5835 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:37.408841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfe173ae-be9c-4522-8a2f-8f6d8bad2968 req-d56dae44-b5a4-4334-b5b2-113483cb5835 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0472553
Apr 30 21:53:37.461004 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfe173ae-be9c-4522-8a2f-8f6d8bad2968 req-9feee92d-5113-4922-9966-6c9e76460e7f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465012
Apr 30 21:53:38.576305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ff68-444a-4871-8a67-f54d093e938d req-d08e3912-1102-4514-85d5-b15404893f6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:38.581137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38d9ff68-444a-4871-8a67-f54d093e938d req-d08e3912-1102-4514-85d5-b15404893f6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0469301
Apr 30 21:53:38.628507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38d9ff68-444a-4871-8a67-f54d093e938d req-f0e13615-c01e-442c-974c-e413bbf2aefd tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449090
Apr 30 21:53:39.744562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a11666-5228-4fc0-a2c5-e59e8046ca13 req-41d13c13-fda3-49a5-9c4e-614939beb4b6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:39.746080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5a11666-5228-4fc0-a2c5-e59e8046ca13 req-41d13c13-fda3-49a5-9c4e-614939beb4b6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0480959
Apr 30 21:53:39.797960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5a11666-5228-4fc0-a2c5-e59e8046ca13 req-694376ba-fb47-4c98-9f72-c657a4b3a499 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461273
Apr 30 21:53:40.936483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12e833-8289-436e-9a20-3cc644f5dfb1 req-14a74cf4-a58b-4d59-864c-e0d0a55ef1b3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:40.938560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea12e833-8289-436e-9a20-3cc644f5dfb1 req-14a74cf4-a58b-4d59-864c-e0d0a55ef1b3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0591488
Apr 30 21:53:40.995047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea12e833-8289-436e-9a20-3cc644f5dfb1 req-38445f5d-5882-439c-aeb1-2a8ca9558c7d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503058
Apr 30 21:53:42.111575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a42193-21e2-46a9-b4db-13f7b9bd2b27 req-ecaba6db-47d3-4a12-9969-ece8b4e6d5f9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:42.113144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18a42193-21e2-46a9-b4db-13f7b9bd2b27 req-ecaba6db-47d3-4a12-9969-ece8b4e6d5f9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0469165
Apr 30 21:53:42.162192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-18a42193-21e2-46a9-b4db-13f7b9bd2b27 req-439ac62b-a7b9-40a7-bcbe-4ca0d44789c8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435030
Apr 30 21:53:43.277120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc09c3-a10d-47e4-af47-e44c0ca59638 req-553e2eef-21cb-40e4-a8f2-57bea5dc3c01 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:43.278634 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bcc09c3-a10d-47e4-af47-e44c0ca59638 req-553e2eef-21cb-40e4-a8f2-57bea5dc3c01 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0481482
Apr 30 21:53:43.331259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bcc09c3-a10d-47e4-af47-e44c0ca59638 req-feba5425-61ca-4516-830b-8ad200f66a9b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469646
Apr 30 21:53:44.447870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d140705-8286-491f-a39c-aed3bf165e9f req-dc3c26bc-35f3-40b9-aae2-9150d2de3a49 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:44.449352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d140705-8286-491f-a39c-aed3bf165e9f req-dc3c26bc-35f3-40b9-aae2-9150d2de3a49 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0467298
Apr 30 21:53:44.468535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-6257c949-ceb4-4308-ba9f-007e88becf5d req-c068a2ab-4b88-4932-991c-0b6f9ea0deff service neutron] (115774) timed out ('10.222.0.35', 58205) {{(pid=115774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:53:44.498567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d140705-8286-491f-a39c-aed3bf165e9f req-3d2e5a97-5cf5-41a8-ad56-609d2415bad3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426126
Apr 30 21:53:45.613051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26b8cf-ec8a-45f9-ba8b-9dba683c3642 req-0090e212-7492-4722-bf69-f34fe32a31c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:45.614561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c26b8cf-ec8a-45f9-ba8b-9dba683c3642 req-0090e212-7492-4722-bf69-f34fe32a31c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0460248
Apr 30 21:53:45.662822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c26b8cf-ec8a-45f9-ba8b-9dba683c3642 req-400b6ac6-2908-4885-be00-f4aff4ee0ccd tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425477
Apr 30 21:53:46.782737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67040f65-e612-45ad-9362-8719c9253843 req-8c423e43-fdae-44d7-a18e-02e7d88ab8a1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:46.784303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67040f65-e612-45ad-9362-8719c9253843 req-8c423e43-fdae-44d7-a18e-02e7d88ab8a1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0530486
Apr 30 21:53:46.834261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67040f65-e612-45ad-9362-8719c9253843 req-a4041078-f185-4747-969c-1b95e2301f6e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443163
Apr 30 21:53:47.340073 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:47.848739 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9ef0285a-2420-4b0f-bc10-cb876223d7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:47.972647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6b5df-ed53-482f-b7a7-9e9c8bd33116 req-70f72254-3ab4-4a5a-beae-3ca0aabc2268 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:47.974115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44a6b5df-ed53-482f-b7a7-9e9c8bd33116 req-70f72254-3ab4-4a5a-beae-3ca0aabc2268 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0718586
Apr 30 21:53:48.019589 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-d5d6d70e-2f05-4d28-8367-9f19a230958d service neutron] show failed (client error): The resource could not be found.
Apr 30 21:53:48.020550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-d5d6d70e-2f05-4d28-8367-9f19a230958d service neutron] 10.222.0.35 "GET /v2.0/ports/a21d80d5-f736-4446-bbff-4418a0218d9c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0899231
Apr 30 21:53:48.046057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-44a6b5df-ed53-482f-b7a7-9e9c8bd33116 req-eec375ad-6de1-4bed-9af8-df11a3e4629a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655963
Apr 30 21:53:48.627780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-dec0e548-e1fc-4e85-b2ca-bc7b92c3dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:48.629191 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-dec0e548-e1fc-4e85-b2ca-bc7b92c3dc33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 1127 time: 0.0733440
Apr 30 21:53:48.646552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:53:48.703217 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:48.899772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:53:48.932849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch2-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:53:48.974969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:53:48.977180 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116045ed-1869-41dd-b33f-e557c8ed5751" -d '{"events": [{"server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "name": "network-vif-unplugged", "status": "completed", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:53:48.980618 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Publish callbacks [] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:48.993618 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Transition to ACTIVE for port object a21d80d5-f736-4446-bbff-4418a0218d9c will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:53:49.028706 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97379375-db18-4318-a205-e1e2df7b94ca x-openstack-request-id: req-97379375-db18-4318-a205-e1e2df7b94ca {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:53:49.028994 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "name": "network-vif-unplugged", "status": "completed", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:53:49.029272 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97379375-db18-4318-a205-e1e2df7b94ca {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:53:49.029644 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97379375-db18-4318-a205-e1e2df7b94ca'] response: {'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'code': 200}
Apr 30 21:53:49.054395 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:49.169599 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=6']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:49.177700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1e487-bfbc-4ea5-af59-1ac0456531d1 req-176de8b2-f872-4b41-b1aa-1fef13092f86 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:49.177700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ac1e487-bfbc-4ea5-af59-1ac0456531d1 req-176de8b2-f872-4b41-b1aa-1fef13092f86 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 943 time: 0.0531585
Apr 30 21:53:49.230976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ac1e487-bfbc-4ea5-af59-1ac0456531d1 req-d1240d75-054a-4c2f-b4c7-d71fd962ed0a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480874
Apr 30 21:53:49.251714 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] No DVR routers for this DVR port a21d80d5-f736-4446-bbff-4418a0218d9c on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:53:49.391251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Attempting to bind port a21d80d5-f736-4446-bbff-4418a0218d9c on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:53:49.391549 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Attempting to bind port a21d80d5-f736-4446-bbff-4418a0218d9c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:53:49.391874 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Attempting to bind port a21d80d5-f736-4446-bbff-4418a0218d9c on network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:53:49.396117 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Port a21d80d5-f736-4446-bbff-4418a0218d9c on network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:53:49.396430 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Attempting to bind port a21d80d5-f736-4446-bbff-4418a0218d9c on network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:53:49.401538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:53:49.406384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Checking segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:53:49.406384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Bound using segment: {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:53:49.406384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Bound port: a21d80d5-f736-4446-bbff-4418a0218d9c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a489829-943b-4f87-95b2-7e345104161a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:53:49.406384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:49.466590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:53:49.470121 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:53:49.557293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:49.592072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:49.592686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:49.594081 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] 10.222.0.20 "PUT /v2.0/ports/a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 1091 time: 0.9513505
Apr 30 21:53:49.615939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb89f5-b9af-4962-96e3-95fd6b25dd37 service neutron] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=7']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:49.659276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-800b8af4-b4b2-4572-bbeb-66762d495ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:49.662448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-800b8af4-b4b2-4572-bbeb-66762d495ed6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1125 time: 0.0406907
Apr 30 21:53:49.760339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-309bcf10-ad39-44c1-aa0d-876b6f7ca01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:49.761837 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-309bcf10-ad39-44c1-aa0d-876b6f7ca01e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.0898037
Apr 30 21:53:49.831883 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-004d4c2d-f8d8-4932-afda-6c2516093975 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 998 time: 0.0607641
Apr 30 21:53:49.884101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-b1b537de-cb2d-4211-98a1-1db20261d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:49.885597 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-b1b537de-cb2d-4211-98a1-1db20261d7be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0442116
Apr 30 21:53:49.935764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-74a6d341-37dd-4cae-8bfd-9f5203960b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:49.937228 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-74a6d341-37dd-4cae-8bfd-9f5203960b34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420918
Apr 30 21:53:50.034084 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-cc0cbe26-1659-42b9-a298-03effdce144c service neutron] 10.222.0.20 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859342
Apr 30 21:53:50.133383 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-8d2cf0db-7462-4741-a4b0-9c0530448aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895944
Apr 30 21:53:50.365711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee2a31-f59e-4a09-a947-04791886aae9 req-2a650da9-aca4-4876-9330-b82a8d389f28 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:50.367290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81ee2a31-f59e-4a09-a947-04791886aae9 req-2a650da9-aca4-4876-9330-b82a8d389f28 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 943 time: 0.0494611
Apr 30 21:53:50.417824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81ee2a31-f59e-4a09-a947-04791886aae9 req-deb2f6a0-03ff-48f6-9552-c26a73203e1f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445912
Apr 30 21:53:50.556640 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29c93bc0-40f9-4874-8d19-c152a5c6df7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:51.030836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:53:51.033683 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739e738a-b07a-4117-8b5a-9166b2c7e6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:53:51.081383 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fbad68-2718-4b60-a6ec-39f11566804f x-openstack-request-id: req-c2fbad68-2718-4b60-a6ec-39f11566804f {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:53:51.081679 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:53:51.082044 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2fbad68-2718-4b60-a6ec-39f11566804f {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:53:51.082454 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fbad68-2718-4b60-a6ec-39f11566804f'] response: {'name': 'network-changed', 'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'status': 'completed', 'code': 200}
Apr 30 21:53:51.145003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-48191195-7c00-484b-bb1b-7ab58a9e857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:51.146579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-48191195-7c00-484b-bb1b-7ab58a9e857a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1125 time: 0.0433505
Apr 30 21:53:51.236295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-2d027440-9953-4bad-a250-51cdcb7cf743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:51.237782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-2d027440-9953-4bad-a250-51cdcb7cf743 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.0856292
Apr 30 21:53:51.307975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-8ed7dd47-be89-46ef-976b-5fd03cf79512 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 998 time: 0.0642712
Apr 30 21:53:51.356670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-9d515bfe-8d0b-4ae6-8ee6-fe48281a0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:51.358201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-9d515bfe-8d0b-4ae6-8ee6-fe48281a0b11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0446200
Apr 30 21:53:51.374091 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:51.410864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-9e9ee308-3ced-46d3-b2e9-985ac779a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:51.412291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-9e9ee308-3ced-46d3-b2e9-985ac779a72c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479686
Apr 30 21:53:51.443350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:51.534530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-f9a90e3d-0c81-455b-b671-0d92772d36e0 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161253
Apr 30 21:53:51.555192 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6150d8-2806-4815-bc84-4d5e7871a7b4 req-6196c570-b16d-436d-b0c9-5346325dad5d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:51.556595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d6150d8-2806-4815-bc84-4d5e7871a7b4 req-6196c570-b16d-436d-b0c9-5346325dad5d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 943 time: 0.0673819
Apr 30 21:53:51.666738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d6150d8-2806-4815-bc84-4d5e7871a7b4 req-e0104c16-4c52-4253-86a8-b1c46968bb96 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001792
Apr 30 21:53:51.677529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-c55920a0-1dea-423f-8e56-30a09dae9435 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372242
Apr 30 21:53:51.899922 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-50c55d41-9e7f-43c5-87f8-e180629157c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:51.901396 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-50c55d41-9e7f-43c5-87f8-e180629157c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1125 time: 0.0397265
Apr 30 21:53:51.989407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-48168ec1-a73a-43cc-98d2-613370033dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:51.991021 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-48168ec1-a73a-43cc-98d2-613370033dd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.0837562
Apr 30 21:53:52.063838 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-7a2358fc-40db-451a-afdc-d5af54e414c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 998 time: 0.0637093
Apr 30 21:53:52.110688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-a197fd44-aafe-448b-bdcc-26bad3062a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:52.112111 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-a197fd44-aafe-448b-bdcc-26bad3062a56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0427649
Apr 30 21:53:52.200363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-19555f40-06cf-4ab4-ac49-0a81fa0b19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:52.201950 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-19555f40-06cf-4ab4-ac49-0a81fa0b19b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384140
Apr 30 21:53:52.351169 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-67a6b24e-605c-4e4f-8c8c-71f39e0c4a37 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877728
Apr 30 21:53:52.440580 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-739e738a-b07a-4117-8b5a-9166b2c7e6e4 req-a91f0807-81f2-43bc-8958-b2f23d754b9d service neutron] 10.222.0.20 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818894
Apr 30 21:53:52.675433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a21d80d5-f736-4446-bbff-4418a0218d9c no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:53:52.701109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a21d80d5-f736-4446-bbff-4418a0218d9c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:53:52.765088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port a21d80d5-f736-4446-bbff-4418a0218d9c host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:53:52.765484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a21d80d5-f736-4446-bbff-4418a0218d9c not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:53:52.790485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0fac6-3433-46b5-b93a-bc305aa61977 req-d8277f24-783d-4ff7-afa4-d6e61a9c5129 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:52.792112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9e0fac6-3433-46b5-b93a-bc305aa61977 req-d8277f24-783d-4ff7-afa4-d6e61a9c5129 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 943 time: 0.0493150
Apr 30 21:53:52.813132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:53:52.825995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'port_id': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'mac_address': 'fa:16:3e:bd:da:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:53:52.841790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9e0fac6-3433-46b5-b93a-bc305aa61977 req-f916a146-ff51-4773-9191-03d17830c84d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437930
Apr 30 21:53:52.868017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a21d80d5-f736-4446-bbff-4418a0218d9c is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:53:52.868471 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:52.883436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21d80d5-f736-4446-bbff-4418a0218d9c {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:53:52.903229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:53:52.997196 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:53.043848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:53.233274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a21d80d5-f736-4446-bbff-4418a0218d9c'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:53:53.250344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6c13a-ae9d-43dc-b715-a767dd8f3a6a req-2eb53eac-d2fe-4062-b865-9aa03bb4eb7f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:53.252479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71d6c13a-ae9d-43dc-b715-a767dd8f3a6a req-2eb53eac-d2fe-4062-b865-9aa03bb4eb7f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 944 time: 0.0529506
Apr 30 21:53:53.271259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:53.376256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71d6c13a-ae9d-43dc-b715-a767dd8f3a6a req-6716e9a3-f3ac-43db-9804-4ace54c3397e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132624
Apr 30 21:53:53.412268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-5bdf40a2-2806-4e4c-bbc8-5f85368cf28a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:53.413856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-5bdf40a2-2806-4e4c-bbc8-5f85368cf28a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03&tenant_id=12f7d764a613404a9be3d0a9d325c8f6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1114762
Apr 30 21:53:53.475214 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-7e066c04-5409-4bed-ad41-61c1790c6f43 service neutron] delete failed (client error): The resource could not be found.
Apr 30 21:53:53.476411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-7e066c04-5409-4bed-ad41-61c1790c6f43 service neutron] 10.222.0.35 "DELETE /v2.0/ports/a21d80d5-f736-4446-bbff-4418a0218d9c/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0566852
Apr 30 21:53:53.559500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-b011f624-08e5-4ab9-8917-1f67fdb324a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:53.560956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-b011f624-08e5-4ab9-8917-1f67fdb324a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1126 time: 0.0450568
Apr 30 21:53:53.660260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-0417c17d-e992-4767-aa65-466cc0e29b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:53.661805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-0417c17d-e992-4767-aa65-466cc0e29b50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.0950990
Apr 30 21:53:53.729982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-1161a810-3864-4167-859c-1ef051fb6fa7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 999 time: 0.0624862
Apr 30 21:53:53.777969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-165538e6-0d8c-4c05-9ba2-54093a33e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:53.779477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-165538e6-0d8c-4c05-9ba2-54093a33e77c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0432608
Apr 30 21:53:53.821216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-32afb13c-85cd-4c57-9a87-83ffc7154d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:53.822640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-32afb13c-85cd-4c57-9a87-83ffc7154d31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0374398
Apr 30 21:53:53.914741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-71b950c2-1cef-4d09-ad7d-df0863c4b45f service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852187
Apr 30 21:53:54.009635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fce04900-0c00-443b-84f6-e5a2d3c6b12f req-91b61bb7-a9e5-4ded-9b97-be8a012dc522 service neutron] 10.222.0.35 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893362
Apr 30 21:53:54.465667 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:54.496021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3403e7-0bc2-4412-a139-70c6d147934b req-75457ada-1889-4b01-ae1a-943fefc93548 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:54.497518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c3403e7-0bc2-4412-a139-70c6d147934b req-75457ada-1889-4b01-ae1a-943fefc93548 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 944 time: 0.0484273
Apr 30 21:53:54.551283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c3403e7-0bc2-4412-a139-70c6d147934b req-aae9d344-4d67-4de5-8081-c22c06d1b5d4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473821
Apr 30 21:53:54.716262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a21d80d5-f736-4446-bbff-4418a0218d9c up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:53:54.765959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port a21d80d5-f736-4446-bbff-4418a0218d9c completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:53:54.854102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port a21d80d5-f736-4446-bbff-4418a0218d9c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:53:54.854586 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:54.932158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a21d80d5-f736-4446-bbff-4418a0218d9c is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:53:54.932658 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:54.956403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:53:54.958693 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d7c57d-a13a-4b1c-be0e-c45f92b42077" -d '{"events": [{"server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "name": "network-vif-plugged", "status": "completed", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:53:54.972427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:53:54.998711 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d8fa99-8539-4994-bd7f-34827363e9df x-openstack-request-id: req-07d8fa99-8539-4994-bd7f-34827363e9df {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:53:54.999034 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "name": "network-vif-plugged", "status": "completed", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:53:54.999291 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07d8fa99-8539-4994-bd7f-34827363e9df {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:53:54.999697 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d8fa99-8539-4994-bd7f-34827363e9df'] response: {'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'code': 200}
Apr 30 21:53:55.054288 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:53:55.106631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:53:55.668796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e5d6-23da-495d-8629-9da39fdfbeb5 req-9769fd7f-dfff-43b2-a442-b0b346a3b6ed tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:55.670333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c205e5d6-23da-495d-8629-9da39fdfbeb5 req-9769fd7f-dfff-43b2-a442-b0b346a3b6ed tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0472941
Apr 30 21:53:55.724410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c205e5d6-23da-495d-8629-9da39fdfbeb5 req-f2cf800e-ad87-495b-9d5d-67f0bc409fdb tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457666
Apr 30 21:53:55.750800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49282) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:53:55.810105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-689babe0-f1f5-4b0e-ac8f-c38a41b069bf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/f67c23bb-f3f6-42da-9942-db3289ba8957 HTTP/1.1" status: 200  len: 992 time: 0.0581162
Apr 30 21:53:59.490828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dff842-fcf4-4c40-a49e-66c8bb42e021 req-78f1a19a-9fc8-42ab-809a-ffe556f6c62a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:53:59.492310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49dff842-fcf4-4c40-a49e-66c8bb42e021 req-78f1a19a-9fc8-42ab-809a-ffe556f6c62a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 946 time: 0.0508554
Apr 30 21:53:59.538950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-49dff842-fcf4-4c40-a49e-66c8bb42e021 req-13e8a2c8-d68e-450d-891c-15e57f492b2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409801
Apr 30 21:54:00.657018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245f888-ed56-4bac-aef3-7d15aa593ad5 req-4d626336-ff48-4b1f-bc9a-d9293ffa7633 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:00.659008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b245f888-ed56-4bac-aef3-7d15aa593ad5 req-4d626336-ff48-4b1f-bc9a-d9293ffa7633 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 946 time: 0.0460234
Apr 30 21:54:00.706375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b245f888-ed56-4bac-aef3-7d15aa593ad5 req-52ab043e-a3ee-4885-a233-299ae8cc1e80 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=8c43707a-ce78-481a-82cb-4dbf13eea7a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418015
Apr 30 21:54:01.233241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46772b-5ec6-4422-afda-55c52f19531b req-c0ec4ec2-1b21-4f3a-b8f2-0ab83acd2ef5 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:01.234689 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2b46772b-5ec6-4422-afda-55c52f19531b req-c0ec4ec2-1b21-4f3a-b8f2-0ab83acd2ef5 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 946 time: 0.0509841
Apr 30 21:54:01.319568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Deleting port f223d792-369d-42d2-b92f-ca233aa6c3b4 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:54:01.319903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:01.409047 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] For port f223d792-369d-42d2-b92f-ca233aa6c3b4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f223d792-369d-42d2-b92f-ca233aa6c3b4,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:01.409407 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:01.422069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Calling delete_port for f223d792-369d-42d2-b92f-ca233aa6c3b4 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:54:01.631339 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f223d792-369d-42d2-b92f-ca233aa6c3b4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:01.651254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['f223d792-369d-42d2-b92f-ca233aa6c3b4'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:54:01.658398 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event deleted for resources: {'Port': ['ID=f223d792-369d-42d2-b92f-ca233aa6c3b4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:01.668290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.668642 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.668970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.669303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.670252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.670674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.670914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.671311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.671557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.672362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.672362 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.672544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.672785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.673100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.673453 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:01.720798 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] No DVR routers for this DVR port f223d792-369d-42d2-b92f-ca233aa6c3b4 on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:54:01.723695 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:01.727324 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-2b46772b-5ec6-4422-afda-55c52f19531b req-0e49909f-4bbd-45bf-aba5-6a929bf9c5f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "DELETE /v2.0/ports/f223d792-369d-42d2-b92f-ca233aa6c3b4 HTTP/1.1" status: 204  len: 173 time: 0.4860201
Apr 30 21:54:01.727778 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0098f5bb-dee5-4817-8631-829f3f128ca3', 'name': 'network-vif-deleted', 'tag': 'f223d792-369d-42d2-b92f-ca233aa6c3b4'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:01.730061 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f055b3-553e-4e21-94fa-dd1902f88ce4" -d '{"events": [{"server_uuid": "0098f5bb-dee5-4817-8631-829f3f128ca3", "name": "network-vif-deleted", "tag": "f223d792-369d-42d2-b92f-ca233aa6c3b4"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:01.774155 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086bbed7-572d-4fe3-b1d6-f252c377c9c1 x-openstack-request-id: req-086bbed7-572d-4fe3-b1d6-f252c377c9c1 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:01.774451 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0098f5bb-dee5-4817-8631-829f3f128ca3", "name": "network-vif-deleted", "tag": "f223d792-369d-42d2-b92f-ca233aa6c3b4", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:01.774702 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-086bbed7-572d-4fe3-b1d6-f252c377c9c1 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:01.775105 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086bbed7-572d-4fe3-b1d6-f252c377c9c1'] response: {'server_uuid': '0098f5bb-dee5-4817-8631-829f3f128ca3', 'name': 'network-vif-deleted', 'tag': 'f223d792-369d-42d2-b92f-ca233aa6c3b4', 'status': 'completed', 'code': 200}
Apr 30 21:54:01.816603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62e87c85-ab2c-482d-8e2f-49f8dec3b459 req-30e93df2-5f59-4cc5-99f7-b1a4122071bf tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 210 time: 0.0330057
Apr 30 21:54:02.931089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19ece0d4-a8aa-452a-8269-1b72176e1548 req-a9d7174e-12a5-497b-a09e-c083f9ebc8b0 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=0098f5bb-dee5-4817-8631-829f3f128ca3 HTTP/1.1" status: 200  len: 210 time: 0.0268362
Apr 30 21:54:03.241748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-dc63e097-aba5-4904-8136-c998a99ba724 req-8e12a700-47b9-49d4-b2ef-1014779b2c82 service neutron] (115773) timed out ('10.222.0.23', 37704) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:54:04.763075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f223d792-369d-42d2-b92f-ca233aa6c3b4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:54:04.788351 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: f223d792-369d-42d2-b92f-ca233aa6c3b4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:54:04.788701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device f223d792-369d-42d2-b92f-ca233aa6c3b4 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:54:10.294088 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:54:10.526183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49396) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:10.530720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b5ea62f1-e625-45d8-8c64-77565461ebde tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508082721', 'description': 'tempest-secgroup-smoke-1508082721 description', 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:10.636596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5ea62f1-e625-45d8-8c64-77565461ebde tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:10.701518 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5ea62f1-e625-45d8-8c64-77565461ebde tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group (17889e8f-f5d4-4dd9-b018-db473f648e3e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:10.745575 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5ea62f1-e625-45d8-8c64-77565461ebde tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (17889e8f-f5d4-4dd9-b018-db473f648e3e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:10.774928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea62f1-e625-45d8-8c64-77565461ebde tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17889e8f-f5d4-4dd9-b018-db473f648e3e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:10.815985 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b5ea62f1-e625-45d8-8c64-77565461ebde tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:10.817293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b5ea62f1-e625-45d8-8c64-77565461ebde tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2900014
Apr 30 21:54:10.820116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49398) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:10.824445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b2fb4006-8821-484a-b1aa-c647f1e105b6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'security_group_rule': {'security_group_id': '17889e8f-f5d4-4dd9-b018-db473f648e3e', 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:10.911423 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2fb4006-8821-484a-b1aa-c647f1e105b6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (e795d9e0-ec3c-4320-a641-cd1ff35b23c6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:10.967883 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2fb4006-8821-484a-b1aa-c647f1e105b6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (e795d9e0-ec3c-4320-a641-cd1ff35b23c6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.019794 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2fb4006-8821-484a-b1aa-c647f1e105b6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e795d9e0-ec3c-4320-a641-cd1ff35b23c6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.038194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb4006-8821-484a-b1aa-c647f1e105b6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e795d9e0-ec3c-4320-a641-cd1ff35b23c6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:11.107512 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b2fb4006-8821-484a-b1aa-c647f1e105b6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.109003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b2fb4006-8821-484a-b1aa-c647f1e105b6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2876906
Apr 30 21:54:11.111404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49400) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:11.115693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d285c699-fe7f-4bc7-a13e-b71b7e020716 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'security_group_rule': {'security_group_id': '17889e8f-f5d4-4dd9-b018-db473f648e3e', 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:11.208365 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d285c699-fe7f-4bc7-a13e-b71b7e020716 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (8505fb19-72ab-4ca0-8e61-1969925899f8), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.265656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d285c699-fe7f-4bc7-a13e-b71b7e020716 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (8505fb19-72ab-4ca0-8e61-1969925899f8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.345638 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d285c699-fe7f-4bc7-a13e-b71b7e020716 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (8505fb19-72ab-4ca0-8e61-1969925899f8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.363738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285c699-fe7f-4bc7-a13e-b71b7e020716 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8505fb19-72ab-4ca0-8e61-1969925899f8,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:11.438608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d285c699-fe7f-4bc7-a13e-b71b7e020716 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.440353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d285c699-fe7f-4bc7-a13e-b71b7e020716 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3280289
Apr 30 21:54:11.443020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49402) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:11.447252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1f805f75-c89b-49b8-be9b-0b23016a0109 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'security_group_rule': {'security_group_id': '17889e8f-f5d4-4dd9-b018-db473f648e3e', 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:11.533599 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f805f75-c89b-49b8-be9b-0b23016a0109 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (b295dfa9-4357-483e-8e38-45980b3ffda1), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.589343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f805f75-c89b-49b8-be9b-0b23016a0109 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (b295dfa9-4357-483e-8e38-45980b3ffda1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.642553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f805f75-c89b-49b8-be9b-0b23016a0109 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b295dfa9-4357-483e-8e38-45980b3ffda1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.660813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f805f75-c89b-49b8-be9b-0b23016a0109 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b295dfa9-4357-483e-8e38-45980b3ffda1,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:11.724157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1f805f75-c89b-49b8-be9b-0b23016a0109 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.725387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1f805f75-c89b-49b8-be9b-0b23016a0109 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2814450
Apr 30 21:54:11.728076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49404) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:11.732353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-89100ab7-ea8f-48ec-ad03-077952427a5a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'security_group_rule': {'security_group_id': '17889e8f-f5d4-4dd9-b018-db473f648e3e', 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:11.818397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-89100ab7-ea8f-48ec-ad03-077952427a5a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (09359cb7-bd98-467f-8968-d9f2242816c2), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.873774 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-89100ab7-ea8f-48ec-ad03-077952427a5a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (09359cb7-bd98-467f-8968-d9f2242816c2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.938821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-89100ab7-ea8f-48ec-ad03-077952427a5a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (09359cb7-bd98-467f-8968-d9f2242816c2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:11.959644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89100ab7-ea8f-48ec-ad03-077952427a5a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09359cb7-bd98-467f-8968-d9f2242816c2,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:12.032259 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-89100ab7-ea8f-48ec-ad03-077952427a5a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.033512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-89100ab7-ea8f-48ec-ad03-077952427a5a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3045127
Apr 30 21:54:12.036225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49406) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:12.040583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2301a810-2961-47db-b7b8-1fc814b47c2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'security_group_rule': {'security_group_id': '17889e8f-f5d4-4dd9-b018-db473f648e3e', 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:12.116718 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-2301a810-2961-47db-b7b8-1fc814b47c2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Project 839ab2af4d6b40c3b957be9c7dc78b26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:54:12.122501 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2301a810-2961-47db-b7b8-1fc814b47c2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (5f48393c-0735-44a2-bd59-4632abd94d98), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.182040 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2301a810-2961-47db-b7b8-1fc814b47c2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (5f48393c-0735-44a2-bd59-4632abd94d98), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.254099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2301a810-2961-47db-b7b8-1fc814b47c2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5f48393c-0735-44a2-bd59-4632abd94d98), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.272428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301a810-2961-47db-b7b8-1fc814b47c2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f48393c-0735-44a2-bd59-4632abd94d98,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:12.358808 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2301a810-2961-47db-b7b8-1fc814b47c2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.360062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2301a810-2961-47db-b7b8-1fc814b47c2b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3228838
Apr 30 21:54:12.363374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49408) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:12.367578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8005a66d-61b8-41b1-800e-5c853ec0bb63 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'security_group_rule': {'security_group_id': '17889e8f-f5d4-4dd9-b018-db473f648e3e', 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:12.454047 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-8005a66d-61b8-41b1-800e-5c853ec0bb63 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Project 839ab2af4d6b40c3b957be9c7dc78b26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:54:12.459842 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8005a66d-61b8-41b1-800e-5c853ec0bb63 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (037323aa-f361-4bcd-b10a-9e4c6130c54b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.519014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8005a66d-61b8-41b1-800e-5c853ec0bb63 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (037323aa-f361-4bcd-b10a-9e4c6130c54b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.585113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8005a66d-61b8-41b1-800e-5c853ec0bb63 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (037323aa-f361-4bcd-b10a-9e4c6130c54b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.604963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005a66d-61b8-41b1-800e-5c853ec0bb63 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037323aa-f361-4bcd-b10a-9e4c6130c54b,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:12.650117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8005a66d-61b8-41b1-800e-5c853ec0bb63 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:12.651381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8005a66d-61b8-41b1-800e-5c853ec0bb63 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2870600
Apr 30 21:54:17.385163 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:17.698853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-1cb53a7d-bfb0-446c-8d16-8f4d8e1efc77 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508082721&fields=id&tenant_id=839ab2af4d6b40c3b957be9c7dc78b26 HTTP/1.1" status: 200  len: 267 time: 0.0425186
Apr 30 21:54:17.807335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-db6c075d-7425-492f-aaf6-e351a2c9e7e7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:17.809830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-db6c075d-7425-492f-aaf6-e351a2c9e7e7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 811 time: 0.1046290
Apr 30 21:54:17.823288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-b27a16d2-ce5f-4f9e-b758-3d71d610e3a6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/quotas/839ab2af4d6b40c3b957be9c7dc78b26 HTTP/1.1" status: 200  len: 375 time: 0.0091045
Apr 30 21:54:17.859695 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd250-f9af-4063-a622-2db03193464c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:17.871381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-605ad523-74ca-4fdc-ac58-47f47811e910 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0431411
Apr 30 21:54:17.967400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-42559657-711f-44f5-9be1-a5b4d2b8555e service neutron] 10.222.0.23 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850208
Apr 30 21:54:18.055932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-c9104498-b6fe-44a3-8974-8644de324170 service neutron] 10.222.0.23 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822186
Apr 30 21:54:18.567065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e35ff5b9-29b1-49b0-853b-82cef4b06ffd req-1fe75af7-b7d2-4541-b413-d1fd55111f37 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 210 time: 0.0281606
Apr 30 21:54:19.663575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35bb5dab-703b-490a-97e5-89881a8d0daa req-ab003f73-a660-4d8e-a0c3-d24147f302f9 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 210 time: 0.0277302
Apr 30 21:54:20.230608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-e835ffb0-e629-4ec5-867b-411837ee224c tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:20.232040 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-e835ffb0-e629-4ec5-867b-411837ee224c tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 811 time: 0.1032917
Apr 30 21:54:20.295506 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-77aae589-5ce4-4822-862f-1527f01e23a3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839ab2af4d6b40c3b957be9c7dc78b26 HTTP/1.1" status: 200  len: 380 time: 0.0537055
Apr 30 21:54:20.305026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'port': {'device_id': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'admin_state_up': True, 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'security_groups': ['17889e8f-f5d4-4dd9-b018-db473f648e3e']}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:20.461561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Made reservation on behalf of 839ab2af4d6b40c3b957be9c7dc78b26 for: {'port': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:54:20.463807 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:20.533041 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d685e4e2-0e08-4fd9-9ce5-f873722b7215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:20.589063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Allocated IP 172.20.0.3 (f1968efb-9997-4382-98a0-ab6f19a6ad8d/6ec0989c-20a3-4dba-b512-e48d4853dc97/1fc802f0-1162-4d58-8092-e6c04cc94cdf) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:54:20.734677 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:20.776204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e93a352-94a3-4cfc-874a-018145c5b6f8 req-e623e42c-4764-46e9-9daf-4082e8e1d3af tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 210 time: 0.0350022
Apr 30 21:54:20.831874 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:20.873816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:54:20.876708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:20.880350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:54:20.906106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'Port': ['ID=1fc802f0-1162-4d58-8092-e6c04cc94cdf,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:20.940795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:20.941583 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:21.000116 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-26956fcc-fbaa-4747-b58d-6980175fabf7 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6986456
Apr 30 21:54:21.012989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Request body: {'port': {'device_id': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:21.082514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:21.176648 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b2bb7304-e4c0-4813-8b5c-06d6d8a935b0 None None] Provisioning complete for port 1fc802f0-1162-4d58-8092-e6c04cc94cdf triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:21.176933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7304-e4c0-4813-8b5c-06d6d8a935b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:21.212239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb7304-e4c0-4813-8b5c-06d6d8a935b0 None None] Port 1fc802f0-1162-4d58-8092-e6c04cc94cdf cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:54:21.344601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc802f0-1162-4d58-8092-e6c04cc94cdf {{(pid=115773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:54:21.352576 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Publish callbacks [] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:21.364882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.provisioning_blocks [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Transition to ACTIVE for port object 1fc802f0-1162-4d58-8092-e6c04cc94cdf will not be triggered until provisioned by entity L2. {{(pid=115773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:54:21.390037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:21.459784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:21.460084 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:21.865526 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Pushing event updated for resources: {'Port': ['ID=1fc802f0-1162-4d58-8092-e6c04cc94cdf,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:21.900236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096b6f-e0f4-420a-a564-468080a72bc6 req-717b587c-25ea-47d6-9d5a-88f019f18624 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:21.901713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9096b6f-e0f4-420a-a564-468080a72bc6 req-717b587c-25ea-47d6-9d5a-88f019f18624 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 943 time: 0.0506418
Apr 30 21:54:21.916553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Attempting to bind port 1fc802f0-1162-4d58-8092-e6c04cc94cdf on host nch1-master-1 for vnic_type normal with profile  {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:54:21.920904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Attempting to bind port 1fc802f0-1162-4d58-8092-e6c04cc94cdf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:54:21.920904 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Attempting to bind port 1fc802f0-1162-4d58-8092-e6c04cc94cdf on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:54:21.921652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Port 1fc802f0-1162-4d58-8092-e6c04cc94cdf on network f1968efb-9997-4382-98a0-ab6f19a6ad8d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:54:21.922025 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Attempting to bind port 1fc802f0-1162-4d58-8092-e6c04cc94cdf on network f1968efb-9997-4382-98a0-ab6f19a6ad8d {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:54:21.927552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:54:21.927892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Checking segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:54:21.928278 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Bound using segment: {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:54:21.928706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Bound port: 1fc802f0-1162-4d58-8092-e6c04cc94cdf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7031f9b-4f11-44c6-b71f-8637a3253f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:54:21.929062 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:21.952621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9096b6f-e0f4-420a-a564-468080a72bc6 req-63cb73ac-ba87-4b90-a477-49108ed733fd tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449176
Apr 30 21:54:21.992222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] For port 1fc802f0-1162-4d58-8092-e6c04cc94cdf, host nch1-master-1, cleared binding levels {{(pid=115773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:54:21.995240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] For port 1fc802f0-1162-4d58-8092-e6c04cc94cdf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:54:22.065357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:22.103913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:22.104591 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:22.105912 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] 10.222.0.20 "PUT /v2.0/ports/1fc802f0-1162-4d58-8092-e6c04cc94cdf HTTP/1.1" status: 200  len: 1091 time: 1.0978603
Apr 30 21:54:22.106353 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:22.108601 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cd748b-2e67-401c-b056-c0699ec5b838" -d '{"events": [{"name": "network-changed", "server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:22.133622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4eabc-a64c-405f-817f-59fc99c67a4c service neutron] Pushing event updated for resources: {'Port': ['ID=1fc802f0-1162-4d58-8092-e6c04cc94cdf,revision_number=3']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:22.162126 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202b84f8-337a-4c47-b672-ba59a9064089 x-openstack-request-id: req-202b84f8-337a-4c47-b672-ba59a9064089 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:22.162126 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:22.162126 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-202b84f8-337a-4c47-b672-ba59a9064089 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:22.162126 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202b84f8-337a-4c47-b672-ba59a9064089'] response: {'name': 'network-changed', 'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'status': 'completed', 'code': 200}
Apr 30 21:54:22.226684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd748b-2e67-401c-b056-c0699ec5b838 req-6814df8a-c0cc-4ac5-8950-c8437f5b2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:22.228188 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52cd748b-2e67-401c-b056-c0699ec5b838 req-6814df8a-c0cc-4ac5-8950-c8437f5b2614 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1125 time: 0.0439372
Apr 30 21:54:22.326932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd748b-2e67-401c-b056-c0699ec5b838 req-42f4dd72-60f2-4e4e-beaf-c0dff171b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:22.328448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52cd748b-2e67-401c-b056-c0699ec5b838 req-42f4dd72-60f2-4e4e-beaf-c0dff171b017 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0927212
Apr 30 21:54:22.431383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd748b-2e67-401c-b056-c0699ec5b838 req-79bd8bd2-4cba-4aee-a834-10041317be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:22.432794 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-52cd748b-2e67-401c-b056-c0699ec5b838 req-79bd8bd2-4cba-4aee-a834-10041317be40 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0968945
Apr 30 21:54:22.506007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-1e2dccb5-a7c6-45c9-bbc5-0820ccea3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:22.507482 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-1e2dccb5-a7c6-45c9-bbc5-0820ccea3e2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1125 time: 0.0390553
Apr 30 21:54:22.550250 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-063b8593-7af4-44c8-9689-0b85ed8b1699 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf HTTP/1.1" status: 200  len: 217 time: 0.0335171
Apr 30 21:54:22.602081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-d6f38e82-67ed-403b-971a-b9e59e11dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:22.603513 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-d6f38e82-67ed-403b-971a-b9e59e11dcf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0470154
Apr 30 21:54:22.647112 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-36ab488b-b449-416b-80a8-1403d43ce604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:22.648585 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-36ab488b-b449-416b-80a8-1403d43ce604 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386193
Apr 30 21:54:22.736586 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-ebcba7c6-6142-4537-ad16-6a75e4c4b39e service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813820
Apr 30 21:54:22.827242 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-efbcd779-51c8-4322-b1c1-8bdca9ba5dcf req-d9e13fb5-5295-41b4-a239-30925f9952dc service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835793
Apr 30 21:54:23.064663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3abbb-921b-44bd-a7a9-369b4b1ae8b3 req-382c0484-5077-46fa-872b-d0bff1682b4e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:23.066144 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0c3abbb-921b-44bd-a7a9-369b4b1ae8b3 req-382c0484-5077-46fa-872b-d0bff1682b4e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 943 time: 0.0468004
Apr 30 21:54:23.115224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0c3abbb-921b-44bd-a7a9-369b4b1ae8b3 req-3c1acd4d-a335-4012-b597-c328182bcb06 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428989
Apr 30 21:54:23.242547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:24.234771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9118-bf40-4094-8056-bdf903732dd1 req-b795874d-30b6-4f04-957a-29f0b17e49dd tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:24.236231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c0d9118-bf40-4094-8056-bdf903732dd1 req-b795874d-30b6-4f04-957a-29f0b17e49dd tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 943 time: 0.0503552
Apr 30 21:54:24.285998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c0d9118-bf40-4094-8056-bdf903732dd1 req-2d10f560-79e7-40b6-b3c7-ed799f571b49 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437124
Apr 30 21:54:24.465104 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:25.398797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cd666-66af-4c81-a8f0-505b4928d633 req-7736bd12-e125-4d16-bd87-157c562f91c2 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:25.400316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-365cd666-66af-4c81-a8f0-505b4928d633 req-7736bd12-e125-4d16-bd87-157c562f91c2 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 943 time: 0.0465689
Apr 30 21:54:25.448784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-365cd666-66af-4c81-a8f0-505b4928d633 req-ad0ebaea-f098-489d-9585-808db743f113 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429060
Apr 30 21:54:26.412152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71ae9d-0dd8-4841-ae2b-8d9453c2afd2 req-cdf84ede-5cf5-4fcf-a8b6-f82fc31a4083 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:26.413714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f71ae9d-0dd8-4841-ae2b-8d9453c2afd2 req-cdf84ede-5cf5-4fcf-a8b6-f82fc31a4083 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1127 time: 0.0434937
Apr 30 21:54:26.459020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f71ae9d-0dd8-4841-ae2b-8d9453c2afd2 req-e024118d-f4b2-463d-9755-52a5b689b2b3 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397100
Apr 30 21:54:26.480519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49550) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:26.582770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ba74-b5ae-4ae3-995b-f78df163eef3 req-d9a651c3-3185-40d1-a29c-a91a55df623b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:26.584127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5129ba74-b5ae-4ae3-995b-f78df163eef3 req-d9a651c3-3185-40d1-a29c-a91a55df623b tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 943 time: 0.0629644
Apr 30 21:54:26.691758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5129ba74-b5ae-4ae3-995b-f78df163eef3 req-cf6e5162-bf65-4a60-a13a-bf2af4ebdfb1 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807245
Apr 30 21:54:26.704956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port f05210f1-96d2-451a-86c8-50d0428ed403 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:54:26.705306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f05210f1-96d2-451a-86c8-50d0428ed403), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:26.862595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1fc802f0-1162-4d58-8092-e6c04cc94cdf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:54:26.960531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1fc802f0-1162-4d58-8092-e6c04cc94cdf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:26.973031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'port_id': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'mac_address': 'fa:16:3e:3f:ae:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:54:27.011291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1fc802f0-1162-4d58-8092-e6c04cc94cdf is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:27.011684 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:27.029736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc802f0-1162-4d58-8092-e6c04cc94cdf {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:54:27.049183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1fc802f0-1162-4d58-8092-e6c04cc94cdf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:27.069513 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f05210f1-96d2-451a-86c8-50d0428ed403), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:27.069893 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (f05210f1-96d2-451a-86c8-50d0428ed403), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:27.082630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for f05210f1-96d2-451a-86c8-50d0428ed403 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:54:27.122721 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:27.171908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1fc802f0-1162-4d58-8092-e6c04cc94cdf,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:27.179550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.179907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.180255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.180597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.180939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.181277 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.181610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.181964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.182296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.182627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.182963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.183290 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.183614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.184015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.184269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:27.316909 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f05210f1-96d2-451a-86c8-50d0428ed403), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:27.342308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=f05210f1-96d2-451a-86c8-50d0428ed403,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:27.367868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['1fc802f0-1162-4d58-8092-e6c04cc94cdf'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:54:27.404471 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (f67c23bb-f3f6-42da-9942-db3289ba8957), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:27.404753 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Floating IP f67c23bb-f3f6-42da-9942-db3289ba8957 disassociated (deleted). External IP: 172.35.4.37, port: a21d80d5-f736-4446-bbff-4418a0218d9c.
Apr 30 21:54:27.642580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router efe59137-b2c3-45d3-8093-24b08bab0314 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:54:27.752241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:54:27.757622 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:27.762772 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9580380e-70d0-4565-9404-4645636d6832 None None] Sync routers for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:54:27.773520 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580380e-70d0-4565-9404-4645636d6832 None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:27.774243 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9580380e-70d0-4565-9404-4645636d6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd11f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:27.818534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-341ff884-f11d-45ea-bf8a-6371bd270818 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/floatingips/f67c23bb-f3f6-42da-9942-db3289ba8957 HTTP/1.1" status: 204  len: 168 time: 1.3369133
Apr 30 21:54:27.821169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:27.823446 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:27.837149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2869a-23ea-4a56-aeb0-3b46870b0cbe req-91c32ba4-c075-49cb-9dbb-95bf077aa610 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:27.838673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ace2869a-23ea-4a56-aeb0-3b46870b0cbe req-91c32ba4-c075-49cb-9dbb-95bf077aa610 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 944 time: 0.0616441
Apr 30 21:54:27.885793 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-9580380e-70d0-4565-9404-4645636d6832 None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:27.888769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ace2869a-23ea-4a56-aeb0-3b46870b0cbe req-a0e85e49-5e78-4a78-a65c-1a6fa7c94a13 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443623
Apr 30 21:54:27.932539 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33146ff-f3f9-49ac-9652-782ee42f887e x-openstack-request-id: req-b33146ff-f3f9-49ac-9652-782ee42f887e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:27.932903 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:27.933241 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b33146ff-f3f9-49ac-9652-782ee42f887e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:27.933649 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33146ff-f3f9-49ac-9652-782ee42f887e'] response: {'name': 'network-changed', 'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'status': 'completed', 'code': 200}
Apr 30 21:54:27.994932 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-e44c7bd7-1063-48ae-a7ae-bdc0938532eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:27.997047 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-e44c7bd7-1063-48ae-a7ae-bdc0938532eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 1127 time: 0.0402253
Apr 30 21:54:28.083528 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9580380e-70d0-4565-9404-4645636d6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd11f70>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:41Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:28.096163 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-3f3b4fe7-a630-4266-9fd5-935be0e59a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:28.097893 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-3f3b4fe7-a630-4266-9fd5-935be0e59a94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 200  len: 898 time: 0.0930915
Apr 30 21:54:28.109862 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9580380e-70d0-4565-9404-4645636d6832 None None] Checking router: efe59137-b2c3-45d3-8093-24b08bab0314 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:54:28.119430 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580380e-70d0-4565-9404-4645636d6832 None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:28.120036 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9580380e-70d0-4565-9404-4645636d6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd11f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:28.143214 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-3226f8d0-8a31-42b0-8176-78f90bc79db2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 200  len: 217 time: 0.0375338
Apr 30 21:54:28.187132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ab12a-f6d7-436d-89a0-9851b48483da req-9a99f9d3-715a-425b-afef-8493b487bcd4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:28.188632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-383ab12a-f6d7-436d-89a0-9851b48483da req-9a99f9d3-715a-425b-afef-8493b487bcd4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0482435
Apr 30 21:54:28.227983 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-9580380e-70d0-4565-9404-4645636d6832 None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:28.237192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-383ab12a-f6d7-436d-89a0-9851b48483da req-8782ffb5-898a-48aa-8fbf-ac098a7badcc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420763
Apr 30 21:54:28.414055 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-9580380e-70d0-4565-9404-4645636d6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd11f70>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:41Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:28.443878 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9580380e-70d0-4565-9404-4645636d6832 None None] The sync data for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 is: [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:52:38Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a5dfec80-e674-4e4a-9651-b54e3056cbc0', 'name': '', 'network_id': '9cf87e88-0dfe-4815-b49c-8c1eeb03339d', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:c0:d8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_interface', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '22276ecf-4e78-45ed-9229-a956ce894380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:38Z', 'updated_at': '2022-04-30T21:52:41Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '22276ecf-4e78-45ed-9229-a956ce894380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:54:28.667355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd421ec3-e009-423a-90e7-94a426b76de1 None None] New status for floating IP f67c23bb-f3f6-42da-9942-db3289ba8957: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:54:28.852401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1fc802f0-1162-4d58-8092-e6c04cc94cdf up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:54:28.896480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 1fc802f0-1162-4d58-8092-e6c04cc94cdf completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:54:28.973831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 1fc802f0-1162-4d58-8092-e6c04cc94cdf triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:28.974170 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:29.005840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd131-7164-402e-b534-41eb4ea98812 req-228e79ab-4a66-4096-99fc-ecb7245d5853 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:29.007458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1cd131-7164-402e-b534-41eb4ea98812 req-228e79ab-4a66-4096-99fc-ecb7245d5853 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 944 time: 0.0488920
Apr 30 21:54:29.058730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1fc802f0-1162-4d58-8092-e6c04cc94cdf is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:29.059122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:29.062913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e1cd131-7164-402e-b534-41eb4ea98812 req-a76d813b-4c69-4de7-b714-7c9f471728ec tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496638
Apr 30 21:54:29.085869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:29.088064 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83996bb1-5e73-43a8-83be-f259c8b23b70" -d '{"events": [{"server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "name": "network-vif-plugged", "status": "completed", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:29.100984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1fc802f0-1162-4d58-8092-e6c04cc94cdf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:29.124301 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc24b4-3605-4832-9e66-1b1507ed2bf6 x-openstack-request-id: req-7dcc24b4-3605-4832-9e66-1b1507ed2bf6 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:29.124592 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "name": "network-vif-plugged", "status": "completed", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:29.124845 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dcc24b4-3605-4832-9e66-1b1507ed2bf6 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:29.125267 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcc24b4-3605-4832-9e66-1b1507ed2bf6'] response: {'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'code': 200}
Apr 30 21:54:29.179488 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:29.227336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1fc802f0-1162-4d58-8092-e6c04cc94cdf,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:29.335783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-9ea11eac-5774-4ac6-bea7-741c4d1a2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:29.337457 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-9ea11eac-5774-4ac6-bea7-741c4d1a2d92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 200  len: 835 time: 0.0726869
Apr 30 21:54:29.393409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8124e3-48df-46f4-80d9-af10b8b9858f req-528f6dbf-25e9-4309-a013-b1db18b668f2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:29.395550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a8124e3-48df-46f4-80d9-af10b8b9858f req-528f6dbf-25e9-4309-a013-b1db18b668f2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0812647
Apr 30 21:54:29.399097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486c28-b54f-40c4-85cc-42013a33e337 req-926b83f1-b2e5-482a-8ea1-8ee98df80f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:29.400455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9486c28-b54f-40c4-85cc-42013a33e337 req-926b83f1-b2e5-482a-8ea1-8ee98df80f9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1127 time: 0.0535834
Apr 30 21:54:29.412463 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-5a144a5b-7c34-464b-add4-34a9066623fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:29.414000 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-5a144a5b-7c34-464b-add4-34a9066623fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9cf87e88-0dfe-4815-b49c-8c1eeb03339d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443144
Apr 30 21:54:29.444505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a8124e3-48df-46f4-80d9-af10b8b9858f req-3b901833-1102-48d7-96c6-bbe2ccf7f45f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429142
Apr 30 21:54:29.507395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b9486c28-b54f-40c4-85cc-42013a33e337 req-51f2bf86-84af-43d0-a3dd-eeeafbbc8879 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431526
Apr 30 21:54:29.545926 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-b3125fab-9917-4a01-a284-d8ea649a52b8 service neutron] 10.222.0.20 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818632
Apr 30 21:54:29.780599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-eec7eb6a-4952-40de-8873-d56860e9ff33 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:29.782220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-eec7eb6a-4952-40de-8873-d56860e9ff33 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 945 time: 0.0474799
Apr 30 21:54:29.825835 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-da8f780d-2a83-43ae-837a-1563e0b69b1b service neutron] 10.222.0.20 "GET /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919590
Apr 30 21:54:29.866892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port a21d80d5-f736-4446-bbff-4418a0218d9c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:54:29.867235 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:29.960012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port a21d80d5-f736-4446-bbff-4418a0218d9c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a21d80d5-f736-4446-bbff-4418a0218d9c,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:29.960383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:29.973921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for a21d80d5-f736-4446-bbff-4418a0218d9c owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:54:30.145985 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a21d80d5-f736-4446-bbff-4418a0218d9c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:30.192227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=a21d80d5-f736-4446-bbff-4418a0218d9c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:30.207361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bbcf2-bd89-46d6-93df-28b7bf6f8da3 req-07f9527f-2564-4474-b458-e62c4a2053a6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:30.209595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c21bbcf2-bd89-46d6-93df-28b7bf6f8da3 req-07f9527f-2564-4474-b458-e62c4a2053a6 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 945 time: 0.0760243
Apr 30 21:54:30.265442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] No DVR routers for this DVR port a21d80d5-f736-4446-bbff-4418a0218d9c on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:54:30.268127 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:30.272369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc7bf74d-7532-49d0-85a9-c581adbf2200 req-3c2c1f95-e7fe-412d-811f-25d9f2eea26f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.20 "DELETE /v2.0/ports/a21d80d5-f736-4446-bbff-4418a0218d9c HTTP/1.1" status: 204  len: 173 time: 0.4843554
Apr 30 21:54:30.273038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'name': 'network-vif-deleted', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:30.275447 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a003d3-f829-4ca6-987d-bdf63312e7bf" -d '{"events": [{"server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "name": "network-vif-deleted", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:30.307396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c21bbcf2-bd89-46d6-93df-28b7bf6f8da3 req-d8a80f66-128d-4750-9626-37d5b0e12309 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919774
Apr 30 21:54:30.313999 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c294e1-0d44-465a-a4b6-71b4731301ed x-openstack-request-id: req-91c294e1-0d44-465a-a4b6-71b4731301ed {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:30.314298 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03", "name": "network-vif-deleted", "tag": "a21d80d5-f736-4446-bbff-4418a0218d9c", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:30.314555 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91c294e1-0d44-465a-a4b6-71b4731301ed {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:30.314964 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c294e1-0d44-465a-a4b6-71b4731301ed'] response: {'server_uuid': '5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03', 'name': 'network-vif-deleted', 'tag': 'a21d80d5-f736-4446-bbff-4418a0218d9c', 'status': 'completed', 'code': 200}
Apr 30 21:54:30.548675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71aab144-6ac9-4097-a1c3-e7757f62e0d5 req-ff59b01b-6107-4148-922d-2a38bee7983a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6e0d60-9352-479f-bdd2-0f1d0e7f3f03 HTTP/1.1" status: 200  len: 210 time: 0.0298600
Apr 30 21:54:31.420453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186210cb-8ea7-4c19-97b5-0574721e6ec4 req-0d4599ae-8e5b-47c6-bc19-5cd49bc1e10f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:31.421940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-186210cb-8ea7-4c19-97b5-0574721e6ec4 req-0d4599ae-8e5b-47c6-bc19-5cd49bc1e10f tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 945 time: 0.0467539
Apr 30 21:54:31.470532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-186210cb-8ea7-4c19-97b5-0574721e6ec4 req-569deecf-da44-4bde-a348-8d008d77cdc3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423675
Apr 30 21:54:31.593133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f957238-6213-49aa-b7e1-525583854084 req-14fd3367-4f98-455c-a1db-09b2e9ec8560 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:31.594649 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f957238-6213-49aa-b7e1-525583854084 req-14fd3367-4f98-455c-a1db-09b2e9ec8560 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 945 time: 0.0510530
Apr 30 21:54:31.604848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49594) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:31.644766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f957238-6213-49aa-b7e1-525583854084 req-da403cfb-333a-4db6-96c1-82acca9abdf2 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434182
Apr 30 21:54:31.667831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:31.806208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feca66d-3f5d-4b62-8357-4cc2efd007f2 tempest-TestVolumeBootPattern-2100738766 tempest-TestVolumeBootPattern-2100738766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:31.807775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3feca66d-3f5d-4b62-8357-4cc2efd007f2 tempest-TestVolumeBootPattern-2100738766 tempest-TestVolumeBootPattern-2100738766-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1122 time: 0.1389585
Apr 30 21:54:31.811341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49600) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:31.815617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:31.899708 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:31.953104 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (efe59137-b2c3-45d3-8093-24b08bab0314), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:31.982336 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:32.086504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Allocated IP 172.35.4.12 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:54:32.194703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for port (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:32.205286 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port a5dfec80-e674-4e4a-9651-b54e3056cbc0 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:54:32.205621 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:32.287819 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:32.299852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port a5dfec80-e674-4e4a-9651-b54e3056cbc0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5dfec80-e674-4e4a-9651-b54e3056cbc0,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:32.300213 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:32.314292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for a5dfec80-e674-4e4a-9651-b54e3056cbc0 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:54:32.324034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:54:32.327004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:32.330593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:54:32.359687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'Port': ['ID=d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:32.373506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.373888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.374234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.374574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.374911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.375246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.375576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.375907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.376249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.376562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.376887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.377213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.377533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.377894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.378211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:32.596168 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a5dfec80-e674-4e4a-9651-b54e3056cbc0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:32.620929 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=a5dfec80-e674-4e4a-9651-b54e3056cbc0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:32.808644 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (efe59137-b2c3-45d3-8093-24b08bab0314), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:32.842548 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for floatingip (6cd6845e-9093-4e90-a420-e46cbdc73da6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:32.872208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a21d80d5-f736-4446-bbff-4418a0218d9c no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:54:32.895777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: a21d80d5-f736-4446-bbff-4418a0218d9c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:54:32.896040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a21d80d5-f736-4446-bbff-4418a0218d9c not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:54:33.019969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:33.031601 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router efe59137-b2c3-45d3-8093-24b08bab0314 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:54:33.149125 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:54:33.157641 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-449c8176-7a2a-4dcb-a80c-87ea516065d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "PUT /v2.0/routers/efe59137-b2c3-45d3-8093-24b08bab0314/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5481524
Apr 30 21:54:33.157818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49602) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:33.160821 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] Sync routers for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:54:33.170503 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:33.171122 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d97f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:33.224183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for port (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:33.231119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-13051165-3d3b-40f0-9002-13e77a871757 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting subnet 22276ecf-4e78-45ed-9229-a956ce894380 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:54:33.235836 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13051165-3d3b-40f0-9002-13e77a871757 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (22276ecf-4e78-45ed-9229-a956ce894380), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:33.277665 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:33.283497 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13051165-3d3b-40f0-9002-13e77a871757 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (22276ecf-4e78-45ed-9229-a956ce894380), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:33.286835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:33.388947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event updated for resources: {'Port': ['ID=d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:33.445813 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d97f8e0>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:54:32Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:33.463795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (6cd6845e-9093-4e90-a420-e46cbdc73da6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:33.476013 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] Checking router: efe59137-b2c3-45d3-8093-24b08bab0314 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:54:33.484215 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] Routers {'efe59137-b2c3-45d3-8093-24b08bab0314'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:33.484823 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d97f8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['efe59137-b2c3-45d3-8093-24b08bab0314'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:33.499906 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13051165-3d3b-40f0-9002-13e77a871757 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (22276ecf-4e78-45ed-9229-a956ce894380), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:33.586655 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] Set router efe59137-b2c3-45d3-8093-24b08bab0314 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:33.608608 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Floating IP 6cd6845e-9093-4e90-a420-e46cbdc73da6 associated. External IP: 172.35.4.12, port: 1fc802f0-1162-4d58-8092-e6c04cc94cdf.
Apr 30 21:54:33.853346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d97f8e0>, [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:54:32Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:33.880966 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e17a671-393a-44d7-8b66-e305803d2e1a None None] The sync data for ids ['efe59137-b2c3-45d3-8093-24b08bab0314'] in ncdv-master-1 is: [{'id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926279705', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:52:33Z', 'updated_at': '2022-04-30T21:54:32Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': '951a2f4a-e558-4ec0-97de-0e823744eea8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe59137-b2c3-45d3-8093-24b08bab0314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:52:34Z', 'updated_at': '2022-04-30T21:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:54:33.946161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13051165-3d3b-40f0-9002-13e77a871757 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (22276ecf-4e78-45ed-9229-a956ce894380), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.004298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13051165-3d3b-40f0-9002-13e77a871757 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Subnet': ['ID=22276ecf-4e78-45ed-9229-a956ce894380,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:34.006300 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-13051165-3d3b-40f0-9002-13e77a871757 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.009516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-13051165-3d3b-40f0-9002-13e77a871757 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/subnets/22276ecf-4e78-45ed-9229-a956ce894380 HTTP/1.1" status: 204  len: 168 time: 0.8509247
Apr 30 21:54:34.012255 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49604) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:34.015940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906bbd80-c206-4f7a-9a63-2b1addaa9648 None None] Network 9cf87e88-0dfe-4815-b49c-8c1eeb03339d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:54:34.132021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (efe59137-b2c3-45d3-8093-24b08bab0314), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.170375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Router a517e875-88ed-4b18-99a7-c7b2e4e56454 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:54:34.244680 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (efe59137-b2c3-45d3-8093-24b08bab0314), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.260350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] DHCP port deletion for 9cf87e88-0dfe-4815-b49c-8c1eeb03339d request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:54:34.289584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:54:34.309293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] Sync routers for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:54:34.312755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] Deleting port 7b1357d6-eac8-423f-99e2-2d8dc095c055 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:54:34.313158 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.358321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port 951a2f4a-e558-4ec0-97de-0e823744eea8 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:54:34.358717 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.370657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:34.371314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9c6640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:34.406314 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.447236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5c7af811-fd4e-417c-a77b-e9fcd4298d24 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6348548
Apr 30 21:54:34.447943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:34.450333 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ae25c6-308a-481d-b447-f6dd63f5b5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:34.461015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port 951a2f4a-e558-4ec0-97de-0e823744eea8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=951a2f4a-e558-4ec0-97de-0e823744eea8,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:34.461473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.465675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] For port 7b1357d6-eac8-423f-99e2-2d8dc095c055, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b1357d6-eac8-423f-99e2-2d8dc095c055,segment=NetworkSegment(6a489829-943b-4f87-95b2-7e345104161a),segment_id=6a489829-943b-4f87-95b2-7e345104161a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:34.466193 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.479570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for 951a2f4a-e558-4ec0-97de-0e823744eea8 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:54:34.491400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] Calling delete_port for 7b1357d6-eac8-423f-99e2-2d8dc095c055 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:54:34.496796 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26adefa9-df50-448d-b23c-d0eee9ff9a1c x-openstack-request-id: req-26adefa9-df50-448d-b23c-d0eee9ff9a1c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:34.497092 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:34.497341 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26adefa9-df50-448d-b23c-d0eee9ff9a1c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:34.497848 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26adefa9-df50-448d-b23c-d0eee9ff9a1c'] response: {'name': 'network-changed', 'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'status': 'completed', 'code': 200}
Apr 30 21:54:34.562413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:34.563378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-3fc294fd-b8df-4006-9837-ffbcbb539b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:34.565379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-3fc294fd-b8df-4006-9837-ffbcbb539b7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1127 time: 0.0444658
Apr 30 21:54:34.705293 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (951a2f4a-e558-4ec0-97de-0e823744eea8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.731862 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (7b1357d6-eac8-423f-99e2-2d8dc095c055), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.732911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=951a2f4a-e558-4ec0-97de-0e823744eea8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:34.766274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] Pushing event deleted for resources: {'Port': ['ID=7b1357d6-eac8-423f-99e2-2d8dc095c055,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:34.781973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714f54d-fbdd-4c29-9a42-323d0ef24bfe None None] No DVR routers for this DVR port 7b1357d6-eac8-423f-99e2-2d8dc095c055 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:54:34.805194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (efe59137-b2c3-45d3-8093-24b08bab0314), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.810057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-521f8c07-8789-40b2-a8e0-4c1214e2d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:34.811535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-521f8c07-8789-40b2-a8e0-4c1214e2d9c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 912 time: 0.1046476
Apr 30 21:54:34.830042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9c6640>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6cd6845e-9093-4e90-a420-e46cbdc73da6', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'floating_ip_address': '172.35.4.12', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'port_id': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'mac_address': 'fa:16:3e:3f:ae:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:54:32Z', 'updated_at': '2022-04-30T21:54:32Z', 'revision_number': 0, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 5, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:34.862509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] Checking router: a517e875-88ed-4b18-99a7-c7b2e4e56454 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:54:34.873007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:34.873700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f9c6640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:34.891418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-16e2ca7d-802f-48bf-b538-3182b69f2654 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf HTTP/1.1" status: 200  len: 998 time: 0.0713050
Apr 30 21:54:34.903869 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (efe59137-b2c3-45d3-8093-24b08bab0314), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.906405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_controller (efe59137-b2c3-45d3-8093-24b08bab0314), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:34.954651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-7f06cc6f-7e44-4027-8677-63db0d067b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:34.956395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-7f06cc6f-7e44-4027-8677-63db0d067b47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0588813
Apr 30 21:54:35.005548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-bdf4bca8-24a1-49aa-b754-4749dd366e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:35.007700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-bdf4bca8-24a1-49aa-b754-4749dd366e14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436845
Apr 30 21:54:35.025448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (efe59137-b2c3-45d3-8093-24b08bab0314), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.026376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Fanout notify agent at l3_agent the message router_deleted on router efe59137-b2c3-45d3-8093-24b08bab0314 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:54:35.033573 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.037980 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8415ab44-d73e-4e03-9cff-be667d59d0b4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/routers/efe59137-b2c3-45d3-8093-24b08bab0314 HTTP/1.1" status: 204  len: 168 time: 1.0212941
Apr 30 21:54:35.042550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49610) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:35.122182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-28908795-a228-4c80-b4d8-1ede5ee63336 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1085775
Apr 30 21:54:35.154281 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9cf87e88-0dfe-4815-b49c-8c1eeb03339d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.196377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:35.239796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a5dfec80-e674-4e4a-9651-b54e3056cbc0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:54:35.274464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a5dfec80-e674-4e4a-9651-b54e3056cbc0 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:54:35.275294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a5dfec80-e674-4e4a-9651-b54e3056cbc0 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:54:35.275634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7b1357d6-eac8-423f-99e2-2d8dc095c055 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:54:35.281512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95ae25c6-308a-481d-b447-f6dd63f5b5c6 req-25b1f8b3-5b53-4b74-b5dd-4aefecf42076 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428988
Apr 30 21:54:35.291401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9cf87e88-0dfe-4815-b49c-8c1eeb03339d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.309565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 7b1357d6-eac8-423f-99e2-2d8dc095c055 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:54:35.310062 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 7b1357d6-eac8-423f-99e2-2d8dc095c055 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:54:35.320200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966397af0>,) {'filters': {'network_id': ['9cf87e88-0dfe-4815-b49c-8c1eeb03339d']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:35.323386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966397af0>, '6a489829-943b-4f87-95b2-7e345104161a') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:35.323675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966397af0>, '6a489829-943b-4f87-95b2-7e345104161a') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:35.333020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (6a489829-943b-4f87-95b2-7e345104161a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.346157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (6a489829-943b-4f87-95b2-7e345104161a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.352849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:54:35.353237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (6a489829-943b-4f87-95b2-7e345104161a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:54:35.356239 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:54:35.476688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9cf87e88-0dfe-4815-b49c-8c1eeb03339d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.486256 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.486990 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/networks/9cf87e88-0dfe-4815-b49c-8c1eeb03339d HTTP/1.1" status: 204  len: 168 time: 0.4434350
Apr 30 21:54:35.489968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49612) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:35.497103 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f9c6640>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6cd6845e-9093-4e90-a420-e46cbdc73da6', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'floating_ip_address': '172.35.4.12', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'port_id': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'mac_address': 'fa:16:3e:3f:ae:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:54:32Z', 'updated_at': '2022-04-30T21:54:32Z', 'revision_number': 0, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 5, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:35.514887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8eba6-e782-4748-a279-b67a6295d022 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Network': ['ID=9cf87e88-0dfe-4815-b49c-8c1eeb03339d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:35.527618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ff285f-234e-441e-bfe8-0689e3986d34 None None] The sync data for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 is: [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6cd6845e-9093-4e90-a420-e46cbdc73da6', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'floating_ip_address': '172.35.4.12', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'port_id': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'mac_address': 'fa:16:3e:3f:ae:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:54:32Z', 'updated_at': '2022-04-30T21:54:32Z', 'revision_number': 0, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 5, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:54:35.552930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b85c-9cde-4e31-a70e-72a1f27ec3f3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (7adb85a3-fe3f-4edb-a2a9-da27d4da70c9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.598273 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b85c-9cde-4e31-a70e-72a1f27ec3f3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (7adb85a3-fe3f-4edb-a2a9-da27d4da70c9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.734327 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b85c-9cde-4e31-a70e-72a1f27ec3f3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7adb85a3-fe3f-4edb-a2a9-da27d4da70c9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.736883 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b85c-9cde-4e31-a70e-72a1f27ec3f3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:35.738726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b8a8b85c-9cde-4e31-a70e-72a1f27ec3f3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/security-groups/7adb85a3-fe3f-4edb-a2a9-da27d4da70c9 HTTP/1.1" status: 204  len: 168 time: 0.2472179
Apr 30 21:54:35.748353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8b85c-9cde-4e31-a70e-72a1f27ec3f3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb85a3-fe3f-4edb-a2a9-da27d4da70c9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:35.767074 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4b9e7-dd89-43f0-a261-2d232d9234c4 None None] New status for floating IP 6cd6845e-9093-4e90-a420-e46cbdc73da6: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:54:36.239925 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49618) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:36.244562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-653badd1-d259-4219-81ab-d6a265d09819 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093917045', 'description': 'tempest-secgroup-smoke-1093917045 description', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:36.356131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-653badd1-d259-4219-81ab-d6a265d09819 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:36.429179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-653badd1-d259-4219-81ab-d6a265d09819 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (16b2384d-54b1-4e1d-8194-90a9524c8b1d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:36.499403 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-653badd1-d259-4219-81ab-d6a265d09819 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (16b2384d-54b1-4e1d-8194-90a9524c8b1d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:36.528546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653badd1-d259-4219-81ab-d6a265d09819 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16b2384d-54b1-4e1d-8194-90a9524c8b1d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:36.598151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-653badd1-d259-4219-81ab-d6a265d09819 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:36.599435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-653badd1-d259-4219-81ab-d6a265d09819 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3584383
Apr 30 21:54:36.602231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49620) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:36.606626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7f2988e2-a5cc-4568-a598-989f9b087ca3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '16b2384d-54b1-4e1d-8194-90a9524c8b1d', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:36.687250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f2988e2-a5cc-4568-a598-989f9b087ca3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (ab003df9-dd5c-4a71-abb2-9eb70e522acb), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:36.741636 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f2988e2-a5cc-4568-a598-989f9b087ca3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (ab003df9-dd5c-4a71-abb2-9eb70e522acb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:36.813640 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f2988e2-a5cc-4568-a598-989f9b087ca3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ab003df9-dd5c-4a71-abb2-9eb70e522acb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:36.834003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2988e2-a5cc-4568-a598-989f9b087ca3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab003df9-dd5c-4a71-abb2-9eb70e522acb,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:36.907089 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f2988e2-a5cc-4568-a598-989f9b087ca3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:36.908330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7f2988e2-a5cc-4568-a598-989f9b087ca3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3051136
Apr 30 21:54:36.910961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49622) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:36.915229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a02a8fd3-b60c-49ca-95db-ad708dc050e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '16b2384d-54b1-4e1d-8194-90a9524c8b1d', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:37.018754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fd3-b60c-49ca-95db-ad708dc050e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (a506963d-45a5-4997-9d28-abdfde9bf975), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.051076 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 951a2f4a-e558-4ec0-97de-0e823744eea8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:54:37.071221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 951a2f4a-e558-4ec0-97de-0e823744eea8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:54:37.071578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 951a2f4a-e558-4ec0-97de-0e823744eea8 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:54:37.081003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fd3-b60c-49ca-95db-ad708dc050e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (a506963d-45a5-4997-9d28-abdfde9bf975), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.168003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fd3-b60c-49ca-95db-ad708dc050e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a506963d-45a5-4997-9d28-abdfde9bf975), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.187831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a8fd3-b60c-49ca-95db-ad708dc050e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a506963d-45a5-4997-9d28-abdfde9bf975,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:37.273232 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fd3-b60c-49ca-95db-ad708dc050e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.274506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a02a8fd3-b60c-49ca-95db-ad708dc050e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3625991
Apr 30 21:54:37.277379 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49624) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:37.281966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-80a35230-9dba-4c9c-8619-5cefef12fe57 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '16b2384d-54b1-4e1d-8194-90a9524c8b1d', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:37.368497 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80a35230-9dba-4c9c-8619-5cefef12fe57 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (a41c5302-b229-46ca-8a3d-23e69f487cf6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.430345 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80a35230-9dba-4c9c-8619-5cefef12fe57 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (a41c5302-b229-46ca-8a3d-23e69f487cf6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.510720 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80a35230-9dba-4c9c-8619-5cefef12fe57 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a41c5302-b229-46ca-8a3d-23e69f487cf6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.529268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a35230-9dba-4c9c-8619-5cefef12fe57 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41c5302-b229-46ca-8a3d-23e69f487cf6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:37.610024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-80a35230-9dba-4c9c-8619-5cefef12fe57 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.611304 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-80a35230-9dba-4c9c-8619-5cefef12fe57 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3328645
Apr 30 21:54:37.619626 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49626) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:37.623836 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-2ab51885-b554-41fc-81c9-8c3699b7a79f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '16b2384d-54b1-4e1d-8194-90a9524c8b1d', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:37.715705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ab51885-b554-41fc-81c9-8c3699b7a79f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (ef7d4fe5-a589-425f-b9f4-9d88ba3c0252), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.777475 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ab51885-b554-41fc-81c9-8c3699b7a79f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (ef7d4fe5-a589-425f-b9f4-9d88ba3c0252), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.825023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ab51885-b554-41fc-81c9-8c3699b7a79f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ef7d4fe5-a589-425f-b9f4-9d88ba3c0252), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.844340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab51885-b554-41fc-81c9-8c3699b7a79f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7d4fe5-a589-425f-b9f4-9d88ba3c0252,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:37.917276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ab51885-b554-41fc-81c9-8c3699b7a79f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:37.918501 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2ab51885-b554-41fc-81c9-8c3699b7a79f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2980034
Apr 30 21:54:37.921205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49628) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:37.925459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-aedf6a61-ef92-45cf-b174-11f0657104d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '16b2384d-54b1-4e1d-8194-90a9524c8b1d', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:37.995479 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-aedf6a61-ef92-45cf-b174-11f0657104d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Project 12f7d764a613404a9be3d0a9d325c8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:54:38.000761 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aedf6a61-ef92-45cf-b174-11f0657104d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (3ae2a6c6-cc77-4373-a62b-8564128cdd99), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.059021 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aedf6a61-ef92-45cf-b174-11f0657104d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (3ae2a6c6-cc77-4373-a62b-8564128cdd99), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.121203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aedf6a61-ef92-45cf-b174-11f0657104d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (3ae2a6c6-cc77-4373-a62b-8564128cdd99), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.141305 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf6a61-ef92-45cf-b174-11f0657104d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae2a6c6-cc77-4373-a62b-8564128cdd99,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:38.215552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aedf6a61-ef92-45cf-b174-11f0657104d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.217589 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aedf6a61-ef92-45cf-b174-11f0657104d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2946267
Apr 30 21:54:38.219800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49630) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:38.224216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-aef641bb-b2aa-4fcb-b61d-9ea60100bf06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '16b2384d-54b1-4e1d-8194-90a9524c8b1d', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:38.310130 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-aef641bb-b2aa-4fcb-b61d-9ea60100bf06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Project 12f7d764a613404a9be3d0a9d325c8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:54:38.316410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aef641bb-b2aa-4fcb-b61d-9ea60100bf06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (4eeed02e-eec5-4b58-84de-93cb953b866f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.374684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aef641bb-b2aa-4fcb-b61d-9ea60100bf06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (4eeed02e-eec5-4b58-84de-93cb953b866f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.448154 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aef641bb-b2aa-4fcb-b61d-9ea60100bf06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (4eeed02e-eec5-4b58-84de-93cb953b866f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.465320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef641bb-b2aa-4fcb-b61d-9ea60100bf06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eeed02e-eec5-4b58-84de-93cb953b866f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:38.507181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-aef641bb-b2aa-4fcb-b61d-9ea60100bf06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.508393 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aef641bb-b2aa-4fcb-b61d-9ea60100bf06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2876720
Apr 30 21:54:38.511293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49632) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:38.516162 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'network': {'name': 'tempest-network-smoke--337866698', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'port_security_enabled': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:38.602471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:54:38.605773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.629374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:54:38.637814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (22d93eb4-89e5-4773-be85-1eef8588b94c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.638158 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Added segment 22d93eb4-89e5-4773-be85-1eef8588b94c of type vlan for network 5362d232-7b4d-4f90-b607-20bd0c08452c
Apr 30 21:54:38.676200 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (5362d232-7b4d-4f90-b607-20bd0c08452c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.779146 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (5362d232-7b4d-4f90-b607-20bd0c08452c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.783979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:38.785052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:38.850215 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Network': ['ID=5362d232-7b4d-4f90-b607-20bd0c08452c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:38.860713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 5362d232-7b4d-4f90-b607-20bd0c08452c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:54:38.896880 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8523e20d-b592-45f1-9b9a-6c2f50021943 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3842990
Apr 30 21:54:38.899535 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49634) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:38.904134 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'admin_state_up': True, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:39.007048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (4a402451-cb69-4c38-95dd-30d53decbb5f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:39.008115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (4a402451-cb69-4c38-95dd-30d53decbb5f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:39.060628 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_controller (4a402451-cb69-4c38-95dd-30d53decbb5f), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:39.250991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (4a402451-cb69-4c38-95dd-30d53decbb5f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:39.489939 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (4a402451-cb69-4c38-95dd-30d53decbb5f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:39.511977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:39.611977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.35.4.22 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e5cb7b14-9532-4d99-8135-0884319e89f5) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:54:40.057247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:40.139924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:40.174503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:54:40.177794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:40.180294 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:54:40.211542 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=e5cb7b14-9532-4d99-8135-0884319e89f5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:40.520374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (4a402451-cb69-4c38-95dd-30d53decbb5f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:40.721376 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (4a402451-cb69-4c38-95dd-30d53decbb5f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:40.922473 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router 4a402451-cb69-4c38-95dd-30d53decbb5f is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:54:41.031187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:54:41.043289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Sync routers for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:54:41.055715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:41.056333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6c99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:41.106517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.107826 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ac7d8cbe-e2b0-4332-a8e7-9c6f51962a44 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2073503
Apr 30 21:54:41.110925 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49636) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:41.140072 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7a9a52f6-b49c-4ae4-8818-039f12757b8b tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12f7d764a613404a9be3d0a9d325c8f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0279071
Apr 30 21:54:41.142485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49638) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:41.165510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:41.231269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7021e3c-833b-4c9e-8a9b-16b0839f9690 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:41.235373 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b7021e3c-833b-4c9e-8a9b-16b0839f9690 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0892904
Apr 30 21:54:41.235627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49640) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:41.283353 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3d63a629-1143-4a79-a943-9136096799c5 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0465555
Apr 30 21:54:41.284285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49642) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:41.290321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1652017362', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:41.351922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6c99a0>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:40Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:41.390734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Checking router: 4a402451-cb69-4c38-95dd-30d53decbb5f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:54:41.390975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Updating router 4a402451-cb69-4c38-95dd-30d53decbb5f port e5cb7b14-9532-4d99-8135-0884319e89f5 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:54:41.419564 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.443155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:54:41.447487 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.688774 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (be5ce519-13b4-482a-9f61-4b7f2f79f9f7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.707513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Publish callbacks [] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.751138 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.756081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Subnet': ['ID=be5ce519-13b4-482a-9f61-4b7f2f79f9f7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:41.765233 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Checking segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:54:41.765600 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network hostable DHCP agents. Network: 5362d232-7b4d-4f90-b607-20bd0c08452c, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:54:41.806307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Attempting to bind port e5cb7b14-9532-4d99-8135-0884319e89f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:54:41.810250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Attempting to bind port e5cb7b14-9532-4d99-8135-0884319e89f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:54:41.811091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Attempting to bind port e5cb7b14-9532-4d99-8135-0884319e89f5 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:54:41.824255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d8575-7297-436a-8f4e-ca3f65ec8bad None None] Pushing event updated for resources: {'Port': ['ID=e5cb7b14-9532-4d99-8135-0884319e89f5,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:41.827748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:54:41.828226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:54:41.828762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.829221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:54:41.829847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Bound port: e5cb7b14-9532-4d99-8135-0884319e89f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:54:41.830299 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.842348 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 5362d232-7b4d-4f90-b607-20bd0c08452c is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:54:41.882865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] For port e5cb7b14-9532-4d99-8135-0884319e89f5, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:54:41.885807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] For port e5cb7b14-9532-4d99-8135-0884319e89f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5cb7b14-9532-4d99-8135-0884319e89f5,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:54:41.892620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5362d232-7b4d-4f90-b607-20bd0c08452c) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:41.898143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:41.898737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:41.902686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc196d3f-558a-44d9-9335-3a3588df0379 None None] Network 5362d232-7b4d-4f90-b607-20bd0c08452c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:54:41.975668 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:42.006035 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7aae3bf2-2a96-4e0e-8ec4-1933cb62e4f0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7199998
Apr 30 21:54:42.009018 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49646) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:42.048598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5362d232-7b4d-4f90-b607-20bd0c08452c', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:54:42.049430 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:42.063091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:42.063722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6c99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:42.139027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d8575-7297-436a-8f4e-ca3f65ec8bad None None] Pushing event updated for resources: {'Port': ['ID=e5cb7b14-9532-4d99-8135-0884319e89f5,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:42.274832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:42.384501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Allocated IP 172.20.0.2 (5362d232-7b4d-4f90-b607-20bd0c08452c/be5ce519-13b4-482a-9f61-4b7f2f79f9f7/0d035cd5-8b58-43d6-a4c5-b5ece158db98) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:54:42.466093 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:42.530636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6c99a0>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:40Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:42.563228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc81a45c-af25-424e-8d08-0cb859f52c81 None None] The sync data for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 is: [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:40Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:54:42.625688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Publish callbacks [] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:42.704382 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:42.747843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Network 5362d232-7b4d-4f90-b607-20bd0c08452c is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:54:42.752534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:42.759504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:54:42.762904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Pushing event updated for resources: {'Port': ['ID=0d035cd5-8b58-43d6-a4c5-b5ece158db98,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:42.775824 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.20.0.1 (5362d232-7b4d-4f90-b607-20bd0c08452c/be5ce519-13b4-482a-9f61-4b7f2f79f9f7/2fb617a1-15b0-49f8-9c2f-b5634ce380ae) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:54:42.838895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Attempting to bind port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:54:42.838895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Attempting to bind port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:54:42.838895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Attempting to bind port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 on network 5362d232-7b4d-4f90-b607-20bd0c08452c {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:54:42.843079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:54:42.843745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Checking segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:54:42.844159 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:42.844571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Bound using segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:54:42.845039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Bound port: 0d035cd5-8b58-43d6-a4c5-b5ece158db98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:54:42.845532 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:42.928636 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:42.935514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] For port 0d035cd5-8b58-43d6-a4c5-b5ece158db98, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:54:42.935514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] For port 0d035cd5-8b58-43d6-a4c5-b5ece158db98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d035cd5-8b58-43d6-a4c5-b5ece158db98,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:54:42.992263 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.013512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.066769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4deac0-f64b-47ae-9b09-7b44b3b37962 None None] Pushing event updated for resources: {'Port': ['ID=0d035cd5-8b58-43d6-a4c5-b5ece158db98,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:43.070802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 5362d232-7b4d-4f90-b607-20bd0c08452c is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:54:43.105448 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:43.110576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:43.113252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:54:43.166604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (4a402451-cb69-4c38-95dd-30d53decbb5f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.181000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e5cb7b14-9532-4d99-8135-0884319e89f5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:54:43.247165 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e5cb7b14-9532-4d99-8135-0884319e89f5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:43.247784 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.397072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e5cb7b14-9532-4d99-8135-0884319e89f5 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:43.397072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.431850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e5cb7b14-9532-4d99-8135-0884319e89f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5cb7b14-9532-4d99-8135-0884319e89f5,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:43.440267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.496070 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.560626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e5cb7b14-9532-4d99-8135-0884319e89f5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:43.773891 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.836850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.910828 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (4a402451-cb69-4c38-95dd-30d53decbb5f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:43.912666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:44.013236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 5362d232-7b4d-4f90-b607-20bd0c08452c is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:54:44.016349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:44.148800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a31c63-f4cb-4f64-bd97-c6f13adadb1e None None] Network 5362d232-7b4d-4f90-b607-20bd0c08452c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:54:44.150220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router 4a402451-cb69-4c38-95dd-30d53decbb5f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:54:44.260001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8beaabc2-408b-45f2-997f-3c13036f4086 None None] Provisioning complete for port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:44.260378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8beaabc2-408b-45f2-997f-3c13036f4086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:44.263214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:54:44.277793 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e03bd995-39c1-4103-a777-90056b6d60e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "PUT /v2.0/routers/4a402451-cb69-4c38-95dd-30d53decbb5f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2585776
Apr 30 21:54:44.368085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8beaabc2-408b-45f2-997f-3c13036f4086 None None] Current status of the port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:44.368648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8beaabc2-408b-45f2-997f-3c13036f4086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:44.417187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8beaabc2-408b-45f2-997f-3c13036f4086 None None] For port 0d035cd5-8b58-43d6-a4c5-b5ece158db98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d035cd5-8b58-43d6-a4c5-b5ece158db98,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:44.454357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-962d577e-9d9d-44d8-9811-ef8c1e97c324 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093917045&fields=id&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 267 time: 0.0605056
Apr 30 21:54:44.477175 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8beaabc2-408b-45f2-997f-3c13036f4086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:44.541497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaabc2-408b-45f2-997f-3c13036f4086 None None] Pushing event updated for resources: {'Port': ['ID=0d035cd5-8b58-43d6-a4c5-b5ece158db98,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:44.587217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-98d10a60-e4e3-4499-8dff-ddab914e926f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:44.590177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-98d10a60-e4e3-4499-8dff-ddab914e926f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 796 time: 0.1283033
Apr 30 21:54:44.602034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1e4c1bc3-5134-4980-b53a-d9df374f6fcb None None] Provisioning complete for port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:44.602410 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1bc3-5134-4980-b53a-d9df374f6fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:44.607255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-62efebae-df36-4407-bc15-bb75a62fbc64 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/quotas/12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 375 time: 0.0119054
Apr 30 21:54:44.674217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-d36acc52-166a-48d2-b426-f464550a32f6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0584323
Apr 30 21:54:44.689723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c1bc3-5134-4980-b53a-d9df374f6fcb None None] Current status of the port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:44.699158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1e4c1bc3-5134-4980-b53a-d9df374f6fcb None None] Provisioning complete for port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:44.699537 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1bc3-5134-4980-b53a-d9df374f6fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:44.739563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c1bc3-5134-4980-b53a-d9df374f6fcb None None] Port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:54:44.778314 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Sync routers for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:54:44.789626 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:44.790085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-47fc5c92-b0e3-4650-bcbf-7177b1bd974e service neutron] 10.222.0.23 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097884
Apr 30 21:54:44.793281 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc2ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:44.865132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e67e34e3-15b3-45a6-a66d-02c5026104f9 None None] Provisioning complete for port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:44.865656 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e67e34e3-15b3-45a6-a66d-02c5026104f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:44.899218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-f75635a9-80c9-49b8-bdfb-a2e4fd6e9aac service neutron] 10.222.0.23 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030393
Apr 30 21:54:44.913466 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:45.084738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e67e34e3-15b3-45a6-a66d-02c5026104f9 None None] Port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:54:45.127624 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc2ea30>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 2, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:45.177843 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Checking router: 4a402451-cb69-4c38-95dd-30d53decbb5f for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:54:45.184869 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Updating router 4a402451-cb69-4c38-95dd-30d53decbb5f port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:54:45.205580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9942cd3a-907e-4375-957e-32a3f3d1b2de None None] Provisioning complete for port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:45.206190 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9942cd3a-907e-4375-957e-32a3f3d1b2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.225842 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.228446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8aa9246-6038-43d6-8805-3f5d5924a095 req-a64320cd-610b-4202-ab1a-45bd9d69c197 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 210 time: 0.0454168
Apr 30 21:54:45.241007 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e5cb7b14-9532-4d99-8135-0884319e89f5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:54:45.313540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9942cd3a-907e-4375-957e-32a3f3d1b2de None None] Port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:54:45.319153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e5cb7b14-9532-4d99-8135-0884319e89f5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:45.321882 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.408712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e5cb7b14-9532-4d99-8135-0884319e89f5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:45.409710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0d035cd5-8b58-43d6-a4c5-b5ece158db98 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:54:45.457925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:45.458297 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.509096 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Publish callbacks [] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.536539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:45.590974 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.643572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Pushing event updated for resources: {'Port': ['ID=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:45.667915 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.668172 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.668508 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.668842 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.669172 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.669507 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.669852 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.670180 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.670508 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.670828 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.671146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.671465 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.671782 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.672105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.672421 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:54:45.712177 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Attempting to bind port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:54:45.712554 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Attempting to bind port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:54:45.712918 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Attempting to bind port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae on network 5362d232-7b4d-4f90-b607-20bd0c08452c {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:54:45.723960 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:54:45.724340 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Checking segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:54:45.724745 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.725140 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Bound using segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:54:45.725610 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Bound port: 2fb617a1-15b0-49f8-9c2f-b5634ce380ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:54:45.726274 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.791396 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] For port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:54:45.794741 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] For port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:54:45.833188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-52b4b98f-7392-4625-a239-9f5b951b84fa None None] Provisioning complete for port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:45.833579 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-52b4b98f-7392-4625-a239-9f5b951b84fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.868117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-52b4b98f-7392-4625-a239-9f5b951b84fa None None] Port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:54:45.906034 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:45.958876 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:45.959506 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc2ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:46.033614 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9ffad-f6bd-472d-9e1e-6a27cfa8e14c None None] Pushing event updated for resources: {'Port': ['ID=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:46.157261 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:46.192613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-02d7dd49-e898-43a9-8144-b7db4f1cc90a None None] Provisioning complete for port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:46.193086 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02d7dd49-e898-43a9-8144-b7db4f1cc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:46.296292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-02d7dd49-e898-43a9-8144-b7db4f1cc90a None None] Current status of the port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:46.299157 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02d7dd49-e898-43a9-8144-b7db4f1cc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:46.334562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-02d7dd49-e898-43a9-8144-b7db4f1cc90a None None] For port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:46.336339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ce6ec6a-37c2-4e5a-9bae-1f78824ca39b req-c4006949-63cf-45e6-a1df-698ca06ee230 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 210 time: 0.0286121
Apr 30 21:54:46.397341 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02d7dd49-e898-43a9-8144-b7db4f1cc90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:46.453011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7dd49-e898-43a9-8144-b7db4f1cc90a None None] Pushing event updated for resources: {'Port': ['ID=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:46.499978 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc2ea30>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:45Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:46.530142 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84dd20-7ebf-44c0-8639-b9cca4769aa0 None None] The sync data for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 is: [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:45Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:54:47.135824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2fb617a1-15b0-49f8-9c2f-b5634ce380ae up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:54:47.152378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-b5a1f6cd-a96d-4049-a9cb-a08b8d050340 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:47.153680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-b5a1f6cd-a96d-4049-a9cb-a08b8d050340 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 796 time: 0.1207426
Apr 30 21:54:47.191484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:47.191861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:47.232332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-76a62539-71f6-4b19-951d-110f606b6d0c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 380 time: 0.0691218
Apr 30 21:54:47.241262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'port': {'device_id': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'admin_state_up': True, 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'security_groups': ['16b2384d-54b1-4e1d-8194-90a9524c8b1d']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:47.287820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:47.299566 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:54:47.339720 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:47.444202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:54:47.447628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:47.450932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-010ffbcb-9665-4c7f-beae-4dc61935afd9 req-2f94d820-3272-430e-b168-354c5fe2a9c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 210 time: 0.0400970
Apr 30 21:54:47.588105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.20.0.12 (5362d232-7b4d-4f90-b607-20bd0c08452c/be5ce519-13b4-482a-9f61-4b7f2f79f9f7/a8f6d470-91c2-4ec5-a3c1-e90192dd4945) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:54:47.726675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:47.796354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:47.845238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 5362d232-7b4d-4f90-b607-20bd0c08452c is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:54:47.848263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:47.852058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:54:47.855110 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-386809ee-a925-4850-acd0-9c4864946a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:47.860668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:47.907808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:47.908527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:47.976779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4f2af39c-e9bf-44fb-9526-7d60880c58db tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7399912
Apr 30 21:54:47.989374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Request body: {'port': {'device_id': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:48.053748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:48.126376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-be6997d9-0414-4bdd-9d1c-cfb89b4bf868 None None] Provisioning complete for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:48.126674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-be6997d9-0414-4bdd-9d1c-cfb89b4bf868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:48.161571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-be6997d9-0414-4bdd-9d1c-cfb89b4bf868 None None] Port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:54:48.334555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f6d470-91c2-4ec5-a3c1-e90192dd4945 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:54:48.342159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Publish callbacks [] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:48.354565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Transition to ACTIVE for port object a8f6d470-91c2-4ec5-a3c1-e90192dd4945 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:54:48.475202 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:48.536513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:48.619444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94d5ab-1383-467f-8ab2-03d39f29e7a3 req-cc2efda7-8fda-4c4d-9205-db002d1bf3e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:48.621010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f94d5ab-1383-467f-8ab2-03d39f29e7a3 req-cc2efda7-8fda-4c4d-9205-db002d1bf3e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 944 time: 0.0935383
Apr 30 21:54:48.671230 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:54:48.671572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:54:48.671901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:54:48.687175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:54:48.687553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:54:48.696509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f94d5ab-1383-467f-8ab2-03d39f29e7a3 req-8cf75ec6-cb90-4f0d-a38c-9c592e7b4126 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688179
Apr 30 21:54:48.697364 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:54:48.697703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Checking segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:54:48.698115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Bound using segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:54:48.698580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Bound port: a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:54:48.698935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:48.762041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:54:48.764927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:54:48.830160 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:48.865558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:48.866184 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:48.867578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] 10.222.0.35 "PUT /v2.0/ports/a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 1092 time: 0.8827248
Apr 30 21:54:48.868009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:48.870322 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928374fd-f6f4-4f92-902a-38285505ec26" -d '{"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:48.897498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8136db-f0b0-464b-bb7d-ea2875cda883 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:48.924930 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ad19c-70f2-44b2-88ca-5c8ce3ab400a x-openstack-request-id: req-645ad19c-70f2-44b2-88ca-5c8ce3ab400a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:48.925247 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:48.925543 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-645ad19c-70f2-44b2-88ca-5c8ce3ab400a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:48.925993 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645ad19c-70f2-44b2-88ca-5c8ce3ab400a'] response: {'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'status': 'completed', 'code': 200}
Apr 30 21:54:48.990767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928374fd-f6f4-4f92-902a-38285505ec26 req-2ec33c91-a319-47d7-b326-1e1b9f7d8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:48.992588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-928374fd-f6f4-4f92-902a-38285505ec26 req-2ec33c91-a319-47d7-b326-1e1b9f7d8dca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1126 time: 0.0459073
Apr 30 21:54:49.092085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928374fd-f6f4-4f92-902a-38285505ec26 req-de947bec-5912-4be5-bd55-ac15f2e7709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:49.093927 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-928374fd-f6f4-4f92-902a-38285505ec26 req-de947bec-5912-4be5-bd55-ac15f2e7709a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0946929
Apr 30 21:54:49.190612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928374fd-f6f4-4f92-902a-38285505ec26 req-f66397f0-4363-4d76-8b79-972d5dfb7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:49.191963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-928374fd-f6f4-4f92-902a-38285505ec26 req-f66397f0-4363-4d76-8b79-972d5dfb7951 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0928078
Apr 30 21:54:49.265038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-b2848f01-10ba-4a23-807b-e4ad1922eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:49.266580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-b2848f01-10ba-4a23-807b-e4ad1922eb2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1126 time: 0.0407081
Apr 30 21:54:49.307060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-8f71d0e8-abfb-45f1-87d9-968a1501f824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 217 time: 0.0343814
Apr 30 21:54:49.352711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-65f0fe97-35f5-4b5d-a5d8-c3d3992a996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:49.354130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-65f0fe97-35f5-4b5d-a5d8-c3d3992a996c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0418627
Apr 30 21:54:49.398988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-023aed8b-d740-4923-8e01-f19d08396607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:49.400455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-023aed8b-d740-4923-8e01-f19d08396607 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412264
Apr 30 21:54:49.488805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-3ee7b869-343b-4893-9e75-c3aea22c6aac service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814736
Apr 30 21:54:49.580571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-374289a8-9c5e-428c-bde1-65dec5997c3e req-4d62684f-3ada-47eb-bf26-39278f2cac66 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864670
Apr 30 21:54:49.812966 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbfb3a-eb7c-49d8-acf7-3bf6c45d4f7e req-5fc48996-86fb-4535-950c-f652bde4654a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:49.814420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3dcbfb3a-eb7c-49d8-acf7-3bf6c45d4f7e req-5fc48996-86fb-4535-950c-f652bde4654a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 944 time: 0.0497155
Apr 30 21:54:49.868418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3dcbfb3a-eb7c-49d8-acf7-3bf6c45d4f7e req-a47a6740-d5c6-4fa3-b3c7-34f2059e5b5f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482671
Apr 30 21:54:50.527916 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-291316d7-1275-4c49-9b39-18793e336583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:50.983285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfabb6-edd1-44c7-840b-d0a087280647 req-ec8a50be-432c-49cf-b9fe-46f48de24743 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:50.984722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74bfabb6-edd1-44c7-840b-d0a087280647 req-ec8a50be-432c-49cf-b9fe-46f48de24743 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 944 time: 0.0450089
Apr 30 21:54:51.037840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74bfabb6-edd1-44c7-840b-d0a087280647 req-5d062c94-fc7c-4313-90a2-c70ce6746b7f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467854
Apr 30 21:54:51.400793 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:51.475333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:52.149607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991ff10-ba84-4624-a190-e057ca944c51 req-e30c9420-4e41-46d4-a126-7d2676ab636b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:52.151098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5991ff10-ba84-4624-a190-e057ca944c51 req-e30c9420-4e41-46d4-a126-7d2676ab636b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 944 time: 0.0461264
Apr 30 21:54:52.198811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5991ff10-ba84-4624-a190-e057ca944c51 req-d89cbc31-6527-41cb-9784-5ffd876dff1b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420752
Apr 30 21:54:52.879709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:54:52.984120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:52.995682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'port_id': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'mac_address': 'fa:16:3e:30:47:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:54:53.032001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:53.032388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:53.045305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6d470-91c2-4ec5-a3c1-e90192dd4945 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:54:53.065155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:53.133808 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:53.191925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:53.298411 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:53.316527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0dbe8-ef6f-4e5c-9195-2d44fd1d4fd4 req-a30ebaf3-bd73-4f1d-9d83-7d007f294f32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:53.318023 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4a0dbe8-ef6f-4e5c-9195-2d44fd1d4fd4 req-a30ebaf3-bd73-4f1d-9d83-7d007f294f32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 945 time: 0.0473757
Apr 30 21:54:53.368010 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4a0dbe8-ef6f-4e5c-9195-2d44fd1d4fd4 req-ab0f1018-59a4-4299-ad3a-34b18cea224c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441828
Apr 30 21:54:53.378795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a8f6d470-91c2-4ec5-a3c1-e90192dd4945'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:54:54.465032 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:54.488759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb0dc0-4deb-4038-9afe-f57ad3ac1d14 req-3674d0f5-60fe-447e-8a76-b57faa1890a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:54.490292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16fb0dc0-4deb-4038-9afe-f57ad3ac1d14 req-3674d0f5-60fe-447e-8a76-b57faa1890a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 945 time: 0.0516486
Apr 30 21:54:54.539579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16fb0dc0-4deb-4038-9afe-f57ad3ac1d14 req-032d6086-4881-45e4-9cc7-f901821ec8e5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434878
Apr 30 21:54:54.893469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:54:54.938728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:54:55.025308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:54:55.025803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:55.102621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:54:55.103065 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:55.125307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:55.127587 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efa628e-5eb5-4a1d-af51-00f5a05818c5" -d '{"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:55.142627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:54:55.166315 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accdb134-6442-4061-8fe7-1749c5d8355e x-openstack-request-id: req-accdb134-6442-4061-8fe7-1749c5d8355e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:55.166604 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:55.166989 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-accdb134-6442-4061-8fe7-1749c5d8355e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:55.167476 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accdb134-6442-4061-8fe7-1749c5d8355e'] response: {'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'code': 200}
Apr 30 21:54:55.196996 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:55.245323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:55.260281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67bb2-9b5b-45d5-883c-3e1369277634 req-024b7f22-b11d-48d8-8c8a-6b77663f5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:55.261833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eef67bb2-9b5b-45d5-883c-3e1369277634 req-024b7f22-b11d-48d8-8c8a-6b77663f5f0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1128 time: 0.0389519
Apr 30 21:54:55.310195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eef67bb2-9b5b-45d5-883c-3e1369277634 req-cf21a221-cd9e-4501-a786-8c545e731571 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410757
Apr 30 21:54:55.653666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee4208-eb3e-457b-820c-a388fa030c21 req-e6b99409-cee6-471c-9bc8-06e8546af216 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:55.655279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26ee4208-eb3e-457b-820c-a388fa030c21 req-e6b99409-cee6-471c-9bc8-06e8546af216 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0467625
Apr 30 21:54:55.708515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26ee4208-eb3e-457b-820c-a388fa030c21 req-8a1535e6-7662-45dc-9071-7034a5b427d0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473363
Apr 30 21:54:56.831468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8500d13-1165-4cf5-87b9-e0fe86e4b280 req-778725a9-9bed-448c-9254-c1cbb9534e78 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:56.834140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8500d13-1165-4cf5-87b9-e0fe86e4b280 req-778725a9-9bed-448c-9254-c1cbb9534e78 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0490227
Apr 30 21:54:56.888539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8500d13-1165-4cf5-87b9-e0fe86e4b280 req-2c179df0-8d69-4ffa-a4fc-1f3e2e4b1dd4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486774
Apr 30 21:54:57.015733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492676-b686-47e1-900b-9ec0b9a09be1 req-97f28b6e-7f20-47c2-9066-c00e475e9b3f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:57.017143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b492676-b686-47e1-900b-9ec0b9a09be1 req-97f28b6e-7f20-47c2-9066-c00e475e9b3f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0477898
Apr 30 21:54:57.065794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b492676-b686-47e1-900b-9ec0b9a09be1 req-0d44e1a8-58b3-4213-805f-392083f43377 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420444
Apr 30 21:54:57.088263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49700) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:57.129742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7653f6c-7d90-4390-a4ea-61311eb4875b tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:57.131273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b7653f6c-7d90-4390-a4ea-61311eb4875b tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1123 time: 0.0420439
Apr 30 21:54:57.134124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49702) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:57.138281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:54:57.208043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:57.285595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:57.395467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.35.4.23 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/57ec66f3-82a5-41af-a02f-f82b90341c86) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:54:57.493537 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (57ec66f3-82a5-41af-a02f-f82b90341c86), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:57.591482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (57ec66f3-82a5-41af-a02f-f82b90341c86), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:57.636026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:54:57.638815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:54:57.641427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:54:57.668233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=57ec66f3-82a5-41af-a02f-f82b90341c86,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:58.001787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (40b7d091-9808-40ab-8b61-84afb24345e9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:58.126828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (57ec66f3-82a5-41af-a02f-f82b90341c86), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:58.278614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (57ec66f3-82a5-41af-a02f-f82b90341c86), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:58.327890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (57ec66f3-82a5-41af-a02f-f82b90341c86), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:58.399180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=57ec66f3-82a5-41af-a02f-f82b90341c86,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:54:58.408107 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (40b7d091-9808-40ab-8b61-84afb24345e9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:58.509797 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Floating IP 40b7d091-9808-40ab-8b61-84afb24345e9 associated. External IP: 172.35.4.23, port: a8f6d470-91c2-4ec5-a3c1-e90192dd4945.
Apr 30 21:54:59.031091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router 4a402451-cb69-4c38-95dd-30d53decbb5f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:54:59.141639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:54:59.152305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] Sync routers for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:54:59.161504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:59.166693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f79fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:59.237169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:54:59.272747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-25026dc8-50bd-4194-8a17-e32c67bef620 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1329908
Apr 30 21:54:59.272747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:54:59.272747 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848c6c78-3824-4c76-8283-f6c157a58178" -d '{"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:54:59.273455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:59.317258 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf13ffb-e8db-4bae-89b5-ffb2a2469878 x-openstack-request-id: req-cbf13ffb-e8db-4bae-89b5-ffb2a2469878 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:54:59.317563 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:54:59.317850 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbf13ffb-e8db-4bae-89b5-ffb2a2469878 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:54:59.318260 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf13ffb-e8db-4bae-89b5-ffb2a2469878'] response: {'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'status': 'completed', 'code': 200}
Apr 30 21:54:59.416457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55df8-669d-42d6-bab1-c549380a79be req-ef698442-6bb2-4661-834b-2bbc4c5c161a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:59.417961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2e55df8-669d-42d6-bab1-c549380a79be req-ef698442-6bb2-4661-834b-2bbc4c5c161a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0934265
Apr 30 21:54:59.423672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c6c78-3824-4c76-8283-f6c157a58178 req-62eade14-d930-401e-bda9-b612bd21eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:59.425166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-848c6c78-3824-4c76-8283-f6c157a58178 req-62eade14-d930-401e-bda9-b612bd21eab6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1128 time: 0.0579252
Apr 30 21:54:59.496237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f79fc70>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40b7d091-9808-40ab-8b61-84afb24345e9', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.23', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'port_id': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'mac_address': 'fa:16:3e:30:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:54:57Z', 'updated_at': '2022-04-30T21:54:57Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:46Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:59.521199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2e55df8-669d-42d6-bab1-c549380a79be req-c0f0a2bd-e6a1-4f3c-a25a-65948140abe3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944033
Apr 30 21:54:59.524462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] Checking router: 4a402451-cb69-4c38-95dd-30d53decbb5f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:54:59.543018 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:54:59.543777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f79fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:54:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:59.544548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49708) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:54:59.554282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c6c78-3824-4c76-8283-f6c157a58178 req-7b307a24-f8f7-4772-8615-28d8e6980192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:59.555735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-848c6c78-3824-4c76-8283-f6c157a58178 req-7b307a24-f8f7-4772-8615-28d8e6980192 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.1231470
Apr 30 21:54:59.651229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:54:59.655027 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0023ac6e-00cd-459e-9f96-4f24fda17eab tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/40b7d091-9808-40ab-8b61-84afb24345e9 HTTP/1.1" status: 200  len: 991 time: 0.1093976
Apr 30 21:54:59.664968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-848c6c78-3824-4c76-8283-f6c157a58178 req-8c9aa054-ad47-486a-89ac-00a8f8d9f26f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 999 time: 0.0775068
Apr 30 21:54:59.730823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c6c78-3824-4c76-8283-f6c157a58178 req-ffb4d8b8-1fa3-4187-aa1d-c77877dbbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:59.732364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-848c6c78-3824-4c76-8283-f6c157a58178 req-ffb4d8b8-1fa3-4187-aa1d-c77877dbbaf8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0617712
Apr 30 21:54:59.775636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c6c78-3824-4c76-8283-f6c157a58178 req-73dcdf5b-576f-4305-af8d-ce59665e777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:54:59.777160 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-848c6c78-3824-4c76-8283-f6c157a58178 req-73dcdf5b-576f-4305-af8d-ce59665e777f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388205
Apr 30 21:54:59.865661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-848c6c78-3824-4c76-8283-f6c157a58178 req-b364ac4d-9d8f-4f32-b0e2-3f229c1825b6 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824840
Apr 30 21:54:59.874070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f79fc70>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40b7d091-9808-40ab-8b61-84afb24345e9', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.23', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'port_id': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'mac_address': 'fa:16:3e:30:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:54:57Z', 'updated_at': '2022-04-30T21:54:57Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:46Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:54:59.905334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf98f2d-ad79-4dcb-8b72-58e056fd7df3 None None] The sync data for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 is: [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40b7d091-9808-40ab-8b61-84afb24345e9', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.23', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'port_id': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'mac_address': 'fa:16:3e:30:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:54:57Z', 'updated_at': '2022-04-30T21:54:57Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:46Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:54:59.961535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-848c6c78-3824-4c76-8283-f6c157a58178 req-bd93844c-1c51-463a-98e8-65a951702b3e service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906940
Apr 30 21:55:00.108831 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a604c-898a-4bed-afe7-ee66aa893109 None None] New status for floating IP 40b7d091-9808-40ab-8b61-84afb24345e9: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:55:00.658862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49710) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:55:00.720377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb3e50a1-4f3f-4185-ad4e-252fa4032772 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/40b7d091-9808-40ab-8b61-84afb24345e9 HTTP/1.1" status: 200  len: 993 time: 0.0604510
Apr 30 21:55:10.313161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-52a0da4d-6f85-4604-8f21-68df8b254be3 req-ee53357c-208c-444c-8b02-0c7581b04db3 service neutron] (115774) timed out ('10.222.0.35', 58143) {{(pid=115774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 21:55:17.322010 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:17.853375 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61d4a322-3f13-4c7a-ba68-7916124d96c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:20.578899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f74d8414-3318-4d4d-9a16-36318369e7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:21.417609 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:21.463481 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:23.251794 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:24.299262 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:55:24.487551 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:29.333731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-8897b2fa-d8f8-481a-a77b-f32dde698d70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0430665
Apr 30 21:55:29.427106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-d06bf3c2-a4f1-468d-b0de-8a14af24d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:29.428711 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-d06bf3c2-a4f1-468d-b0de-8a14af24d287 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1127 time: 0.0394094
Apr 30 21:55:29.534940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-2d72dd69-7d41-4908-994a-91076db835bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:29.536390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-2d72dd69-7d41-4908-994a-91076db835bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 912 time: 0.0841763
Apr 30 21:55:29.611116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-702d645b-e460-4f32-8bd3-a42c6931eb43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf HTTP/1.1" status: 200  len: 1000 time: 0.0631053
Apr 30 21:55:29.662223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-daed84c3-20c4-42ad-805e-49b74f53f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:29.663624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-daed84c3-20c4-42ad-805e-49b74f53f0e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0426221
Apr 30 21:55:29.708227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-0d38bcfa-e31b-4358-bf4a-4d96d1f245ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:29.709731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-0d38bcfa-e31b-4358-bf4a-4d96d1f245ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0367339
Apr 30 21:55:29.804342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-4d303554-7725-4661-b0b7-5d858f10585e service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850308
Apr 30 21:55:29.897566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b12e55f-b47b-4c34-a18e-1b16a845b6f5 req-11c45f22-9592-4637-a6cf-79b2a793abfc service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837123
Apr 30 21:55:31.568788 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-b09408f3-bb53-4048-8c75-1f25749c40b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0436335
Apr 30 21:55:31.652610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-dc301822-1ccb-40d1-a2bd-be1cc0466019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:31.654187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-dc301822-1ccb-40d1-a2bd-be1cc0466019 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1128 time: 0.0435517
Apr 30 21:55:31.756874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-d2d69670-b1e5-4da1-a435-2f3dd77f39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:31.758276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-d2d69670-b1e5-4da1-a435-2f3dd77f39c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.0840559
Apr 30 21:55:31.827266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-92762075-58dd-4799-8b07-57be00b0f240 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 1001 time: 0.0630648
Apr 30 21:55:31.875241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-bf93d037-968c-49fb-a8d9-4baf887b1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:31.876663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-bf93d037-968c-49fb-a8d9-4baf887b1d66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0431726
Apr 30 21:55:31.925274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-8c949493-5477-4ef0-99c4-f82ec4f68aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:31.926882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-8c949493-5477-4ef0-99c4-f82ec4f68aee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448530
Apr 30 21:55:32.021254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-dfb50962-1674-42f3-b92f-911af1189ebc service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876753
Apr 30 21:55:32.109378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c2d99a0-138b-443e-8c82-6db9532a10bb req-5ab7a40c-26c9-4510-b505-2559aa39e89b service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825937
Apr 30 21:55:34.009839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1c5ff-c69c-4703-adac-fdabc88abc55 req-167546c6-68a0-4d94-b986-0f4a4719e8b9 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:34.011472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8e1c5ff-c69c-4703-adac-fdabc88abc55 req-167546c6-68a0-4d94-b986-0f4a4719e8b9 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1128 time: 0.0453732
Apr 30 21:55:34.056703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8e1c5ff-c69c-4703-adac-fdabc88abc55 req-62b7b1ee-94f6-4ab9-8a42-2f39989d98f4 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390549
Apr 30 21:55:34.169728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396a267-1435-4b78-a6aa-87575d9e02f5 req-67f571be-c188-4628-929c-c9c4ac0580a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:34.171374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1396a267-1435-4b78-a6aa-87575d9e02f5 req-67f571be-c188-4628-929c-c9c4ac0580a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0468976
Apr 30 21:55:34.220985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1396a267-1435-4b78-a6aa-87575d9e02f5 req-b532c3ba-4d2e-4082-be30-1adf083a5787 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441773
Apr 30 21:55:34.245877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:55:34.312582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-86fbed8f-3274-4d53-bb90-d5510a289d40 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/40b7d091-9808-40ab-8b61-84afb24345e9 HTTP/1.1" status: 200  len: 993 time: 0.0655611
Apr 30 21:55:34.969343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7d785-5c1b-44f3-8c32-750f563b7ea8 req-cba38473-3b35-4ca7-a126-5e9d027eb8b9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:34.970979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ab7d785-5c1b-44f3-8c32-750f563b7ea8 req-cba38473-3b35-4ca7-a126-5e9d027eb8b9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0477333
Apr 30 21:55:35.022975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ab7d785-5c1b-44f3-8c32-750f563b7ea8 req-6be9f5f1-6c3e-4654-86c3-a382ff167c2e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460408
Apr 30 21:55:35.079266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49760) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:55:35.169943 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-72fee06f-7b0a-481a-82c8-5556a5813e77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0895088
Apr 30 21:55:35.178816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-4ea15745-461d-408e-9e82-45effb4f198e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:55:35.179794 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-4ea15745-461d-408e-9e82-45effb4f198e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0051420
Apr 30 21:55:35.627592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49780) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:55:35.720427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-81f3c9bb-7a59-42b8-9e88-7dcbcce8d01a tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:35.721837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-81f3c9bb-7a59-42b8-9e88-7dcbcce8d01a tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports/a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 1125 time: 0.0926595
Apr 30 21:55:36.144048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a73c7-a944-4eda-9660-7b2cbd0f6925 req-f7e704d8-a2e0-4d7f-b53f-fc72fdbf0da6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:36.145512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f4a73c7-a944-4eda-9660-7b2cbd0f6925 req-f7e704d8-a2e0-4d7f-b53f-fc72fdbf0da6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0512757
Apr 30 21:55:36.195241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f4a73c7-a944-4eda-9660-7b2cbd0f6925 req-c89cb40d-0ba0-46a3-b467-58892ae8b796 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436599
Apr 30 21:55:37.340715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83434937-d195-4271-a196-d53a2643cf66 req-5247f026-2056-49d7-a019-a07a8fe37734 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:37.343083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83434937-d195-4271-a196-d53a2643cf66 req-5247f026-2056-49d7-a019-a07a8fe37734 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0773838
Apr 30 21:55:37.356602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-3ee36d7d-4040-46ae-b0e3-b374fdb9a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:37.358001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-3ee36d7d-4040-46ae-b0e3-b374fdb9a190 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1128 time: 0.0601966
Apr 30 21:55:37.448559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83434937-d195-4271-a196-d53a2643cf66 req-9bcd61ed-153a-408c-af52-f27421a83609 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981307
Apr 30 21:55:37.476962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-39ac6ab9-5bc3-4536-be5a-bd2461265b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:37.478520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-39ac6ab9-5bc3-4536-be5a-bd2461265b0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.1122863
Apr 30 21:55:37.549338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-6c97b09d-7e7f-4db4-97e7-3b1af3e607a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 1001 time: 0.0648670
Apr 30 21:55:37.596654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-b9e10298-ea21-4cb3-af04-9d551f0c4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:37.598055 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-b9e10298-ea21-4cb3-af04-9d551f0c4d24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0436661
Apr 30 21:55:37.640648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-1390176e-1258-44d4-b745-c94eac843396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:37.642160 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-1390176e-1258-44d4-b745-c94eac843396 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388088
Apr 30 21:55:37.732762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-a98b1148-b1a5-4d12-aaab-6fd3f483ce05 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849681
Apr 30 21:55:37.819226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-f2d4c161-ead4-4b93-9a81-7d2d28a3fd03 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804901
Apr 30 21:55:38.564435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa413e0-ea7c-4104-bd5c-5f2266e38d68 req-1f3c5db3-e7ea-4948-b488-a6bc870afb61 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:38.565851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0aa413e0-ea7c-4104-bd5c-5f2266e38d68 req-1f3c5db3-e7ea-4948-b488-a6bc870afb61 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0480738
Apr 30 21:55:38.614160 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0aa413e0-ea7c-4104-bd5c-5f2266e38d68 req-e8d37bf8-d0c1-4978-8ba2-d1a349a337c4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425582
Apr 30 21:55:39.734897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564af7b7-3325-4c4e-8185-b26dd1e898eb req-e2663f8e-1f92-4aaf-8e9d-f5db63c89e32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:39.736366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564af7b7-3325-4c4e-8185-b26dd1e898eb req-e2663f8e-1f92-4aaf-8e9d-f5db63c89e32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0518839
Apr 30 21:55:39.784774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564af7b7-3325-4c4e-8185-b26dd1e898eb req-35931578-7adf-4fe2-9dd2-17ff5cd3dd33 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429015
Apr 30 21:55:40.896783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0391f76-ab8e-4a0f-a984-e238d2eb9a48 req-1743070d-55fa-48a3-bd88-fbb8e91b3846 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:40.898268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0391f76-ab8e-4a0f-a984-e238d2eb9a48 req-1743070d-55fa-48a3-bd88-fbb8e91b3846 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0471129
Apr 30 21:55:40.947700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0391f76-ab8e-4a0f-a984-e238d2eb9a48 req-c2be81e7-d99b-4055-9f03-776a3280b18d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438051
Apr 30 21:55:42.066142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d33fb2-7ace-4065-8e09-98e80323617d req-cad0dbca-8c1a-48a3-93a2-a644c87003cd tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:42.067652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25d33fb2-7ace-4065-8e09-98e80323617d req-cad0dbca-8c1a-48a3-93a2-a644c87003cd tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0530717
Apr 30 21:55:42.118669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25d33fb2-7ace-4065-8e09-98e80323617d req-47193f0f-7c78-4fae-a9e7-dcf92851f84b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452504
Apr 30 21:55:43.232896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0988-d9be-42ca-a8a3-53e097fb32c1 req-4292fb6c-0d0c-4004-9eb6-87cc00a6ba52 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:43.234397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ccf0988-d9be-42ca-a8a3-53e097fb32c1 req-4292fb6c-0d0c-4004-9eb6-87cc00a6ba52 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0466993
Apr 30 21:55:43.283656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ccf0988-d9be-42ca-a8a3-53e097fb32c1 req-b7ddabf6-7e00-401d-8f0e-941dfa0fb890 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435808
Apr 30 21:55:44.401078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1005fb8-cabd-46c5-b52d-88905792f889 req-efc25330-ec9c-4694-b915-6e6b918b1b56 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:44.402582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1005fb8-cabd-46c5-b52d-88905792f889 req-efc25330-ec9c-4694-b915-6e6b918b1b56 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0476522
Apr 30 21:55:44.455964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1005fb8-cabd-46c5-b52d-88905792f889 req-10917db8-0ebb-4dc0-933a-b1f8c2ff7e1e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470250
Apr 30 21:55:45.575820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc67d7f-98f5-40ce-b05c-7d5118f3b36a req-71ed03c3-5029-4ec8-8313-a6c652b8cad5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:45.578745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcc67d7f-98f5-40ce-b05c-7d5118f3b36a req-71ed03c3-5029-4ec8-8313-a6c652b8cad5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0513599
Apr 30 21:55:45.632372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcc67d7f-98f5-40ce-b05c-7d5118f3b36a req-d0ff5cf8-7897-433d-acb4-f30427b6d6ad tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482004
Apr 30 21:55:46.750851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fe370-0e83-40e3-b146-78a18d841ea8 req-cc793619-8a35-45f9-a1c8-89cc1acc35a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:46.752305 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-247fe370-0e83-40e3-b146-78a18d841ea8 req-cc793619-8a35-45f9-a1c8-89cc1acc35a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0510557
Apr 30 21:55:46.800415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-247fe370-0e83-40e3-b146-78a18d841ea8 req-4cb7fa64-bde5-4256-84ee-3de3d71ceb50 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425603
Apr 30 21:55:47.367147 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:47.893117 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-002f6193-b54a-4d40-a302-2d7f2e0f31c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:47.924873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579885d-78ec-4083-8d7e-548623ba82e5 req-9b146e87-0234-4338-aee6-268ff13aacd0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:47.929030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2579885d-78ec-4083-8d7e-548623ba82e5 req-9b146e87-0234-4338-aee6-268ff13aacd0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0571856
Apr 30 21:55:47.980599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2579885d-78ec-4083-8d7e-548623ba82e5 req-79e277a5-4d19-42b7-b4f3-161c9431d3ee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433915
Apr 30 21:55:49.097406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234861ca-d7d4-4eb6-ba9d-9f8f44785e4b req-934f49b8-6342-4882-af2c-ef2b5c39b3c5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:49.098913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-234861ca-d7d4-4eb6-ba9d-9f8f44785e4b req-934f49b8-6342-4882-af2c-ef2b5c39b3c5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0465505
Apr 30 21:55:49.147584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-234861ca-d7d4-4eb6-ba9d-9f8f44785e4b req-938c4a8b-2b93-4eb3-a33c-1bc0d1d1111a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430815
Apr 30 21:55:49.799489 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-8669ef78-485e-4594-b7d8-f0188c7502f5 service neutron] show failed (client error): The resource could not be found.
Apr 30 21:55:49.800503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-8669ef78-485e-4594-b7d8-f0188c7502f5 service neutron] 10.222.0.35 "GET /v2.0/ports/a8f6d470-91c2-4ec5-a3c1-e90192dd4945/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0604420
Apr 30 21:55:50.289249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b0ae4-4b4c-4115-ba4c-15e7b8c60ea9 req-70a9e658-e83f-4a7c-bab8-6f8f742426e3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:50.290751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef2b0ae4-4b4c-4115-ba4c-15e7b8c60ea9 req-70a9e658-e83f-4a7c-bab8-6f8f742426e3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0744550
Apr 30 21:55:50.347613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-d8773ad5-77f1-4fc1-ae35-9115dcd19616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:50.349072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-d8773ad5-77f1-4fc1-ae35-9115dcd19616 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.0946400
Apr 30 21:55:50.371556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:55:50.399095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef2b0ae4-4b4c-4115-ba4c-15e7b8c60ea9 req-a1213cc5-51c9-4d2f-9ffa-5df390c52132 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887048
Apr 30 21:55:50.436347 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:50.520049 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac172-a724-437e-8076-7bcc6c7547a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:50.633398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:55:50.665575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:55:50.708856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:55:50.711291 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bcf43d-028c-46dc-b9e6-0ce5da002309" -d '{"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:55:50.714779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Publish callbacks [] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:50.730291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Transition to ACTIVE for port object a8f6d470-91c2-4ec5-a3c1-e90192dd4945 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:55:50.762520 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc5857d-38a5-4917-ba53-cb7b0c0002c1 x-openstack-request-id: req-8cc5857d-38a5-4917-ba53-cb7b0c0002c1 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:55:50.762815 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:55:50.763065 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8cc5857d-38a5-4917-ba53-cb7b0c0002c1 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:55:50.763522 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc5857d-38a5-4917-ba53-cb7b0c0002c1'] response: {'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'code': 200}
Apr 30 21:55:50.830531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:50.930096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:55:50.960599 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.960899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.961247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.961585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.961949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.962286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.962725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.963067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.963398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.963726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.964051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.964377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.964705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.965026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:50.965387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:51.023753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] No DVR routers for this DVR port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:55:51.161529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:55:51.161805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:55:51.162132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:55:51.166306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:55:51.166621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:55:51.171323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:55:51.171654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Checking segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:55:51.172025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Bound using segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:55:51.172438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Bound port: a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:55:51.172785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:51.233711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:55:51.236727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:55:51.339199 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:51.377548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:51.378201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:51.379599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 1092 time: 1.0163407
Apr 30 21:55:51.401019 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:51.405316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b07ec2-39b0-46ca-a37c-71ffa62e1fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:55:51.450241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-b9d941f4-a1af-4bab-bb05-09db0621bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:51.452194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-b9d941f4-a1af-4bab-bb05-09db0621bae7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1126 time: 0.0442407
Apr 30 21:55:51.470675 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:51.874590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714af518-221c-419f-9431-9ebf5dc103d2 req-c8498fae-9382-4c89-8f2b-1fe31bd769c7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:51.875975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714af518-221c-419f-9431-9ebf5dc103d2 req-c8498fae-9382-4c89-8f2b-1fe31bd769c7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 944 time: 0.3910987
Apr 30 21:55:51.927078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-7d51a1a4-481b-4a7d-97c8-8156f5a088ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:51.929108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-7d51a1a4-481b-4a7d-97c8-8156f5a088ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.4663751
Apr 30 21:55:51.997616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-714af518-221c-419f-9431-9ebf5dc103d2 req-7c001369-85ee-4022-a2bd-397bc2e78872 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125472
Apr 30 21:55:52.016690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-0a332cd0-2410-4c42-b619-036c79c2d968 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 999 time: 0.0757194
Apr 30 21:55:52.070194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-49250247-108c-4d59-bc71-a741d809f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:52.071623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-49250247-108c-4d59-bc71-a741d809f6c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0439367
Apr 30 21:55:52.117698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-a258e2e1-5f31-42f8-8ce1-849ade8d54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:52.119291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-a258e2e1-5f31-42f8-8ce1-849ade8d54a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379696
Apr 30 21:55:52.215799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-2f759bf9-c921-4718-8ef0-e4781773730d service neutron] 10.222.0.20 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853603
Apr 30 21:55:52.309516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adfc8c39-96a6-499f-ae2b-a50cbbc311d2 req-236916fa-6b6f-4faa-b208-faf1cffdc297 service neutron] 10.222.0.20 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849049
Apr 30 21:55:52.765118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:55:52.767618 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b66bc51-0c59-4c12-b0a2-46369a337a92" -d '{"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:55:52.816392 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3470a09a-6310-4ba9-9ce5-442145d11589 x-openstack-request-id: req-3470a09a-6310-4ba9-9ce5-442145d11589 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:55:52.816684 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:55:52.816936 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3470a09a-6310-4ba9-9ce5-442145d11589 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:55:52.817425 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3470a09a-6310-4ba9-9ce5-442145d11589'] response: {'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'status': 'completed', 'code': 200}
Apr 30 21:55:52.875209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-825f6b84-0177-4abc-96a3-bd57c68e0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:52.876679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-825f6b84-0177-4abc-96a3-bd57c68e0ea0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1126 time: 0.0391777
Apr 30 21:55:52.968219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-4109a334-5d4c-4cc2-ad1c-0acaae680815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:52.969986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-4109a334-5d4c-4cc2-ad1c-0acaae680815 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.0875494
Apr 30 21:55:53.036757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-3e30cedb-5232-4f49-829f-53e9988db432 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 999 time: 0.0612805
Apr 30 21:55:53.119831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-c251fa8c-5379-4f6d-9576-3464af1db835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:53.121299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-c251fa8c-5379-4f6d-9576-3464af1db835 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0790865
Apr 30 21:55:53.129261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152256-456f-4499-b9af-02f06f007fc9 req-6be47978-cabe-46dd-96dc-3044bb8e2e4c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:53.130703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe152256-456f-4499-b9af-02f06f007fc9 req-6be47978-cabe-46dd-96dc-3044bb8e2e4c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 944 time: 0.0562935
Apr 30 21:55:53.187055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-4be5e3ed-1a4c-42e9-9ca4-b7ae06bcdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:53.188542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-4be5e3ed-1a4c-42e9-9ca4-b7ae06bcdb4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0570066
Apr 30 21:55:53.214612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe152256-456f-4499-b9af-02f06f007fc9 req-606444fe-f5b5-449e-83cd-c912fcec3193 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757568
Apr 30 21:55:53.230583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:53.294691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-cbc40517-c449-4b63-bd41-567a76ab2165 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958638
Apr 30 21:55:53.384668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-62d04f2f-7498-4a2b-bbb6-fdf3439c6025 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839825
Apr 30 21:55:54.071970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-2dfb4d0b-7ca8-4f60-b808-8f1b032a6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:54.073447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-2dfb4d0b-7ca8-4f60-b808-8f1b032a6718 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1126 time: 0.0437045
Apr 30 21:55:54.167891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-3132aa8f-1afb-46b3-a8ff-09752006e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:54.169349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-3132aa8f-1afb-46b3-a8ff-09752006e7ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.0875523
Apr 30 21:55:54.237227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-6c4d2f9c-925d-495f-9436-8853d5905b6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 999 time: 0.0590279
Apr 30 21:55:54.293410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-11cbce26-f0df-4b7f-9d59-6f4ec6367f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:54.294855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-11cbce26-f0df-4b7f-9d59-6f4ec6367f09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0501914
Apr 30 21:55:54.339632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69419ee-9c0b-4548-b691-26ef4387e85a req-30e97fc3-dd78-49fa-8845-8d16ddc650c5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:54.341018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d69419ee-9c0b-4548-b691-26ef4387e85a req-30e97fc3-dd78-49fa-8845-8d16ddc650c5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 944 time: 0.0495484
Apr 30 21:55:54.396130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d69419ee-9c0b-4548-b691-26ef4387e85a req-120ae0fe-eab9-4b53-8695-827e6cffa9e6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490959
Apr 30 21:55:54.445399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-fa1771ec-3133-4937-95f2-e7550fbb9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:54.447015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-fa1771ec-3133-4937-95f2-e7550fbb9e19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436893
Apr 30 21:55:54.474804 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:54.541801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-5e4aa46a-af08-41f6-aa10-e18a5d9bd521 service neutron] 10.222.0.20 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870690
Apr 30 21:55:54.630955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b66bc51-0c59-4c12-b0a2-46369a337a92 req-c234e084-085c-43ec-8c3e-6deb28aa5b74 service neutron] 10.222.0.20 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834391
Apr 30 21:55:55.175761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:55:55.216812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:55:55.217201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:55:55.291937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:55:55.524258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc932010-a600-4ed2-8157-fdbdd28dce3c req-6a86c7d4-6560-44df-820e-cc0b85af4d32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:55.525774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc932010-a600-4ed2-8157-fdbdd28dce3c req-6a86c7d4-6560-44df-820e-cc0b85af4d32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 944 time: 0.0540481
Apr 30 21:55:55.538012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:55:55.549700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'port_id': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'mac_address': 'fa:16:3e:30:47:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:55:55.575386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc932010-a600-4ed2-8157-fdbdd28dce3c req-a3f7c4c1-5409-4bda-ab63-a4816e0ead9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437274
Apr 30 21:55:55.590262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:55:55.590665 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:55.603606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6d470-91c2-4ec5-a3c1-e90192dd4945 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:55:55.630458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:55:55.693536 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:55.738935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:55:55.746229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.746575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.746911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.747249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.747578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.747902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.748225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.748546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.748918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.749183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.749517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.749858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.750182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.750495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.750989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:55:55.938257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['a8f6d470-91c2-4ec5-a3c1-e90192dd4945'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:55:55.988515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fd107-30c9-4734-8a1b-8127b7938d2c req-89e484ea-73f7-4ce9-b701-a2ce4f438026 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:55.989937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-970fd107-30c9-4734-8a1b-8127b7938d2c req-89e484ea-73f7-4ce9-b701-a2ce4f438026 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 945 time: 0.0648804
Apr 30 21:55:56.038914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-51949804-6001-42a5-b7fe-09d08bec940f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:56.040365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-51949804-6001-42a5-b7fe-09d08bec940f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.20 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b&tenant_id=12f7d764a613404a9be3d0a9d325c8f6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0726354
Apr 30 21:55:56.098513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-970fd107-30c9-4734-8a1b-8127b7938d2c req-cd9fcf98-288e-4bf2-8c96-81373ff633c0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0920041
Apr 30 21:55:56.130447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-648e8713-a5e1-4f33-90a2-65dede62fd65 service neutron] 10.222.0.20 "GET /v2.0/ports/a8f6d470-91c2-4ec5-a3c1-e90192dd4945/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0799713
Apr 30 21:55:56.191852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-b97c8db1-70a5-4458-b402-ee1d860cabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:56.193378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-b97c8db1-70a5-4458-b402-ee1d860cabab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1127 time: 0.0406725
Apr 30 21:55:56.289638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-04d3f24d-59c7-4d9c-919c-e1279fd62c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:56.291126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-04d3f24d-59c7-4d9c-919c-e1279fd62c92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.0911071
Apr 30 21:55:56.357342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-336a62e1-a26e-4f75-bc37-44abece0562b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 1000 time: 0.0593009
Apr 30 21:55:56.405730 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-134b39f9-b243-4315-ac53-2ce06af0d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:56.407223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-134b39f9-b243-4315-ac53-2ce06af0d89c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0438232
Apr 30 21:55:56.456523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-806d7352-d355-4c75-9524-50a571d2a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:56.458041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-806d7352-d355-4c75-9524-50a571d2a165 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0417082
Apr 30 21:55:56.548272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-8bb7f0cc-57db-41f9-93ef-2d144777a5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825307
Apr 30 21:55:56.641558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-ea373b6d-166e-4657-a67a-ba281135e81f service neutron] 10.222.0.20 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857708
Apr 30 21:55:57.222688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bef0d-cbb8-449a-b6f3-31d497347ea6 req-170e385d-84d9-4270-ade8-560cbd25ed50 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:57.224167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf2bef0d-cbb8-449a-b6f3-31d497347ea6 req-170e385d-84d9-4270-ade8-560cbd25ed50 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 945 time: 0.0482681
Apr 30 21:55:57.287530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf2bef0d-cbb8-449a-b6f3-31d497347ea6 req-45b0c3e5-e3da-4d8f-b0c7-ce8b4c3d3c59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577006
Apr 30 21:55:57.309393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:55:57.352467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:55:57.422430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:55:57.422809 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:57.500663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:55:57.501045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:57.523229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:55:57.525439 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d38258e-8680-4176-a0fb-c10964248482" -d '{"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:55:57.540842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:55:57.576180 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88396dd8-5a65-4045-af27-6b70ce0c25e3 x-openstack-request-id: req-88396dd8-5a65-4045-af27-6b70ce0c25e3 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:55:57.576180 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:55:57.576180 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88396dd8-5a65-4045-af27-6b70ce0c25e3 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:55:57.576180 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88396dd8-5a65-4045-af27-6b70ce0c25e3'] response: {'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'code': 200}
Apr 30 21:55:57.612530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:57.658196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:55:58.406116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bf832-92d3-4d3a-8f27-38638eef3154 req-084165f7-3c68-4a31-8ed3-35d9331eaa04 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:58.407578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-857bf832-92d3-4d3a-8f27-38638eef3154 req-084165f7-3c68-4a31-8ed3-35d9331eaa04 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0478799
Apr 30 21:55:58.457817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-857bf832-92d3-4d3a-8f27-38638eef3154 req-69b9ee77-5fd5-4194-8587-62fbb1339648 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442474
Apr 30 21:55:59.124624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-b09c9a88-82b4-4c60-9754-cca0f84b917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:59.126043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-b09c9a88-82b4-4c60-9754-cca0f84b917b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 1128 time: 0.0436103
Apr 30 21:55:59.135911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:55:59.193194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:59.396390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:55:59.429321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:55:59.473228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:55:59.475537 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1c7329-0f18-4995-9655-4b6b0a30ba7e" -d '{"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:55:59.479012 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Publish callbacks [] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:59.491712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Transition to ACTIVE for port object a8f6d470-91c2-4ec5-a3c1-e90192dd4945 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:55:59.530184 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffbfc6d-5320-4c54-9afe-1f2a4527f9c4 x-openstack-request-id: req-5ffbfc6d-5320-4c54-9afe-1f2a4527f9c4 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:55:59.530479 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:55:59.530731 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ffbfc6d-5320-4c54-9afe-1f2a4527f9c4 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:55:59.531166 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffbfc6d-5320-4c54-9afe-1f2a4527f9c4'] response: {'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'code': 200}
Apr 30 21:55:59.567102 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:59.604028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd434-52e7-4242-9015-45bfa1f5cd2d req-6c297b5c-744c-4ef3-8af6-229fc2aad583 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:55:59.605513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e4dd434-52e7-4242-9015-45bfa1f5cd2d req-6c297b5c-744c-4ef3-8af6-229fc2aad583 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 946 time: 0.0734799
Apr 30 21:55:59.684154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=10']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:55:59.723577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5e4dd434-52e7-4242-9015-45bfa1f5cd2d req-2b051b38-b201-401d-a8bf-17625c519faf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121633
Apr 30 21:55:59.745606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] No DVR routers for this DVR port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:55:59.883804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:55:59.884063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:55:59.884389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:55:59.888635 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:55:59.888952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Attempting to bind port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on network 5362d232-7b4d-4f90-b607-20bd0c08452c {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:55:59.894408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:55:59.894746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Checking segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:55:59.898246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Bound using segment: {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:55:59.898246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Bound port: a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d93eb4-89e5-4773-be85-1eef8588b94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:55:59.898246 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:55:59.959195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:55:59.962197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:56:00.002584 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:00.040406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:00.041097 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:00.042480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] 10.222.0.35 "PUT /v2.0/ports/a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 1093 time: 0.9103949
Apr 30 21:56:00.062756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738c64e-e83a-47bd-a973-5ff5d7dc0e26 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=11']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:00.105367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-71c3dab4-c109-44c7-a890-a64f97121e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:00.106930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-71c3dab4-c109-44c7-a890-a64f97121e1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1127 time: 0.0408642
Apr 30 21:56:00.201229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-4761e47a-c413-4934-8df6-ccaadf7edded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:00.203515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-4761e47a-c413-4934-8df6-ccaadf7edded service neutron] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.0895340
Apr 30 21:56:00.277182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-18caf39a-d910-45f7-be94-0a6c85160fd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 999 time: 0.0639703
Apr 30 21:56:00.322700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-61d03753-555b-464e-bd15-42e12458c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:00.324080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-61d03753-555b-464e-bd15-42e12458c6d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0459001
Apr 30 21:56:00.366779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-ce5dcadc-6d37-4f67-b969-dd960bc2cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:00.368282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-ce5dcadc-6d37-4f67-b969-dd960bc2cac3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387352
Apr 30 21:56:00.460412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-4455e3fc-cd81-4bad-bbac-cbc0893f573b service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861547
Apr 30 21:56:00.547604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfee223-d528-48b9-8247-f4e50f579af7 req-2ae46109-6d72-4e15-8a09-99c4bb46caa8 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815830
Apr 30 21:56:00.845344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c595e7b-4d4f-4cc2-a34c-b220ea44f908 req-79dcceb6-bb04-4583-afd7-8c8219d82a0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:00.847268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c595e7b-4d4f-4cc2-a34c-b220ea44f908 req-79dcceb6-bb04-4583-afd7-8c8219d82a0b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 945 time: 0.0524650
Apr 30 21:56:00.896239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2c595e7b-4d4f-4cc2-a34c-b220ea44f908 req-c2f1bb31-1333-4e10-ba0a-2b5c2afd55ae tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432453
Apr 30 21:56:01.298805 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:56:01.341020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:56:01.379696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 host nch2-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:56:01.380083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:56:01.532920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:56:01.535753 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564f9861-cc56-4d9e-a628-133e7a598adb" -d '{"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:56:01.591121 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489449eb-54e6-4fef-8404-5e2f2dffb7e6 x-openstack-request-id: req-489449eb-54e6-4fef-8404-5e2f2dffb7e6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:56:01.591411 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:56:01.591665 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-489449eb-54e6-4fef-8404-5e2f2dffb7e6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:56:01.592068 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489449eb-54e6-4fef-8404-5e2f2dffb7e6'] response: {'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'status': 'completed', 'code': 200}
Apr 30 21:56:01.676236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9861-cc56-4d9e-a628-133e7a598adb req-096640b2-4db6-4b1f-b789-6bfbffc80d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:01.677750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-096640b2-4db6-4b1f-b789-6bfbffc80d32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1127 time: 0.0645275
Apr 30 21:56:01.688411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9861-cc56-4d9e-a628-133e7a598adb req-cf3d3aaf-3c17-42d1-a73d-4b0bdb8e8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:01.691878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-cf3d3aaf-3c17-42d1-a73d-4b0bdb8e8b6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1127 time: 0.0517521
Apr 30 21:56:01.859754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9861-cc56-4d9e-a628-133e7a598adb req-68ea8c1c-5f16-497e-a555-faeb83fafaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:01.861132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-68ea8c1c-5f16-497e-a555-faeb83fafaeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.1684017
Apr 30 21:56:01.862254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9861-cc56-4d9e-a628-133e7a598adb req-92c47cc0-0c13-4547-be59-7a8683a7f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:01.863564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-92c47cc0-0c13-4547-be59-7a8683a7f824 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.1547101
Apr 30 21:56:01.929311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-704ae99d-aae9-41cd-ab16-fb62d6b0dc57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 999 time: 0.0588052
Apr 30 21:56:02.068661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73237217-6c3a-419a-94d4-2e2545a369d4 req-e6755fff-f5a6-4a2a-bac3-c49469fb7801 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:02.070173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73237217-6c3a-419a-94d4-2e2545a369d4 req-e6755fff-f5a6-4a2a-bac3-c49469fb7801 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 945 time: 0.1023169
Apr 30 21:56:02.073300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9861-cc56-4d9e-a628-133e7a598adb req-b6a1214e-f464-4223-b758-4c6144c622de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:02.074660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-b6a1214e-f464-4223-b758-4c6144c622de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.1355150
Apr 30 21:56:02.129751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-c7fbf130-a5c6-4cf0-b861-2468cc6f9ffe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 999 time: 0.1442730
Apr 30 21:56:02.176337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9861-cc56-4d9e-a628-133e7a598adb req-cb894d01-a481-4790-b033-df99afa6cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:02.177833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-cb894d01-a481-4790-b033-df99afa6cdcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0903616
Apr 30 21:56:02.206794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-73237217-6c3a-419a-94d4-2e2545a369d4 req-8e9c7111-8582-47f1-ad8e-0cc422766c6e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295655
Apr 30 21:56:02.249529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9861-cc56-4d9e-a628-133e7a598adb req-d2fb3bd5-22a3-4f2f-bfce-b5c6514de45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:02.251070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-d2fb3bd5-22a3-4f2f-bfce-b5c6514de45f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.1138434
Apr 30 21:56:02.313550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9861-cc56-4d9e-a628-133e7a598adb req-0b5593e6-f2d4-4985-811c-ece86c8df1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:02.315750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-0b5593e6-f2d4-4985-811c-ece86c8df1cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0579531
Apr 30 21:56:02.351645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-5071b2ac-909f-44c7-bd66-a1b8bcf35620 service neutron] 10.222.0.20 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627240
Apr 30 21:56:02.483481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-232c85e4-29e4-458a-bfc0-766e637e082d service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538520
Apr 30 21:56:02.510614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-0942f068-feb4-4cc0-b168-2bffa5d70c2b service neutron] 10.222.0.20 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348805
Apr 30 21:56:02.581213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-564f9861-cc56-4d9e-a628-133e7a598adb req-11cfe527-4472-4f27-8d94-52f0c44260c6 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918643
Apr 30 21:56:03.223465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:56:03.323398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:03.335614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'port_id': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'mac_address': 'fa:16:3e:30:47:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:56:03.336903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212836f-8487-44fc-9ccb-7ec842fdcd99 req-ef4e3a35-0f36-4ebf-aea5-0994977c289f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:03.338547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6212836f-8487-44fc-9ccb-7ec842fdcd99 req-ef4e3a35-0f36-4ebf-aea5-0994977c289f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 945 time: 0.0517395
Apr 30 21:56:03.373174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:03.373666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:03.386475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6d470-91c2-4ec5-a3c1-e90192dd4945 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:56:03.388107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6212836f-8487-44fc-9ccb-7ec842fdcd99 req-a0ec8483-ff8e-4497-80cd-63f7fcb9f689 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438666
Apr 30 21:56:03.406704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:03.412562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49856) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:03.473327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cb0b63eb-deb4-478c-9f5c-3697cb3fda34 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/40b7d091-9808-40ab-8b61-84afb24345e9 HTTP/1.1" status: 200  len: 991 time: 0.0594592
Apr 30 21:56:03.491644 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:03.539423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=12']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:03.702226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['a8f6d470-91c2-4ec5-a3c1-e90192dd4945'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:56:05.234205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:56:05.281743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:56:05.373096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:05.373363 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:05.450249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:05.450643 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:05.474625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:56:05.476748 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cfe1e3-743c-4199-9d9e-ab9d3ec165e8" -d '{"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:56:05.488895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:05.514595 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4c0f5a-6ddc-4f2e-b56c-cd71fa51507e x-openstack-request-id: req-fa4c0f5a-6ddc-4f2e-b56c-cd71fa51507e {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:56:05.514893 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:56:05.515152 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa4c0f5a-6ddc-4f2e-b56c-cd71fa51507e {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:56:05.515552 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa4c0f5a-6ddc-4f2e-b56c-cd71fa51507e'] response: {'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'code': 200}
Apr 30 21:56:05.550072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:05.596806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=13']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:17.348183 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:17.869033 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-baa3321a-6817-4517-a0dc-4bc310371438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:20.510062 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf22cc27-e503-4750-a02f-07c62b77d4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:21.424351 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:21.479171 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:23.262601 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:24.491208 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:29.652574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4580cd65-04a8-4382-afdf-f5add279672b req-0fd055ae-5699-43ba-b9a4-9ca50773addb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3654966
Apr 30 21:56:29.737850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580cd65-04a8-4382-afdf-f5add279672b req-bc8c0c68-4526-42ab-94ae-3b7960ddee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:29.739306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4580cd65-04a8-4382-afdf-f5add279672b req-bc8c0c68-4526-42ab-94ae-3b7960ddee52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1127 time: 0.0380645
Apr 30 21:56:29.845001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580cd65-04a8-4382-afdf-f5add279672b req-e2646170-fdb9-4d67-bf52-41d51f1937c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:29.846556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4580cd65-04a8-4382-afdf-f5add279672b req-e2646170-fdb9-4d67-bf52-41d51f1937c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 912 time: 0.0827782
Apr 30 21:56:29.920011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4580cd65-04a8-4382-afdf-f5add279672b req-320d06f0-ef17-4a6d-b471-5db3b3168934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf HTTP/1.1" status: 200  len: 1000 time: 0.0613773
Apr 30 21:56:29.971920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580cd65-04a8-4382-afdf-f5add279672b req-eb020edb-fec5-4ca3-a210-a6f212eaddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:29.973350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4580cd65-04a8-4382-afdf-f5add279672b req-eb020edb-fec5-4ca3-a210-a6f212eaddbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0448112
Apr 30 21:56:30.019729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580cd65-04a8-4382-afdf-f5add279672b req-beb6c70f-7db7-4492-9bc0-d87440a8d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:30.021435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4580cd65-04a8-4382-afdf-f5add279672b req-beb6c70f-7db7-4492-9bc0-d87440a8d878 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0378082
Apr 30 21:56:30.117849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4580cd65-04a8-4382-afdf-f5add279672b req-d5dc76ec-1a1d-48ac-be0c-998ad4646f46 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860500
Apr 30 21:56:30.208090 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4580cd65-04a8-4382-afdf-f5add279672b req-a96ca263-3300-4f1e-b491-7b24337f0098 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808911
Apr 30 21:56:33.567897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-a237fc38-5677-4a3a-b779-e76272505b36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0431399
Apr 30 21:56:33.649403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-460afe35-cfa1-4a00-8191-7f377f8babbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:33.651089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-460afe35-cfa1-4a00-8191-7f377f8babbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1129 time: 0.0400767
Apr 30 21:56:33.751829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-ebfe5117-43db-4370-88bb-d055c962f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:33.753275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-ebfe5117-43db-4370-88bb-d055c962f0e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.0839567
Apr 30 21:56:33.821620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-319b3d42-02aa-4c3e-906f-db38d5b2364d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 1001 time: 0.0619028
Apr 30 21:56:33.868292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-31ef21cd-565e-432b-b661-99878f662d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:33.869773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-31ef21cd-565e-432b-b661-99878f662d10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0430758
Apr 30 21:56:33.911958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-65955db6-272f-40dd-87d6-0b47d5ffa941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:33.913410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-65955db6-272f-40dd-87d6-0b47d5ffa941 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0378850
Apr 30 21:56:34.006023 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-1fa75f25-4ef3-45fd-adc2-6e83f43df1b1 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861108
Apr 30 21:56:34.130923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c1ee4-f02e-47d7-8289-f8d89f95db20 req-547619a7-062d-4444-b5bc-6ceaa68e7431 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:34.132341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d2c1ee4-f02e-47d7-8289-f8d89f95db20 req-547619a7-062d-4444-b5bc-6ceaa68e7431 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1129 time: 0.0613894
Apr 30 21:56:34.136272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-006ffab9-48c2-4d44-a597-d9e0ba8dc80e req-45776ed7-5429-4ef9-9066-0d2e79a08d56 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237307
Apr 30 21:56:34.179792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d2c1ee4-f02e-47d7-8289-f8d89f95db20 req-aaaf574a-3290-4348-864e-926ed9844fd1 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412378
Apr 30 21:56:34.202330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49890) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:34.350646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port 57ec66f3-82a5-41af-a02f-f82b90341c86 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:56:34.350988 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (57ec66f3-82a5-41af-a02f-f82b90341c86), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:34.431293 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (57ec66f3-82a5-41af-a02f-f82b90341c86), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:34.431565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (57ec66f3-82a5-41af-a02f-f82b90341c86), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:34.444351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for 57ec66f3-82a5-41af-a02f-f82b90341c86 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:56:34.664425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (57ec66f3-82a5-41af-a02f-f82b90341c86), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:34.693156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=57ec66f3-82a5-41af-a02f-f82b90341c86,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:34.754283 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (40b7d091-9808-40ab-8b61-84afb24345e9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:34.754626 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Floating IP 40b7d091-9808-40ab-8b61-84afb24345e9 disassociated (deleted). External IP: 172.35.4.23, port: a8f6d470-91c2-4ec5-a3c1-e90192dd4945.
Apr 30 21:56:34.966726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router 4a402451-cb69-4c38-95dd-30d53decbb5f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:56:35.079587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:56:35.084459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:35.089416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] Sync routers for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:56:35.100200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:56:35.100807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1c6ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:35.116233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7dfc6bc8-66a0-4235-9c72-2f8e669bd9a2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/floatingips/40b7d091-9808-40ab-8b61-84afb24345e9 HTTP/1.1" status: 204  len: 168 time: 0.9128497
Apr 30 21:56:35.118569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:56:35.120050 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39294dc-f229-49d9-aa58-f4106c73393a" -d '{"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:56:35.155235 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584555c1-7c6d-40a2-9320-3916ae78c6fb x-openstack-request-id: req-584555c1-7c6d-40a2-9320-3916ae78c6fb {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:56:35.155533 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:56:35.155786 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-584555c1-7c6d-40a2-9320-3916ae78c6fb {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:56:35.156195 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584555c1-7c6d-40a2-9320-3916ae78c6fb'] response: {'name': 'network-changed', 'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'status': 'completed', 'code': 200}
Apr 30 21:56:35.219395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:56:35.219795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39294dc-f229-49d9-aa58-f4106c73393a req-d4cac641-01ea-47ea-b5c4-942255bbc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:35.221400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c39294dc-f229-49d9-aa58-f4106c73393a req-d4cac641-01ea-47ea-b5c4-942255bbc1b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 1129 time: 0.0421968
Apr 30 21:56:35.320342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39294dc-f229-49d9-aa58-f4106c73393a req-9ce50df6-b90d-4b82-b628-29773b9b39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:35.321863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c39294dc-f229-49d9-aa58-f4106c73393a req-9ce50df6-b90d-4b82-b628-29773b9b39b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 200  len: 897 time: 0.0934675
Apr 30 21:56:35.363436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c39294dc-f229-49d9-aa58-f4106c73393a req-48a8edf7-b4ee-4f43-b7ff-26744e027d2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 200  len: 217 time: 0.0359025
Apr 30 21:56:35.414275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39294dc-f229-49d9-aa58-f4106c73393a req-66937127-ddb7-40ea-9460-96a2d5fe569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:35.416300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c39294dc-f229-49d9-aa58-f4106c73393a req-66937127-ddb7-40ea-9460-96a2d5fe569e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 200  len: 835 time: 0.0453389
Apr 30 21:56:35.424769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1c6ac0>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:46Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:35.453379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] Checking router: 4a402451-cb69-4c38-95dd-30d53decbb5f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:56:35.462408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:56:35.463167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1c6ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:35.467883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39294dc-f229-49d9-aa58-f4106c73393a req-4d743dff-641a-4760-95ed-bc4d0543b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:35.469492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c39294dc-f229-49d9-aa58-f4106c73393a req-4d743dff-641a-4760-95ed-bc4d0543b91e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5362d232-7b4d-4f90-b607-20bd0c08452c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448377
Apr 30 21:56:35.577618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:56:35.599532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c39294dc-f229-49d9-aa58-f4106c73393a req-c4462de1-e481-4d10-b409-22974c62ab3c service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223450
Apr 30 21:56:35.606386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a845db-744e-49ad-899b-45c716f1b57a req-0a09a6f9-bbf7-48be-85c3-dfc5a7362e11 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:35.607794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9a845db-744e-49ad-899b-45c716f1b57a req-0a09a6f9-bbf7-48be-85c3-dfc5a7362e11 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 947 time: 0.0718637
Apr 30 21:56:35.657243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9a845db-744e-49ad-899b-45c716f1b57a req-f628b47e-40ff-4ae9-847a-23b9ab0d7d69 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437558
Apr 30 21:56:35.767724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1c6ac0>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:46Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:35.797511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be91df6-037e-4112-8653-d38e9b3419b3 None None] The sync data for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 is: [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb617a1-15b0-49f8-9c2f-b5634ce380ae', 'name': '', 'network_id': '5362d232-7b4d-4f90-b607-20bd0c08452c', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:22:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:42Z', 'updated_at': '2022-04-30T21:54:46Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': 'be5ce519-13b4-482a-9f61-4b7f2f79f9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:56:36.014316 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb47fdd-c629-44f8-a095-3e87717b14bf None None] New status for floating IP 40b7d091-9808-40ab-8b61-84afb24345e9: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:56:36.599094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c39294dc-f229-49d9-aa58-f4106c73393a req-0f090af5-4d0a-499b-a159-98b8e29e63a4 service neutron] 10.222.0.35 "GET /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828278
Apr 30 21:56:36.780446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea2f4-68bc-4c0c-afa6-fdba9e72db61 req-e20f8b7a-4287-479f-a418-2be5a9b33a13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:36.781951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16aea2f4-68bc-4c0c-afa6-fdba9e72db61 req-e20f8b7a-4287-479f-a418-2be5a9b33a13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 947 time: 0.0519733
Apr 30 21:56:36.856403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-16aea2f4-68bc-4c0c-afa6-fdba9e72db61 req-cb98712f-1776-481e-b5b9-46248ccce51e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=16b2384d-54b1-4e1d-8194-90a9524c8b1d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686061
Apr 30 21:56:36.869436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-dfccc9d1-5213-4743-8f57-91c14e094f82 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:36.870886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-dfccc9d1-5213-4743-8f57-91c14e094f82 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 947 time: 0.0582368
Apr 30 21:56:36.957536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:56:36.957900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:37.045399 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port a8f6d470-91c2-4ec5-a3c1-e90192dd4945, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:37.045785 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:37.058923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for a8f6d470-91c2-4ec5-a3c1-e90192dd4945 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:56:37.252907 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a8f6d470-91c2-4ec5-a3c1-e90192dd4945), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:37.280894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=a8f6d470-91c2-4ec5-a3c1-e90192dd4945,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:37.327123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] No DVR routers for this DVR port a8f6d470-91c2-4ec5-a3c1-e90192dd4945 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:56:37.329614 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:37.332845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8508ac2-2e73-42d6-a654-4489de7deb9b req-c56cdf9f-33ee-47d4-b3d1-1c0c4f5387e9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "DELETE /v2.0/ports/a8f6d470-91c2-4ec5-a3c1-e90192dd4945 HTTP/1.1" status: 204  len: 173 time: 0.4570267
Apr 30 21:56:37.333279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-deleted', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:56:37.335527 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a8f774-86fc-45a4-9d35-e0ba21667e9e" -d '{"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-deleted", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:56:37.372524 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4510c0ce-fe68-43b6-8542-b835e65525a0 x-openstack-request-id: req-4510c0ce-fe68-43b6-8542-b835e65525a0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:56:37.372524 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41424b21-6846-4a18-8240-5d25e2acfb8b", "name": "network-vif-deleted", "tag": "a8f6d470-91c2-4ec5-a3c1-e90192dd4945", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:56:37.372524 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4510c0ce-fe68-43b6-8542-b835e65525a0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:56:37.372524 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4510c0ce-fe68-43b6-8542-b835e65525a0'] response: {'server_uuid': '41424b21-6846-4a18-8240-5d25e2acfb8b', 'name': 'network-vif-deleted', 'tag': 'a8f6d470-91c2-4ec5-a3c1-e90192dd4945', 'status': 'completed', 'code': 200}
Apr 30 21:56:37.969720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82c2338c-949a-4113-9bd1-5abf94011f8c req-8058c231-f3d9-4455-832a-2cac152d416c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=41424b21-6846-4a18-8240-5d25e2acfb8b HTTP/1.1" status: 200  len: 210 time: 0.0308077
Apr 30 21:56:38.299332 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:56:39.031965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49906) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:39.372662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (4a402451-cb69-4c38-95dd-30d53decbb5f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:39.618425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:56:39.618773 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:39.709938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port 2fb617a1-15b0-49f8-9c2f-b5634ce380ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:39.710309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:39.723406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for 2fb617a1-15b0-49f8-9c2f-b5634ce380ae owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:56:39.984262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2fb617a1-15b0-49f8-9c2f-b5634ce380ae), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:40.011454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=2fb617a1-15b0-49f8-9c2f-b5634ce380ae,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:40.189271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (4a402451-cb69-4c38-95dd-30d53decbb5f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:40.408903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router 4a402451-cb69-4c38-95dd-30d53decbb5f has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:56:40.516571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:56:40.521840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9c299453-c620-4745-84ca-6f3aa244ed5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "PUT /v2.0/routers/4a402451-cb69-4c38-95dd-30d53decbb5f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4887478
Apr 30 21:56:40.525172 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49908) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:40.527777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] Sync routers for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:56:40.542762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:56:40.542762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8c8490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:40.576111 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting subnet be5ce519-13b4-482a-9f61-4b7f2f79f9f7 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:56:40.579918 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (be5ce519-13b4-482a-9f61-4b7f2f79f9f7), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:40.624081 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (be5ce519-13b4-482a-9f61-4b7f2f79f9f7), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:40.644719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:56:40.704568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (be5ce519-13b4-482a-9f61-4b7f2f79f9f7), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:40.802130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (be5ce519-13b4-482a-9f61-4b7f2f79f9f7), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:40.812501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8c8490>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:56:39Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:40.829888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Subnet': ['ID=be5ce519-13b4-482a-9f61-4b7f2f79f9f7,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:40.832361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:40.835470 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/subnets/be5ce519-13b4-482a-9f61-4b7f2f79f9f7 HTTP/1.1" status: 204  len: 168 time: 0.3093040
Apr 30 21:56:40.838887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49912) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:40.843820 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.843993 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb8dfd-f2a7-4cd3-bf81-272eb2d6fcfd None None] Network 5362d232-7b4d-4f90-b607-20bd0c08452c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:56:40.844101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.844421 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.844728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.845059 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.845573 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.845939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.846269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.846596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.848245 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.848598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.848934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.849265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.849595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.849947 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3254550-08f3-4432-9eb6-ff79b8450f13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:40.879903 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] Checking router: 4a402451-cb69-4c38-95dd-30d53decbb5f for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:56:40.905058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] Routers {'4a402451-cb69-4c38-95dd-30d53decbb5f'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:56:40.905674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8c8490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4a402451-cb69-4c38-95dd-30d53decbb5f'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:40.953347 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (4a402451-cb69-4c38-95dd-30d53decbb5f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:41.209655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] Set router 4a402451-cb69-4c38-95dd-30d53decbb5f gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:56:41.238332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] DHCP port deletion for 5362d232-7b4d-4f90-b607-20bd0c08452c request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:56:41.356968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:56:41.384006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] Deleting port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:56:41.384405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:41.388747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: a8f6d470-91c2-4ec5-a3c1-e90192dd4945 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:56:41.389098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device a8f6d470-91c2-4ec5-a3c1-e90192dd4945 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:56:41.408319 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (4a402451-cb69-4c38-95dd-30d53decbb5f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:41.491025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] For port 0d035cd5-8b58-43d6-a4c5-b5ece158db98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d035cd5-8b58-43d6-a4c5-b5ece158db98,segment=NetworkSegment(22d93eb4-89e5-4773-be85-1eef8588b94c),segment_id=22d93eb4-89e5-4773-be85-1eef8588b94c)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:41.491350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:41.511168 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] Calling delete_port for 0d035cd5-8b58-43d6-a4c5-b5ece158db98 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:56:41.524576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8c8490>, [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:56:39Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:41.539910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port e5cb7b14-9532-4d99-8135-0884319e89f5 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:56:41.540526 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:41.582451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e470e08-5dae-4430-a05d-868481d82277 None None] The sync data for ids ['4a402451-cb69-4c38-95dd-30d53decbb5f'] in ncdv-master-1 is: [{'id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-351250062', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:56:39Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e5cb7b14-9532-4d99-8135-0884319e89f5', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a402451-cb69-4c38-95dd-30d53decbb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4049, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:54:39Z', 'updated_at': '2022-04-30T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:56:41.627202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port e5cb7b14-9532-4d99-8135-0884319e89f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5cb7b14-9532-4d99-8135-0884319e89f5,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:41.627741 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:41.645876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for e5cb7b14-9532-4d99-8135-0884319e89f5 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:56:41.681957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (0d035cd5-8b58-43d6-a4c5-b5ece158db98), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:41.706757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] Pushing event deleted for resources: {'Port': ['ID=0d035cd5-8b58-43d6-a4c5-b5ece158db98,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:41.710251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe629e07-b60f-4df3-8ee1-77be90bc1a01 None None] No DVR routers for this DVR port 0d035cd5-8b58-43d6-a4c5-b5ece158db98 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:56:41.875557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e5cb7b14-9532-4d99-8135-0884319e89f5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:41.901105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=e5cb7b14-9532-4d99-8135-0884319e89f5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:41.965995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (4a402451-cb69-4c38-95dd-30d53decbb5f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.065354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (4a402451-cb69-4c38-95dd-30d53decbb5f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.067727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_controller (4a402451-cb69-4c38-95dd-30d53decbb5f), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.190027 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (4a402451-cb69-4c38-95dd-30d53decbb5f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.190571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Fanout notify agent at l3_agent the message router_deleted on router 4a402451-cb69-4c38-95dd-30d53decbb5f {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:56:42.197117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.198238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0bbceb24-d7dc-45bc-84c3-011246533072 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/routers/4a402451-cb69-4c38-95dd-30d53decbb5f HTTP/1.1" status: 204  len: 168 time: 1.3583145
Apr 30 21:56:42.201005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49914) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:42.281882 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (5362d232-7b4d-4f90-b607-20bd0c08452c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.373793 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (5362d232-7b4d-4f90-b607-20bd0c08452c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.394178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8965fc83d0>,) {'filters': {'network_id': ['5362d232-7b4d-4f90-b607-20bd0c08452c']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:42.404191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965fc83d0>, '22d93eb4-89e5-4773-be85-1eef8588b94c') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:42.404479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8965fc83d0>, '22d93eb4-89e5-4773-be85-1eef8588b94c') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:42.413905 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (22d93eb4-89e5-4773-be85-1eef8588b94c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.431811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (22d93eb4-89e5-4773-be85-1eef8588b94c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.437783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:56:42.438214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (22d93eb4-89e5-4773-be85-1eef8588b94c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:56:42.441152 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:56:42.578574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (5362d232-7b4d-4f90-b607-20bd0c08452c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.584054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.590843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/networks/5362d232-7b4d-4f90-b607-20bd0c08452c HTTP/1.1" status: 204  len: 168 time: 0.3863006
Apr 30 21:56:42.591256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:42.603918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b56b61-b0a3-464c-b588-360766ccdc53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Network': ['ID=5362d232-7b4d-4f90-b607-20bd0c08452c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:42.668176 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72e8c414-36fd-4f1f-8541-32b82c1afbca tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (16b2384d-54b1-4e1d-8194-90a9524c8b1d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.695388 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72e8c414-36fd-4f1f-8541-32b82c1afbca tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (16b2384d-54b1-4e1d-8194-90a9524c8b1d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.812793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72e8c414-36fd-4f1f-8541-32b82c1afbca tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (16b2384d-54b1-4e1d-8194-90a9524c8b1d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.815412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-72e8c414-36fd-4f1f-8541-32b82c1afbca tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:42.819134 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-72e8c414-36fd-4f1f-8541-32b82c1afbca tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/security-groups/16b2384d-54b1-4e1d-8194-90a9524c8b1d HTTP/1.1" status: 204  len: 168 time: 0.2242966
Apr 30 21:56:42.826349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8c414-36fd-4f1f-8541-32b82c1afbca tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b2384d-54b1-4e1d-8194-90a9524c8b1d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:43.166869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2fb617a1-15b0-49f8-9c2f-b5634ce380ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:56:43.188897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 2fb617a1-15b0-49f8-9c2f-b5634ce380ae {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:56:43.189249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2fb617a1-15b0-49f8-9c2f-b5634ce380ae not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:56:43.189708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e5cb7b14-9532-4d99-8135-0884319e89f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:56:43.194151 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49922) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:43.198564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a8923fe1-7074-4810-af14-f7436a2a6d81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783543149', 'description': 'tempest-secgroup-smoke-783543149 description', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:43.211994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e5cb7b14-9532-4d99-8135-0884319e89f5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:56:43.212364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e5cb7b14-9532-4d99-8135-0884319e89f5 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:56:43.212756 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0d035cd5-8b58-43d6-a4c5-b5ece158db98 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:56:43.232107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0d035cd5-8b58-43d6-a4c5-b5ece158db98 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:56:43.232455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0d035cd5-8b58-43d6-a4c5-b5ece158db98 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:56:43.276014 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8923fe1-7074-4810-af14-f7436a2a6d81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.345570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8923fe1-7074-4810-af14-f7436a2a6d81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (f40d0b5c-8e64-4dd3-b392-5abdc748abdb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.410821 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8923fe1-7074-4810-af14-f7436a2a6d81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f40d0b5c-8e64-4dd3-b392-5abdc748abdb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.440033 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8923fe1-7074-4810-af14-f7436a2a6d81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40d0b5c-8e64-4dd3-b392-5abdc748abdb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:43.487698 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8923fe1-7074-4810-af14-f7436a2a6d81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.489077 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a8923fe1-7074-4810-af14-f7436a2a6d81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2940342
Apr 30 21:56:43.491800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49924) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:43.496292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-95db7745-1018-4461-8cf4-44518f67a73a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': 'f40d0b5c-8e64-4dd3-b392-5abdc748abdb', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:43.612966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95db7745-1018-4461-8cf4-44518f67a73a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (3dfe9878-421c-4d84-82c3-2d6319a05a92), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.671075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95db7745-1018-4461-8cf4-44518f67a73a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (3dfe9878-421c-4d84-82c3-2d6319a05a92), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.742004 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95db7745-1018-4461-8cf4-44518f67a73a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (3dfe9878-421c-4d84-82c3-2d6319a05a92), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.759571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db7745-1018-4461-8cf4-44518f67a73a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfe9878-421c-4d84-82c3-2d6319a05a92,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:43.852828 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-95db7745-1018-4461-8cf4-44518f67a73a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.853997 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-95db7745-1018-4461-8cf4-44518f67a73a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3612006
Apr 30 21:56:43.856678 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:43.860842 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d3aaf867-3807-4fba-8dac-5c22730aadb0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': 'f40d0b5c-8e64-4dd3-b392-5abdc748abdb', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:43.941071 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf867-3807-4fba-8dac-5c22730aadb0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (16df9a94-b31c-4eb5-bb5d-0945a33b4991), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:43.996354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf867-3807-4fba-8dac-5c22730aadb0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (16df9a94-b31c-4eb5-bb5d-0945a33b4991), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.079418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf867-3807-4fba-8dac-5c22730aadb0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (16df9a94-b31c-4eb5-bb5d-0945a33b4991), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.097882 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaf867-3807-4fba-8dac-5c22730aadb0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16df9a94-b31c-4eb5-bb5d-0945a33b4991,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:44.172945 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d3aaf867-3807-4fba-8dac-5c22730aadb0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.174169 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d3aaf867-3807-4fba-8dac-5c22730aadb0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3165829
Apr 30 21:56:44.176858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49930) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:44.181065 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b9673ec0-5d70-42d5-a839-151baa884f2c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': 'f40d0b5c-8e64-4dd3-b392-5abdc748abdb', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:44.267858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9673ec0-5d70-42d5-a839-151baa884f2c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (a2c3148f-e5f2-4ff6-af2f-921d14e93200), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.324067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9673ec0-5d70-42d5-a839-151baa884f2c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (a2c3148f-e5f2-4ff6-af2f-921d14e93200), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.401036 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9673ec0-5d70-42d5-a839-151baa884f2c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a2c3148f-e5f2-4ff6-af2f-921d14e93200), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.419660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9673ec0-5d70-42d5-a839-151baa884f2c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c3148f-e5f2-4ff6-af2f-921d14e93200,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:44.523399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b9673ec0-5d70-42d5-a839-151baa884f2c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.524563 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b9673ec0-5d70-42d5-a839-151baa884f2c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3467770
Apr 30 21:56:44.527872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49932) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:44.532238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5133bf46-7cdf-43e4-81cc-27889ade0296 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': 'f40d0b5c-8e64-4dd3-b392-5abdc748abdb', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:44.636074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5133bf46-7cdf-43e4-81cc-27889ade0296 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (5a92f623-f267-4f4a-9155-647c8186c92a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.695450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5133bf46-7cdf-43e4-81cc-27889ade0296 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (5a92f623-f267-4f4a-9155-647c8186c92a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.787409 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5133bf46-7cdf-43e4-81cc-27889ade0296 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5a92f623-f267-4f4a-9155-647c8186c92a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.806596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133bf46-7cdf-43e4-81cc-27889ade0296 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a92f623-f267-4f4a-9155-647c8186c92a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:44.900177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5133bf46-7cdf-43e4-81cc-27889ade0296 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:44.902063 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5133bf46-7cdf-43e4-81cc-27889ade0296 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3726230
Apr 30 21:56:44.905034 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49934) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:44.909771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-97693cff-6140-430c-a72c-d8dec9c40d17 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': 'f40d0b5c-8e64-4dd3-b392-5abdc748abdb', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:44.996089 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-97693cff-6140-430c-a72c-d8dec9c40d17 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Project 12f7d764a613404a9be3d0a9d325c8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:56:45.002647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97693cff-6140-430c-a72c-d8dec9c40d17 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (5f7ee8bc-9267-46aa-9ef9-ce3c41912be2), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.071073 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97693cff-6140-430c-a72c-d8dec9c40d17 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (5f7ee8bc-9267-46aa-9ef9-ce3c41912be2), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.149705 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97693cff-6140-430c-a72c-d8dec9c40d17 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5f7ee8bc-9267-46aa-9ef9-ce3c41912be2), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.168564 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97693cff-6140-430c-a72c-d8dec9c40d17 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7ee8bc-9267-46aa-9ef9-ce3c41912be2,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:45.243505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97693cff-6140-430c-a72c-d8dec9c40d17 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.244751 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-97693cff-6140-430c-a72c-d8dec9c40d17 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3387735
Apr 30 21:56:45.248060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49936) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:45.253358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d00a6d21-8714-4bfd-8a4d-5c43427a0fc7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': 'f40d0b5c-8e64-4dd3-b392-5abdc748abdb', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:45.383856 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-d00a6d21-8714-4bfd-8a4d-5c43427a0fc7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Project 12f7d764a613404a9be3d0a9d325c8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:56:45.389986 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d00a6d21-8714-4bfd-8a4d-5c43427a0fc7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (320e533c-7c21-4dde-a1df-e4d0cf55e475), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.452323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d00a6d21-8714-4bfd-8a4d-5c43427a0fc7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (320e533c-7c21-4dde-a1df-e4d0cf55e475), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.542896 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d00a6d21-8714-4bfd-8a4d-5c43427a0fc7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (320e533c-7c21-4dde-a1df-e4d0cf55e475), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.562672 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a6d21-8714-4bfd-8a4d-5c43427a0fc7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320e533c-7c21-4dde-a1df-e4d0cf55e475,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:45.624226 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d00a6d21-8714-4bfd-8a4d-5c43427a0fc7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.625460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d00a6d21-8714-4bfd-8a4d-5c43427a0fc7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3764577
Apr 30 21:56:45.628390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49938) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:45.633303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'network': {'name': 'tempest-network-smoke--19689821', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'port_security_enabled': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:45.747847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:56:45.751295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.774469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:56:45.783391 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fabe8c30-11fe-4ad4-84ec-e927cb6b48ba), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.783732 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Added segment fabe8c30-11fe-4ad4-84ec-e927cb6b48ba of type vlan for network b16290a3-2768-44e4-956f-b231962064b4
Apr 30 21:56:45.824951 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b16290a3-2768-44e4-956f-b231962064b4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.909823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b16290a3-2768-44e4-956f-b231962064b4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.914794 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:45.915365 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:45.980008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Network': ['ID=b16290a3-2768-44e4-956f-b231962064b4,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:45.993211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b16290a3-2768-44e4-956f-b231962064b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:56:46.045371 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d408bd67-038d-450e-b4e6-d693d4232d5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4135532
Apr 30 21:56:46.045733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49940) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:46.050237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'admin_state_up': True, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:46.161653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (bfc5460e-e358-42a5-845f-33aa45f31114), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:46.162773 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (bfc5460e-e358-42a5-845f-33aa45f31114), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:46.219366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_controller (bfc5460e-e358-42a5-845f-33aa45f31114), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:46.468087 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (bfc5460e-e358-42a5-845f-33aa45f31114), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:46.738236 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (bfc5460e-e358-42a5-845f-33aa45f31114), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:46.756339 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:46.860896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.35.4.205 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/e755b13f-3190-43b1-b65f-3cf5ffea1c65) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:56:46.961214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:47.051236 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:47.091323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:56:47.094177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:56:47.097627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:56:47.127383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=e755b13f-3190-43b1-b65f-3cf5ffea1c65,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:47.384473 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:47.459558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (bfc5460e-e358-42a5-845f-33aa45f31114), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:47.660428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (bfc5460e-e358-42a5-845f-33aa45f31114), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:47.904116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router bfc5460e-e358-42a5-845f-33aa45f31114 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:56:47.919096 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c8887a6-44b1-457e-a8e6-60ad503e026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.012240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:56:48.022866 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Sync routers for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:56:48.032756 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:56:48.033366 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9f4b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:48.094508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.095791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fc31b1df-7477-4b8e-ad7e-aa8cccefd08f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.0490148
Apr 30 21:56:48.098980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49942) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:48.128555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6e1a5ae2-e686-44d0-9aad-d9441b249a38 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12f7d764a613404a9be3d0a9d325c8f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0283051
Apr 30 21:56:48.131128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49944) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:48.139866 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:56:48.217400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c1c056-2ba4-47dd-9b4d-90dabdc5b19c tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:48.218974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-04c1c056-2ba4-47dd-9b4d-90dabdc5b19c tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0868511
Apr 30 21:56:48.221996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49946) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:48.250749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ed165dbb-933e-4dde-b272-19bf821cab1e tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276563
Apr 30 21:56:48.253284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 49948) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:48.257960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1866531753', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:48.313450 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9f4b80>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:47Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:48.339333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Checking router: bfc5460e-e358-42a5-845f-33aa45f31114 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:56:48.339735 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Updating router bfc5460e-e358-42a5-845f-33aa45f31114 port e755b13f-3190-43b1-b65f-3cf5ffea1c65 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:56:48.366636 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.498653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:56:48.502148 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.613750 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Publish callbacks [] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.670274 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.726799 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Attempting to bind port e755b13f-3190-43b1-b65f-3cf5ffea1c65 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:56:48.727160 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Attempting to bind port e755b13f-3190-43b1-b65f-3cf5ffea1c65 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:56:48.727510 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Attempting to bind port e755b13f-3190-43b1-b65f-3cf5ffea1c65 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:56:48.729988 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Pushing event updated for resources: {'Port': ['ID=e755b13f-3190-43b1-b65f-3cf5ffea1c65,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:48.739028 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.739365 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.739694 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.740023 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.740346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.740668 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.740986 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.741307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.741620 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.741963 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.742279 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.742592 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.742903 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.743214 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.743525 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:48.746738 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:56:48.747101 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:56:48.747496 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.747873 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:56:48.748333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Bound port: e755b13f-3190-43b1-b65f-3cf5ffea1c65, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:56:48.748750 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.755716 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (41178ab4-6917-46ba-9ccc-0aeb1ec4c61a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.798916 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] For port e755b13f-3190-43b1-b65f-3cf5ffea1c65, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:56:48.801898 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] For port e755b13f-3190-43b1-b65f-3cf5ffea1c65, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e755b13f-3190-43b1-b65f-3cf5ffea1c65,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:56:48.810993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Subnet': ['ID=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:48.826214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Checking segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:56:48.827727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network hostable DHCP agents. Network: b16290a3-2768-44e4-956f-b231962064b4, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:56:48.873941 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:48.904888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network b16290a3-2768-44e4-956f-b231962064b4 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:56:48.930549 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:56:48.931169 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c9f4b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:48.935906 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5d8fb-d038-49ca-bcf7-a8a2355a98ff None None] Pushing event updated for resources: {'Port': ['ID=e755b13f-3190-43b1-b65f-3cf5ffea1c65,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:48.990002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b16290a3-2768-44e4-956f-b231962064b4) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:56:48.995022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:48.999946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:49.001303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aa72a1-f40f-4ce2-b6c2-6d0631b17683 None None] Network b16290a3-2768-44e4-956f-b231962064b4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:56:49.046927 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:56:49.104900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b16290a3-2768-44e4-956f-b231962064b4', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:56:49.105796 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:49.124847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 49952) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:56:49.125423 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-38b27870-ae79-428c-be32-0744ec9f5d20 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8674223
Apr 30 21:56:49.259565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Allocated IP 172.20.0.2 (b16290a3-2768-44e4-956f-b231962064b4/41178ab4-6917-46ba-9ccc-0aeb1ec4c61a/72fc6879-f213-454c-bca2-5a2c500a636c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:56:49.326906 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c9f4b80>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:47Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:49.356304 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f8b1c7-82a9-40ba-a44f-9ff74690361f None None] The sync data for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 is: [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:47Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:56:49.456629 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Publish callbacks [] for port (72fc6879-f213-454c-bca2-5a2c500a636c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:49.533537 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:49.570741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Network b16290a3-2768-44e4-956f-b231962064b4 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:56:49.576341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:56:49.580247 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:56:49.599258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Pushing event updated for resources: {'Port': ['ID=72fc6879-f213-454c-bca2-5a2c500a636c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:49.688678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Attempting to bind port 72fc6879-f213-454c-bca2-5a2c500a636c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:56:49.689151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Attempting to bind port 72fc6879-f213-454c-bca2-5a2c500a636c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:56:49.689613 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Attempting to bind port 72fc6879-f213-454c-bca2-5a2c500a636c on network b16290a3-2768-44e4-956f-b231962064b4 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:56:49.698926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:56:49.699443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Checking segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:56:49.699917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:49.700383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Bound using segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:56:49.701411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Bound port: 72fc6879-f213-454c-bca2-5a2c500a636c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:56:49.701411 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:49.770258 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] For port 72fc6879-f213-454c-bca2-5a2c500a636c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:56:49.773669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] For port 72fc6879-f213-454c-bca2-5a2c500a636c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72fc6879-f213-454c-bca2-5a2c500a636c,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:56:49.868653 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:49.934528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea1f94-6bec-4959-947c-6aa623cae60b None None] Pushing event updated for resources: {'Port': ['ID=72fc6879-f213-454c-bca2-5a2c500a636c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:50.000756 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:50.326918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.20.0.1 (b16290a3-2768-44e4-956f-b231962064b4/41178ab4-6917-46ba-9ccc-0aeb1ec4c61a/be5de8ff-d1ef-4614-b4bd-df565f30a524) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:56:50.443210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:50.533418 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:50.555985 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ce233f4-a89b-4434-96ce-9173784f358b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:50.572477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network b16290a3-2768-44e4-956f-b231962064b4 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:56:50.576007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:56:50.579624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:56:50.610401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=be5de8ff-d1ef-4614-b4bd-df565f30a524,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:50.633344 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (bfc5460e-e358-42a5-845f-33aa45f31114), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:50.838223 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.117633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.184465 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.226922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e755b13f-3190-43b1-b65f-3cf5ffea1c65 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:56:51.263218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=be5de8ff-d1ef-4614-b4bd-df565f30a524,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:51.265797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (bfc5460e-e358-42a5-845f-33aa45f31114), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.278004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e755b13f-3190-43b1-b65f-3cf5ffea1c65 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:51.278448 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.359481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e755b13f-3190-43b1-b65f-3cf5ffea1c65 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:51.359877 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.371948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network b16290a3-2768-44e4-956f-b231962064b4 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:56:51.372496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:56:51.396473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e755b13f-3190-43b1-b65f-3cf5ffea1c65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e755b13f-3190-43b1-b65f-3cf5ffea1c65,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:51.481502 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.494239 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router bfc5460e-e358-42a5-845f-33aa45f31114 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:56:51.520369 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.522665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72fc6879-f213-454c-bca2-5a2c500a636c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:56:51.525428 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.607694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e755b13f-3190-43b1-b65f-3cf5ffea1c65,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:51.616739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 72fc6879-f213-454c-bca2-5a2c500a636c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:51.617113 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.619471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:56:51.625899 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8600b894-ef3f-4c7a-95b7-2acac45acc4b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "PUT /v2.0/routers/bfc5460e-e358-42a5-845f-33aa45f31114/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5023763
Apr 30 21:56:51.639205 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Sync routers for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:56:51.657735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:56:51.658397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e50baf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:51.801052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 72fc6879-f213-454c-bca2-5a2c500a636c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:51.801330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.817297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a2cebe-cd7f-4589-be52-e17fe47af4ff None None] Network b16290a3-2768-44e4-956f-b231962064b4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:56:51.822525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:56:51.922878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-a4c5f4eb-f641-452f-9a96-45ea64886f53 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783543149&fields=id&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 267 time: 0.0505748
Apr 30 21:56:51.936626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-723786ab-da25-4e3b-988f-ff878065c39e None None] Provisioning complete for port 72fc6879-f213-454c-bca2-5a2c500a636c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:51.942020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-723786ab-da25-4e3b-988f-ff878065c39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:51.969543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 72fc6879-f213-454c-bca2-5a2c500a636c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72fc6879-f213-454c-bca2-5a2c500a636c,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:52.029268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-7977cb90-9e85-4d2a-8b25-c2c11d46fde9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:52.030775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-7977cb90-9e85-4d2a-8b25-c2c11d46fde9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/networks?id=b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 200  len: 795 time: 0.1012387
Apr 30 21:56:52.045911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-af5441a5-c712-4420-922a-2333b070acf5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/quotas/12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 375 time: 0.0096557
Apr 30 21:56:52.097659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-0feb6b57-3999-4eb4-9fee-da881e3e21df tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0458169
Apr 30 21:56:52.099442 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:52.169838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-3b63c60c-604a-4328-843c-38a5c2bdf82c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:56:52.171206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-3b63c60c-604a-4328-843c-38a5c2bdf82c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0613878
Apr 30 21:56:52.219100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=72fc6879-f213-454c-bca2-5a2c500a636c,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:52.247948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-723786ab-da25-4e3b-988f-ff878065c39e None None] Current status of the port 72fc6879-f213-454c-bca2-5a2c500a636c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:52.251966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e50baf0>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 2, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:52.282718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-dbaaa06b-fd29-4bf1-b5b6-16468b819fc8 service neutron] 10.222.0.23 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1047342
Apr 30 21:56:52.396371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-55d88123-0fce-491c-9d3a-d6f6fc1beee8 service neutron] 10.222.0.23 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1075897
Apr 30 21:56:52.442166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Checking router: bfc5460e-e358-42a5-845f-33aa45f31114 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:56:52.443466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Updating router bfc5460e-e358-42a5-845f-33aa45f31114 port be5de8ff-d1ef-4614-b4bd-df565f30a524 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:56:52.484498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7b20f285-8964-4a55-a2c4-bbcd69afdabf None None] Provisioning complete for port be5de8ff-d1ef-4614-b4bd-df565f30a524 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:52.484855 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b20f285-8964-4a55-a2c4-bbcd69afdabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:52.486579 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:52.553109 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7b20f285-8964-4a55-a2c4-bbcd69afdabf None None] Port be5de8ff-d1ef-4614-b4bd-df565f30a524 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:56:52.576045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7b20f285-8964-4a55-a2c4-bbcd69afdabf None None] Provisioning complete for port 72fc6879-f213-454c-bca2-5a2c500a636c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:52.576325 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7b20f285-8964-4a55-a2c4-bbcd69afdabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:52.766794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6633572c-9c1a-4887-843c-8d3c85a415bd req-a169cd14-d159-42a6-ae02-8c315f80ac3b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 210 time: 0.1066823
Apr 30 21:56:52.803141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7b20f285-8964-4a55-a2c4-bbcd69afdabf None None] Current status of the port 72fc6879-f213-454c-bca2-5a2c500a636c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:52.898617 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Publish callbacks [] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:52.919702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4899bef9-362d-45ac-8ecf-49cc83e4a048 None None] Provisioning complete for port be5de8ff-d1ef-4614-b4bd-df565f30a524 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:52.920069 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4899bef9-362d-45ac-8ecf-49cc83e4a048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:52.953845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4899bef9-362d-45ac-8ecf-49cc83e4a048 None None] Port be5de8ff-d1ef-4614-b4bd-df565f30a524 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:56:52.989807 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.042402 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac169764-7db3-4d4d-a55c-f2952b319c8b None None] Pushing event updated for resources: {'Port': ['ID=be5de8ff-d1ef-4614-b4bd-df565f30a524,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:53.099136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Attempting to bind port be5de8ff-d1ef-4614-b4bd-df565f30a524 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:56:53.099510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Attempting to bind port be5de8ff-d1ef-4614-b4bd-df565f30a524 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:56:53.099880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Attempting to bind port be5de8ff-d1ef-4614-b4bd-df565f30a524 on network b16290a3-2768-44e4-956f-b231962064b4 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:56:53.105712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:56:53.106123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Checking segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:56:53.106533 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.106951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Bound using segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:56:53.107428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Bound port: be5de8ff-d1ef-4614-b4bd-df565f30a524, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:56:53.107817 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.178404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] For port be5de8ff-d1ef-4614-b4bd-df565f30a524, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:56:53.200182 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] For port be5de8ff-d1ef-4614-b4bd-df565f30a524, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5de8ff-d1ef-4614-b4bd-df565f30a524,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:56:53.210875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e755b13f-3190-43b1-b65f-3cf5ffea1c65 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:56:53.257871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e755b13f-3190-43b1-b65f-3cf5ffea1c65 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:53.258250 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.290100 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.291237 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.334800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-68a924c6-e580-4e9f-ba4f-e2e85ee4efdc None None] Provisioning complete for port be5de8ff-d1ef-4614-b4bd-df565f30a524 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:53.335174 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-68a924c6-e580-4e9f-ba4f-e2e85ee4efdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.409187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:56:53.409855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e50baf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:53.415050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac169764-7db3-4d4d-a55c-f2952b319c8b None None] Pushing event updated for resources: {'Port': ['ID=be5de8ff-d1ef-4614-b4bd-df565f30a524,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:53.533603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e755b13f-3190-43b1-b65f-3cf5ffea1c65 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:53.534715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72fc6879-f213-454c-bca2-5a2c500a636c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:56:53.616283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-68a924c6-e580-4e9f-ba4f-e2e85ee4efdc None None] Current status of the port be5de8ff-d1ef-4614-b4bd-df565f30a524 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:53.616648 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-68a924c6-e580-4e9f-ba4f-e2e85ee4efdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.637717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:56:53.669009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 72fc6879-f213-454c-bca2-5a2c500a636c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:53.669388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.720469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-68a924c6-e580-4e9f-ba4f-e2e85ee4efdc None None] For port be5de8ff-d1ef-4614-b4bd-df565f30a524, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5de8ff-d1ef-4614-b4bd-df565f30a524,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:56:53.800244 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-68a924c6-e580-4e9f-ba4f-e2e85ee4efdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.857363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9770eb41-0dec-447d-9bec-ab0c02a013f5 req-73ed77ab-0a4d-4025-b41f-60591df8892d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 210 time: 0.0455451
Apr 30 21:56:53.919179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a924c6-e580-4e9f-ba4f-e2e85ee4efdc None None] Pushing event updated for resources: {'Port': ['ID=be5de8ff-d1ef-4614-b4bd-df565f30a524,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:53.938774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c4e4b149-b7aa-4266-9702-66dc8f1b05d7 None None] Provisioning complete for port be5de8ff-d1ef-4614-b4bd-df565f30a524 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:53.939148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c4e4b149-b7aa-4266-9702-66dc8f1b05d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:53.940546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 72fc6879-f213-454c-bca2-5a2c500a636c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:54.014304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e50baf0>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:53Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:56:54.045053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8f984a-167f-454c-87d6-d2ec5da27ed5 None None] The sync data for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 is: [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:53Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:56:54.096341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4b149-b7aa-4266-9702-66dc8f1b05d7 None None] Current status of the port be5de8ff-d1ef-4614-b4bd-df565f30a524 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:54.481560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:54.941943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7587100a-2314-4d11-afb3-2947a212f69d req-218b1e7d-617b-48f3-9168-93b83ed8e1ad tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 210 time: 0.0286987
Apr 30 21:56:55.196510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device be5de8ff-d1ef-4614-b4bd-df565f30a524 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:56:55.247396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port be5de8ff-d1ef-4614-b4bd-df565f30a524 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:55.247768 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:55.325833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port be5de8ff-d1ef-4614-b4bd-df565f30a524 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:56:56.037262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c95bfce-b223-4f97-9445-eef91644ac46 req-87ec6769-c8af-40e4-b5a7-6c958b8d8755 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 210 time: 0.0282555
Apr 30 21:56:56.849299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ebacf224-8f1b-4519-b33e-150b8458cf13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:56.850665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ebacf224-8f1b-4519-b33e-150b8458cf13 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/networks?id=b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 200  len: 795 time: 0.1028740
Apr 30 21:56:56.912778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-2b281d81-e2a7-429f-bd1c-3ca85e102ea8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 379 time: 0.0542519
Apr 30 21:56:56.921090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'port': {'device_id': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'admin_state_up': True, 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'security_groups': ['f40d0b5c-8e64-4dd3-b392-5abdc748abdb']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:57.092732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:56:57.096175 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:57.146759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77820ed6-6415-47ae-bde8-5b5b3d86354d req-0b427316-2ba9-45fb-9955-88a7f140db21 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 210 time: 0.0373361
Apr 30 21:56:57.242633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.20.0.12 (b16290a3-2768-44e4-956f-b231962064b4/41178ab4-6917-46ba-9ccc-0aeb1ec4c61a/037519cd-c561-4f5b-8464-74318a55fafd) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:56:57.381982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (037519cd-c561-4f5b-8464-74318a55fafd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:57.508379 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:57.548752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network b16290a3-2768-44e4-956f-b231962064b4 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:56:57.551810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:56:57.555458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:56:57.591017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:57.608432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.608768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.609112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.609451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.609803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.610141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.610470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.610803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.611112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.611437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.611763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.612088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.612410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.612736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.613055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:56:57.629403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:57.632506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:57.707017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b436f420-6fd6-4b58-bdc9-145ff3debf0d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7893758
Apr 30 21:56:57.717234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-c8bdcc38-53a8-4e0e-bd5c-50b465937502 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:56:57.718249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-c8bdcc38-53a8-4e0e-bd5c-50b465937502 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0059979
Apr 30 21:56:57.730747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Request body: {'port': {'device_id': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:56:57.789220 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:57.836643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d7f598b2-a2d7-4b94-bd96-1c37373bd2e3 None None] Provisioning complete for port 037519cd-c561-4f5b-8464-74318a55fafd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:56:57.837188 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d7f598b2-a2d7-4b94-bd96-1c37373bd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (037519cd-c561-4f5b-8464-74318a55fafd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:57.874345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d7f598b2-a2d7-4b94-bd96-1c37373bd2e3 None None] Port 037519cd-c561-4f5b-8464-74318a55fafd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:56:58.418834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037519cd-c561-4f5b-8464-74318a55fafd {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:56:58.434844 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Publish callbacks [] for port (037519cd-c561-4f5b-8464-74318a55fafd), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:58.469314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Transition to ACTIVE for port object 037519cd-c561-4f5b-8464-74318a55fafd will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:56:58.477606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58524e0a-b47b-47fc-803f-5778e2504edd req-d2036d4e-42d0-4eaa-ba38-5a7f6c171da9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:58.479119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58524e0a-b47b-47fc-803f-5778e2504edd req-d2036d4e-42d0-4eaa-ba38-5a7f6c171da9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 932 time: 0.0657482
Apr 30 21:56:58.529397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-58524e0a-b47b-47fc-803f-5778e2504edd req-ac669357-09f9-4ae7-8e03-f7093baa7c5f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441287
Apr 30 21:56:58.536478 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:58.586923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:58.670388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:56:58.670739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:56:58.671070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:56:58.675802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:56:58.676129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:56:58.681361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:56:58.681706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Checking segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:56:58.682125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Bound using segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:56:58.682555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Bound port: 037519cd-c561-4f5b-8464-74318a55fafd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:56:58.682947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:58.754947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:56:58.758268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:56:58.870263 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:58.905491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:58.906143 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:56:58.907624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] 10.222.0.35 "PUT /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 1092 time: 1.1814916
Apr 30 21:56:58.908067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:56:58.910324 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b79ae2-444b-4849-a24e-91d0b5e142ce" -d '{"events": [{"name": "network-changed", "server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:56:58.942645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12db1d-a233-4155-8785-f972c309bd94 service neutron] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:56:58.956914 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def713e0-4034-41dd-ac86-4f14e1c4a9cc x-openstack-request-id: req-def713e0-4034-41dd-ac86-4f14e1c4a9cc {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:56:58.957210 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:56:58.957487 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-def713e0-4034-41dd-ac86-4f14e1c4a9cc {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:56:58.957915 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def713e0-4034-41dd-ac86-4f14e1c4a9cc'] response: {'name': 'network-changed', 'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'status': 'completed', 'code': 200}
Apr 30 21:56:59.021443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b79ae2-444b-4849-a24e-91d0b5e142ce req-553b1cd3-7c33-42d4-8b29-e08839a90d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:59.023065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97b79ae2-444b-4849-a24e-91d0b5e142ce req-553b1cd3-7c33-42d4-8b29-e08839a90d15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1126 time: 0.0409563
Apr 30 21:56:59.123595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b79ae2-444b-4849-a24e-91d0b5e142ce req-36b0e933-7976-421b-9f0f-524b96575b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:59.125050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97b79ae2-444b-4849-a24e-91d0b5e142ce req-36b0e933-7976-421b-9f0f-524b96575b7f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&shared=False HTTP/1.1" status: 200  len: 896 time: 0.0939395
Apr 30 21:56:59.220787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b79ae2-444b-4849-a24e-91d0b5e142ce req-3273b8bf-6feb-4cdf-b7e1-760b12e663a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:59.221280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97b79ae2-444b-4849-a24e-91d0b5e142ce req-3273b8bf-6feb-4cdf-b7e1-760b12e663a3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0911484
Apr 30 21:56:59.293081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-4aaabcfc-1b21-41e8-9af9-352f16aa9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:59.294618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-4aaabcfc-1b21-41e8-9af9-352f16aa9af7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1126 time: 0.0400951
Apr 30 21:56:59.338377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-9e2961e6-7b6c-4e0b-b172-fa459a9b431d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 217 time: 0.0375295
Apr 30 21:56:59.385061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ab2ad294-d90a-43fa-a89b-22d8b0af348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:59.387166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-ab2ad294-d90a-43fa-a89b-22d8b0af348c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a HTTP/1.1" status: 200  len: 835 time: 0.0433915
Apr 30 21:56:59.428198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-10bdfbc8-4656-4655-9c97-84dfda051815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:59.429639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-10bdfbc8-4656-4655-9c97-84dfda051815 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b16290a3-2768-44e4-956f-b231962064b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0372293
Apr 30 21:56:59.520959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-b776756a-0a0c-45d0-b214-c3a939171854 service neutron] 10.222.0.35 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852747
Apr 30 21:56:59.633707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6bafbff-5d2b-44ff-8591-1d33b93a197e req-3e699941-3ad8-472a-be94-18150809d37e service neutron] 10.222.0.35 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1071923
Apr 30 21:56:59.653541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2c3e0-0713-4f3a-8c91-94bed2fb7e69 req-fc3b8146-b62a-499d-966e-475220af4e7e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:56:59.655255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fba2c3e0-0713-4f3a-8c91-94bed2fb7e69 req-fc3b8146-b62a-499d-966e-475220af4e7e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 944 time: 0.0564203
Apr 30 21:56:59.705354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fba2c3e0-0713-4f3a-8c91-94bed2fb7e69 req-618abaa6-cba9-477b-aec3-d3203f8ac1da tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443923
Apr 30 21:57:00.826757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f413a-a766-4c93-ad01-dffc2f0dc5f1 req-affa368d-d6b9-4265-8ea6-d9981e5160c9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:00.828245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d7f413a-a766-4c93-ad01-dffc2f0dc5f1 req-affa368d-d6b9-4265-8ea6-d9981e5160c9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 944 time: 0.0522077
Apr 30 21:57:00.876578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d7f413a-a766-4c93-ad01-dffc2f0dc5f1 req-78c47586-1b3e-43a6-813b-2e9aeab319f4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426378
Apr 30 21:57:01.988246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5fe5a-5453-4c01-a076-da3da9b69d19 req-59309a76-a246-49c2-af05-d04215d38262 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:01.989705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0f5fe5a-5453-4c01-a076-da3da9b69d19 req-59309a76-a246-49c2-af05-d04215d38262 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 944 time: 0.0466638
Apr 30 21:57:02.038410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0f5fe5a-5453-4c01-a076-da3da9b69d19 req-0ca04313-7a77-4cb3-8fdd-8a0dafab3825 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430954
Apr 30 21:57:03.155298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657f128-b890-49e6-b143-e8face3e17d4 req-7ebd5b38-7fc9-4bc0-ba4e-d50509532b30 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:03.156785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4657f128-b890-49e6-b143-e8face3e17d4 req-7ebd5b38-7fc9-4bc0-ba4e-d50509532b30 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 944 time: 0.0525305
Apr 30 21:57:03.205812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4657f128-b890-49e6-b143-e8face3e17d4 req-3c4792e7-fb50-4a19-9a4e-df69437f2924 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432284
Apr 30 21:57:03.492935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 037519cd-c561-4f5b-8464-74318a55fafd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:57:03.590273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:03.601255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '037519cd-c561-4f5b-8464-74318a55fafd', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'port_id': '037519cd-c561-4f5b-8464-74318a55fafd', 'mac_address': 'fa:16:3e:ea:d8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:57:03.637487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 037519cd-c561-4f5b-8464-74318a55fafd is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:57:03.637907 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:03.651766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037519cd-c561-4f5b-8464-74318a55fafd {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:57:03.671689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:03.758845 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:03.806634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:03.813885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.814239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.814593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.814925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.815254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.815584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.815913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.816238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.816563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.816887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.817211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.817534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.817884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.818210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.818533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:03.955762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['037519cd-c561-4f5b-8464-74318a55fafd'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:57:04.320687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e4902-9098-43e0-859c-40370dd525be req-f73dbb5c-5b6b-495c-933f-3cb17fc659f1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:04.322180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a8e4902-9098-43e0-859c-40370dd525be req-f73dbb5c-5b6b-495c-933f-3cb17fc659f1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 945 time: 0.0469801
Apr 30 21:57:04.370581 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a8e4902-9098-43e0-859c-40370dd525be req-6eec0810-b9fe-4f1d-88e4-3a611c95da10 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421586
Apr 30 21:57:05.483544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85fbc-45a2-4e1b-a6f0-e640ac629579 req-88df6970-88e1-4789-8c35-06b8d9049b06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:05.485058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eea85fbc-45a2-4e1b-a6f0-e640ac629579 req-88df6970-88e1-4789-8c35-06b8d9049b06 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 945 time: 0.0465977
Apr 30 21:57:05.519755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 037519cd-c561-4f5b-8464-74318a55fafd up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:57:05.538054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eea85fbc-45a2-4e1b-a6f0-e640ac629579 req-6aa87c4f-8f13-4f1a-9780-76304de9a0fa tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473690
Apr 30 21:57:05.715221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 037519cd-c561-4f5b-8464-74318a55fafd completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:57:05.804634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 037519cd-c561-4f5b-8464-74318a55fafd triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:57:05.805013 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (037519cd-c561-4f5b-8464-74318a55fafd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:05.880599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 037519cd-c561-4f5b-8464-74318a55fafd is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:57:05.880980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:05.902954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:05.905740 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a313ebe-edac-4a71-9fd0-c663a5d3640f" -d '{"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-plugged", "status": "completed", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:05.918469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:06.010281 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39909d02-66cd-4d67-a1d6-2c8f5fa40947 x-openstack-request-id: req-39909d02-66cd-4d67-a1d6-2c8f5fa40947 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:06.010753 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-plugged", "status": "completed", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:06.011008 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39909d02-66cd-4d67-a1d6-2c8f5fa40947 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:06.011410 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39909d02-66cd-4d67-a1d6-2c8f5fa40947'] response: {'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'code': 200}
Apr 30 21:57:06.012576 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:06.067300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:06.102567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91678e8-72fd-4fb7-a27a-40b5c0b6a69f req-47b71437-fd00-4ea8-9057-d1813c7ec94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:06.104091 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c91678e8-72fd-4fb7-a27a-40b5c0b6a69f req-47b71437-fd00-4ea8-9057-d1813c7ec94b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1128 time: 0.0391030
Apr 30 21:57:06.148792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c91678e8-72fd-4fb7-a27a-40b5c0b6a69f req-1e5a9db6-cf2b-41e2-ae29-0481488faf73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393236
Apr 30 21:57:06.655282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415bec9-a2e5-48a0-88a4-a2ca48dfbbd6 req-8283e1e1-eb8d-4d5f-ad0f-69ee4dc784e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:06.656762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1415bec9-a2e5-48a0-88a4-a2ca48dfbbd6 req-8283e1e1-eb8d-4d5f-ad0f-69ee4dc784e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0472803
Apr 30 21:57:06.705209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1415bec9-a2e5-48a0-88a4-a2ca48dfbbd6 req-d0b01c09-ed04-45ef-bc70-1a8b7341cf95 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428262
Apr 30 21:57:07.822669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1420b-9909-42f4-9617-db4ff45fb49c req-7400bce9-8c2c-4ba3-937b-b123f7edebee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:07.824127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95e1420b-9909-42f4-9617-db4ff45fb49c req-7400bce9-8c2c-4ba3-937b-b123f7edebee tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0507360
Apr 30 21:57:07.872793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95e1420b-9909-42f4-9617-db4ff45fb49c req-ebeca374-20c5-47a5-8b01-656ac0b125f2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425632
Apr 30 21:57:07.983886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e78ce2-9248-4960-a552-cfdb3f651747 req-b3774611-4d26-4bc7-a79b-2b67f8e7d462 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:07.985248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5e78ce2-9248-4960-a552-cfdb3f651747 req-b3774611-4d26-4bc7-a79b-2b67f8e7d462 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0466170
Apr 30 21:57:08.033677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5e78ce2-9248-4960-a552-cfdb3f651747 req-adb25d45-3d66-4df0-9b09-9bcd4aae2da0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427763
Apr 30 21:57:08.054714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50028) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:57:08.091643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf3318-5b2d-4ad5-aa37-5f067dced9b3 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:08.093119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-77bf3318-5b2d-4ad5-aa37-5f067dced9b3 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1123 time: 0.0374296
Apr 30 21:57:08.095812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50030) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:57:08.099936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '037519cd-c561-4f5b-8464-74318a55fafd', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:57:08.184264 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:08.266099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:08.375768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.35.4.82 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/6498c0d7-1c86-4cdb-aeea-8fc098ce2c32) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:57:08.476908 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:08.576469 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:08.612786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:57:08.615602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:57:08.618993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:57:08.650525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=6498c0d7-1c86-4cdb-aeea-8fc098ce2c32,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:08.975083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:09.130148 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:09.275457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:09.332763 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:09.404055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=6498c0d7-1c86-4cdb-aeea-8fc098ce2c32,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:09.417967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:09.519950 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Floating IP 39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e associated. External IP: 172.35.4.82, port: 037519cd-c561-4f5b-8464-74318a55fafd.
Apr 30 21:57:09.746812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router bfc5460e-e358-42a5-845f-33aa45f31114 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:57:09.854517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:57:09.863891 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] Sync routers for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:57:09.872997 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:57:09.873601 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d0657c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:09.951474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:09.982016 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:57:09.984800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6b396071-28e6-420c-b7b3-c97a8a8d9652 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8880079
Apr 30 21:57:09.985402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:09.987654 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e4330-8873-454c-8745-6aa7ae624441" -d '{"events": [{"name": "network-changed", "server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:10.027355 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1025332b-039f-4a7c-89ae-ffd81d16758c x-openstack-request-id: req-1025332b-039f-4a7c-89ae-ffd81d16758c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:10.027649 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:10.027923 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1025332b-039f-4a7c-89ae-ffd81d16758c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:10.028679 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1025332b-039f-4a7c-89ae-ffd81d16758c'] response: {'name': 'network-changed', 'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'status': 'completed', 'code': 200}
Apr 30 21:57:10.122584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b617f7f-9ccb-469d-9404-737bec58bc5e req-6237277f-c714-4c47-81e1-1a4e8059f130 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:10.124748 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b617f7f-9ccb-469d-9404-737bec58bc5e req-6237277f-c714-4c47-81e1-1a4e8059f130 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0752463
Apr 30 21:57:10.127899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e4330-8873-454c-8745-6aa7ae624441 req-b08ddfbf-7580-4458-a637-bccf1c32a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:10.131509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f74e4330-8873-454c-8745-6aa7ae624441 req-b08ddfbf-7580-4458-a637-bccf1c32a39d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1128 time: 0.0776765
Apr 30 21:57:10.208439 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d0657c0>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.82', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'port_id': '037519cd-c561-4f5b-8464-74318a55fafd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'mac_address': 'fa:16:3e:ea:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:57:08Z', 'updated_at': '2022-04-30T21:57:08Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:53Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:10.228890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b617f7f-9ccb-469d-9404-737bec58bc5e req-41e70913-1501-490c-afdf-8e0b29b565c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982971
Apr 30 21:57:10.235281 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] Checking router: bfc5460e-e358-42a5-845f-33aa45f31114 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:57:10.244444 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:57:10.245056 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d0657c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:56:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:10.260063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50038) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:57:10.263060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e4330-8873-454c-8745-6aa7ae624441 req-45c11828-f0c7-4b4f-8156-891f257023c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:10.264549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f74e4330-8873-454c-8745-6aa7ae624441 req-45c11828-f0c7-4b4f-8156-891f257023c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 200  len: 896 time: 0.1274054
Apr 30 21:57:10.336255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f74e4330-8873-454c-8745-6aa7ae624441 req-7ed6df2b-e0ee-4af4-a966-5019dee396be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 999 time: 0.0658293
Apr 30 21:57:10.338320 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c9071287-b0d8-4ef0-9d4b-ed3bd50e3368 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e HTTP/1.1" status: 200  len: 991 time: 0.0765107
Apr 30 21:57:10.360946 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:57:10.389836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e4330-8873-454c-8745-6aa7ae624441 req-46c40adb-a703-4fe1-97ca-cce66c7f9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:10.391344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f74e4330-8873-454c-8745-6aa7ae624441 req-46c40adb-a703-4fe1-97ca-cce66c7f9b27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a HTTP/1.1" status: 200  len: 835 time: 0.0493956
Apr 30 21:57:10.436167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e4330-8873-454c-8745-6aa7ae624441 req-0f4b7c5f-e55a-4975-9ed2-d1ab2e4637dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:10.438369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f74e4330-8873-454c-8745-6aa7ae624441 req-0f4b7c5f-e55a-4975-9ed2-d1ab2e4637dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b16290a3-2768-44e4-956f-b231962064b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0406091
Apr 30 21:57:10.527521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f74e4330-8873-454c-8745-6aa7ae624441 req-5bea4af0-cdd2-464d-9b64-32f4e90a7061 service neutron] 10.222.0.35 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826783
Apr 30 21:57:10.584101 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d0657c0>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.82', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'port_id': '037519cd-c561-4f5b-8464-74318a55fafd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'mac_address': 'fa:16:3e:ea:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:57:08Z', 'updated_at': '2022-04-30T21:57:08Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:53Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:10.611843 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e53f6f-a329-4f0b-bb9e-e3f988884ab1 None None] The sync data for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 is: [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.82', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'port_id': '037519cd-c561-4f5b-8464-74318a55fafd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'mac_address': 'fa:16:3e:ea:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:57:08Z', 'updated_at': '2022-04-30T21:57:08Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:53Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:57:10.623431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f74e4330-8873-454c-8745-6aa7ae624441 req-cef229ab-0969-4572-a1d7-5aee26e6cb2a service neutron] 10.222.0.35 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891459
Apr 30 21:57:10.809846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d35e4-b810-4fef-839c-0c25ea02e9cf None None] New status for floating IP 39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:57:11.340891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50040) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:57:11.402111 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-08041178-3d76-4b71-b96f-949d351d74c9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e HTTP/1.1" status: 200  len: 993 time: 0.0600214
Apr 30 21:57:15.300255 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:57:17.427152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:17.895828 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bce79192-39a1-4c24-a454-11888b294a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:20.559081 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d79cb96d-3c30-4b8a-902a-8ad899b44c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:21.463833 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:21.469067 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:23.251939 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:24.521137 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:30.367231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-ce7f0828-9cf6-4630-a948-087a6f7644f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0873897
Apr 30 21:57:30.456099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-c7a56478-6aaa-4223-b3ee-c7fa2d64679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:30.457643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-c7a56478-6aaa-4223-b3ee-c7fa2d64679a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1127 time: 0.0383155
Apr 30 21:57:30.572239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-ef49f970-8383-4265-ae23-f03e1ce0d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:30.573615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-ef49f970-8383-4265-ae23-f03e1ce0d252 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 912 time: 0.0919147
Apr 30 21:57:30.642337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-2572e1f0-4a78-4291-bfb7-7ae3e9a140cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf HTTP/1.1" status: 200  len: 1000 time: 0.0582163
Apr 30 21:57:30.696700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-9d556883-9ded-49e4-ba3e-f1cc48addd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:30.698140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-9d556883-9ded-49e4-ba3e-f1cc48addd94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0468426
Apr 30 21:57:30.746080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-121b8b2a-6f71-4e57-b859-74ccee754cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:30.747569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-121b8b2a-6f71-4e57-b859-74ccee754cec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376327
Apr 30 21:57:30.836068 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-254017d5-21f2-4e0b-8355-c3246d29e88a service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810595
Apr 30 21:57:30.934491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b67d23a-3b24-4ad1-802e-2d596fe34a4b req-48d4f863-8d95-4493-87b7-c99a90d994ae service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887215
Apr 30 21:57:34.570431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-6b433554-019b-421f-b1ee-df1b2a123299 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388477
Apr 30 21:57:34.649384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-a11fdb01-b353-4099-86fb-a04fd9f772c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:34.650982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-a11fdb01-b353-4099-86fb-a04fd9f772c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1128 time: 0.0393312
Apr 30 21:57:34.756512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-3ee7f042-a8ce-41ec-acf6-ae388c741b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:34.758051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-3ee7f042-a8ce-41ec-acf6-ae388c741b27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 200  len: 896 time: 0.0884175
Apr 30 21:57:34.821892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-ff6c68c8-7d46-466d-aae8-65fe7bb32bd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 1001 time: 0.0576391
Apr 30 21:57:34.872962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-c911f810-ba33-44a6-b70a-f4a0577654ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:34.874429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-c911f810-ba33-44a6-b70a-f4a0577654ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a HTTP/1.1" status: 200  len: 835 time: 0.0467157
Apr 30 21:57:34.918484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-af295a45-5def-4597-8a87-6e08f7cd174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:34.919957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-af295a45-5def-4597-8a87-6e08f7cd174d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b16290a3-2768-44e4-956f-b231962064b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386946
Apr 30 21:57:35.007140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-858deb5e-88f7-460b-b24e-2df01b41a399 service neutron] 10.222.0.35 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805616
Apr 30 21:57:35.099153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f4fce1f-cc75-478b-9a16-963397b450b6 req-3f5ff811-b78e-4a2d-8a66-d2b0500aec81 service neutron] 10.222.0.35 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860069
Apr 30 21:57:40.055443 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db252e-c758-424c-82c1-e88131729306 req-ad60456d-b276-46fd-b00c-c4a10defe7fe tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:40.056912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0db252e-c758-424c-82c1-e88131729306 req-ad60456d-b276-46fd-b00c-c4a10defe7fe tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0478549
Apr 30 21:57:40.105312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0db252e-c758-424c-82c1-e88131729306 req-a6e58414-4155-4830-97d4-2d04df646ee8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427964
Apr 30 21:57:40.127874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50078) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:57:40.193053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a4a2871b-7f91-4137-9bb9-6b1447573c3b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e HTTP/1.1" status: 200  len: 993 time: 0.0640199
Apr 30 21:57:40.585068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510aab4-d7ce-4433-a606-c7f9d1434e07 req-cc172877-6399-433a-bb50-7172bce4ad42 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:40.586608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6510aab4-d7ce-4433-a606-c7f9d1434e07 req-cc172877-6399-433a-bb50-7172bce4ad42 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1128 time: 0.0393174
Apr 30 21:57:40.633509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6510aab4-d7ce-4433-a606-c7f9d1434e07 req-6420bf02-de70-4faf-9c88-8a858bebdda2 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412700
Apr 30 21:57:41.615822 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-ad269c59-0ae1-42f8-965b-332076d35375 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0384290
Apr 30 21:57:41.624214 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f325504d-5159-49a3-b88b-efe24eb19fe2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 21:57:41.625172 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f325504d-5159-49a3-b88b-efe24eb19fe2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0050116
Apr 30 21:57:41.688070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-90d2d933-07f9-4c92-8903-9c9d3091f752 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:41.689979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-90d2d933-07f9-4c92-8903-9c9d3091f752 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 1125 time: 0.0363953
Apr 30 21:57:42.653651 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-5654f2a4-118f-4398-ac1e-024b1a4d6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:42.655119 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-5654f2a4-118f-4398-ac1e-024b1a4d6278 service neutron] 10.222.0.23 "GET /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 1125 time: 0.0411615
Apr 30 21:57:42.665232 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:57:42.665679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Unknown quota resources ['binding']. {{(pid=115773) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
Apr 30 21:57:42.798273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on host nch1-master-1 for vnic_type normal with profile None {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:57:42.798603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:57:42.798926 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:57:42.803813 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:57:42.804159 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:57:42.809010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:57:42.810901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Checking segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:57:42.810901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Bound using segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} {{(pid=115773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:57:42.810901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.managers [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Bound port: 037519cd-c561-4f5b-8464-74318a55fafd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}}] {{(pid=115773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:57:42.897913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:57:42.968324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:42.969515 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] 10.222.0.23 "POST /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd/bindings HTTP/1.1" status: 201  len: 389 time: 0.3077700
Apr 30 21:57:43.256742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a766f-98df-44bd-9c62-67a9eddf4c24 req-cf8a83c2-8f68-4081-a46b-e30b4e14ec04 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:43.258219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa8a766f-98df-44bd-9c62-67a9eddf4c24 req-cf8a83c2-8f68-4081-a46b-e30b4e14ec04 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0526619
Apr 30 21:57:43.309304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa8a766f-98df-44bd-9c62-67a9eddf4c24 req-8aff4f61-dbaf-4323-81dd-2b24f9c51468 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454900
Apr 30 21:57:43.638323 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-2999ce0b-16ad-470a-9cda-51b22d2647b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:43.639848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-2999ce0b-16ad-470a-9cda-51b22d2647b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1128 time: 0.0389674
Apr 30 21:57:44.056585 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-052bcdde-aa0e-4e7d-b6ec-267c17e9c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:44.058089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-052bcdde-aa0e-4e7d-b6ec-267c17e9c374 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 200  len: 896 time: 0.4063501
Apr 30 21:57:44.123199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-af7d4967-6f0f-41d7-8e88-a6ee892d57d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 1001 time: 0.0576150
Apr 30 21:57:44.174873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-9ccea6a3-dcc5-49e8-a5d0-312dcb5ccb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:44.176515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-9ccea6a3-dcc5-49e8-a5d0-312dcb5ccb8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a HTTP/1.1" status: 200  len: 835 time: 0.0435247
Apr 30 21:57:44.228607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f4796dcf-a96b-4ca5-b945-76a857a5930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:44.230150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f4796dcf-a96b-4ca5-b945-76a857a5930f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b16290a3-2768-44e4-956f-b231962064b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448487
Apr 30 21:57:44.325056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-291d2477-731f-4e8b-9787-1a62365ca331 service neutron] 10.222.0.20 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834396
Apr 30 21:57:44.441840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a823000-35b7-46f1-b1c1-96d43286f8b8 req-baeefcfb-a6d5-4273-a17c-b203fec2f1cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:44.443304 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a823000-35b7-46f1-b1c1-96d43286f8b8 req-baeefcfb-a6d5-4273-a17c-b203fec2f1cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0620477
Apr 30 21:57:44.475082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-494e2cc8-df7c-4022-8c8f-d9299a940322 service neutron] 10.222.0.20 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393311
Apr 30 21:57:44.505344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a823000-35b7-46f1-b1c1-96d43286f8b8 req-04f05c46-6209-40d4-a085-a25092764f61 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556972
Apr 30 21:57:44.627817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-6ea8a1aa-04f9-4fda-946f-1f614bb2790a tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:44.629894 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-6ea8a1aa-04f9-4fda-946f-1f614bb2790a tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b&tenant_id=12f7d764a613404a9be3d0a9d325c8f6&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0834093
Apr 30 21:57:44.640672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:57:44.699394 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:44.826717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:44.884748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:57:44.927796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:44.930097 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349d79d8-b650-427d-8701-1355c89712e6" -d '{"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-unplugged", "status": "completed", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:44.933731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Publish callbacks [] for port (037519cd-c561-4f5b-8464-74318a55fafd), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:45.018007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:45.051968 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de52b0b-2241-42aa-ac7e-4c3f0d9c9638 x-openstack-request-id: req-9de52b0b-2241-42aa-ac7e-4c3f0d9c9638 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:45.052258 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-unplugged", "status": "completed", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:45.052515 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9de52b0b-2241-42aa-ac7e-4c3f0d9c9638 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:45.052894 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de52b0b-2241-42aa-ac7e-4c3f0d9c9638'] response: {'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'code': 200}
Apr 30 21:57:45.126904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:45.192256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:57:45.192604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:57:45.192945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:57:45.198701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:57:45.199211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Attempting to bind port 037519cd-c561-4f5b-8464-74318a55fafd on network b16290a3-2768-44e4-956f-b231962064b4 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:57:45.206246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:57:45.206641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Checking segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:57:45.207672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Bound using segment: {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:57:45.208115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Bound port: 037519cd-c561-4f5b-8464-74318a55fafd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:57:45.208483 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:45.291294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:57:45.294452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:57:45.320867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-29623d4a-fdc4-450b-a600-46e06d981b0b None None] Provisioning complete for port 037519cd-c561-4f5b-8464-74318a55fafd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:57:45.321452 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-29623d4a-fdc4-450b-a600-46e06d981b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (037519cd-c561-4f5b-8464-74318a55fafd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:45.344607 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:45.359808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-29623d4a-fdc4-450b-a600-46e06d981b0b None None] Port 037519cd-c561-4f5b-8464-74318a55fafd cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:57:45.447202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=8']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:45.506620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:45.507648 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:45.509398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-bf971427-8a70-4ecb-ab19-66455f78280c service neutron] 10.222.0.20 "PUT /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 1122 time: 0.8725903
Apr 30 21:57:45.567053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['037519cd-c561-4f5b-8464-74318a55fafd'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:57:45.636758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198bf9f-7bc5-4c16-9879-86b7bbb12396 req-ad44aa86-28ba-4c0f-8864-6c5c2a0b676f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:45.638317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b198bf9f-7bc5-4c16-9879-86b7bbb12396 req-ad44aa86-28ba-4c0f-8864-6c5c2a0b676f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 944 time: 0.0590649
Apr 30 21:57:45.690893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b198bf9f-7bc5-4c16-9879-86b7bbb12396 req-34c67ca2-cb70-47ea-874c-beb20208736d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466664
Apr 30 21:57:45.693894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8e6677cc-7254-4daa-a949-39e546c0f8c4 None None] Provisioning complete for port 037519cd-c561-4f5b-8464-74318a55fafd triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:57:45.694337 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8e6677cc-7254-4daa-a949-39e546c0f8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (037519cd-c561-4f5b-8464-74318a55fafd), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:45.826213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8e6677cc-7254-4daa-a949-39e546c0f8c4 None None] Current status of the port 037519cd-c561-4f5b-8464-74318a55fafd is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:57:45.826598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8e6677cc-7254-4daa-a949-39e546c0f8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:45.866339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:45.868545 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907e9952-3f7b-433d-a27a-6971a8edf638" -d '{"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-plugged", "status": "completed", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:45.892338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8e6677cc-7254-4daa-a949-39e546c0f8c4 None None] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:45.908917 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6cafa3-1344-400a-a420-5b67cb2d1a92 x-openstack-request-id: req-ea6cafa3-1344-400a-a420-5b67cb2d1a92 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:45.911133 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-plugged", "status": "completed", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:45.911133 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea6cafa3-1344-400a-a420-5b67cb2d1a92 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:45.911133 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6cafa3-1344-400a-a420-5b67cb2d1a92'] response: {'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'code': 200}
Apr 30 21:57:45.952370 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8e6677cc-7254-4daa-a949-39e546c0f8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:46.096508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6677cc-7254-4daa-a949-39e546c0f8c4 None None] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:46.803867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633063b-5aea-41a6-a70a-a159c5735138 req-298c0de9-3995-4a77-8fe2-bcb7d1aa288f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:46.805315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7633063b-5aea-41a6-a70a-a159c5735138 req-298c0de9-3995-4a77-8fe2-bcb7d1aa288f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0474579
Apr 30 21:57:46.857335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7633063b-5aea-41a6-a70a-a159c5735138 req-ef4b559a-886a-42ee-9eca-798ac29e95dc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464032
Apr 30 21:57:47.053648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:47.055943 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edc9c1a-37f1-42b6-b79e-97bd92726a73" -d '{"events": [{"name": "network-changed", "server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:47.094512 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7ce233-422c-4b76-b8c9-c8b0b497870d x-openstack-request-id: req-7a7ce233-422c-4b76-b8c9-c8b0b497870d {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:47.094806 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:47.095060 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a7ce233-422c-4b76-b8c9-c8b0b497870d {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:47.095466 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7ce233-422c-4b76-b8c9-c8b0b497870d'] response: {'name': 'network-changed', 'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'status': 'completed', 'code': 200}
Apr 30 21:57:47.250343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-11e34c9c-a0fb-4a25-8956-ee7ab6dac1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:47.251834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-11e34c9c-a0fb-4a25-8956-ee7ab6dac1a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1158 time: 0.1374068
Apr 30 21:57:47.349687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-dd62aa36-e5e3-4a1b-a7aa-db5ecc607da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:47.351108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-dd62aa36-e5e3-4a1b-a7aa-db5ecc607da3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 200  len: 896 time: 0.0865951
Apr 30 21:57:47.369633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:47.436949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-02413ab1-cc1a-478d-954a-0b52446aeef0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 1001 time: 0.0647018
Apr 30 21:57:47.484035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-5de3de10-0b73-4840-98d8-e4dfbbe0ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:47.485619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-5de3de10-0b73-4840-98d8-e4dfbbe0ac44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a HTTP/1.1" status: 200  len: 835 time: 0.0428915
Apr 30 21:57:47.539330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-40f4942e-0a66-42e5-87bc-5898ef23f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:47.540823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-40f4942e-0a66-42e5-87bc-5898ef23f5e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b16290a3-2768-44e4-956f-b231962064b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401814
Apr 30 21:57:47.632514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-55e0068a-b1d6-48fd-a0d2-0e06b3434d81 service neutron] 10.222.0.35 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849741
Apr 30 21:57:47.721659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2edc9c1a-37f1-42b6-b79e-97bd92726a73 req-b66b10d5-992b-4198-9c67-fbb536c9f8aa service neutron] 10.222.0.35 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825264
Apr 30 21:57:47.837906 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-45d89c88-82ea-48cf-a14d-502b176b5c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:47.970401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd235-2843-4c3d-a4aa-6492b173711d req-7cea7e57-4b90-4b7e-9da8-e17c4880ed18 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:47.972189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75fdd235-2843-4c3d-a4aa-6492b173711d req-7cea7e57-4b90-4b7e-9da8-e17c4880ed18 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0478613
Apr 30 21:57:48.027123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75fdd235-2843-4c3d-a4aa-6492b173711d req-e86b2f0f-7f12-434d-b335-f61312eeb9f7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490375
Apr 30 21:57:49.143498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f509e-805d-46e9-a3e1-318520c10a85 req-79870af6-dd01-4e71-ae78-99c032ad1e35 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:49.145149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc4f509e-805d-46e9-a3e1-318520c10a85 req-79870af6-dd01-4e71-ae78-99c032ad1e35 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.0477164
Apr 30 21:57:49.194216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc4f509e-805d-46e9-a3e1-318520c10a85 req-c2d5e53d-4ad2-4578-bba7-2156999ce825 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434470
Apr 30 21:57:49.886146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 037519cd-c561-4f5b-8464-74318a55fafd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:57:49.984040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:49.994963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 037519cd-c561-4f5b-8464-74318a55fafd has no active binding in host nch1-master-1 {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Apr 30 21:57:50.370765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995901e-3b24-4e6b-b3c9-30b0c103cc6a req-da5dce8a-61f9-47b0-bef2-84a7b53ea624 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:50.372248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f995901e-3b24-4e6b-b3c9-30b0c103cc6a req-da5dce8a-61f9-47b0-bef2-84a7b53ea624 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 946 time: 0.1101248
Apr 30 21:57:50.420345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f995901e-3b24-4e6b-b3c9-30b0c103cc6a req-7faf36aa-ab6a-47cb-9250-aa857c894266 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424664
Apr 30 21:57:50.532028 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fa738e5e-7c2b-42ae-a27e-3169588e9a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:50.734881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-6c202ab4-d6ef-423b-8a3f-47fb64bddf37 service neutron] 10.222.0.35 "GET /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0604491
Apr 30 21:57:50.915368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:50.943947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:57:50.984471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:50.986740 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad8b548-5585-4f64-b356-f683fc7dcff5" -d '{"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-unplugged", "status": "completed", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:50.993726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:51.023648 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96588ece-82b2-4544-9178-0ac5b0ba150a x-openstack-request-id: req-96588ece-82b2-4544-9178-0ac5b0ba150a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:51.023954 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-unplugged", "status": "completed", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:51.024208 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96588ece-82b2-4544-9178-0ac5b0ba150a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:51.024617 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96588ece-82b2-4544-9178-0ac5b0ba150a'] response: {'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'code': 200}
Apr 30 21:57:51.086046 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:51.158729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] Transition to ACTIVE for port object 037519cd-c561-4f5b-8464-74318a55fafd will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:57:51.241285 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:51.339773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] Pushing event updated for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=11']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:51.381131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] No DVR routers for this DVR port 037519cd-c561-4f5b-8464-74318a55fafd on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:57:51.443465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:51.486933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:51.578450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c3a4c-9442-443b-a353-f017ce7468a3 req-08c8097f-22da-4981-8823-6a465fe7494e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:51.579954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db5c3a4c-9442-443b-a353-f017ce7468a3 req-08c8097f-22da-4981-8823-6a465fe7494e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 945 time: 0.0803216
Apr 30 21:57:51.585959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-f02226be-2dd7-4bba-85ef-84855c48f43e service neutron] 10.222.0.35 "PUT /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.8456509
Apr 30 21:57:51.631780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db5c3a4c-9442-443b-a353-f017ce7468a3 req-6c6f8cbe-4edc-40d3-b9b2-08b43dd9990f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448506
Apr 30 21:57:51.748482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-1cdea8e7-93b9-4055-8f5d-059af0cc4a29 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:51.750029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-1cdea8e7-93b9-4055-8f5d-059af0cc4a29 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b&tenant_id=12f7d764a613404a9be3d0a9d325c8f6&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0432148
Apr 30 21:57:51.796138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-ea14ebde-9758-4c7d-8fe8-f020c609b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:51.797583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-ea14ebde-9758-4c7d-8fe8-f020c609b2d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 1127 time: 0.0386188
Apr 30 21:57:51.874066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-d9a6d098-9519-4592-907c-8eb15ef996d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:51.875642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-d9a6d098-9519-4592-907c-8eb15ef996d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1127 time: 0.0481477
Apr 30 21:57:51.968701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-2b51731e-d6ad-4e20-a6a2-92c341bf341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:51.970170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-2b51731e-d6ad-4e20-a6a2-92c341bf341b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 200  len: 896 time: 0.0830207
Apr 30 21:57:52.041407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-a0197c16-dc5b-4639-a857-b7016a15827f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 999 time: 0.0619903
Apr 30 21:57:52.092428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-b839bfbc-7d99-4cc2-8cba-833c533ea8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:52.093901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-b839bfbc-7d99-4cc2-8cba-833c533ea8ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a HTTP/1.1" status: 200  len: 835 time: 0.0421495
Apr 30 21:57:52.135669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-c3409515-5132-47b4-b7ec-a97c6ddf595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:52.137223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-c3409515-5132-47b4-b7ec-a97c6ddf595d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b16290a3-2768-44e4-956f-b231962064b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0365741
Apr 30 21:57:52.233530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-848066f6-3ba5-46ee-a775-2436c1d84ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860009
Apr 30 21:57:52.304956 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:57:52.329466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-6577a3f7-4e6b-492e-b6fc-38e5f9d1083d service neutron] 10.222.0.20 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858743
Apr 30 21:57:52.757187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec688fec-0cf3-4a79-ac50-b40c93d7f377 req-2f531f56-65db-4ec4-ac2d-27943fad438f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:52.758710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec688fec-0cf3-4a79-ac50-b40c93d7f377 req-2f531f56-65db-4ec4-ac2d-27943fad438f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 945 time: 0.0515790
Apr 30 21:57:52.810924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec688fec-0cf3-4a79-ac50-b40c93d7f377 req-b7fba18a-d9e2-4b08-ba89-dab9730461b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467138
Apr 30 21:57:52.897512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50150) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:57:52.968040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-91d8b880-2b95-4c31-85b0-682c3432dd05 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:52.969513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-91d8b880-2b95-4c31-85b0-682c3432dd05 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b&tenant_id=12f7d764a613404a9be3d0a9d325c8f6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0841079
Apr 30 21:57:53.173689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Deleting port d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:57:53.174229 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:53.252192 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:53.264701 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:53.265034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for floatingip (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:53.279980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Calling delete_port for d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:57:53.288012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e77ffe29-7756-4c57-aab3-e155a4bc5c93 service neutron] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:57:53.293895 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e77ffe29-7756-4c57-aab3-e155a4bc5c93 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:53.295055 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e77ffe29-7756-4c57-aab3-e155a4bc5c93 service neutron] 10.222.0.20 "DELETE /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3114970
Apr 30 21:57:53.495285 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:53.521643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event deleted for resources: {'Port': ['ID=d87dab2e-7ef2-4cfb-b9f4-80ba70d64e16,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:53.585865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for floatingip (6cd6845e-9093-4e90-a420-e46cbdc73da6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:53.586201 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Floating IP 6cd6845e-9093-4e90-a420-e46cbdc73da6 disassociated (deleted). External IP: 172.35.4.12, port: 1fc802f0-1162-4d58-8092-e6c04cc94cdf.
Apr 30 21:57:53.800039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Router a517e875-88ed-4b18-99a7-c7b2e4e56454 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:57:53.939631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477ea3-8f57-409a-a3a7-1fdbe2910e88 req-6c7a399a-553d-4e2c-a676-43bdcce65239 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:53.941072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79477ea3-8f57-409a-a3a7-1fdbe2910e88 req-6c7a399a-553d-4e2c-a676-43bdcce65239 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 945 time: 0.0612998
Apr 30 21:57:53.964113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:57:53.969845 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:53.974780 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] Sync routers for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:57:53.985777 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:57:53.986425 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cecb700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:54.100407 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:57:54.308470 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cecb700>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 5, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:54.336729 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] Checking router: a517e875-88ed-4b18-99a7-c7b2e4e56454 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:57:54.345383 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:57:54.346042 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cecb700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:54.350497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7d285745-8651-4e03-a67f-742a6cc74650 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "DELETE /v2.0/floatingips/6cd6845e-9093-4e90-a420-e46cbdc73da6 HTTP/1.1" status: 204  len: 168 time: 1.4493961
Apr 30 21:57:54.352477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:54.354805 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143afab5-878a-4b22-905e-30ac7b6acc97" -d '{"events": [{"name": "network-changed", "server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:54.362087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-79477ea3-8f57-409a-a3a7-1fdbe2910e88 req-ca841483-643b-4892-80f4-695c15fa3d6c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4142935
Apr 30 21:57:54.420792 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66deeb31-8609-49eb-9dc4-6a58f1c734f3 x-openstack-request-id: req-66deeb31-8609-49eb-9dc4-6a58f1c734f3 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:54.421172 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:54.421425 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66deeb31-8609-49eb-9dc4-6a58f1c734f3 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:54.422825 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66deeb31-8609-49eb-9dc4-6a58f1c734f3'] response: {'name': 'network-changed', 'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'status': 'completed', 'code': 200}
Apr 30 21:57:54.467791 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:57:54.478410 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:54.531117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-0f83297c-239d-4f6e-b07a-b3171669ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:54.532765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-0f83297c-239d-4f6e-b07a-b3171669ae18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 1127 time: 0.0768437
Apr 30 21:57:54.533856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd8e99-e69f-4159-ac93-88014bf09abd req-5333e35e-a55d-4deb-9ce7-2fc50eee3381 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:54.535221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7fd8e99-e69f-4159-ac93-88014bf09abd req-5333e35e-a55d-4deb-9ce7-2fc50eee3381 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1127 time: 0.0665154
Apr 30 21:57:54.643387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c7fd8e99-e69f-4159-ac93-88014bf09abd req-e085c728-24ac-4fde-9be3-fcdbada0e6d2 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021318
Apr 30 21:57:54.677895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-7b09bbc3-559a-43a8-a4c2-12e501ac818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:54.679560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-7b09bbc3-559a-43a8-a4c2-12e501ac818f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 200  len: 912 time: 0.1323795
Apr 30 21:57:54.748360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-8f1aae36-c673-48ae-9430-42ddaac10081 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf HTTP/1.1" status: 200  len: 217 time: 0.0573335
Apr 30 21:57:54.759896 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cecb700>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 5, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:54.787961 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61495693-78f4-4292-98ee-d6bd47a3a955 None None] The sync data for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 is: [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:51:31Z', 'revision_number': 4, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc809db5-a9b3-4630-b866-982e4b602e37', 'name': '', 'network_id': 'f1968efb-9997-4382-98a0-ab6f19a6ad8d', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'mac_address': 'fa:16:3e:69:96:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:30Z', 'updated_at': '2022-04-30T21:51:35Z', 'revision_number': 5, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'subnets': [{'id': '6ec0989c-20a3-4dba-b512-e48d4853dc97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:57:54.814805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6755a-fac2-4160-9938-423b76c20b3f req-f44cc13e-1461-4d50-ba91-b951df1c1f5a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:54.816398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccd6755a-fac2-4160-9938-423b76c20b3f req-f44cc13e-1461-4d50-ba91-b951df1c1f5a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 945 time: 0.0803504
Apr 30 21:57:54.838032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da7319-bc70-42f1-b855-c5bc80350906 req-b5d6eefc-7f61-48ae-acaf-b618f8af0fdc tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:54.839498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93da7319-bc70-42f1-b855-c5bc80350906 req-b5d6eefc-7f61-48ae-acaf-b618f8af0fdc tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 945 time: 0.0675535
Apr 30 21:57:54.913604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccd6755a-fac2-4160-9938-423b76c20b3f req-a4d896fc-bc59-4323-867e-b3824053c05d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886924
Apr 30 21:57:54.917311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93da7319-bc70-42f1-b855-c5bc80350906 req-cd0cf748-79ef-461d-8461-6d7802f36b02 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701921
Apr 30 21:57:54.937306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50164) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:57:55.004222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ec1f8019-bc75-4a5b-8706-5ec0f3026861 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e HTTP/1.1" status: 200  len: 991 time: 0.0654757
Apr 30 21:57:55.057249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d191e8-f0ae-4a61-ac8c-5389262bde72 None None] New status for floating IP 6cd6845e-9093-4e90-a420-e46cbdc73da6: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:57:55.795444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 037519cd-c561-4f5b-8464-74318a55fafd no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:57:55.834824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 037519cd-c561-4f5b-8464-74318a55fafd host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 21:57:55.835218 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 037519cd-c561-4f5b-8464-74318a55fafd not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:57:55.976739 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-50fa43ea-dede-4cb8-a776-d22bc5ed8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:55.978231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-50fa43ea-dede-4cb8-a776-d22bc5ed8b57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 200  len: 850 time: 0.0457571
Apr 30 21:57:56.054183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-12b00c63-6177-40aa-a5b3-cbab6a26f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:56.055562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-12b00c63-6177-40aa-a5b3-cbab6a26f9af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1968efb-9997-4382-98a0-ab6f19a6ad8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0709434
Apr 30 21:57:56.061596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e0917-2dde-4ecb-b407-f24d27ce7fda req-4e6fa75d-3f85-40f5-b181-d275f9ec084a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:56.062941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a79e0917-2dde-4ecb-b407-f24d27ce7fda req-4e6fa75d-3f85-40f5-b181-d275f9ec084a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 945 time: 0.0703824
Apr 30 21:57:56.110168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a79e0917-2dde-4ecb-b407-f24d27ce7fda req-67f6be3d-c28b-4435-a761-3ad6bd345ac3 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/security-groups?id=17889e8f-f5d4-4dd9-b018-db473f648e3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409496
Apr 30 21:57:56.202143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-7fd118ac-d894-412e-bbd4-4a052b540a3c service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816839
Apr 30 21:57:56.296162 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-143afab5-878a-4b22-905e-30ac7b6acc97 req-9f811ef6-2829-4eeb-ade6-c00a1e9937a8 service neutron] 10.222.0.20 "GET /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877347
Apr 30 21:57:56.520176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-d1389a35-3400-4ab4-a794-f21fab9e5a96 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:56.521609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-d1389a35-3400-4ab4-a794-f21fab9e5a96 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 945 time: 0.0467510
Apr 30 21:57:56.616117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Deleting port 1fc802f0-1162-4d58-8092-e6c04cc94cdf {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:57:56.616461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:56.705677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] For port 1fc802f0-1162-4d58-8092-e6c04cc94cdf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1fc802f0-1162-4d58-8092-e6c04cc94cdf,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:56.706096 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:56.718894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Calling delete_port for 1fc802f0-1162-4d58-8092-e6c04cc94cdf owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:57:56.914656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1fc802f0-1162-4d58-8092-e6c04cc94cdf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:56.942814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event deleted for resources: {'Port': ['ID=1fc802f0-1162-4d58-8092-e6c04cc94cdf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:56.989370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] No DVR routers for this DVR port 1fc802f0-1162-4d58-8092-e6c04cc94cdf on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:57:56.997272 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:56.997272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c24663b0-1a31-4639-9e77-ebc49adbb194 req-ec3343d1-d0d2-4e76-bb52-37118cd57504 tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.20 "DELETE /v2.0/ports/1fc802f0-1162-4d58-8092-e6c04cc94cdf HTTP/1.1" status: 204  len: 173 time: 0.4662080
Apr 30 21:57:56.997272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'name': 'network-vif-deleted', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:56.998002 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afda44c-cf5d-49db-b95e-70db66fed1d1" -d '{"events": [{"server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "name": "network-vif-deleted", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:57.035019 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae99ede-7e19-464d-b707-387220aa2733 x-openstack-request-id: req-aae99ede-7e19-464d-b707-387220aa2733 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:57.035318 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af31b0c5-c096-4cf6-9bf1-6f00587c0c26", "name": "network-vif-deleted", "tag": "1fc802f0-1162-4d58-8092-e6c04cc94cdf", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:57.036097 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aae99ede-7e19-464d-b707-387220aa2733 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:57.036613 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae99ede-7e19-464d-b707-387220aa2733'] response: {'server_uuid': 'af31b0c5-c096-4cf6-9bf1-6f00587c0c26', 'name': 'network-vif-deleted', 'tag': '1fc802f0-1162-4d58-8092-e6c04cc94cdf', 'status': 'completed', 'code': 200}
Apr 30 21:57:57.213550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cb43c9a-7998-4664-ab72-4e69e0dd3b06 req-b243d1ce-68a7-42cd-b8e2-05906ff0ee0a tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "GET /v2.0/ports?device_id=af31b0c5-c096-4cf6-9bf1-6f00587c0c26 HTTP/1.1" status: 200  len: 210 time: 0.0314434
Apr 30 21:57:57.278417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50178) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:57:57.441019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port 6498c0d7-1c86-4cdb-aeea-8fc098ce2c32 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:57:57.441639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:57.523880 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:57.524207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:57.538471 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for 6498c0d7-1c86-4cdb-aeea-8fc098ce2c32 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:57:57.760819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6498c0d7-1c86-4cdb-aeea-8fc098ce2c32), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:57.784693 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=6498c0d7-1c86-4cdb-aeea-8fc098ce2c32,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:57.794627 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.794974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.795306 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.795648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.795982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.796292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.796620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.796946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.797265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.797588 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.797944 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.798269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.798591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.798907 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.799224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:57.858149 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:57.858472 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Floating IP 39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e disassociated (deleted). External IP: 172.35.4.82, port: 037519cd-c561-4f5b-8464-74318a55fafd.
Apr 30 21:57:58.070561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router bfc5460e-e358-42a5-845f-33aa45f31114 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:57:58.181897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:57:58.186765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:58.193498 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] Sync routers for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:57:58.203995 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:57:58.208759 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cecbeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:58.215595 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7f4aa5db-93af-4e48-90fa-267711dec70a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/floatingips/39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e HTTP/1.1" status: 204  len: 168 time: 0.9359748
Apr 30 21:57:58.216243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:58.218556 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd" -d '{"events": [{"name": "network-changed", "server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:58.335351 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c934cc26-384c-4577-92dc-d1327e667093 x-openstack-request-id: req-c934cc26-384c-4577-92dc-d1327e667093 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:58.335960 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:57:58.336082 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:58.336082 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c934cc26-384c-4577-92dc-d1327e667093 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:58.336623 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c934cc26-384c-4577-92dc-d1327e667093'] response: {'name': 'network-changed', 'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'status': 'completed', 'code': 200}
Apr 30 21:57:58.418430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-72072c7b-49b1-4633-aab0-b12809397990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:58.420396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-72072c7b-49b1-4633-aab0-b12809397990 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 1127 time: 0.0531945
Apr 30 21:57:58.519822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-ba1ae591-4a7d-460a-869a-d381e6e13d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:58.521655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-ba1ae591-4a7d-460a-869a-d381e6e13d44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 200  len: 896 time: 0.0889711
Apr 30 21:57:58.532307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cecbeb0>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:53Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:58.559402 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] Checking router: bfc5460e-e358-42a5-845f-33aa45f31114 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:57:58.567873 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:57:58.568475 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cecbeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:58.569606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-cbf2c2a3-0cb4-47a0-af76-441ca70eceec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 200  len: 217 time: 0.0406301
Apr 30 21:57:58.631061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-67c7af48-ca89-4701-ae01-30a5f9f33900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:58.633040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-67c7af48-ca89-4701-ae01-30a5f9f33900 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a HTTP/1.1" status: 200  len: 835 time: 0.0572577
Apr 30 21:57:58.709549 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:57:58.721681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0518f7-e719-438f-bfb8-796b9f63fb4c req-15af4daa-3217-4908-a06c-53f3a844d10d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:58.729441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db0518f7-e719-438f-bfb8-796b9f63fb4c req-15af4daa-3217-4908-a06c-53f3a844d10d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 945 time: 0.0628798
Apr 30 21:57:58.790138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db0518f7-e719-438f-bfb8-796b9f63fb4c req-39adb919-200a-49b8-b444-f47fda6ce10e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=f40d0b5c-8e64-4dd3-b392-5abdc748abdb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597568
Apr 30 21:57:58.830548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-1e95af60-8b32-4c44-b521-47b83bb2ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:58.832150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-1e95af60-8b32-4c44-b521-47b83bb2ef38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b16290a3-2768-44e4-956f-b231962064b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0411105
Apr 30 21:57:58.906638 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cecbeb0>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:53Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:57:58.923810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-0b87bcb8-474a-42be-9584-507461004c76 service neutron] 10.222.0.20 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843170
Apr 30 21:57:58.937396 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05a1e65-e6c6-41d8-87a4-f38e6f36c807 None None] The sync data for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 is: [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:50Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be5de8ff-d1ef-4614-b4bd-df565f30a524', 'name': '', 'network_id': 'b16290a3-2768-44e4-956f-b231962064b4', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:f6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:50Z', 'updated_at': '2022-04-30T21:56:53Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '41178ab4-6917-46ba-9ccc-0aeb1ec4c61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:57:59.072613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb7e10f-ec59-483d-8dec-6cc731bb07dd req-8a91bc96-1945-4abe-aeb1-87a381912fa9 service neutron] 10.222.0.20 "GET /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037209
Apr 30 21:57:59.155589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-48dea9e4-93a3-4051-bcf6-aba76178c768 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:57:59.157172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-48dea9e4-93a3-4051-bcf6-aba76178c768 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.20 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 945 time: 0.0532594
Apr 30 21:57:59.187960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dbcb9d-39a4-4c1a-8256-23550ac947db None None] New status for floating IP 39cdd07f-6573-4b80-9a8a-d5c7ac6ad78e: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:57:59.256838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port 037519cd-c561-4f5b-8464-74318a55fafd {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:57:59.257192 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (037519cd-c561-4f5b-8464-74318a55fafd), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:59.355428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port 037519cd-c561-4f5b-8464-74318a55fafd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=037519cd-c561-4f5b-8464-74318a55fafd,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:57:59.355724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (037519cd-c561-4f5b-8464-74318a55fafd), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:59.369872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for 037519cd-c561-4f5b-8464-74318a55fafd owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:57:59.549130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (037519cd-c561-4f5b-8464-74318a55fafd), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:59.577917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=037519cd-c561-4f5b-8464-74318a55fafd,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:57:59.604820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.606945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.606945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.606945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.606945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.606945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.606945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.607517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.607517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.607787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.608117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.608448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.608776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.609106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.609430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:57:59.634141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] No DVR routers for this DVR port 037519cd-c561-4f5b-8464-74318a55fafd on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:57:59.639161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:57:59.639773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5221cfc7-cbcd-483f-b41a-27cc0cf364f7 req-0988141e-32cf-481a-9961-0a30baea96cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.20 "DELETE /v2.0/ports/037519cd-c561-4f5b-8464-74318a55fafd HTTP/1.1" status: 204  len: 173 time: 0.4715691
Apr 30 21:57:59.640228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-deleted', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:57:59.642530 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c313890-8470-4669-902b-da0ba72096aa" -d '{"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-deleted", "tag": "037519cd-c561-4f5b-8464-74318a55fafd"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:57:59.687538 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d4af62-238f-4f47-8c99-b3d5ba7ec4f4 x-openstack-request-id: req-a7d4af62-238f-4f47-8c99-b3d5ba7ec4f4 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:57:59.687842 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f43bb4-4c09-4eba-aad5-fca0789cae7b", "name": "network-vif-deleted", "tag": "037519cd-c561-4f5b-8464-74318a55fafd", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:57:59.688098 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7d4af62-238f-4f47-8c99-b3d5ba7ec4f4 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:57:59.688508 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d4af62-238f-4f47-8c99-b3d5ba7ec4f4'] response: {'server_uuid': '51f43bb4-4c09-4eba-aad5-fca0789cae7b', 'name': 'network-vif-deleted', 'tag': '037519cd-c561-4f5b-8464-74318a55fafd', 'status': 'completed', 'code': 200}
Apr 30 21:57:59.894696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e694b508-9086-41a7-ae75-915a4316df10 req-f81e3ae4-9bf2-436f-b2ef-31603b8933cc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=51f43bb4-4c09-4eba-aad5-fca0789cae7b HTTP/1.1" status: 200  len: 210 time: 0.0317993
Apr 30 21:58:00.958621 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50216) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:01.298305 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (bfc5460e-e358-42a5-845f-33aa45f31114), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:01.540557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port be5de8ff-d1ef-4614-b4bd-df565f30a524 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:01.540819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:01.626561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port be5de8ff-d1ef-4614-b4bd-df565f30a524, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5de8ff-d1ef-4614-b4bd-df565f30a524,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:01.626933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:01.641043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for be5de8ff-d1ef-4614-b4bd-df565f30a524 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:01.920647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (be5de8ff-d1ef-4614-b4bd-df565f30a524), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:01.934128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1fc802f0-1162-4d58-8092-e6c04cc94cdf no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:01.955286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 1fc802f0-1162-4d58-8092-e6c04cc94cdf {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:01.955650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1fc802f0-1162-4d58-8092-e6c04cc94cdf not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:01.957385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=be5de8ff-d1ef-4614-b4bd-df565f30a524,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:02.155181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (bfc5460e-e358-42a5-845f-33aa45f31114), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:02.724097 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router bfc5460e-e358-42a5-845f-33aa45f31114 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:58:02.830812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:58:02.836519 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-db31df46-8b3a-42db-a9ae-71c654d6d855 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "PUT /v2.0/routers/bfc5460e-e358-42a5-845f-33aa45f31114/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8768799
Apr 30 21:58:02.839433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50222) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:02.843431 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] Sync routers for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:58:02.854321 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:02.861087 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cecbe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:02.890821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-81153955-0ad1-48ae-9180-613359b7e63d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting subnet 41178ab4-6917-46ba-9ccc-0aeb1ec4c61a {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:58:02.894281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-81153955-0ad1-48ae-9180-613359b7e63d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (41178ab4-6917-46ba-9ccc-0aeb1ec4c61a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:02.936101 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-81153955-0ad1-48ae-9180-613359b7e63d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (41178ab4-6917-46ba-9ccc-0aeb1ec4c61a), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:02.962357 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:03.025110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-81153955-0ad1-48ae-9180-613359b7e63d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (41178ab4-6917-46ba-9ccc-0aeb1ec4c61a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.126250 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cecbe50>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:58:01Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:03.153269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-81153955-0ad1-48ae-9180-613359b7e63d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (41178ab4-6917-46ba-9ccc-0aeb1ec4c61a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.156311 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] Checking router: bfc5460e-e358-42a5-845f-33aa45f31114 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:58:03.169736 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] Routers {'bfc5460e-e358-42a5-845f-33aa45f31114'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:03.170398 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cecbe50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['bfc5460e-e358-42a5-845f-33aa45f31114'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:03.184672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81153955-0ad1-48ae-9180-613359b7e63d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Subnet': ['ID=41178ab4-6917-46ba-9ccc-0aeb1ec4c61a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:03.188474 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-81153955-0ad1-48ae-9180-613359b7e63d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.192578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-81153955-0ad1-48ae-9180-613359b7e63d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/subnets/41178ab4-6917-46ba-9ccc-0aeb1ec4c61a HTTP/1.1" status: 204  len: 168 time: 0.3512549
Apr 30 21:58:03.195280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50224) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:03.197510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ca875-b516-40d6-9c69-da16a77f288f None None] Network b16290a3-2768-44e4-956f-b231962064b4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:58:03.295707 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] Set router bfc5460e-e358-42a5-845f-33aa45f31114 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:03.350446 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (bfc5460e-e358-42a5-845f-33aa45f31114), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.375354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] DHCP port deletion for b16290a3-2768-44e4-956f-b231962064b4 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:58:03.417865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] Deleting port 72fc6879-f213-454c-bca2-5a2c500a636c {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:03.418388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.468874 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (bfc5460e-e358-42a5-845f-33aa45f31114), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.487423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] For port 72fc6879-f213-454c-bca2-5a2c500a636c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72fc6879-f213-454c-bca2-5a2c500a636c,segment=NetworkSegment(fabe8c30-11fe-4ad4-84ec-e927cb6b48ba),segment_id=fabe8c30-11fe-4ad4-84ec-e927cb6b48ba)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:03.487820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.501420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] Calling delete_port for 72fc6879-f213-454c-bca2-5a2c500a636c owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:03.563406 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cecbe50>, [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:58:01Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:03.589290 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670e1c7-5856-4360-8a24-cb9717bf8337 None None] The sync data for ids ['bfc5460e-e358-42a5-845f-33aa45f31114'] in ncdv-master-1 is: [{'id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455936463', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:58:01Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'e755b13f-3190-43b1-b65f-3cf5ffea1c65', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc5460e-e358-42a5-845f-33aa45f31114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:56:46Z', 'updated_at': '2022-04-30T21:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:58:03.596221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port e755b13f-3190-43b1-b65f-3cf5ffea1c65 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:03.596566 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.657791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (72fc6879-f213-454c-bca2-5a2c500a636c), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.680510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port e755b13f-3190-43b1-b65f-3cf5ffea1c65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e755b13f-3190-43b1-b65f-3cf5ffea1c65,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:03.680877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.687354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] Pushing event deleted for resources: {'Port': ['ID=72fc6879-f213-454c-bca2-5a2c500a636c,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:03.690906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6704bb-dcba-4884-92f0-c3d4f0c12b9f None None] No DVR routers for this DVR port 72fc6879-f213-454c-bca2-5a2c500a636c on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:58:03.696129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for e755b13f-3190-43b1-b65f-3cf5ffea1c65 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:03.938150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e755b13f-3190-43b1-b65f-3cf5ffea1c65), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:03.949164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 037519cd-c561-4f5b-8464-74318a55fafd no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:03.966136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=e755b13f-3190-43b1-b65f-3cf5ffea1c65,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:03.969577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 037519cd-c561-4f5b-8464-74318a55fafd {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:03.969968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 037519cd-c561-4f5b-8464-74318a55fafd not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:04.034134 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (bfc5460e-e358-42a5-845f-33aa45f31114), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.130675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (bfc5460e-e358-42a5-845f-33aa45f31114), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.132925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_controller (bfc5460e-e358-42a5-845f-33aa45f31114), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.269375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (bfc5460e-e358-42a5-845f-33aa45f31114), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.270519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Fanout notify agent at l3_agent the message router_deleted on router bfc5460e-e358-42a5-845f-33aa45f31114 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:58:04.279901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.279901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1fd10ef5-9b63-42ad-9fd7-bbfd2fec5747 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/routers/bfc5460e-e358-42a5-845f-33aa45f31114 HTTP/1.1" status: 204  len: 168 time: 1.0654006
Apr 30 21:58:04.281394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50228) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:04.361951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b16290a3-2768-44e4-956f-b231962064b4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.453746 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b16290a3-2768-44e4-956f-b231962064b4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.474722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89675da910>,) {'filters': {'network_id': ['b16290a3-2768-44e4-956f-b231962064b4']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:04.483895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89675da910>, 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:04.484191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89675da910>, 'fabe8c30-11fe-4ad4-84ec-e927cb6b48ba') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:04.493858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (fabe8c30-11fe-4ad4-84ec-e927cb6b48ba), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.507610 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (fabe8c30-11fe-4ad4-84ec-e927cb6b48ba), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.513887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:58:04.514278 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (fabe8c30-11fe-4ad4-84ec-e927cb6b48ba), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:58:04.517378 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:58:04.643978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b16290a3-2768-44e4-956f-b231962064b4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.650855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.655873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/networks/b16290a3-2768-44e4-956f-b231962064b4 HTTP/1.1" status: 204  len: 168 time: 0.3714564
Apr 30 21:58:04.656780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50230) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:04.666553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713e70d-09cf-4839-a815-938d78b78d6a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Network': ['ID=b16290a3-2768-44e4-956f-b231962064b4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:04.713210 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-361e1fbd-a94b-48b4-b8c5-bd90201595cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (f40d0b5c-8e64-4dd3-b392-5abdc748abdb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.740871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-361e1fbd-a94b-48b4-b8c5-bd90201595cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (f40d0b5c-8e64-4dd3-b392-5abdc748abdb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.857308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-361e1fbd-a94b-48b4-b8c5-bd90201595cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (f40d0b5c-8e64-4dd3-b392-5abdc748abdb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.859982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-361e1fbd-a94b-48b4-b8c5-bd90201595cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:04.861145 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-361e1fbd-a94b-48b4-b8c5-bd90201595cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/security-groups/f40d0b5c-8e64-4dd3-b392-5abdc748abdb HTTP/1.1" status: 204  len: 168 time: 0.2033403
Apr 30 21:58:04.871225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e1fbd-a94b-48b4-b8c5-bd90201595cf tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40d0b5c-8e64-4dd3-b392-5abdc748abdb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:05.212605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e755b13f-3190-43b1-b65f-3cf5ffea1c65 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:05.232862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e755b13f-3190-43b1-b65f-3cf5ffea1c65 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:05.233203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e755b13f-3190-43b1-b65f-3cf5ffea1c65 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:05.233631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72fc6879-f213-454c-bca2-5a2c500a636c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:05.251667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 72fc6879-f213-454c-bca2-5a2c500a636c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:05.252110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72fc6879-f213-454c-bca2-5a2c500a636c not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:05.256706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device be5de8ff-d1ef-4614-b4bd-df565f30a524 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:05.280368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: be5de8ff-d1ef-4614-b4bd-df565f30a524 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:05.280721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device be5de8ff-d1ef-4614-b4bd-df565f30a524 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:05.472780 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50254) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:05.477899 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-cc4d85e6-a07b-482c-a9cb-f34707a94607 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991118122', 'description': 'tempest-secgroup-smoke-1991118122 description', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:05.557750 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc4d85e6-a07b-482c-a9cb-f34707a94607 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:05.622601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc4d85e6-a07b-482c-a9cb-f34707a94607 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (1096ce1c-4078-4857-b85d-2be41d2e0903), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:05.694625 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc4d85e6-a07b-482c-a9cb-f34707a94607 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1096ce1c-4078-4857-b85d-2be41d2e0903), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:05.721864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d85e6-a07b-482c-a9cb-f34707a94607 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1096ce1c-4078-4857-b85d-2be41d2e0903,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:05.793710 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cc4d85e6-a07b-482c-a9cb-f34707a94607 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:05.794988 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cc4d85e6-a07b-482c-a9cb-f34707a94607 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3205488
Apr 30 21:58:05.797892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50256) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:05.802590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6672b9db-b4e7-4790-8eb6-a88100a17814 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '1096ce1c-4078-4857-b85d-2be41d2e0903', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:05.870978 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6672b9db-b4e7-4790-8eb6-a88100a17814 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (5f0eb087-416e-4add-b307-64d9a498f216), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:05.927351 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6672b9db-b4e7-4790-8eb6-a88100a17814 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (5f0eb087-416e-4add-b307-64d9a498f216), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:05.965024 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50260) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:05.996558 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6672b9db-b4e7-4790-8eb6-a88100a17814 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (5f0eb087-416e-4add-b307-64d9a498f216), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.024852 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672b9db-b4e7-4790-8eb6-a88100a17814 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0eb087-416e-4add-b307-64d9a498f216,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:06.040240 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53977fad-7ecb-430e-a52b-5e0b55b7453e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group (17889e8f-f5d4-4dd9-b018-db473f648e3e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.065813 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53977fad-7ecb-430e-a52b-5e0b55b7453e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group (17889e8f-f5d4-4dd9-b018-db473f648e3e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.095553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6672b9db-b4e7-4790-8eb6-a88100a17814 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.096749 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6672b9db-b4e7-4790-8eb6-a88100a17814 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2979274
Apr 30 21:58:06.100066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50262) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:06.104250 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-6093dae4-506f-4386-9ee7-d1890cf9cd8f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '1096ce1c-4078-4857-b85d-2be41d2e0903', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:06.194194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6093dae4-506f-4386-9ee7-d1890cf9cd8f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (ce672965-4703-4a65-8778-95b3e6cd9083), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.224983 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53977fad-7ecb-430e-a52b-5e0b55b7453e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (17889e8f-f5d4-4dd9-b018-db473f648e3e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.226589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-53977fad-7ecb-430e-a52b-5e0b55b7453e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.227741 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-53977fad-7ecb-430e-a52b-5e0b55b7453e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] 10.222.0.23 "DELETE /v2.0/security-groups/17889e8f-f5d4-4dd9-b018-db473f648e3e HTTP/1.1" status: 204  len: 168 time: 0.2617238
Apr 30 21:58:06.245569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53977fad-7ecb-430e-a52b-5e0b55b7453e tempest-TestVolumeBootPattern-539025653 tempest-TestVolumeBootPattern-539025653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17889e8f-f5d4-4dd9-b018-db473f648e3e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:06.263284 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6093dae4-506f-4386-9ee7-d1890cf9cd8f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (ce672965-4703-4a65-8778-95b3e6cd9083), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.336551 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6093dae4-506f-4386-9ee7-d1890cf9cd8f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ce672965-4703-4a65-8778-95b3e6cd9083), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.356187 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093dae4-506f-4386-9ee7-d1890cf9cd8f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce672965-4703-4a65-8778-95b3e6cd9083,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:06.359160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50266) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:06.440374 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6093dae4-506f-4386-9ee7-d1890cf9cd8f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.441736 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6093dae4-506f-4386-9ee7-d1890cf9cd8f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3407333
Apr 30 21:58:06.444533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50270) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:06.448828 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-fe118c39-7d08-42a1-9d78-e78b37f128c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '1096ce1c-4078-4857-b85d-2be41d2e0903', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:06.536085 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe118c39-7d08-42a1-9d78-e78b37f128c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (7886e6bb-fe02-4fed-99d5-ddd6e3be2fda), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.597298 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe118c39-7d08-42a1-9d78-e78b37f128c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (7886e6bb-fe02-4fed-99d5-ddd6e3be2fda), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.657272 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe118c39-7d08-42a1-9d78-e78b37f128c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (7886e6bb-fe02-4fed-99d5-ddd6e3be2fda), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.676384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe118c39-7d08-42a1-9d78-e78b37f128c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7886e6bb-fe02-4fed-99d5-ddd6e3be2fda,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:06.731148 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-fe118c39-7d08-42a1-9d78-e78b37f128c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.732376 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-fe118c39-7d08-42a1-9d78-e78b37f128c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2868652
Apr 30 21:58:06.735753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50272) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:06.740724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0a579cc3-cdf4-4488-b799-6a071bc70e9d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '1096ce1c-4078-4857-b85d-2be41d2e0903', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:06.829061 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (a517e875-88ed-4b18-99a7-c7b2e4e56454), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.838489 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a579cc3-cdf4-4488-b799-6a071bc70e9d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (1dcf9f21-61be-4241-af72-53a9388f5a21), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.896665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a579cc3-cdf4-4488-b799-6a071bc70e9d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (1dcf9f21-61be-4241-af72-53a9388f5a21), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:06.992425 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a579cc3-cdf4-4488-b799-6a071bc70e9d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (1dcf9f21-61be-4241-af72-53a9388f5a21), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.011092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a579cc3-cdf4-4488-b799-6a071bc70e9d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcf9f21-61be-4241-af72-53a9388f5a21,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:07.073534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Deleting port cc809db5-a9b3-4630-b866-982e4b602e37 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:07.073911 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.099568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0a579cc3-cdf4-4488-b799-6a071bc70e9d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.100803 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0a579cc3-cdf4-4488-b799-6a071bc70e9d tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3640354
Apr 30 21:58:07.103534 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50274) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:07.107799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-356d6603-ee6c-4dc8-b48a-fda2846ff2a0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '1096ce1c-4078-4857-b85d-2be41d2e0903', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:07.152102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] For port cc809db5-a9b3-4630-b866-982e4b602e37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc809db5-a9b3-4630-b866-982e4b602e37,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:07.152677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.165404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Calling delete_port for cc809db5-a9b3-4630-b866-982e4b602e37 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:07.206348 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-356d6603-ee6c-4dc8-b48a-fda2846ff2a0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Project 12f7d764a613404a9be3d0a9d325c8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:58:07.212009 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-356d6603-ee6c-4dc8-b48a-fda2846ff2a0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (9b46c769-e2cf-46a9-b95f-79c089ca6728), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.269795 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-356d6603-ee6c-4dc8-b48a-fda2846ff2a0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (9b46c769-e2cf-46a9-b95f-79c089ca6728), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.386773 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-356d6603-ee6c-4dc8-b48a-fda2846ff2a0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (9b46c769-e2cf-46a9-b95f-79c089ca6728), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.405675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d6603-ee6c-4dc8-b48a-fda2846ff2a0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b46c769-e2cf-46a9-b95f-79c089ca6728,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:07.440731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (cc809db5-a9b3-4630-b866-982e4b602e37), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.469525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cc809db5-a9b3-4630-b866-982e4b602e37,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:07.508401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-356d6603-ee6c-4dc8-b48a-fda2846ff2a0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.515715 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-356d6603-ee6c-4dc8-b48a-fda2846ff2a0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4053702
Apr 30 21:58:07.515715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50276) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:07.517931 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d8339bf4-47dc-4050-8dce-aeace39fd763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'security_group_rule': {'security_group_id': '1096ce1c-4078-4857-b85d-2be41d2e0903', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:07.622187 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-d8339bf4-47dc-4050-8dce-aeace39fd763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Project 12f7d764a613404a9be3d0a9d325c8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 21:58:07.628609 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8339bf4-47dc-4050-8dce-aeace39fd763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (ca183a4d-19f5-40ca-9284-67ef41c3c8a8), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.651434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (a517e875-88ed-4b18-99a7-c7b2e4e56454), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.694552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8339bf4-47dc-4050-8dce-aeace39fd763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (ca183a4d-19f5-40ca-9284-67ef41c3c8a8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.760534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8339bf4-47dc-4050-8dce-aeace39fd763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ca183a4d-19f5-40ca-9284-67ef41c3c8a8), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.778822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8339bf4-47dc-4050-8dce-aeace39fd763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca183a4d-19f5-40ca-9284-67ef41c3c8a8,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:07.840564 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d8339bf4-47dc-4050-8dce-aeace39fd763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.842242 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d8339bf4-47dc-4050-8dce-aeace39fd763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3282025
Apr 30 21:58:07.844893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50278) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:07.850285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'network': {'name': 'tempest-network-smoke--1512328453', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'port_security_enabled': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:07.884166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Router a517e875-88ed-4b18-99a7-c7b2e4e56454 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:58:07.920350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:58:07.923688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.947002 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 21:58:07.956105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b14c54f5-287c-4ada-ac06-9f5ce454e360), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:07.956457 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Added segment b14c54f5-287c-4ada-ac06-9f5ce454e360 of type vlan for network 6027e0e7-3535-415c-b35f-9a3568908318
Apr 30 21:58:07.998959 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (6027e0e7-3535-415c-b35f-9a3568908318), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.080847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (6027e0e7-3535-415c-b35f-9a3568908318), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.086706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:08.087330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.158850 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Network': ['ID=6027e0e7-3535-415c-b35f-9a3568908318,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:08.170304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 6027e0e7-3535-415c-b35f-9a3568908318 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 21:58:08.201027 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4d3db0b8-ea66-4bca-a1c3-5cde6ac06d59 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3551028
Apr 30 21:58:08.203809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50280) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:08.209015 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'admin_state_up': True, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:08.298024 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.299107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.321461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:58:08.330111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7acf488c-fa70-43bb-9bf8-be4bf9aa71ce admin admin] 10.222.0.23 "PUT /v2.0/routers/a517e875-88ed-4b18-99a7-c7b2e4e56454/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9663341
Apr 30 21:58:08.330111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50282) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:08.336868 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] Sync routers for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:58:08.344371 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:08.345001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1f56d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:08.361219 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_controller (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.443337 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks [] for router (a517e875-88ed-4b18-99a7-c7b2e4e56454), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.550172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks [] for router_gateway (a517e875-88ed-4b18-99a7-c7b2e4e56454), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.595940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.612443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:08.673664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Deleting port 606fd810-22ce-4543-9bc9-fe44d7ccedfc {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:08.674147 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.760557 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] For port 606fd810-22ce-4543-9bc9-fe44d7ccedfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=606fd810-22ce-4543-9bc9-fe44d7ccedfc,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:08.760987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.776609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Calling delete_port for 606fd810-22ce-4543-9bc9-fe44d7ccedfc owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:08.793074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1f56d0>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239'}], 'enable_snat': True}, 'gw_port_id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:58:07Z', 'revision_number': 5, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port': {'id': '606fd810-22ce-4543-9bc9-fe44d7ccedfc', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ab:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:28Z', 'updated_at': '2022-04-30T21:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:08.821075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] Checking router: a517e875-88ed-4b18-99a7-c7b2e4e56454 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:58:08.829785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] Routers {'a517e875-88ed-4b18-99a7-c7b2e4e56454'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:08.830427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1f56d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a517e875-88ed-4b18-99a7-c7b2e4e56454'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:08.840826 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.859974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:08.924395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] Set router a517e875-88ed-4b18-99a7-c7b2e4e56454 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:08.974568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.35.4.10 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/eea4004b-0fdd-40c0-9bf8-112ded004ebb) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:58:08.981946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1f56d0>, [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:58:08Z', 'revision_number': 6, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:09.009805 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c7374-2fa6-4dff-8f30-10f372e12a1c None None] The sync data for ids ['a517e875-88ed-4b18-99a7-c7b2e4e56454'] in ncdv-master-1 is: [{'id': 'a517e875-88ed-4b18-99a7-c7b2e4e56454', 'name': 'tempest-TestVolumeBootPattern-457374612-router', 'tenant_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:27Z', 'updated_at': '2022-04-30T21:58:08Z', 'revision_number': 6, 'project_id': '839ab2af4d6b40c3b957be9c7dc78b26', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:58:09.040646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (606fd810-22ce-4543-9bc9-fe44d7ccedfc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.071505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=606fd810-22ce-4543-9bc9-fe44d7ccedfc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:09.089855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.133628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (a517e875-88ed-4b18-99a7-c7b2e4e56454), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.177688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.217116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:58:09.219987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:58:09.223615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:58:09.226164 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (a517e875-88ed-4b18-99a7-c7b2e4e56454), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.228471 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks [] for router_controller (a517e875-88ed-4b18-99a7-c7b2e4e56454), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.231548 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=eea4004b-0fdd-40c0-9bf8-112ded004ebb,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:09.343750 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (a517e875-88ed-4b18-99a7-c7b2e4e56454), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.344432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a517e875-88ed-4b18-99a7-c7b2e4e56454 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:58:09.349102 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.350311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-69ad3f48-091e-4181-88c5-7deb9c9f5c86 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a517e875-88ed-4b18-99a7-c7b2e4e56454 HTTP/1.1" status: 204  len: 168 time: 1.0201504
Apr 30 21:58:09.352850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50284) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:09.415021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8447a80f-9821-405e-99b1-6a007a86f313 admin admin] Deleting subnet 6ec0989c-20a3-4dba-b512-e48d4853dc97 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:58:09.418680 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8447a80f-9821-405e-99b1-6a007a86f313 admin admin] Publish callbacks [] for subnet (6ec0989c-20a3-4dba-b512-e48d4853dc97), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.461563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8447a80f-9821-405e-99b1-6a007a86f313 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (6ec0989c-20a3-4dba-b512-e48d4853dc97), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.507908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device cc809db5-a9b3-4630-b866-982e4b602e37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:09.534534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: cc809db5-a9b3-4630-b866-982e4b602e37 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:09.535084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device cc809db5-a9b3-4630-b866-982e4b602e37 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:09.557570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8447a80f-9821-405e-99b1-6a007a86f313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (6ec0989c-20a3-4dba-b512-e48d4853dc97), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.557849 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.684015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8447a80f-9821-405e-99b1-6a007a86f313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (6ec0989c-20a3-4dba-b512-e48d4853dc97), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.708709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447a80f-9821-405e-99b1-6a007a86f313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec0989c-20a3-4dba-b512-e48d4853dc97,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:09.714457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8447a80f-9821-405e-99b1-6a007a86f313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.717555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8447a80f-9821-405e-99b1-6a007a86f313 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6ec0989c-20a3-4dba-b512-e48d4853dc97 HTTP/1.1" status: 204  len: 168 time: 0.3636830
Apr 30 21:58:09.720326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50286) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:09.726581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b8375-823a-47be-9563-446f03e29993 None None] Network f1968efb-9997-4382-98a0-ab6f19a6ad8d requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:58:09.764629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.804183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (f1968efb-9997-4382-98a0-ab6f19a6ad8d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.874439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Deleting port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:09.874784 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.889217 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] DHCP port deletion for f1968efb-9997-4382-98a0-ab6f19a6ad8d request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:58:09.936385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Deleting port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:09.936699 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.951927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] For port 4ca93129-34a8-4e0a-b30a-234fdfad6d21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ca93129-34a8-4e0a-b30a-234fdfad6d21,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:09.952313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:09.969002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Calling delete_port for 4ca93129-34a8-4e0a-b30a-234fdfad6d21 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:09.983551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 21:58:10.002411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] For port 4ca93129-34a8-4e0a-b30a-234fdfad6d21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ca93129-34a8-4e0a-b30a-234fdfad6d21,segment=NetworkSegment(e7031f9b-4f11-44c6-b71f-8637a3253f1a),segment_id=e7031f9b-4f11-44c6-b71f-8637a3253f1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:10.002852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.016486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Calling delete_port for 4ca93129-34a8-4e0a-b30a-234fdfad6d21 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:10.107365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:58:10.118425 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Sync routers for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:58:10.121542 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.128169 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (4ca93129-34a8-4e0a-b30a-234fdfad6d21), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.129729 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:10.130749 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cce2580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:10.156915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Pushing event deleted for resources: {'Port': ['ID=4ca93129-34a8-4e0a-b30a-234fdfad6d21,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:10.161565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca93129-34a8-4e0a-b30a-234fdfad6d21,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:10.165202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] No DVR routers for this DVR port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:58:10.172998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.173773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.174283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.179815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.181067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.187411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d3e8b-4f48-4ec8-b5c2-8092585bfd5c None None] No DVR routers for this DVR port 4ca93129-34a8-4e0a-b30a-234fdfad6d21 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:58:10.210199 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.214893 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e974449-d90f-4945-9904-ac935aff48bc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.0098794
Apr 30 21:58:10.215522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50288) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:10.248339 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (f1968efb-9997-4382-98a0-ab6f19a6ad8d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.249055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50290) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:10.249324 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-674310be-7e5d-47cb-8ee5-7260dbc80d45 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=12f7d764a613404a9be3d0a9d325c8f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0325305
Apr 30 21:58:10.256124 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:10.315032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8972bfc760>,) {'filters': {'network_id': ['f1968efb-9997-4382-98a0-ab6f19a6ad8d']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:10.330064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972bfc760>, 'e7031f9b-4f11-44c6-b71f-8637a3253f1a') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:10.330395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8972bfc760>, 'e7031f9b-4f11-44c6-b71f-8637a3253f1a') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:10.343377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e7031f9b-4f11-44c6-b71f-8637a3253f1a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.369469 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e7031f9b-4f11-44c6-b71f-8637a3253f1a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.383604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e7031f9b-4f11-44c6-b71f-8637a3253f1a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:58:10.386422 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:58:10.421492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54a322-9c75-4509-b140-0f58024ae9b2 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:10.423059 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7d54a322-9c75-4509-b140-0f58024ae9b2 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1726890
Apr 30 21:58:10.425854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50292) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:10.439692 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cce2580>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:09Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:10.465743 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Checking router: b76cad49-5adb-4b9f-95f5-35dd58d34ba1 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:58:10.466116 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Updating router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 port eea4004b-0fdd-40c0-9bf8-112ded004ebb binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:58:10.468310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-78e59e1a-a0a9-4207-a41f-8272e1e1b863 tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413625
Apr 30 21:58:10.472415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50294) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:10.476259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2135863094', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:10.497047 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.540967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (f1968efb-9997-4382-98a0-ab6f19a6ad8d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.547213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.550533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f1968efb-9997-4382-98a0-ab6f19a6ad8d HTTP/1.1" status: 204  len: 168 time: 0.8293176
Apr 30 21:58:10.553646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50296) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:10.572616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa066b5-c47f-4b45-bd39-02e9ba52d258 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1968efb-9997-4382-98a0-ab6f19a6ad8d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:10.728096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:58:10.731492 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.771780 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Publish callbacks [] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.838020 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.886076 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Attempting to bind port eea4004b-0fdd-40c0-9bf8-112ded004ebb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:58:10.886521 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Attempting to bind port eea4004b-0fdd-40c0-9bf8-112ded004ebb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:58:10.886883 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Attempting to bind port eea4004b-0fdd-40c0-9bf8-112ded004ebb on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:58:10.896792 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Pushing event updated for resources: {'Port': ['ID=eea4004b-0fdd-40c0-9bf8-112ded004ebb,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:10.903145 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:58:10.903530 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:58:10.903930 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.904321 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:58:10.904800 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Bound port: eea4004b-0fdd-40c0-9bf8-112ded004ebb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:58:10.905192 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:10.908417 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.908756 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.909091 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.909428 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.909770 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.910123 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.910455 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.910774 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.911093 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.911411 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.911812 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.912221 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.912459 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.912772 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.913088 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:58:10.963244 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] For port eea4004b-0fdd-40c0-9bf8-112ded004ebb, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:58:10.966248 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] For port eea4004b-0fdd-40c0-9bf8-112ded004ebb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea4004b-0fdd-40c0-9bf8-112ded004ebb,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:58:11.055474 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:11.069777 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (80cd3df1-a398-45af-9e61-919ddb198e54), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:11.109575 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:11.110216 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cce2580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:11.134056 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (3f4bf497-9ec7-4460-b15c-48a61c99f738), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:11.176464 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0ec98-f7db-4626-9073-17174d73cd34 None None] Pushing event updated for resources: {'Port': ['ID=eea4004b-0fdd-40c0-9bf8-112ded004ebb,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:11.210602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Subnet': ['ID=3f4bf497-9ec7-4460-b15c-48a61c99f738,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:11.234595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4ca93129-34a8-4e0a-b30a-234fdfad6d21 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:11.239418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Checking segment: {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:58:11.239788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network hostable DHCP agents. Network: 6027e0e7-3535-415c-b35f-9a3568908318, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 21:58:11.241770 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:11.258094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 4ca93129-34a8-4e0a-b30a-234fdfad6d21 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:11.258598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 4ca93129-34a8-4e0a-b30a-234fdfad6d21 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:11.259094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 606fd810-22ce-4543-9bc9-fe44d7ccedfc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:11.289302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 606fd810-22ce-4543-9bc9-fe44d7ccedfc {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:11.289728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 606fd810-22ce-4543-9bc9-fe44d7ccedfc not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:11.386275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Deleting port 529465e1-a9e4-4899-b65c-d9e057eaf9e9 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:11.386642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:11.398782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 6027e0e7-3535-415c-b35f-9a3568908318 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 21:58:11.413162 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cce2580>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:09Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:11.439365 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86922c9a-36ff-41de-9e98-83b6c48b967a None None] The sync data for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 is: [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:09Z', 'revision_number': 3, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:58:11.477090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] For port 529465e1-a9e4-4899-b65c-d9e057eaf9e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=529465e1-a9e4-4899-b65c-d9e057eaf9e9,segment=NetworkSegment(3ad6ce59-0170-4843-8df2-cd2e227cf157),segment_id=3ad6ce59-0170-4843-8df2-cd2e227cf157)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:11.477703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:11.492531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6027e0e7-3535-415c-b35f-9a3568908318) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:58:11.494430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Calling delete_port for 529465e1-a9e4-4899-b65c-d9e057eaf9e9 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:11.500044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:11.500646 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:11.501769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1981eb9c-5b24-4d79-8464-4f5b98f73d90 None None] Network 6027e0e7-3535-415c-b35f-9a3568908318 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:58:11.616316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6027e0e7-3535-415c-b35f-9a3568908318', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 21:58:11.617203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:11.622930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-96e9cecc-af75-4684-8795-6aa1f87a13e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1485026
Apr 30 21:58:11.623480 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50298) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:11.814643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Allocated IP 172.20.0.2 (6027e0e7-3535-415c-b35f-9a3568908318/3f4bf497-9ec7-4460-b15c-48a61c99f738/e53d8ebe-4292-4050-b8a1-b4de38d682a6) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:58:11.850006 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (529465e1-a9e4-4899-b65c-d9e057eaf9e9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:11.876685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=529465e1-a9e4-4899-b65c-d9e057eaf9e9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:12.002032 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Publish callbacks [] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:12.095448 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:12.122333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (80cd3df1-a398-45af-9e61-919ddb198e54), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:12.152348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Network 6027e0e7-3535-415c-b35f-9a3568908318 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:58:12.155549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:58:12.159158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:58:12.199498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Pushing event updated for resources: {'Port': ['ID=e53d8ebe-4292-4050-b8a1-b4de38d682a6,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:12.282078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Attempting to bind port e53d8ebe-4292-4050-b8a1-b4de38d682a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:58:12.282711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Attempting to bind port e53d8ebe-4292-4050-b8a1-b4de38d682a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:58:12.282823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Attempting to bind port e53d8ebe-4292-4050-b8a1-b4de38d682a6 on network 6027e0e7-3535-415c-b35f-9a3568908318 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:58:12.289317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:58:12.289703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Checking segment: {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:58:12.290149 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:12.290552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Bound using segment: {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:58:12.291036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Bound port: e53d8ebe-4292-4050-b8a1-b4de38d682a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:58:12.291424 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:12.365133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] For port e53d8ebe-4292-4050-b8a1-b4de38d682a6, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:58:12.381917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] For port e53d8ebe-4292-4050-b8a1-b4de38d682a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e53d8ebe-4292-4050-b8a1-b4de38d682a6,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:58:12.416861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Router 80cd3df1-a398-45af-9e61-919ddb198e54 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:58:12.509859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:12.560434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:58:12.567005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-623a9d1e-c826-443e-bb2d-473d3e4d8fcc admin admin] 10.222.0.23 "PUT /v2.0/routers/80cd3df1-a398-45af-9e61-919ddb198e54/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0123556
Apr 30 21:58:12.569407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50300) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:12.579337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] Sync routers for ids ['80cd3df1-a398-45af-9e61-919ddb198e54'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:58:12.610787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6d947-07c7-481d-b47d-ea27ae191b32 None None] Pushing event updated for resources: {'Port': ['ID=e53d8ebe-4292-4050-b8a1-b4de38d682a6,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:12.615265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] Routers {'80cd3df1-a398-45af-9e61-919ddb198e54'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:12.615888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f621820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['80cd3df1-a398-45af-9e61-919ddb198e54'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:12.639630 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:12.713428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks [] for router (80cd3df1-a398-45af-9e61-919ddb198e54), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:12.755556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] Set router 80cd3df1-a398-45af-9e61-919ddb198e54 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:13.014354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f621820>, [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:58:11Z', 'revision_number': 5, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:13.051959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.20.0.1 (6027e0e7-3535-415c-b35f-9a3568908318/3f4bf497-9ec7-4460-b15c-48a61c99f738/9e3c64d4-c78c-4198-bc26-6290e4ab50b5) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:58:13.057095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] Checking router: 80cd3df1-a398-45af-9e61-919ddb198e54 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:58:13.068935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] Routers {'80cd3df1-a398-45af-9e61-919ddb198e54'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:13.070066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f621820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['80cd3df1-a398-45af-9e61-919ddb198e54'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:13.202797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] Set router 80cd3df1-a398-45af-9e61-919ddb198e54 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:13.210251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.229321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks [] for router_gateway (80cd3df1-a398-45af-9e61-919ddb198e54), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.343972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.362221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eea4004b-0fdd-40c0-9bf8-112ded004ebb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:58:13.372312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Deleting port 0207ab99-63cb-4be8-8312-bfef264669f8 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:13.372651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.405241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 6027e0e7-3535-415c-b35f-9a3568908318 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:58:13.407465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:58:13.411783 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:58:13.430516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f621820>, [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:58:11Z', 'revision_number': 5, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:13.453042 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:13.476235 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.483125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] For port 0207ab99-63cb-4be8-8312-bfef264669f8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0207ab99-63cb-4be8-8312-bfef264669f8,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:13.483404 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.499923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Calling delete_port for 0207ab99-63cb-4be8-8312-bfef264669f8 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:13.637691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea870f-1872-4416-bcfa-fa23ef8abb4d None None] The sync data for ids ['80cd3df1-a398-45af-9e61-919ddb198e54'] in ncdv-master-1 is: [{'id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'name': 'tempest-TestVolumeBootPattern-1304931576-router', 'tenant_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78'}], 'enable_snat': True}, 'gw_port_id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:51:33Z', 'updated_at': '2022-04-30T21:58:11Z', 'revision_number': 5, 'project_id': 'f6180e89be2d47d08e89a0fc4dba5abd', 'gw_port': {'id': '0207ab99-63cb-4be8-8312-bfef264669f8', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cd3df1-a398-45af-9e61-919ddb198e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:51:34Z', 'updated_at': '2022-04-30T21:51:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:58:13.643135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port eea4004b-0fdd-40c0-9bf8-112ded004ebb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:13.643868 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.720734 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.731674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port eea4004b-0fdd-40c0-9bf8-112ded004ebb is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:13.732069 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.754962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port eea4004b-0fdd-40c0-9bf8-112ded004ebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea4004b-0fdd-40c0-9bf8-112ded004ebb,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:13.773211 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0207ab99-63cb-4be8-8312-bfef264669f8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.800145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Pushing event deleted for resources: {'Port': ['ID=0207ab99-63cb-4be8-8312-bfef264669f8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:13.846560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.850835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e53d8ebe-4292-4050-b8a1-b4de38d682a6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:58:13.872133 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (80cd3df1-a398-45af-9e61-919ddb198e54), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.942377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=eea4004b-0fdd-40c0-9bf8-112ded004ebb,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:13.960968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e53d8ebe-4292-4050-b8a1-b4de38d682a6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:13.961750 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.985917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (80cd3df1-a398-45af-9e61-919ddb198e54), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:13.988720 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks [] for router_controller (80cd3df1-a398-45af-9e61-919ddb198e54), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.060352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e53d8ebe-4292-4050-b8a1-b4de38d682a6 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:14.060841 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.069793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.101566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e53d8ebe-4292-4050-b8a1-b4de38d682a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e53d8ebe-4292-4050-b8a1-b4de38d682a6,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:14.106422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (80cd3df1-a398-45af-9e61-919ddb198e54), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.106958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80cd3df1-a398-45af-9e61-919ddb198e54 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:58:14.111376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.115205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f81d8938-9f0b-4916-a84e-93fb6638d390 admin admin] 10.222.0.23 "DELETE /v2.0/routers/80cd3df1-a398-45af-9e61-919ddb198e54 HTTP/1.1" status: 204  len: 168 time: 1.5419858
Apr 30 21:58:14.115831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50302) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:14.143794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.209614 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.241044 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cadf7e2-a964-4def-8e5b-43427040c1cd admin admin] Deleting subnet 0e313c02-a0cc-468c-b5a6-a2d0432c63e2 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:58:14.244484 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.246161 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:14.249327 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cadf7e2-a964-4def-8e5b-43427040c1cd admin admin] Publish callbacks [] for subnet (0e313c02-a0cc-468c-b5a6-a2d0432c63e2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.277794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e53d8ebe-4292-4050-b8a1-b4de38d682a6,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:14.311410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3974a61-1049-41ef-a2db-a583b354f4b5 None None] Network 6027e0e7-3535-415c-b35f-9a3568908318 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:58:14.337017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cadf7e2-a964-4def-8e5b-43427040c1cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (0e313c02-a0cc-468c-b5a6-a2d0432c63e2), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.387925 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-06aabff6-47a8-42f9-b1e2-74130ecd2337 None None] Provisioning complete for port e53d8ebe-4292-4050-b8a1-b4de38d682a6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:14.388530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-06aabff6-47a8-42f9-b1e2-74130ecd2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.441744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 6027e0e7-3535-415c-b35f-9a3568908318 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:58:14.445571 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:58:14.459314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cadf7e2-a964-4def-8e5b-43427040c1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (0e313c02-a0cc-468c-b5a6-a2d0432c63e2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.524540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-06aabff6-47a8-42f9-b1e2-74130ecd2337 None None] Current status of the port e53d8ebe-4292-4050-b8a1-b4de38d682a6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:14.608576 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:58:14.658786 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cadf7e2-a964-4def-8e5b-43427040c1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (0e313c02-a0cc-468c-b5a6-a2d0432c63e2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.713518 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadf7e2-a964-4def-8e5b-43427040c1cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e313c02-a0cc-468c-b5a6-a2d0432c63e2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:14.720616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cadf7e2-a964-4def-8e5b-43427040c1cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.726275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11d585-d660-491d-8c41-ac618eb09dd4 None None] Network 85d9df35-88fa-4c7d-b878-1366dbdcf4ad requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:58:14.727003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50304) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:14.727154 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3cadf7e2-a964-4def-8e5b-43427040c1cd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0e313c02-a0cc-468c-b5a6-a2d0432c63e2 HTTP/1.1" status: 204  len: 168 time: 0.6100309
Apr 30 21:58:14.774347 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:58:14.779269 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4eb1be5e-dddd-4afb-bb17-75bfd40538a7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "PUT /v2.0/routers/b76cad49-5adb-4b9f-95f5-35dd58d34ba1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1541605
Apr 30 21:58:14.789238 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Sync routers for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:58:14.803651 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:14.804195 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896f1297c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:14.809716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5d4d89a0-6088-4ca2-b9db-76031dd2067e None None] Provisioning complete for port e53d8ebe-4292-4050-b8a1-b4de38d682a6 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:14.810125 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d4d89a0-6088-4ca2-b9db-76031dd2067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.843597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (85d9df35-88fa-4c7d-b878-1366dbdcf4ad), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.960091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Deleting port 33325555-c4a6-448f-84c7-199f2a61c538 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:14.969434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (33325555-c4a6-448f-84c7-199f2a61c538), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:14.971417 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:14.989061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d89a0-6088-4ca2-b9db-76031dd2067e None None] Current status of the port e53d8ebe-4292-4050-b8a1-b4de38d682a6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:14.996890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5d4d89a0-6088-4ca2-b9db-76031dd2067e None None] Provisioning complete for port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:14.997327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d4d89a0-6088-4ca2-b9db-76031dd2067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.033455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] DHCP port deletion for 85d9df35-88fa-4c7d-b878-1366dbdcf4ad request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:58:15.096124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-bac8bd30-90c8-420d-9aa1-94b7b2aed6ad tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991118122&fields=id&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 267 time: 0.1586800
Apr 30 21:58:15.110770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] For port 33325555-c4a6-448f-84c7-199f2a61c538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33325555-c4a6-448f-84c7-199f2a61c538,segment=NetworkSegment(3ad6ce59-0170-4843-8df2-cd2e227cf157),segment_id=3ad6ce59-0170-4843-8df2-cd2e227cf157)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:15.111316 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (33325555-c4a6-448f-84c7-199f2a61c538), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.117713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d89a0-6088-4ca2-b9db-76031dd2067e None None] Port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:58:15.126491 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] Deleting port 33325555-c4a6-448f-84c7-199f2a61c538 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:58:15.127407 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (33325555-c4a6-448f-84c7-199f2a61c538), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.179987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Calling delete_port for 33325555-c4a6-448f-84c7-199f2a61c538 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:15.235794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] For port 33325555-c4a6-448f-84c7-199f2a61c538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33325555-c4a6-448f-84c7-199f2a61c538,segment=NetworkSegment(3ad6ce59-0170-4843-8df2-cd2e227cf157),segment_id=3ad6ce59-0170-4843-8df2-cd2e227cf157)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:15.236220 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (33325555-c4a6-448f-84c7-199f2a61c538), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.284011 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-63db47d4-69c3-46b2-8796-bfa740cc17b6 None None] Provisioning complete for port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:15.284399 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-63db47d4-69c3-46b2-8796-bfa740cc17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.292564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eea4004b-0fdd-40c0-9bf8-112ded004ebb up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:58:15.336768 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896f1297c0>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 2, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:15.345528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] Calling delete_port for 33325555-c4a6-448f-84c7-199f2a61c538 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:58:15.349255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6813e4b0-5c06-4092-ad52-218b608f0a2e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:15.350953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6813e4b0-5c06-4092-ad52-218b608f0a2e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/networks?id=6027e0e7-3535-415c-b35f-9a3568908318 HTTP/1.1" status: 200  len: 797 time: 0.2429965
Apr 30 21:58:15.370000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-7ed26042-d425-4f17-8aec-094f3c684979 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/quotas/12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 375 time: 0.0122094
Apr 30 21:58:15.373598 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Checking router: b76cad49-5adb-4b9f-95f5-35dd58d34ba1 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:58:15.374024 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Updating router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 21:58:15.404614 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.410646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-63db47d4-69c3-46b2-8796-bfa740cc17b6 None None] Port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:58:15.427453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-aab1b502-c02d-4f01-9b69-c9f13e36c9af tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0473680
Apr 30 21:58:15.444127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port eea4004b-0fdd-40c0-9bf8-112ded004ebb triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:15.444497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.450386 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (33325555-c4a6-448f-84c7-199f2a61c538), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.501525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (33325555-c4a6-448f-84c7-199f2a61c538), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.516073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33325555-c4a6-448f-84c7-199f2a61c538,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:15.525086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] No DVR routers for this DVR port 33325555-c4a6-448f-84c7-199f2a61c538 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:58:15.539728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] No DVR routers for this DVR port 33325555-c4a6-448f-84c7-199f2a61c538 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:58:15.549831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4b558-2cdf-4a86-9fdf-c66852d042bf None None] Pushing event deleted for resources: {'Port': ['ID=33325555-c4a6-448f-84c7-199f2a61c538,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:15.580833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-682dc8c8-2540-4ee6-b92e-cc664b10037c None None] Provisioning complete for port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:15.581128 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-682dc8c8-2540-4ee6-b92e-cc664b10037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.610669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port eea4004b-0fdd-40c0-9bf8-112ded004ebb is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:15.611607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e53d8ebe-4292-4050-b8a1-b4de38d682a6 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:58:15.628360 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (85d9df35-88fa-4c7d-b878-1366dbdcf4ad), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.637893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-8ad2a0b5-179b-4315-ad33-50865ca3af1a service neutron] 10.222.0.23 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975329
Apr 30 21:58:15.649193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-682dc8c8-2540-4ee6-b92e-cc664b10037c None None] Port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:58:15.670833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967c26c10>,) {'filters': {'network_id': ['85d9df35-88fa-4c7d-b878-1366dbdcf4ad']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:15.674173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e53d8ebe-4292-4050-b8a1-b4de38d682a6 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:15.674560 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.713082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967c26c10>, '3ad6ce59-0170-4843-8df2-cd2e227cf157') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:15.713478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967c26c10>, '3ad6ce59-0170-4843-8df2-cd2e227cf157') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:15.728692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (3ad6ce59-0170-4843-8df2-cd2e227cf157), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.751556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (3ad6ce59-0170-4843-8df2-cd2e227cf157), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.757017 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Publish callbacks [] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.758116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e53d8ebe-4292-4050-b8a1-b4de38d682a6 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:15.762886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:58:15.763312 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (3ad6ce59-0170-4843-8df2-cd2e227cf157), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:58:15.765239 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:58:15.808785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0207ab99-63cb-4be8-8312-bfef264669f8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:15.819336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-416ad60b-572f-49cd-bc5d-bafb91a5bfab service neutron] 10.222.0.23 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704869
Apr 30 21:58:15.829669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0207ab99-63cb-4be8-8312-bfef264669f8 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:15.830051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0207ab99-63cb-4be8-8312-bfef264669f8 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:15.830517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 529465e1-a9e4-4899-b65c-d9e057eaf9e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:15.836499 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.851269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 529465e1-a9e4-4899-b65c-d9e057eaf9e9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:15.851626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 529465e1-a9e4-4899-b65c-d9e057eaf9e9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:15.852043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 33325555-c4a6-448f-84c7-199f2a61c538 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:58:15.879299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 33325555-c4a6-448f-84c7-199f2a61c538 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:58:15.879662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 33325555-c4a6-448f-84c7-199f2a61c538 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:58:15.889276 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f7dd5-4892-49ff-83ce-166407c4955d None None] Pushing event updated for resources: {'Port': ['ID=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:15.912197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (85d9df35-88fa-4c7d-b878-1366dbdcf4ad), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.922170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.922627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/85d9df35-88fa-4c7d-b878-1366dbdcf4ad HTTP/1.1" status: 204  len: 168 time: 1.1939278
Apr 30 21:58:15.934307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316454d-d6ad-41eb-9897-d07a604bd0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d9df35-88fa-4c7d-b878-1366dbdcf4ad,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:15.967922 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Attempting to bind port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:58:15.968191 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Attempting to bind port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:58:15.968425 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Attempting to bind port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 on network 6027e0e7-3535-415c-b35f-9a3568908318 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:58:15.975200 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:58:15.975630 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Checking segment: {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:58:15.976050 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:15.979705 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Bound using segment: {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:58:15.979705 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Bound port: 9e3c64d4-c78c-4198-bc26-6290e4ab50b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:58:15.979705 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.064435 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] For port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:58:16.068325 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] For port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:58:16.097980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7f31a5e-3a9b-48ff-b15a-0e7248d4368c req-21b383fc-f697-4755-84a0-fb3aaba0e55f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 210 time: 0.0376284
Apr 30 21:58:16.167413 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.170288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2e21f7e0-7587-40a7-972e-11ae5bcf0ede None None] Provisioning complete for port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:16.170738 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e21f7e0-7587-40a7-972e-11ae5bcf0ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.226001 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:16.226710 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896f1297c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:57:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:16.231715 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f7dd5-4892-49ff-83ce-166407c4955d None None] Pushing event updated for resources: {'Port': ['ID=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:16.282212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2e21f7e0-7587-40a7-972e-11ae5bcf0ede None None] Current status of the port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:16.282212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e21f7e0-7587-40a7-972e-11ae5bcf0ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.325378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2e21f7e0-7587-40a7-972e-11ae5bcf0ede None None] For port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:16.374921 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:16.375849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50336) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:16.412295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e21f7e0-7587-40a7-972e-11ae5bcf0ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.428446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9635a754-0f3a-4fa2-8251-3d6f99679738 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=839ab2af4d6b40c3b957be9c7dc78b26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0491149
Apr 30 21:58:16.429190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50338) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:16.477692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21f7e0-7587-40a7-972e-11ae5bcf0ede None None] Pushing event updated for resources: {'Port': ['ID=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:16.496508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e762817d-612b-40b3-bb0e-444c4a7ba835 admin admin] Publish callbacks [] for security_group (8c43707a-ce78-481a-82cb-4dbf13eea7a5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.528114 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e762817d-612b-40b3-bb0e-444c4a7ba835 admin admin] Publish callbacks [] for security_group (8c43707a-ce78-481a-82cb-4dbf13eea7a5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.531818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4ea9fe0a-7398-406f-a762-0b0d394a9af3 None None] Provisioning complete for port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:16.532194 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fe0a-7398-406f-a762-0b0d394a9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.610345 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896f1297c0>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:16Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:16.629737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9fe0a-7398-406f-a762-0b0d394a9af3 None None] Current status of the port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:16.646191 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a875dcc-4c91-4551-a7ee-9a5b87c5a911 None None] The sync data for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 is: [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:16Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:58:16.678071 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e762817d-612b-40b3-bb0e-444c4a7ba835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8c43707a-ce78-481a-82cb-4dbf13eea7a5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.689020 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e762817d-612b-40b3-bb0e-444c4a7ba835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:16.698818 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e762817d-612b-40b3-bb0e-444c4a7ba835 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c43707a-ce78-481a-82cb-4dbf13eea7a5 HTTP/1.1" status: 204  len: 168 time: 0.2581234
Apr 30 21:58:16.726283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762817d-612b-40b3-bb0e-444c4a7ba835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c43707a-ce78-481a-82cb-4dbf13eea7a5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:17.216350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae03cff8-4601-411a-a1e6-78c491a46ae8 req-8de23d8f-1f48-4e4b-baa5-cb256ea91c5e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 210 time: 0.0422289
Apr 30 21:58:17.276663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:58:17.355802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:17.356461 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:17.445873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:17.454766 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:17.542496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:17.584792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f91b85ea-afe6-44ea-9c97-039a947fd114 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6180e89be2d47d08e89a0fc4dba5abd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0410647
Apr 30 21:58:17.587261 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50350) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:17.638838 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51cdcfe7-418e-4257-ad92-6b035d65c90b admin admin] Publish callbacks [] for security_group (5552c439-ca62-461e-af59-e869494580b4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:17.668947 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51cdcfe7-418e-4257-ad92-6b035d65c90b admin admin] Publish callbacks [] for security_group (5552c439-ca62-461e-af59-e869494580b4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:17.828814 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51cdcfe7-418e-4257-ad92-6b035d65c90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5552c439-ca62-461e-af59-e869494580b4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:17.831433 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-51cdcfe7-418e-4257-ad92-6b035d65c90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:17.832877 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-51cdcfe7-418e-4257-ad92-6b035d65c90b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5552c439-ca62-461e-af59-e869494580b4 HTTP/1.1" status: 204  len: 168 time: 0.2447002
Apr 30 21:58:17.841247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdcfe7-418e-4257-ad92-6b035d65c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5552c439-ca62-461e-af59-e869494580b4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:17.874499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3afb4488-c84d-4cca-b6d6-848d409cbada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:18.355426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70cad9ab-b0b2-4bd0-ad49-c04d979711f9 req-41e978aa-4b71-4d09-874b-fcf61118ad5f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 210 time: 0.0336578
Apr 30 21:58:18.539581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-82a7f001-4f40-495a-ad58-bdb5a536c3b0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:18.541125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-82a7f001-4f40-495a-ad58-bdb5a536c3b0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/networks?id=6027e0e7-3535-415c-b35f-9a3568908318 HTTP/1.1" status: 200  len: 797 time: 0.1266003
Apr 30 21:58:18.617134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-25af8b06-ee57-4b7d-b8bf-7025b5810763 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12f7d764a613404a9be3d0a9d325c8f6 HTTP/1.1" status: 200  len: 380 time: 0.0677028
Apr 30 21:58:18.625800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'port': {'device_id': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'admin_state_up': True, 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'security_groups': ['1096ce1c-4078-4857-b85d-2be41d2e0903']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:18.803722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Made reservation on behalf of 12f7d764a613404a9be3d0a9d325c8f6 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 21:58:18.807289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:18.935973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.20.0.11 (6027e0e7-3535-415c-b35f-9a3568908318/3f4bf497-9ec7-4460-b15c-48a61c99f738/86cac3f4-0498-432f-98dc-d0429323f790) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:58:19.074721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (86cac3f4-0498-432f-98dc-d0429323f790), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:19.163929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (86cac3f4-0498-432f-98dc-d0429323f790), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:19.205929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 6027e0e7-3535-415c-b35f-9a3568908318 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:58:19.209420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:58:19.213186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:58:19.240727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=86cac3f4-0498-432f-98dc-d0429323f790,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:19.271021 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:19.271671 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:19.363422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-fbfb7ff4-1c41-451c-901d-35fdbc88872e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7415969
Apr 30 21:58:19.376804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Request body: {'port': {'device_id': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:19.467549 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86cac3f4-0498-432f-98dc-d0429323f790), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:19.477485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a8cbb385-88c9-4753-8e95-2a9d67b075bd None None] Provisioning complete for port 86cac3f4-0498-432f-98dc-d0429323f790 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:19.478094 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a8cbb385-88c9-4753-8e95-2a9d67b075bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86cac3f4-0498-432f-98dc-d0429323f790), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:19.512670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93dec0-88fa-43cd-b40e-7076315a0bfd req-d30ab49c-d893-4a28-ad33-e4ced1f7933a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:19.512896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a8cbb385-88c9-4753-8e95-2a9d67b075bd None None] Port 86cac3f4-0498-432f-98dc-d0429323f790 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 21:58:19.514104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c93dec0-88fa-43cd-b40e-7076315a0bfd req-d30ab49c-d893-4a28-ad33-e4ced1f7933a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 932 time: 0.0845375
Apr 30 21:58:19.640143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c93dec0-88fa-43cd-b40e-7076315a0bfd req-ce5ac0cb-eb23-49db-a6cc-4a9670c5f9cc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194701
Apr 30 21:58:19.779973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cac3f4-0498-432f-98dc-d0429323f790 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:58:19.787685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Publish callbacks [] for port (86cac3f4-0498-432f-98dc-d0429323f790), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:19.800841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Transition to ACTIVE for port object 86cac3f4-0498-432f-98dc-d0429323f790 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 21:58:19.848825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (86cac3f4-0498-432f-98dc-d0429323f790), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:19.922339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Pushing event updated for resources: {'Port': ['ID=86cac3f4-0498-432f-98dc-d0429323f790,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:19.974553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Attempting to bind port 86cac3f4-0498-432f-98dc-d0429323f790 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 21:58:19.974894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Attempting to bind port 86cac3f4-0498-432f-98dc-d0429323f790 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 21:58:19.975280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Attempting to bind port 86cac3f4-0498-432f-98dc-d0429323f790 on network 6027e0e7-3535-415c-b35f-9a3568908318 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:58:19.980036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Port 86cac3f4-0498-432f-98dc-d0429323f790 on network 6027e0e7-3535-415c-b35f-9a3568908318 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 21:58:19.980363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Attempting to bind port 86cac3f4-0498-432f-98dc-d0429323f790 on network 6027e0e7-3535-415c-b35f-9a3568908318 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 21:58:19.986132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 21:58:19.986476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Checking segment: {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 21:58:19.986870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Bound using segment: {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 21:58:19.987302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Bound port: 86cac3f4-0498-432f-98dc-d0429323f790, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14c54f5-287c-4ada-ac06-9f5ce454e360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 21:58:19.987663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86cac3f4-0498-432f-98dc-d0429323f790), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:20.054229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 21:58:20.057298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86cac3f4-0498-432f-98dc-d0429323f790,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 21:58:20.124044 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (86cac3f4-0498-432f-98dc-d0429323f790), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:20.162875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:20.163495 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:20.164880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] 10.222.0.35 "PUT /v2.0/ports/86cac3f4-0498-432f-98dc-d0429323f790 HTTP/1.1" status: 200  len: 1092 time: 0.7926722
Apr 30 21:58:20.165329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:58:20.167591 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41387cb-6228-4628-884b-13f4b18f035e" -d '{"events": [{"name": "network-changed", "server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "tag": "86cac3f4-0498-432f-98dc-d0429323f790"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:58:20.191895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcecee8-10ff-4393-b690-1c9793ff7365 service neutron] Pushing event updated for resources: {'Port': ['ID=86cac3f4-0498-432f-98dc-d0429323f790,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:20.209026 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4294e13-1784-49e0-8c05-22801802b56c x-openstack-request-id: req-b4294e13-1784-49e0-8c05-22801802b56c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:58:20.209322 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "tag": "86cac3f4-0498-432f-98dc-d0429323f790", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:58:20.209576 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4294e13-1784-49e0-8c05-22801802b56c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:58:20.210037 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4294e13-1784-49e0-8c05-22801802b56c'] response: {'name': 'network-changed', 'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790', 'status': 'completed', 'code': 200}
Apr 30 21:58:20.270986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41387cb-6228-4628-884b-13f4b18f035e req-19cf3555-b034-4198-a0e0-41d08e4a4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:20.272678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41387cb-6228-4628-884b-13f4b18f035e req-19cf3555-b034-4198-a0e0-41d08e4a4be1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1126 time: 0.0441916
Apr 30 21:58:20.376808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41387cb-6228-4628-884b-13f4b18f035e req-48a95911-e1fa-4416-a44b-27e604416760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:20.380361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41387cb-6228-4628-884b-13f4b18f035e req-48a95911-e1fa-4416-a44b-27e604416760 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0967429
Apr 30 21:58:20.477800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41387cb-6228-4628-884b-13f4b18f035e req-f2d44322-8a69-4374-b9a7-6bfca3084303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:20.479284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e41387cb-6228-4628-884b-13f4b18f035e req-f2d44322-8a69-4374-b9a7-6bfca3084303 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0937159
Apr 30 21:58:20.531767 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d9154ff0-3ff9-44b8-b929-b0e0b3475437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:20.560771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-02a6cd02-7834-472e-aa3b-116eff07899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:20.562446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-02a6cd02-7834-472e-aa3b-116eff07899e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1126 time: 0.0415628
Apr 30 21:58:20.606398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-6ade3301-acca-45a6-9bb4-815164e98169 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86cac3f4-0498-432f-98dc-d0429323f790 HTTP/1.1" status: 200  len: 217 time: 0.0375028
Apr 30 21:58:20.654625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-7aceb696-fe45-4860-a6a1-804b6bbffe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:20.656035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-7aceb696-fe45-4860-a6a1-804b6bbffe79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f4bf497-9ec7-4460-b15c-48a61c99f738 HTTP/1.1" status: 200  len: 835 time: 0.0434530
Apr 30 21:58:20.699755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-52a972f9-ea3f-4c67-ae94-a102197d8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:20.701272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-52a972f9-ea3f-4c67-ae94-a102197d8643 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6027e0e7-3535-415c-b35f-9a3568908318&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400002
Apr 30 21:58:20.799842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce582e-ad52-4401-ae9c-e2325ef9edb7 req-51a7faa2-3275-4c99-9fea-d06108e45525 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:20.801357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24ce582e-ad52-4401-ae9c-e2325ef9edb7 req-51a7faa2-3275-4c99-9fea-d06108e45525 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 944 time: 0.0864201
Apr 30 21:58:20.854240 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-a906246b-8935-450d-88b2-6162cca9cd6f service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461406
Apr 30 21:58:20.914797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24ce582e-ad52-4401-ae9c-e2325ef9edb7 req-585c8a53-ae6d-4d03-a4b3-1c993e9d1c18 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063597
Apr 30 21:58:20.956102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5afd611-2e94-4357-bda3-93f8d8c2bd66 req-94884bdd-ba0f-4595-80b8-197925c44e99 service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960157
Apr 30 21:58:21.428569 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:21.451229 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:22.028811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b2caf-c885-4227-ae5a-f44698dc7f46 req-ef2f6666-4872-4a5c-a529-2ad88dd2eb7c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:22.030176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-947b2caf-c885-4227-ae5a-f44698dc7f46 req-ef2f6666-4872-4a5c-a529-2ad88dd2eb7c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 944 time: 0.0470905
Apr 30 21:58:22.077720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-947b2caf-c885-4227-ae5a-f44698dc7f46 req-8bba633a-1d4e-46a4-86b9-73c291ec2de7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419552
Apr 30 21:58:23.193638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11538b-eaba-439c-bc2b-3fcc4247c671 req-6444d898-c4d6-4733-bc25-89991a0da7d1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:23.195153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a11538b-eaba-439c-bc2b-3fcc4247c671 req-6444d898-c4d6-4733-bc25-89991a0da7d1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 944 time: 0.0469785
Apr 30 21:58:23.242792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a11538b-eaba-439c-bc2b-3fcc4247c671 req-fd9a119a-0622-440a-82cf-8f62ea8c9d5b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417259
Apr 30 21:58:23.268751 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:23.919803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86cac3f4-0498-432f-98dc-d0429323f790 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:58:24.015332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86cac3f4-0498-432f-98dc-d0429323f790,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:24.027082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '86cac3f4-0498-432f-98dc-d0429323f790', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'port_id': '86cac3f4-0498-432f-98dc-d0429323f790', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:58:24.062074 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86cac3f4-0498-432f-98dc-d0429323f790 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:24.062466 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86cac3f4-0498-432f-98dc-d0429323f790), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:24.075534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cac3f4-0498-432f-98dc-d0429323f790 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:58:24.098374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86cac3f4-0498-432f-98dc-d0429323f790,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:24.216963 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86cac3f4-0498-432f-98dc-d0429323f790), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:24.263770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86cac3f4-0498-432f-98dc-d0429323f790,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:24.360763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aabf45-31cc-4e05-a807-7b8cb39ef2df req-eccfa0cc-24f4-43d9-b02f-7f3457b37c9c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:24.362205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9aabf45-31cc-4e05-a807-7b8cb39ef2df req-eccfa0cc-24f4-43d9-b02f-7f3457b37c9c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 945 time: 0.0516353
Apr 30 21:58:24.411942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9aabf45-31cc-4e05-a807-7b8cb39ef2df req-7d414f29-55fe-49a7-9e2f-e0c5ad73df25 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441508
Apr 30 21:58:24.420647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['86cac3f4-0498-432f-98dc-d0429323f790'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:58:24.500384 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:25.526142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d9bb-3b90-499d-9c03-6b496167d001 req-ba13dd64-5964-49c2-9b85-edc053b67319 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:25.527674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1d2d9bb-3b90-499d-9c03-6b496167d001 req-ba13dd64-5964-49c2-9b85-edc053b67319 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 945 time: 0.0471504
Apr 30 21:58:25.577259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1d2d9bb-3b90-499d-9c03-6b496167d001 req-19813d13-9048-41c3-b156-4086796ebe1f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440130
Apr 30 21:58:25.935688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86cac3f4-0498-432f-98dc-d0429323f790 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:58:25.980803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 86cac3f4-0498-432f-98dc-d0429323f790 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 21:58:26.060741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 86cac3f4-0498-432f-98dc-d0429323f790 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:58:26.061120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86cac3f4-0498-432f-98dc-d0429323f790), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:26.141677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86cac3f4-0498-432f-98dc-d0429323f790 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:58:26.142094 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86cac3f4-0498-432f-98dc-d0429323f790), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:26.165885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:58:26.168141 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cad74c-dec6-4022-802d-a79dcdb17214" -d '{"events": [{"server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "name": "network-vif-plugged", "status": "completed", "tag": "86cac3f4-0498-432f-98dc-d0429323f790"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:58:26.182695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86cac3f4-0498-432f-98dc-d0429323f790,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:58:26.207547 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d3a6aa-43c9-4923-9cc4-d7ae237f5d22 x-openstack-request-id: req-d5d3a6aa-43c9-4923-9cc4-d7ae237f5d22 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:58:26.207547 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "name": "network-vif-plugged", "status": "completed", "tag": "86cac3f4-0498-432f-98dc-d0429323f790", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:58:26.207547 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5d3a6aa-43c9-4923-9cc4-d7ae237f5d22 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:58:26.207547 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d3a6aa-43c9-4923-9cc4-d7ae237f5d22'] response: {'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790', 'code': 200}
Apr 30 21:58:26.260563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86cac3f4-0498-432f-98dc-d0429323f790), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:26.299538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027ed4f-ec14-4845-bcb4-7d4a0435168d req-7eb96544-dc64-45c8-b169-f03297565deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:26.301264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a027ed4f-ec14-4845-bcb4-7d4a0435168d req-7eb96544-dc64-45c8-b169-f03297565deb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1128 time: 0.0438228
Apr 30 21:58:26.310148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86cac3f4-0498-432f-98dc-d0429323f790,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:26.348558 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a027ed4f-ec14-4845-bcb4-7d4a0435168d req-422a062d-9c7a-45ec-b169-a57c1ae140a1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405269
Apr 30 21:58:26.694454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fba1b-616d-4c66-803b-07b51c754a3f req-ed04e316-423f-48e1-a1e6-54b8752f07dc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:26.695918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c84fba1b-616d-4c66-803b-07b51c754a3f req-ed04e316-423f-48e1-a1e6-54b8752f07dc tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0490718
Apr 30 21:58:26.744008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c84fba1b-616d-4c66-803b-07b51c754a3f req-bdbad01e-cfb7-42ec-a22c-ca2c0473893b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425100
Apr 30 21:58:27.860509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687fb15-fe06-485d-9f23-16632c1ed15b req-cf91d1b4-b7bf-45d2-8c04-8677a3348358 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:27.862063 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7687fb15-fe06-485d-9f23-16632c1ed15b req-cf91d1b4-b7bf-45d2-8c04-8677a3348358 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0462070
Apr 30 21:58:27.915139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7687fb15-fe06-485d-9f23-16632c1ed15b req-7f612124-4ac1-46b2-9cb0-9a76f060a1ed tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469348
Apr 30 21:58:28.026266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce3723-d7e4-4505-8f24-b5f54e897554 req-06126feb-d682-453d-8443-fe669141ceea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:28.027653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccce3723-d7e4-4505-8f24-b5f54e897554 req-06126feb-d682-453d-8443-fe669141ceea tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0461390
Apr 30 21:58:28.074911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccce3723-d7e4-4505-8f24-b5f54e897554 req-4d8c6356-a8e9-4a18-bde7-192647a91ad3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417101
Apr 30 21:58:28.095836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50378) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:28.132745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d0dd1-95c4-4087-9d74-6c88fb8f9a9c tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:28.134243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f46d0dd1-95c4-4087-9d74-6c88fb8f9a9c tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1123 time: 0.0374529
Apr 30 21:58:28.136991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50380) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:28.141092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '86cac3f4-0498-432f-98dc-d0429323f790', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 21:58:28.234092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:28.314835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:28.415125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Allocated IP 172.35.4.38 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/8c65cdde-8bfa-4ee1-9c1c-51f44514951b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 21:58:28.518315 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:28.592191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:28.630163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 21:58:28.633484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 21:58:28.637056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 21:58:28.644758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=8c65cdde-8bfa-4ee1-9c1c-51f44514951b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:28.986182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (ae55ddcf-4812-43ad-95d9-65fafcafa19f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:29.117397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:29.265267 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for port (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:29.298206 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:58:29.331432 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:29.402724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event updated for resources: {'Port': ['ID=8c65cdde-8bfa-4ee1-9c1c-51f44514951b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:58:29.413176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (ae55ddcf-4812-43ad-95d9-65fafcafa19f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:29.839439 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Floating IP ae55ddcf-4812-43ad-95d9-65fafcafa19f associated. External IP: 172.35.4.38, port: 86cac3f4-0498-432f-98dc-d0429323f790.
Apr 30 21:58:30.046627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:58:30.154898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:58:30.164267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] Sync routers for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:58:30.173241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:30.174633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa05a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:58:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:30.230362 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:30.261120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c46fa669-6702-4f6e-aa66-79401a005c9f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1231267
Apr 30 21:58:30.261716 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:58:30.270140 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037bace9-f7d1-4341-b2f9-0e2cae88c38e" -d '{"events": [{"name": "network-changed", "server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "tag": "86cac3f4-0498-432f-98dc-d0429323f790"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:58:30.283376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:30.317456 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426b7429-6509-4776-b569-342d7f198e35 x-openstack-request-id: req-426b7429-6509-4776-b569-342d7f198e35 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:58:30.318446 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "tag": "86cac3f4-0498-432f-98dc-d0429323f790", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:58:30.319036 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-426b7429-6509-4776-b569-342d7f198e35 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:58:30.319389 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426b7429-6509-4776-b569-342d7f198e35'] response: {'name': 'network-changed', 'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790', 'status': 'completed', 'code': 200}
Apr 30 21:58:30.438554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccc9f3-f9f2-4178-af1d-3ed2ebf617dc req-98450e64-819c-491b-bac6-b4c5c0ef7c64 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:30.439977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30ccc9f3-f9f2-4178-af1d-3ed2ebf617dc req-98450e64-819c-491b-bac6-b4c5c0ef7c64 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.1085634
Apr 30 21:58:30.441047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-da7ecb6c-4d02-4ecb-9e0a-91bb8af6c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:30.442385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-da7ecb6c-4d02-4ecb-9e0a-91bb8af6c7b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1128 time: 0.1000516
Apr 30 21:58:30.510283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa05a00>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae55ddcf-4812-43ad-95d9-65fafcafa19f', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'port_id': '86cac3f4-0498-432f-98dc-d0429323f790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:58:28Z', 'updated_at': '2022-04-30T21:58:28Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:16Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:30.535345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] Checking router: b76cad49-5adb-4b9f-95f5-35dd58d34ba1 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:58:30.544460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:58:30.545091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa05a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:58:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:30.556431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30ccc9f3-f9f2-4178-af1d-3ed2ebf617dc req-ee904707-55fc-42fd-b143-0407b355cbc8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082757
Apr 30 21:58:30.575893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-e2ed59ce-e6ea-45aa-8ddb-a61ee4b5d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:30.577551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-e2ed59ce-e6ea-45aa-8ddb-a61ee4b5d902 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6027e0e7-3535-415c-b35f-9a3568908318 HTTP/1.1" status: 200  len: 898 time: 0.1283286
Apr 30 21:58:30.578196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50388) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:30.692836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-92866bcf-521e-4d24-8dbd-b13a9eaecce9 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/ae55ddcf-4812-43ad-95d9-65fafcafa19f HTTP/1.1" status: 200  len: 991 time: 0.1134946
Apr 30 21:58:30.695250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-6033368b-fe98-465d-a5ae-458a855416d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86cac3f4-0498-432f-98dc-d0429323f790 HTTP/1.1" status: 200  len: 999 time: 0.1098673
Apr 30 21:58:30.748209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-25dc0a85-299e-45e2-861d-d55e32b1a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:30.749724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-25dc0a85-299e-45e2-861d-d55e32b1a5a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f4bf497-9ec7-4460-b15c-48a61c99f738 HTTP/1.1" status: 200  len: 835 time: 0.0466473
Apr 30 21:58:30.794135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-6d7dc208-dada-4a52-94e8-6f6196cfb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:30.795656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-6d7dc208-dada-4a52-94e8-6f6196cfb358 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6027e0e7-3535-415c-b35f-9a3568908318&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407152
Apr 30 21:58:30.817726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:58:30.887857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-8889c475-515a-42a0-8ec4-8a3879f33c92 service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864174
Apr 30 21:58:30.977202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-037bace9-f7d1-4341-b2f9-0e2cae88c38e req-d28e3326-edbc-4719-bfb3-3c180e7b291d service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839543
Apr 30 21:58:31.033782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa05a00>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae55ddcf-4812-43ad-95d9-65fafcafa19f', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'port_id': '86cac3f4-0498-432f-98dc-d0429323f790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:58:28Z', 'updated_at': '2022-04-30T21:58:28Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:16Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:58:31.061287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a3f0a0-29c8-4fdb-a12e-b6639865afb9 None None] The sync data for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 is: [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae55ddcf-4812-43ad-95d9-65fafcafa19f', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'port_id': '86cac3f4-0498-432f-98dc-d0429323f790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T21:58:28Z', 'updated_at': '2022-04-30T21:58:28Z', 'revision_number': 0, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:16Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:58:31.258380 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f810c-685c-450f-b53c-4e24829cea6d None None] New status for floating IP ae55ddcf-4812-43ad-95d9-65fafcafa19f: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:58:31.696800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50406) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:58:31.756083 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-de715b57-ba20-4650-830d-1c8dffdbd50f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/ae55ddcf-4812-43ad-95d9-65fafcafa19f HTTP/1.1" status: 200  len: 993 time: 0.0581214
Apr 30 21:58:34.580245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-3bee467f-aa96-4457-a568-bd58679a4d9e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0373907
Apr 30 21:58:34.662070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-63ab69de-f214-45ba-b13b-9e67688b39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:34.663539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-63ab69de-f214-45ba-b13b-9e67688b39e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1128 time: 0.0434601
Apr 30 21:58:34.766402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-7402d835-660e-45c2-8060-beef2bb395f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:34.767848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-7402d835-660e-45c2-8060-beef2bb395f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6027e0e7-3535-415c-b35f-9a3568908318 HTTP/1.1" status: 200  len: 898 time: 0.0868876
Apr 30 21:58:34.835914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-508ce8cc-0adb-4419-8359-359f0e41f18f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86cac3f4-0498-432f-98dc-d0429323f790 HTTP/1.1" status: 200  len: 1001 time: 0.0607672
Apr 30 21:58:34.882299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-bd0e825a-6435-4068-be7a-1b359dc09d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:34.883710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-bd0e825a-6435-4068-be7a-1b359dc09d9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f4bf497-9ec7-4460-b15c-48a61c99f738 HTTP/1.1" status: 200  len: 835 time: 0.0424271
Apr 30 21:58:34.924748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-fdcd885b-792b-4ad9-a789-65fd22121103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:58:34.926195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-fdcd885b-792b-4ad9-a789-65fd22121103 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6027e0e7-3535-415c-b35f-9a3568908318&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0373127
Apr 30 21:58:35.017006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-41444247-f0de-4cca-b9e3-5cde91f21a45 service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841587
Apr 30 21:58:35.104250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98aaa81f-e2e1-40c7-82bc-61ad0fb8e7da req-7f42931a-f84d-4eca-9e0b-fa0e78fe0720 service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814824
Apr 30 21:58:47.419793 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:47.871277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f244bd84-7855-416d-bf33-991c81365026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:50.562628 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-482935ff-5f44-45a4-b290-b9477cba665c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:51.446086 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:51.446776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:53.265486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:58:54.474706 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:00.893667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b96d7f-a1ac-47ea-9cf0-7b2241c34f0a req-0a1ac0d9-c2e9-4ef0-8077-e7ac5078b6df tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:00.895196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19b96d7f-a1ac-47ea-9cf0-7b2241c34f0a req-0a1ac0d9-c2e9-4ef0-8077-e7ac5078b6df tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0509050
Apr 30 21:59:00.968606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19b96d7f-a1ac-47ea-9cf0-7b2241c34f0a req-dd9c325b-6fa3-4561-a65e-d94e42fdf8e7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638635
Apr 30 21:59:02.079871 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc364c7c-761c-4a34-ae87-485a9014a7d1 req-08016b81-d872-43b7-87bd-a6d9cd898807 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:02.081313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc364c7c-761c-4a34-ae87-485a9014a7d1 req-08016b81-d872-43b7-87bd-a6d9cd898807 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0454113
Apr 30 21:59:02.128628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc364c7c-761c-4a34-ae87-485a9014a7d1 req-54207913-ef8b-458b-815f-68d992a9a5c2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411685
Apr 30 21:59:03.248681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3841c-e765-48cc-ab1c-d19baea5b4fb req-838d4112-d3f3-4a84-9ef4-fe0571c430fe tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:03.250205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c3841c-e765-48cc-ab1c-d19baea5b4fb req-838d4112-d3f3-4a84-9ef4-fe0571c430fe tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0513427
Apr 30 21:59:03.303025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c3841c-e765-48cc-ab1c-d19baea5b4fb req-40bcff9e-b97e-4bf2-90be-e5e70659613e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457768
Apr 30 21:59:04.425570 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992fd96-a82c-4ab8-9d42-3cbc716f11dd req-5d17321d-7954-4c89-a77e-3c4b9f32c4b5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:04.427141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4992fd96-a82c-4ab8-9d42-3cbc716f11dd req-5d17321d-7954-4c89-a77e-3c4b9f32c4b5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0525401
Apr 30 21:59:04.476458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4992fd96-a82c-4ab8-9d42-3cbc716f11dd req-46efe6cc-8c00-4ed5-b4a2-0ce3a90fbfe3 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431061
Apr 30 21:59:05.590459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914f71f-deef-4fee-a1f5-2bafc5859100 req-d42fc476-63d5-487b-a3ee-35bde89428f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:05.591952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4914f71f-deef-4fee-a1f5-2bafc5859100 req-d42fc476-63d5-487b-a3ee-35bde89428f5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0473371
Apr 30 21:59:05.642693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4914f71f-deef-4fee-a1f5-2bafc5859100 req-25307525-7ae3-4687-8f3f-6ad7247d974b tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448942
Apr 30 21:59:06.297153 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:59:06.753500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802f84b-c59b-467b-881e-cc248c019f8e req-aef73457-afd2-464a-b525-657e73b191c5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:06.754962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3802f84b-c59b-467b-881e-cc248c019f8e req-aef73457-afd2-464a-b525-657e73b191c5 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0455253
Apr 30 21:59:06.806708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3802f84b-c59b-467b-881e-cc248c019f8e req-74fa6c4c-8146-4bbb-b52c-f1115daa85b7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456035
Apr 30 21:59:07.925220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e5775-26d3-4c69-b647-9f66032c231e req-a24f9fff-3d59-4724-9095-86fb67a08aab tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:07.926715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-262e5775-26d3-4c69-b647-9f66032c231e req-a24f9fff-3d59-4724-9095-86fb67a08aab tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0460813
Apr 30 21:59:07.976340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-262e5775-26d3-4c69-b647-9f66032c231e req-d165d923-3df3-4c71-98f5-fd4de459cdf0 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434461
Apr 30 21:59:09.091431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3728659-554c-4cc7-8ba6-9ca88b13e580 req-e7a19215-4954-484a-8c72-6b04b9faa933 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:09.092891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3728659-554c-4cc7-8ba6-9ca88b13e580 req-e7a19215-4954-484a-8c72-6b04b9faa933 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0468047
Apr 30 21:59:09.140957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3728659-554c-4cc7-8ba6-9ca88b13e580 req-066347b3-7704-427c-b1c0-2bd93a8c64aa tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424776
Apr 30 21:59:10.258265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6247f5-04cf-4ec8-a45d-c1d135106e1c req-f1b48955-3916-4ffc-b92c-671e8407ef5a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:10.259743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6247f5-04cf-4ec8-a45d-c1d135106e1c req-f1b48955-3916-4ffc-b92c-671e8407ef5a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0509989
Apr 30 21:59:10.311565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f6247f5-04cf-4ec8-a45d-c1d135106e1c req-e7d5aa5d-9661-44b6-bb05-5b5cb358cc4c tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458398
Apr 30 21:59:11.423998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e9e9-878c-4cec-9a53-2c4d34bac9f9 req-59597e54-d9b0-41a6-b8da-701638b0da81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:11.425452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4970e9e9-878c-4cec-9a53-2c4d34bac9f9 req-59597e54-d9b0-41a6-b8da-701638b0da81 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0463073
Apr 30 21:59:11.476482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4970e9e9-878c-4cec-9a53-2c4d34bac9f9 req-ceff9694-75ad-4454-af7e-d8db906cf85f tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449877
Apr 30 21:59:12.596675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa7ace-899a-4863-84d1-271756c93ca2 req-f7af5474-6605-4b82-b5ca-1de45d5c3ee7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:12.598067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63aa7ace-899a-4863-84d1-271756c93ca2 req-f7af5474-6605-4b82-b5ca-1de45d5c3ee7 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0511608
Apr 30 21:59:12.646510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63aa7ace-899a-4863-84d1-271756c93ca2 req-8b8798bb-1d85-4ea9-ac99-57fc53bda506 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427656
Apr 30 21:59:13.756592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addba1e-48e3-4dbf-bb7f-2945a8cbf6c8 req-738c98a7-1939-4d2e-a792-a1ab52157e04 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:13.758057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8addba1e-48e3-4dbf-bb7f-2945a8cbf6c8 req-738c98a7-1939-4d2e-a792-a1ab52157e04 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0460398
Apr 30 21:59:13.806306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8addba1e-48e3-4dbf-bb7f-2945a8cbf6c8 req-d32158c3-608c-4b0b-b2d6-cb6d4ae1c750 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421600
Apr 30 21:59:13.958471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7846-bd24-47a8-ac39-c7cf7614af69 req-26a09bc9-b758-4739-bc2c-0f0204577828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:13.959925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-013a7846-bd24-47a8-ac39-c7cf7614af69 req-26a09bc9-b758-4739-bc2c-0f0204577828 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1128 time: 0.0371249
Apr 30 21:59:14.009012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-013a7846-bd24-47a8-ac39-c7cf7614af69 req-acac12e9-93b7-4202-be4f-72929cc68ecb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411561
Apr 30 21:59:14.919435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6297c9b-8bb8-4683-8e13-5fea9f2d0152 req-a65a3d41-b297-4690-9de9-f6e828c92672 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:14.920898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6297c9b-8bb8-4683-8e13-5fea9f2d0152 req-a65a3d41-b297-4690-9de9-f6e828c92672 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0465472
Apr 30 21:59:14.972326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6297c9b-8bb8-4683-8e13-5fea9f2d0152 req-c7c44305-fe99-4ce9-9687-174f3c6f1f78 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457375
Apr 30 21:59:16.085892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19542e-84ad-4c77-a48a-109d487dc4a2 req-50820bc6-d762-43d2-8429-cdb539fed9c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:16.087381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d19542e-84ad-4c77-a48a-109d487dc4a2 req-50820bc6-d762-43d2-8429-cdb539fed9c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0466127
Apr 30 21:59:16.116401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86cac3f4-0498-432f-98dc-d0429323f790 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 21:59:16.136873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d19542e-84ad-4c77-a48a-109d487dc4a2 req-d4cb9572-580b-4978-babb-e8488f9a6403 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432563
Apr 30 21:59:16.159625 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50462) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:59:16.215802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86cac3f4-0498-432f-98dc-d0429323f790,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:59:16.231122 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0b8f50c4-332e-4c94-a4ea-d4abb64258cd tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/floatingips/ae55ddcf-4812-43ad-95d9-65fafcafa19f HTTP/1.1" status: 200  len: 993 time: 0.0646143
Apr 30 21:59:16.231346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '86cac3f4-0498-432f-98dc-d0429323f790', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'port_id': '86cac3f4-0498-432f-98dc-d0429323f790', 'mac_address': 'fa:16:3e:52:33:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 21:59:16.270728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86cac3f4-0498-432f-98dc-d0429323f790 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:59:16.270728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86cac3f4-0498-432f-98dc-d0429323f790), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:16.282064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86cac3f4-0498-432f-98dc-d0429323f790 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 21:59:16.301055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86cac3f4-0498-432f-98dc-d0429323f790,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:59:16.388015 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86cac3f4-0498-432f-98dc-d0429323f790), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:16.437560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86cac3f4-0498-432f-98dc-d0429323f790,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:16.444761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.447683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.447683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.447683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.447683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.447683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.447683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.447683 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.448324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.448324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.448641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.448964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.449287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.449609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.449961 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:16.594377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['86cac3f4-0498-432f-98dc-d0429323f790'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 21:59:17.450813 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:17.879515 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-868a6eb8-a625-42c0-b161-8c2e87be4b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:18.127790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86cac3f4-0498-432f-98dc-d0429323f790 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 21:59:18.173706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 86cac3f4-0498-432f-98dc-d0429323f790 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 21:59:18.174120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (86cac3f4-0498-432f-98dc-d0429323f790), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:18.256799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 86cac3f4-0498-432f-98dc-d0429323f790 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 21:59:18.257190 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (86cac3f4-0498-432f-98dc-d0429323f790), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:18.283761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:59:18.286029 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b3e2f4-d903-4ca8-9206-8c2fc8a0d708" -d '{"events": [{"server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "name": "network-vif-plugged", "status": "completed", "tag": "86cac3f4-0498-432f-98dc-d0429323f790"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:59:18.298430 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86cac3f4-0498-432f-98dc-d0429323f790,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:59:18.321282 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e86fde-0a59-4f30-b0e3-bd3e77d2bea5 x-openstack-request-id: req-27e86fde-0a59-4f30-b0e3-bd3e77d2bea5 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:59:18.321574 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "name": "network-vif-plugged", "status": "completed", "tag": "86cac3f4-0498-432f-98dc-d0429323f790", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:59:18.321854 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27e86fde-0a59-4f30-b0e3-bd3e77d2bea5 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:59:18.322784 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e86fde-0a59-4f30-b0e3-bd3e77d2bea5'] response: {'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790', 'code': 200}
Apr 30 21:59:18.388406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (86cac3f4-0498-432f-98dc-d0429323f790), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:18.434600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=86cac3f4-0498-432f-98dc-d0429323f790,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:20.565255 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c17b262-383e-4071-867b-930070caecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:21.445128 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:21.467830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:23.268438 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:24.471112 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:36.567500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-3d16b0c8-0ea9-44ca-ae1d-6de2de4337de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446687
Apr 30 21:59:36.647829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-b80ebdbf-89fc-42db-ad3d-f0197e079665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:36.649309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-b80ebdbf-89fc-42db-ad3d-f0197e079665 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1128 time: 0.0400400
Apr 30 21:59:36.749381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-ea28340a-2088-409f-912a-1547a5172203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:36.750870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-ea28340a-2088-409f-912a-1547a5172203 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6027e0e7-3535-415c-b35f-9a3568908318 HTTP/1.1" status: 200  len: 898 time: 0.0840740
Apr 30 21:59:36.819165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-7e453dca-8e5b-4662-ba13-b41973d7c2a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86cac3f4-0498-432f-98dc-d0429323f790 HTTP/1.1" status: 200  len: 1001 time: 0.0622740
Apr 30 21:59:36.865532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-bd6303ea-4aa8-496b-8b33-842f556bff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:36.867049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-bd6303ea-4aa8-496b-8b33-842f556bff8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f4bf497-9ec7-4460-b15c-48a61c99f738 HTTP/1.1" status: 200  len: 835 time: 0.0420763
Apr 30 21:59:36.910104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-f6144878-3754-4bcb-b822-4b6a0c81d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:36.911611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-f6144878-3754-4bcb-b822-4b6a0c81d776 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6027e0e7-3535-415c-b35f-9a3568908318&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0378709
Apr 30 21:59:37.011666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-e15c1bcd-9caa-48b3-9ca4-de10cc3148d9 service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932460
Apr 30 21:59:37.098150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82612d2b-0971-4c87-9fad-c457ffa9c721 req-882f0225-a138-402c-a821-0c0075d51b2a service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799863
Apr 30 21:59:43.295981 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 21:59:47.418566 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:47.884663 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a413b905-4b6a-41ba-ad92-1e1cd4a9f63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:50.553159 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-07ad2ba0-2d19-475f-8506-484cf00c71e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:51.259391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50506) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:59:51.409609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port 8c65cdde-8bfa-4ee1-9c1c-51f44514951b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:59:51.409975 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:51.453167 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:51.475918 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:51.485496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:51.485850 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:51.499184 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for 8c65cdde-8bfa-4ee1-9c1c-51f44514951b owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:59:51.687500 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (8c65cdde-8bfa-4ee1-9c1c-51f44514951b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:51.710122 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=8c65cdde-8bfa-4ee1-9c1c-51f44514951b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:51.720642 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.720989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.721333 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.721671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.722635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.722635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.722847 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.722974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.723297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.723629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.723949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.724272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.724591 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.724912 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.725231 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:51.788289 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for floatingip (ae55ddcf-4812-43ad-95d9-65fafcafa19f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:51.788673 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Floating IP ae55ddcf-4812-43ad-95d9-65fafcafa19f disassociated (deleted). External IP: 172.35.4.38, port: 86cac3f4-0498-432f-98dc-d0429323f790.
Apr 30 21:59:51.996229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:59:52.105209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:59:52.110251 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:52.114791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] Sync routers for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:59:52.123843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:59:52.124461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca6b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:52.138963 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-97d158f7-ac5a-40c2-b8e5-4f2d9c9f2be1 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/floatingips/ae55ddcf-4812-43ad-95d9-65fafcafa19f HTTP/1.1" status: 204  len: 168 time: 0.8784907
Apr 30 21:59:52.139553 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:59:52.142656 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acab56577edec0b5eecde52405024d4df334864efa8a3124fef255794ad8b068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0220b55-a527-429e-b88e-63108b9d359b" -d '{"events": [{"name": "network-changed", "server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "tag": "86cac3f4-0498-432f-98dc-d0429323f790"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:59:52.190421 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f12305f-5143-4ffa-848f-547e0ad7ee54 x-openstack-request-id: req-6f12305f-5143-4ffa-848f-547e0ad7ee54 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:59:52.190728 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "tag": "86cac3f4-0498-432f-98dc-d0429323f790", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:59:52.191485 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f12305f-5143-4ffa-848f-547e0ad7ee54 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:59:52.191912 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f12305f-5143-4ffa-848f-547e0ad7ee54'] response: {'name': 'network-changed', 'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790', 'status': 'completed', 'code': 200}
Apr 30 21:59:52.235521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:59:52.259361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220b55-a527-429e-b88e-63108b9d359b req-b7d279f4-802a-405c-807f-29d397d20087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:52.259361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0220b55-a527-429e-b88e-63108b9d359b req-b7d279f4-802a-405c-807f-29d397d20087 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 1128 time: 0.0480390
Apr 30 21:59:52.356100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220b55-a527-429e-b88e-63108b9d359b req-7b562f6c-ffc0-414e-97c0-66b8da713fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:52.357564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0220b55-a527-429e-b88e-63108b9d359b req-7b562f6c-ffc0-414e-97c0-66b8da713fea service neutron] 10.222.0.35 "GET /v2.0/networks?id=6027e0e7-3535-415c-b35f-9a3568908318 HTTP/1.1" status: 200  len: 898 time: 0.0920045
Apr 30 21:59:52.406780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0220b55-a527-429e-b88e-63108b9d359b req-9c6f997c-7a19-4696-9cd2-681682a36e07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86cac3f4-0498-432f-98dc-d0429323f790 HTTP/1.1" status: 200  len: 217 time: 0.0415506
Apr 30 21:59:52.446038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca6b2e0>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:16Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:52.455503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220b55-a527-429e-b88e-63108b9d359b req-36bbdfe9-00a5-4750-af37-59ad9f8fe2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:52.458898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0220b55-a527-429e-b88e-63108b9d359b req-36bbdfe9-00a5-4750-af37-59ad9f8fe2e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3f4bf497-9ec7-4460-b15c-48a61c99f738 HTTP/1.1" status: 200  len: 835 time: 0.0444105
Apr 30 21:59:52.479209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] Checking router: b76cad49-5adb-4b9f-95f5-35dd58d34ba1 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:59:52.489555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:59:52.490243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca6b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:52.504503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220b55-a527-429e-b88e-63108b9d359b req-c4d77410-2fbd-4072-a770-254849136eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:52.506233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0220b55-a527-429e-b88e-63108b9d359b req-c4d77410-2fbd-4072-a770-254849136eb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6027e0e7-3535-415c-b35f-9a3568908318&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423331
Apr 30 21:59:52.609102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:59:52.810367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca6b2e0>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:16Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:52.840864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ed5bc-6332-4517-a5ae-bc3a88006be0 req-b33ace79-099b-46cb-ab12-51e25c5d1638 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:52.841717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eee89e5-2c01-4029-b25f-a7f6354083d5 None None] The sync data for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 is: [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9e3c64d4-c78c-4198-bc26-6290e4ab50b5', 'name': '', 'network_id': '6027e0e7-3535-415c-b35f-9a3568908318', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'mac_address': 'fa:16:3e:23:87:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:12Z', 'updated_at': '2022-04-30T21:58:16Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'subnets': [{'id': '3f4bf497-9ec7-4460-b15c-48a61c99f738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:59:52.842367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d2ed5bc-6332-4517-a5ae-bc3a88006be0 req-b33ace79-099b-46cb-ab12-51e25c5d1638 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0475602
Apr 30 21:59:52.893484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d2ed5bc-6332-4517-a5ae-bc3a88006be0 req-aeaf98f9-cc00-4200-b2c1-e37ac5960ae4 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452151
Apr 30 21:59:53.072216 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c79bcc-5216-4159-a89e-baae78a9c793 None None] New status for floating IP ae55ddcf-4812-43ad-95d9-65fafcafa19f: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 21:59:53.281617 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:53.531471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0220b55-a527-429e-b88e-63108b9d359b req-84da77ed-3b60-4a68-92e6-08603846150f service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845246
Apr 30 21:59:53.728093 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0220b55-a527-429e-b88e-63108b9d359b req-892a1038-c97d-4acc-a3c2-9578875d4e72 service neutron] 10.222.0.35 "GET /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852771
Apr 30 21:59:53.795574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-950771c9-4fb1-4f76-a1f6-f9075d51be50 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:53.796943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-950771c9-4fb1-4f76-a1f6-f9075d51be50 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0511532
Apr 30 21:59:53.879572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port 86cac3f4-0498-432f-98dc-d0429323f790 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:59:53.879902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (86cac3f4-0498-432f-98dc-d0429323f790), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:54.006201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port 86cac3f4-0498-432f-98dc-d0429323f790, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86cac3f4-0498-432f-98dc-d0429323f790,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:59:54.006573 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (86cac3f4-0498-432f-98dc-d0429323f790), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:54.026219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for 86cac3f4-0498-432f-98dc-d0429323f790 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:59:54.035469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e0f4d-79d1-48e5-a768-6a2e2963cea9 req-2e33c1ac-aba5-428b-800b-ee119b53151a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 21:59:54.036970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-962e0f4d-79d1-48e5-a768-6a2e2963cea9 req-2e33c1ac-aba5-428b-800b-ee119b53151a tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 946 time: 0.0686603
Apr 30 21:59:54.134853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-962e0f4d-79d1-48e5-a768-6a2e2963cea9 req-08bf8ab0-0dff-45e2-881c-064414b4a09e tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/security-groups?id=1096ce1c-4078-4857-b85d-2be41d2e0903&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907078
Apr 30 21:59:54.245147 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (86cac3f4-0498-432f-98dc-d0429323f790), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:54.272598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=86cac3f4-0498-432f-98dc-d0429323f790,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:54.286692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.287045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.287613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.287959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.288388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.288718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.289048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.289540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.289710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.290066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.290394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.290726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.291095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.291422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.291746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 21:59:54.331989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] No DVR routers for this DVR port 86cac3f4-0498-432f-98dc-d0429323f790 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:59:54.334539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:54.337738 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d5995fa-4c8a-4f73-8c86-10f089078c4d req-c126146b-de34-4e7e-902e-7da6af923fa2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.35 "DELETE /v2.0/ports/86cac3f4-0498-432f-98dc-d0429323f790 HTTP/1.1" status: 204  len: 173 time: 0.5351675
Apr 30 21:59:54.338754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'name': 'network-vif-deleted', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 21:59:54.340961 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e3a28f-bce1-46b3-8d2e-3da41d8cd920" -d '{"events": [{"server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "name": "network-vif-deleted", "tag": "86cac3f4-0498-432f-98dc-d0429323f790"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 21:59:54.375864 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94d7dae-ca8c-47f7-9370-ededfec8e6c5 x-openstack-request-id: req-d94d7dae-ca8c-47f7-9370-ededfec8e6c5 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 21:59:54.376164 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d722f7-99b1-4e8a-b509-e3dd313d1657", "name": "network-vif-deleted", "tag": "86cac3f4-0498-432f-98dc-d0429323f790", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 21:59:54.376420 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d94d7dae-ca8c-47f7-9370-ededfec8e6c5 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 21:59:54.376846 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94d7dae-ca8c-47f7-9370-ededfec8e6c5'] response: {'server_uuid': '24d722f7-99b1-4e8a-b509-e3dd313d1657', 'name': 'network-vif-deleted', 'tag': '86cac3f4-0498-432f-98dc-d0429323f790', 'status': 'completed', 'code': 200}
Apr 30 21:59:54.495884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:55.247524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-847642c3-9769-41ca-9d46-a4a0d1642212 req-a711f571-642f-4c74-82f0-86fa12ac1274 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d722f7-99b1-4e8a-b509-e3dd313d1657 HTTP/1.1" status: 200  len: 210 time: 0.0312514
Apr 30 21:59:56.304702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50526) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:59:56.646681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:56.886004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:59:56.886339 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:56.973959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port 9e3c64d4-c78c-4198-bc26-6290e4ab50b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:59:56.974315 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:56.987568 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:59:57.213074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9e3c64d4-c78c-4198-bc26-6290e4ab50b5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:57.240424 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=9e3c64d4-c78c-4198-bc26-6290e4ab50b5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:57.749991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:57.961777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 21:59:58.068054 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 21:59:58.072958 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9ba14116-24d5-481a-b118-993d098736c6 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "PUT /v2.0/routers/b76cad49-5adb-4b9f-95f5-35dd58d34ba1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7672393
Apr 30 21:59:58.075701 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50528) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:59:58.078249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] Sync routers for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 21:59:58.087808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:59:58.088498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4888e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:58.128936 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-121d6d13-e5d0-4984-a861-4a07789a7b32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting subnet 3f4bf497-9ec7-4460-b15c-48a61c99f738 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 21:59:58.132107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121d6d13-e5d0-4984-a861-4a07789a7b32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (3f4bf497-9ec7-4460-b15c-48a61c99f738), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.171311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121d6d13-e5d0-4984-a861-4a07789a7b32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (3f4bf497-9ec7-4460-b15c-48a61c99f738), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.195310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:59:58.253775 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121d6d13-e5d0-4984-a861-4a07789a7b32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (3f4bf497-9ec7-4460-b15c-48a61c99f738), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.286607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86cac3f4-0498-432f-98dc-d0429323f790 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:59:58.315454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 86cac3f4-0498-432f-98dc-d0429323f790 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:59:58.315826 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 86cac3f4-0498-432f-98dc-d0429323f790 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:59:58.385308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121d6d13-e5d0-4984-a861-4a07789a7b32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (3f4bf497-9ec7-4460-b15c-48a61c99f738), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.389771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4888e0>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:59:57Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:58.414409 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d6d13-e5d0-4984-a861-4a07789a7b32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4bf497-9ec7-4460-b15c-48a61c99f738,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:58.423772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-121d6d13-e5d0-4984-a861-4a07789a7b32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.425136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] Checking router: b76cad49-5adb-4b9f-95f5-35dd58d34ba1 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 21:59:58.425241 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-121d6d13-e5d0-4984-a861-4a07789a7b32 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/subnets/3f4bf497-9ec7-4460-b15c-48a61c99f738 HTTP/1.1" status: 204  len: 168 time: 0.3435814
Apr 30 21:59:58.425241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50530) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:59:58.425957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca2c8f5-9dc4-4351-bbc3-dc21fc6bde7e None None] Network 6027e0e7-3535-415c-b35f-9a3568908318 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 21:59:58.430120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] Routers {'b76cad49-5adb-4b9f-95f5-35dd58d34ba1'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 21:59:58.430746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4888e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:58.532095 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.645121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_gateway (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.739199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Deleting port eea4004b-0fdd-40c0-9bf8-112ded004ebb {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:59:58.739656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.775166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] Set router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 21:59:58.826152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] For port eea4004b-0fdd-40c0-9bf8-112ded004ebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea4004b-0fdd-40c0-9bf8-112ded004ebb,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:59:58.826793 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:58.834628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] DHCP port deletion for 6027e0e7-3535-415c-b35f-9a3568908318 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 21:59:58.839812 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Calling delete_port for eea4004b-0fdd-40c0-9bf8-112ded004ebb owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:59:58.921294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] Deleting port e53d8ebe-4292-4050-b8a1-b4de38d682a6 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 21:59:58.921580 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.024585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] For port e53d8ebe-4292-4050-b8a1-b4de38d682a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e53d8ebe-4292-4050-b8a1-b4de38d682a6,segment=NetworkSegment(b14c54f5-287c-4ada-ac06-9f5ce454e360),segment_id=b14c54f5-287c-4ada-ac06-9f5ce454e360)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 21:59:59.024984 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.054208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] Calling delete_port for e53d8ebe-4292-4050-b8a1-b4de38d682a6 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 21:59:59.070116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (eea4004b-0fdd-40c0-9bf8-112ded004ebb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.079117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4888e0>, [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:59:57Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:59.101684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Port': ['ID=eea4004b-0fdd-40c0-9bf8-112ded004ebb,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:59.139316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d511f-e30f-4084-a64f-291ee1134b8e None None] The sync data for ids ['b76cad49-5adb-4b9f-95f5-35dd58d34ba1'] in ncdv-master-1 is: [{'id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959940368', 'tenant_id': '12f7d764a613404a9be3d0a9d325c8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10'}], 'enable_snat': True}, 'gw_port_id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:59:57Z', 'revision_number': 5, 'project_id': '12f7d764a613404a9be3d0a9d325c8f6', 'gw_port': {'id': 'eea4004b-0fdd-40c0-9bf8-112ded004ebb', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ca:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76cad49-5adb-4b9f-95f5-35dd58d34ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T21:58:08Z', 'updated_at': '2022-04-30T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 21:59:59.166688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.235952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (e53d8ebe-4292-4050-b8a1-b4de38d682a6), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.261658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] Pushing event deleted for resources: {'Port': ['ID=e53d8ebe-4292-4050-b8a1-b4de38d682a6,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:59.265517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f51e9-a125-4281-bb62-6405a34352f9 None None] No DVR routers for this DVR port e53d8ebe-4292-4050-b8a1-b4de38d682a6 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 21:59:59.265688 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.271575 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router_controller (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.387683 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (b76cad49-5adb-4b9f-95f5-35dd58d34ba1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.388200 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Fanout notify agent at l3_agent the message router_deleted on router b76cad49-5adb-4b9f-95f5-35dd58d34ba1 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 21:59:59.399191 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.399191 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e228828c-6b19-4d5b-8887-d923aef046b2 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/routers/b76cad49-5adb-4b9f-95f5-35dd58d34ba1 HTTP/1.1" status: 204  len: 168 time: 0.9723132
Apr 30 21:59:59.399191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50532) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:59:59.475699 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (6027e0e7-3535-415c-b35f-9a3568908318), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.572970 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (6027e0e7-3535-415c-b35f-9a3568908318), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.594491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966f8cee0>,) {'filters': {'network_id': ['6027e0e7-3535-415c-b35f-9a3568908318']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:59.605883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f8cee0>, 'b14c54f5-287c-4ada-ac06-9f5ce454e360') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:59.605883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966f8cee0>, 'b14c54f5-287c-4ada-ac06-9f5ce454e360') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 21:59:59.608038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:59:59.616023 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (b14c54f5-287c-4ada-ac06-9f5ce454e360), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.630311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b14c54f5-287c-4ada-ac06-9f5ce454e360), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.633727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:59:59.634105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9e3c64d4-c78c-4198-bc26-6290e4ab50b5 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:59:59.634518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e53d8ebe-4292-4050-b8a1-b4de38d682a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 21:59:59.637064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 21:59:59.637324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (b14c54f5-287c-4ada-ac06-9f5ce454e360), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 21:59:59.640429 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 21:59:59.654922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e53d8ebe-4292-4050-b8a1-b4de38d682a6 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 21:59:59.655262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e53d8ebe-4292-4050-b8a1-b4de38d682a6 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 21:59:59.755952 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (6027e0e7-3535-415c-b35f-9a3568908318), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.763449 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.768592 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/networks/6027e0e7-3535-415c-b35f-9a3568908318 HTTP/1.1" status: 204  len: 168 time: 0.3670251
Apr 30 21:59:59.770259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50534) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 21:59:59.779069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927aed1-8b19-4a15-81a1-a3f1df124f98 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'Network': ['ID=6027e0e7-3535-415c-b35f-9a3568908318,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 21:59:59.840484 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b720f604-b76f-436b-8db0-d1c871f774d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (1096ce1c-4078-4857-b85d-2be41d2e0903), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.867108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b720f604-b76f-436b-8db0-d1c871f774d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (1096ce1c-4078-4857-b85d-2be41d2e0903), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.978531 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b720f604-b76f-436b-8db0-d1c871f774d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1096ce1c-4078-4857-b85d-2be41d2e0903), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.981703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b720f604-b76f-436b-8db0-d1c871f774d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 21:59:59.982826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b720f604-b76f-436b-8db0-d1c871f774d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] 10.222.0.23 "DELETE /v2.0/security-groups/1096ce1c-4078-4857-b85d-2be41d2e0903 HTTP/1.1" status: 204  len: 168 time: 0.2110806
Apr 30 21:59:59.991810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720f604-b76f-436b-8db0-d1c871f774d8 tempest-TestNetworkAdvancedServerOps-528899204 tempest-TestNetworkAdvancedServerOps-528899204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1096ce1c-4078-4857-b85d-2be41d2e0903,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:00.636800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50542) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:00.764981 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-070b0a3a-7034-4e01-a45c-4feb0aafebd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12f7d764a613404a9be3d0a9d325c8f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1270089
Apr 30 22:00:00.767782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50546) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:00.814256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab2010dc-9671-4546-a3c9-545ba578e8fe admin admin] Publish callbacks [] for security_group (6a2c78ef-a582-4298-bd37-b26f03880c2d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:00.838692 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab2010dc-9671-4546-a3c9-545ba578e8fe admin admin] Publish callbacks [] for security_group (6a2c78ef-a582-4298-bd37-b26f03880c2d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:00.933529 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab2010dc-9671-4546-a3c9-545ba578e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (6a2c78ef-a582-4298-bd37-b26f03880c2d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:00.936131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab2010dc-9671-4546-a3c9-545ba578e8fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:00.937431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ab2010dc-9671-4546-a3c9-545ba578e8fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a2c78ef-a582-4298-bd37-b26f03880c2d HTTP/1.1" status: 204  len: 168 time: 0.1686141
Apr 30 22:00:00.945291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2010dc-9671-4546-a3c9-545ba578e8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c78ef-a582-4298-bd37-b26f03880c2d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:01.227206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eea4004b-0fdd-40c0-9bf8-112ded004ebb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:00:01.248426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: eea4004b-0fdd-40c0-9bf8-112ded004ebb {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:00:01.248782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device eea4004b-0fdd-40c0-9bf8-112ded004ebb not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:00:01.499008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50552) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:01.538387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-96e9cdf2-6596-4551-a26c-3f2cbfd07d18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1a221b784f54288ba132d18b7785965&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0382266
Apr 30 22:00:01.540924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50554) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:01.586516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc6922e7-0aee-43b9-b068-d88064a8170f admin admin] Publish callbacks [] for security_group (50d6430b-8992-455c-998f-0cd0215a585d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:01.608679 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc6922e7-0aee-43b9-b068-d88064a8170f admin admin] Publish callbacks [] for security_group (50d6430b-8992-455c-998f-0cd0215a585d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:01.715638 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc6922e7-0aee-43b9-b068-d88064a8170f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (50d6430b-8992-455c-998f-0cd0215a585d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:01.718223 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fc6922e7-0aee-43b9-b068-d88064a8170f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:01.721744 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fc6922e7-0aee-43b9-b068-d88064a8170f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50d6430b-8992-455c-998f-0cd0215a585d HTTP/1.1" status: 204  len: 168 time: 0.1770222
Apr 30 22:00:01.730265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6922e7-0aee-43b9-b068-d88064a8170f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d6430b-8992-455c-998f-0cd0215a585d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:02.708348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50576) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:02.802935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-989167032-network', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:02.875460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Made reservation on behalf of 4a83d197ad9d48f9b03772e3d41eca4a for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:00:02.877748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:02.886301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:02.960297 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Publish callbacks [] for security_group (998a2e8d-401b-4fd0-bf04-9db9ed532c23), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.023921 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (998a2e8d-401b-4fd0-bf04-9db9ed532c23), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.048648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:00:03.058414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998a2e8d-401b-4fd0-bf04-9db9ed532c23,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:03.063132 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (40772944-4d4b-4d2c-961d-c0cbf86add34), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.064676 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Added segment 40772944-4d4b-4d2c-961d-c0cbf86add34 of type vlan for network c864fff3-93d9-4cdc-9266-2d360cab9d07
Apr 30 22:00:03.103634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (c864fff3-93d9-4cdc-9266-2d360cab9d07), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.178753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (c864fff3-93d9-4cdc-9266-2d360cab9d07), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.179709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:03.180321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.239923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] Pushing event updated for resources: {'Network': ['ID=c864fff3-93d9-4cdc-9266-2d360cab9d07,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:03.249456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network c864fff3-93d9-4cdc-9266-2d360cab9d07 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:00:03.290243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3ebb06ff-abbe-4ca0-9823-9191f62563fe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5807793
Apr 30 22:00:03.293056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50580) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:03.297684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Request body: {'subnet': {'network_id': 'c864fff3-93d9-4cdc-9266-2d360cab9d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-989167032-subnet', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:03.373487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Made reservation on behalf of 4a83d197ad9d48f9b03772e3d41eca4a for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:00:03.375975 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.616522 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (47d2215f-8f58-4b91-8484-c2b2d160b991), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.679450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d2215f-8f58-4b91-8484-c2b2d160b991,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:03.684093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Checking segment: {'id': '40772944-4d4b-4d2c-961d-c0cbf86add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c864fff3-93d9-4cdc-9266-2d360cab9d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:00:03.684451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Network hostable DHCP agents. Network: c864fff3-93d9-4cdc-9266-2d360cab9d07, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:00:03.770510 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Network c864fff3-93d9-4cdc-9266-2d360cab9d07 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:00:03.833420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c864fff3-93d9-4cdc-9266-2d360cab9d07) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:00:03.837625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:03.838287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:03.843685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ed150-ed08-4c5e-b842-3a35d0f7f912 None None] Network c864fff3-93d9-4cdc-9266-2d360cab9d07 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:00:03.927303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-37c01e1d-d90d-4838-a3d2-d95967d9b7b7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.6332104
Apr 30 22:00:03.930034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50584) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:03.934854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-989167032-router', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:03.941545 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c864fff3-93d9-4cdc-9266-2d360cab9d07', 'network_id': 'c864fff3-93d9-4cdc-9266-2d360cab9d07', 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'fixed_ips': [{'subnet_id': '47d2215f-8f58-4b91-8484-c2b2d160b991'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:00:03.942426 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.030563 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.031900 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.079234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Allocated IP 172.20.0.2 (c864fff3-93d9-4cdc-9266-2d360cab9d07/47d2215f-8f58-4b91-8484-c2b2d160b991/14221e4f-8388-4cf4-9c91-d7e70525d54e) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:00:04.087680 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks [] for router_controller (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.223259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Publish callbacks [] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.298796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks [] for router_gateway (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.308454 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.349619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Network c864fff3-93d9-4cdc-9266-2d360cab9d07 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:00:04.352655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:00:04.356800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:00:04.366112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Pushing event updated for resources: {'Port': ['ID=14221e4f-8388-4cf4-9c91-d7e70525d54e,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:04.428849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Attempting to bind port 14221e4f-8388-4cf4-9c91-d7e70525d54e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:00:04.429211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Attempting to bind port 14221e4f-8388-4cf4-9c91-d7e70525d54e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40772944-4d4b-4d2c-961d-c0cbf86add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c864fff3-93d9-4cdc-9266-2d360cab9d07'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:00:04.429571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Attempting to bind port 14221e4f-8388-4cf4-9c91-d7e70525d54e on network c864fff3-93d9-4cdc-9266-2d360cab9d07 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:00:04.434657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:00:04.435034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Checking segment: {'id': '40772944-4d4b-4d2c-961d-c0cbf86add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c864fff3-93d9-4cdc-9266-2d360cab9d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:00:04.435432 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.435824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Bound using segment: {'id': '40772944-4d4b-4d2c-961d-c0cbf86add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c864fff3-93d9-4cdc-9266-2d360cab9d07'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:00:04.436288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Bound port: 14221e4f-8388-4cf4-9c91-d7e70525d54e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40772944-4d4b-4d2c-961d-c0cbf86add34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c864fff3-93d9-4cdc-9266-2d360cab9d07'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:00:04.436664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.497509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] For port 14221e4f-8388-4cf4-9c91-d7e70525d54e, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:00:04.500370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] For port 14221e4f-8388-4cf4-9c91-d7e70525d54e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14221e4f-8388-4cf4-9c91-d7e70525d54e,segment=NetworkSegment(40772944-4d4b-4d2c-961d-c0cbf86add34),segment_id=40772944-4d4b-4d2c-961d-c0cbf86add34)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:00:04.574643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks [] for router_gateway (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.582306 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.593506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.639674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8ddd5-0916-438b-b2fb-5b850470f6b0 None None] Pushing event updated for resources: {'Port': ['ID=14221e4f-8388-4cf4-9c91-d7e70525d54e,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:04.702338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Allocated IP 172.35.4.149 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/afd30432-921d-4b6f-9f9b-795b885cf14f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:00:04.822899 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks [] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.942664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:04.982321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:00:04.985102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:00:04.988646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:00:04.996143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Pushing event updated for resources: {'Port': ['ID=afd30432-921d-4b6f-9f9b-795b885cf14f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:05.316366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 14221e4f-8388-4cf4-9c91-d7e70525d54e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:00:05.341439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks [] for router_gateway (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:05.372741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 14221e4f-8388-4cf4-9c91-d7e70525d54e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:05.376304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:05.470549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 14221e4f-8388-4cf4-9c91-d7e70525d54e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:05.471084 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:05.507079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 14221e4f-8388-4cf4-9c91-d7e70525d54e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14221e4f-8388-4cf4-9c91-d7e70525d54e,segment=NetworkSegment(40772944-4d4b-4d2c-961d-c0cbf86add34),segment_id=40772944-4d4b-4d2c-961d-c0cbf86add34)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:05.604312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f42f8d-621b-4b64-9334-3344e55ea95f None None] Network c864fff3-93d9-4cdc-9266-2d360cab9d07 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:00:05.653931 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:05.663296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d0ec3bc6-81e2-424b-9d60-38ca63659a6d None None] Provisioning complete for port 14221e4f-8388-4cf4-9c91-d7e70525d54e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:05.663670 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d0ec3bc6-81e2-424b-9d60-38ca63659a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:05.793780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=14221e4f-8388-4cf4-9c91-d7e70525d54e,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:05.854442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec3bc6-81e2-424b-9d60-38ca63659a6d None None] Current status of the port 14221e4f-8388-4cf4-9c91-d7e70525d54e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:05.908333 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:06.120313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9b4c1d26-ee70-41db-8c74-3fcd8dc0ecab None None] Provisioning complete for port 14221e4f-8388-4cf4-9c91-d7e70525d54e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:06.120596 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9b4c1d26-ee70-41db-8c74-3fcd8dc0ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:06.144408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:00:06.224844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c1d26-ee70-41db-8c74-3fcd8dc0ecab None None] Current status of the port 14221e4f-8388-4cf4-9c91-d7e70525d54e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:06.256828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:00:06.268478 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Sync routers for ids ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:00:06.279282 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Routers {'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:00:06.280335 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf79a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:06.355504 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:06.356808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fdedc3a6-7aa9-4884-812c-8f2781b21b92 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 2.4258809
Apr 30 22:00:06.359626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50588) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:06.388085 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Set router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:00:06.558584 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf79a90>, [{'id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'name': 'tempest-ImageQuotaTest-989167032-router', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:05Z', 'revision_number': 3, 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'gw_port': {'id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:06.586166 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Checking router: b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:00:06.586544 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Updating router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 port afd30432-921d-4b6f-9f9b-795b885cf14f binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:00:06.613224 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:06.786843 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:06.945707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Allocated IP 172.20.0.1 (c864fff3-93d9-4cdc-9266-2d360cab9d07/47d2215f-8f58-4b91-8484-c2b2d160b991/5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:00:06.955387 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Publish callbacks [] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.027361 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.049712 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Publish callbacks [] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.083416 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Attempting to bind port afd30432-921d-4b6f-9f9b-795b885cf14f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:00:07.083783 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Attempting to bind port afd30432-921d-4b6f-9f9b-795b885cf14f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:00:07.084141 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Attempting to bind port afd30432-921d-4b6f-9f9b-795b885cf14f on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:00:07.087034 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Pushing event updated for resources: {'Port': ['ID=afd30432-921d-4b6f-9f9b-795b885cf14f,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:07.094935 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:00:07.095306 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:00:07.095704 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.096094 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:00:07.096550 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Bound port: afd30432-921d-4b6f-9f9b-795b885cf14f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:00:07.096922 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.099844 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.100199 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.100524 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.100901 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.101231 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.101557 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.101905 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.102230 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.102541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.102863 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.103179 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.104014 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.104345 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.104689 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.105005 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:07.154263 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] For port afd30432-921d-4b6f-9f9b-795b885cf14f, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:00:07.157169 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] For port afd30432-921d-4b6f-9f9b-795b885cf14f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afd30432-921d-4b6f-9f9b-795b885cf14f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:00:07.170877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.207973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Network c864fff3-93d9-4cdc-9266-2d360cab9d07 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:00:07.210830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:00:07.214213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:00:07.240567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:07.254860 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.262825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.314932 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 14221e4f-8388-4cf4-9c91-d7e70525d54e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:00:07.321014 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532af9a-5424-468b-8d6b-ea99ec783a7a None None] Pushing event updated for resources: {'Port': ['ID=afd30432-921d-4b6f-9f9b-795b885cf14f,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:07.331353 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Routers {'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:00:07.331976 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf79a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:07.377921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 14221e4f-8388-4cf4-9c91-d7e70525d54e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:07.379159 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.451353 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] Set router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:00:07.468360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 14221e4f-8388-4cf4-9c91-d7e70525d54e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:07.496344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.548663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-be7fa96d-3c8f-4abd-9367-93eb58c9a5ec None None] Provisioning complete for port 5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:07.549041 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-be7fa96d-3c8f-4abd-9367-93eb58c9a5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.584812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-be7fa96d-3c8f-4abd-9367-93eb58c9a5ec None None] Port 5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:00:07.623979 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf79a90>, [{'id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'name': 'tempest-ImageQuotaTest-989167032-router', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:05Z', 'revision_number': 3, 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'gw_port': {'id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:07.651015 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3007422-5021-445a-b831-73c2960b9af3 None None] The sync data for ids ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'] in ncdv-master-1 is: [{'id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'name': 'tempest-ImageQuotaTest-989167032-router', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:05Z', 'revision_number': 3, 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'gw_port': {'id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:00:07.672348 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Publish callbacks [] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.715917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.785035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:07.787633 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:07.898564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Network c864fff3-93d9-4cdc-9266-2d360cab9d07 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:00:07.900002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:00:08.035863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:00:08.156042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:00:08.160966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fd589a00-ceec-4483-a539-79563282f7c5 admin admin] 10.222.0.23 "PUT /v2.0/routers/b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8003042
Apr 30 22:00:08.210432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6ec9b8e6-ae60-49d5-9e5c-54918e9de9f8 None None] Provisioning complete for port 5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:08.210815 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b8e6-ae60-49d5-9e5c-54918e9de9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:08.246950 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9b8e6-ae60-49d5-9e5c-54918e9de9f8 None None] Port 5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:00:09.256744 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Sync routers for ids ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:00:09.267252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Routers {'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:00:09.268617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1a8a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:09.341364 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device afd30432-921d-4b6f-9f9b-795b885cf14f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:00:09.362190 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50608) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:09.424887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port afd30432-921d-4b6f-9f9b-795b885cf14f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:09.425251 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:09.449179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Set router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:00:09.623653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port afd30432-921d-4b6f-9f9b-795b885cf14f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:09.624038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:09.657811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port afd30432-921d-4b6f-9f9b-795b885cf14f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afd30432-921d-4b6f-9f9b-795b885cf14f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:09.681335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:09.697132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1a8a00>, [{'id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'name': 'tempest-ImageQuotaTest-989167032-router', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:07Z', 'revision_number': 4, 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'gw_port': {'id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2', 'name': '', 'network_id': 'c864fff3-93d9-4cdc-9266-2d360cab9d07', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'mac_address': 'fa:16:3e:60:37:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '47d2215f-8f58-4b91-8484-c2b2d160b991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:00:06Z', 'updated_at': '2022-04-30T22:00:07Z', 'revision_number': 2, 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'subnets': [{'id': '47d2215f-8f58-4b91-8484-c2b2d160b991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:09.887625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:09.890662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Checking router: b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:00:09.891015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Updating router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 port 5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:00:09.927402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Deleting port 5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:00:09.927760 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:09.941984 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:09.966931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=afd30432-921d-4b6f-9f9b-795b885cf14f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:10.001250 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:10.015004 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Calling delete_port for 5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:00:10.247330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:10.247772 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 22:00:10.248137 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 22:00:10.276829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Pushing event deleted for resources: {'Port': ['ID=5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:10.453547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:10.670769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:00:10.767819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Port 5abab6c0-63c4-4ae8-b29b-ecb7eff4aac2 not found while updating agent binding for router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756. {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Apr 30 22:00:10.776343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Routers {'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:00:10.776958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1a8a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:10.784235 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:00:10.792359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50610) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:10.792877 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f977af8d-70dd-4913-9185-14f66f19009f admin admin] 10.222.0.23 "PUT /v2.0/routers/b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4291458
Apr 30 22:00:10.888588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] Set router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:00:10.902309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks [] for router (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.007275 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks [] for router_gateway (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.067951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1a8a00>, [{'id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'name': 'tempest-ImageQuotaTest-989167032-router', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:10Z', 'revision_number': 5, 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'gw_port': {'id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:11.104088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc05c2-8606-40cd-9784-9c4cfe51e441 None None] The sync data for ids ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'] in ncdv-master-1 is: [{'id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'name': 'tempest-ImageQuotaTest-989167032-router', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149'}], 'enable_snat': True}, 'gw_port_id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:10Z', 'revision_number': 5, 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'gw_port': {'id': 'afd30432-921d-4b6f-9f9b-795b885cf14f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:00:11.109666 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Deleting port afd30432-921d-4b6f-9f9b-795b885cf14f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:00:11.110070 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.190778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] For port afd30432-921d-4b6f-9f9b-795b885cf14f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=afd30432-921d-4b6f-9f9b-795b885cf14f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:11.191146 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.205828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Calling delete_port for afd30432-921d-4b6f-9f9b-795b885cf14f owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:00:11.303012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device afd30432-921d-4b6f-9f9b-795b885cf14f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:00:11.353809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port afd30432-921d-4b6f-9f9b-795b885cf14f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:11.354340 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.442484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port afd30432-921d-4b6f-9f9b-795b885cf14f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:11.467757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (afd30432-921d-4b6f-9f9b-795b885cf14f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.497225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd30432-921d-4b6f-9f9b-795b885cf14f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:11.559219 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.654310 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.656538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks [] for router_controller (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.757176 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] Sync routers for ids ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:00:11.767842 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] Routers {'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:00:11.768446 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d9403a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:11.790078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.790687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:00:11.795676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.796843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a22a6b5e-0544-41a5-a44f-4d8e9b40b5b1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 HTTP/1.1" status: 204  len: 168 time: 1.0027754
Apr 30 22:00:11.799522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50612) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:11.841119 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] Set router b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:00:11.844179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1cff8f-0808-4a33-90db-71ef40be7e20 admin admin] Deleting subnet 47d2215f-8f58-4b91-8484-c2b2d160b991 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:00:11.847335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a1cff8f-0808-4a33-90db-71ef40be7e20 admin admin] Publish callbacks [] for subnet (47d2215f-8f58-4b91-8484-c2b2d160b991), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.882162 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a1cff8f-0808-4a33-90db-71ef40be7e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (47d2215f-8f58-4b91-8484-c2b2d160b991), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:11.895588 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d9403a0>, [{'id': 'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756', 'name': 'tempest-ImageQuotaTest-989167032-router', 'tenant_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:00:04Z', 'updated_at': '2022-04-30T22:00:11Z', 'revision_number': 7, 'project_id': '4a83d197ad9d48f9b03772e3d41eca4a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:11.922310 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] Checking router: b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:00:11.930066 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:00:11.930431 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
Apr 30 22:00:11.931075 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T21:59:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent'). {{(pid=115777) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Apr 30 22:00:11.931495 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c681d-da62-4864-8a3f-a7f577ac6855 None None] The sync data for ids ['b955e5aa-9b6f-42c4-a2aa-2fa8d25ba756'] in ncdv-master-1 is: [] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:00:11.964239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a1cff8f-0808-4a33-90db-71ef40be7e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (47d2215f-8f58-4b91-8484-c2b2d160b991), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.093043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a1cff8f-0808-4a33-90db-71ef40be7e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (47d2215f-8f58-4b91-8484-c2b2d160b991), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.118914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cff8f-0808-4a33-90db-71ef40be7e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d2215f-8f58-4b91-8484-c2b2d160b991,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:12.125639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a1cff8f-0808-4a33-90db-71ef40be7e20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.127805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8a1cff8f-0808-4a33-90db-71ef40be7e20 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/47d2215f-8f58-4b91-8484-c2b2d160b991 HTTP/1.1" status: 204  len: 168 time: 0.3271077
Apr 30 22:00:12.129040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d7aebe-efa0-4a98-930a-049549b8c67e None None] Network c864fff3-93d9-4cdc-9266-2d360cab9d07 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:00:12.130188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50614) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:12.197932 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (c864fff3-93d9-4cdc-9266-2d360cab9d07), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.242909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Deleting port 14221e4f-8388-4cf4-9c91-d7e70525d54e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:00:12.243245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.308273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] For port 14221e4f-8388-4cf4-9c91-d7e70525d54e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14221e4f-8388-4cf4-9c91-d7e70525d54e,segment=NetworkSegment(40772944-4d4b-4d2c-961d-c0cbf86add34),segment_id=40772944-4d4b-4d2c-961d-c0cbf86add34)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:12.308572 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.321442 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Calling delete_port for 14221e4f-8388-4cf4-9c91-d7e70525d54e owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:00:12.404077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] DHCP port deletion for c864fff3-93d9-4cdc-9266-2d360cab9d07 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:00:12.451933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] Deleting port 14221e4f-8388-4cf4-9c91-d7e70525d54e {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:00:12.451933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.469829 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.498895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Pushing event deleted for resources: {'Port': ['ID=14221e4f-8388-4cf4-9c91-d7e70525d54e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:12.502316 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] No DVR routers for this DVR port 14221e4f-8388-4cf4-9c91-d7e70525d54e on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:00:12.511514 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] For port 14221e4f-8388-4cf4-9c91-d7e70525d54e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14221e4f-8388-4cf4-9c91-d7e70525d54e,segment=NetworkSegment(40772944-4d4b-4d2c-961d-c0cbf86add34),segment_id=40772944-4d4b-4d2c-961d-c0cbf86add34)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:12.511918 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.524767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] Calling delete_port for 14221e4f-8388-4cf4-9c91-d7e70525d54e owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:00:12.571843 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (c864fff3-93d9-4cdc-9266-2d360cab9d07), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.595344 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966463160>,) {'filters': {'network_id': ['c864fff3-93d9-4cdc-9266-2d360cab9d07']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:12.607420 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966463160>, '40772944-4d4b-4d2c-961d-c0cbf86add34') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:12.607718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966463160>, '40772944-4d4b-4d2c-961d-c0cbf86add34') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:00:12.607830 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (14221e4f-8388-4cf4-9c91-d7e70525d54e), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.617629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (40772944-4d4b-4d2c-961d-c0cbf86add34), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.631786 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (40772944-4d4b-4d2c-961d-c0cbf86add34), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.636310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] No DVR routers for this DVR port 14221e4f-8388-4cf4-9c91-d7e70525d54e on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:00:12.638595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:00:12.638988 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (40772944-4d4b-4d2c-961d-c0cbf86add34), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:00:12.640840 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:00:12.643584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f315a-9fb6-4911-a0cd-d0ac905dfe07 None None] Pushing event deleted for resources: {'Port': ['ID=14221e4f-8388-4cf4-9c91-d7e70525d54e,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:12.772765 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (c864fff3-93d9-4cdc-9266-2d360cab9d07), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.779402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:12.785573 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] 10.222.0.23 "DELETE /v2.0/networks/c864fff3-93d9-4cdc-9266-2d360cab9d07 HTTP/1.1" status: 204  len: 168 time: 0.6518054
Apr 30 22:00:12.792643 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95b06e-dfe3-407a-8bbe-bc0ba2da84ed admin admin] Pushing event deleted for resources: {'Network': ['ID=c864fff3-93d9-4cdc-9266-2d360cab9d07,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:13.101989 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50618) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:13.140356 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-aabe8845-c4ec-4b29-85ac-4dac775c815d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a83d197ad9d48f9b03772e3d41eca4a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0372539
Apr 30 22:00:13.143216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50620) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:13.188309 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ade2d848-c907-4ab7-8d90-46ccd768ea6f admin admin] Publish callbacks [] for security_group (998a2e8d-401b-4fd0-bf04-9db9ed532c23), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:13.208868 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ade2d848-c907-4ab7-8d90-46ccd768ea6f admin admin] Publish callbacks [] for security_group (998a2e8d-401b-4fd0-bf04-9db9ed532c23), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:13.284796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device afd30432-921d-4b6f-9f9b-795b885cf14f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:00:13.304801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: afd30432-921d-4b6f-9f9b-795b885cf14f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:00:13.305141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device afd30432-921d-4b6f-9f9b-795b885cf14f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:00:13.305540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 14221e4f-8388-4cf4-9c91-d7e70525d54e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:00:13.312976 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ade2d848-c907-4ab7-8d90-46ccd768ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (998a2e8d-401b-4fd0-bf04-9db9ed532c23), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:13.315645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ade2d848-c907-4ab7-8d90-46ccd768ea6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:13.316827 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ade2d848-c907-4ab7-8d90-46ccd768ea6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/998a2e8d-401b-4fd0-bf04-9db9ed532c23 HTTP/1.1" status: 204  len: 168 time: 0.1727378
Apr 30 22:00:13.324938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 14221e4f-8388-4cf4-9c91-d7e70525d54e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:00:13.325289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 14221e4f-8388-4cf4-9c91-d7e70525d54e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:00:13.325647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2d848-c907-4ab7-8d90-46ccd768ea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998a2e8d-401b-4fd0-bf04-9db9ed532c23,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:13.955498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:13.968925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-98a56371-0e4b-48e3-a33f-ced06753c767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:14.040034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-98a56371-0e4b-48e3-a33f-ced06753c767 admin admin] Publish callbacks [] for security_group (c59cbf4d-aacb-40f2-a573-072d3a4221d4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:14.107362 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-98a56371-0e4b-48e3-a33f-ced06753c767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c59cbf4d-aacb-40f2-a573-072d3a4221d4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:14.146627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-98a56371-0e4b-48e3-a33f-ced06753c767 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1899517
Apr 30 22:00:14.147496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a56371-0e4b-48e3-a33f-ced06753c767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59cbf4d-aacb-40f2-a573-072d3a4221d4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:14.149226 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50628) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:14.201249 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483302ea-21ab-460e-bd8f-5b4f4bb31d88 admin admin] Publish callbacks [] for security_group (c59cbf4d-aacb-40f2-a573-072d3a4221d4), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:14.222401 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483302ea-21ab-460e-bd8f-5b4f4bb31d88 admin admin] Publish callbacks [] for security_group (c59cbf4d-aacb-40f2-a573-072d3a4221d4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:14.353087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483302ea-21ab-460e-bd8f-5b4f4bb31d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c59cbf4d-aacb-40f2-a573-072d3a4221d4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:14.356330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-483302ea-21ab-460e-bd8f-5b4f4bb31d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:14.357522 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-483302ea-21ab-460e-bd8f-5b4f4bb31d88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c59cbf4d-aacb-40f2-a573-072d3a4221d4 HTTP/1.1" status: 204  len: 168 time: 0.2071226
Apr 30 22:00:14.365481 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483302ea-21ab-460e-bd8f-5b4f4bb31d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59cbf4d-aacb-40f2-a573-072d3a4221d4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:17.464475 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:17.887407 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ecf478da-5165-4a12-810c-65355e8b1d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:20.295970 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:00:20.570629 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d5fd51e5-0141-4a51-ad8b-2d5385895cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:21.456111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:21.484666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:23.273260 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:24.507586 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:26.432035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b0326bd1-5d8e-445e-9a8f-cd5bf5629153 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2bae0a08aedf4727bc608812485cfd5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332160
Apr 30 22:00:26.945522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-05adcd7a-0787-4429-b488-e71e091391b3 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:26.947530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-05adcd7a-0787-4429-b488-e71e091391b3 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5097516
Apr 30 22:00:26.961672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-deeb4953-ce78-44f0-958f-23983eae4447 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/quotas/2bae0a08aedf4727bc608812485cfd5e HTTP/1.1" status: 200  len: 375 time: 0.0087495
Apr 30 22:00:26.992140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-3306590e-3a5f-4a12-91e0-77c04460fb58 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2bae0a08aedf4727bc608812485cfd5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0257354
Apr 30 22:00:27.249368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca212c62-c5ad-468a-8d20-335fd95ddf05 req-e93b4220-b382-4302-996a-2a26f99efb55 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 210 time: 0.0291572
Apr 30 22:00:28.346197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e49b3753-193d-48d5-9369-96b450c34bcf req-f583ddea-a1c5-43a2-a218-99d7f2e1d259 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 210 time: 0.0303559
Apr 30 22:00:29.355054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-20d74920-c039-420b-b9f6-c7c990b42efc tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2bae0a08aedf4727bc608812485cfd5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0209789
Apr 30 22:00:29.460550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bc019d5-1da9-4974-9ccd-9da60eda55e4 req-c07c88b4-fa1f-4136-80cc-43a8e4c4ac90 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 210 time: 0.0399106
Apr 30 22:00:29.500799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-2e62b793-8da1-4c04-aed8-6d95c32f5dea tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:29.502175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-2e62b793-8da1-4c04-aed8-6d95c32f5dea tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1356118
Apr 30 22:00:29.515426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Request body: {'port': {'device_id': '6a9eb46a-0d0d-4764-a192-c2e2c898bce4', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'admin_state_up': True, 'tenant_id': '2bae0a08aedf4727bc608812485cfd5e'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:29.680187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Made reservation on behalf of 2bae0a08aedf4727bc608812485cfd5e for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:00:29.684373 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:29.693440 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:29.769574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks [] for security_group (e227761f-b611-4188-8714-bcc51aa720f3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:29.832597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e227761f-b611-4188-8714-bcc51aa720f3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:29.896484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e227761f-b611-4188-8714-bcc51aa720f3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:29.969971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Allocated IP 192.168.233.143 (cb0444ab-6b4b-4f8c-85ca-6c3a0836047a/76d2fcc1-408a-4a01-8876-9c7055f775bc/047dcbdf-7b17-4734-81aa-b0ccacc831f5) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:00:30.121664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks [] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:30.235442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:30.276769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:00:30.279952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:00:30.283622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:00:30.311269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Pushing event updated for resources: {'Port': ['ID=047dcbdf-7b17-4734-81aa-b0ccacc831f5,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:30.340875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:30.341509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:30.424687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-b28ee9ad-41aa-4eaf-a67d-743290692001 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9128437
Apr 30 22:00:30.440576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Request body: {'port': {'device_id': '6a9eb46a-0d0d-4764-a192-c2e2c898bce4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:30.506441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9e0ac60a-5629-43e0-af36-84a3de85bf6c None None] Provisioning complete for port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:30.512917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:30.513075 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9e0ac60a-5629-43e0-af36-84a3de85bf6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:30.542817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ac60a-5629-43e0-af36-84a3de85bf6c None None] Port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:00:30.605640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb51780-1c14-4ec1-9778-828469f11cc7 req-2a2cb0e2-b458-4c44-9d2b-e85e7a453b1a tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:30.607051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbb51780-1c14-4ec1-9778-828469f11cc7 req-2a2cb0e2-b458-4c44-9d2b-e85e7a453b1a tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 936 time: 0.0655046
Apr 30 22:00:30.749076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbb51780-1c14-4ec1-9778-828469f11cc7 req-18e986e2-4f5e-4622-8700-b8194c0cbb72 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962923
Apr 30 22:00:30.857141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047dcbdf-7b17-4734-81aa-b0ccacc831f5 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:00:30.864626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Publish callbacks [] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:30.876697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Transition to ACTIVE for port object 047dcbdf-7b17-4734-81aa-b0ccacc831f5 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:00:30.958722 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:31.011849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Pushing event updated for resources: {'Port': ['ID=047dcbdf-7b17-4734-81aa-b0ccacc831f5,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:31.079822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Attempting to bind port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:00:31.080165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Attempting to bind port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:00:31.080507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Attempting to bind port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:00:31.085069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:00:31.085375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Attempting to bind port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 on network cb0444ab-6b4b-4f8c-85ca-6c3a0836047a {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:00:31.091000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:00:31.091349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Checking segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:00:31.091745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Bound using segment: {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:00:31.092185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Bound port: 047dcbdf-7b17-4734-81aa-b0ccacc831f5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266895fd-aaaf-4a54-a896-0eba23b23e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:00:31.092547 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:31.163157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] For port 047dcbdf-7b17-4734-81aa-b0ccacc831f5, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:00:31.166340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] For port 047dcbdf-7b17-4734-81aa-b0ccacc831f5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=047dcbdf-7b17-4734-81aa-b0ccacc831f5,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:00:31.256615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:31.291238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:31.292024 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:31.293344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] 10.222.0.20 "PUT /v2.0/ports/047dcbdf-7b17-4734-81aa-b0ccacc831f5 HTTP/1.1" status: 200  len: 1096 time: 0.8571579
Apr 30 22:00:31.293799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9eb46a-0d0d-4764-a192-c2e2c898bce4', 'tag': '047dcbdf-7b17-4734-81aa-b0ccacc831f5'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:00:31.296091 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef99bb8-0b86-4690-a1f9-aa7b966b0104" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9eb46a-0d0d-4764-a192-c2e2c898bce4", "tag": "047dcbdf-7b17-4734-81aa-b0ccacc831f5"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:00:31.330365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce2b7e-7aec-49af-8e32-b09a1edeed3b service neutron] Pushing event updated for resources: {'Port': ['ID=047dcbdf-7b17-4734-81aa-b0ccacc831f5,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:31.355848 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2faaa5-24f4-43f7-91bf-669d4e8a2927 x-openstack-request-id: req-7b2faaa5-24f4-43f7-91bf-669d4e8a2927 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:00:31.356296 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9eb46a-0d0d-4764-a192-c2e2c898bce4", "tag": "047dcbdf-7b17-4734-81aa-b0ccacc831f5", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:00:31.356611 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b2faaa5-24f4-43f7-91bf-669d4e8a2927 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:00:31.357234 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2faaa5-24f4-43f7-91bf-669d4e8a2927'] response: {'name': 'network-changed', 'server_uuid': '6a9eb46a-0d0d-4764-a192-c2e2c898bce4', 'tag': '047dcbdf-7b17-4734-81aa-b0ccacc831f5', 'status': 'completed', 'code': 200}
Apr 30 22:00:31.428134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef99bb8-0b86-4690-a1f9-aa7b966b0104 req-f094b19c-d990-4a94-b985-a9cd58a0aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:31.429851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ef99bb8-0b86-4690-a1f9-aa7b966b0104 req-f094b19c-d990-4a94-b985-a9cd58a0aa1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bae0a08aedf4727bc608812485cfd5e&device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 1130 time: 0.0495396
Apr 30 22:00:31.462476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ef99bb8-0b86-4690-a1f9-aa7b966b0104 req-04f00280-d41b-4cf7-95ab-bcd98734e400 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2bae0a08aedf4727bc608812485cfd5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0210338
Apr 30 22:00:31.568089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef99bb8-0b86-4690-a1f9-aa7b966b0104 req-7513a541-d36e-4514-b3fc-960a3b1f2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:31.569488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ef99bb8-0b86-4690-a1f9-aa7b966b0104 req-7513a541-d36e-4514-b3fc-960a3b1f2afe service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1004882
Apr 30 22:00:31.651376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-38d137b6-3e32-4637-9c2e-f1a6d6c2401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:31.652853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-38d137b6-3e32-4637-9c2e-f1a6d6c2401e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bae0a08aedf4727bc608812485cfd5e&device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 1130 time: 0.0400391
Apr 30 22:00:31.701961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-ba1a9620-a3a1-4ead-9375-301a3bb337c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=047dcbdf-7b17-4734-81aa-b0ccacc831f5 HTTP/1.1" status: 200  len: 217 time: 0.0387430
Apr 30 22:00:31.751560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-1094556c-1bd0-4b6e-a0d6-3f906f08aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:31.753029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-1094556c-1bd0-4b6e-a0d6-3f906f08aefd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d2fcc1-408a-4a01-8876-9c7055f775bc HTTP/1.1" status: 200  len: 843 time: 0.0443008
Apr 30 22:00:31.800984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-1632fbdf-90c8-4107-b311-cd6cc0a89054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:31.802591 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-1632fbdf-90c8-4107-b311-cd6cc0a89054 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cb0444ab-6b4b-4f8c-85ca-6c3a0836047a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0390503
Apr 30 22:00:31.903335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df846bc-4af8-48bf-bd90-50d03503be0e req-c4333c04-24d6-4538-99bc-097a9ceedf1e tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:31.904794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df846bc-4af8-48bf-bd90-50d03503be0e req-c4333c04-24d6-4538-99bc-097a9ceedf1e tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 948 time: 0.0844598
Apr 30 22:00:31.959743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-e2976eb4-6df7-4346-a02c-e2fb9f90536b service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464143
Apr 30 22:00:31.982572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df846bc-4af8-48bf-bd90-50d03503be0e req-4552e853-2d9d-46f6-93f0-c9094ae46539 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718014
Apr 30 22:00:32.061140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c912b580-ef12-4c85-98a4-b12104b2f88b req-1c079e7b-ccb0-41c1-9b84-6065c1dcb283 service neutron] 10.222.0.20 "GET /v2.0/networks/cb0444ab-6b4b-4f8c-85ca-6c3a0836047a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909176
Apr 30 22:00:33.104566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcc412-59ac-431e-b3d3-8fa4ad9a3b21 req-fa0c2471-266b-45a5-bc94-6fbd35cb6264 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:33.106361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ebcc412-59ac-431e-b3d3-8fa4ad9a3b21 req-fa0c2471-266b-45a5-bc94-6fbd35cb6264 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 948 time: 0.0521748
Apr 30 22:00:33.173493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ebcc412-59ac-431e-b3d3-8fa4ad9a3b21 req-d813bc57-7c33-4266-aa06-0e4805489970 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612617
Apr 30 22:00:34.287165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24ec5b-1b2f-4f0b-9c70-e0d7b3b5d28f req-674c27c0-da3e-4c91-81b3-1a0af4a45729 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:34.288646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a24ec5b-1b2f-4f0b-9c70-e0d7b3b5d28f req-674c27c0-da3e-4c91-81b3-1a0af4a45729 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 948 time: 0.0461502
Apr 30 22:00:34.334762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a24ec5b-1b2f-4f0b-9c70-e0d7b3b5d28f req-532ffba4-538a-4bb5-ae4b-8035702d6c39 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400352
Apr 30 22:00:34.709724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 047dcbdf-7b17-4734-81aa-b0ccacc831f5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:00:34.807379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 047dcbdf-7b17-4734-81aa-b0ccacc831f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=047dcbdf-7b17-4734-81aa-b0ccacc831f5,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:34.818867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '047dcbdf-7b17-4734-81aa-b0ccacc831f5', 'network_id': 'cb0444ab-6b4b-4f8c-85ca-6c3a0836047a', 'port_id': '047dcbdf-7b17-4734-81aa-b0ccacc831f5', 'mac_address': 'fa:16:3e:a5:77:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d2fcc1-408a-4a01-8876-9c7055f775bc', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:00:34.859295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:34.859682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:34.875458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047dcbdf-7b17-4734-81aa-b0ccacc831f5 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:00:34.894403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 047dcbdf-7b17-4734-81aa-b0ccacc831f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=047dcbdf-7b17-4734-81aa-b0ccacc831f5,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:34.960642 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:35.006324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=047dcbdf-7b17-4734-81aa-b0ccacc831f5,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:35.016708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.017141 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.017487 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.017850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.018806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.018951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.019262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.019601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.019929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.020385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.020769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.021095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.021604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.021959 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.022286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:00:35.247946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['047dcbdf-7b17-4734-81aa-b0ccacc831f5'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:00:35.454541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16bdda-bfad-4100-9e0d-5e599ea3d26b req-0b5014ed-c385-4038-a11c-c8da26cbb068 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:35.456052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d16bdda-bfad-4100-9e0d-5e599ea3d26b req-0b5014ed-c385-4038-a11c-c8da26cbb068 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 949 time: 0.0509942
Apr 30 22:00:35.503128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d16bdda-bfad-4100-9e0d-5e599ea3d26b req-19c45b05-eddc-4cac-9780-3965433d49e4 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413501
Apr 30 22:00:36.621526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0886af9-27e9-4f52-a035-4f08817e6ed9 req-587ff2b3-1803-4c92-bdb7-c7aaa38e6558 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:36.623112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0886af9-27e9-4f52-a035-4f08817e6ed9 req-587ff2b3-1803-4c92-bdb7-c7aaa38e6558 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 949 time: 0.0475032
Apr 30 22:00:36.675964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b0886af9-27e9-4f52-a035-4f08817e6ed9 req-27aa2d3f-9f6c-4cfe-a1ff-c815d7fd19ff tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471051
Apr 30 22:00:36.726163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 047dcbdf-7b17-4734-81aa-b0ccacc831f5 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:00:36.769715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:00:36.845008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:36.845008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:36.925035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:36.925412 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:36.947048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9eb46a-0d0d-4764-a192-c2e2c898bce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047dcbdf-7b17-4734-81aa-b0ccacc831f5'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:00:36.949229 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae188c9-79c6-4df1-9c60-e26ffbbd59e4" -d '{"events": [{"server_uuid": "6a9eb46a-0d0d-4764-a192-c2e2c898bce4", "name": "network-vif-plugged", "status": "completed", "tag": "047dcbdf-7b17-4734-81aa-b0ccacc831f5"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:00:36.964820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 047dcbdf-7b17-4734-81aa-b0ccacc831f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=047dcbdf-7b17-4734-81aa-b0ccacc831f5,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:36.986187 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d554e-15c7-49e0-98be-d757c2b00d01 x-openstack-request-id: req-be3d554e-15c7-49e0-98be-d757c2b00d01 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:00:36.986557 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9eb46a-0d0d-4764-a192-c2e2c898bce4", "name": "network-vif-plugged", "status": "completed", "tag": "047dcbdf-7b17-4734-81aa-b0ccacc831f5", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:00:36.986814 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be3d554e-15c7-49e0-98be-d757c2b00d01 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:00:36.987224 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3d554e-15c7-49e0-98be-d757c2b00d01'] response: {'server_uuid': '6a9eb46a-0d0d-4764-a192-c2e2c898bce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047dcbdf-7b17-4734-81aa-b0ccacc831f5', 'code': 200}
Apr 30 22:00:37.021703 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:37.070656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=047dcbdf-7b17-4734-81aa-b0ccacc831f5,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:37.091814 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b236c-0a48-41ed-8f07-c5ee528b1005 req-4742ca47-b70c-4733-9618-79cdee2b4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:37.093300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-719b236c-0a48-41ed-8f07-c5ee528b1005 req-4742ca47-b70c-4733-9618-79cdee2b4ab9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 1132 time: 0.0426536
Apr 30 22:00:37.139912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-719b236c-0a48-41ed-8f07-c5ee528b1005 req-9bd2fc29-f15f-4141-83d9-3dcecd649d0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360122
Apr 30 22:00:37.787649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a4992-037d-49df-8d0b-702fe9d96adf req-40f5b14a-2e86-429b-aa2a-dd24ce4257ef tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:37.789122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-119a4992-037d-49df-8d0b-702fe9d96adf req-40f5b14a-2e86-429b-aa2a-dd24ce4257ef tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 950 time: 0.0469048
Apr 30 22:00:37.835663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-119a4992-037d-49df-8d0b-702fe9d96adf req-148223b4-b016-40c4-ab30-3d1ec3b18d97 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403755
Apr 30 22:00:38.953512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f6a97-49fa-4e27-8022-54a3e70adfea req-d97e3c41-fabf-4e7c-b68f-4c23753f4c9b tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:38.955009 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d8f6a97-49fa-4e27-8022-54a3e70adfea req-d97e3c41-fabf-4e7c-b68f-4c23753f4c9b tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 950 time: 0.0466959
Apr 30 22:00:39.005669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d8f6a97-49fa-4e27-8022-54a3e70adfea req-c3f692a8-5d22-42d2-b3d2-bcab1950e63d tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451550
Apr 30 22:00:39.443768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-fd45224d-6c1c-4c2c-bc91-078d509b1de5 req-d1f3352c-6165-48aa-bda8-a16bf04fbd41 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:00:39.444845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd45224d-6c1c-4c2c-bc91-078d509b1de5 req-d1f3352c-6165-48aa-bda8-a16bf04fbd41 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1004281
Apr 30 22:00:39.897942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-8bee1096-83c5-4173-ab62-b20d137832f4 req-0614f9af-fd49-4db1-9a9f-c9213eb83a8c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:00:39.898915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8bee1096-83c5-4173-ab62-b20d137832f4 req-0614f9af-fd49-4db1-9a9f-c9213eb83a8c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0052545
Apr 30 22:00:40.470779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c09225-4862-42f3-922b-bfa1939608e8 req-a245e99d-d962-4d66-a25b-12655c40a28f tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:40.472379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71c09225-4862-42f3-922b-bfa1939608e8 req-a245e99d-d962-4d66-a25b-12655c40a28f tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 950 time: 0.0469673
Apr 30 22:00:40.519042 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71c09225-4862-42f3-922b-bfa1939608e8 req-7ddcb5cb-272f-4e1c-a22b-4762b529325d tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402913
Apr 30 22:00:41.634400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047eac6-5a0e-4438-aa98-fcf2b2c37fec req-a68d0c4c-6966-4499-b1ae-11f6090341a3 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:41.635861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e047eac6-5a0e-4438-aa98-fcf2b2c37fec req-a68d0c4c-6966-4499-b1ae-11f6090341a3 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 950 time: 0.0464423
Apr 30 22:00:41.685529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e047eac6-5a0e-4438-aa98-fcf2b2c37fec req-58118cf4-78c1-4b60-9990-89ad25933168 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/security-groups?id=e227761f-b611-4188-8714-bcc51aa720f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437901
Apr 30 22:00:41.833515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-480af136-347e-4e0d-8e0c-c6beab4ee74a tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:41.834901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-480af136-347e-4e0d-8e0c-c6beab4ee74a tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 950 time: 0.0491087
Apr 30 22:00:41.914311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Deleting port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:00:41.914650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:42.005656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] For port 047dcbdf-7b17-4734-81aa-b0ccacc831f5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=047dcbdf-7b17-4734-81aa-b0ccacc831f5,segment=NetworkSegment(266895fd-aaaf-4a54-a896-0eba23b23e50),segment_id=266895fd-aaaf-4a54-a896-0eba23b23e50)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:42.006046 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:42.019317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Calling delete_port for 047dcbdf-7b17-4734-81aa-b0ccacc831f5 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:00:42.206862 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (047dcbdf-7b17-4734-81aa-b0ccacc831f5), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:42.223304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['047dcbdf-7b17-4734-81aa-b0ccacc831f5'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:00:42.239327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Pushing event deleted for resources: {'Port': ['ID=047dcbdf-7b17-4734-81aa-b0ccacc831f5,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:42.286748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] No DVR routers for this DVR port 047dcbdf-7b17-4734-81aa-b0ccacc831f5 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:00:42.289693 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:42.293045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2bfb7edc-8d7b-4255-a4e8-84e7059575cf req-35eaf2ca-163d-4fda-91da-c6ac2a3a13a5 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.20 "DELETE /v2.0/ports/047dcbdf-7b17-4734-81aa-b0ccacc831f5 HTTP/1.1" status: 204  len: 173 time: 0.4529088
Apr 30 22:00:42.293497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9eb46a-0d0d-4764-a192-c2e2c898bce4', 'name': 'network-vif-deleted', 'tag': '047dcbdf-7b17-4734-81aa-b0ccacc831f5'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:00:42.295789 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43232daf-995f-4481-a819-ac83b2fce8cf" -d '{"events": [{"server_uuid": "6a9eb46a-0d0d-4764-a192-c2e2c898bce4", "name": "network-vif-deleted", "tag": "047dcbdf-7b17-4734-81aa-b0ccacc831f5"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:00:42.333989 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac486fe1-b020-44d2-804c-034070ddf94f x-openstack-request-id: req-ac486fe1-b020-44d2-804c-034070ddf94f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:00:42.334276 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9eb46a-0d0d-4764-a192-c2e2c898bce4", "name": "network-vif-deleted", "tag": "047dcbdf-7b17-4734-81aa-b0ccacc831f5", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:00:42.334533 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac486fe1-b020-44d2-804c-034070ddf94f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:00:42.334944 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac486fe1-b020-44d2-804c-034070ddf94f'] response: {'server_uuid': '6a9eb46a-0d0d-4764-a192-c2e2c898bce4', 'name': 'network-vif-deleted', 'tag': '047dcbdf-7b17-4734-81aa-b0ccacc831f5', 'status': 'completed', 'code': 200}
Apr 30 22:00:42.791928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7865b9e0-978d-4e59-9694-b6a19e142bcb req-93e8417c-2345-4ea7-b0a8-2dc9294a34a0 tempest-ServersAdminNegativeTestJSON-709210156 tempest-ServersAdminNegativeTestJSON-709210156-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a9eb46a-0d0d-4764-a192-c2e2c898bce4 HTTP/1.1" status: 200  len: 210 time: 0.0274508
Apr 30 22:00:44.281634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50798) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:44.439062 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5a443be6-3231-40d2-b7c8-8266823c7dbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2bae0a08aedf4727bc608812485cfd5e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1564929
Apr 30 22:00:44.441575 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50804) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:44.488555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-356c19c5-5b42-4e30-aefc-3d32c1fc7092 admin admin] Publish callbacks [] for security_group (e227761f-b611-4188-8714-bcc51aa720f3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:44.509505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-356c19c5-5b42-4e30-aefc-3d32c1fc7092 admin admin] Publish callbacks [] for security_group (e227761f-b611-4188-8714-bcc51aa720f3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:44.621234 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-356c19c5-5b42-4e30-aefc-3d32c1fc7092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (e227761f-b611-4188-8714-bcc51aa720f3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:44.624580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-356c19c5-5b42-4e30-aefc-3d32c1fc7092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:44.628384 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-356c19c5-5b42-4e30-aefc-3d32c1fc7092 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e227761f-b611-4188-8714-bcc51aa720f3 HTTP/1.1" status: 204  len: 168 time: 0.1832535
Apr 30 22:00:44.636923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c19c5-5b42-4e30-aefc-3d32c1fc7092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e227761f-b611-4188-8714-bcc51aa720f3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:45.301220 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 50810) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:45.316604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1810ac31-7c63-4cc8-a7a9-a15e996e7d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:45.741502 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1810ac31-7c63-4cc8-a7a9-a15e996e7d01 admin admin] Publish callbacks [] for security_group (564a08c0-18ae-4282-8828-cbeb2d1e788e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:45.806321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1810ac31-7c63-4cc8-a7a9-a15e996e7d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (564a08c0-18ae-4282-8828-cbeb2d1e788e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:45.844245 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1810ac31-7c63-4cc8-a7a9-a15e996e7d01 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e65c38e3ff842df99c336b404c2479a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5417297
Apr 30 22:00:45.845115 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810ac31-7c63-4cc8-a7a9-a15e996e7d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564a08c0-18ae-4282-8828-cbeb2d1e788e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:45.847820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50812) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:45.896159 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62db38dd-e0b0-4b28-bd15-740c792e4d32 admin admin] Publish callbacks [] for security_group (564a08c0-18ae-4282-8828-cbeb2d1e788e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:45.921302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62db38dd-e0b0-4b28-bd15-740c792e4d32 admin admin] Publish callbacks [] for security_group (564a08c0-18ae-4282-8828-cbeb2d1e788e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:46.044330 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62db38dd-e0b0-4b28-bd15-740c792e4d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (564a08c0-18ae-4282-8828-cbeb2d1e788e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:46.047015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-62db38dd-e0b0-4b28-bd15-740c792e4d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:46.048159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-62db38dd-e0b0-4b28-bd15-740c792e4d32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/564a08c0-18ae-4282-8828-cbeb2d1e788e HTTP/1.1" status: 204  len: 168 time: 0.1993594
Apr 30 22:00:46.056296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db38dd-e0b0-4b28-bd15-740c792e4d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564a08c0-18ae-4282-8828-cbeb2d1e788e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:46.782196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 047dcbdf-7b17-4734-81aa-b0ccacc831f5 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:00:46.802326 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 047dcbdf-7b17-4734-81aa-b0ccacc831f5 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:00:46.802765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 047dcbdf-7b17-4734-81aa-b0ccacc831f5 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:00:47.073087 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50834) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:47.176837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1048786450-network', 'tenant_id': 'b34dde3a4dd64ad1ab4c082b5d7ba735'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:47.261212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Made reservation on behalf of b34dde3a4dd64ad1ab4c082b5d7ba735 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:00:47.263601 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.273104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.352150 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Publish callbacks [] for security_group (463a0e2c-17a7-4d95-abe0-0c4c085a2933), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.410021 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (463a0e2c-17a7-4d95-abe0-0c4c085a2933), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.435277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:00:47.438397 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.445389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463a0e2c-17a7-4d95-abe0-0c4c085a2933,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:47.450758 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e23b6697-71af-4706-8c90-5598e0426e43), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.451095 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Added segment e23b6697-71af-4706-8c90-5598e0426e43 of type vlan for network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc
Apr 30 22:00:47.492713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.583434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.584407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:47.584982 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.645554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:47.656579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:00:47.709972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-035fbb39-5521-4d70-9544-71aab50c98c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6356704
Apr 30 22:00:47.713527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 50840) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:00:47.718397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Request body: {'subnet': {'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1048786450-subnet', 'tenant_id': 'b34dde3a4dd64ad1ab4c082b5d7ba735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:47.804412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Made reservation on behalf of b34dde3a4dd64ad1ab4c082b5d7ba735 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:00:47.807290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:47.895823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8290d9eb-6399-4e6e-9231-ba37ab8a1a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:48.038669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (20298e38-41d2-4391-a797-d8782aeb44a6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:48.087488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20298e38-41d2-4391-a797-d8782aeb44a6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:48.103880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Checking segment: {'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:00:48.104244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Network hostable DHCP agents. Network: 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:00:48.183039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:00:48.240137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:00:48.244797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:48.245389 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:48.249438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af61e25a-1003-472c-ac95-3891dc3099ed None None] Network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:00:48.321539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f36aca3b-9554-4363-9592-c8defbd46765 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6066597
Apr 30 22:00:48.346016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a798daf-2d0a-4e9e-b4ea-2d6844d16b70 None None] Network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:00:48.756536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-7b8cf184-d886-44e0-ab3a-add4c7c0ecb6 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:48.758032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-7b8cf184-d886-44e0-ab3a-add4c7c0ecb6 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/networks?id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 200  len: 812 time: 0.1047778
Apr 30 22:00:48.772989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-868f0871-eaba-47c7-9048-2cf35b8f596b tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/quotas/b34dde3a4dd64ad1ab4c082b5d7ba735 HTTP/1.1" status: 200  len: 375 time: 0.0093856
Apr 30 22:00:48.806890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-fd6397ee-5263-4738-a3a0-4d4b49edf75d tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0276594
Apr 30 22:00:48.817344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-8e4f9995-e97a-41fd-a70a-e69cea020ba4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:00:48.821905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-8e4f9995-e97a-41fd-a70a-e69cea020ba4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0049782
Apr 30 22:00:48.910536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-17cf59af-ea1b-4cfc-9447-1702c36c56f7 service neutron] 10.222.0.23 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867331
Apr 30 22:00:48.997987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-3419dde4-ba2f-488a-9a92-fa1c880e839a service neutron] 10.222.0.23 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815060
Apr 30 22:00:49.269452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ac536d5-46d9-4143-8a33-47b3b9db97ea req-4e379fef-1fd0-4823-aa57-1ea1e7967714 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 210 time: 0.0291133
Apr 30 22:00:50.366000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9513faa4-cf8c-4b03-9970-590bf1fdeb12 req-76155355-db33-47bb-9956-9d99b4dbb9d9 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 210 time: 0.0264947
Apr 30 22:00:50.569960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a9745c85-7eee-45de-a58b-36f899f871a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:51.475133 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:51.481905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ab8898b-72bd-4250-96ad-576d2b25a68c req-91e879b7-c786-4c85-99cd-96a01085c1db tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 210 time: 0.0394428
Apr 30 22:00:51.491104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-6e4683a1-b069-45ad-a49f-ea3c740ce59a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:51.492411 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-6e4683a1-b069-45ad-a49f-ea3c740ce59a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.20 "GET /v2.0/networks?id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 200  len: 812 time: 0.1290305
Apr 30 22:00:51.509921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Request body: {'port': {'device_id': '720364ab-3a5e-45c3-b631-5967ff687acf', 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc', 'admin_state_up': True, 'tenant_id': 'b34dde3a4dd64ad1ab4c082b5d7ba735'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:51.520664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:51.726240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Made reservation on behalf of b34dde3a4dd64ad1ab4c082b5d7ba735 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:00:51.729703 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:51.852060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Allocated IP 172.20.0.10 (9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc/20298e38-41d2-4391-a797-d8782aeb44a6/ae7ea3da-5ed0-4da2-8ddb-f05d40224369) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:00:52.009022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Publish callbacks [] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:52.104169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:52.151311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:00:52.154363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:00:52.158142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:00:52.166488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:52.211346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:52.211951 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:52.289335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-018ea12e-2cb1-4e8b-84b8-ff15cd922fe3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7828727
Apr 30 22:00:52.305981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Request body: {'port': {'device_id': '720364ab-3a5e-45c3-b631-5967ff687acf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:00:52.363960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:52.626493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d097f3c-7b1e-451a-8c39-27976ae8f47f req-93719718-be77-48d6-8308-8d59236e1311 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:52.627860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d097f3c-7b1e-451a-8c39-27976ae8f47f req-93719718-be77-48d6-8308-8d59236e1311 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 932 time: 0.0703728
Apr 30 22:00:52.676875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7ea3da-5ed0-4da2-8ddb-f05d40224369 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:00:52.686976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Publish callbacks [] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:52.715762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Transition to ACTIVE for port object ae7ea3da-5ed0-4da2-8ddb-f05d40224369 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:00:52.719443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d097f3c-7b1e-451a-8c39-27976ae8f47f req-97745756-ef98-4dfe-9350-643894300e2a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696640
Apr 30 22:00:52.763767 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:52.820036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:52.883659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Attempting to bind port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:00:52.883923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Attempting to bind port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:00:52.884254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Attempting to bind port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:00:52.889220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:00:52.889538 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Attempting to bind port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:00:52.894698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:00:52.895033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Checking segment: {'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:00:52.895408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Bound using segment: {'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:00:52.895827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Bound port: ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:00:52.896180 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:52.957203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:00:52.960254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:00:53.029090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:53.065080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:53.065693 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:53.068097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-35d205bd-e030-432c-b870-46c82db47043 service neutron] 10.222.0.20 "PUT /v2.0/ports/ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 1092 time: 0.7656925
Apr 30 22:00:53.070095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:00:53.072289 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e9af60-98d5-4983-9bb2-d23169f27146" -d '{"events": [{"name": "network-changed", "server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:00:53.098891 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d205bd-e030-432c-b870-46c82db47043 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:53.114376 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b463d-bd11-485d-b0c9-eda3bfed69d0 x-openstack-request-id: req-1d3b463d-bd11-485d-b0c9-eda3bfed69d0 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:00:53.114774 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:00:53.115030 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d3b463d-bd11-485d-b0c9-eda3bfed69d0 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:00:53.115434 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3b463d-bd11-485d-b0c9-eda3bfed69d0'] response: {'name': 'network-changed', 'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'status': 'completed', 'code': 200}
Apr 30 22:00:53.176055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9af60-98d5-4983-9bb2-d23169f27146 req-816489a4-78dd-4d6a-99f9-43dad5e6bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:53.177446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14e9af60-98d5-4983-9bb2-d23169f27146 req-816489a4-78dd-4d6a-99f9-43dad5e6bf66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1126 time: 0.0396090
Apr 30 22:00:53.273561 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:53.276284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9af60-98d5-4983-9bb2-d23169f27146 req-dfe43643-c169-468a-af54-62e52a45dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:53.277811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14e9af60-98d5-4983-9bb2-d23169f27146 req-dfe43643-c169-468a-af54-62e52a45dfbd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0911326
Apr 30 22:00:53.377484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9af60-98d5-4983-9bb2-d23169f27146 req-2fa9856d-8cf0-46f8-bff9-1195981a4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:53.378957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14e9af60-98d5-4983-9bb2-d23169f27146 req-2fa9856d-8cf0-46f8-bff9-1195981a4c03 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0913801
Apr 30 22:00:53.459242 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-6d7672c1-d94e-448e-9b39-936dbe665a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:53.460698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-6d7672c1-d94e-448e-9b39-936dbe665a71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1126 time: 0.0390379
Apr 30 22:00:53.501830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-96daf1d8-d53c-4c5c-94e1-a5f751b512d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 217 time: 0.0341818
Apr 30 22:00:53.555633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-8f037e0d-6efd-46d0-a9be-3fb645d037c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:53.557038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-8f037e0d-6efd-46d0-a9be-3fb645d037c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20298e38-41d2-4391-a797-d8782aeb44a6 HTTP/1.1" status: 200  len: 852 time: 0.0462053
Apr 30 22:00:53.590480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-bb82ce83-e328-4e86-ba09-ef204b4b4811 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243604
Apr 30 22:00:53.679993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-044d9610-4bc4-4bfd-8567-6ba0e9944d85 service neutron] 10.222.0.20 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0789118
Apr 30 22:00:53.774112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae5f4f84-c9f0-4b75-ae3d-12ec427004fa req-4b84f16b-a9f2-4e12-b0fc-89531693342c service neutron] 10.222.0.20 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840540
Apr 30 22:00:53.833699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa4cd4-f1f5-4c09-a5d7-ad46df230012 req-e6c5fe7d-f8f0-4813-8fe7-a41daf12afad tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:53.835180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8aa4cd4-f1f5-4c09-a5d7-ad46df230012 req-e6c5fe7d-f8f0-4813-8fe7-a41daf12afad tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 944 time: 0.0474579
Apr 30 22:00:53.881229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8aa4cd4-f1f5-4c09-a5d7-ad46df230012 req-b0970701-7713-47d1-8e54-6040efdb0d70 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399737
Apr 30 22:00:54.478433 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:55.000312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8e09b-eee2-45f0-b17d-77e2a98e04a9 req-212b3f4e-2603-46da-baf7-ac843596a35d tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:55.001792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8a8e09b-eee2-45f0-b17d-77e2a98e04a9 req-212b3f4e-2603-46da-baf7-ac843596a35d tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 944 time: 0.0503886
Apr 30 22:00:55.047389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8a8e09b-eee2-45f0-b17d-77e2a98e04a9 req-6cb8f7b0-ebec-47f9-ba1f-ac578fd36701 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400219
Apr 30 22:00:56.159589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30f1b0-5e82-4051-9641-caa003e0057f req-cf343059-0589-450f-a15e-b173b22eb0ac tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:56.161037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b30f1b0-5e82-4051-9641-caa003e0057f req-cf343059-0589-450f-a15e-b173b22eb0ac tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 944 time: 0.0464454
Apr 30 22:00:56.209552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b30f1b0-5e82-4051-9641-caa003e0057f req-40867faf-72de-4f64-9962-3f3f4236ec5f tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427563
Apr 30 22:00:56.802029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ae7ea3da-5ed0-4da2-8ddb-f05d40224369 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:00:56.895910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:56.910797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc', 'port_id': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'mac_address': 'fa:16:3e:0d:33:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20298e38-41d2-4391-a797-d8782aeb44a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:00:56.955252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:56.955639 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:56.968788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7ea3da-5ed0-4da2-8ddb-f05d40224369 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:00:56.987668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:57.084039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:57.131849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:57.294637 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:00:57.309838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['ae7ea3da-5ed0-4da2-8ddb-f05d40224369'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:00:57.329284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f33a14-df2e-4aae-bf1f-be10f59cf08d req-365f34e0-c9a6-4207-a860-0790fb79ac44 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:57.330807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4f33a14-df2e-4aae-bf1f-be10f59cf08d req-365f34e0-c9a6-4207-a860-0790fb79ac44 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 945 time: 0.0457077
Apr 30 22:00:57.380719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4f33a14-df2e-4aae-bf1f-be10f59cf08d req-99c1fc93-8ff5-4606-ba11-84d21579bbd5 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440817
Apr 30 22:00:58.494935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd41a8-f5fe-4dd6-adc1-c5e365e72c76 req-d3dff342-2f83-4005-99f0-f887d37ad3ed tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:58.496503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eccd41a8-f5fe-4dd6-adc1-c5e365e72c76 req-d3dff342-2f83-4005-99f0-f887d37ad3ed tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 945 time: 0.0473390
Apr 30 22:00:58.543889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eccd41a8-f5fe-4dd6-adc1-c5e365e72c76 req-694432ae-6627-4b5b-b3e4-f36ea527fc04 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415044
Apr 30 22:00:58.802801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ae7ea3da-5ed0-4da2-8ddb-f05d40224369 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:00:58.845735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:00:58.895114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:00:58.895490 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:58.974123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:00:58.974508 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:58.996297 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:00:58.998505 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ccc84-2db0-4b18-824c-4f7941c1beee" -d '{"events": [{"server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "name": "network-vif-plugged", "status": "completed", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:00:59.010082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:00:59.035211 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20223aa1-c71d-47d2-abf7-b838d32ae746 x-openstack-request-id: req-20223aa1-c71d-47d2-abf7-b838d32ae746 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:00:59.035525 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "name": "network-vif-plugged", "status": "completed", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:00:59.035779 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20223aa1-c71d-47d2-abf7-b838d32ae746 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:00:59.036180 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20223aa1-c71d-47d2-abf7-b838d32ae746'] response: {'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'code': 200}
Apr 30 22:00:59.069378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:00:59.116113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:00:59.141690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725e4c1-5fc1-4b3c-93f2-0c309d7897e2 req-a2f500ad-7f87-4eae-adc2-5c0895862c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:59.143264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0725e4c1-5fc1-4b3c-93f2-0c309d7897e2 req-a2f500ad-7f87-4eae-adc2-5c0895862c73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1128 time: 0.0401051
Apr 30 22:00:59.190647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0725e4c1-5fc1-4b3c-93f2-0c309d7897e2 req-a2898c54-7154-41c3-93b5-2f25917a5f2c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375130
Apr 30 22:00:59.658040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732aa20-2aad-46da-b757-5c53bc74f1ab req-b6fccb87-3804-4dac-a3b9-80f6ee1e1d7a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:00:59.659488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2732aa20-2aad-46da-b757-5c53bc74f1ab req-b6fccb87-3804-4dac-a3b9-80f6ee1e1d7a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0490332
Apr 30 22:00:59.704912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2732aa20-2aad-46da-b757-5c53bc74f1ab req-50d005ba-9e05-4b53-9857-e6f6bbb66afc tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399044
Apr 30 22:01:00.820150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71426d52-741d-4038-8743-546330640395 req-b04c371a-eeea-43db-81fe-06ba5c278624 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:00.821631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71426d52-741d-4038-8743-546330640395 req-b04c371a-eeea-43db-81fe-06ba5c278624 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0467288
Apr 30 22:01:00.868363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71426d52-741d-4038-8743-546330640395 req-55bd2c17-f9f0-4a8a-b26f-03a7a875822a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404518
Apr 30 22:01:01.291178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d1253-c935-4042-a613-d6861bc837c8 req-19185e76-e69f-4a2a-af10-47e1062dfb19 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:01.293290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-409d1253-c935-4042-a613-d6861bc837c8 req-19185e76-e69f-4a2a-af10-47e1062dfb19 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0534365
Apr 30 22:01:01.526792 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-cee5ce47-5dc1-4a64-9a94-d7ada5472417 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1422346
Apr 30 22:01:01.674745 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-409d1253-c935-4042-a613-d6861bc837c8 req-9a2a8f83-ea3f-4e1f-8f68-7f5bd19e5a73 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3753819
Apr 30 22:01:02.293984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-2d08a497-caf3-474f-a0f4-1d472010ad7f tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:02.295322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-2d08a497-caf3-474f-a0f4-1d472010ad7f tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports/ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 943 time: 0.1210773
Apr 30 22:01:02.792292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867bcd8-d144-43ec-a582-b9c8c7cf1265 req-79860ed9-60be-4f0c-b337-edb0ffbef946 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:02.793957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c867bcd8-d144-43ec-a582-b9c8c7cf1265 req-79860ed9-60be-4f0c-b337-edb0ffbef946 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0495670
Apr 30 22:01:02.840928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c867bcd8-d144-43ec-a582-b9c8c7cf1265 req-aaebbd46-203e-499d-8dc8-23a6997d130a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405898
Apr 30 22:01:03.786379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-154ff80d-a327-4f36-bb28-e462889d198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:03.787892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-154ff80d-a327-4f36-bb28-e462889d198e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1128 time: 0.0455585
Apr 30 22:01:03.874571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-6a176b97-6483-466f-9916-ac8f4281d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:03.876040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-6a176b97-6483-466f-9916-ac8f4281d8d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 200  len: 913 time: 0.0823991
Apr 30 22:01:03.923197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-1c46dcd2-51df-46f1-95a5-93615f8927fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 217 time: 0.0405519
Apr 30 22:01:03.991302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ee223-15fc-4f05-adfa-fb214247f5d6 req-02e9974a-186a-4afe-812d-eb675247c29f tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:03.992740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-772ee223-15fc-4f05-adfa-fb214247f5d6 req-02e9974a-186a-4afe-812d-eb675247c29f tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0723050
Apr 30 22:01:04.008303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-93920f42-ebe7-43ea-8ea2-c3ee4af08944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:04.009665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-93920f42-ebe7-43ea-8ea2-c3ee4af08944 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20298e38-41d2-4391-a797-d8782aeb44a6 HTTP/1.1" status: 200  len: 852 time: 0.0794132
Apr 30 22:01:04.059307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-2e62f15f-d82b-449a-98bb-2b6abe47d6f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387356
Apr 30 22:01:04.079016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-772ee223-15fc-4f05-adfa-fb214247f5d6 req-ee1f4b79-9f4d-4433-ab3a-bd34f16eee29 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796990
Apr 30 22:01:04.156665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-3e72ebb3-649f-41b3-818d-ce617649efdf service neutron] 10.222.0.20 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888686
Apr 30 22:01:04.245621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-7cf5cd9d-40dd-44ac-a374-3d1a7b7d6fed service neutron] 10.222.0.20 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828991
Apr 30 22:01:05.196233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e922b-a55f-47bf-8657-d379304f20d6 req-7d77716a-ca53-4d9c-9a03-a7bdb6ae06bb tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:05.197684 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee4e922b-a55f-47bf-8657-d379304f20d6 req-7d77716a-ca53-4d9c-9a03-a7bdb6ae06bb tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0506201
Apr 30 22:01:05.243092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee4e922b-a55f-47bf-8657-d379304f20d6 req-080b787c-047e-453a-a12c-43751af32911 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391343
Apr 30 22:01:06.359174 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204da01-802d-4e85-8547-1f577cfe6f91 req-09d008f4-ac52-4629-87b5-c70cf43dd432 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:06.360656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c204da01-802d-4e85-8547-1f577cfe6f91 req-09d008f4-ac52-4629-87b5-c70cf43dd432 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0467513
Apr 30 22:01:06.406540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c204da01-802d-4e85-8547-1f577cfe6f91 req-481dfc62-49b1-43b9-a3df-5cd948eca2aa tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402653
Apr 30 22:01:07.524734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48882749-f772-4573-9ca4-4218eac6c541 req-94b8dc2c-e39c-4e3b-9484-8e160ce9ab02 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:07.526140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48882749-f772-4573-9ca4-4218eac6c541 req-94b8dc2c-e39c-4e3b-9484-8e160ce9ab02 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0500789
Apr 30 22:01:07.573238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48882749-f772-4573-9ca4-4218eac6c541 req-1dab8f0d-6394-4716-8895-022e05438f0d tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413654
Apr 30 22:01:08.686764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bce27-d008-4877-90e5-b8fe7f345a32 req-973eb122-c1d4-487d-8db4-73ab284fdd45 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:08.688205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f0bce27-d008-4877-90e5-b8fe7f345a32 req-973eb122-c1d4-487d-8db4-73ab284fdd45 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0467725
Apr 30 22:01:08.735013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f0bce27-d008-4877-90e5-b8fe7f345a32 req-65da493b-f17d-4cfc-b05b-b16a53b5e309 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412524
Apr 30 22:01:09.847536 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4cdf7-5313-46c3-952b-fbf038b2b27c req-a1b1c3a1-ff8a-41f0-b6e4-b856c4df8dab tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:09.848994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29b4cdf7-5313-46c3-952b-fbf038b2b27c req-a1b1c3a1-ff8a-41f0-b6e4-b856c4df8dab tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0460021
Apr 30 22:01:09.899766 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-29b4cdf7-5313-46c3-952b-fbf038b2b27c req-906f5a60-0e7f-4cf2-a642-ddfea72965a2 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451126
Apr 30 22:01:11.016755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66950a14-b38b-4fd6-9482-95290f86a0fc req-50647b52-e613-4980-bfa5-4f1c3c0538b2 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:11.018258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66950a14-b38b-4fd6-9482-95290f86a0fc req-50647b52-e613-4980-bfa5-4f1c3c0538b2 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0504677
Apr 30 22:01:11.064270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-66950a14-b38b-4fd6-9482-95290f86a0fc req-ab4962c5-2c95-4159-8017-8710975f8180 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404632
Apr 30 22:01:12.179177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302093b0-04a5-4d0c-97da-12412a62a941 req-55a93697-17af-48a9-8bed-f51ab86e43ce tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:12.180665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-302093b0-04a5-4d0c-97da-12412a62a941 req-55a93697-17af-48a9-8bed-f51ab86e43ce tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0473685
Apr 30 22:01:12.227000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-302093b0-04a5-4d0c-97da-12412a62a941 req-594e91ac-4818-4817-9e65-6059632fd609 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399914
Apr 30 22:01:13.345019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf1b09-89f8-41ee-914f-58570612307d req-43d8ad34-3e0e-46e1-b4e8-76d5491f411e tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:13.346520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bdf1b09-89f8-41ee-914f-58570612307d req-43d8ad34-3e0e-46e1-b4e8-76d5491f411e tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0514507
Apr 30 22:01:13.394149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bdf1b09-89f8-41ee-914f-58570612307d req-7290fe86-d5ef-4edb-84c5-dda823689867 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419290
Apr 30 22:01:14.509494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b72092-b672-49b6-a3a0-c9a41894eacc req-5c29fadc-0efc-4082-83aa-e4936d01ad0b tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:14.510973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88b72092-b672-49b6-a3a0-c9a41894eacc req-5c29fadc-0efc-4082-83aa-e4936d01ad0b tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0459511
Apr 30 22:01:14.557523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88b72092-b672-49b6-a3a0-c9a41894eacc req-07b95d81-225d-4262-acc0-9870949dc28f tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399511
Apr 30 22:01:15.683678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7811-0210-484a-9ce7-99595885c95e req-c29c6364-5db1-430c-af1d-e502877ad037 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:15.685687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-414a7811-0210-484a-9ce7-99595885c95e req-c29c6364-5db1-430c-af1d-e502877ad037 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0464292
Apr 30 22:01:15.736666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-414a7811-0210-484a-9ce7-99595885c95e req-7ea7e006-4a03-41cd-bbb9-e6c428c369ea tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453236
Apr 30 22:01:16.849922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718d852-edc4-4a4e-833f-59d51e3e441b req-e288adac-8190-42da-bc90-5297879f1d43 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:16.851361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0718d852-edc4-4a4e-833f-59d51e3e441b req-e288adac-8190-42da-bc90-5297879f1d43 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0455124
Apr 30 22:01:16.898086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0718d852-edc4-4a4e-833f-59d51e3e441b req-cbc63ae0-f691-48b5-81c1-46d014ee573c tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404420
Apr 30 22:01:17.438049 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:17.861299 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e761c47a-a627-4741-aefa-ad31ab9820a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:18.016101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068cb1a-50e4-48f1-b1a9-5785eeb19e88 req-d1c71640-e99a-49da-9fa5-4597a0f563bf tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:18.017610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c068cb1a-50e4-48f1-b1a9-5785eeb19e88 req-d1c71640-e99a-49da-9fa5-4597a0f563bf tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0492513
Apr 30 22:01:18.063666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c068cb1a-50e4-48f1-b1a9-5785eeb19e88 req-ce45d780-65f4-4ae8-bb1c-448ab9e95e48 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403175
Apr 30 22:01:19.182298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340cfe-7b2d-4323-b7a3-40cf7855ae6d req-d6a8d466-1774-4676-9a6b-c38220392c82 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:19.185152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14340cfe-7b2d-4323-b7a3-40cf7855ae6d req-d6a8d466-1774-4676-9a6b-c38220392c82 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0513864
Apr 30 22:01:19.232307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14340cfe-7b2d-4323-b7a3-40cf7855ae6d req-af955cae-58e3-40e3-8c65-bc93e783735e tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414500
Apr 30 22:01:20.346862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147d89a-2da2-4b93-9f3b-e74dd122292d req-abb585f1-9919-4d94-b842-189d28cd44a5 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:20.348313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3147d89a-2da2-4b93-9f3b-e74dd122292d req-abb585f1-9919-4d94-b842-189d28cd44a5 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0457833
Apr 30 22:01:20.395485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3147d89a-2da2-4b93-9f3b-e74dd122292d req-b6c6851b-8861-4e5b-90cd-d9223d8b4f90 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415707
Apr 30 22:01:20.537301 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5099ef6f-e4ec-457b-80c7-a0422f3c2d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:21.506856 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:21.513810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe6793-defd-40af-8ec7-a2fdd36954e1 req-732e4266-3391-4762-a299-e4540bd443e3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:21.515596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ffe6793-defd-40af-8ec7-a2fdd36954e1 req-732e4266-3391-4762-a299-e4540bd443e3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0514231
Apr 30 22:01:21.526241 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:21.563432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ffe6793-defd-40af-8ec7-a2fdd36954e1 req-31d6ff0c-080a-4901-b115-efa6c1d0511c tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419683
Apr 30 22:01:22.696241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0c03c-394f-4c40-a07e-0afbe77fd526 req-40c43c05-10e6-4ef1-8dcc-853e3a6a9566 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:22.697719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24d0c03c-394f-4c40-a07e-0afbe77fd526 req-40c43c05-10e6-4ef1-8dcc-853e3a6a9566 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0469639
Apr 30 22:01:22.743339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24d0c03c-394f-4c40-a07e-0afbe77fd526 req-d3afadb0-47ea-4388-8c4f-c3d02a25c386 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400848
Apr 30 22:01:23.285510 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:23.855482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f9597-fd26-4877-9380-bf19b6666d00 req-3272b862-46a9-4d86-97ce-a297a9fdafd8 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:23.857510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-837f9597-fd26-4877-9380-bf19b6666d00 req-3272b862-46a9-4d86-97ce-a297a9fdafd8 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0466552
Apr 30 22:01:23.907364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-837f9597-fd26-4877-9380-bf19b6666d00 req-aaf4c8a4-1d61-424d-a075-d0c33e62f3d7 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442560
Apr 30 22:01:24.471966 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:25.021573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aca7b8-575f-4290-a879-46bb5c5e89eb req-c51c7c2d-de25-445d-b1b5-f68e1e8781df tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:25.023072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85aca7b8-575f-4290-a879-46bb5c5e89eb req-c51c7c2d-de25-445d-b1b5-f68e1e8781df tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0473542
Apr 30 22:01:25.071638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85aca7b8-575f-4290-a879-46bb5c5e89eb req-21d75951-2b8c-4baa-8779-62f2de85a290 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429425
Apr 30 22:01:26.183052 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee6f02-9213-47dd-b365-cce98bbb4ff1 req-69e92740-54a5-4284-ad59-98aa8f66141c tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:26.184980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42ee6f02-9213-47dd-b365-cce98bbb4ff1 req-69e92740-54a5-4284-ad59-98aa8f66141c tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0456350
Apr 30 22:01:26.232375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42ee6f02-9213-47dd-b365-cce98bbb4ff1 req-35c63c52-08dc-4ddc-8df5-515dba5d3a20 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418317
Apr 30 22:01:27.350889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbfadc-7453-40a5-aaa9-bd99f5f5a0d1 req-0ea21262-7c8e-4caf-96ae-9de3c4aa3b0a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:27.352388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98bbfadc-7453-40a5-aaa9-bd99f5f5a0d1 req-0ea21262-7c8e-4caf-96ae-9de3c4aa3b0a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0508978
Apr 30 22:01:27.403327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98bbfadc-7453-40a5-aaa9-bd99f5f5a0d1 req-67835245-27ed-4297-bc53-bffe8feadecc tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448663
Apr 30 22:01:28.522788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c8e87-fb3d-4fcc-8fcb-2b3e2b6c55e1 req-84c913ce-4bb3-45da-b103-d81d3dd1beac tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:28.524374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a45c8e87-fb3d-4fcc-8fcb-2b3e2b6c55e1 req-84c913ce-4bb3-45da-b103-d81d3dd1beac tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0488777
Apr 30 22:01:28.571734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a45c8e87-fb3d-4fcc-8fcb-2b3e2b6c55e1 req-9a02fb1e-dd95-4680-a38a-b82397f57c48 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415061
Apr 30 22:01:29.684270 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62d441-2d91-49aa-8701-7bade96a7321 req-ede24a2d-e538-4c68-b270-3244dfe7d333 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:29.685707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab62d441-2d91-49aa-8701-7bade96a7321 req-ede24a2d-e538-4c68-b270-3244dfe7d333 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0461123
Apr 30 22:01:29.734907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab62d441-2d91-49aa-8701-7bade96a7321 req-bcfa4c28-d403-4b94-9b86-e945ab99dc3a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436990
Apr 30 22:01:30.849645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf40e60-082d-4a03-b083-99d21f3b75c5 req-ac213937-72e6-48f5-b896-d4df82631398 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:30.851228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf40e60-082d-4a03-b083-99d21f3b75c5 req-ac213937-72e6-48f5-b896-d4df82631398 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0474558
Apr 30 22:01:30.898273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf40e60-082d-4a03-b083-99d21f3b75c5 req-e0f5b6c8-9665-4b4b-8967-47ab2ed79cdf tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411794
Apr 30 22:01:31.535083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-d321c229-6095-4d23-babe-695c948cc039 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:01:31.536092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-d321c229-6095-4d23-babe-695c948cc039 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054462
Apr 30 22:01:31.597452 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-4714b883-7e63-4160-8cfb-772f23a964a9 service neutron] show failed (client error): The resource could not be found.
Apr 30 22:01:31.598486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-4714b883-7e63-4160-8cfb-772f23a964a9 service neutron] 10.222.0.20 "GET /v2.0/ports/ae7ea3da-5ed0-4da2-8ddb-f05d40224369/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0533729
Apr 30 22:01:32.025543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b709a7-2ab9-4c47-a42b-602cdb4be330 req-e4a475e4-a87b-403e-bf65-74ff1800fe1a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:32.027028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7b709a7-2ab9-4c47-a42b-602cdb4be330 req-e4a475e4-a87b-403e-bf65-74ff1800fe1a tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0509222
Apr 30 22:01:32.074357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7b709a7-2ab9-4c47-a42b-602cdb4be330 req-51ee431f-4ba7-4724-8225-deed52975cef tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410836
Apr 30 22:01:32.185234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-a95d396c-2ad5-4942-8849-12ff3e6c24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:32.186695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-a95d396c-2ad5-4942-8849-12ff3e6c24e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf&tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735 HTTP/1.1" status: 200  len: 1128 time: 0.0391250
Apr 30 22:01:32.202498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:01:32.259226 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:32.462357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:01:32.542231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:01:32.581704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:01:32.584032 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f211be-265f-4110-a991-093555ddda8a" -d '{"events": [{"server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:01:32.587957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Publish callbacks [] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:32.601295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Transition to ACTIVE for port object ae7ea3da-5ed0-4da2-8ddb-f05d40224369 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:01:32.631614 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b3c0f1-673f-4ce1-a115-776e7116fffb x-openstack-request-id: req-b5b3c0f1-673f-4ce1-a115-776e7116fffb {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:01:32.632070 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:01:32.632329 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5b3c0f1-673f-4ce1-a115-776e7116fffb {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:01:32.632894 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b3c0f1-673f-4ce1-a115-776e7116fffb'] response: {'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'code': 200}
Apr 30 22:01:32.683368 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:32.747782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:32.749929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] No DVR routers for this DVR port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:01:32.758815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.759166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.759509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.759849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.760185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.760519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.760850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.761178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.761504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.765257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.765257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.765257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.765257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.765257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.765257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:32.808354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Attempting to bind port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:01:32.808713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Attempting to bind port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:01:32.809038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Attempting to bind port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:01:32.814113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:01:32.814434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Attempting to bind port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on network 9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:01:32.819513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:01:32.819853 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Checking segment: {'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:01:32.820235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Bound using segment: {'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:01:32.820656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Bound port: ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23b6697-71af-4706-8c90-5598e0426e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:01:32.821043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:32.883007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:01:32.885908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:01:32.948559 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:32.983464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:32.984084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:32.985498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 1092 time: 0.7868407
Apr 30 22:01:33.006026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48d6ea-69fe-4845-81e1-ff5dac1717f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:33.047314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-380fa00c-d709-4c1a-9427-5fc300fc43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:33.054970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-380fa00c-d709-4c1a-9427-5fc300fc43dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1126 time: 0.0401132
Apr 30 22:01:33.141858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-60273ac0-6e80-49f5-84e5-978ffd8790df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:33.143317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-60273ac0-6e80-49f5-84e5-978ffd8790df service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 200  len: 913 time: 0.0885775
Apr 30 22:01:33.204811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-82c0731c-88ec-4d45-80f6-f2e5bf27e5df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 217 time: 0.0526137
Apr 30 22:01:33.245301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353be7be-37cf-4252-9fdd-8bc8fe717705 req-4c31af16-6b0c-48d3-87b2-09b46f1263d3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:33.246675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-353be7be-37cf-4252-9fdd-8bc8fe717705 req-4c31af16-6b0c-48d3-87b2-09b46f1263d3 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 944 time: 0.1024861
Apr 30 22:01:33.279350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-afd26ba0-6de0-4571-b82f-a3ed6b607fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:33.280820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-afd26ba0-6de0-4571-b82f-a3ed6b607fc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20298e38-41d2-4391-a797-d8782aeb44a6 HTTP/1.1" status: 200  len: 852 time: 0.0685809
Apr 30 22:01:33.328521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-bf09d17c-e809-4dd0-80c4-b5842477df11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417054
Apr 30 22:01:33.335441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-353be7be-37cf-4252-9fdd-8bc8fe717705 req-ddaf4bed-b944-409a-89d8-9969cd2ed7f9 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824697
Apr 30 22:01:33.423396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-936d066e-319d-4ff3-92d1-016b00d59ac8 service neutron] 10.222.0.35 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870235
Apr 30 22:01:33.510392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4fabade-7dd0-476c-8d07-83e578c24f65 req-cc4a6e5a-8428-439e-8917-ca7b95e55aa0 service neutron] 10.222.0.35 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809770
Apr 30 22:01:34.293369 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:01:34.451588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0691497-e3dd-49a0-b9dd-2efea066e4ac req-c7754a8b-5260-4414-b272-477046cd6486 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:34.453082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0691497-e3dd-49a0-b9dd-2efea066e4ac req-c7754a8b-5260-4414-b272-477046cd6486 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 944 time: 0.0473130
Apr 30 22:01:34.504446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0691497-e3dd-49a0-b9dd-2efea066e4ac req-25dcd918-6bae-4ed9-809b-e01ab2fa4f3b tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456655
Apr 30 22:01:34.634530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:01:34.636796 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:01:34.685382 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b75c14-083c-4ebf-9504-18a051bb5c75 x-openstack-request-id: req-35b75c14-083c-4ebf-9504-18a051bb5c75 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:01:34.685673 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:01:34.685945 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35b75c14-083c-4ebf-9504-18a051bb5c75 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:01:34.686345 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b75c14-083c-4ebf-9504-18a051bb5c75'] response: {'name': 'network-changed', 'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'status': 'completed', 'code': 200}
Apr 30 22:01:34.746351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-267773d0-fcf9-41c3-8719-c18f31659dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:34.748426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-267773d0-fcf9-41c3-8719-c18f31659dad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1126 time: 0.0391769
Apr 30 22:01:34.838948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-f8a6acf6-24f4-4373-b9ae-ebc8ee4dd8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:34.840410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-f8a6acf6-24f4-4373-b9ae-ebc8ee4dd8bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 200  len: 913 time: 0.0806220
Apr 30 22:01:34.887128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-6f83e69b-45b0-427d-8cfe-12d3743d71c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 217 time: 0.0377245
Apr 30 22:01:34.928202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ae7ea3da-5ed0-4da2-8ddb-f05d40224369 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:01:34.972336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 host nch2-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:01:34.972729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device ae7ea3da-5ed0-4da2-8ddb-f05d40224369 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:01:34.972851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-2396b976-a9d6-4562-8412-af7b3ae8fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:34.974271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-2396b976-a9d6-4562-8412-af7b3ae8fc5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20298e38-41d2-4391-a797-d8782aeb44a6 HTTP/1.1" status: 200  len: 852 time: 0.0749648
Apr 30 22:01:34.975363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-1a98ea5d-67ff-4148-b645-268313cf3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:34.976764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-1a98ea5d-67ff-4148-b645-268313cf3d39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1126 time: 0.0517287
Apr 30 22:01:35.020074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-3711fc35-f9d8-43c1-8ae0-5bf37862fab9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351756
Apr 30 22:01:35.161278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-50ebe5fc-c4ee-4cc7-82c1-c92987b065e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:35.162678 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-50ebe5fc-c4ee-4cc7-82c1-c92987b065e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 200  len: 913 time: 0.1767075
Apr 30 22:01:35.172692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-0e730853-753e-4f69-8075-622e81a18b30 service neutron] 10.222.0.20 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430869
Apr 30 22:01:35.267133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-31805d0c-6b86-437a-9b47-bfdf0a870724 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 217 time: 0.0442564
Apr 30 22:01:35.335759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-838288b5-d333-4969-bd53-732e3b8885c2 service neutron] 10.222.0.20 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538930
Apr 30 22:01:35.341354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-39878211-5a1f-4301-97a3-2908d4d20844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:35.342729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-39878211-5a1f-4301-97a3-2908d4d20844 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20298e38-41d2-4391-a797-d8782aeb44a6 HTTP/1.1" status: 200  len: 852 time: 0.0652711
Apr 30 22:01:35.374405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-f2dc6dd6-a655-4dde-acd6-e1498753a06b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258162
Apr 30 22:01:35.467666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-61ff9baa-ab57-4eaf-a029-25615d5bff92 service neutron] 10.222.0.35 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872402
Apr 30 22:01:35.556733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3cd43a1-cee9-4b64-8c1a-98351eb79ef0 req-991b1f33-153f-4b37-9d19-651ab81d3460 service neutron] 10.222.0.35 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835533
Apr 30 22:01:35.631352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ab692-ddba-4582-aa9a-c9a2972b718e req-13480eeb-7575-48b3-9e1e-4d9c4e58c3aa tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:35.632811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d63ab692-ddba-4582-aa9a-c9a2972b718e req-13480eeb-7575-48b3-9e1e-4d9c4e58c3aa tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 944 time: 0.0546198
Apr 30 22:01:35.678910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d63ab692-ddba-4582-aa9a-c9a2972b718e req-6bae5dad-84cb-4792-b893-d0d06f79c2b2 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398471
Apr 30 22:01:36.068727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-4cd60422-7359-49eb-ace1-45eafcd8b1d2 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:36.070134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-4cd60422-7359-49eb-ace1-45eafcd8b1d2 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.20 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf&tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0495815
Apr 30 22:01:36.132384 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-2cb87e01-3ba5-4760-bb1d-cdfc1be12c81 service neutron] delete failed (client error): The resource could not be found.
Apr 30 22:01:36.133353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-2cb87e01-3ba5-4760-bb1d-cdfc1be12c81 service neutron] 10.222.0.20 "DELETE /v2.0/ports/ae7ea3da-5ed0-4da2-8ddb-f05d40224369/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0524826
Apr 30 22:01:36.216464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-d915aa17-3a94-4dda-b058-c912e23b3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:36.217976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-d915aa17-3a94-4dda-b058-c912e23b3e74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1126 time: 0.0390306
Apr 30 22:01:36.319327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-b9496131-bf3d-4567-9f8a-3e0d6346ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:36.320779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-b9496131-bf3d-4567-9f8a-3e0d6346ebd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 200  len: 913 time: 0.0901270
Apr 30 22:01:36.368185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-53fac9ef-62ce-4545-8d69-76fa5a7a7560 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 217 time: 0.0349381
Apr 30 22:01:36.425203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-46cccfbb-42c3-4f0e-95a4-f24b556e4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:36.426704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-46cccfbb-42c3-4f0e-95a4-f24b556e4463 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20298e38-41d2-4391-a797-d8782aeb44a6 HTTP/1.1" status: 200  len: 852 time: 0.0483086
Apr 30 22:01:36.462015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-6b35fd33-36ef-4c4a-a77c-1591a4af5799 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252972
Apr 30 22:01:36.552332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-8ed22b14-40d6-4e9a-9bad-14c75d5a8cb9 service neutron] 10.222.0.20 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808797
Apr 30 22:01:36.665833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-97aecc34-1a91-4db1-bd9f-7c1500355b7e service neutron] 10.222.0.20 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027145
Apr 30 22:01:36.709151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ae7ea3da-5ed0-4da2-8ddb-f05d40224369 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:01:36.808629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:01:36.820208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'network_id': '9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc', 'port_id': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'mac_address': 'fa:16:3e:0d:33:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20298e38-41d2-4391-a797-d8782aeb44a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:01:36.858488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:01:36.858875 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:36.871556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7ea3da-5ed0-4da2-8ddb-f05d40224369 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:01:36.894684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:01:36.971443 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:37.018311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:37.025373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.025722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.026085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.026415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.026742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.027066 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.027388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.027707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.028770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.028891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.029206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.029523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.029863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.030181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.030494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:37.180254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ae7ea3da-5ed0-4da2-8ddb-f05d40224369'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:01:37.559076 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-790cc131-925b-48cb-87bd-5095faf32af0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0378008
Apr 30 22:01:37.638847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-9854fca1-1874-4f8a-8adf-591a394ba4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:37.640621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-9854fca1-1874-4f8a-8adf-591a394ba4af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 1127 time: 0.0394645
Apr 30 22:01:37.742968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-adbbdafe-359e-4b84-8d4b-4d8778f1a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:37.744432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-adbbdafe-359e-4b84-8d4b-4d8778f1a511 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 200  len: 913 time: 0.0875592
Apr 30 22:01:37.784748 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-d3f5bb41-e0f7-4ffe-849f-a98e0c3abb1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 200  len: 217 time: 0.0336168
Apr 30 22:01:37.832153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-31c0a93c-c8f4-4312-817a-03e45444d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:37.833555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-31c0a93c-c8f4-4312-817a-03e45444d999 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=20298e38-41d2-4391-a797-d8782aeb44a6 HTTP/1.1" status: 200  len: 852 time: 0.0436223
Apr 30 22:01:37.869024 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-74f7ef02-747b-41a3-bf30-c1c1f7546c39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0292950
Apr 30 22:01:37.960920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-7462b88b-b62d-4b42-8d6a-618060f4e47f service neutron] 10.222.0.35 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860147
Apr 30 22:01:38.058671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5390d1e0-1a73-47bb-93d6-ec1deebc6adf req-010e4a1b-cbf2-4dbd-89a3-e1d17cb768e2 service neutron] 10.222.0.35 "GET /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909035
Apr 30 22:01:38.131955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5922e01-5be7-4414-ad1c-56a70b3fe6bd req-2e35f52d-4c84-492d-afaa-69ba210b2dfd tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:38.133307 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5922e01-5be7-4414-ad1c-56a70b3fe6bd req-2e35f52d-4c84-492d-afaa-69ba210b2dfd tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 945 time: 0.0472589
Apr 30 22:01:38.179572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5922e01-5be7-4414-ad1c-56a70b3fe6bd req-e9ae4706-2237-454f-ba87-622c7817ee13 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405641
Apr 30 22:01:38.739177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ae7ea3da-5ed0-4da2-8ddb-f05d40224369 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:01:38.783027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:01:38.866333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:01:38.866707 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:38.940753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:01:38.941167 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:38.963104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:01:38.967407 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f81dd0-3503-4104-bce4-95cbad42c733" -d '{"events": [{"server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "name": "network-vif-plugged", "status": "completed", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:01:38.980855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:01:39.000500 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d7d245-3b13-4399-86f2-d7056db3beba x-openstack-request-id: req-49d7d245-3b13-4399-86f2-d7056db3beba {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:01:39.000832 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "name": "network-vif-plugged", "status": "completed", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:01:39.001090 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49d7d245-3b13-4399-86f2-d7056db3beba {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:01:39.001482 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d7d245-3b13-4399-86f2-d7056db3beba'] response: {'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'code': 200}
Apr 30 22:01:39.054719 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:39.101829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:39.293404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c431b-3d23-4f5d-95d0-9a2cfaa6b52e req-7d9d0556-395e-4c18-92b3-2c6d6ecb73d5 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:39.295459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f8c431b-3d23-4f5d-95d0-9a2cfaa6b52e req-7d9d0556-395e-4c18-92b3-2c6d6ecb73d5 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0485985
Apr 30 22:01:39.350370 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f8c431b-3d23-4f5d-95d0-9a2cfaa6b52e req-8d2a09c8-688e-4fe3-ae3e-2daa64329e3f tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/security-groups?id=463a0e2c-17a7-4d95-abe0-0c4c085a2933&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491302
Apr 30 22:01:39.388286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-ef55bd4f-decc-4dfc-8c8b-e62c156e0657 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:39.390013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-ef55bd4f-decc-4dfc-8c8b-e62c156e0657 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.35 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 946 time: 0.0520785
Apr 30 22:01:39.472194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Deleting port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:01:39.472539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:39.563076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] For port ae7ea3da-5ed0-4da2-8ddb-f05d40224369, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,segment=NetworkSegment(e23b6697-71af-4706-8c90-5598e0426e43),segment_id=e23b6697-71af-4706-8c90-5598e0426e43)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:01:39.563362 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:39.576362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Calling delete_port for ae7ea3da-5ed0-4da2-8ddb-f05d40224369 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:01:39.753979 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ae7ea3da-5ed0-4da2-8ddb-f05d40224369), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:39.765656 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['ae7ea3da-5ed0-4da2-8ddb-f05d40224369'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:01:39.781099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Pushing event deleted for resources: {'Port': ['ID=ae7ea3da-5ed0-4da2-8ddb-f05d40224369,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:39.827250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] No DVR routers for this DVR port ae7ea3da-5ed0-4da2-8ddb-f05d40224369 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:01:39.829822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:39.832995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc7498c6-e4b6-4458-8450-b09f88eb75fc req-3eb5b5b9-a3a3-4d59-b9da-1ce6306c7407 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.35 "DELETE /v2.0/ports/ae7ea3da-5ed0-4da2-8ddb-f05d40224369 HTTP/1.1" status: 204  len: 173 time: 0.4380896
Apr 30 22:01:39.833448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'name': 'network-vif-deleted', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:01:39.835650 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd55e4d-aa23-48ed-9580-5711fe336ed5" -d '{"events": [{"server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "name": "network-vif-deleted", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:01:39.870938 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b47867f-ee9e-4e2b-8005-ff8f6a0abc05 x-openstack-request-id: req-1b47867f-ee9e-4e2b-8005-ff8f6a0abc05 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:01:39.871732 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720364ab-3a5e-45c3-b631-5967ff687acf", "name": "network-vif-deleted", "tag": "ae7ea3da-5ed0-4da2-8ddb-f05d40224369", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:01:39.871732 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b47867f-ee9e-4e2b-8005-ff8f6a0abc05 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:01:39.871959 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b47867f-ee9e-4e2b-8005-ff8f6a0abc05'] response: {'server_uuid': '720364ab-3a5e-45c3-b631-5967ff687acf', 'name': 'network-vif-deleted', 'tag': 'ae7ea3da-5ed0-4da2-8ddb-f05d40224369', 'status': 'completed', 'code': 200}
Apr 30 22:01:40.461837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c7d1c16-c849-4a49-8f2c-e394716d1f98 req-5d9d2d44-f912-4142-b498-80993190fb97 tempest-DeleteServersTestJSON-1906621159 tempest-DeleteServersTestJSON-1906621159-project] 10.222.0.23 "GET /v2.0/ports?device_id=720364ab-3a5e-45c3-b631-5967ff687acf HTTP/1.1" status: 200  len: 210 time: 0.0285349
Apr 30 22:01:41.589995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51022) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:01:41.637952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9420ef-f7b2-4a3b-927b-c1ea1f5d68a7 admin admin] Deleting subnet 20298e38-41d2-4391-a797-d8782aeb44a6 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:01:41.641303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4c9420ef-f7b2-4a3b-927b-c1ea1f5d68a7 admin admin] Publish callbacks [] for subnet (20298e38-41d2-4391-a797-d8782aeb44a6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:41.675302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4c9420ef-f7b2-4a3b-927b-c1ea1f5d68a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (20298e38-41d2-4391-a797-d8782aeb44a6), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:41.712642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4c9420ef-f7b2-4a3b-927b-c1ea1f5d68a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (20298e38-41d2-4391-a797-d8782aeb44a6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:41.838005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4c9420ef-f7b2-4a3b-927b-c1ea1f5d68a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (20298e38-41d2-4391-a797-d8782aeb44a6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:41.861717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9420ef-f7b2-4a3b-927b-c1ea1f5d68a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20298e38-41d2-4391-a797-d8782aeb44a6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:41.867381 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4c9420ef-f7b2-4a3b-927b-c1ea1f5d68a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:41.870685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4c9420ef-f7b2-4a3b-927b-c1ea1f5d68a7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20298e38-41d2-4391-a797-d8782aeb44a6 HTTP/1.1" status: 204  len: 168 time: 0.2796252
Apr 30 22:01:41.876168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51024) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:01:41.942214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:42.015666 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:42.038863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89661bfeb0>,) {'filters': {'network_id': ['9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:01:42.048365 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89661bfeb0>, 'e23b6697-71af-4706-8c90-5598e0426e43') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:01:42.048662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89661bfeb0>, 'e23b6697-71af-4706-8c90-5598e0426e43') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:01:42.384154 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e23b6697-71af-4706-8c90-5598e0426e43), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:42.398077 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e23b6697-71af-4706-8c90-5598e0426e43), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:42.404425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:01:42.404804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e23b6697-71af-4706-8c90-5598e0426e43), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:01:42.406449 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:01:42.534864 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:42.540101 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:42.545427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] 10.222.0.23 "DELETE /v2.0/networks/9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc HTTP/1.1" status: 204  len: 168 time: 0.6692460
Apr 30 22:01:42.554572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5057b-9f40-4992-a8ec-f9017d577c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6c5cb2-6f4a-4732-9fc5-fc8cae4549bc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:42.874250 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51028) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:01:42.912678 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-743938c9-e6fa-4867-86c6-f9a5f72dc993 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b34dde3a4dd64ad1ab4c082b5d7ba735&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0372694
Apr 30 22:01:42.915036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:01:42.963883 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Publish callbacks [] for security_group (463a0e2c-17a7-4d95-abe0-0c4c085a2933), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:42.984590 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Publish callbacks [] for security_group (463a0e2c-17a7-4d95-abe0-0c4c085a2933), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:43.074116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (463a0e2c-17a7-4d95-abe0-0c4c085a2933), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:43.076675 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:43.077852 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/463a0e2c-17a7-4d95-abe0-0c4c085a2933 HTTP/1.1" status: 204  len: 168 time: 0.1619115
Apr 30 22:01:43.085941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463a0e2c-17a7-4d95-abe0-0c4c085a2933,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:43.093388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.093731 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.094087 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.094416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.094744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.095069 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.095407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.095709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.096026 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.096343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.096660 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.096975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.097289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.097603 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:43.097948 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aac2e7-6682-4c3e-9fdb-2ef0eab76c1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:01:44.098260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51052) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:01:44.192760 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-532526531-network', 'tenant_id': '65065d04e6dc45cb9798be1c9703ad2f'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:01:44.274079 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Made reservation on behalf of 65065d04e6dc45cb9798be1c9703ad2f for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:01:44.276402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:44.285935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:44.365135 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Publish callbacks [] for security_group (42d5d8c2-368e-41f9-8f17-f21b5cb87873), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:44.439659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (42d5d8c2-368e-41f9-8f17-f21b5cb87873), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:44.466933 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:01:44.473400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5d8c2-368e-41f9-8f17-f21b5cb87873,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:44.479355 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (18ec8efb-6052-4665-b2e1-1f4c655c4a3a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:44.479698 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Added segment 18ec8efb-6052-4665-b2e1-1f4c655c4a3a of type vlan for network e8ec1f46-c26c-49d0-9e30-f56317b867b1
Apr 30 22:01:44.519599 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (e8ec1f46-c26c-49d0-9e30-f56317b867b1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:44.615289 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (e8ec1f46-c26c-49d0-9e30-f56317b867b1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:44.616282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:44.616907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:44.677275 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] Pushing event updated for resources: {'Network': ['ID=e8ec1f46-c26c-49d0-9e30-f56317b867b1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:44.687331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network e8ec1f46-c26c-49d0-9e30-f56317b867b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:01:44.753966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ae7ea3da-5ed0-4da2-8ddb-f05d40224369 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:01:44.755022 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9de68cd1-c73d-4426-b287-7f2202dd04ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6556664
Apr 30 22:01:44.758173 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51056) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:01:44.763450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Request body: {'subnet': {'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-532526531-subnet', 'tenant_id': '65065d04e6dc45cb9798be1c9703ad2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:01:44.774428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: ae7ea3da-5ed0-4da2-8ddb-f05d40224369 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:01:44.774770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device ae7ea3da-5ed0-4da2-8ddb-f05d40224369 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:01:44.849183 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Made reservation on behalf of 65065d04e6dc45cb9798be1c9703ad2f for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:01:44.851494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:45.106974 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (2a8a59e3-825c-4f83-9c52-e2203c662e15), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:45.162607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8a59e3-825c-4f83-9c52-e2203c662e15,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:45.173257 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Checking segment: {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:01:45.173615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Network hostable DHCP agents. Network: e8ec1f46-c26c-49d0-9e30-f56317b867b1, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:01:45.248952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Network e8ec1f46-c26c-49d0-9e30-f56317b867b1 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:01:45.323191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8ec1f46-c26c-49d0-9e30-f56317b867b1) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:01:45.327376 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:45.327962 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:45.332642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a52c9-2f83-41c1-a467-15c0ecdcd59f None None] Network e8ec1f46-c26c-49d0-9e30-f56317b867b1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:01:45.420247 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-23208a6b-33cd-4740-aa5c-fabbec4dfa63 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6609130
Apr 30 22:01:45.591040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306bbf4-9415-4989-8c8f-1d061cd7754f None None] Network e8ec1f46-c26c-49d0-9e30-f56317b867b1 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:01:45.850778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-eef8d092-8544-4cc3-b2dd-f34599247e67 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:45.852241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-eef8d092-8544-4cc3-b2dd-f34599247e67 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 814 time: 0.1038079
Apr 30 22:01:45.866895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-8cffd98d-c6c3-4a55-844e-4d9b809d9cc0 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/quotas/65065d04e6dc45cb9798be1c9703ad2f HTTP/1.1" status: 200  len: 375 time: 0.0091035
Apr 30 22:01:45.899039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-b0150252-126d-4344-a107-debeeb6f2629 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0271080
Apr 30 22:01:45.989340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-329b1dc0-4ed9-40bb-b222-a04679f1a462 service neutron] 10.222.0.23 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828781
Apr 30 22:01:46.077873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-89531360-75f2-4d26-beb7-00ac32221467 service neutron] 10.222.0.23 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827563
Apr 30 22:01:46.337721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-490b3db1-3747-4994-8fc8-fd55b5a7869f req-db1dc9b3-0b82-4b5e-a531-23eaa0137db4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 210 time: 0.0319204
Apr 30 22:01:47.440917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-835314fd-feef-4904-b9c2-882790737cca req-e95d8827-7137-4820-b5d4-b9a56e30088a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 210 time: 0.0270686
Apr 30 22:01:47.443311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:47.883304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-519c5bb1-1137-41be-a767-d34998f838ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:48.409727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-4425604e-0055-4ff0-8aa5-a70ff066dbae tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:48.411182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-4425604e-0055-4ff0-8aa5-a70ff066dbae tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.35 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 814 time: 0.1040430
Apr 30 22:01:48.422521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Request body: {'port': {'device_id': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1', 'admin_state_up': True, 'tenant_id': '65065d04e6dc45cb9798be1c9703ad2f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:01:48.547705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08c31e13-9f29-4696-a61b-7d05f42cb7e9 req-b7967b51-0642-43b0-bfcd-bbb92216e234 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 210 time: 0.0380812
Apr 30 22:01:48.656947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Made reservation on behalf of 65065d04e6dc45cb9798be1c9703ad2f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:01:48.660298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:48.800646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Allocated IP 172.20.0.10 (e8ec1f46-c26c-49d0-9e30-f56317b867b1/2a8a59e3-825c-4f83-9c52-e2203c662e15/145138a3-f995-4c55-b712-77ad4f3d1234) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:01:48.965952 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks [] for port (145138a3-f995-4c55-b712-77ad4f3d1234), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:49.055227 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:49.101650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Network e8ec1f46-c26c-49d0-9e30-f56317b867b1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:01:49.104648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:01:49.108887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:01:49.117294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:49.165598 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:49.166492 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:49.234657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-0cd144ea-41a5-4e68-874b-67647bb24ec9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8157969
Apr 30 22:01:49.244978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Request body: {'port': {'device_id': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:01:49.305442 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:49.565842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145138a3-f995-4c55-b712-77ad4f3d1234 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:01:49.573324 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Publish callbacks [] for port (145138a3-f995-4c55-b712-77ad4f3d1234), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:49.586330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Transition to ACTIVE for port object 145138a3-f995-4c55-b712-77ad4f3d1234 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:01:49.655506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:49.689329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72ee45-0934-4ffe-b83d-f7ab9e16a8d4 req-b0e5a5c0-ccf5-4f78-bde6-60a0ab8d2d89 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:49.690830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e72ee45-0934-4ffe-b83d-f7ab9e16a8d4 req-b0e5a5c0-ccf5-4f78-bde6-60a0ab8d2d89 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 932 time: 0.0713477
Apr 30 22:01:49.738338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:49.802537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e72ee45-0934-4ffe-b83d-f7ab9e16a8d4 req-c209ccd0-5ceb-4114-a54a-9bd671c5d759 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042302
Apr 30 22:01:49.826246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Attempting to bind port 145138a3-f995-4c55-b712-77ad4f3d1234 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:01:49.826519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Attempting to bind port 145138a3-f995-4c55-b712-77ad4f3d1234 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:01:49.826849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Attempting to bind port 145138a3-f995-4c55-b712-77ad4f3d1234 on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:01:49.831036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Port 145138a3-f995-4c55-b712-77ad4f3d1234 on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:01:49.831358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Attempting to bind port 145138a3-f995-4c55-b712-77ad4f3d1234 on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:01:49.836151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:01:49.836493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Checking segment: {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:01:49.836876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Bound using segment: {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:01:49.837297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Bound port: 145138a3-f995-4c55-b712-77ad4f3d1234, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:01:49.837653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:49.899526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:01:49.902468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:01:49.963691 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:50.002346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:50.002967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:50.004358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] 10.222.0.35 "PUT /v2.0/ports/145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 1092 time: 0.7633531
Apr 30 22:01:50.004802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:01:50.007075 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8662ab32-7618-444e-82e1-df95658b9bce" -d '{"events": [{"name": "network-changed", "server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:01:50.031618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee5ce4-dc49-47a3-bc63-b56055c27bed service neutron] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:50.043437 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a8415f-9637-43cf-857d-a93f1b694e62 x-openstack-request-id: req-70a8415f-9637-43cf-857d-a93f1b694e62 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:01:50.043720 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:01:50.043969 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70a8415f-9637-43cf-857d-a93f1b694e62 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:01:50.044373 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a8415f-9637-43cf-857d-a93f1b694e62'] response: {'name': 'network-changed', 'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234', 'status': 'completed', 'code': 200}
Apr 30 22:01:50.106328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662ab32-7618-444e-82e1-df95658b9bce req-5fd1038e-b020-4aed-b102-72cf33347d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:50.107743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8662ab32-7618-444e-82e1-df95658b9bce req-5fd1038e-b020-4aed-b102-72cf33347d56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1126 time: 0.0412297
Apr 30 22:01:50.202425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662ab32-7618-444e-82e1-df95658b9bce req-8f43f1e5-9413-4e3a-a005-d4d132724f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:50.203880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8662ab32-7618-444e-82e1-df95658b9bce req-8f43f1e5-9413-4e3a-a005-d4d132724f2d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0903122
Apr 30 22:01:50.301403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662ab32-7618-444e-82e1-df95658b9bce req-48857a79-3f2d-495d-ac11-777dc87cdf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:50.302936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8662ab32-7618-444e-82e1-df95658b9bce req-48857a79-3f2d-495d-ac11-777dc87cdf74 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0930960
Apr 30 22:01:50.375284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-7ec919e2-9348-4a61-b160-f764686b31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:50.376754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-7ec919e2-9348-4a61-b160-f764686b31ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1126 time: 0.0411980
Apr 30 22:01:50.423665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-4cdf685f-b29a-4b36-abdd-1620ebd967ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 217 time: 0.0407083
Apr 30 22:01:50.471373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-cfa1a820-07bc-49dc-b967-45956ceea9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:50.472847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-cfa1a820-07bc-49dc-b967-45956ceea9e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0437284
Apr 30 22:01:50.504637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-4069de9e-e7a1-4efc-aa33-994c02c3b36b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259862
Apr 30 22:01:50.557814 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a4efe52-7460-4327-a6f4-f860d1b83cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:50.600580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-133b78ef-42ce-428f-a578-279a78df5210 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893390
Apr 30 22:01:50.690134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-001386f4-b9df-4287-94ed-95eeae9cccc8 req-534d3a17-a59a-4d57-9b51-00892aa0af16 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829003
Apr 30 22:01:50.938347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b40b0-bd16-4213-b2d6-efd2dc6f4887 req-64868ba8-f1f5-44af-8472-af2845361bdc tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:50.939842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab1b40b0-bd16-4213-b2d6-efd2dc6f4887 req-64868ba8-f1f5-44af-8472-af2845361bdc tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0698247
Apr 30 22:01:50.987774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab1b40b0-bd16-4213-b2d6-efd2dc6f4887 req-63dc74ff-1c78-475c-81eb-333216aa0833 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422168
Apr 30 22:01:51.542531 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:51.551746 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:52.162755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be971b-7f87-4c32-808a-2f0737bcd63a req-2c2b7ede-fb98-4a2f-af65-425401584fec tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:52.164220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4be971b-7f87-4c32-808a-2f0737bcd63a req-2c2b7ede-fb98-4a2f-af65-425401584fec tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 944 time: 0.1073406
Apr 30 22:01:52.210786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4be971b-7f87-4c32-808a-2f0737bcd63a req-4a34368c-19ec-411e-9110-dbcee5f64cc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403905
Apr 30 22:01:52.800770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 145138a3-f995-4c55-b712-77ad4f3d1234 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:01:52.907311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:01:52.918760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '145138a3-f995-4c55-b712-77ad4f3d1234', 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1', 'port_id': '145138a3-f995-4c55-b712-77ad4f3d1234', 'mac_address': 'fa:16:3e:49:3e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8a59e3-825c-4f83-9c52-e2203c662e15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:01:52.957930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 145138a3-f995-4c55-b712-77ad4f3d1234 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:01:52.958326 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:52.970712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145138a3-f995-4c55-b712-77ad4f3d1234 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:01:52.989274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:01:53.050862 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:53.097239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:53.234343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['145138a3-f995-4c55-b712-77ad4f3d1234'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:01:53.266485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:53.391368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0531adc-dddb-461f-a334-207cb53fa0e4 req-9a243baf-6d70-4054-a89a-2280877c5a4a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:53.392854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0531adc-dddb-461f-a334-207cb53fa0e4 req-9a243baf-6d70-4054-a89a-2280877c5a4a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 945 time: 0.1051459
Apr 30 22:01:53.439926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0531adc-dddb-461f-a334-207cb53fa0e4 req-66c4bec8-9423-4cc3-b2a9-ef328f88d9b7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412903
Apr 30 22:01:54.513620 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:54.557077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5f629-c5ba-499d-9f1e-56bb191878b8 req-4a82e373-2c40-4c84-86dc-635e621b2ae5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:54.558493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9dd5f629-c5ba-499d-9f1e-56bb191878b8 req-4a82e373-2c40-4c84-86dc-635e621b2ae5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 945 time: 0.0507462
Apr 30 22:01:54.604614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9dd5f629-c5ba-499d-9f1e-56bb191878b8 req-b1d77015-574d-4fdf-aae3-3e39d9ba5d61 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398962
Apr 30 22:01:54.809970 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 145138a3-f995-4c55-b712-77ad4f3d1234 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:01:54.853395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 145138a3-f995-4c55-b712-77ad4f3d1234 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:01:54.911807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 145138a3-f995-4c55-b712-77ad4f3d1234 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:01:54.912231 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:54.990612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 145138a3-f995-4c55-b712-77ad4f3d1234 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:01:54.991002 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:55.012530 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:01:55.015022 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d97b83-2f16-4de3-9c8f-8ef75a970163" -d '{"events": [{"server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "name": "network-vif-plugged", "status": "completed", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:01:55.026675 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:01:55.056450 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87840ea-bab3-4caa-9c84-54d8fe3db43f x-openstack-request-id: req-f87840ea-bab3-4caa-9c84-54d8fe3db43f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:01:55.056743 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "name": "network-vif-plugged", "status": "completed", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:01:55.056997 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f87840ea-bab3-4caa-9c84-54d8fe3db43f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:01:55.057412 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87840ea-bab3-4caa-9c84-54d8fe3db43f'] response: {'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234', 'code': 200}
Apr 30 22:01:55.083390 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:01:55.133229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:01:55.145096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d36d41-cb69-4b49-823b-611b29d2ca7e req-b15cbff7-5e2b-4888-b540-4a99dc492d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:55.146777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1d36d41-cb69-4b49-823b-611b29d2ca7e req-b15cbff7-5e2b-4888-b540-4a99dc492d34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1128 time: 0.0375867
Apr 30 22:01:55.193664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1d36d41-cb69-4b49-823b-611b29d2ca7e req-983e3dc0-b849-49d2-bcb9-feb12843f8ec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364976
Apr 30 22:01:55.716225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0749c-ea90-439c-8063-443d715363a5 req-2b049b77-b218-4c10-a675-671cdf36d563 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:55.717690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fe0749c-ea90-439c-8063-443d715363a5 req-2b049b77-b218-4c10-a675-671cdf36d563 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0462050
Apr 30 22:01:55.767970 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2fe0749c-ea90-439c-8063-443d715363a5 req-f2c8158c-40b7-4f70-b84c-b83deb414c50 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445910
Apr 30 22:01:56.880789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad758a-8079-4517-9919-177d9374fa1f req-9912b5e2-a3ac-4ca8-abeb-a71034d77771 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:56.882278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efad758a-8079-4517-9919-177d9374fa1f req-9912b5e2-a3ac-4ca8-abeb-a71034d77771 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0461137
Apr 30 22:01:56.928617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efad758a-8079-4517-9919-177d9374fa1f req-c6cc6479-598b-46a8-ade4-4fff01913daf tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401995
Apr 30 22:01:57.041099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b73ae-73d3-49b0-a946-6975b18bb3ad req-bf6c2811-aa41-448d-9e97-fb0969fc597e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:57.042594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-460b73ae-73d3-49b0-a946-6975b18bb3ad req-bf6c2811-aa41-448d-9e97-fb0969fc597e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0484598
Apr 30 22:01:57.089020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-460b73ae-73d3-49b0-a946-6975b18bb3ad req-3c3dde53-eb9e-4036-84bc-18df4c9650dd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407689
Apr 30 22:01:57.356009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176cb40-b80f-4209-8bac-98443e54cc38 req-4eae37bc-0b12-4aad-9aa0-93828869782a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:57.357364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c176cb40-b80f-4209-8bac-98443e54cc38 req-4eae37bc-0b12-4aad-9aa0-93828869782a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0502183
Apr 30 22:01:57.403909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c176cb40-b80f-4209-8bac-98443e54cc38 req-10205222-40d4-4a1e-ad3e-52d90bdc707d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408733
Apr 30 22:01:57.523690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb75683-f0fe-4c14-822c-16eee15dac78 req-88f27719-9905-4ae2-8b80-12b860d6e9e7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:57.525185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efb75683-f0fe-4c14-822c-16eee15dac78 req-88f27719-9905-4ae2-8b80-12b860d6e9e7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0556486
Apr 30 22:01:57.572367 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efb75683-f0fe-4c14-822c-16eee15dac78 req-faa3f95b-9493-4b73-b06f-8aeb4af9c96f tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415142
Apr 30 22:01:57.949023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f7f55-9724-40eb-aa6f-7ffc65ae2026 req-3017e61b-fb8f-409e-bc4e-d38ed9ff2ead tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:57.953997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-742f7f55-9724-40eb-aa6f-7ffc65ae2026 req-3017e61b-fb8f-409e-bc4e-d38ed9ff2ead tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0497985
Apr 30 22:01:58.005855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-742f7f55-9724-40eb-aa6f-7ffc65ae2026 req-62e8cc04-8a8f-414c-91ba-e3693ef1a18a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451484
Apr 30 22:01:58.051145 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-0a327f1e-91d7-4d6a-8121-04c1b543a717 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0389667
Apr 30 22:01:58.668728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-ea78a868-605f-474c-900d-4d328bc910fc tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:58.670102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-ea78a868-605f-474c-900d-4d328bc910fc tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports/145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 943 time: 0.0471084
Apr 30 22:01:59.120108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e7c53-0e9d-4221-bea1-1550a0f0eba8 req-c3de94a1-458c-4b42-b421-922be9329c1d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:01:59.122245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-007e7c53-0e9d-4221-bea1-1550a0f0eba8 req-c3de94a1-458c-4b42-b421-922be9329c1d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0478930
Apr 30 22:01:59.170182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-007e7c53-0e9d-4221-bea1-1550a0f0eba8 req-6350608b-2e49-4f5d-abc4-da8bffb90983 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422382
Apr 30 22:02:00.159977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-c5d526dc-24fb-4e66-97bb-76e46b39ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:00.161467 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-c5d526dc-24fb-4e66-97bb-76e46b39ad6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1128 time: 0.0435195
Apr 30 22:02:00.258385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-11536cee-0966-4460-9136-812954cf166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:00.259829 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-11536cee-0966-4460-9136-812954cf166d service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.0927441
Apr 30 22:02:00.319139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-849a19fe-fff4-4cae-8a52-a2ecb1384325 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 217 time: 0.0431626
Apr 30 22:02:00.329696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8abe8-96fb-463d-b527-dd01e7b328bb req-cb6892af-542b-46ba-b297-fbc0a9b1ee33 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:00.331115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35f8abe8-96fb-463d-b527-dd01e7b328bb req-cb6892af-542b-46ba-b297-fbc0a9b1ee33 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0903580
Apr 30 22:02:00.400800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-a7686a26-30b9-4013-bd38-8c1197aae7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:00.402812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-a7686a26-30b9-4013-bd38-8c1197aae7c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0702176
Apr 30 22:02:00.409656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35f8abe8-96fb-463d-b527-dd01e7b328bb req-489a0b49-aa9e-4d7d-8661-2fa3bf723483 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706785
Apr 30 22:02:00.436590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-6d39f704-9daf-4309-a79d-c8366cd9549b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260077
Apr 30 22:02:00.528025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-c1eadce2-10b4-4206-bf15-e6ada0203b79 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852742
Apr 30 22:02:00.626751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-ba3515ad-c3ba-4425-8d01-23a2570df669 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936084
Apr 30 22:02:01.535918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e25b46-0307-4bf1-a2f3-69808f96cafb req-6689f43d-aeaf-4789-b1aa-284c9c6aa5ed tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:01.537301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21e25b46-0307-4bf1-a2f3-69808f96cafb req-6689f43d-aeaf-4789-b1aa-284c9c6aa5ed tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0571723
Apr 30 22:02:01.583054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21e25b46-0307-4bf1-a2f3-69808f96cafb req-520a4f4a-dcf5-438a-abaf-c6b63ec9f542 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401337
Apr 30 22:02:02.698543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be65cd-11c6-4498-ba7a-16a549cf938c req-aa58f42d-67a0-4bc4-a928-caf394dc3ff3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:02.701612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64be65cd-11c6-4498-ba7a-16a549cf938c req-aa58f42d-67a0-4bc4-a928-caf394dc3ff3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0481038
Apr 30 22:02:02.747564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64be65cd-11c6-4498-ba7a-16a549cf938c req-506ff0c5-e573-4034-b07f-5fb125928091 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403132
Apr 30 22:02:03.859612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859bb03-c5af-4f7a-aa69-92c973cb8b07 req-b0e03b93-b26a-4cfc-a29c-110ddc6704a0 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:03.861077 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c859bb03-c5af-4f7a-aa69-92c973cb8b07 req-b0e03b93-b26a-4cfc-a29c-110ddc6704a0 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0456288
Apr 30 22:02:03.911410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c859bb03-c5af-4f7a-aa69-92c973cb8b07 req-df29f176-067d-44c3-9a29-e05d0a839688 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447648
Apr 30 22:02:05.025407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed87f7-4969-42c0-b65e-e219d0afe02e req-6bdff0fd-a76d-488d-b5b6-98abcd2da85e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:05.026889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fed87f7-4969-42c0-b65e-e219d0afe02e req-6bdff0fd-a76d-488d-b5b6-98abcd2da85e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0464897
Apr 30 22:02:05.072499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3fed87f7-4969-42c0-b65e-e219d0afe02e req-118de0ee-bcc1-4259-b467-03ecd7a9717a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394478
Apr 30 22:02:06.186110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75a81-b1aa-4250-a18a-ac637e3432ac req-bb72a9ea-e0a4-4103-befa-8c25a54b1b5a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:06.187594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43b75a81-b1aa-4250-a18a-ac637e3432ac req-bb72a9ea-e0a4-4103-befa-8c25a54b1b5a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0466228
Apr 30 22:02:06.233999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43b75a81-b1aa-4250-a18a-ac637e3432ac req-b831fc9b-a750-47cb-960d-ef2fa12cf6f8 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408583
Apr 30 22:02:07.352584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a4ce4-6f63-45bc-b4d6-02bb0fbe76af req-471aede6-554a-4a1a-b0db-b18b1e0ec593 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:07.354049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-657a4ce4-6f63-45bc-b4d6-02bb0fbe76af req-471aede6-554a-4a1a-b0db-b18b1e0ec593 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0498610
Apr 30 22:02:07.399293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-657a4ce4-6f63-45bc-b4d6-02bb0fbe76af req-a8a45fad-147c-4b88-b675-f6c087fba82d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395145
Apr 30 22:02:08.518218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106141d-f07b-49ec-9029-19f5577d2b76 req-a516a6ac-fc99-4aaf-b293-0cbc7316b692 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:08.519667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a106141d-f07b-49ec-9029-19f5577d2b76 req-a516a6ac-fc99-4aaf-b293-0cbc7316b692 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0462492
Apr 30 22:02:08.566794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a106141d-f07b-49ec-9029-19f5577d2b76 req-d26dfbef-a4f8-4bab-bdf5-1d820a782a91 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413973
Apr 30 22:02:09.681647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35e9f7-ff04-44c1-b93f-a9507b3f346d req-050a6937-8c20-4948-a62e-259fed280fa7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:09.683126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca35e9f7-ff04-44c1-b93f-a9507b3f346d req-050a6937-8c20-4948-a62e-259fed280fa7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0498867
Apr 30 22:02:09.728913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca35e9f7-ff04-44c1-b93f-a9507b3f346d req-f1d34e0c-12fc-46c6-9aea-660d79ce8d43 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402143
Apr 30 22:02:10.841953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd731fed-04ad-48a8-87ba-700013927d2f req-5083fb86-9194-4bcb-8567-4ab75b5a3c95 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:10.843425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd731fed-04ad-48a8-87ba-700013927d2f req-5083fb86-9194-4bcb-8567-4ab75b5a3c95 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0470107
Apr 30 22:02:10.890214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bd731fed-04ad-48a8-87ba-700013927d2f req-95a982a4-5e73-4e9e-906d-4871494ea0af tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411506
Apr 30 22:02:11.293300 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:02:12.002135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c769e5-be68-4b4d-b828-e604aae8e12a req-e79896eb-9591-4bca-9bb2-6882dd61bde5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:12.003595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1c769e5-be68-4b4d-b828-e604aae8e12a req-e79896eb-9591-4bca-9bb2-6882dd61bde5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0463367
Apr 30 22:02:12.053583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1c769e5-be68-4b4d-b828-e604aae8e12a req-5bbc0740-7d42-4c96-bdcf-1ecbc655761c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443270
Apr 30 22:02:13.164812 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d13a4e-6bfd-4b07-b9b9-a1e444a455d2 req-5aef50ed-a79f-4450-a71a-b4b17c063d34 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:13.166272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8d13a4e-6bfd-4b07-b9b9-a1e444a455d2 req-5aef50ed-a79f-4450-a71a-b4b17c063d34 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0462661
Apr 30 22:02:13.212415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8d13a4e-6bfd-4b07-b9b9-a1e444a455d2 req-97b338b2-3563-4d07-bfc8-f04b4ddfa408 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401397
Apr 30 22:02:14.326119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7432c3-f0d3-442e-b135-1ebcc1416f50 req-e98d1ad3-b1db-4dbd-82c9-58feec3a640a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:14.327618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe7432c3-f0d3-442e-b135-1ebcc1416f50 req-e98d1ad3-b1db-4dbd-82c9-58feec3a640a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0467327
Apr 30 22:02:14.373154 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe7432c3-f0d3-442e-b135-1ebcc1416f50 req-d901b5c0-3c4c-499b-b21e-d48365a47813 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399420
Apr 30 22:02:15.492136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6b1dd-1b58-4639-98e4-7bd03c817700 req-7ebf4964-57c2-4f35-8ea5-a8345ead7578 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:15.493632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dc6b1dd-1b58-4639-98e4-7bd03c817700 req-7ebf4964-57c2-4f35-8ea5-a8345ead7578 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0506084
Apr 30 22:02:15.540361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dc6b1dd-1b58-4639-98e4-7bd03c817700 req-a86f489f-7104-4d4f-ba5e-92b3f4c30072 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409701
Apr 30 22:02:16.660154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc57579-fbbc-4c51-baa5-b8a93ecefcea req-4181cdd8-479e-4260-b217-cb3816f18f0a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:16.661599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fc57579-fbbc-4c51-baa5-b8a93ecefcea req-4181cdd8-479e-4260-b217-cb3816f18f0a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0461757
Apr 30 22:02:16.707245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7fc57579-fbbc-4c51-baa5-b8a93ecefcea req-5afca061-3ff5-4f16-9114-c0487a9c4b51 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400252
Apr 30 22:02:17.425620 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:17.821190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78058-3051-4d3f-9ab3-4baaa8ff3501 req-34316ce6-363c-4ec7-8688-76d0ad1c61c0 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:17.822663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47b78058-3051-4d3f-9ab3-4baaa8ff3501 req-34316ce6-363c-4ec7-8688-76d0ad1c61c0 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0471556
Apr 30 22:02:17.861638 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6bafebec-225f-44e2-9de9-76f66e971f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:17.873472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47b78058-3051-4d3f-9ab3-4baaa8ff3501 req-736bda8b-f3bc-43d2-8320-f62fcf1c04ef tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442255
Apr 30 22:02:18.986366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e18027-89b0-4092-a001-79b7d7dd3b5c req-f778f50e-dd6b-4eb7-8862-b9502c493df1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:18.988507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39e18027-89b0-4092-a001-79b7d7dd3b5c req-f778f50e-dd6b-4eb7-8862-b9502c493df1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0471404
Apr 30 22:02:19.036517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39e18027-89b0-4092-a001-79b7d7dd3b5c req-85bd2f8a-023a-4ec1-9f63-608de18ef116 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421424
Apr 30 22:02:20.147919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5db2-110b-4b0d-b056-5eaa87276990 req-f83999a0-0b03-4966-9a3c-e98f4ae53ae2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:20.149366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b11c5db2-110b-4b0d-b056-5eaa87276990 req-f83999a0-0b03-4966-9a3c-e98f4ae53ae2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0465915
Apr 30 22:02:20.195615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b11c5db2-110b-4b0d-b056-5eaa87276990 req-cc12ee30-9bf0-4397-ab45-b72bc4413494 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406752
Apr 30 22:02:20.574150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9cdd608-77d8-47e8-8a41-f9b770f17b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:21.311426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb0d9c-f504-4f76-865c-55429422ebe3 req-8afb0652-b0cc-4ca6-b9c0-fe88c9a44df4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:21.312879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61bb0d9c-f504-4f76-865c-55429422ebe3 req-8afb0652-b0cc-4ca6-b9c0-fe88c9a44df4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0501893
Apr 30 22:02:21.359052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61bb0d9c-f504-4f76-865c-55429422ebe3 req-f9e7d7b9-0b13-4968-b1c7-6fd536e74a37 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404520
Apr 30 22:02:21.541984 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:21.564557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:22.729622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03adbcc-b296-406e-9037-0dd63145951f req-4a55d625-04e7-4c5b-8a9a-c0ff2245d5d2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:22.731141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a03adbcc-b296-406e-9037-0dd63145951f req-4a55d625-04e7-4c5b-8a9a-c0ff2245d5d2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0458934
Apr 30 22:02:22.777095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a03adbcc-b296-406e-9037-0dd63145951f req-9584d66b-31a3-45d1-ba92-8e5ff196113d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404785
Apr 30 22:02:23.273162 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:23.893117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cdf85-524f-4f8a-abdd-0a38e0c912c2 req-3482a53a-1f80-4432-a489-be20acc3c1ce tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:23.894615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-766cdf85-524f-4f8a-abdd-0a38e0c912c2 req-3482a53a-1f80-4432-a489-be20acc3c1ce tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0499043
Apr 30 22:02:23.949597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-766cdf85-524f-4f8a-abdd-0a38e0c912c2 req-da56c6ed-8c77-4166-839b-0d4975d0e429 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493205
Apr 30 22:02:24.513304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:25.061810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e733d6-5334-4f19-9533-003d4ef593e0 req-2a781b48-eedf-4410-8276-6a9277b9349c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:25.063266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42e733d6-5334-4f19-9533-003d4ef593e0 req-2a781b48-eedf-4410-8276-6a9277b9349c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0454979
Apr 30 22:02:25.108897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42e733d6-5334-4f19-9533-003d4ef593e0 req-f1bef2db-7875-461d-854f-379e0b3045b8 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400755
Apr 30 22:02:26.222998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ff0d1-a838-44bf-a11f-056cd2925897 req-5869e3b9-c6ad-4825-9c21-3bea101d4e53 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:26.224464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-138ff0d1-a838-44bf-a11f-056cd2925897 req-5869e3b9-c6ad-4825-9c21-3bea101d4e53 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0465629
Apr 30 22:02:26.274434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-138ff0d1-a838-44bf-a11f-056cd2925897 req-cf67acaa-a99f-4708-a92e-e4579edd5cf2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443418
Apr 30 22:02:27.387473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73c0e2-0292-4f0b-9acc-541855223f16 req-dd26ce78-f092-494c-9ebd-3a1cad1f021e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:27.389179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa73c0e2-0292-4f0b-9acc-541855223f16 req-dd26ce78-f092-494c-9ebd-3a1cad1f021e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0457940
Apr 30 22:02:27.435529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa73c0e2-0292-4f0b-9acc-541855223f16 req-c06f3d8e-005f-4cb7-8026-5ac0d6698b6e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407450
Apr 30 22:02:27.589375 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-462dcf98-3d55-49d7-8955-a4a429f280f2 service neutron] show failed (client error): The resource could not be found.
Apr 30 22:02:27.590339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-462dcf98-3d55-49d7-8955-a4a429f280f2 service neutron] 10.222.0.35 "GET /v2.0/ports/145138a3-f995-4c55-b712-77ad4f3d1234/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0534425
Apr 30 22:02:28.166111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-0e405260-6b94-4ce1-93b3-8c32bf1c8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:28.168231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-0e405260-6b94-4ce1-93b3-8c32bf1c8ef8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0&tenant_id=65065d04e6dc45cb9798be1c9703ad2f HTTP/1.1" status: 200  len: 1128 time: 0.0396020
Apr 30 22:02:28.184420 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:02:28.245027 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:28.443260 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:02:28.478717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:02:28.547501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:02:28.549732 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12e5a05-dce9-49cd-a84e-a8350b3ea85b" -d '{"events": [{"server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:02:28.555197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Publish callbacks [] for port (145138a3-f995-4c55-b712-77ad4f3d1234), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:28.579626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cba7f-c090-4d2a-bcb4-dc6baf8af41a req-34858525-f519-400b-8ed3-5c87e56568c8 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:28.581337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-105cba7f-c090-4d2a-bcb4-dc6baf8af41a req-34858525-f519-400b-8ed3-5c87e56568c8 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0772119
Apr 30 22:02:28.583990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Transition to ACTIVE for port object 145138a3-f995-4c55-b712-77ad4f3d1234 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:02:28.603218 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eda1acc-071b-477e-8cc7-b971679d025f x-openstack-request-id: req-0eda1acc-071b-477e-8cc7-b971679d025f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:02:28.603500 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "name": "network-vif-unplugged", "status": "completed", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:02:28.603748 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0eda1acc-071b-477e-8cc7-b971679d025f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:02:28.604129 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eda1acc-071b-477e-8cc7-b971679d025f'] response: {'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234', 'code': 200}
Apr 30 22:02:28.632719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-105cba7f-c090-4d2a-bcb4-dc6baf8af41a req-9a015e10-8bd3-495b-aab2-d896de4ecb6b tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453403
Apr 30 22:02:28.661236 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:28.724133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] No DVR routers for this DVR port 145138a3-f995-4c55-b712-77ad4f3d1234 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:02:28.725922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:28.767187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Attempting to bind port 145138a3-f995-4c55-b712-77ad4f3d1234 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:02:28.767515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Attempting to bind port 145138a3-f995-4c55-b712-77ad4f3d1234 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:02:28.767841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Attempting to bind port 145138a3-f995-4c55-b712-77ad4f3d1234 on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:02:28.772250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Port 145138a3-f995-4c55-b712-77ad4f3d1234 on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:02:28.772565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Attempting to bind port 145138a3-f995-4c55-b712-77ad4f3d1234 on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:02:28.777483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:02:28.777955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Checking segment: {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:02:28.778336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Bound using segment: {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:02:28.778751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Bound port: 145138a3-f995-4c55-b712-77ad4f3d1234, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:02:28.779096 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:28.840826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:02:28.843929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:02:28.901975 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:28.934904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:28.935525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:28.936890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] 10.222.0.20 "PUT /v2.0/ports/145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 1092 time: 0.7562521
Apr 30 22:02:28.961168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46d060-311b-46cf-8e77-8442cd7143fd service neutron] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:29.003073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-344a7482-ecc2-4026-9e32-f33e7b059fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:29.004484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-344a7482-ecc2-4026-9e32-f33e7b059fa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1126 time: 0.0398197
Apr 30 22:02:29.098124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-4945a684-bc41-481d-9ff9-d24473d35c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:29.099578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-4945a684-bc41-481d-9ff9-d24473d35c07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.0847094
Apr 30 22:02:29.143622 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-bc000fa9-191e-4b43-ad21-460ddd7967c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 217 time: 0.0339386
Apr 30 22:02:29.198350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-522f829e-5fe5-473b-b97e-096aa5914f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:29.199748 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-522f829e-5fe5-473b-b97e-096aa5914f52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0461087
Apr 30 22:02:29.236418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-1d564183-c07a-48de-9e8d-e458027f8ee1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251296
Apr 30 22:02:29.329669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-b82ea8dc-900e-49f0-95eb-e0c77cc6d334 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861373
Apr 30 22:02:29.425170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a2c2bebc-64c3-4899-8ce7-9f77ea59decf req-3bf5a915-0603-456e-a1d8-92772745d071 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848210
Apr 30 22:02:29.751817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230e09d-cccf-4983-bc0f-10d8cd37e8ec req-f847ee4c-99d7-456c-98a0-4e90a4614034 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:29.753281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0230e09d-cccf-4983-bc0f-10d8cd37e8ec req-f847ee4c-99d7-456c-98a0-4e90a4614034 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0476823
Apr 30 22:02:29.799251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0230e09d-cccf-4983-bc0f-10d8cd37e8ec req-ac6f3eae-3084-424b-8cfb-bb6b1134bd43 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403230
Apr 30 22:02:30.605574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:02:30.607855 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85" -d '{"events": [{"name": "network-changed", "server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:02:30.671493 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23773289-5234-4a8f-953e-f6abd7607e8a x-openstack-request-id: req-23773289-5234-4a8f-953e-f6abd7607e8a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:02:30.671784 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:02:30.677048 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23773289-5234-4a8f-953e-f6abd7607e8a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:02:30.677048 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23773289-5234-4a8f-953e-f6abd7607e8a'] response: {'name': 'network-changed', 'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234', 'status': 'completed', 'code': 200}
Apr 30 22:02:30.732206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-5e8ce2da-9f69-4969-9349-592b434f7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:30.733671 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-5e8ce2da-9f69-4969-9349-592b434f7c69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1126 time: 0.0388761
Apr 30 22:02:30.825404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-be70e353-0ed8-4274-823a-ccfc2cf76477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:30.826961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-be70e353-0ed8-4274-823a-ccfc2cf76477 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.0871153
Apr 30 22:02:30.868005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-cdcc6967-729b-4196-9835-1d0fa0336765 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 217 time: 0.0350735
Apr 30 22:02:30.946085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94792-9ded-401b-baeb-f2a1eb949ffa req-7709552d-2b5e-47e2-a792-e789e0b2acf1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:30.947544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ba94792-9ded-401b-baeb-f2a1eb949ffa req-7709552d-2b5e-47e2-a792-e789e0b2acf1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0778885
Apr 30 22:02:30.962828 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-d6a0ea23-dc47-4be7-b179-2ab7504f1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:30.964719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-d6a0ea23-dc47-4be7-b179-2ab7504f1b33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0855384
Apr 30 22:02:31.001962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-c81dd91b-feea-4139-8997-1f6e74f127eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310624
Apr 30 22:02:31.058413 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 145138a3-f995-4c55-b712-77ad4f3d1234 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:02:31.101710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 145138a3-f995-4c55-b712-77ad4f3d1234 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:02:31.102245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 145138a3-f995-4c55-b712-77ad4f3d1234 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:02:31.416805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6ba94792-9ded-401b-baeb-f2a1eb949ffa req-d611ab66-fb5d-4b1c-8387-47c21f55b0e3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4631174
Apr 30 22:02:31.454678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-47c76825-112b-471f-b7b9-e2c05cd465ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:31.456197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-47c76825-112b-471f-b7b9-e2c05cd465ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1126 time: 0.4385612
Apr 30 22:02:31.527709 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-e020c3db-8df3-4321-8757-393321c002ca service neutron] 10.222.0.35 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5198858
Apr 30 22:02:31.615304 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-70c9be4d-2746-4c19-a461-14115f8ac062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:31.616781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-70c9be4d-2746-4c19-a461-14115f8ac062 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.1543026
Apr 30 22:02:31.677793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-de1cbe7d-232a-43fe-bf20-09d3040e0cde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 217 time: 0.0476437
Apr 30 22:02:31.683484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-1777c0b9-91d5-40e1-a779-4cb58b5771f7 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479590
Apr 30 22:02:31.726317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-6b069603-32d4-42d7-8ff5-b7bec28a612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:31.727757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-6b069603-32d4-42d7-8ff5-b7bec28a612d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0434437
Apr 30 22:02:31.758335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-b17ef2eb-f891-46f6-86de-37ce66218321 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251255
Apr 30 22:02:31.847964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-fe10f2ce-ca4a-4d3d-be3a-6c8d5647c183 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830636
Apr 30 22:02:31.944088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2df5e03a-42d1-4db2-9fa4-b6a54403cc85 req-5b004d83-2ed9-4654-9885-4e47d56f4359 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826221
Apr 30 22:02:32.537271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5f4d1-c646-4b03-8e99-b2908b4c2a28 req-b26cef99-16e1-43e1-bdc5-61252b82cccd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:32.538675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84d5f4d1-c646-4b03-8e99-b2908b4c2a28 req-b26cef99-16e1-43e1-bdc5-61252b82cccd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0470502
Apr 30 22:02:32.584131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84d5f4d1-c646-4b03-8e99-b2908b4c2a28 req-6aa9f443-75aa-4184-8394-8f28075024c2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391748
Apr 30 22:02:32.895053 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba870a-1bcb-4063-a7f5-075797d5fe71 req-3edbc3c8-d82c-4ebc-8aa6-0259ecd275fd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:32.896556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5ba870a-1bcb-4063-a7f5-075797d5fe71 req-3edbc3c8-d82c-4ebc-8aa6-0259ecd275fd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 944 time: 0.0512710
Apr 30 22:02:32.990128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-6792755a-d407-44bc-813a-c5044406e067 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:32.991567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-6792755a-d407-44bc-813a-c5044406e067 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.35 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0&tenant_id=65065d04e6dc45cb9798be1c9703ad2f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0753150
Apr 30 22:02:32.998384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5ba870a-1bcb-4063-a7f5-075797d5fe71 req-34625ea9-520f-4e17-af1c-f46e4ca2795c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952935
Apr 30 22:02:33.054949 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-9da5b9d9-808c-4e80-b2a7-b7efe0b5f894 service neutron] delete failed (client error): The resource could not be found.
Apr 30 22:02:33.054949 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-9da5b9d9-808c-4e80-b2a7-b7efe0b5f894 service neutron] 10.222.0.35 "DELETE /v2.0/ports/145138a3-f995-4c55-b712-77ad4f3d1234/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0545180
Apr 30 22:02:33.137102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-da77e7bc-cd2b-4f7d-83d4-d72fc456f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:33.139180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-da77e7bc-cd2b-4f7d-83d4-d72fc456f4e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1126 time: 0.0446143
Apr 30 22:02:33.143050 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 145138a3-f995-4c55-b712-77ad4f3d1234 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:02:33.227101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-2e0e8be2-7b26-4326-8054-5d1e8d57c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:33.228639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-2e0e8be2-7b26-4326-8054-5d1e8d57c449 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.0838428
Apr 30 22:02:33.236876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:02:33.249034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '145138a3-f995-4c55-b712-77ad4f3d1234', 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1', 'port_id': '145138a3-f995-4c55-b712-77ad4f3d1234', 'mac_address': 'fa:16:3e:49:3e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8a59e3-825c-4f83-9c52-e2203c662e15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:02:33.280215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-505bff33-38f6-4155-9748-d5c5418a32a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 217 time: 0.0458336
Apr 30 22:02:33.293410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 145138a3-f995-4c55-b712-77ad4f3d1234 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:02:33.293823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:33.306832 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145138a3-f995-4c55-b712-77ad4f3d1234 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:02:33.329087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:02:33.352713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-3197e1dc-5d3d-4899-a691-f0e42c38cf7a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0598094
Apr 30 22:02:33.357870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-7595f236-597c-4d6e-94a4-d6129aeec81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:33.359196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-7595f236-597c-4d6e-94a4-d6129aeec81e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0738277
Apr 30 22:02:33.392261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-ce12d552-7d28-4991-be07-d5eb11fad310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271289
Apr 30 22:02:33.404697 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:33.453376 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:33.481880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-eaf62cb6-2958-4a85-9750-7ae73007207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:33.483379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-eaf62cb6-2958-4a85-9750-7ae73007207b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 1127 time: 0.0892940
Apr 30 22:02:33.559418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-e64e8c58-4f1c-43b4-9986-f31789f03b61 service neutron] 10.222.0.35 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579554
Apr 30 22:02:33.631960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['145138a3-f995-4c55-b712-77ad4f3d1234'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:02:33.651735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-a66293d6-b7a3-49f7-a7b0-0979eacef93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:33.653213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-a66293d6-b7a3-49f7-a7b0-0979eacef93a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.1474500
Apr 30 22:02:33.710082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-07af2709-2b23-4e28-8c17-50d11eeee0be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 200  len: 217 time: 0.0490785
Apr 30 22:02:33.715443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-867d17c1-7148-476c-953c-88e4d73bbc43 req-cec658f7-e3a7-4796-be7a-a036a143dbfb service neutron] 10.222.0.35 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469765
Apr 30 22:02:33.760738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-6bbd114b-0b3a-4fe0-8955-80760c9a3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:33.762246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-6bbd114b-0b3a-4fe0-8955-80760c9a3e75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0455287
Apr 30 22:02:33.795825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-f5a523d4-a7db-4a25-b532-6df9d6bcdf7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269940
Apr 30 22:02:33.889571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-64b12985-8797-4173-96d0-f99ef0f4dfb5 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866339
Apr 30 22:02:33.978967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e446cb68-9b59-4f9b-8efe-fa566268b103 req-2946cbdf-815b-4130-9859-d83ca5b29f2a service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822866
Apr 30 22:02:34.117178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27cf8e-2e93-4a0a-99d5-a2aa2749e24c req-95b3110f-8f07-49e1-a4f9-f0846b4df2b5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:34.118676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e27cf8e-2e93-4a0a-99d5-a2aa2749e24c req-95b3110f-8f07-49e1-a4f9-f0846b4df2b5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 945 time: 0.0473163
Apr 30 22:02:34.166561 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e27cf8e-2e93-4a0a-99d5-a2aa2749e24c req-92795bd5-1d8f-49b0-b671-89f6bcc6c3d4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410898
Apr 30 22:02:35.142429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 145138a3-f995-4c55-b712-77ad4f3d1234 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:02:35.185131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 145138a3-f995-4c55-b712-77ad4f3d1234 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:02:35.286901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbcc1d-29b9-4dbd-82e3-6d3f73b3b73a req-fd78bfb0-ba5f-458e-98e3-366fe3b07fb3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:35.288382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbfbcc1d-29b9-4dbd-82e3-6d3f73b3b73a req-fd78bfb0-ba5f-458e-98e3-366fe3b07fb3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 945 time: 0.0530829
Apr 30 22:02:35.290286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 145138a3-f995-4c55-b712-77ad4f3d1234 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:02:35.290687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:35.336712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cbfbcc1d-29b9-4dbd-82e3-6d3f73b3b73a req-fee7b674-f452-4673-a493-021c18706853 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425293
Apr 30 22:02:35.373271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 145138a3-f995-4c55-b712-77ad4f3d1234 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:02:35.373656 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:35.396199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:02:35.398369 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447f03b5-434c-4557-be39-4356ff0f1c66" -d '{"events": [{"server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "name": "network-vif-plugged", "status": "completed", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:02:35.410897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:02:35.453679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63d375-3136-4bcf-b122-37a4d5526061 req-a29844ca-8ed2-47d1-8b9f-e5951944e33e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:35.455821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c63d375-3136-4bcf-b122-37a4d5526061 req-a29844ca-8ed2-47d1-8b9f-e5951944e33e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 945 time: 0.0493109
Apr 30 22:02:35.473235 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:35.500288 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21779191-a3ea-4135-98ec-5e53a558b142 x-openstack-request-id: req-21779191-a3ea-4135-98ec-5e53a558b142 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:02:35.500599 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "name": "network-vif-plugged", "status": "completed", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:02:35.500854 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21779191-a3ea-4135-98ec-5e53a558b142 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:02:35.501249 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21779191-a3ea-4135-98ec-5e53a558b142'] response: {'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234', 'code': 200}
Apr 30 22:02:35.507450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c63d375-3136-4bcf-b122-37a4d5526061 req-1dae3c45-aaa4-4fce-b252-6d62f4b6f459 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463021
Apr 30 22:02:35.527060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:35.625020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b12699-aa0a-498f-8de7-100540c7c368 req-199a16d9-f195-4620-aece-f2c057e07889 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:35.626534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55b12699-aa0a-498f-8de7-100540c7c368 req-199a16d9-f195-4620-aece-f2c057e07889 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0507054
Apr 30 22:02:35.674642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55b12699-aa0a-498f-8de7-100540c7c368 req-6a4d5834-9dfc-44ce-93ef-7e3b21618820 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419915
Apr 30 22:02:36.327989 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-8801fc41-deb7-4453-8b13-e5402edf208c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:36.329508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-8801fc41-deb7-4453-8b13-e5402edf208c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 814 time: 0.1024740
Apr 30 22:02:36.344019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-57eff5cb-6902-431c-8c7f-993fb1a5c93e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/quotas/65065d04e6dc45cb9798be1c9703ad2f HTTP/1.1" status: 200  len: 375 time: 0.0090005
Apr 30 22:02:36.396032 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-47005c6c-75b2-452f-bcca-c4e476f848cd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0469549
Apr 30 22:02:36.485103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-72c9dcc9-ba90-4406-b58d-0ae7fa947f40 service neutron] 10.222.0.23 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823615
Apr 30 22:02:36.578227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-eb5fa48d-c638-460a-a807-3072b4531fc5 service neutron] 10.222.0.23 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873420
Apr 30 22:02:36.801938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a02277a-92f1-4daf-a2c6-bb51016f9e81 req-cad77260-6297-4960-9232-fd23ac60fe81 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 210 time: 0.0290022
Apr 30 22:02:37.630433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-757a2237-eed7-40f2-a92a-e0c16bd9728b tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:37.631912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-757a2237-eed7-40f2-a92a-e0c16bd9728b tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.20 "GET /v2.0/ports?device_id=087d4e4b-4f7a-444e-bda3-d3782178b4b0 HTTP/1.1" status: 200  len: 946 time: 0.0488002
Apr 30 22:02:37.723495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Deleting port 145138a3-f995-4c55-b712-77ad4f3d1234 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:02:37.723852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:37.812088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] For port 145138a3-f995-4c55-b712-77ad4f3d1234, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=145138a3-f995-4c55-b712-77ad4f3d1234,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:02:37.812479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:37.827023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Calling delete_port for 145138a3-f995-4c55-b712-77ad4f3d1234 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:02:37.907226 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7d2f1c8-9255-4121-90eb-cd846fc4eac5 req-e7e5f7ea-b732-44a1-852f-039cdf7a616b tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 210 time: 0.0340748
Apr 30 22:02:38.067558 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (145138a3-f995-4c55-b712-77ad4f3d1234), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:38.084204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['145138a3-f995-4c55-b712-77ad4f3d1234'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:02:38.096446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Pushing event deleted for resources: {'Port': ['ID=145138a3-f995-4c55-b712-77ad4f3d1234,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:38.109512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.109893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.110244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.110584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.110919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.111252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.111592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.111909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.112235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.112565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.112892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.113217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.113543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.113895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.118617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:38.155689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] No DVR routers for this DVR port 145138a3-f995-4c55-b712-77ad4f3d1234 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:02:38.158215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:38.161511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5077447-191f-46b8-9cf8-ae2684c34cb4 req-5564595c-689b-45e9-a53f-d930529d93e1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.20 "DELETE /v2.0/ports/145138a3-f995-4c55-b712-77ad4f3d1234 HTTP/1.1" status: 204  len: 173 time: 0.5212896
Apr 30 22:02:38.161973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'name': 'network-vif-deleted', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:02:38.164184 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0807b884-c3f0-4b70-ad54-64f1a6bdeb3f" -d '{"events": [{"server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "name": "network-vif-deleted", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:02:38.200188 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a166ee4-03cf-4a91-816b-a3f7b8544839 x-openstack-request-id: req-6a166ee4-03cf-4a91-816b-a3f7b8544839 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:02:38.200480 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087d4e4b-4f7a-444e-bda3-d3782178b4b0", "name": "network-vif-deleted", "tag": "145138a3-f995-4c55-b712-77ad4f3d1234", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:02:38.200729 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a166ee4-03cf-4a91-816b-a3f7b8544839 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:02:38.201130 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a166ee4-03cf-4a91-816b-a3f7b8544839'] response: {'server_uuid': '087d4e4b-4f7a-444e-bda3-d3782178b4b0', 'name': 'network-vif-deleted', 'tag': '145138a3-f995-4c55-b712-77ad4f3d1234', 'status': 'completed', 'code': 200}
Apr 30 22:02:38.686394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-80adc7fe-7202-4ed3-ab33-2e9cfccc733d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:38.687865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-80adc7fe-7202-4ed3-ab33-2e9cfccc733d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.20 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 814 time: 0.1117184
Apr 30 22:02:38.718130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Request body: {'port': {'device_id': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1', 'admin_state_up': True, 'tenant_id': '65065d04e6dc45cb9798be1c9703ad2f'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:02:38.911693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Made reservation on behalf of 65065d04e6dc45cb9798be1c9703ad2f for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:02:38.915113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:39.027793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab192a03-2e00-432d-9f92-7d506f1bfbc7 req-729daf15-dd90-400a-b98a-b24320743131 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 210 time: 0.0333488
Apr 30 22:02:39.083732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Allocated IP 172.20.0.13 (e8ec1f46-c26c-49d0-9e30-f56317b867b1/2a8a59e3-825c-4f83-9c52-e2203c662e15/97923c07-7d28-4a3f-bbfb-88d17719ac2f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:02:39.228530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks [] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:39.324039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:39.371549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Network e8ec1f46-c26c-49d0-9e30-f56317b867b1 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:02:39.374581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:02:39.378363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:02:39.387386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Pushing event updated for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:39.431497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:39.432123 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:39.492759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-bf0966d6-8940-4846-9f6e-bfd41809cbc7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7792287
Apr 30 22:02:39.509181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Request body: {'port': {'device_id': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:02:39.567289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:39.832885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97923c07-7d28-4a3f-bbfb-88d17719ac2f {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:02:39.840669 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Publish callbacks [] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:39.852685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Transition to ACTIVE for port object 97923c07-7d28-4a3f-bbfb-88d17719ac2f will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:02:39.929649 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:39.981359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Pushing event updated for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:40.050822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Attempting to bind port 97923c07-7d28-4a3f-bbfb-88d17719ac2f on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:02:40.051157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Attempting to bind port 97923c07-7d28-4a3f-bbfb-88d17719ac2f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:02:40.051486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Attempting to bind port 97923c07-7d28-4a3f-bbfb-88d17719ac2f on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:02:40.056003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Port 97923c07-7d28-4a3f-bbfb-88d17719ac2f on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:02:40.056324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Attempting to bind port 97923c07-7d28-4a3f-bbfb-88d17719ac2f on network e8ec1f46-c26c-49d0-9e30-f56317b867b1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:02:40.061290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:02:40.061628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Checking segment: {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:02:40.062045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Bound using segment: {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:02:40.062474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Bound port: 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ec8efb-6052-4665-b2e1-1f4c655c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:02:40.062831 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:40.159284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:02:40.163864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6a14-0cab-478d-bca5-c0d912d03789 req-73b82c8a-34d6-4188-a90f-cbb98824e3f5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:40.165320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-892e6a14-0cab-478d-bca5-c0d912d03789 req-73b82c8a-34d6-4188-a90f-cbb98824e3f5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 944 time: 0.0658975
Apr 30 22:02:40.166951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:02:40.211175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-892e6a14-0cab-478d-bca5-c0d912d03789 req-a48fc3a5-0755-4aa5-bd68-c7889a90e9b8 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400774
Apr 30 22:02:40.237378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:40.278630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:40.279328 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:40.280702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] 10.222.0.20 "PUT /v2.0/ports/97923c07-7d28-4a3f-bbfb-88d17719ac2f HTTP/1.1" status: 200  len: 1092 time: 0.7755070
Apr 30 22:02:40.281157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:02:40.283430 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738eea0f-3795-46bb-b350-a5d810b46eed" -d '{"events": [{"name": "network-changed", "server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:02:40.306977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323cec8-4c99-4552-ae3b-0a0b444ea7fc service neutron] Pushing event updated for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:40.320501 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9f21c3-b64d-449d-be8f-38b646259a45 x-openstack-request-id: req-de9f21c3-b64d-449d-be8f-38b646259a45 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:02:40.320791 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:02:40.321072 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de9f21c3-b64d-449d-be8f-38b646259a45 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:02:40.321502 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9f21c3-b64d-449d-be8f-38b646259a45'] response: {'name': 'network-changed', 'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'status': 'completed', 'code': 200}
Apr 30 22:02:40.385737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eea0f-3795-46bb-b350-a5d810b46eed req-2738e119-95db-4b68-867b-2926fe5a6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:40.387774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-738eea0f-3795-46bb-b350-a5d810b46eed req-2738e119-95db-4b68-867b-2926fe5a6b07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 1126 time: 0.0395465
Apr 30 22:02:40.487672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eea0f-3795-46bb-b350-a5d810b46eed req-927c7f0f-4810-403d-924d-0b75df580de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:40.489132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-738eea0f-3795-46bb-b350-a5d810b46eed req-927c7f0f-4810-403d-924d-0b75df580de8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0895758
Apr 30 22:02:40.588385 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eea0f-3795-46bb-b350-a5d810b46eed req-37840d0e-22f8-44c2-b68c-17d2d2669e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:40.589898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-738eea0f-3795-46bb-b350-a5d810b46eed req-37840d0e-22f8-44c2-b68c-17d2d2669e1e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0912821
Apr 30 22:02:40.668793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-306c22df-87c3-44fa-9de2-418716a41c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:40.670280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-306c22df-87c3-44fa-9de2-418716a41c0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 1126 time: 0.0390575
Apr 30 22:02:40.720037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-97e892ce-a41a-45ed-a11c-1358aa5016a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f HTTP/1.1" status: 200  len: 217 time: 0.0375025
Apr 30 22:02:40.770644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-d3e9e668-2508-4e9a-9400-30ac1ff70831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:40.772011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-d3e9e668-2508-4e9a-9400-30ac1ff70831 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0436008
Apr 30 22:02:40.805694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-dc9fc7e2-0442-4991-84f2-8e0b31058011 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249767
Apr 30 22:02:40.901640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-83a111e6-8877-4889-8242-3111378de95b service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866802
Apr 30 22:02:40.994274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15d039f8-6e8d-48cc-b505-8d7eee224bb0 req-1706e48f-fea8-40ec-85d7-fde5bf9272c9 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819244
Apr 30 22:02:41.138130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 145138a3-f995-4c55-b712-77ad4f3d1234 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:02:41.160879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 145138a3-f995-4c55-b712-77ad4f3d1234 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:02:41.161222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 145138a3-f995-4c55-b712-77ad4f3d1234 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:02:41.325889 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdee4d5-3133-469d-a6bd-a22752696264 req-491e9c4f-7fe1-408b-ad46-5764a5145dbd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:41.327349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efdee4d5-3133-469d-a6bd-a22752696264 req-491e9c4f-7fe1-408b-ad46-5764a5145dbd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 944 time: 0.0479383
Apr 30 22:02:41.372879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-efdee4d5-3133-469d-a6bd-a22752696264 req-0bbb7195-ff1e-4203-9766-37eef392ae72 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400109
Apr 30 22:02:42.492130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3275e-1400-41e4-aeaf-98d38579057c req-2ecbe263-9d4b-403d-92d3-90c5311d2b06 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:42.493582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53f3275e-1400-41e4-aeaf-98d38579057c req-2ecbe263-9d4b-403d-92d3-90c5311d2b06 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 944 time: 0.0506692
Apr 30 22:02:42.541630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53f3275e-1400-41e4-aeaf-98d38579057c req-a454217d-500f-4c40-b667-d780b738b007 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415475
Apr 30 22:02:43.162133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 97923c07-7d28-4a3f-bbfb-88d17719ac2f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:02:43.255454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:02:43.267236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1', 'port_id': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'mac_address': 'fa:16:3e:11:05:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8a59e3-825c-4f83-9c52-e2203c662e15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:02:43.307132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 97923c07-7d28-4a3f-bbfb-88d17719ac2f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:02:43.307519 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:43.319954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97923c07-7d28-4a3f-bbfb-88d17719ac2f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:02:43.338606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:02:43.392907 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:43.440131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:43.447759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.448113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.448973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.449312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.449646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.450006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.450338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.450670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.450995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.451322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.451649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.451974 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.452298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.452635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.452947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:02:43.617176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['97923c07-7d28-4a3f-bbfb-88d17719ac2f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:02:43.662545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45ab7-6294-43e3-ab37-142c543dd156 req-5503f5ad-f5f5-4293-ba56-ed3f9abcdcc6 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:43.664079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ba45ab7-6294-43e3-ab37-142c543dd156 req-5503f5ad-f5f5-4293-ba56-ed3f9abcdcc6 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 945 time: 0.0518000
Apr 30 22:02:43.710860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ba45ab7-6294-43e3-ab37-142c543dd156 req-7f48e385-be5f-45fc-b409-0d6329d60fb1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411637
Apr 30 22:02:44.827468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f8ea3-118e-4219-b77a-68132256f07e req-f1b7d957-bb3d-4f5f-974f-857acbf689e3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:44.828924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-553f8ea3-118e-4219-b77a-68132256f07e req-f1b7d957-bb3d-4f5f-974f-857acbf689e3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 945 time: 0.0506506
Apr 30 22:02:44.874495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-553f8ea3-118e-4219-b77a-68132256f07e req-0c7afb7d-559c-43c1-a689-7bab53a2bad3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399156
Apr 30 22:02:45.176121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 97923c07-7d28-4a3f-bbfb-88d17719ac2f up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:02:45.220837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 97923c07-7d28-4a3f-bbfb-88d17719ac2f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:02:45.305350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 97923c07-7d28-4a3f-bbfb-88d17719ac2f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:02:45.305729 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:45.384525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 97923c07-7d28-4a3f-bbfb-88d17719ac2f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:02:45.384911 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:45.407027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:02:45.409231 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1083e563-e443-412d-a8d4-fc6e6dd09675" -d '{"events": [{"server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "name": "network-vif-plugged", "status": "completed", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:02:45.421980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:02:45.445726 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a532b6-6a5e-4334-a1e6-b6dacd7c6bc5 x-openstack-request-id: req-09a532b6-6a5e-4334-a1e6-b6dacd7c6bc5 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:02:45.446045 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "name": "network-vif-plugged", "status": "completed", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:02:45.446352 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09a532b6-6a5e-4334-a1e6-b6dacd7c6bc5 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:02:45.446755 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a532b6-6a5e-4334-a1e6-b6dacd7c6bc5'] response: {'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'code': 200}
Apr 30 22:02:45.484271 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:45.532149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:02:45.550596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9549-df9b-4cfb-a1d3-33d15c134342 req-2fbcfcde-20c4-4617-aef9-588515c74f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:45.552099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92ff9549-df9b-4cfb-a1d3-33d15c134342 req-2fbcfcde-20c4-4617-aef9-588515c74f0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 1128 time: 0.0387545
Apr 30 22:02:45.598813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-92ff9549-df9b-4cfb-a1d3-33d15c134342 req-05795fdd-4a9e-4d1c-9cf3-1c507e0c9fdb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363667
Apr 30 22:02:45.989314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f7acf-02d2-4bf4-a713-7efc8de99656 req-5a1f6b7c-60a4-49e6-a22d-5ce7bffbf84e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:45.990827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-692f7acf-02d2-4bf4-a713-7efc8de99656 req-5a1f6b7c-60a4-49e6-a22d-5ce7bffbf84e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0465424
Apr 30 22:02:46.041055 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-692f7acf-02d2-4bf4-a713-7efc8de99656 req-a4d7a203-7832-4c63-aecd-a74b66ea7129 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444703
Apr 30 22:02:47.157448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7aff1-0532-498c-8b09-999c5b7efe1c req-eba35cc2-9119-4fa2-bff5-343479f8231e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:47.158929 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63e7aff1-0532-498c-8b09-999c5b7efe1c req-eba35cc2-9119-4fa2-bff5-343479f8231e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0470104
Apr 30 22:02:47.205915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63e7aff1-0532-498c-8b09-999c5b7efe1c req-c180728c-cc36-4353-9750-4e71f59a4c61 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414038
Apr 30 22:02:47.319491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a93fb1-7d8c-43b4-9feb-04f43faf6faf req-8a92ecbe-55b8-4d4a-82f6-77e21b89bed4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:47.321038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56a93fb1-7d8c-43b4-9feb-04f43faf6faf req-8a92ecbe-55b8-4d4a-82f6-77e21b89bed4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0466168
Apr 30 22:02:47.373384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56a93fb1-7d8c-43b4-9feb-04f43faf6faf req-5b9fa002-42f6-474a-8aff-709caf2d6f93 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465081
Apr 30 22:02:47.421599 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:47.815243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1d76d-e467-4215-b980-4f269a41b65c req-e2cd730b-a9e4-469e-8e56-0729693d54e6 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:47.816731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25c1d76d-e467-4215-b980-4f269a41b65c req-e2cd730b-a9e4-469e-8e56-0729693d54e6 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0505662
Apr 30 22:02:47.859895 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf50390a-6170-449f-84de-728b9a14416c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:47.864357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-25c1d76d-e467-4215-b980-4f269a41b65c req-34dbf25f-bfd6-4043-9658-dd449981353c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417159
Apr 30 22:02:47.933974 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-429dd60f-0da7-406c-8d87-8113efc5cf85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0414071
Apr 30 22:02:48.293085 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:02:48.423829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-2c3a9d79-4e4a-43cb-aa08-b7a8ada2c8a5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:48.425169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-2c3a9d79-4e4a-43cb-aa08-b7a8ada2c8a5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports/97923c07-7d28-4a3f-bbfb-88d17719ac2f HTTP/1.1" status: 200  len: 943 time: 0.0467455
Apr 30 22:02:48.983425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f87d0-c058-4055-a1d6-80265cfb0fb1 req-39a62d2f-9b08-4cbd-9d41-478471a7d7b1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:48.984998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d5f87d0-c058-4055-a1d6-80265cfb0fb1 req-39a62d2f-9b08-4cbd-9d41-478471a7d7b1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0507572
Apr 30 22:02:49.036509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d5f87d0-c058-4055-a1d6-80265cfb0fb1 req-08e3ddad-04dd-4cd9-b6b2-67d1ee1e5635 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441282
Apr 30 22:02:49.862511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-ba9cabd3-46a6-4948-8b54-2d95b3ce6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:49.864002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-ba9cabd3-46a6-4948-8b54-2d95b3ce6257 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 1128 time: 0.0448413
Apr 30 22:02:49.966095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-0c07598a-a490-48ec-8100-1eaa16320b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:49.967653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-0c07598a-a490-48ec-8100-1eaa16320b74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.0977855
Apr 30 22:02:50.011904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-70d7952b-9d72-490c-b464-6456596dc455 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f HTTP/1.1" status: 200  len: 217 time: 0.0371699
Apr 30 22:02:50.440864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-54fc149e-ab03-445a-9f33-82836dde80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:50.442256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-54fc149e-ab03-445a-9f33-82836dde80dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.4250004
Apr 30 22:02:50.450122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df269f22-a73b-49c9-afa9-56e9f5040dd2 req-204356b6-b8e9-4c69-b4a6-114c38adf0ec tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:50.451449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df269f22-a73b-49c9-afa9-56e9f5040dd2 req-204356b6-b8e9-4c69-b4a6-114c38adf0ec tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0568650
Apr 30 22:02:50.497088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-04caaf49-0347-4dc1-b1d1-dc06ec85b309 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341427
Apr 30 22:02:50.557287 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b07cf92e-3f91-4317-adfd-a808311e6bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:50.562163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df269f22-a73b-49c9-afa9-56e9f5040dd2 req-f26a2ec1-911a-4cec-9206-4df090d02643 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049867
Apr 30 22:02:50.602488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-c1d9f3b3-6c64-4c6b-878e-6e061a5baacf service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949824
Apr 30 22:02:50.694810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-74a52b6f-6fa9-417a-9b74-786006e1ba71 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858848
Apr 30 22:02:51.487899 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:51.533545 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:51.676911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee22f8-1e19-4df4-b0b2-8580d23d423c req-40adc50d-59fb-4613-9e6d-1547f321f31b tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:51.678427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dee22f8-1e19-4df4-b0b2-8580d23d423c req-40adc50d-59fb-4613-9e6d-1547f321f31b tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0482421
Apr 30 22:02:51.725223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0dee22f8-1e19-4df4-b0b2-8580d23d423c req-9e848ce4-7ff3-4f23-b326-45be233f1122 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406926
Apr 30 22:02:52.839395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409dea6-5c3f-4a73-8968-bf20a623a702 req-0aa4eafa-d541-4021-b3ac-ca482cbdaa89 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:52.840913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5409dea6-5c3f-4a73-8968-bf20a623a702 req-0aa4eafa-d541-4021-b3ac-ca482cbdaa89 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0471017
Apr 30 22:02:52.889005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5409dea6-5c3f-4a73-8968-bf20a623a702 req-e71faa04-1750-40e5-8775-2c3af4da5d3a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410728
Apr 30 22:02:53.295280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:54.008664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e9e53-c406-4ee1-947f-a6e0785e9540 req-ada5bb40-74bf-4aec-bb16-3187a358319c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:54.010174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e64e9e53-c406-4ee1-947f-a6e0785e9540 req-ada5bb40-74bf-4aec-bb16-3187a358319c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0502608
Apr 30 22:02:54.057254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e64e9e53-c406-4ee1-947f-a6e0785e9540 req-cf0049b6-8f33-4695-8c07-de240729525f tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405951
Apr 30 22:02:54.506664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:02:55.171322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3bdc8-4ea6-4d21-b7fe-ac2286071128 req-dda3b28b-fd7b-4cbc-80af-68792a9a3ab3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:55.172780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fba3bdc8-4ea6-4d21-b7fe-ac2286071128 req-dda3b28b-fd7b-4cbc-80af-68792a9a3ab3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0466437
Apr 30 22:02:55.218957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fba3bdc8-4ea6-4d21-b7fe-ac2286071128 req-b955b342-2f2c-44bf-91a6-9a4ad41d2b9e tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405903
Apr 30 22:02:56.336529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d190326-7b34-40a9-9832-ee7f520497d3 req-cad4bdbe-bda9-4d5b-8b26-22383c2c7bba tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:56.338050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d190326-7b34-40a9-9832-ee7f520497d3 req-cad4bdbe-bda9-4d5b-8b26-22383c2c7bba tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0509262
Apr 30 22:02:56.385299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d190326-7b34-40a9-9832-ee7f520497d3 req-9ecbf110-0547-4246-a15c-411a180aa716 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415070
Apr 30 22:02:57.499509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f771fd-957c-413f-8646-3e08a22ccc64 req-216f025e-ea52-4187-adea-600dea241433 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:57.500975 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80f771fd-957c-413f-8646-3e08a22ccc64 req-216f025e-ea52-4187-adea-600dea241433 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0471380
Apr 30 22:02:57.547944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80f771fd-957c-413f-8646-3e08a22ccc64 req-208808ee-1fa6-4f31-a67c-04ba18388fee tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412693
Apr 30 22:02:58.660073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923b792-b05b-4340-93b7-38d17a4358b2 req-0fd5d4b0-0008-43eb-bc06-4baa1f5af979 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:58.661599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2923b792-b05b-4340-93b7-38d17a4358b2 req-0fd5d4b0-0008-43eb-bc06-4baa1f5af979 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0471814
Apr 30 22:02:58.712791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2923b792-b05b-4340-93b7-38d17a4358b2 req-e6f85a3b-762a-4a26-99ce-73eb82109cf9 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456259
Apr 30 22:02:59.825611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6a9c5-a6ab-456f-9e0a-5b43cafc8b74 req-7ffabe8e-88f0-417a-a5e5-9a055a9bdfd2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:02:59.827084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71e6a9c5-a6ab-456f-9e0a-5b43cafc8b74 req-7ffabe8e-88f0-417a-a5e5-9a055a9bdfd2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0460818
Apr 30 22:02:59.874003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71e6a9c5-a6ab-456f-9e0a-5b43cafc8b74 req-61d467b7-04a9-47ae-a699-d112734b3213 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412643
Apr 30 22:03:00.987765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd02d84-6c33-4a19-baf1-495dafbc559d req-daa34b2c-0c1f-4bf7-b245-f69af433c68f tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:00.989221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cd02d84-6c33-4a19-baf1-495dafbc559d req-daa34b2c-0c1f-4bf7-b245-f69af433c68f tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0466256
Apr 30 22:03:01.036189 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cd02d84-6c33-4a19-baf1-495dafbc559d req-93cb7ab4-8c01-453e-b8f6-5fe4ce8904ce tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412428
Apr 30 22:03:02.151983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2983094-903d-4242-812f-0fc73978d112 req-8d975780-3612-46bd-b968-2f9d2bda8877 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:02.154096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2983094-903d-4242-812f-0fc73978d112 req-8d975780-3612-46bd-b968-2f9d2bda8877 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0509706
Apr 30 22:03:02.199579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2983094-903d-4242-812f-0fc73978d112 req-cfbe10a8-2a97-4ca0-b3c6-58f9fa6fbc39 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398908
Apr 30 22:03:03.325709 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d12e-9230-474c-9bd6-c8a71ddf4b3b req-2ad5b394-8f52-41e2-bf65-927e86c25dd1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:03.327229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1545d12e-9230-474c-9bd6-c8a71ddf4b3b req-2ad5b394-8f52-41e2-bf65-927e86c25dd1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0576906
Apr 30 22:03:03.375264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1545d12e-9230-474c-9bd6-c8a71ddf4b3b req-8bf54908-61b1-4e8f-995e-cfcd0f428e7f tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421784
Apr 30 22:03:04.492188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607fa63-3bbf-495a-befe-667eeec06d27 req-23a63a39-bbde-4a32-9755-9db1eb5c28ba tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:04.493687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c607fa63-3bbf-495a-befe-667eeec06d27 req-23a63a39-bbde-4a32-9755-9db1eb5c28ba tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0477066
Apr 30 22:03:04.545553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c607fa63-3bbf-495a-befe-667eeec06d27 req-b3ad1d40-6583-40b0-8449-bae2cc642182 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455472
Apr 30 22:03:05.660571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b34170-c1b3-434c-b973-c8b9e55df41a req-0c95f5eb-965f-4a47-b33e-b26d84a62541 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:05.662049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99b34170-c1b3-434c-b973-c8b9e55df41a req-0c95f5eb-965f-4a47-b33e-b26d84a62541 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0463016
Apr 30 22:03:05.708274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-99b34170-c1b3-434c-b973-c8b9e55df41a req-55a3c51b-0e5f-496d-a168-f002a990c360 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406358
Apr 30 22:03:06.825984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc35c0-1ede-426a-a836-32ce97124e63 req-3898abe0-fec6-4628-b97b-72319a22c010 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:06.827450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01cc35c0-1ede-426a-a836-32ce97124e63 req-3898abe0-fec6-4628-b97b-72319a22c010 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0461018
Apr 30 22:03:06.873270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01cc35c0-1ede-426a-a836-32ce97124e63 req-9d1674d8-5d26-44be-8faf-c822c54ae605 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402498
Apr 30 22:03:08.003928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe8b5d-42c7-4d1f-8b96-4a7cce23882a req-a244e457-7832-467b-8387-ecae522ea811 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:08.005420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fbe8b5d-42c7-4d1f-8b96-4a7cce23882a req-a244e457-7832-467b-8387-ecae522ea811 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0513313
Apr 30 22:03:08.052492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6fbe8b5d-42c7-4d1f-8b96-4a7cce23882a req-7a35d7a4-1281-4adc-bf06-fba39486cbae tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414259
Apr 30 22:03:09.164516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7980b0-40f4-4ab1-b758-4e8163e93d43 req-ab5634c3-1462-4c18-b8a1-17a63bfad092 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:09.166016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a7980b0-40f4-4ab1-b758-4e8163e93d43 req-ab5634c3-1462-4c18-b8a1-17a63bfad092 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0465090
Apr 30 22:03:09.214308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a7980b0-40f4-4ab1-b758-4e8163e93d43 req-7deeff78-2874-4e7e-8356-adfa849195e7 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411954
Apr 30 22:03:10.333597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1f6bc-dad6-4b9c-a846-af06b15e2f1a req-892cac9c-644d-4a84-b2e1-dd53cbdf8945 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:10.335371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97b1f6bc-dad6-4b9c-a846-af06b15e2f1a req-892cac9c-644d-4a84-b2e1-dd53cbdf8945 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0504045
Apr 30 22:03:10.382005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97b1f6bc-dad6-4b9c-a846-af06b15e2f1a req-ccc24837-ec65-43e5-a563-16c8dc4d84a3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407991
Apr 30 22:03:11.500836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf5ecf-13f8-4aed-8f5b-18aa75386d1a req-dca00e9d-4d41-4bb5-8223-43cf8bb7582c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:11.502361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfcf5ecf-13f8-4aed-8f5b-18aa75386d1a req-dca00e9d-4d41-4bb5-8223-43cf8bb7582c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0514448
Apr 30 22:03:11.549086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfcf5ecf-13f8-4aed-8f5b-18aa75386d1a req-54dbbb88-d2cc-4847-8169-55d5b4ea11f4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409517
Apr 30 22:03:12.662644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ffdbb-bf9b-4b1a-b235-c15e24dee158 req-88d568c6-91e4-4652-a4ef-be7a6bc50903 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:12.664110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-852ffdbb-bf9b-4b1a-b235-c15e24dee158 req-88d568c6-91e4-4652-a4ef-be7a6bc50903 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0463207
Apr 30 22:03:12.714296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-852ffdbb-bf9b-4b1a-b235-c15e24dee158 req-fb450f4b-26d0-42db-a522-46716932b946 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444679
Apr 30 22:03:13.831947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3860f2-3cc0-4b66-9472-d2a94cd72d69 req-135981b4-7340-474a-b90c-9b2889baa3c0 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:13.833419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf3860f2-3cc0-4b66-9472-d2a94cd72d69 req-135981b4-7340-474a-b90c-9b2889baa3c0 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0460591
Apr 30 22:03:13.881512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cf3860f2-3cc0-4b66-9472-d2a94cd72d69 req-4c5c8f96-097a-438e-b6d1-b07e1f251fa2 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418844
Apr 30 22:03:14.996132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398db2d-7ccb-41e5-b2b5-631ac135bf02 req-3bc7b07d-2c0d-48e2-8972-6c63e0b52f36 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:14.997609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e398db2d-7ccb-41e5-b2b5-631ac135bf02 req-3bc7b07d-2c0d-48e2-8972-6c63e0b52f36 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0468874
Apr 30 22:03:15.044368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e398db2d-7ccb-41e5-b2b5-631ac135bf02 req-e4e378ee-c7ca-4689-94e6-2ef225b80752 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411909
Apr 30 22:03:16.162608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52fd9f-a910-4e93-ad08-9077761b221d req-a7c0f98f-89da-4f14-ba41-f3edc73838dd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:16.164074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d52fd9f-a910-4e93-ad08-9077761b221d req-a7c0f98f-89da-4f14-ba41-f3edc73838dd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0521750
Apr 30 22:03:16.209842 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d52fd9f-a910-4e93-ad08-9077761b221d req-b5a40cdb-0d73-4829-8ac4-4dedb5de6d6f tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393238
Apr 30 22:03:17.325354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a8707-026b-41b4-a387-d1ec3a18c9c7 req-8ac023ae-3e7c-4eb9-8526-345d11cfb392 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:17.326862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b9a8707-026b-41b4-a387-d1ec3a18c9c7 req-8ac023ae-3e7c-4eb9-8526-345d11cfb392 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0480447
Apr 30 22:03:17.373375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b9a8707-026b-41b4-a387-d1ec3a18c9c7 req-92b85562-082b-4bce-8d06-ef1a3b39d9a4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409200
Apr 30 22:03:17.438018 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:17.865382 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8cf2c71d-3423-4ff4-9f85-81cc902e41f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:17.977973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-f26f88b4-788a-4109-b6dc-912e46fb0e8b service neutron] 10.222.0.20 "GET /v2.0/ports/97923c07-7d28-4a3f-bbfb-88d17719ac2f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0541275
Apr 30 22:03:18.524984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4b6ff-968b-447c-93ce-1180eca85b0e req-3c5e29ae-6b31-476c-9e6e-f1b6f2824ebf tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:18.526479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01e4b6ff-968b-447c-93ce-1180eca85b0e req-3c5e29ae-6b31-476c-9e6e-f1b6f2824ebf tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0802774
Apr 30 22:03:18.532449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-2702f060-adc5-437e-8f7b-f8405f6ebc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:18.533923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-2702f060-adc5-437e-8f7b-f8405f6ebc40 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d&tenant_id=65065d04e6dc45cb9798be1c9703ad2f HTTP/1.1" status: 200  len: 1128 time: 0.0539167
Apr 30 22:03:18.602300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-01e4b6ff-968b-447c-93ce-1180eca85b0e req-ec01f685-13f9-452c-9dd6-6078275d28c1 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674191
Apr 30 22:03:18.612785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-4e544c39-5a8f-42d1-88a1-5fe2f8b8e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:18.614331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-4e544c39-5a8f-42d1-88a1-5fe2f8b8e272 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 1128 time: 0.0480165
Apr 30 22:03:18.716256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-e916a8f5-7a9a-4e47-9f8f-6bb0a3c374c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:18.717733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-e916a8f5-7a9a-4e47-9f8f-6bb0a3c374c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.0933495
Apr 30 22:03:18.763560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-5511bc52-f0d4-4dc2-b79d-e957a02f0944 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f HTTP/1.1" status: 200  len: 217 time: 0.0361063
Apr 30 22:03:18.820306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-70273233-d8e4-4f20-9274-add4a9004e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:18.821698 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-70273233-d8e4-4f20-9274-add4a9004e03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0481350
Apr 30 22:03:18.858148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-cc166989-6315-4db8-9e7b-41c76a100061 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254188
Apr 30 22:03:18.954932 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-40e383dd-475f-468b-ae76-2ba2c07a6ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866134
Apr 30 22:03:19.052209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd4941eb-b5bc-45f6-ae0e-13148a85918f req-c15e169e-7a55-46ae-be73-a3afb5cc8b76 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879827
Apr 30 22:03:19.721445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6fa31c-5e20-4914-a2a2-b73612239fec req-e67ab2a8-0fd5-4492-a8e8-17cff63f57c4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:19.722973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b6fa31c-5e20-4914-a2a2-b73612239fec req-e67ab2a8-0fd5-4492-a8e8-17cff63f57c4 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0500329
Apr 30 22:03:19.774218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b6fa31c-5e20-4914-a2a2-b73612239fec req-522223fe-659f-451b-bd18-fc9892fbd49b tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454793
Apr 30 22:03:20.575341 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3f19e244-7b2e-4228-b988-276996c528dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:20.892109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa710386-7ff0-4bcf-a8e9-7be805e6b020 req-7ba396c1-4bb8-4d63-8c36-462b4c32e369 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:20.893587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa710386-7ff0-4bcf-a8e9-7be805e6b020 req-7ba396c1-4bb8-4d63-8c36-462b4c32e369 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0490181
Apr 30 22:03:20.951587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa710386-7ff0-4bcf-a8e9-7be805e6b020 req-2920ff30-f5c9-4515-bedb-e83470d69306 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491979
Apr 30 22:03:21.326643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 97923c07-7d28-4a3f-bbfb-88d17719ac2f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:03:21.329778 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 97923c07-7d28-4a3f-bbfb-88d17719ac2f no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:03:21.511358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:21.514442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 97923c07-7d28-4a3f-bbfb-88d17719ac2f is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:21.520818 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:21.531469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'network_id': 'e8ec1f46-c26c-49d0-9e30-f56317b867b1', 'port_id': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'mac_address': 'fa:16:3e:11:05:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8a59e3-825c-4f83-9c52-e2203c662e15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:03:21.543143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:21.549900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:03:21.550052 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce0fa9-155b-47bc-98c4-03766c9fe659" -d '{"events": [{"server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:03:21.581379 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:21.583164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:21.595344 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddf022e-f795-4c1c-8227-f4e572322665 x-openstack-request-id: req-0ddf022e-f795-4c1c-8227-f4e572322665 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:03:21.595636 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "name": "network-vif-unplugged", "status": "completed", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:03:21.595887 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ddf022e-f795-4c1c-8227-f4e572322665 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:03:21.596278 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ddf022e-f795-4c1c-8227-f4e572322665'] response: {'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'code': 200}
Apr 30 22:03:21.597191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 97923c07-7d28-4a3f-bbfb-88d17719ac2f is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:21.597563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:21.610520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97923c07-7d28-4a3f-bbfb-88d17719ac2f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:03:21.655928 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:21.729739 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 22:03:21.730131 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-19a80813-32a9-4409-9479-410193892938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 22:03:21.732766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:22.065015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7f79-49de-4e65-9342-32dced682a9e req-15a1f077-fe30-4809-ae91-23f6782c8689 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:22.066500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1dd7f79-49de-4e65-9342-32dced682a9e req-15a1f077-fe30-4809-ae91-23f6782c8689 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 944 time: 0.0465517
Apr 30 22:03:22.112170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b1dd7f79-49de-4e65-9342-32dced682a9e req-4665c14f-4224-48f0-b0a1-57586cab5384 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401545
Apr 30 22:03:22.266167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 97923c07-7d28-4a3f-bbfb-88d17719ac2f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:22.266474 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:22.279727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97923c07-7d28-4a3f-bbfb-88d17719ac2f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:03:22.299079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:22.368995 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:22.416997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:22.420282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca6360-bf1b-4fe7-a893-ca8be3686936 req-1b7e47c8-e70c-4df4-9faa-722991b8a22c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:22.421617 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86ca6360-bf1b-4fe7-a893-ca8be3686936 req-1b7e47c8-e70c-4df4-9faa-722991b8a22c tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 945 time: 0.0480058
Apr 30 22:03:22.470746 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86ca6360-bf1b-4fe7-a893-ca8be3686936 req-fc75af1b-b6d2-4b64-8198-4964c12e82dd tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430722
Apr 30 22:03:22.558047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-9ec4290c-0ef7-459d-911c-fdbff9616b82 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:22.559382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-9ec4290c-0ef7-459d-911c-fdbff9616b82 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.20 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d&tenant_id=65065d04e6dc45cb9798be1c9703ad2f&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0541756
Apr 30 22:03:22.586373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['97923c07-7d28-4a3f-bbfb-88d17719ac2f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:03:22.640911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-962f7110-2469-4abe-8e73-f0aff49b4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:22.642442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-962f7110-2469-4abe-8e73-f0aff49b4002 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 1127 time: 0.0399714
Apr 30 22:03:22.736836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-985970e4-0215-4f94-8fb3-b886de37b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:22.738333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-985970e4-0215-4f94-8fb3-b886de37b3d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 200  len: 915 time: 0.0890698
Apr 30 22:03:22.778475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-65e1cad8-e03a-47af-9154-9af184a89cff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f HTTP/1.1" status: 200  len: 217 time: 0.0338709
Apr 30 22:03:22.827579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-dedff8c9-7555-4099-b142-d5f45cb4ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:22.828889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-dedff8c9-7555-4099-b142-d5f45cb4ab76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 200  len: 854 time: 0.0426462
Apr 30 22:03:22.861531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-ecb79a3b-cb83-48b7-ac92-80fe7268c4d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ec1f46-c26c-49d0-9e30-f56317b867b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0256159
Apr 30 22:03:22.957560 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-8f12c9e2-1a9e-4687-8c66-35aed48875cb service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894892
Apr 30 22:03:23.045062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-babc78e4-5476-4269-aa55-c3aa4af234e7 req-ae3960b8-eaee-45ec-8e5a-4fa3d5864c12 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808914
Apr 30 22:03:23.283279 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:23.328453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 97923c07-7d28-4a3f-bbfb-88d17719ac2f up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:03:23.535250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 97923c07-7d28-4a3f-bbfb-88d17719ac2f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:23.536127 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:23.600209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72a700-f8b4-4e28-9136-ae9876e0965d req-81790c7a-5958-4370-86bb-6b590f7081e3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:23.602192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f72a700-f8b4-4e28-9136-ae9876e0965d req-81790c7a-5958-4370-86bb-6b590f7081e3 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 945 time: 0.0557156
Apr 30 22:03:23.614144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 97923c07-7d28-4a3f-bbfb-88d17719ac2f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:23.614689 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:23.640399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:03:23.642688 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41c3ebc-3450-41bf-8949-712006772b61" -d '{"events": [{"server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "name": "network-vif-plugged", "status": "completed", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:03:23.655687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:23.656550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f72a700-f8b4-4e28-9136-ae9876e0965d req-d90fdfee-9d55-459b-99ff-933aebf43ceb tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484529
Apr 30 22:03:23.685456 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59642dc9-3827-4f75-815b-f8a5df31a5a9 x-openstack-request-id: req-59642dc9-3827-4f75-815b-f8a5df31a5a9 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:03:23.685750 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "name": "network-vif-plugged", "status": "completed", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:03:23.686063 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-59642dc9-3827-4f75-815b-f8a5df31a5a9 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:03:23.686493 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59642dc9-3827-4f75-815b-f8a5df31a5a9'] response: {'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'code': 200}
Apr 30 22:03:23.712434 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:23.765717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:24.517597 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:24.770026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946e38-48f5-4f4c-8c04-f22497a45be1 req-2598b8d0-b139-4470-bf4f-096233b75db5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:24.771475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc946e38-48f5-4f4c-8c04-f22497a45be1 req-2598b8d0-b139-4470-bf4f-096233b75db5 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0463607
Apr 30 22:03:24.817644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc946e38-48f5-4f4c-8c04-f22497a45be1 req-3ecf1285-4b56-47b2-a6a1-352184044942 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406716
Apr 30 22:03:24.938847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60692b8-c487-4165-ad40-29c46d18f3bb req-d580f31c-8031-4826-9c9c-24a3529f9560 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:24.940239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f60692b8-c487-4165-ad40-29c46d18f3bb req-d580f31c-8031-4826-9c9c-24a3529f9560 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0543668
Apr 30 22:03:24.987607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f60692b8-c487-4165-ad40-29c46d18f3bb req-0a1a032c-3c95-4584-83a9-fac4b5325e6d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417311
Apr 30 22:03:25.097149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75775b6a-1d4a-40f2-a8ef-b58de222e9ce req-a11c038e-71fb-4f21-b592-c68c748405db tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:25.098650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75775b6a-1d4a-40f2-a8ef-b58de222e9ce req-a11c038e-71fb-4f21-b592-c68c748405db tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0466902
Apr 30 22:03:25.144997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75775b6a-1d4a-40f2-a8ef-b58de222e9ce req-393958ed-7fed-480b-9c98-1b1a2b50bd0f tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408177
Apr 30 22:03:25.292614 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:03:25.759277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864feabd-1eb7-4d5a-8a4b-166ea269cb1e req-1afbf321-ee05-4f75-b199-96917ff76862 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:25.760640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-864feabd-1eb7-4d5a-8a4b-166ea269cb1e req-1afbf321-ee05-4f75-b199-96917ff76862 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0449364
Apr 30 22:03:25.810859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-864feabd-1eb7-4d5a-8a4b-166ea269cb1e req-d1d6e9a3-323c-4fd3-b396-55b10a0cf170 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438745
Apr 30 22:03:26.925094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558b9f8-e8fe-4b61-9453-af1ebf62671d req-37646f93-1f79-456f-9b59-ee7a7ed1722a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:26.926572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7558b9f8-e8fe-4b61-9453-af1ebf62671d req-37646f93-1f79-456f-9b59-ee7a7ed1722a tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0463104
Apr 30 22:03:26.972309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7558b9f8-e8fe-4b61-9453-af1ebf62671d req-79678c51-47ea-45d2-a9b9-e49117549b22 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/security-groups?id=42d5d8c2-368e-41f9-8f17-f21b5cb87873&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402071
Apr 30 22:03:27.035314 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86be892-a709-452d-8dfa-377abb42767e req-f952efd5-d44f-4d4f-9684-1211840ca464 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:27.036720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c86be892-a709-452d-8dfa-377abb42767e req-f952efd5-d44f-4d4f-9684-1211840ca464 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.20 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 946 time: 0.0448608
Apr 30 22:03:27.121024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Deleting port 97923c07-7d28-4a3f-bbfb-88d17719ac2f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:03:27.121288 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:27.209015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] For port 97923c07-7d28-4a3f-bbfb-88d17719ac2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=97923c07-7d28-4a3f-bbfb-88d17719ac2f,segment=NetworkSegment(18ec8efb-6052-4665-b2e1-1f4c655c4a3a),segment_id=18ec8efb-6052-4665-b2e1-1f4c655c4a3a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:27.209393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:27.222030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Calling delete_port for 97923c07-7d28-4a3f-bbfb-88d17719ac2f owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:03:27.409131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (97923c07-7d28-4a3f-bbfb-88d17719ac2f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:27.424935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['97923c07-7d28-4a3f-bbfb-88d17719ac2f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:03:27.437927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Pushing event deleted for resources: {'Port': ['ID=97923c07-7d28-4a3f-bbfb-88d17719ac2f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:27.485576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] No DVR routers for this DVR port 97923c07-7d28-4a3f-bbfb-88d17719ac2f on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:03:27.488293 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:27.491574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c86be892-a709-452d-8dfa-377abb42767e req-ef9b8379-f15c-4432-8216-e07d9238769d tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.20 "DELETE /v2.0/ports/97923c07-7d28-4a3f-bbfb-88d17719ac2f HTTP/1.1" status: 204  len: 173 time: 0.4494257
Apr 30 22:03:27.492075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'name': 'network-vif-deleted', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:03:27.494402 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f269c6-b2fd-43d7-befc-db29bcd1a46c" -d '{"events": [{"server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "name": "network-vif-deleted", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:03:27.595323 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7559716c-a8a9-49e4-bd79-acc1ac821baa x-openstack-request-id: req-7559716c-a8a9-49e4-bd79-acc1ac821baa {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:03:27.595622 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0873a873-a29c-4c1c-9f96-af605b386b1d", "name": "network-vif-deleted", "tag": "97923c07-7d28-4a3f-bbfb-88d17719ac2f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:03:27.595876 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7559716c-a8a9-49e4-bd79-acc1ac821baa {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:03:27.596283 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7559716c-a8a9-49e4-bd79-acc1ac821baa'] response: {'server_uuid': '0873a873-a29c-4c1c-9f96-af605b386b1d', 'name': 'network-vif-deleted', 'tag': '97923c07-7d28-4a3f-bbfb-88d17719ac2f', 'status': 'completed', 'code': 200}
Apr 30 22:03:28.082896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f82410ac-393c-482b-aeb9-0a6ed4785624 req-31f14506-95c5-4fb9-a61f-d29fab4e21a0 tempest-ServerDiskConfigTestJSON-2076705734 tempest-ServerDiskConfigTestJSON-2076705734-project] 10.222.0.23 "GET /v2.0/ports?device_id=0873a873-a29c-4c1c-9f96-af605b386b1d HTTP/1.1" status: 200  len: 210 time: 0.0273092
Apr 30 22:03:29.208253 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51418) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:29.252401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Deleting subnet 2a8a59e3-825c-4f83-9c52-e2203c662e15 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:03:29.255518 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Publish callbacks [] for subnet (2a8a59e3-825c-4f83-9c52-e2203c662e15), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.288940 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (2a8a59e3-825c-4f83-9c52-e2203c662e15), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.327355 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (2a8a59e3-825c-4f83-9c52-e2203c662e15), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.443700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (2a8a59e3-825c-4f83-9c52-e2203c662e15), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.468419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8a59e3-825c-4f83-9c52-e2203c662e15,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:29.478820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.479693 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2a8a59e3-825c-4f83-9c52-e2203c662e15 HTTP/1.1" status: 204  len: 168 time: 0.2704620
Apr 30 22:03:29.482070 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.482427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.482800 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.483116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51420) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:29.483556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.483556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.483769 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.484093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.484422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.484741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.485061 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.485380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.485698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.486048 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.486368 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.486687 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2df94-aed8-4b93-8bc8-b423a7899251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:29.551651 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (e8ec1f46-c26c-49d0-9e30-f56317b867b1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.631084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (e8ec1f46-c26c-49d0-9e30-f56317b867b1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.650469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896633fa30>,) {'filters': {'network_id': ['e8ec1f46-c26c-49d0-9e30-f56317b867b1']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:29.659975 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896633fa30>, '18ec8efb-6052-4665-b2e1-1f4c655c4a3a') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:29.660265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896633fa30>, '18ec8efb-6052-4665-b2e1-1f4c655c4a3a') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:29.669948 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (18ec8efb-6052-4665-b2e1-1f4c655c4a3a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.682866 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (18ec8efb-6052-4665-b2e1-1f4c655c4a3a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.688639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (18ec8efb-6052-4665-b2e1-1f4c655c4a3a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:03:29.690690 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:03:29.774642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (e8ec1f46-c26c-49d0-9e30-f56317b867b1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.780379 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:29.783478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e8ec1f46-c26c-49d0-9e30-f56317b867b1 HTTP/1.1" status: 204  len: 168 time: 0.2991097
Apr 30 22:03:29.795451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ce250-356e-44ea-962d-56a819eec1e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ec1f46-c26c-49d0-9e30-f56317b867b1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:30.094430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51424) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:30.141025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-50fec6b5-c267-4c21-a0e4-16f311cd5fb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65065d04e6dc45cb9798be1c9703ad2f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0454454
Apr 30 22:03:30.143601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51426) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:30.189336 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66feb37d-a12a-46d2-8518-62087a377f2b admin admin] Publish callbacks [] for security_group (42d5d8c2-368e-41f9-8f17-f21b5cb87873), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:30.209551 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66feb37d-a12a-46d2-8518-62087a377f2b admin admin] Publish callbacks [] for security_group (42d5d8c2-368e-41f9-8f17-f21b5cb87873), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:30.312231 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66feb37d-a12a-46d2-8518-62087a377f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (42d5d8c2-368e-41f9-8f17-f21b5cb87873), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:30.315014 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66feb37d-a12a-46d2-8518-62087a377f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:30.316191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-66feb37d-a12a-46d2-8518-62087a377f2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42d5d8c2-368e-41f9-8f17-f21b5cb87873 HTTP/1.1" status: 204  len: 168 time: 0.1716981
Apr 30 22:03:30.324211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66feb37d-a12a-46d2-8518-62087a377f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5d8c2-368e-41f9-8f17-f21b5cb87873,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:31.294269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51448) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:31.387386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-757636120-network', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:31.394093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 97923c07-7d28-4a3f-bbfb-88d17719ac2f no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:03:31.417456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 97923c07-7d28-4a3f-bbfb-88d17719ac2f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:03:31.417824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 97923c07-7d28-4a3f-bbfb-88d17719ac2f not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:03:31.511605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Made reservation on behalf of 2fad6f6856db4b229be0837d3874a1f5 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:03:31.514510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:31.524262 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:31.603930 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Publish callbacks [] for security_group (d504b68e-e579-4834-992a-df4797c8b4bf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:31.664529 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d504b68e-e579-4834-992a-df4797c8b4bf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:31.691400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:03:31.696669 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d504b68e-e579-4834-992a-df4797c8b4bf,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:31.705426 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2dce2a57-7f48-436c-b0c1-84a7daa91e36), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:31.705659 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Added segment 2dce2a57-7f48-436c-b0c1-84a7daa91e36 of type vlan for network 802fca98-979c-4c01-80ef-f6f7a1aef1e2
Apr 30 22:03:31.748901 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (802fca98-979c-4c01-80ef-f6f7a1aef1e2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:31.837647 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (802fca98-979c-4c01-80ef-f6f7a1aef1e2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:31.838612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:31.839189 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:31.897404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] Pushing event updated for resources: {'Network': ['ID=802fca98-979c-4c01-80ef-f6f7a1aef1e2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:31.907554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:03:31.955200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-db093745-ae47-4b31-8781-18aec6ee40c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6598303
Apr 30 22:03:31.958028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51468) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:31.962697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Request body: {'subnet': {'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-757636120-subnet', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:32.042208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Made reservation on behalf of 2fad6f6856db4b229be0837d3874a1f5 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:03:32.044461 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:32.283482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (45cd2efb-0e3b-4a3f-99ee-d9503de3ef37), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:32.339373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:32.346400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:03:32.346756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Network hostable DHCP agents. Network: 802fca98-979c-4c01-80ef-f6f7a1aef1e2, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:03:32.426281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:03:32.494712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 802fca98-979c-4c01-80ef-f6f7a1aef1e2) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:03:32.498515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:32.499786 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:32.506732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf034b-5b20-479b-9422-15412175beff None None] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:03:32.594849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b054fbf9-9911-4ea7-a5af-aa4684a3faeb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6356673
Apr 30 22:03:32.597534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51470) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:32.602037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:32.606890 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:03:32.607749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:32.700958 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:32.702198 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:32.742686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Allocated IP 172.20.0.2 (802fca98-979c-4c01-80ef-f6f7a1aef1e2/45cd2efb-0e3b-4a3f-99ee-d9503de3ef37/099465fd-db45-45a1-9141-af06ec075636) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:03:32.758641 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks [] for router_controller (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:32.884704 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Publish callbacks [] for port (099465fd-db45-45a1-9141-af06ec075636), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:32.975775 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks [] for router_gateway (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.032332 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (099465fd-db45-45a1-9141-af06ec075636), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.067577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:03:33.070417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:03:33.073745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:03:33.085608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Pushing event updated for resources: {'Port': ['ID=099465fd-db45-45a1-9141-af06ec075636,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:33.138373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Attempting to bind port 099465fd-db45-45a1-9141-af06ec075636 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:03:33.138662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Attempting to bind port 099465fd-db45-45a1-9141-af06ec075636 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:03:33.139024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Attempting to bind port 099465fd-db45-45a1-9141-af06ec075636 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:03:33.144534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:03:33.144912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:03:33.145314 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.145708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:03:33.146211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Bound port: 099465fd-db45-45a1-9141-af06ec075636, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:03:33.146593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (099465fd-db45-45a1-9141-af06ec075636), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.212108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] For port 099465fd-db45-45a1-9141-af06ec075636, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:03:33.215125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] For port 099465fd-db45-45a1-9141-af06ec075636, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099465fd-db45-45a1-9141-af06ec075636,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:03:33.251675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks [] for router_gateway (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.270796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.283989 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (099465fd-db45-45a1-9141-af06ec075636), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.348713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391bd39b-1320-4764-ae1a-c5e3f182276e None None] Pushing event updated for resources: {'Port': ['ID=099465fd-db45-45a1-9141-af06ec075636,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:33.381115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Allocated IP 172.35.4.89 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/091b9272-c5b2-48eb-b5e2-85c14770a737) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:03:33.486309 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks [] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.581739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:33.626253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:03:33.629168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:03:33.632896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:03:33.641747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Pushing event updated for resources: {'Port': ['ID=091b9272-c5b2-48eb-b5e2-85c14770a737,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:33.964825 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks [] for router_gateway (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:34.286570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08deb789-7f83-48a3-a91a-600b15321618 None None] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:03:34.349470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-500db11d-99bb-4d83-aa23-de8f742de40d None None] Provisioning complete for port 099465fd-db45-45a1-9141-af06ec075636 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:34.349870 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500db11d-99bb-4d83-aa23-de8f742de40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (099465fd-db45-45a1-9141-af06ec075636), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:34.478630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-500db11d-99bb-4d83-aa23-de8f742de40d None None] Current status of the port 099465fd-db45-45a1-9141-af06ec075636 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:34.481080 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500db11d-99bb-4d83-aa23-de8f742de40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (099465fd-db45-45a1-9141-af06ec075636), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:34.517595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-500db11d-99bb-4d83-aa23-de8f742de40d None None] For port 099465fd-db45-45a1-9141-af06ec075636, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099465fd-db45-45a1-9141-af06ec075636,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:34.519337 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:34.613642 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-500db11d-99bb-4d83-aa23-de8f742de40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (099465fd-db45-45a1-9141-af06ec075636), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:34.678608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500db11d-99bb-4d83-aa23-de8f742de40d None None] Pushing event updated for resources: {'Port': ['ID=099465fd-db45-45a1-9141-af06ec075636,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:34.728704 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:03:34.733672 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f868d7d9-b655-4a0a-811e-aaafbbccbdeb None None] Provisioning complete for port 099465fd-db45-45a1-9141-af06ec075636 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:34.734074 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f868d7d9-b655-4a0a-811e-aaafbbccbdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (099465fd-db45-45a1-9141-af06ec075636), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:34.811707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f868d7d9-b655-4a0a-811e-aaafbbccbdeb None None] Current status of the port 099465fd-db45-45a1-9141-af06ec075636 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:34.834335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:03:34.843733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:03:34.853032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:03:34.855427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8750d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:03:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:34.896422 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:34.897691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-040a05e4-f6fd-4ed9-a945-8321985e6e2e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.2991436
Apr 30 22:03:34.900747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51472) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:34.963409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:03:35.136284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8750d0>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:33Z', 'revision_number': 3, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:35.163916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:03:35.164267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Updating router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c port 091b9272-c5b2-48eb-b5e2-85c14770a737 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:03:35.192129 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.336251 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.425228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 099465fd-db45-45a1-9141-af06ec075636 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:03:35.492615 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Publish callbacks [] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.503931 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Allocated IP 172.20.0.1 (802fca98-979c-4c01-80ef-f6f7a1aef1e2/45cd2efb-0e3b-4a3f-99ee-d9503de3ef37/ff3cd802-c166-46c5-830d-d2bee3378a69) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:03:35.510760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 099465fd-db45-45a1-9141-af06ec075636 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:35.510760 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (099465fd-db45-45a1-9141-af06ec075636), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.587815 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.614781 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Publish callbacks [] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.625393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 099465fd-db45-45a1-9141-af06ec075636 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Attempting to bind port 091b9272-c5b2-48eb-b5e2-85c14770a737 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Attempting to bind port 091b9272-c5b2-48eb-b5e2-85c14770a737 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Attempting to bind port 091b9272-c5b2-48eb-b5e2-85c14770a737 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9781a-ae15-4446-b462-487222a2afe8 None None] Pushing event updated for resources: {'Port': ['ID=091b9272-c5b2-48eb-b5e2-85c14770a737,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Bound port: 091b9272-c5b2-48eb-b5e2-85c14770a737, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:03:35.702580 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.720178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] For port 091b9272-c5b2-48eb-b5e2-85c14770a737, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:03:35.723240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] For port 091b9272-c5b2-48eb-b5e2-85c14770a737, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=091b9272-c5b2-48eb-b5e2-85c14770a737,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:03:35.814920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.831958 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.858679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:03:35.864823 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:03:35.872547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:03:35.884552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Pushing event updated for resources: {'Port': ['ID=ff3cd802-c166-46c5-830d-d2bee3378a69,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:35.893036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:03:35.893695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8750d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:03:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:35.928772 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:35.973058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9781a-ae15-4446-b462-487222a2afe8 None None] Pushing event updated for resources: {'Port': ['ID=091b9272-c5b2-48eb-b5e2-85c14770a737,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:36.031000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:03:36.132704 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:36.146591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2b72e6dc-d0e8-43c8-afcc-1d4bea56ce28 None None] Provisioning complete for port ff3cd802-c166-46c5-830d-d2bee3378a69 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:36.146890 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2b72e6dc-d0e8-43c8-afcc-1d4bea56ce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:36.204976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2b72e6dc-d0e8-43c8-afcc-1d4bea56ce28 None None] Port ff3cd802-c166-46c5-830d-d2bee3378a69 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:03:36.242927 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8750d0>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:33Z', 'revision_number': 3, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:36.272766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d718b4b-fb22-4310-bcaa-fd52b4eab73e None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:33Z', 'revision_number': 3, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:03:36.300334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Publish callbacks [] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:36.368810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:36.440450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:36.442322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Pushing event updated for resources: {'Port': ['ID=ff3cd802-c166-46c5-830d-d2bee3378a69,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:36.557934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:03:36.559521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:03:36.695872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:03:36.821219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:03:36.826184 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-20a2fb81-ac9b-4bb8-aa60-c2c0273376ee admin admin] 10.222.0.23 "PUT /v2.0/routers/ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9244318
Apr 30 22:03:36.826679 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-31c44a50-b9bb-4e83-bb90-b36d7c484738 None None] Provisioning complete for port ff3cd802-c166-46c5-830d-d2bee3378a69 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:36.827160 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31c44a50-b9bb-4e83-bb90-b36d7c484738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:36.866785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-31c44a50-b9bb-4e83-bb90-b36d7c484738 None None] Port ff3cd802-c166-46c5-830d-d2bee3378a69 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:03:37.283529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51480) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:37.288120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-bdc8d6f6-291c-4638-a6b5-01514a6ae47b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332427744', 'description': 'tempest-description--1081063640'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:37.369118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d6f6-291c-4638-a6b5-01514a6ae47b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.425951 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 091b9272-c5b2-48eb-b5e2-85c14770a737 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:03:37.442036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d6f6-291c-4638-a6b5-01514a6ae47b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group (a08d9e8e-fce0-4497-a3d5-9d27af97a581), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.471311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 091b9272-c5b2-48eb-b5e2-85c14770a737 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:37.471685 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.541452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d6f6-291c-4638-a6b5-01514a6ae47b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a08d9e8e-fce0-4497-a3d5-9d27af97a581), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.553938 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 091b9272-c5b2-48eb-b5e2-85c14770a737 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:37.554610 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.571863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8d6f6-291c-4638-a6b5-01514a6ae47b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d9e8e-fce0-4497-a3d5-9d27af97a581,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:37.576002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 091b9272-c5b2-48eb-b5e2-85c14770a737, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=091b9272-c5b2-48eb-b5e2-85c14770a737,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:37.649471 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.651906 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d6f6-291c-4638-a6b5-01514a6ae47b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.657791 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51482) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:37.662983 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3145cff5-d8be-4737-ac61-2b664f36c95d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'security_group_rule': {'security_group_id': 'a08d9e8e-fce0-4497-a3d5-9d27af97a581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:37.666940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bdc8d6f6-291c-4638-a6b5-01514a6ae47b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3822525
Apr 30 22:03:37.770236 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3145cff5-d8be-4737-ac61-2b664f36c95d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group_rule (53c71d11-9bbd-4e9e-8422-ebe61c470270), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.831034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3145cff5-d8be-4737-ac61-2b664f36c95d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group_rule (53c71d11-9bbd-4e9e-8422-ebe61c470270), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.867713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=091b9272-c5b2-48eb-b5e2-85c14770a737,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:37.883074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3145cff5-d8be-4737-ac61-2b664f36c95d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (53c71d11-9bbd-4e9e-8422-ebe61c470270), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.901559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145cff5-d8be-4737-ac61-2b664f36c95d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c71d11-9bbd-4e9e-8422-ebe61c470270,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:37.938513 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:03:37.948014 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:03:37.955084 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c89f160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:03:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:37.976362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3145cff5-d8be-4737-ac61-2b664f36c95d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:37.977739 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3145cff5-d8be-4737-ac61-2b664f36c95d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3196082
Apr 30 22:03:37.980301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51484) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:37.984683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a80e6cc3-d995-4684-b379-1caab5b3cf66 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'security_group_rule': {'security_group_id': 'a08d9e8e-fce0-4497-a3d5-9d27af97a581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:38.052590 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:03:38.088408 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a80e6cc3-d995-4684-b379-1caab5b3cf66 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group_rule (7d630ea2-270d-4880-9227-7a1ef756ccb1), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.144723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a80e6cc3-d995-4684-b379-1caab5b3cf66 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group_rule (7d630ea2-270d-4880-9227-7a1ef756ccb1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.231711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a80e6cc3-d995-4684-b379-1caab5b3cf66 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (7d630ea2-270d-4880-9227-7a1ef756ccb1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.251106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e6cc3-d995-4684-b379-1caab5b3cf66 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d630ea2-270d-4880-9227-7a1ef756ccb1,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:38.325153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a80e6cc3-d995-4684-b379-1caab5b3cf66 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.326455 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a80e6cc3-d995-4684-b379-1caab5b3cf66 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3451431
Apr 30 22:03:38.329544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 51486) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:38.333966 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:38.335416 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c89f160>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 2, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:38.361841 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:03:38.362129 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Updating router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c port ff3cd802-c166-46c5-830d-d2bee3378a69 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:03:38.389103 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.409612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.492623 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.620763 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Allocated IP 172.35.4.243 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/a96b4636-9061-47cb-9a55-80a87447d4ad) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:03:38.657130 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Publish callbacks [] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.723124 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for port (a96b4636-9061-47cb-9a55-80a87447d4ad), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.723798 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.780072 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Pushing event updated for resources: {'Port': ['ID=ff3cd802-c166-46c5-830d-d2bee3378a69,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:38.803950 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a96b4636-9061-47cb-9a55-80a87447d4ad), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.805330 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.805682 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.806048 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.806383 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.806712 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.807045 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.807370 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.807952 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.808117 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.808365 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.808689 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.809182 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.809519 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.809865 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.810232 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:38.841669 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Attempting to bind port ff3cd802-c166-46c5-830d-d2bee3378a69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:03:38.841669 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Attempting to bind port ff3cd802-c166-46c5-830d-d2bee3378a69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:03:38.842609 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Attempting to bind port ff3cd802-c166-46c5-830d-d2bee3378a69 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:03:38.844506 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:03:38.848086 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:03:38.848462 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:03:38.848860 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.849041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:03:38.849251 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:03:38.849717 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Bound port: ff3cd802-c166-46c5-830d-d2bee3378a69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:03:38.850120 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.852999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:03:38.883197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'Port': ['ID=a96b4636-9061-47cb-9a55-80a87447d4ad,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:38.928396 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] For port ff3cd802-c166-46c5-830d-d2bee3378a69, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:03:38.931544 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] For port ff3cd802-c166-46c5-830d-d2bee3378a69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff3cd802-c166-46c5-830d-d2bee3378a69,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:03:38.964789 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:38.996251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8c503cf5-2b22-4868-9f42-89a4f4095d63 None None] Provisioning complete for port ff3cd802-c166-46c5-830d-d2bee3378a69 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:38.996859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8c503cf5-2b22-4868-9f42-89a4f4095d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.008133 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.030952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8c503cf5-2b22-4868-9f42-89a4f4095d63 None None] Port ff3cd802-c166-46c5-830d-d2bee3378a69 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:03:39.064922 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:03:39.065568 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c89f160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:03:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:39.069134 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a96b4636-9061-47cb-9a55-80a87447d4ad), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.139695 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e9094-ed74-45a7-8d37-6c026d5dafab None None] Pushing event updated for resources: {'Port': ['ID=ff3cd802-c166-46c5-830d-d2bee3378a69,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:39.189728 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:03:39.235010 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for port (a96b4636-9061-47cb-9a55-80a87447d4ad), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.306031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (a96b4636-9061-47cb-9a55-80a87447d4ad), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.353271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9163dc30-e49f-4823-ac41-8f58ce89fb93 None None] Provisioning complete for port ff3cd802-c166-46c5-830d-d2bee3378a69 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:39.353863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9163dc30-e49f-4823-ac41-8f58ce89fb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.381628 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'Port': ['ID=a96b4636-9061-47cb-9a55-80a87447d4ad,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:39.388692 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.390332 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c89f160>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:38Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:39.424596 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dd971e-41df-4695-a282-a9098a9f6211 None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:38Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:03:39.454178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 091b9272-c5b2-48eb-b5e2-85c14770a737 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:03:39.484015 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.485259 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-37349b4f-dec7-41d6-8449-648dd1de2338 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1547415
Apr 30 22:03:39.509174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9163dc30-e49f-4823-ac41-8f58ce89fb93 None None] Current status of the port ff3cd802-c166-46c5-830d-d2bee3378a69 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:39.509866 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9163dc30-e49f-4823-ac41-8f58ce89fb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.577550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 091b9272-c5b2-48eb-b5e2-85c14770a737 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:39.578071 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.583467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9163dc30-e49f-4823-ac41-8f58ce89fb93 None None] For port ff3cd802-c166-46c5-830d-d2bee3378a69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff3cd802-c166-46c5-830d-d2bee3378a69,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:39.658499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9163dc30-e49f-4823-ac41-8f58ce89fb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:39.676360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-2a765e54-b4ef-4874-b5fa-4c346d0eabfc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1332427744&fields=id&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 267 time: 0.0575383
Apr 30 22:03:39.698434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 091b9272-c5b2-48eb-b5e2-85c14770a737 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:39.719118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163dc30-e49f-4823-ac41-8f58ce89fb93 None None] Pushing event updated for resources: {'Port': ['ID=ff3cd802-c166-46c5-830d-d2bee3378a69,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:39.800868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-98aab605-eb64-4bef-b60a-9f4646456bf8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:39.802369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-98aab605-eb64-4bef-b60a-9f4646456bf8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 811 time: 0.1163793
Apr 30 22:03:39.817555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-5ad7cfb6-41fb-459c-b32d-06a4e7e445c6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/quotas/2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 375 time: 0.0096278
Apr 30 22:03:39.869573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-7b7a3f6f-c50a-4590-ade4-7d6107498381 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0462608
Apr 30 22:03:39.976751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-2a993fdf-3b8f-4998-b6e6-54d853346393 service neutron] 10.222.0.23 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952282
Apr 30 22:03:40.075153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-723b989b-b7d3-436f-b47a-74435ca82a3c service neutron] 10.222.0.23 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923407
Apr 30 22:03:40.349476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-972488fc-762d-4de1-afb3-f57ed9eb2283 req-7737d1e4-f99c-4bbd-ac09-9bd0357ef029 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 210 time: 0.0311935
Apr 30 22:03:41.424563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ff3cd802-c166-46c5-830d-d2bee3378a69 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:03:41.450166 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3efe6c7c-face-470e-b5c7-28eb56cb3d7f req-ca89773a-07b4-4a5c-a10f-23792b098d2b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 210 time: 0.0317283
Apr 30 22:03:41.479009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ff3cd802-c166-46c5-830d-d2bee3378a69 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:41.479388 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:41.556895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ff3cd802-c166-46c5-830d-d2bee3378a69 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:42.413040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-b01678fc-b096-405c-8905-b3acac1d0a02 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:42.414793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-b01678fc-b096-405c-8905-b3acac1d0a02 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 811 time: 0.1080122
Apr 30 22:03:42.477368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-222c7fa7-883c-4593-919d-9fc823950176 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 380 time: 0.0534956
Apr 30 22:03:42.490355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'port': {'device_id': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'admin_state_up': True, 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'security_groups': ['a08d9e8e-fce0-4497-a3d5-9d27af97a581']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:42.569480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d91b789d-e3c5-4f33-8584-ddc4ad3f540c req-5784dbc5-1290-437a-b901-f51304111eb6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 210 time: 0.0340233
Apr 30 22:03:42.681801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Made reservation on behalf of 2fad6f6856db4b229be0837d3874a1f5 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:03:42.685247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:42.813279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Allocated IP 172.20.0.6 (802fca98-979c-4c01-80ef-f6f7a1aef1e2/45cd2efb-0e3b-4a3f-99ee-d9503de3ef37/03e71e6a-c177-49b2-98c4-a1ee4f8c1071) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:03:42.946713 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:43.037355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:43.082237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:03:43.085224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:03:43.088826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:03:43.116396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:43.134396 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.134747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.135096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.135438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.135778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.136116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.136450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.136781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.137137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.137732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.138090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.138415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.138789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.139731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.140047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:43.158897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:43.159524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:43.263302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-26e6f119-4fd6-4fba-9960-123b3eb15150 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7765229
Apr 30 22:03:43.300909 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1fa2610b-0233-4695-8443-6e2857b55dfc None None] Provisioning complete for port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:43.301392 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fa2610b-0233-4695-8443-6e2857b55dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:43.335660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Request body: {'port': {'device_id': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:43.336292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2610b-0233-4695-8443-6e2857b55dfc None None] Port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:03:43.394385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:43.684950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:03:43.696020 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Publish callbacks [] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:43.703747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2b830-9d70-4a2e-9775-b60e0f65ee56 req-2dd2bbd5-dee2-4019-879f-c2715aba3c2a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:43.705233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abf2b830-9d70-4a2e-9775-b60e0f65ee56 req-2dd2bbd5-dee2-4019-879f-c2715aba3c2a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 931 time: 0.0617154
Apr 30 22:03:43.727763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Transition to ACTIVE for port object 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:03:43.756389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-abf2b830-9d70-4a2e-9775-b60e0f65ee56 req-72cf0377-c129-4217-a78a-43d76801167e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443425
Apr 30 22:03:43.797013 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:43.853272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:43.923680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Attempting to bind port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:03:43.924018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Attempting to bind port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:03:43.924350 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Attempting to bind port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:03:43.929077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:03:43.929404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Attempting to bind port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:03:43.934601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:03:43.934942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:03:43.935341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:03:43.935795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Bound port: 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:03:43.936153 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:44.002438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:03:44.005460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:03:44.077936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:44.114799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:44.115425 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:44.116819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] 10.222.0.35 "PUT /v2.0/ports/03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 1091 time: 0.8469732
Apr 30 22:03:44.117256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:03:44.119524 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e16884b-c999-4afe-a6e2-9a3661d5cf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:03:44.151007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e9020-5f43-41c0-9552-03323a56e65e service neutron] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:44.158148 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6463fae7-a1b1-4d1b-acf9-37cd83db335d x-openstack-request-id: req-6463fae7-a1b1-4d1b-acf9-37cd83db335d {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:03:44.158440 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:03:44.158695 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6463fae7-a1b1-4d1b-acf9-37cd83db335d {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:03:44.159103 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6463fae7-a1b1-4d1b-acf9-37cd83db335d'] response: {'name': 'network-changed', 'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'status': 'completed', 'code': 200}
Apr 30 22:03:44.218114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16884b-c999-4afe-a6e2-9a3661d5cf9f req-c98daa5b-47b8-4820-8920-87a872d9d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:44.219659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e16884b-c999-4afe-a6e2-9a3661d5cf9f req-c98daa5b-47b8-4820-8920-87a872d9d00f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1125 time: 0.0426130
Apr 30 22:03:44.322099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16884b-c999-4afe-a6e2-9a3661d5cf9f req-d929ffc8-b92e-4d97-a773-a7d0ee56b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:44.323581 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e16884b-c999-4afe-a6e2-9a3661d5cf9f req-d929ffc8-b92e-4d97-a773-a7d0ee56b501 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2fad6f6856db4b229be0837d3874a1f5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0970440
Apr 30 22:03:44.420227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16884b-c999-4afe-a6e2-9a3661d5cf9f req-3ffdd5ec-a190-46b0-8b38-8a560cea1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:44.421625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e16884b-c999-4afe-a6e2-9a3661d5cf9f req-3ffdd5ec-a190-46b0-8b38-8a560cea1aec service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0918369
Apr 30 22:03:44.493079 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-1bc4f7d1-6dcf-4a03-8391-b964ffba0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:44.494601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-1bc4f7d1-6dcf-4a03-8391-b964ffba0717 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1125 time: 0.0392790
Apr 30 22:03:44.536165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-7ddd2847-54b7-40c5-9a28-28587cfc7354 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 217 time: 0.0348725
Apr 30 22:03:44.587947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-a867e585-4209-417b-a47a-b6efb41218d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:44.589475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-a867e585-4209-417b-a47a-b6efb41218d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0478315
Apr 30 22:03:44.631330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-2dda026c-0d4f-4a50-8668-5632e8f75cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:44.632730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-2dda026c-0d4f-4a50-8668-5632e8f75cdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377762
Apr 30 22:03:44.719821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-ae85d669-7efc-4812-b3f2-2a78d3ce8a67 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812225
Apr 30 22:03:44.813639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b5628a3-5ba9-4ba7-9d6f-0496a5293db8 req-49f6e3e4-fe31-40d8-87fa-e69ab7274acd service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866170
Apr 30 22:03:44.872686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388e281-9a1f-4b2d-9c32-27543839404f req-d2ff378a-de15-4fa0-93e8-670a57a25a7b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:44.874801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f388e281-9a1f-4b2d-9c32-27543839404f req-d2ff378a-de15-4fa0-93e8-670a57a25a7b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 943 time: 0.0469272
Apr 30 22:03:44.923062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f388e281-9a1f-4b2d-9c32-27543839404f req-a8b359e0-434e-4210-9a64-d53c989b224e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422330
Apr 30 22:03:46.050108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a717a2-1aee-41e3-8920-a4b623e4fb0f req-9efe0d36-45fa-4e75-9bc3-eeb25690b66e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:46.051572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7a717a2-1aee-41e3-8920-a4b623e4fb0f req-9efe0d36-45fa-4e75-9bc3-eeb25690b66e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 943 time: 0.0506055
Apr 30 22:03:46.098112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7a717a2-1aee-41e3-8920-a4b623e4fb0f req-816eb485-3021-4fe5-a4ef-cccad8ef9179 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408139
Apr 30 22:03:47.212555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d1416-f00f-4234-ac9d-f0e191ad1947 req-136fa127-d3ca-43f4-994c-e42d5476a79a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:47.214035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d14d1416-f00f-4234-ac9d-f0e191ad1947 req-136fa127-d3ca-43f4-994c-e42d5476a79a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 943 time: 0.0463185
Apr 30 22:03:47.260318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d14d1416-f00f-4234-ac9d-f0e191ad1947 req-78877e94-ec90-474f-a5fc-7f6fa2f7b4cf tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406952
Apr 30 22:03:47.347173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:03:47.450632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:47.465210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'mac_address': 'fa:16:3e:9e:91:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:03:47.489593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:47.503246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:47.503628 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:47.516785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:03:47.535733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:47.620191 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:47.666318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:47.674094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.674447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.674792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.675137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.675475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.675810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.676140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.676466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.676792 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.677118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.677442 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.677785 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.678115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.678439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.678761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:03:47.842295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['03e71e6a-c177-49b2-98c4-a1ee4f8c1071'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:03:47.902715 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dcc3ee09-e2cd-4979-b1f3-b0fcdbb8cf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:48.377201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624166c-1f2c-4fb1-87e7-317acd978f2d req-c9767dd4-934e-4822-820b-36b1f3b0f5c5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:48.378729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f624166c-1f2c-4fb1-87e7-317acd978f2d req-c9767dd4-934e-4822-820b-36b1f3b0f5c5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 944 time: 0.0464542
Apr 30 22:03:48.432643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f624166c-1f2c-4fb1-87e7-317acd978f2d req-c83b2f87-58bb-4913-8172-53f86512da4c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479732
Apr 30 22:03:49.353560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:03:49.398134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:03:49.442741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:03:49.443120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:49.525140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:03:49.525555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:49.549812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:03:49.551994 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e44399-42ec-4691-8a6e-2d174d853d5a" -d '{"events": [{"server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "name": "network-vif-plugged", "status": "completed", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:03:49.552492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef946a46-9f2e-4a99-b531-71564b90a761 req-f6cef406-6494-4738-9b0b-53b8010dfa80 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:49.554140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef946a46-9f2e-4a99-b531-71564b90a761 req-f6cef406-6494-4738-9b0b-53b8010dfa80 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 944 time: 0.0508940
Apr 30 22:03:49.565396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:03:49.592265 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec04700-cf04-4f7f-a1c4-e193331e3ebb x-openstack-request-id: req-3ec04700-cf04-4f7f-a1c4-e193331e3ebb {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:03:49.592567 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "name": "network-vif-plugged", "status": "completed", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:03:49.592821 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ec04700-cf04-4f7f-a1c4-e193331e3ebb {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:03:49.593228 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec04700-cf04-4f7f-a1c4-e193331e3ebb'] response: {'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'code': 200}
Apr 30 22:03:49.605169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef946a46-9f2e-4a99-b531-71564b90a761 req-432c10f5-3207-420c-b053-7ae9671404d1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451703
Apr 30 22:03:49.631739 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:49.688052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:03:49.816161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c12cf-51b9-4ca0-89a9-1ea13fd5da5d req-090c6b11-041f-4969-b1ca-bddb71f064a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:49.817683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-962c12cf-51b9-4ca0-89a9-1ea13fd5da5d req-090c6b11-041f-4969-b1ca-bddb71f064a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1127 time: 0.0402851
Apr 30 22:03:49.862000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-962c12cf-51b9-4ca0-89a9-1ea13fd5da5d req-053bd3eb-bcf2-4bcd-aa8c-e2a04901ba62 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384562
Apr 30 22:03:50.573234 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f49d1520-0794-4ad3-abac-bb0ddce49699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:50.726564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bc7c1-8594-451a-96ca-5a657e7c1d42 req-a8226146-eb43-47d9-93a1-6360a629952b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:50.728026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e8bc7c1-8594-451a-96ca-5a657e7c1d42 req-a8226146-eb43-47d9-93a1-6360a629952b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0494342
Apr 30 22:03:50.773702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e8bc7c1-8594-451a-96ca-5a657e7c1d42 req-322cc69e-c249-4b80-a98c-98e2564b38d7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394156
Apr 30 22:03:51.487304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:51.504332 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:51.884927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7ff73-249e-45e9-a7a4-aa67dade60c5 req-11c51552-1407-49f3-98a2-b22755844be9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:51.886436 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23c7ff73-249e-45e9-a7a4-aa67dade60c5 req-11c51552-1407-49f3-98a2-b22755844be9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0456748
Apr 30 22:03:51.935633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23c7ff73-249e-45e9-a7a4-aa67dade60c5 req-b2b072d3-1fbb-47b4-929b-9a97e2ec9e63 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428433
Apr 30 22:03:52.049976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bcd60-9a2f-4b57-8173-bbf683854cf5 req-8364cc04-a78a-489e-8f58-41633a09f29c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:52.051489 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a85bcd60-9a2f-4b57-8173-bbf683854cf5 req-8364cc04-a78a-489e-8f58-41633a09f29c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0502312
Apr 30 22:03:52.059980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51548) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:03:52.064844 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'floatingip': {'port_id': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:03:52.103151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:52.862674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:52.910183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:53.014781 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Floating IP f6e2af2d-bcec-463f-a999-bff5ca921902 associated. External IP: 172.35.4.243, port: 03e71e6a-c177-49b2-98c4-a1ee4f8c1071.
Apr 30 22:03:53.225379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:03:53.281623 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:53.338610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:03:53.344048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:53.350098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:03:53.361265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:03:53.361943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4a5d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:03:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:53.376630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0f4de1a6-bd17-4375-9809-0ee1a8af81e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "PUT /v2.0/floatingips/f6e2af2d-bcec-463f-a999-bff5ca921902 HTTP/1.1" status: 200  len: 991 time: 1.3150725
Apr 30 22:03:53.377221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:03:53.379733 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511" -d '{"events": [{"name": "network-changed", "server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:03:53.420150 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bebe57-1e94-43a3-86eb-d7f25726df0f x-openstack-request-id: req-28bebe57-1e94-43a3-86eb-d7f25726df0f {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:03:53.420442 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:03:53.420694 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28bebe57-1e94-43a3-86eb-d7f25726df0f {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:03:53.421110 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28bebe57-1e94-43a3-86eb-d7f25726df0f'] response: {'name': 'network-changed', 'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'status': 'completed', 'code': 200}
Apr 30 22:03:53.473082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:03:53.502655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f4536-e697-4ba1-9601-13191e6178ad req-3fe945fb-578e-4a1a-abd5-2e01d56cb965 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:53.504191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de9f4536-e697-4ba1-9601-13191e6178ad req-3fe945fb-578e-4a1a-abd5-2e01d56cb965 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0759332
Apr 30 22:03:53.511887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-e49a49cb-35ee-4e68-bc95-7245723edd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:53.514183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-e49a49cb-35ee-4e68-bc95-7245723edd06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1127 time: 0.0562236
Apr 30 22:03:53.613836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de9f4536-e697-4ba1-9601-13191e6178ad req-7e02781c-72ba-47e2-b624-bcc53838b571 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031609
Apr 30 22:03:53.650707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-93495e1c-b568-4bfc-9cca-d9573ac35fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:53.652262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-93495e1c-b568-4bfc-9cca-d9573ac35fce service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1313455
Apr 30 22:03:53.689787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4a5d90>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:9e:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:03:52Z', 'revision_number': 1, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:53.721728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:03:53.730299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:03:53.730846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4a5d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:03:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:53.758202 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2ae53-afd4-4e56-84d3-dc26e03f7a52 req-9933375f-8a73-4cd3-8fb3-09bd087cc8e2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:53.759680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62f2ae53-afd4-4e56-84d3-dc26e03f7a52 req-9933375f-8a73-4cd3-8fb3-09bd087cc8e2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0658135
Apr 30 22:03:53.761533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-63b1bd6e-a3b2-4e81-bbd2-bffa46321948 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 999 time: 0.1038005
Apr 30 22:03:53.840594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:03:53.840838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-219ec4e6-6145-4ff7-8115-0486a4fe2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:53.842379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-219ec4e6-6145-4ff7-8115-0486a4fe2d77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0748613
Apr 30 22:03:53.845772 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62f2ae53-afd4-4e56-84d3-dc26e03f7a52 req-1c833f91-bf5d-4530-9338-0d944b6b74f6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793343
Apr 30 22:03:53.889213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-b49d726a-1719-4e44-a600-f068b3af0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:53.890984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-b49d726a-1719-4e44-a600-f068b3af0898 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423958
Apr 30 22:03:53.987728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-3e925055-8d93-42b6-8264-8f55efc09bc4 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904438
Apr 30 22:03:54.079256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2a33a9b5-78ed-423d-b2b8-47e29d3e1511 req-0d7dff7e-41c2-46bd-b5cc-142862de45b9 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854340
Apr 30 22:03:54.081980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4a5d90>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:9e:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:03:52Z', 'revision_number': 1, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:03:54.112458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5918d-eab7-42cc-adba-4898b7cbe1ca None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:9e:91:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:03:52Z', 'revision_number': 1, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:03:54.334163 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960fe5ea-8ecd-4ce8-b7c2-25d108f6dda0 None None] New status for floating IP f6e2af2d-bcec-463f-a999-bff5ca921902: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:03:54.522608 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:03:54.959431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b3eee-409a-474f-be53-e3d14578a221 req-75d5941d-52eb-464a-8cef-b2d78dd26ca5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:54.960879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d7b3eee-409a-474f-be53-e3d14578a221 req-75d5941d-52eb-464a-8cef-b2d78dd26ca5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0462224
Apr 30 22:03:55.011279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d7b3eee-409a-474f-be53-e3d14578a221 req-2ac10f29-0123-4967-9ab7-fac7007884f3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447443
Apr 30 22:03:55.123949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10205459-17ed-4c95-ac97-aac013be0eab req-86e19272-4aa0-423a-97de-844fa69b4362 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:55.125472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10205459-17ed-4c95-ac97-aac013be0eab req-86e19272-4aa0-423a-97de-844fa69b4362 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0470495
Apr 30 22:03:55.171428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-10205459-17ed-4c95-ac97-aac013be0eab req-be15b204-e727-4c94-8230-5091a5a01119 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403690
Apr 30 22:03:55.556913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1517a-b95e-4a8f-816f-91fdba8653d8 req-d8cdfeba-8479-471d-bd22-0e5254baf545 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:55.558405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98d1517a-b95e-4a8f-816f-91fdba8653d8 req-d8cdfeba-8479-471d-bd22-0e5254baf545 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0461392
Apr 30 22:03:55.612110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98d1517a-b95e-4a8f-816f-91fdba8653d8 req-79707fde-2d98-438c-bdc9-8965b2835843 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472796
Apr 30 22:03:55.667014 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-c6788b00-f660-4a8a-99c1-4ee88e9bbaf6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0438933
Apr 30 22:03:55.676019 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-4a89f2af-561b-4622-b044-d1f62a91f306 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:03:55.676992 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-4a89f2af-561b-4622-b044-d1f62a91f306 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0048938
Apr 30 22:03:56.213960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-e5c69d96-675d-45ba-a9e4-f5b55acef8e1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:56.215314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-e5c69d96-675d-45ba-a9e4-f5b55acef8e1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports/03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 942 time: 0.0500431
Apr 30 22:03:56.735753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edd582-3a06-4df5-9191-24cecda0855b req-17d1f492-78d3-4ed4-9d5a-01da658044d2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:56.737278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26edd582-3a06-4df5-9191-24cecda0855b req-17d1f492-78d3-4ed4-9d5a-01da658044d2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0476818
Apr 30 22:03:56.785360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26edd582-3a06-4df5-9191-24cecda0855b req-ccdfc1f8-89cf-4013-aa2f-b6fedac3a07f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420806
Apr 30 22:03:57.934648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b85415-87f7-49e3-ace6-c248c560fd64 req-85836420-4d00-4b18-86c1-96be411dd11a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:57.936178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b85415-87f7-49e3-ace6-c248c560fd64 req-85836420-4d00-4b18-86c1-96be411dd11a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0801346
Apr 30 22:03:57.937262 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-4a80ae0e-614e-423b-a61a-6030a6e4ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:57.938646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-4a80ae0e-614e-423b-a61a-6030a6e4ff5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1127 time: 0.0735345
Apr 30 22:03:58.038272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75b85415-87f7-49e3-ace6-c248c560fd64 req-305a0f2a-f2f7-4516-8886-c51ffc4f9805 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963578
Apr 30 22:03:58.062487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-14c0eb4a-3845-4fa2-9d57-ab7898f10ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:58.063936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-14c0eb4a-3845-4fa2-9d57-ab7898f10ed2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1163688
Apr 30 22:03:58.131026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-b9fe295a-69eb-461b-93d3-e4a626828f90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 1001 time: 0.0609798
Apr 30 22:03:58.177412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-19b3a8d5-3da2-4fb1-a413-832dcd81a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:58.178862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-19b3a8d5-3da2-4fb1-a413-832dcd81a466 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0420256
Apr 30 22:03:58.221320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-1f68456d-e762-42b0-b67f-697b533355bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:58.222856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-1f68456d-e762-42b0-b67f-697b533355bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389621
Apr 30 22:03:58.314269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-a4a57d4d-f48a-43a7-8b09-5636a076c62d service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855994
Apr 30 22:03:58.400919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-3601ea9a-3165-4677-bf8b-d87f269c91b8 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814669
Apr 30 22:03:59.158849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be6450-d522-499b-8eb6-f0151c730cb2 req-09cd8d3c-4442-4e4f-9920-90f919adc227 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:03:59.160320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0be6450-d522-499b-8eb6-f0151c730cb2 req-09cd8d3c-4442-4e4f-9920-90f919adc227 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0524123
Apr 30 22:03:59.206498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0be6450-d522-499b-8eb6-f0151c730cb2 req-bc634c1f-607b-43f4-aa4c-ce61a177c732 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404000
Apr 30 22:04:00.320529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c5581-8e6a-4637-bcd7-e94574e23da2 req-6f4e35d2-9762-4411-afb1-87994680dd3b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:00.322040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-466c5581-8e6a-4637-bcd7-e94574e23da2 req-6f4e35d2-9762-4411-afb1-87994680dd3b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0471652
Apr 30 22:04:00.368175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-466c5581-8e6a-4637-bcd7-e94574e23da2 req-6b918512-60bd-4a3b-8087-7f4b5d5811fe tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405500
Apr 30 22:04:01.490639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce313a-f95a-4e54-8a0e-b26b56829cdf req-3fc0d7ba-d14c-4171-998a-cf7d35d192ce tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:01.492040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77ce313a-f95a-4e54-8a0e-b26b56829cdf req-3fc0d7ba-d14c-4171-998a-cf7d35d192ce tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0507269
Apr 30 22:04:01.538732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77ce313a-f95a-4e54-8a0e-b26b56829cdf req-f2d238dc-1122-4a98-b8d5-128c9c6a78af tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409002
Apr 30 22:04:02.291100 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:04:02.651299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a210e-65b5-453f-a481-3d5856d67895 req-d0c55aed-05ba-4a58-a7ec-30206fe556b2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:02.652748 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b36a210e-65b5-453f-a481-3d5856d67895 req-d0c55aed-05ba-4a58-a7ec-30206fe556b2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0463262
Apr 30 22:04:02.697926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b36a210e-65b5-453f-a481-3d5856d67895 req-a32a1808-85c8-4705-8cac-830ec841d9fb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395508
Apr 30 22:04:03.814247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef2011-b123-445d-a0e0-b8f344d7435a req-5ef01771-561f-44d3-8513-13ae209f74b8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:03.815697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4ef2011-b123-445d-a0e0-b8f344d7435a req-5ef01771-561f-44d3-8513-13ae209f74b8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0457897
Apr 30 22:04:03.864031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4ef2011-b123-445d-a0e0-b8f344d7435a req-08025876-0f0a-48ce-8cea-8cb921a5b8c6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428460
Apr 30 22:04:04.979708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3965d0e-da4a-4f3a-975d-f11f383ec64f req-15140831-ae99-430b-b624-c367125f5b1a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:04.981153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3965d0e-da4a-4f3a-975d-f11f383ec64f req-15140831-ae99-430b-b624-c367125f5b1a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0461268
Apr 30 22:04:05.027546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3965d0e-da4a-4f3a-975d-f11f383ec64f req-d99da3be-f7c3-451c-9cc6-3103cbacb06c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400467
Apr 30 22:04:06.149344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de350e-6e97-457f-a8d3-f4945db62282 req-83c73c24-7590-4d26-9ce3-822418f9f870 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:06.150862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6de350e-6e97-457f-a8d3-f4945db62282 req-83c73c24-7590-4d26-9ce3-822418f9f870 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0530074
Apr 30 22:04:06.197640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6de350e-6e97-457f-a8d3-f4945db62282 req-cf8c3497-ac47-45f8-94f4-976e7fa2b796 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410566
Apr 30 22:04:07.315164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c19bf2-d736-49e2-8622-41327f3bfa68 req-db86cd88-d9a1-43e2-a12a-753cbbb3e9e5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:07.316610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78c19bf2-d736-49e2-8622-41327f3bfa68 req-db86cd88-d9a1-43e2-a12a-753cbbb3e9e5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0501440
Apr 30 22:04:07.362061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78c19bf2-d736-49e2-8622-41327f3bfa68 req-8298c8d8-5247-4773-9890-8ea1031d8ac4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397828
Apr 30 22:04:08.474128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88711f77-c14f-4919-9d62-dcd57747a344 req-1865a5c3-9a7b-4c3f-9e0f-fa34ed2f0fcb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:08.475647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88711f77-c14f-4919-9d62-dcd57747a344 req-1865a5c3-9a7b-4c3f-9e0f-fa34ed2f0fcb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0467417
Apr 30 22:04:08.522728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88711f77-c14f-4919-9d62-dcd57747a344 req-026c754e-3164-407b-820d-e13e7db359cc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412147
Apr 30 22:04:09.634740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb285a-bdc8-418b-9525-061760545327 req-cf6fcb7e-9703-4f63-9f38-13b97d4673c7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:09.636190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ceb285a-bdc8-418b-9525-061760545327 req-cf6fcb7e-9703-4f63-9f38-13b97d4673c7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0465474
Apr 30 22:04:09.688530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ceb285a-bdc8-418b-9525-061760545327 req-8124d6ab-08f2-4f6d-bc06-265f5850ac05 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463641
Apr 30 22:04:10.805245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539e81a-5b23-4f9c-bae1-4ea72e42a9b0 req-f497e65c-6181-4460-babe-95ab42eb142e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:10.810338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9539e81a-5b23-4f9c-bae1-4ea72e42a9b0 req-f497e65c-6181-4460-babe-95ab42eb142e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0465453
Apr 30 22:04:10.854606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9539e81a-5b23-4f9c-bae1-4ea72e42a9b0 req-00c1b19f-514b-4ea5-9a5b-d495519afd6a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415909
Apr 30 22:04:11.967145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888d806-d49a-45fb-b8a1-244180846918 req-3f04c46d-e682-4d80-b131-c1657988b9c8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:11.968604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2888d806-d49a-45fb-b8a1-244180846918 req-3f04c46d-e682-4d80-b131-c1657988b9c8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0453558
Apr 30 22:04:12.015590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2888d806-d49a-45fb-b8a1-244180846918 req-1f097131-7952-44c9-a4c9-7c2ef2793d4f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414679
Apr 30 22:04:13.132825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9566-90e2-47c0-9f46-977b3c392642 req-dfc0babb-2153-4b03-9a07-fc8d44afad5b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:13.134317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b3a9566-90e2-47c0-9f46-977b3c392642 req-dfc0babb-2153-4b03-9a07-fc8d44afad5b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0494432
Apr 30 22:04:13.180702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b3a9566-90e2-47c0-9f46-977b3c392642 req-d38b00e7-a09d-41ef-bd77-e829c10023b4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399878
Apr 30 22:04:14.294416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c78ce-f7a3-4ce2-a849-9f1df20adcf0 req-3e24876d-de05-44b5-ba46-6f08482d47d7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:14.295887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6c78ce-f7a3-4ce2-a849-9f1df20adcf0 req-3e24876d-de05-44b5-ba46-6f08482d47d7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0469346
Apr 30 22:04:14.342279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e6c78ce-f7a3-4ce2-a849-9f1df20adcf0 req-00fb88f5-b36e-4b96-9f91-8d2dabb40989 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407372
Apr 30 22:04:15.458092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c4f9a-934d-48a2-aea3-7a1bee29adc8 req-fdb9dfa5-f65b-4504-b82d-87759ddb8794 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:15.459484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8c4f9a-934d-48a2-aea3-7a1bee29adc8 req-fdb9dfa5-f65b-4504-b82d-87759ddb8794 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0493402
Apr 30 22:04:15.505594 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7c8c4f9a-934d-48a2-aea3-7a1bee29adc8 req-5dab70ff-4a43-4029-9d7a-f933e6dd0520 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405855
Apr 30 22:04:16.619403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a9568-cd82-4f77-9e0a-084b8a91a0c8 req-92b2a6da-61c5-410d-9cb6-b0ece81cb48a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:16.620884 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8a9568-cd82-4f77-9e0a-084b8a91a0c8 req-92b2a6da-61c5-410d-9cb6-b0ece81cb48a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0472164
Apr 30 22:04:16.667896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8a9568-cd82-4f77-9e0a-084b8a91a0c8 req-fa288690-8e22-45b7-8dfc-0e2aedfe70f1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413337
Apr 30 22:04:17.446806 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:17.784391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec2328-801f-4c72-b66c-cca2cd0a8a4d req-affd033c-f70b-4bb2-9810-560e2e699250 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:17.785902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97ec2328-801f-4c72-b66c-cca2cd0a8a4d req-affd033c-f70b-4bb2-9810-560e2e699250 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0469654
Apr 30 22:04:17.837834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97ec2328-801f-4c72-b66c-cca2cd0a8a4d req-55e16f4a-f253-4029-81f8-9d44f17040f5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461886
Apr 30 22:04:17.847117 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-baaa70f9-870f-468c-9ded-5d791af7e3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:18.954750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb21c8-8355-4b1f-b294-6a048e75009c req-32ae0323-53c8-466b-9544-5e283a261fc5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:18.956198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ffb21c8-8355-4b1f-b294-6a048e75009c req-32ae0323-53c8-466b-9544-5e283a261fc5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0460110
Apr 30 22:04:19.002711 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ffb21c8-8355-4b1f-b294-6a048e75009c req-221452ac-5116-40df-a826-a3e301b265a8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409784
Apr 30 22:04:20.117584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b117d30-c265-4b11-97d9-0dcb5eefd37d req-eaed45f3-2c3f-440a-92fc-c0e7167e16cd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:20.119082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b117d30-c265-4b11-97d9-0dcb5eefd37d req-eaed45f3-2c3f-440a-92fc-c0e7167e16cd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0463519
Apr 30 22:04:20.209960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4b117d30-c265-4b11-97d9-0dcb5eefd37d req-56b3c42c-a89b-4f4a-9059-d0c843ff336a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847192
Apr 30 22:04:20.215084 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-5abd52d6-4e3f-4a00-ac5e-6ba39c78b2df service neutron] show failed (client error): The resource could not be found.
Apr 30 22:04:20.216034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-5abd52d6-4e3f-4a00-ac5e-6ba39c78b2df service neutron] 10.222.0.35 "GET /v2.0/ports/03e71e6a-c177-49b2-98c4-a1ee4f8c1071/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0852721
Apr 30 22:04:20.551170 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eb0ac679-5d69-4595-99cf-66af42c481b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:20.714949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-7ebf860b-f1f3-4c2e-a7f3-e3dfc3fd5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:20.716480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-7ebf860b-f1f3-4c2e-a7f3-e3dfc3fd5e87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 1127 time: 0.0389838
Apr 30 22:04:20.732442 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:04:20.789135 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:20.991141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:04:21.034252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:04:21.073147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:04:21.075432 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2d7729-33dd-4fd2-af11-e33b76da6348" -d '{"events": [{"server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "name": "network-vif-unplugged", "status": "completed", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:04:21.079495 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Publish callbacks [] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:21.092952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Transition to ACTIVE for port object 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:04:21.127587 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6df4ced-6be4-4585-9f0a-5d6ff37be5aa x-openstack-request-id: req-e6df4ced-6be4-4585-9f0a-5d6ff37be5aa {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:04:21.128219 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "name": "network-vif-unplugged", "status": "completed", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:04:21.128219 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6df4ced-6be4-4585-9f0a-5d6ff37be5aa {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:04:21.128507 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6df4ced-6be4-4585-9f0a-5d6ff37be5aa'] response: {'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'code': 200}
Apr 30 22:04:21.156480 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:21.239303 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:21.289000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] No DVR routers for this DVR port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:04:21.413154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb61fbb-7fc3-48e9-aeac-47180a9453f9 req-df1e13b9-4d95-47ef-8691-3267a8b2ed34 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:21.414673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb61fbb-7fc3-48e9-aeac-47180a9453f9 req-df1e13b9-4d95-47ef-8691-3267a8b2ed34 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 943 time: 0.1225679
Apr 30 22:04:21.499153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ffb61fbb-7fc3-48e9-aeac-47180a9453f9 req-11a7f24f-58f4-4ba8-885d-b8c551a410d7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774572
Apr 30 22:04:21.499728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:21.509949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Attempting to bind port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:04:21.510301 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Attempting to bind port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:04:21.510712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Attempting to bind port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:04:21.516118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:04:21.516440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Attempting to bind port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:04:21.522160 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:21.526010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:04:21.526010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:04:21.526010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:04:21.526010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Bound port: 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:04:21.526446 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:21.592030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:04:21.595201 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:04:21.677227 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:21.712417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:21.713072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:21.714447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] 10.222.0.20 "PUT /v2.0/ports/03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 1091 time: 0.9858503
Apr 30 22:04:21.739246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10827b5d-efd8-4dc3-bf04-e6db6e181bff service neutron] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:21.786280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-ce84e254-e14d-47c7-b7f1-93d63c69834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:21.787851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-ce84e254-e14d-47c7-b7f1-93d63c69834b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1125 time: 0.0432372
Apr 30 22:04:21.897972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-97ad96a1-17b5-4034-856e-1c9ff6b8483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:21.899477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-97ad96a1-17b5-4034-856e-1c9ff6b8483f service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1025350
Apr 30 22:04:21.970643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-8fa8d68d-be54-4b57-8ac5-839d0bd56a9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 999 time: 0.0615702
Apr 30 22:04:22.023796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-2a5b9179-9de9-47fd-8de0-d46d7fed81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:22.025118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-2a5b9179-9de9-47fd-8de0-d46d7fed81ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0445807
Apr 30 22:04:22.076298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-49c115a6-5e65-4d1d-b3d4-231c2489ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:22.077802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-49c115a6-5e65-4d1d-b3d4-231c2489ff99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418034
Apr 30 22:04:22.169276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-25282683-438c-43e5-b8c5-2b3af13eeac4 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807128
Apr 30 22:04:22.267217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-232c5ff3-b9a1-46d5-b5fd-d9cb42874edc req-b5fc69a9-8526-4669-abe5-cc07d6cfc9f0 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852773
Apr 30 22:04:22.619233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cb6c7-b028-40c8-a8ac-86d478919dfb req-84de6574-881b-4f87-a843-eb5631a4ae88 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:22.620690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0cb6c7-b028-40c8-a8ac-86d478919dfb req-84de6574-881b-4f87-a843-eb5631a4ae88 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 943 time: 0.0493519
Apr 30 22:04:22.669228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be0cb6c7-b028-40c8-a8ac-86d478919dfb req-8e718094-253c-42f3-9def-ef43b0727d3a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427501
Apr 30 22:04:23.129867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:04:23.132217 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dff59c-13c6-4849-86c9-34b4a762a47a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:04:23.183164 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200fa02d-9e44-4962-a487-fbb1d5b3a4b6 x-openstack-request-id: req-200fa02d-9e44-4962-a487-fbb1d5b3a4b6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:04:23.183770 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:04:23.183770 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-200fa02d-9e44-4962-a487-fbb1d5b3a4b6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:04:23.184124 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200fa02d-9e44-4962-a487-fbb1d5b3a4b6'] response: {'name': 'network-changed', 'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'status': 'completed', 'code': 200}
Apr 30 22:04:23.245711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-6db9c1aa-44b5-4805-9759-9464980195c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:23.247270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-6db9c1aa-44b5-4805-9759-9464980195c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1125 time: 0.0404925
Apr 30 22:04:23.299389 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:23.449294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:04:23.493685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:04:23.494117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:04:23.675422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-01dbd425-f817-415a-a40b-5dbf20847354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:23.676873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-01dbd425-f817-415a-a40b-5dbf20847354 service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.4213672
Apr 30 22:04:23.743087 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-ae505ee9-ffca-415d-880d-40de64ea8334 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 999 time: 0.0594671
Apr 30 22:04:23.815527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91b483-8dfd-4f33-9dd8-4cfb9c1e74b6 req-a8635ca3-e5bf-47d0-8dd7-dc33e9588a07 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:23.816962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de91b483-8dfd-4f33-9dd8-4cfb9c1e74b6 req-a8635ca3-e5bf-47d0-8dd7-dc33e9588a07 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 943 time: 0.0768235
Apr 30 22:04:23.833226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-3ab1d4a1-8bf5-4568-8e63-f5240956d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:23.834608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-3ab1d4a1-8bf5-4568-8e63-f5240956d4cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0832686
Apr 30 22:04:23.897371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-c98a54ac-3aac-4507-918a-ce9a55bae3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:23.898848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-c98a54ac-3aac-4507-918a-ce9a55bae3a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0583999
Apr 30 22:04:23.909710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-de91b483-8dfd-4f33-9dd8-4cfb9c1e74b6 req-5125b35e-4d57-465a-aa24-105d5fa37214 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855439
Apr 30 22:04:23.985282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-afd4a9a0-709b-4a01-80f6-0ca73f290d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:23.986729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-afd4a9a0-709b-4a01-80f6-0ca73f290d35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1125 time: 0.0907533
Apr 30 22:04:24.066459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-27747ab9-6bb5-4aa3-beb5-a359de05d135 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599209
Apr 30 22:04:24.146876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-8e1c1d62-7987-4fd0-ae11-d0c3a6df204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:24.148394 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-8e1c1d62-7987-4fd0-ae11-d0c3a6df204f service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1488006
Apr 30 22:04:24.178821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-35b2236a-28d3-4340-a235-4736931d38bd service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1065388
Apr 30 22:04:24.287447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-eb7beb04-33ce-4148-8d01-c96065c3a22e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 999 time: 0.0672987
Apr 30 22:04:24.337406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-61e8969f-901c-41ab-b97a-ab4bf155bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:24.338907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-61e8969f-901c-41ab-b97a-ab4bf155bab3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0453763
Apr 30 22:04:24.382114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-d9559f98-c7b8-41f0-ac07-7be2ec17f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:24.383602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-d9559f98-c7b8-41f0-ac07-7be2ec17f451 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382462
Apr 30 22:04:24.477119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-83e95ae3-1de2-41e9-8a07-4dae948ec9c7 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859196
Apr 30 22:04:24.504341 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:24.567721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14dff59c-13c6-4849-86c9-34b4a762a47a req-26dbce7d-b17b-4998-b200-5b34f80e23f6 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828710
Apr 30 22:04:25.032755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baba7ca-9064-43c2-bf64-65e90dc53fa0 req-c2fee6e6-90ea-4af8-86d8-0c2ad32cb275 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:25.034265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2baba7ca-9064-43c2-bf64-65e90dc53fa0 req-c2fee6e6-90ea-4af8-86d8-0c2ad32cb275 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 943 time: 0.0532873
Apr 30 22:04:25.079764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2baba7ca-9064-43c2-bf64-65e90dc53fa0 req-76f39b7a-5120-469d-80e5-f7f6e056d8fc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399058
Apr 30 22:04:25.382819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cc6c8-ddbe-4102-a5b5-c2df3eeddb40 req-70a08272-9475-4ca3-b8f1-e41f55db67c9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:25.384294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f5cc6c8-ddbe-4102-a5b5-c2df3eeddb40 req-70a08272-9475-4ca3-b8f1-e41f55db67c9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 943 time: 0.0477672
Apr 30 22:04:25.431748 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f5cc6c8-ddbe-4102-a5b5-c2df3eeddb40 req-856160c4-d262-408f-9e98-1328a66872ee tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409269
Apr 30 22:04:25.532557 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-0a999ab4-47e0-487e-be04-8c90b9b4634f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:25.533937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-0a999ab4-47e0-487e-be04-8c90b9b4634f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29&tenant_id=2fad6f6856db4b229be0837d3874a1f5&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0497158
Apr 30 22:04:25.597516 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-8fa12e69-f675-4518-b209-b4229ff259b9 service neutron] delete failed (client error): The resource could not be found.
Apr 30 22:04:25.598553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-8fa12e69-f675-4518-b209-b4229ff259b9 service neutron] 10.222.0.35 "DELETE /v2.0/ports/03e71e6a-c177-49b2-98c4-a1ee4f8c1071/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0577145
Apr 30 22:04:25.624065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:04:25.680156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-ae6819ac-a1aa-45b2-8285-435dfcedcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:25.681743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-ae6819ac-a1aa-45b2-8285-435dfcedcadd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 1125 time: 0.0400803
Apr 30 22:04:25.721636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:04:25.788499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-fd9fbea0-ce8c-4265-b546-226fc281aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:25.789934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-fd9fbea0-ce8c-4265-b546-226fc281aaaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0931602
Apr 30 22:04:25.862968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-ea738960-dde9-4242-89e1-34cb985e32f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 200  len: 999 time: 0.0667684
Apr 30 22:04:25.887789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'mac_address': 'fa:16:3e:9e:91:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:04:25.913419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-fa174a51-77b7-4a7a-86e4-9207bfcb3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:25.914900 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-fa174a51-77b7-4a7a-86e4-9207bfcb3e35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0443459
Apr 30 22:04:25.923849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:04:25.924239 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:25.937780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:04:25.957476 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:04:25.960066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-c52a98fd-f1ac-47ea-aa12-bd435362a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:25.962347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-c52a98fd-f1ac-47ea-aa12-bd435362a484 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392830
Apr 30 22:04:26.048041 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:26.056013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-d9e2c626-09fb-4f31-a559-8769728f7e04 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874312
Apr 30 22:04:26.098261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:26.146566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3e877b51-b4c8-4c08-bf4c-15c386068384 req-197c79d1-0bc8-4d2c-bfcb-ce802fd8c900 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840356
Apr 30 22:04:26.275406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['03e71e6a-c177-49b2-98c4-a1ee4f8c1071'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:04:26.558209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580b32f-fa99-437b-880d-3e9a0a7851ff req-1e0f3def-b761-477c-ac14-7afd0618a1ae tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:26.559729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7580b32f-fa99-437b-880d-3e9a0a7851ff req-1e0f3def-b761-477c-ac14-7afd0618a1ae tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 944 time: 0.0558231
Apr 30 22:04:26.608439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7580b32f-fa99-437b-880d-3e9a0a7851ff req-a290ffb7-f01a-411f-96b5-05edf5437127 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414274
Apr 30 22:04:27.640880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:04:27.685287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:04:27.723527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835cbc0-4921-41fb-a155-5b6551f607cf req-6ee729c0-410d-4c5f-bec6-109a4c2f943b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:27.725011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d835cbc0-4921-41fb-a155-5b6551f607cf req-6ee729c0-410d-4c5f-bec6-109a4c2f943b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 944 time: 0.0467498
Apr 30 22:04:27.762463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:04:27.762865 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:27.776052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d835cbc0-4921-41fb-a155-5b6551f607cf req-0b004bdb-caa5-4bf4-9816-deb1265fb7c5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451441
Apr 30 22:04:27.846115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:04:27.846511 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:27.875064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:04:27.877279 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e88587-2e2b-4d1d-be9c-12b904b58584" -d '{"events": [{"server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "name": "network-vif-plugged", "status": "completed", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:04:27.890106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:04:27.899809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8104d-4bbd-4baa-b01f-50bedc568009 req-bea70c67-a47e-4e65-91c3-3a0abe11b2b9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:27.901519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0d8104d-4bbd-4baa-b01f-50bedc568009 req-bea70c67-a47e-4e65-91c3-3a0abe11b2b9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 944 time: 0.0540793
Apr 30 22:04:27.921942 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3b0e7-1188-4a06-a10e-e4027f21cfe6 x-openstack-request-id: req-04a3b0e7-1188-4a06-a10e-e4027f21cfe6 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:04:27.922232 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "name": "network-vif-plugged", "status": "completed", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:04:27.922510 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04a3b0e7-1188-4a06-a10e-e4027f21cfe6 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:04:27.922904 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a3b0e7-1188-4a06-a10e-e4027f21cfe6'] response: {'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'code': 200}
Apr 30 22:04:27.962266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0d8104d-4bbd-4baa-b01f-50bedc568009 req-07b47371-7fcc-4d38-9111-e643685cfa6d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544083
Apr 30 22:04:27.985350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:28.034470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:28.078590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d7daa-d813-4cb1-9028-5d982fe8c809 req-1d9292ce-38f3-45dc-b8e0-b1b762a0140d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:28.080061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-082d7daa-d813-4cb1-9028-5d982fe8c809 req-1d9292ce-38f3-45dc-b8e0-b1b762a0140d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0472884
Apr 30 22:04:28.126983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-082d7daa-d813-4cb1-9028-5d982fe8c809 req-1279eb90-6f5e-4d28-9003-0c0e4b14ab7b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410843
Apr 30 22:04:28.584632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d99d3f-4c01-4e15-86cd-f863595be47b req-fce15ab7-9181-4eb7-9fb4-ee1114ee4c56 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:28.586163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52d99d3f-4c01-4e15-86cd-f863595be47b req-fce15ab7-9181-4eb7-9fb4-ee1114ee4c56 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0476232
Apr 30 22:04:28.633329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52d99d3f-4c01-4e15-86cd-f863595be47b req-9a5a80cb-55c9-433e-b710-899bd7667543 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413630
Apr 30 22:04:29.753013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b16378-e690-4ad0-8944-2217e1ef37b0 req-9b80677a-d8a9-4a7f-8f01-7b848c237746 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:29.754509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5b16378-e690-4ad0-8944-2217e1ef37b0 req-9b80677a-d8a9-4a7f-8f01-7b848c237746 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0512371
Apr 30 22:04:29.803366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5b16378-e690-4ad0-8944-2217e1ef37b0 req-b830567b-426e-4aae-b135-f92d480c435e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430470
Apr 30 22:04:30.030796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-06fd62b8-0243-41d8-bc22-45cd240568f4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:30.032221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-06fd62b8-0243-41d8-bc22-45cd240568f4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 945 time: 0.0457067
Apr 30 22:04:30.121104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Deleting port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:04:30.121448 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:30.209334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] For port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:04:30.209695 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:30.429130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:30.429412 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:30.429734 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Floating IP f6e2af2d-bcec-463f-a999-bff5ca921902 disassociated. External IP: 172.35.4.243, port: 03e71e6a-c177-49b2-98c4-a1ee4f8c1071.
Apr 30 22:04:30.430109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Calling delete_port for 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:04:30.613339 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (03e71e6a-c177-49b2-98c4-a1ee4f8c1071), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:30.642503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event deleted for resources: {'Port': ['ID=03e71e6a-c177-49b2-98c4-a1ee4f8c1071,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:30.764457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:04:30.887816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:04:30.898653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:04:30.911204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85caa8a0-e7d7-4734-a4ec-21aa5bac77e5 req-29ba86a6-a165-4cd3-bf6d-5deb1f68acf5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d48d75b-cd66-4a03-af53-8058d68cee29 HTTP/1.1" status: 200  len: 210 time: 0.0348718
Apr 30 22:04:30.914083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:04:30.915140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e29c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:04:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:04:30.949155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] No DVR routers for this DVR port 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:04:30.952516 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:30.955810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-97770058-7e26-4ca4-996e-7067a0bc4b36 req-da3b8544-7ae4-40b5-997f-309dce435002 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "DELETE /v2.0/ports/03e71e6a-c177-49b2-98c4-a1ee4f8c1071 HTTP/1.1" status: 204  len: 173 time: 0.9155171
Apr 30 22:04:30.956263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'name': 'network-vif-deleted', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:04:30.958532 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3530763b-c8b4-404d-b4d6-d22983443abf" -d '{"events": [{"server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "name": "network-vif-deleted", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:04:31.001125 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a2c5ee-29c8-4b65-b449-9783d80e9295 x-openstack-request-id: req-79a2c5ee-29c8-4b65-b449-9783d80e9295 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:04:31.001420 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d48d75b-cd66-4a03-af53-8058d68cee29", "name": "network-vif-deleted", "tag": "03e71e6a-c177-49b2-98c4-a1ee4f8c1071", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:04:31.001694 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79a2c5ee-29c8-4b65-b449-9783d80e9295 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:04:31.002155 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a2c5ee-29c8-4b65-b449-9783d80e9295'] response: {'server_uuid': '5d48d75b-cd66-4a03-af53-8058d68cee29', 'name': 'network-vif-deleted', 'tag': '03e71e6a-c177-49b2-98c4-a1ee4f8c1071', 'status': 'completed', 'code': 200}
Apr 30 22:04:31.025561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:04:31.213266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e29c970>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:04:31.239235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:04:31.247366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:04:31.248608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e29c970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:04:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:04:31.360469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:04:31.563288 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e29c970>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:04:31.589627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4cc62-6c6d-428a-918b-ef34875dcae3 None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:04:31.828878 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056193e-fb4e-48f2-9dac-370ce3ff978c None None] New status for floating IP f6e2af2d-bcec-463f-a999-bff5ca921902: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:04:32.160209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-c983d970-bad1-4402-a5ee-79ea98229e58 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1332427744&fields=id&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 267 time: 0.0430303
Apr 30 22:04:32.263616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-bbd0f8d6-e584-4370-ac66-64f1cc19c186 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:32.264967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-bbd0f8d6-e584-4370-ac66-64f1cc19c186 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 811 time: 0.0980864
Apr 30 22:04:32.279922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-5cf5160d-e22d-4a09-8c61-732fe0a51e80 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/quotas/2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 375 time: 0.0094967
Apr 30 22:04:32.332556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-f4a50632-9f18-4e5a-991c-58010f676273 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0472443
Apr 30 22:04:32.424410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ead02c92-9e6e-41e2-8ffe-ace59bfa2bb8 service neutron] 10.222.0.23 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804496
Apr 30 22:04:32.518496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ba349aba-8a20-4868-b5ee-9189ba0334d1 service neutron] 10.222.0.23 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880506
Apr 30 22:04:32.734174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93ababaa-1540-460b-a10d-1e12b53d0955 req-391beca0-200a-4a65-96b3-9f6a73827ea8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 210 time: 0.0291851
Apr 30 22:04:33.673271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:04:33.693605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:04:33.693973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 03e71e6a-c177-49b2-98c4-a1ee4f8c1071 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:04:33.829034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-720d3e78-3650-48c4-8f42-46b651467997 req-25e4b6b1-bc05-4144-bc66-39cdae414a7f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 210 time: 0.0283051
Apr 30 22:04:34.495778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-9cb5685c-a481-4171-8656-b92ac6d4d8ef tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:34.497216 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-9cb5685c-a481-4171-8656-b92ac6d4d8ef tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 811 time: 0.1052155
Apr 30 22:04:34.565296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0cc9c4e5-7f76-4cfe-859b-f99d29c0155a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 380 time: 0.0526404
Apr 30 22:04:34.577410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'port': {'device_id': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'admin_state_up': True, 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'security_groups': ['a08d9e8e-fce0-4497-a3d5-9d27af97a581']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:04:34.779743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Made reservation on behalf of 2fad6f6856db4b229be0837d3874a1f5 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:04:34.783208 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:34.932188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Allocated IP 172.20.0.13 (802fca98-979c-4c01-80ef-f6f7a1aef1e2/45cd2efb-0e3b-4a3f-99ee-d9503de3ef37/1647dd44-f24c-4548-bb70-863a0731ed2e) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:04:34.935267 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67d9caad-9640-4b6f-bcba-a8e287f5e9f5 req-ad63eeca-6cac-4f39-9370-f76bdb099f85 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 210 time: 0.0380394
Apr 30 22:04:35.071045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:35.145205 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:35.186596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:04:35.189528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:04:35.193171 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:04:35.202164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:35.248128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:35.248754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:35.319213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-ee0e480a-8940-4d0b-b420-76ea9d1d6424 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7453549
Apr 30 22:04:35.334920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Request body: {'port': {'device_id': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:04:35.399782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:35.476209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0f9d48b5-d10c-44ea-a9e1-88c8e89104c1 None None] Provisioning complete for port 1647dd44-f24c-4548-bb70-863a0731ed2e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:04:35.476852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0f9d48b5-d10c-44ea-a9e1-88c8e89104c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:35.510454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d48b5-d10c-44ea-a9e1-88c8e89104c1 None None] Port 1647dd44-f24c-4548-bb70-863a0731ed2e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:04:35.678085 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1647dd44-f24c-4548-bb70-863a0731ed2e {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:04:35.686047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Publish callbacks [] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:35.698151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Transition to ACTIVE for port object 1647dd44-f24c-4548-bb70-863a0731ed2e will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:04:35.761988 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:35.817147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:35.893034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Attempting to bind port 1647dd44-f24c-4548-bb70-863a0731ed2e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:04:35.893362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Attempting to bind port 1647dd44-f24c-4548-bb70-863a0731ed2e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:04:35.893692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Attempting to bind port 1647dd44-f24c-4548-bb70-863a0731ed2e on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:04:35.898290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Port 1647dd44-f24c-4548-bb70-863a0731ed2e on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:04:35.898613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Attempting to bind port 1647dd44-f24c-4548-bb70-863a0731ed2e on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:04:35.903684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:04:35.904026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:04:35.904506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:04:35.904939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Bound port: 1647dd44-f24c-4548-bb70-863a0731ed2e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:04:35.905296 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:35.973528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:04:35.977141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:04:36.055430 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:36.095400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47063a9-e958-4197-8434-10ca2ef0b673 req-bcf742c9-d1ed-4960-9824-14538724bded tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:36.096819 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47063a9-e958-4197-8434-10ca2ef0b673 req-bcf742c9-d1ed-4960-9824-14538724bded tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 944 time: 0.0793562
Apr 30 22:04:36.106412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:36.107012 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:36.108833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1092 time: 0.7784696
Apr 30 22:04:36.109263 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:04:36.111632 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1691888a-b2d7-45b5-bf37-64f420f25595" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:04:36.145055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cac53-b696-4553-a18a-48547b09d3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:36.166559 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463fab98-c938-4bbe-9a9a-0bc21ab0490e x-openstack-request-id: req-463fab98-c938-4bbe-9a9a-0bc21ab0490e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:04:36.166559 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:04:36.166897 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-463fab98-c938-4bbe-9a9a-0bc21ab0490e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:04:36.167211 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463fab98-c938-4bbe-9a9a-0bc21ab0490e'] response: {'name': 'network-changed', 'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'status': 'completed', 'code': 200}
Apr 30 22:04:36.181197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c47063a9-e958-4197-8434-10ca2ef0b673 req-96d9b87a-0680-4bbf-8caa-42f2a289bfab tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761628
Apr 30 22:04:36.231511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691888a-b2d7-45b5-bf37-64f420f25595 req-0a1ecefd-32bc-4d50-9a78-38e8ae38e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:36.233674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1691888a-b2d7-45b5-bf37-64f420f25595 req-0a1ecefd-32bc-4d50-9a78-38e8ae38e8c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1126 time: 0.0415013
Apr 30 22:04:36.351389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691888a-b2d7-45b5-bf37-64f420f25595 req-11528a6a-967f-46e8-aa31-8dfdf10a87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:36.352918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1691888a-b2d7-45b5-bf37-64f420f25595 req-11528a6a-967f-46e8-aa31-8dfdf10a87e9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2fad6f6856db4b229be0837d3874a1f5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1007061
Apr 30 22:04:36.449628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691888a-b2d7-45b5-bf37-64f420f25595 req-e43cb6bb-c22f-4a0a-ac8c-edbd184ce901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:36.451100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1691888a-b2d7-45b5-bf37-64f420f25595 req-e43cb6bb-c22f-4a0a-ac8c-edbd184ce901 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0884032
Apr 30 22:04:36.535516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-fc1d4e67-363a-4553-81a7-589844f9112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:36.537006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-fc1d4e67-363a-4553-81a7-589844f9112c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1126 time: 0.0440683
Apr 30 22:04:36.582917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-2105cc7e-8fee-4d31-988f-105b2bda2d1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 217 time: 0.0338492
Apr 30 22:04:36.636136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-54150969-ec4c-4750-b78b-51cacb2b72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:36.637880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-54150969-ec4c-4750-b78b-51cacb2b72c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0437922
Apr 30 22:04:36.687150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-5ce2b679-72e8-49a4-9ebb-41ad36cdf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:36.688603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-5ce2b679-72e8-49a4-9ebb-41ad36cdf9d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0416486
Apr 30 22:04:36.784235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-041efa77-d45d-46f3-9d52-9992ec4cc23b service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855196
Apr 30 22:04:36.876739 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319d6a2c-4625-4205-adb1-9610b9f6fc85 req-6190b8e9-d82a-415e-8216-28bd329321f0 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824761
Apr 30 22:04:37.298901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197a39e-a33b-43c7-8fc7-d6583190d5f6 req-5425e31f-fdf6-4753-843b-821de267f620 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:37.300396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f197a39e-a33b-43c7-8fc7-d6583190d5f6 req-5425e31f-fdf6-4753-843b-821de267f620 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 944 time: 0.0472844
Apr 30 22:04:37.347012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f197a39e-a33b-43c7-8fc7-d6583190d5f6 req-b1ad07cf-5bbf-45c3-a367-1f7d06ebcff9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405431
Apr 30 22:04:38.460124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114c168-e0c5-4868-bf37-3426c2b9e49f req-e03e8515-cf79-4262-b7be-ea9d9460692e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:38.461579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5114c168-e0c5-4868-bf37-3426c2b9e49f req-e03e8515-cf79-4262-b7be-ea9d9460692e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 944 time: 0.0455713
Apr 30 22:04:38.507961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5114c168-e0c5-4868-bf37-3426c2b9e49f req-ea02213c-4679-432e-ade2-4b8f2e642db0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399537
Apr 30 22:04:39.289982 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:04:39.628487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396af0d-18b8-408d-bad9-901b874ed9d6 req-85f47908-e59b-4fd7-95fc-541398480f49 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:39.629973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8396af0d-18b8-408d-bad9-901b874ed9d6 req-85f47908-e59b-4fd7-95fc-541398480f49 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 944 time: 0.0499525
Apr 30 22:04:39.676451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8396af0d-18b8-408d-bad9-901b874ed9d6 req-7b814034-8488-420a-86df-e4790db04617 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408688
Apr 30 22:04:39.719786 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1647dd44-f24c-4548-bb70-863a0731ed2e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:04:39.817856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:04:39.828930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'mac_address': 'fa:16:3e:7a:70:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:04:39.869440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1647dd44-f24c-4548-bb70-863a0731ed2e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:04:39.869851 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:39.883088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1647dd44-f24c-4548-bb70-863a0731ed2e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:04:39.902159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:04:39.950392 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:39.996591 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:40.168307 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['1647dd44-f24c-4548-bb70-863a0731ed2e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:04:40.788625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31aaab-c881-4c20-bbed-4870f6c94494 req-f5b25eb3-9015-428c-a69a-16f0981d2190 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:40.790086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f31aaab-c881-4c20-bbed-4870f6c94494 req-f5b25eb3-9015-428c-a69a-16f0981d2190 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 945 time: 0.0461180
Apr 30 22:04:40.835968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f31aaab-c881-4c20-bbed-4870f6c94494 req-c0dfc8b7-8f21-43e9-a9f6-aecb2ff3f373 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402970
Apr 30 22:04:41.736159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1647dd44-f24c-4548-bb70-863a0731ed2e up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:04:41.781173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 1647dd44-f24c-4548-bb70-863a0731ed2e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:04:41.847156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 1647dd44-f24c-4548-bb70-863a0731ed2e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:04:41.847531 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:41.927039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 1647dd44-f24c-4548-bb70-863a0731ed2e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:04:41.927425 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:41.949426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:04:41.952251 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781395c6-dcbf-4da1-809f-9b5e33a49e2c" -d '{"events": [{"server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "name": "network-vif-plugged", "status": "completed", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:04:41.958753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b3c6d-bcbc-4a12-ac25-26335e7ff59f req-409c9e3d-4763-4c90-8e5a-6d79ff0c0b1c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:41.960506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c1b3c6d-bcbc-4a12-ac25-26335e7ff59f req-409c9e3d-4763-4c90-8e5a-6d79ff0c0b1c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 945 time: 0.0513685
Apr 30 22:04:41.965184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:04:41.991837 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a24ca5-97fd-421b-96ec-5c4ce9235d4d x-openstack-request-id: req-40a24ca5-97fd-421b-96ec-5c4ce9235d4d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:04:41.992129 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "name": "network-vif-plugged", "status": "completed", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:04:41.992382 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40a24ca5-97fd-421b-96ec-5c4ce9235d4d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:04:41.992783 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a24ca5-97fd-421b-96ec-5c4ce9235d4d'] response: {'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'code': 200}
Apr 30 22:04:42.007962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c1b3c6d-bcbc-4a12-ac25-26335e7ff59f req-d12c2ffa-2611-4824-bf5a-ffb70f8cccf4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415585
Apr 30 22:04:42.031096 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:42.081690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:04:42.097463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d2976-7056-48cd-bccb-3e324fa6f8d8 req-c155fc3b-3342-466f-adfd-22475fe689f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:42.098999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-521d2976-7056-48cd-bccb-3e324fa6f8d8 req-c155fc3b-3342-466f-adfd-22475fe689f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1128 time: 0.0382454
Apr 30 22:04:42.144805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-521d2976-7056-48cd-bccb-3e324fa6f8d8 req-69711cc8-6689-45d1-9613-c14360e83034 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367057
Apr 30 22:04:43.127905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e455c6e-3978-499f-9973-783581e7ee32 req-348118cc-d286-4ab6-8a79-b3255c4a21bd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:43.129345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e455c6e-3978-499f-9973-783581e7ee32 req-348118cc-d286-4ab6-8a79-b3255c4a21bd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0460548
Apr 30 22:04:43.178690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e455c6e-3978-499f-9973-783581e7ee32 req-9d23312a-2346-4443-b670-6e10eedb9739 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437000
Apr 30 22:04:44.291562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083b58e-d22f-43b9-813e-703c7274a148 req-d9fe93a9-ee00-4ede-aed3-86279a760046 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:44.293019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1083b58e-d22f-43b9-813e-703c7274a148 req-d9fe93a9-ee00-4ede-aed3-86279a760046 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0466044
Apr 30 22:04:44.338730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1083b58e-d22f-43b9-813e-703c7274a148 req-81e95642-671e-4a4b-8654-dfae2d8b80f0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394764
Apr 30 22:04:44.447289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fbba2-e340-487b-bda9-c31fab30ce8c req-e69b0396-c3c2-4101-bd58-760801f01fd5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:44.448723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f46fbba2-e340-487b-bda9-c31fab30ce8c req-e69b0396-c3c2-4101-bd58-760801f01fd5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0456724
Apr 30 22:04:44.457622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51740) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:04:44.461862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'floatingip': {'port_id': '1647dd44-f24c-4548-bb70-863a0731ed2e'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:04:44.503737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:45.247005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:45.299164 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:45.401038 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Floating IP f6e2af2d-bcec-463f-a999-bff5ca921902 associated. External IP: 172.35.4.243, port: 1647dd44-f24c-4548-bb70-863a0731ed2e.
Apr 30 22:04:45.610195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:04:45.719920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:04:45.724863 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:45.730627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:04:45.740569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:04:45.741178 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f70bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:04:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:04:45.754704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1e739255-9c7f-4f7b-bc5e-1c99ef3fcfdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "PUT /v2.0/floatingips/f6e2af2d-bcec-463f-a999-bff5ca921902 HTTP/1.1" status: 200  len: 992 time: 1.2960281
Apr 30 22:04:45.755389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:04:45.757707 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:04:45.796032 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e44ae76-e6af-478c-a7bc-3a13e1cc4875 x-openstack-request-id: req-0e44ae76-e6af-478c-a7bc-3a13e1cc4875 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:04:45.796332 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:04:45.796572 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e44ae76-e6af-478c-a7bc-3a13e1cc4875 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:04:45.797132 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e44ae76-e6af-478c-a7bc-3a13e1cc4875'] response: {'name': 'network-changed', 'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'status': 'completed', 'code': 200}
Apr 30 22:04:45.851520 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:04:45.858724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-828872b8-95c2-406c-8498-0c8154fc3d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:45.860439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-828872b8-95c2-406c-8498-0c8154fc3d9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1128 time: 0.0406682
Apr 30 22:04:45.968742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-5c4d6cc0-0f09-42b9-8226-9f7c2e2dcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:45.970672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-5c4d6cc0-0f09-42b9-8226-9f7c2e2dcc14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1036239
Apr 30 22:04:46.071235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a285b-8d90-4275-ad07-077069d38c97 req-29135159-2e2a-4304-9e09-6bcb2ecdd785 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:46.072757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f72a285b-8d90-4275-ad07-077069d38c97 req-29135159-2e2a-4304-9e09-6bcb2ecdd785 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0878439
Apr 30 22:04:46.083775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-153fb7ec-6955-4cae-b6ce-e6e435bc870e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1000 time: 0.1064556
Apr 30 22:04:46.099827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f70bd90>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:7a:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:04:45Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:04:46.136367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:04:46.144790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:04:46.145411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f70bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:04:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:04:46.151947 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f72a285b-8d90-4275-ad07-077069d38c97 req-caa421aa-521f-484d-9dfb-98c1798c4269 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711107
Apr 30 22:04:46.182827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-1c0a7f46-83db-47b5-b968-53c3297c0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:46.184330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-1c0a7f46-83db-47b5-b968-53c3297c0a75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0695655
Apr 30 22:04:46.228189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-dde05e35-2bcd-4a8b-b0c5-4d02b59ae8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:46.229728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-dde05e35-2bcd-4a8b-b0c5-4d02b59ae8cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386922
Apr 30 22:04:46.257678 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:04:46.323918 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-f2539e66-b5ec-4bcd-9178-68b6114e8b61 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876651
Apr 30 22:04:46.416635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c9b1abe-a3fe-49a3-8a74-7dda2c9e010e req-6b0933c9-484b-4825-9cee-2049973e5baf service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865369
Apr 30 22:04:46.628571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f70bd90>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:7a:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:04:45Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:04:46.655763 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add60606-0cb4-4914-83d4-a79526ac39b3 None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:7a:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:04:45Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:04:46.850396 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705acb9-17de-4251-ae6d-aec9402aaa18 None None] New status for floating IP f6e2af2d-bcec-463f-a999-bff5ca921902: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:04:47.278458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067149-5666-4000-aed3-917d3dba4799 req-956c37b0-1acb-462a-9af3-17dcd57d4b2c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:47.280567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77067149-5666-4000-aed3-917d3dba4799 req-956c37b0-1acb-462a-9af3-17dcd57d4b2c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0480332
Apr 30 22:04:47.337987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77067149-5666-4000-aed3-917d3dba4799 req-86e8cc05-0412-4ee6-8d2a-103e6d026f00 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516012
Apr 30 22:04:47.441649 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:47.835862 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d6afe918-09a0-466d-aed1-37e2cb1f2caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:48.452403 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14145424-fff6-4975-af19-b62fda1801c7 req-73fa758a-701a-401b-aab2-397c6f0ea0cd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:48.453885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14145424-fff6-4975-af19-b62fda1801c7 req-73fa758a-701a-401b-aab2-397c6f0ea0cd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0469182
Apr 30 22:04:48.500597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14145424-fff6-4975-af19-b62fda1801c7 req-266656e0-8c68-4288-a497-d1cbe52d6155 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409772
Apr 30 22:04:49.617450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a9792-f8db-4268-85c8-4d9bc33f0974 req-2286c37e-cbba-42fa-a249-a62933ace681 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:49.618972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-575a9792-f8db-4268-85c8-4d9bc33f0974 req-2286c37e-cbba-42fa-a249-a62933ace681 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0474715
Apr 30 22:04:49.665511 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-575a9792-f8db-4268-85c8-4d9bc33f0974 req-834d815c-cedf-4651-932e-c6263dd9cbef tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402737
Apr 30 22:04:50.539048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5883057b-0b61-428c-a95a-de45eb174527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:50.785594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617731-88df-49b7-ae3a-bca41f253481 req-31d36315-cd43-4437-80dd-2d08fb3eb379 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:50.787126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6617731-88df-49b7-ae3a-bca41f253481 req-31d36315-cd43-4437-80dd-2d08fb3eb379 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0524833
Apr 30 22:04:50.834256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6617731-88df-49b7-ae3a-bca41f253481 req-98a9eec8-0845-4fc7-b5dc-334f9589a71d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413094
Apr 30 22:04:51.510055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:51.544346 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:51.970040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f752fb-cec4-44bd-b627-8ae4326fe9b7 req-e7bd1d67-67a4-4906-b1b3-e6947901fc3a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:51.971718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81f752fb-cec4-44bd-b627-8ae4326fe9b7 req-e7bd1d67-67a4-4906-b1b3-e6947901fc3a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0556219
Apr 30 22:04:52.018389 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81f752fb-cec4-44bd-b627-8ae4326fe9b7 req-13682ef0-6f77-40d4-9513-50ffa7246d0b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409243
Apr 30 22:04:53.134546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a215cf-1e5c-4ba9-9d32-0b20c1775524 req-86a6bafb-0f6f-46f7-b965-f1d89c379def tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:53.136261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63a215cf-1e5c-4ba9-9d32-0b20c1775524 req-86a6bafb-0f6f-46f7-b965-f1d89c379def tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0503709
Apr 30 22:04:53.183115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63a215cf-1e5c-4ba9-9d32-0b20c1775524 req-c3d2276b-349c-4f7d-802c-0d6546826cc5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405600
Apr 30 22:04:53.339115 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:54.298068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aad840-d0aa-428c-add2-1948ab7fa74b req-96792397-b494-4719-b803-c3c1b711a93f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:54.299546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86aad840-d0aa-428c-add2-1948ab7fa74b req-96792397-b494-4719-b803-c3c1b711a93f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0479622
Apr 30 22:04:54.345718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86aad840-d0aa-428c-add2-1948ab7fa74b req-8308e156-9f54-4caf-bdaa-cf3e2a87dc72 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405467
Apr 30 22:04:54.498970 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:04:55.463567 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c01272-6980-4eac-8835-6ea804f6de45 req-6f9030dc-6f88-41b0-bab1-48bced6eb0fb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:55.465048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43c01272-6980-4eac-8835-6ea804f6de45 req-6f9030dc-6f88-41b0-bab1-48bced6eb0fb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0476842
Apr 30 22:04:55.517342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43c01272-6980-4eac-8835-6ea804f6de45 req-3e621f5c-5014-42eb-b2e7-daa0e01036d0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457537
Apr 30 22:04:56.638780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fd6ff-91d3-4e75-be69-7c0641d381da req-37a372da-b893-4c90-9ced-38db32b2b9bc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:56.640258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-005fd6ff-91d3-4e75-be69-7c0641d381da req-37a372da-b893-4c90-9ced-38db32b2b9bc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0490203
Apr 30 22:04:56.686488 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-005fd6ff-91d3-4e75-be69-7c0641d381da req-a2c9e830-dfb1-4d08-a806-d39e6cf37637 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404344
Apr 30 22:04:57.800245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ce282-e085-4f54-8d66-efd0cf08233c req-7a38d120-7548-4767-bd6f-2e252ad96885 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:57.801710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a7ce282-e085-4f54-8d66-efd0cf08233c req-7a38d120-7548-4767-bd6f-2e252ad96885 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0469792
Apr 30 22:04:57.848046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a7ce282-e085-4f54-8d66-efd0cf08233c req-4b9b1916-68e6-4711-a748-880dda732749 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407376
Apr 30 22:04:58.964858 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0093856-010d-4890-b381-e1c3fc6f52ea req-c2b9a4ab-2a10-4b37-863d-78bde8a8071b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:04:58.966845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0093856-010d-4890-b381-e1c3fc6f52ea req-c2b9a4ab-2a10-4b37-863d-78bde8a8071b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0505714
Apr 30 22:04:59.012801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f0093856-010d-4890-b381-e1c3fc6f52ea req-9799de6e-4f35-4588-84ce-edebd4d4e625 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402634
Apr 30 22:05:00.125497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89b2c1-adb8-46f0-b984-4b0b3a0826ef req-18e2cc66-56a1-4cd9-bf20-32a27af25487 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:00.126978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b89b2c1-adb8-46f0-b984-4b0b3a0826ef req-18e2cc66-56a1-4cd9-bf20-32a27af25487 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0464623
Apr 30 22:05:00.173614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1b89b2c1-adb8-46f0-b984-4b0b3a0826ef req-b586eb53-a21a-413e-b9e3-4720f827dcab tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410037
Apr 30 22:05:01.285572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b194ec-0f04-4ba5-8d8e-7da58f49d70d req-dc9f66ee-8b28-4358-8d6d-a49925a78e21 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:01.287080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70b194ec-0f04-4ba5-8d8e-7da58f49d70d req-dc9f66ee-8b28-4358-8d6d-a49925a78e21 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0463617
Apr 30 22:05:01.336801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70b194ec-0f04-4ba5-8d8e-7da58f49d70d req-12d46d5a-0df1-4934-9954-e90b6b238f9c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441570
Apr 30 22:05:02.449803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70727fc2-a82f-4443-bbf4-8e742981c47b req-fb88b79e-b9ba-482a-9afa-a9ed53da9efe tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:02.451844 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70727fc2-a82f-4443-bbf4-8e742981c47b req-fb88b79e-b9ba-482a-9afa-a9ed53da9efe tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0468717
Apr 30 22:05:02.499233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-70727fc2-a82f-4443-bbf4-8e742981c47b req-361ab6b7-b2d4-41bb-bbbd-115f63291c6d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416200
Apr 30 22:05:03.611798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24921757-4cc4-4ba9-ae07-bbf11d7f1d82 req-681c3ca9-8754-4d63-8053-263e8ebf6b29 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:03.613241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24921757-4cc4-4ba9-ae07-bbf11d7f1d82 req-681c3ca9-8754-4d63-8053-263e8ebf6b29 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0459280
Apr 30 22:05:03.659062 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24921757-4cc4-4ba9-ae07-bbf11d7f1d82 req-df3c3bdb-e737-418a-b137-acd73394f1ae tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403249
Apr 30 22:05:04.775412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2a87-d985-4d23-887f-a5ef3f2c1b94 req-40e88341-000b-4d8a-9d09-4d06b9943f1e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:04.776863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d84a2a87-d985-4d23-887f-a5ef3f2c1b94 req-40e88341-000b-4d8a-9d09-4d06b9943f1e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0502090
Apr 30 22:05:04.823732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d84a2a87-d985-4d23-887f-a5ef3f2c1b94 req-2503b1f4-d0b7-4c01-96a8-2edbbb8408b9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406258
Apr 30 22:05:05.941415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773bcd0-9339-4d07-996a-f6d0a51e56e7 req-cc2470b6-c831-4f4f-8a3f-b1829ab66ef5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:05.942907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f773bcd0-9339-4d07-996a-f6d0a51e56e7 req-cc2470b6-c831-4f4f-8a3f-b1829ab66ef5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0479202
Apr 30 22:05:05.990771 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f773bcd0-9339-4d07-996a-f6d0a51e56e7 req-0c965064-f5b6-4b6c-952b-d70614f0353e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422299
Apr 30 22:05:07.107521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1683c-745c-4789-9874-5d04fed9b72d req-bbebd079-7cf3-4bd8-85cf-69044cd705c9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:07.108957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43e1683c-745c-4789-9874-5d04fed9b72d req-bbebd079-7cf3-4bd8-85cf-69044cd705c9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0499711
Apr 30 22:05:07.155127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43e1683c-745c-4789-9874-5d04fed9b72d req-9f61cba1-ad14-4ef7-9535-4b20b12d0699 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405872
Apr 30 22:05:08.267292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200f390-18fa-4439-b9d2-6e277035bb28 req-c3e518cc-217d-404a-942e-1ddd5d2c93fa tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:08.268780 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4200f390-18fa-4439-b9d2-6e277035bb28 req-c3e518cc-217d-404a-942e-1ddd5d2c93fa tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0466483
Apr 30 22:05:08.316243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4200f390-18fa-4439-b9d2-6e277035bb28 req-ce8d0c4b-27d5-497b-9ab1-da142c4fc15a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418274
Apr 30 22:05:09.428065 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d44c4-3d6d-465b-94ea-d2d2a9acb58f req-229e985a-e5b8-45a6-b9d4-1c531bd4b375 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:09.429535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c1d44c4-3d6d-465b-94ea-d2d2a9acb58f req-229e985a-e5b8-45a6-b9d4-1c531bd4b375 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0463293
Apr 30 22:05:09.480041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c1d44c4-3d6d-465b-94ea-d2d2a9acb58f req-92e0a753-84c8-47ad-ae23-eafdf9d3bf09 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444098
Apr 30 22:05:10.597206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15269c61-e5ef-40ec-818e-9a0279e4633a req-828c1932-847f-45af-89a0-9ac55aedd726 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:10.598627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15269c61-e5ef-40ec-818e-9a0279e4633a req-828c1932-847f-45af-89a0-9ac55aedd726 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0471470
Apr 30 22:05:10.645128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15269c61-e5ef-40ec-818e-9a0279e4633a req-59562312-f013-4d9e-8fd4-2f2b4a7e6a71 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408814
Apr 30 22:05:11.758988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d5513-7f89-4a01-a04a-2abf9be98b22 req-6bd5ae64-39f7-4d49-b90b-3be5f0a2fcde tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:11.760455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-426d5513-7f89-4a01-a04a-2abf9be98b22 req-6bd5ae64-39f7-4d49-b90b-3be5f0a2fcde tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0461791
Apr 30 22:05:11.806520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-426d5513-7f89-4a01-a04a-2abf9be98b22 req-8ea86b39-66a0-403e-bb04-e4bc158c140f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401559
Apr 30 22:05:12.156047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d373-ee13-412d-901f-f1214db6bc34 req-8eea8d4f-50ca-4128-8e37-ae9d19abf225 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:12.157539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe06d373-ee13-412d-901f-f1214db6bc34 req-8eea8d4f-50ca-4128-8e37-ae9d19abf225 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0550556
Apr 30 22:05:12.204360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe06d373-ee13-412d-901f-f1214db6bc34 req-bc6944f1-516c-480c-8159-7c750605ab64 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411038
Apr 30 22:05:12.209666 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-1c900909-2578-49fd-a2d0-4e685ce62dbf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0393214
Apr 30 22:05:12.733933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-2028651d-a254-4224-b724-d639ca5c9300 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:12.735269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-2028651d-a254-4224-b724-d639ca5c9300 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports/1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 943 time: 0.0466204
Apr 30 22:05:13.319461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23720-97c2-453c-b278-9f620b38802c req-7eb61aea-05a1-46d1-a5f5-3e609c4db784 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:13.320967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67c23720-97c2-453c-b278-9f620b38802c req-7eb61aea-05a1-46d1-a5f5-3e609c4db784 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0466719
Apr 30 22:05:13.368281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-67c23720-97c2-453c-b278-9f620b38802c req-dc6ccc2c-b2c9-44ac-9e2a-793d991afbf9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406394
Apr 30 22:05:14.161746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-848b62fe-5365-4051-85a3-dfbb4bbfdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:14.163253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-848b62fe-5365-4051-85a3-dfbb4bbfdbc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1128 time: 0.0430045
Apr 30 22:05:14.254965 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-a58d679c-b06e-4d59-bce2-162b4dfb1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:14.256425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-a58d679c-b06e-4d59-bce2-162b4dfb1ab0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0821664
Apr 30 22:05:14.330899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-88cf92ec-2db3-48e4-82bf-42da89131377 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1002 time: 0.0631797
Apr 30 22:05:14.382767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-d31055e1-a559-46a5-be04-df866d1c0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:14.384223 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-d31055e1-a559-46a5-be04-df866d1c0449 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0437455
Apr 30 22:05:14.434080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-138d169c-9ecd-4490-8aae-d7d189a342f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:14.435642 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-138d169c-9ecd-4490-8aae-d7d189a342f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392683
Apr 30 22:05:14.528756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3363c1a-8203-4a73-a168-e76c746b6390 req-a0aa83d0-63f4-4c6d-ae70-a0fe38e8ec90 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:14.530340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3363c1a-8203-4a73-a168-e76c746b6390 req-a0aa83d0-63f4-4c6d-ae70-a0fe38e8ec90 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0924487
Apr 30 22:05:14.589459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-16c8ed00-4926-4ef8-8857-2a34551eb185 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432374
Apr 30 22:05:14.600332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3363c1a-8203-4a73-a168-e76c746b6390 req-29db0ce0-db4e-4b4a-a3f6-4cd24d2be07d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642242
Apr 30 22:05:14.687754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-469dce2a-a75c-4c04-91ec-e5b9f8348a61 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864122
Apr 30 22:05:15.718160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5f2c3-6ac7-4735-8db1-0be16256defc req-105ae2e6-1307-421e-ba8d-4346acecf93b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:15.719625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48a5f2c3-6ac7-4735-8db1-0be16256defc req-105ae2e6-1307-421e-ba8d-4346acecf93b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0475147
Apr 30 22:05:15.765517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-48a5f2c3-6ac7-4735-8db1-0be16256defc req-7e361fd1-f7db-4bec-982e-a466bd48f4e2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403399
Apr 30 22:05:16.289420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:05:16.906942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dba3a-283b-42ac-967b-c6e4b5158266 req-11ce59b6-1529-4860-a1c2-03ddf6346b5e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:16.908400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-749dba3a-283b-42ac-967b-c6e4b5158266 req-11ce59b6-1529-4860-a1c2-03ddf6346b5e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0744307
Apr 30 22:05:16.942061 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-bf20be65-b820-412d-9d99-0e3736735f01 req-66368dbe-3517-46d5-9d14-5e85503e9d74 service neutron] show failed (client error): The resource could not be found.
Apr 30 22:05:16.943017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-66368dbe-3517-46d5-9d14-5e85503e9d74 service neutron] 10.222.0.20 "GET /v2.0/ports/1647dd44-f24c-4548-bb70-863a0731ed2e/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0999870
Apr 30 22:05:16.968573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-749dba3a-283b-42ac-967b-c6e4b5158266 req-7d20c770-f358-4f3d-b18d-7601a099518f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525837
Apr 30 22:05:17.461095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-d646be69-3b46-4202-b55b-c5bb11ed3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:17.462623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-d646be69-3b46-4202-b55b-c5bb11ed3666 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 1128 time: 0.0385733
Apr 30 22:05:17.463789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:17.474395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:05:17.535289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:17.733576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:05:17.765454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:05:17.804372 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:05:17.806572 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a1a66-d19b-48eb-af0f-c6c7b91e0115" -d '{"events": [{"server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "name": "network-vif-unplugged", "status": "completed", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:05:17.810033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Publish callbacks [] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:17.822389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Transition to ACTIVE for port object 1647dd44-f24c-4548-bb70-863a0731ed2e will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:05:17.865061 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-386d55fa-dd44-4aaa-af60-2831278aedab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:17.866397 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3c4c51-7609-49b6-9d8c-400634f1f909 x-openstack-request-id: req-3f3c4c51-7609-49b6-9d8c-400634f1f909 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:05:17.866689 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "name": "network-vif-unplugged", "status": "completed", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:05:17.866940 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f3c4c51-7609-49b6-9d8c-400634f1f909 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:05:17.867337 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3c4c51-7609-49b6-9d8c-400634f1f909'] response: {'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'code': 200}
Apr 30 22:05:17.887193 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:17.939985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:17.984255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.984618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.984968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.985320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.985662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.986029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.986367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.986701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.987034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.987374 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.987708 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.988039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.988371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.988747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:17.989026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:18.033375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] No DVR routers for this DVR port 1647dd44-f24c-4548-bb70-863a0731ed2e on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:05:18.156397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccae47-2c6d-4427-9ab9-02bb10aa6c56 req-eb51858a-1b02-4a77-9e72-51215062d3e3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:18.157915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43ccae47-2c6d-4427-9ab9-02bb10aa6c56 req-eb51858a-1b02-4a77-9e72-51215062d3e3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 944 time: 0.0907760
Apr 30 22:05:18.238482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43ccae47-2c6d-4427-9ab9-02bb10aa6c56 req-c117e2f0-fbc0-4405-aa6c-def942863f98 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746205
Apr 30 22:05:18.247428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Attempting to bind port 1647dd44-f24c-4548-bb70-863a0731ed2e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:05:18.248306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Attempting to bind port 1647dd44-f24c-4548-bb70-863a0731ed2e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:05:18.248638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Attempting to bind port 1647dd44-f24c-4548-bb70-863a0731ed2e on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:05:18.254207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Port 1647dd44-f24c-4548-bb70-863a0731ed2e on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:05:18.254533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Attempting to bind port 1647dd44-f24c-4548-bb70-863a0731ed2e on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:05:18.259431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:05:18.259773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:05:18.260159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:05:18.260854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Bound port: 1647dd44-f24c-4548-bb70-863a0731ed2e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:05:18.261212 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:18.331168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:05:18.334160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:05:18.379106 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:18.412100 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:18.412721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:18.414103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] 10.222.0.35 "PUT /v2.0/ports/1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1092 time: 0.9436703
Apr 30 22:05:18.437081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dbbb8-994f-4818-b650-6e7d0aa10c83 service neutron] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:18.479569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-f97b20cb-2ac3-4e3c-9034-234614dc9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:18.481198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-f97b20cb-2ac3-4e3c-9034-234614dc9990 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1126 time: 0.0412657
Apr 30 22:05:18.579305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-4f29f65f-bcf0-47f4-b376-129f339ad843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:18.580791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-4f29f65f-bcf0-47f4-b376-129f339ad843 service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0929799
Apr 30 22:05:18.648262 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-c5d3cc73-0d78-4ed1-885f-8958985822b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1000 time: 0.0612166
Apr 30 22:05:18.695612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-1ad5da17-f61c-4571-a585-fe5915529d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:18.697147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-1ad5da17-f61c-4571-a585-fe5915529d43 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0436149
Apr 30 22:05:18.744643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20be65-b820-412d-9d99-0e3736735f01 req-f404f9e2-6f66-40e4-8851-45370c05d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:18.746329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-f404f9e2-6f66-40e4-8851-45370c05d7d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426974
Apr 30 22:05:18.833022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-a197d7e1-94ae-4720-851f-1d6e4479cb72 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804136
Apr 30 22:05:18.923957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bf20be65-b820-412d-9d99-0e3736735f01 req-f511056c-3423-4ba9-a522-7502ce91cd64 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848982
Apr 30 22:05:19.355977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f1a22-a15d-4a5f-ae44-b8f8d09ecf33 req-faab204d-9cd3-4849-9a7c-1e4bac0d286a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:19.358116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e98f1a22-a15d-4a5f-ae44-b8f8d09ecf33 req-faab204d-9cd3-4849-9a7c-1e4bac0d286a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 944 time: 0.0469322
Apr 30 22:05:19.405480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e98f1a22-a15d-4a5f-ae44-b8f8d09ecf33 req-e51b5c7a-a8b0-4943-9026-e0d26cad68e3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418348
Apr 30 22:05:19.809637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1647dd44-f24c-4548-bb70-863a0731ed2e no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:05:19.848704 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port 1647dd44-f24c-4548-bb70-863a0731ed2e host nch2-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:05:19.849283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 1647dd44-f24c-4548-bb70-863a0731ed2e not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:05:19.868518 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:05:19.870893 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:05:19.917786 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e03b088-b1f3-4624-9f88-fbae0438e177 x-openstack-request-id: req-1e03b088-b1f3-4624-9f88-fbae0438e177 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:05:19.918084 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:05:19.918337 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e03b088-b1f3-4624-9f88-fbae0438e177 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:05:19.918741 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e03b088-b1f3-4624-9f88-fbae0438e177'] response: {'name': 'network-changed', 'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'status': 'completed', 'code': 200}
Apr 30 22:05:19.983035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-5abf0af7-bb51-4cfd-92fb-3389b085cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:19.984537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-5abf0af7-bb51-4cfd-92fb-3389b085cd71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1126 time: 0.0423782
Apr 30 22:05:20.082148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-c0e86d54-bbc8-451c-9551-bf2ee4af5760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:20.083540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-c0e86d54-bbc8-451c-9551-bf2ee4af5760 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0900273
Apr 30 22:05:20.155293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-faaa0673-9c40-4048-8cd1-a5a0a443c456 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1000 time: 0.0613985
Apr 30 22:05:20.555221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1b21-1bea-48b0-be44-6babed93438a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:20.611930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-ee024a6d-1b9a-4939-adeb-1d313f7db556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:20.613395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-ee024a6d-1b9a-4939-adeb-1d313f7db556 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.4467738
Apr 30 22:05:20.624576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-92615056-fe96-425f-a9b5-d2a300ad3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:20.626020 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-92615056-fe96-425f-a9b5-d2a300ad3dec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1126 time: 0.0793056
Apr 30 22:05:20.652004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7783-4927-4d34-b833-18d89376dc1b req-ca9dddd8-33d0-4716-a918-4467fdf539e4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:20.653441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a8d7783-4927-4d34-b833-18d89376dc1b req-ca9dddd8-33d0-4716-a918-4467fdf539e4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 944 time: 0.1056583
Apr 30 22:05:20.736237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-76a57d6e-2687-4729-b275-2b508ab12631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:20.737723 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-76a57d6e-2687-4729-b275-2b508ab12631 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1090729
Apr 30 22:05:20.835006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a8d7783-4927-4d34-b833-18d89376dc1b req-2a834b21-b1e8-4ef1-9746-cf48953523e0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1548753
Apr 30 22:05:20.836028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-cc83aa7a-e654-4d6e-aef1-cf75ea04f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:20.837385 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-cc83aa7a-e654-4d6e-aef1-cf75ea04f90b service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1996949
Apr 30 22:05:20.925208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-a400961c-5162-4942-aa52-7768c849ec7d service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735723
Apr 30 22:05:20.926905 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-e567147a-d5bd-45a1-b3b6-e1dbdd75b252 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1000 time: 0.0816190
Apr 30 22:05:21.024833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-8dc26980-995d-45f3-89fc-579b3a044379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:21.026234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-8dc26980-995d-45f3-89fc-579b3a044379 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0937548
Apr 30 22:05:21.084667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-a958fbf4-0afc-4a5d-878d-ae14b9051a79 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444705
Apr 30 22:05:21.087596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-b2d72fae-52ce-4bbb-9ef1-1e8f3ddef906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:21.088984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-b2d72fae-52ce-4bbb-9ef1-1e8f3ddef906 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0568683
Apr 30 22:05:21.181512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-9e49f47d-3787-4b61-aca4-5958008e72f2 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864198
Apr 30 22:05:21.269803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6a7bd8c-e3c2-48c0-93d9-69b42920c5d5 req-9890a8c3-9849-48b5-9172-699a3887d815 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816350
Apr 30 22:05:21.515489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:21.549524 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:21.684192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1647dd44-f24c-4548-bb70-863a0731ed2e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:05:21.780231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:05:21.791213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'mac_address': 'fa:16:3e:7a:70:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:05:21.826618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1647dd44-f24c-4548-bb70-863a0731ed2e is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:05:21.826950 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:21.839794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1647dd44-f24c-4548-bb70-863a0731ed2e {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:05:21.859404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:05:21.943874 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:21.957394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c7ff2-bdfa-45d0-9604-a7bed63db382 req-1cbc5a57-b1b9-4e78-8164-7e5bc73ff396 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:21.958972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-742c7ff2-bdfa-45d0-9604-a7bed63db382 req-1cbc5a57-b1b9-4e78-8164-7e5bc73ff396 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 944 time: 0.0523331
Apr 30 22:05:21.997025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:22.005318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.005666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.006035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.006380 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.006852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.007188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.007528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.007848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.007972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-742c7ff2-bdfa-45d0-9604-a7bed63db382 req-1bd6aad0-58d7-48fb-b6c0-457f2e249ee5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431740
Apr 30 22:05:22.008172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.008494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.008817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.009140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.009461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.009800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.010127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:05:22.149360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['1647dd44-f24c-4548-bb70-863a0731ed2e'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:05:22.328255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db31b9-0fce-49b0-ae77-afc567e81e4f req-bcf1788f-876b-4ae1-bf0d-a8edd8c90437 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:22.329820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6db31b9-0fce-49b0-ae77-afc567e81e4f req-bcf1788f-876b-4ae1-bf0d-a8edd8c90437 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 945 time: 0.0485659
Apr 30 22:05:22.402889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6db31b9-0fce-49b0-ae77-afc567e81e4f req-0326cd54-13fb-4b9c-8222-491c7ee6518f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669727
Apr 30 22:05:22.420912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-ecccef71-c09d-4a0c-b36d-ac318343a184 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:22.422440 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-ecccef71-c09d-4a0c-b36d-ac318343a184 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf&tenant_id=2fad6f6856db4b229be0837d3874a1f5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0566640
Apr 30 22:05:22.500521 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-0811193d-6122-41af-8c94-83ce20d041b6 service neutron] delete failed (client error): The resource could not be found.
Apr 30 22:05:22.501550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-0811193d-6122-41af-8c94-83ce20d041b6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/1647dd44-f24c-4548-bb70-863a0731ed2e/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0693240
Apr 30 22:05:22.596424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-0f37b4e5-10b0-4d78-a22a-5d996bbff5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:22.597999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-0f37b4e5-10b0-4d78-a22a-5d996bbff5dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1127 time: 0.0397024
Apr 30 22:05:22.691520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-0d3773ff-eee2-4eac-850a-009d1ad380f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:22.692930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-0d3773ff-eee2-4eac-850a-009d1ad380f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0838113
Apr 30 22:05:22.765857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-748a8e96-6dfd-457a-89ef-974db4226362 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1001 time: 0.0628374
Apr 30 22:05:22.817362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-9c24d12c-7d55-4c4c-ba1f-4c4b3d52d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:22.819209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-9c24d12c-7d55-4c4c-ba1f-4c4b3d52d4d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0439508
Apr 30 22:05:22.874736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-cbc71405-4003-4461-9faf-07af1c039a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:22.876232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-cbc71405-4003-4461-9faf-07af1c039a09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461967
Apr 30 22:05:22.971962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-12d2d3d5-852d-40a0-9573-de96bfe552a5 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855892
Apr 30 22:05:23.063387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-292abc06-cfa7-4b5b-877c-69d91241cfe6 req-6b1167d7-ed7f-42b5-8a8c-e377c1f1e47c service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806222
Apr 30 22:05:23.332513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:23.525280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07c09a-0d8a-40c8-997b-3b13a239e82b req-63b4541d-35a8-46bd-af52-6c90f0f7f772 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:23.526770 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b07c09a-0d8a-40c8-997b-3b13a239e82b req-63b4541d-35a8-46bd-af52-6c90f0f7f772 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 945 time: 0.0526156
Apr 30 22:05:23.573486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b07c09a-0d8a-40c8-997b-3b13a239e82b req-c37182ac-8d05-45a8-8abf-b25396bafcd7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407541
Apr 30 22:05:23.696006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1647dd44-f24c-4548-bb70-863a0731ed2e up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:05:23.743128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 1647dd44-f24c-4548-bb70-863a0731ed2e completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:05:23.800551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 1647dd44-f24c-4548-bb70-863a0731ed2e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:05:23.800922 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:23.876939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1647dd44-f24c-4548-bb70-863a0731ed2e is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:05:23.877329 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:23.899494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:05:23.907393 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09459d0a-dd5f-4aa2-b344-e0123079c1eb" -d '{"events": [{"server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "name": "network-vif-plugged", "status": "completed", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:05:23.914065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:05:23.940658 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4e473c-c750-475c-84b7-4bb33ff544e7 x-openstack-request-id: req-8b4e473c-c750-475c-84b7-4bb33ff544e7 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:05:23.940946 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "name": "network-vif-plugged", "status": "completed", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:05:23.941200 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b4e473c-c750-475c-84b7-4bb33ff544e7 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:05:23.941600 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4e473c-c750-475c-84b7-4bb33ff544e7'] response: {'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'code': 200}
Apr 30 22:05:23.995123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:24.046001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:24.480622 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:24.687514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89c3cf-1c1e-4a7e-8ae4-1795e8188842 req-bb673a91-fa3b-4a01-a7c2-945b427c87b1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:24.688978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a89c3cf-1c1e-4a7e-8ae4-1795e8188842 req-bb673a91-fa3b-4a01-a7c2-945b427c87b1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0464602
Apr 30 22:05:24.735110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a89c3cf-1c1e-4a7e-8ae4-1795e8188842 req-4d87704a-00e3-429d-b188-b03003217d9a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405400
Apr 30 22:05:24.856494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5096c-8f69-4fe7-9b6d-3426e7e5ee91 req-4df96fb0-cb2f-4e24-9d79-697bd5c449dc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:24.858014 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bc5096c-8f69-4fe7-9b6d-3426e7e5ee91 req-4df96fb0-cb2f-4e24-9d79-697bd5c449dc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0557866
Apr 30 22:05:24.906752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bc5096c-8f69-4fe7-9b6d-3426e7e5ee91 req-834246e3-43be-402c-b35a-030813a17a92 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412908
Apr 30 22:05:25.230535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067c66-de83-45c4-843a-952bd51456d8 req-bcba6bbd-288b-4d72-a2ca-c52244f1c420 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:25.232057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e067c66-de83-45c4-843a-952bd51456d8 req-bcba6bbd-288b-4d72-a2ca-c52244f1c420 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0486648
Apr 30 22:05:25.289727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e067c66-de83-45c4-843a-952bd51456d8 req-0819ad49-d27b-48e8-9c1b-4d3a0d604591 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516992
Apr 30 22:05:25.317172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-7b856a80-b728-45be-92ff-bf83ec588362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:25.318702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-7b856a80-b728-45be-92ff-bf83ec588362 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 1128 time: 0.0437672
Apr 30 22:05:25.411375 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-76ed7993-5d44-44ec-989e-f4695c4dd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:25.412866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-76ed7993-5d44-44ec-989e-f4695c4dd16a service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0878780
Apr 30 22:05:25.484787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-029b46bc-9209-4126-bc19-f2a21971daec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 200  len: 1002 time: 0.0665030
Apr 30 22:05:25.537459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-a5626810-5b3c-46de-bed1-21d08d1fef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:25.538978 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-a5626810-5b3c-46de-bed1-21d08d1fef9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0486584
Apr 30 22:05:25.581552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-7a41e8a6-b7c8-41f7-bd32-55f70d3c035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:25.583049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-7a41e8a6-b7c8-41f7-bd32-55f70d3c035d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387912
Apr 30 22:05:25.671288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-a7ead4f6-61ea-4fa4-8fae-71faf69c25f7 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822952
Apr 30 22:05:25.763361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c774a281-9a18-489c-98ee-0b50ea7ec314 req-c07f091e-c787-4339-81a9-a57018bae764 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863121
Apr 30 22:05:26.411949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aebf4-84e1-4870-8f9a-b01776704f9c req-181c3dcd-d52c-4bb7-8b1a-d8a075a2579a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:26.413470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f1aebf4-84e1-4870-8f9a-b01776704f9c req-181c3dcd-d52c-4bb7-8b1a-d8a075a2579a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0489557
Apr 30 22:05:26.460572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f1aebf4-84e1-4870-8f9a-b01776704f9c req-ee20baec-fe63-48f2-88d2-64872db690fd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411747
Apr 30 22:05:27.579246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87973d94-1d61-466e-b88f-d45b59b2a5b3 req-af915e88-5468-4cc5-8ba7-d7e5809d97a5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:27.580647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87973d94-1d61-466e-b88f-d45b59b2a5b3 req-af915e88-5468-4cc5-8ba7-d7e5809d97a5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0515947
Apr 30 22:05:27.626755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87973d94-1d61-466e-b88f-d45b59b2a5b3 req-7d2f03d9-1d02-4020-99ee-bc7b74d61293 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405774
Apr 30 22:05:28.035898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0af399-7eb9-4f71-92d3-28c2a71c7145 req-102d6d0a-9299-4577-9d0f-d2fdfafeb364 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:28.037424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f0af399-7eb9-4f71-92d3-28c2a71c7145 req-102d6d0a-9299-4577-9d0f-d2fdfafeb364 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0494876
Apr 30 22:05:28.083830 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f0af399-7eb9-4f71-92d3-28c2a71c7145 req-5ee59496-b39e-4acf-8eac-707833b9cc8e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408113
Apr 30 22:05:29.198502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61b465-da3f-4d36-adca-9be72df9979a req-131da798-355d-4ebc-a967-b2edbf6a2e37 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:29.199982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e61b465-da3f-4d36-adca-9be72df9979a req-131da798-355d-4ebc-a967-b2edbf6a2e37 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0467269
Apr 30 22:05:29.274806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e61b465-da3f-4d36-adca-9be72df9979a req-446b761e-7144-4073-8538-b7473434fd36 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692921
Apr 30 22:05:29.288686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-0a928aee-a237-40a0-9dca-06ca8939cf91 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:29.290176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-0a928aee-a237-40a0-9dca-06ca8939cf91 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 946 time: 0.0609295
Apr 30 22:05:29.373561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Deleting port 1647dd44-f24c-4548-bb70-863a0731ed2e {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:05:29.373839 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:29.463608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] For port 1647dd44-f24c-4548-bb70-863a0731ed2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1647dd44-f24c-4548-bb70-863a0731ed2e,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:05:29.463974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:29.632540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:29.632822 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:29.633135 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Floating IP f6e2af2d-bcec-463f-a999-bff5ca921902 disassociated. External IP: 172.35.4.243, port: 1647dd44-f24c-4548-bb70-863a0731ed2e.
Apr 30 22:05:29.633470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Calling delete_port for 1647dd44-f24c-4548-bb70-863a0731ed2e owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:05:29.835392 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1647dd44-f24c-4548-bb70-863a0731ed2e), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:29.864490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event deleted for resources: {'Port': ['ID=1647dd44-f24c-4548-bb70-863a0731ed2e,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:29.984257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:05:30.106010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:05:30.115596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:05:30.125053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:05:30.125965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa4dd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:05:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:05:30.149253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] No DVR routers for this DVR port 1647dd44-f24c-4548-bb70-863a0731ed2e on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:05:30.151964 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:30.155997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98b5821e-47c7-4d3d-a0db-e1c9f515357d req-375f324f-c327-4b1f-9b81-3c98558b4c8d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "DELETE /v2.0/ports/1647dd44-f24c-4548-bb70-863a0731ed2e HTTP/1.1" status: 204  len: 173 time: 0.8601720
Apr 30 22:05:30.156458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'name': 'network-vif-deleted', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:05:30.158834 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab3b036-d734-4517-910f-32c549986774" -d '{"events": [{"server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "name": "network-vif-deleted", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:05:30.195063 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b15028c-d332-40d4-8139-1795f0805cee x-openstack-request-id: req-0b15028c-d332-40d4-8139-1795f0805cee {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:05:30.195359 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf", "name": "network-vif-deleted", "tag": "1647dd44-f24c-4548-bb70-863a0731ed2e", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:05:30.195619 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b15028c-d332-40d4-8139-1795f0805cee {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:05:30.196028 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b15028c-d332-40d4-8139-1795f0805cee'] response: {'server_uuid': '4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf', 'name': 'network-vif-deleted', 'tag': '1647dd44-f24c-4548-bb70-863a0731ed2e', 'status': 'completed', 'code': 200}
Apr 30 22:05:30.237267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:05:30.384568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5f588542-ecc5-4e59-8be0-d349230ce36c req-3c7f7e1f-8364-458c-9ccd-9dbad9ed0825 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=4dbf01eb-fcfe-43f0-a2f8-31f2cbcecfaf HTTP/1.1" status: 200  len: 210 time: 0.0315387
Apr 30 22:05:30.435992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa4dd00>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:05:30.467175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:05:30.475403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:05:30.476008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa4dd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:05:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:05:30.586803 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:05:30.776505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa4dd00>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:05:30.802752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a56ce6-42bc-4260-a4dc-0e13f6bbdbfb None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:05:31.030089 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3fb4bf-289c-4a7c-8de1-f22731cb3c80 None None] New status for floating IP f6e2af2d-bcec-463f-a999-bff5ca921902: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:05:31.635598 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-d5c6f7a9-b58e-437e-98da-ae94fc2995b1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1332427744&fields=id&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 267 time: 0.0416381
Apr 30 22:05:31.740425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-24162599-b11d-48e0-b65a-6ecb69ce904d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:31.741911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-24162599-b11d-48e0-b65a-6ecb69ce904d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 811 time: 0.0999660
Apr 30 22:05:31.756611 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-657a13fe-e325-46fb-81c8-0a5895eacd01 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/quotas/2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 375 time: 0.0092599
Apr 30 22:05:31.808820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-3304c2f4-1108-4f52-a79b-666b55ab84a5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0470433
Apr 30 22:05:31.907784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-e580797b-4071-4696-a773-d34efffabe44 service neutron] 10.222.0.23 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877311
Apr 30 22:05:31.999129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-a34e6341-cd6e-40b5-8a03-8b6a2fd9d92b service neutron] 10.222.0.23 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855119
Apr 30 22:05:32.225631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d107753-519e-4bbd-89ed-90497df35cad req-3aa995b4-fe3e-426b-998b-1394c3767bb3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 210 time: 0.0274026
Apr 30 22:05:33.324295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47a6c5b7-bf6c-4684-9d88-bdfc506842d5 req-2f5168bb-735e-4e19-85a5-dd0d9f924e87 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 210 time: 0.0277977
Apr 30 22:05:33.757254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1647dd44-f24c-4548-bb70-863a0731ed2e no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:05:33.782204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 1647dd44-f24c-4548-bb70-863a0731ed2e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:05:33.782547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1647dd44-f24c-4548-bb70-863a0731ed2e not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:05:34.042561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-eb6e6e96-c217-4e86-93df-cfd5074fed02 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:34.043938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-eb6e6e96-c217-4e86-93df-cfd5074fed02 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 811 time: 0.1093650
Apr 30 22:05:34.109791 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c551387a-b8cc-4c20-bf33-d40b53272ecf tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 380 time: 0.0520723
Apr 30 22:05:34.123060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'port': {'device_id': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'admin_state_up': True, 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'security_groups': ['a08d9e8e-fce0-4497-a3d5-9d27af97a581']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:05:34.306377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Made reservation on behalf of 2fad6f6856db4b229be0837d3874a1f5 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:05:34.307105 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:34.444717 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d43297ad-8336-4519-876c-a87329b7872c req-c0e97796-3e21-45de-8b1b-4c62bb8befe9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 210 time: 0.0332522
Apr 30 22:05:34.463537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Allocated IP 172.20.0.10 (802fca98-979c-4c01-80ef-f6f7a1aef1e2/45cd2efb-0e3b-4a3f-99ee-d9503de3ef37/0f68ba1f-aee0-47c9-939c-aa29a31d8a58) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:05:34.601207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:34.698207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:34.740410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:05:34.743405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:05:34.747093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:05:34.773902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:34.801621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:34.802506 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:34.880147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-c39d13c6-a585-438e-a1cb-41bb04237491 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7616942
Apr 30 22:05:34.896507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Request body: {'port': {'device_id': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:05:34.949420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-61f269d8-639e-4b73-8df1-4837e79c9bb3 None None] Provisioning complete for port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:05:34.950358 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61f269d8-639e-4b73-8df1-4837e79c9bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:34.960532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:34.986387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-61f269d8-639e-4b73-8df1-4837e79c9bb3 None None] Port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:05:35.223077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:05:35.230322 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Publish callbacks [] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:35.242587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Transition to ACTIVE for port object 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:05:35.326213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:35.375541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:35.452747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:05:35.453449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:05:35.453449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:05:35.458291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:05:35.458614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:05:35.463894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:05:35.464238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:05:35.464615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:05:35.465038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Bound port: 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:05:35.465393 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:35.566457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:05:35.586659 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5141-97b3-45dd-8513-c0cc28172734 req-2b8dd23f-b299-40d1-97eb-4598f317b4e4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:35.588165 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b41a5141-97b3-45dd-8513-c0cc28172734 req-2b8dd23f-b299-40d1-97eb-4598f317b4e4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 944 time: 0.0695908
Apr 30 22:05:35.589841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:05:35.638477 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b41a5141-97b3-45dd-8513-c0cc28172734 req-8e0d202b-69e3-43f5-8fd4-b5c42e2d90c3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438800
Apr 30 22:05:35.639434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:35.671932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:35.672546 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:35.674129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-551dec76-71b1-459f-8723-196ef268c445 service neutron] 10.222.0.20 "PUT /v2.0/ports/0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1092 time: 0.7817471
Apr 30 22:05:35.674469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:05:35.676662 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814d7c5e-55b2-4022-bba2-108c4b88fa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:05:35.701915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dec76-71b1-459f-8723-196ef268c445 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:35.714563 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1181b8f7-91b5-4ba5-ac78-03a0caf54a04 x-openstack-request-id: req-1181b8f7-91b5-4ba5-ac78-03a0caf54a04 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:05:35.714963 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:05:35.715209 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1181b8f7-91b5-4ba5-ac78-03a0caf54a04 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:05:35.715655 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1181b8f7-91b5-4ba5-ac78-03a0caf54a04'] response: {'name': 'network-changed', 'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'status': 'completed', 'code': 200}
Apr 30 22:05:35.784017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7c5e-55b2-4022-bba2-108c4b88fa1a req-5dd7c612-242e-4477-a77a-eb615b1df71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:35.785533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-814d7c5e-55b2-4022-bba2-108c4b88fa1a req-5dd7c612-242e-4477-a77a-eb615b1df71b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1126 time: 0.0418355
Apr 30 22:05:35.895265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7c5e-55b2-4022-bba2-108c4b88fa1a req-54daa0c5-dfa3-4ab1-94ca-21599b297818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:35.896749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-814d7c5e-55b2-4022-bba2-108c4b88fa1a req-54daa0c5-dfa3-4ab1-94ca-21599b297818 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2fad6f6856db4b229be0837d3874a1f5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0967598
Apr 30 22:05:35.993326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d7c5e-55b2-4022-bba2-108c4b88fa1a req-0b38ff49-e542-4fcb-8604-619c15ee08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:35.994831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-814d7c5e-55b2-4022-bba2-108c4b88fa1a req-0b38ff49-e542-4fcb-8604-619c15ee08c0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0864482
Apr 30 22:05:36.086057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-59674a96-b9d5-4c52-88d1-96575399d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:36.087455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-59674a96-b9d5-4c52-88d1-96575399d5a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1126 time: 0.0458183
Apr 30 22:05:36.132429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-8d025d46-faf4-4c3b-86ee-5dc795106b81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 217 time: 0.0324943
Apr 30 22:05:36.184124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-021ca82b-1661-470d-ad61-e72ca6ba5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:36.185579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-021ca82b-1661-470d-ad61-e72ca6ba5c12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0424316
Apr 30 22:05:36.230721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-bad651ba-e107-44c4-86f8-2afbdc45d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:36.232335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-bad651ba-e107-44c4-86f8-2afbdc45d5b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0375965
Apr 30 22:05:36.326901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-6b2736e8-f008-467b-b5c2-afee920a3a9b service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867126
Apr 30 22:05:36.420724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ab96444-e5ef-46cd-a91c-bbd05de2315a req-af7a3f19-e0a1-4aff-9056-3abf767c10ee service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825408
Apr 30 22:05:36.758243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799fc78-9ba7-4889-894e-9b41c892a8a8 req-da0816dd-efef-46f0-bbff-6709d6878a8f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:36.759718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2799fc78-9ba7-4889-894e-9b41c892a8a8 req-da0816dd-efef-46f0-bbff-6709d6878a8f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 944 time: 0.0519083
Apr 30 22:05:36.805345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2799fc78-9ba7-4889-894e-9b41c892a8a8 req-0aada81c-dcd8-4858-99ce-690f955455b8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397484
Apr 30 22:05:37.920177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e24b65-3221-4e86-a82d-abc7ea49dbf4 req-e89d98da-438b-43e9-a8ae-1c2d85be68c9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:37.921650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82e24b65-3221-4e86-a82d-abc7ea49dbf4 req-e89d98da-438b-43e9-a8ae-1c2d85be68c9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 944 time: 0.0469697
Apr 30 22:05:37.969475 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82e24b65-3221-4e86-a82d-abc7ea49dbf4 req-38406584-9704-4a85-a73b-b09b481bc190 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421758
Apr 30 22:05:39.090000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b067e9-844e-4088-8deb-48344857f94d req-e4f91750-31dc-4274-94af-461be461adfa tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:39.092458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4b067e9-844e-4088-8deb-48344857f94d req-e4f91750-31dc-4274-94af-461be461adfa tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 944 time: 0.0509751
Apr 30 22:05:39.138825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e4b067e9-844e-4088-8deb-48344857f94d req-79d921b1-f587-4d52-9edc-996f5032f3ec tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407484
Apr 30 22:05:39.890315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:05:39.986538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:05:39.998055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'mac_address': 'fa:16:3e:e3:73:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:05:40.034586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:05:40.034978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:40.048265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:05:40.071094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:05:40.166517 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:40.214862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:40.253971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6598e-1e5e-4479-9094-0e4c96bfbb59 req-e6543641-ccd8-4ed8-b868-079972ec9e48 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:40.255461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ae6598e-1e5e-4479-9094-0e4c96bfbb59 req-e6543641-ccd8-4ed8-b868-079972ec9e48 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.0483992
Apr 30 22:05:40.303728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ae6598e-1e5e-4479-9094-0e4c96bfbb59 req-a200b172-2a67-4a7a-b8ae-904b455575f7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423660
Apr 30 22:05:40.427607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0f68ba1f-aee0-47c9-939c-aa29a31d8a58'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:05:41.420611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea99bd1-67b1-4216-823c-b4e9c25d8efa req-60d16735-da69-4ef7-8c69-81fa558b6f0c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:41.422111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ea99bd1-67b1-4216-823c-b4e9c25d8efa req-60d16735-da69-4ef7-8c69-81fa558b6f0c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.0471232
Apr 30 22:05:41.471805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ea99bd1-67b1-4216-823c-b4e9c25d8efa req-0c906ce2-9643-41cb-821d-1474c15b2453 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439923
Apr 30 22:05:41.894498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:05:41.937859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:05:41.983434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:05:41.983813 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:42.058479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:05:42.058890 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:42.081358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:05:42.083700 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54acfaf3-cb0c-4057-b05d-81a2241a702a" -d '{"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-plugged", "status": "completed", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:05:42.096224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:05:42.120979 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9bf007-f344-4821-8faa-53144a77b26d x-openstack-request-id: req-bc9bf007-f344-4821-8faa-53144a77b26d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:05:42.121271 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-plugged", "status": "completed", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:05:42.121529 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc9bf007-f344-4821-8faa-53144a77b26d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:05:42.121977 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9bf007-f344-4821-8faa-53144a77b26d'] response: {'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'code': 200}
Apr 30 22:05:42.148939 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:42.201107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:05:42.228395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b960a28-7bd6-4956-bb02-461936e93cd1 req-bf8273ee-730c-4f83-9386-bf05cbb5a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:42.229957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b960a28-7bd6-4956-bb02-461936e93cd1 req-bf8273ee-730c-4f83-9386-bf05cbb5a960 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1128 time: 0.0383720
Apr 30 22:05:42.283293 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b960a28-7bd6-4956-bb02-461936e93cd1 req-46459658-29a0-4972-9324-0e892257c45c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387588
Apr 30 22:05:42.587352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0982d-2993-4be5-9f25-1ee4445ba031 req-662c252b-112c-460e-b2c1-c976bcdbc8b0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:42.588837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c0982d-2993-4be5-9f25-1ee4445ba031 req-662c252b-112c-460e-b2c1-c976bcdbc8b0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0469513
Apr 30 22:05:42.635395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45c0982d-2993-4be5-9f25-1ee4445ba031 req-99ea6cee-391f-43c4-86ab-6f23fc54199c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407562
Apr 30 22:05:43.762158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bb426-ebbf-47dd-8bbc-70f33116f7a3 req-948b4df0-67d6-4f5d-89c9-6c984edc87ff tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:43.763625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-456bb426-ebbf-47dd-8bbc-70f33116f7a3 req-948b4df0-67d6-4f5d-89c9-6c984edc87ff tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0522020
Apr 30 22:05:43.809862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-456bb426-ebbf-47dd-8bbc-70f33116f7a3 req-d77494d3-8ca4-4637-abd0-0a10b6c1d75a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403850
Apr 30 22:05:43.920953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163a63c-4c26-4d7a-abaa-a3123275d829 req-cf86738c-8cf8-4150-9c31-91049495c20c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:43.922342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4163a63c-4c26-4d7a-abaa-a3123275d829 req-cf86738c-8cf8-4150-9c31-91049495c20c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0460379
Apr 30 22:05:43.930877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 51942) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:05:43.935211 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'floatingip': {'port_id': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:05:43.972663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:44.746898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:44.806412 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:44.908968 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Floating IP f6e2af2d-bcec-463f-a999-bff5ca921902 associated. External IP: 172.35.4.243, port: 0f68ba1f-aee0-47c9-939c-aa29a31d8a58.
Apr 30 22:05:45.117485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:05:45.226732 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:05:45.231547 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:45.237151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:05:45.246506 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:05:45.247131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fe35fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:05:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:05:45.263902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f6d39e21-1ae4-4979-8d87-74fb98d04345 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "PUT /v2.0/floatingips/f6e2af2d-bcec-463f-a999-bff5ca921902 HTTP/1.1" status: 200  len: 992 time: 1.3293118
Apr 30 22:05:45.263902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:05:45.264565 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050b4fac-3e42-4f42-8a76-91b0d228968a" -d '{"events": [{"name": "network-changed", "server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:05:45.304872 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9174147-829f-4d6b-92b8-5c737bdb8b81 x-openstack-request-id: req-b9174147-829f-4d6b-92b8-5c737bdb8b81 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:05:45.305165 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:05:45.306262 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9174147-829f-4d6b-92b8-5c737bdb8b81 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:05:45.306262 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9174147-829f-4d6b-92b8-5c737bdb8b81'] response: {'name': 'network-changed', 'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'status': 'completed', 'code': 200}
Apr 30 22:05:45.360041 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:05:45.371554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-3a899df6-ed39-4310-9faf-2fb57490a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:45.373173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-3a899df6-ed39-4310-9faf-2fb57490a75f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1128 time: 0.0423040
Apr 30 22:05:45.467762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-69eed4f3-391e-4dff-bd5c-ceead807ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:45.469242 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-69eed4f3-391e-4dff-bd5c-ceead807ccdd service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0904639
Apr 30 22:05:45.541886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-faff42bc-8d89-4e95-9e12-430e77df0d1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1000 time: 0.0660555
Apr 30 22:05:45.591118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fe35fa0>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:e3:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:05:44Z', 'revision_number': 9, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:05:45.622243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:05:45.624786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-b78acd2a-45b2-4ab7-92ec-ea8d3387c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:45.626624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-b78acd2a-45b2-4ab7-92ec-ea8d3387c22c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0785794
Apr 30 22:05:45.630992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:05:45.631699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fe35fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:05:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:05:45.667882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b89f5-3114-4986-aaa6-be1402b409ad req-fabff706-ff87-489f-a835-88c3eff337c5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:45.669360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-667b89f5-3114-4986-aaa6-be1402b409ad req-fabff706-ff87-489f-a835-88c3eff337c5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0780947
Apr 30 22:05:45.692822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-4c65e55a-f404-46d5-a0e0-ed64324b37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:45.694335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-4c65e55a-f404-46d5-a0e0-ed64324b37d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0601921
Apr 30 22:05:45.757119 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-169b9134-66fc-4869-8384-18978364d7c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0432434
Apr 30 22:05:45.774483 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-667b89f5-3114-4986-aaa6-be1402b409ad req-e2898ad2-206c-41e8-b1e7-49de0bc31996 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978038
Apr 30 22:05:45.815028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-07537cd7-b8fa-40c6-beb8-89f9ec614fd3 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1125202
Apr 30 22:05:45.903782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:05:45.912012 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-050b4fac-3e42-4f42-8a76-91b0d228968a req-d22767c5-c4fe-47e8-bf5d-713a67a2cdf6 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912044
Apr 30 22:05:46.129851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fe35fa0>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:e3:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:05:44Z', 'revision_number': 9, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:05:46.160296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e805fb-40e3-4a12-9060-43758a2bad77 None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:e3:73:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:05:44Z', 'revision_number': 9, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:05:46.320424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-3b14709f-05e4-40b2-9ff8-a52ba66e7daa tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:46.323810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-3b14709f-05e4-40b2-9ff8-a52ba66e7daa tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports/0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 943 time: 0.0487680
Apr 30 22:05:46.371252 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73d1c5-9990-49a9-8482-aac31853e1f7 None None] New status for floating IP f6e2af2d-bcec-463f-a999-bff5ca921902: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:05:46.898342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c528e51-8086-41da-b28b-132afc47ca08 req-31572b4e-1d15-4af5-a10e-530f7e890e9e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:46.899827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c528e51-8086-41da-b28b-132afc47ca08 req-31572b4e-1d15-4af5-a10e-530f7e890e9e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0531511
Apr 30 22:05:46.946915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c528e51-8086-41da-b28b-132afc47ca08 req-1ceec5dc-546d-436e-b1e9-501a336e2ca9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411704
Apr 30 22:05:47.492536 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:47.857435 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ff8306ca-9309-4711-81cd-a73fae9a1372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:47.873940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-95bc9992-bf05-4ec5-9a5e-106a52e60eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:47.875438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-95bc9992-bf05-4ec5-9a5e-106a52e60eec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1128 time: 0.0411735
Apr 30 22:05:47.970056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-4fdecdc9-d73a-4f73-b7a9-2fc6f5547a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:47.971540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-4fdecdc9-d73a-4f73-b7a9-2fc6f5547a79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0889275
Apr 30 22:05:48.071574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-1001e75b-d8cf-4e78-9466-c2cc50b49453 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1003 time: 0.0936244
Apr 30 22:05:48.079616 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a5c71-c3f5-4dea-9b52-57e81c0876ac req-5dd3d5c1-e248-4c19-b6cf-31919f074e28 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:48.081017 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-411a5c71-c3f5-4dea-9b52-57e81c0876ac req-5dd3d5c1-e248-4c19-b6cf-31919f074e28 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0610912
Apr 30 22:05:48.155835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-77be38e6-cb4c-4415-99db-df3ebeb7ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:48.157187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-77be38e6-cb4c-4415-99db-df3ebeb7ae7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0753367
Apr 30 22:05:48.163997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-411a5c71-c3f5-4dea-9b52-57e81c0876ac req-7368553d-a02b-46dc-99cd-6dd0a6f40641 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750802
Apr 30 22:05:48.203715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-1ffd31c4-3adf-44aa-a04b-91c9ba383e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:48.205199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-1ffd31c4-3adf-44aa-a04b-91c9ba383e61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392945
Apr 30 22:05:48.298543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-a53a84d6-9c4b-477b-b169-514d8c6fe26f service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871260
Apr 30 22:05:48.389392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-45e41187-9de8-4015-9586-aba3a0462e2e service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819211
Apr 30 22:05:49.291031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95341f90-ceab-459f-a935-e5150643eb8d req-64481f75-ee58-4c03-a7cd-0d45279a6d35 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:49.292517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95341f90-ceab-459f-a935-e5150643eb8d req-64481f75-ee58-4c03-a7cd-0d45279a6d35 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0506372
Apr 30 22:05:49.347571 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95341f90-ceab-459f-a935-e5150643eb8d req-10a98c58-9e91-44e4-97ac-4f6a1296b692 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492218
Apr 30 22:05:50.467438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67d136-8f1e-4d01-8816-56091df28001 req-53481968-59cc-46c5-a5d7-ce596cc73bd8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:50.468920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b67d136-8f1e-4d01-8816-56091df28001 req-53481968-59cc-46c5-a5d7-ce596cc73bd8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0478125
Apr 30 22:05:50.519695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b67d136-8f1e-4d01-8816-56091df28001 req-8a010ba4-953f-4081-bdcf-fd6bfb07e417 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434852
Apr 30 22:05:50.565998 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-84df8af8-cc87-487e-b7f3-3a210d029da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:51.520231 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:51.537144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:51.635862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3515fb-55f4-42eb-a685-4ff18a05fd1f req-dedd72f0-362f-42e7-93d2-8aafa45559ea tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:51.637335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed3515fb-55f4-42eb-a685-4ff18a05fd1f req-dedd72f0-362f-42e7-93d2-8aafa45559ea tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0469258
Apr 30 22:05:51.684862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ed3515fb-55f4-42eb-a685-4ff18a05fd1f req-f74c4d25-05a4-4ae4-8b88-25774367452a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407789
Apr 30 22:05:52.805687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce2d93-7dfd-4e41-b6df-76b7bc3f35ff req-6af19689-4b72-44dd-a4dc-53b6c46586d8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:52.807441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8ce2d93-7dfd-4e41-b6df-76b7bc3f35ff req-6af19689-4b72-44dd-a4dc-53b6c46586d8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0537276
Apr 30 22:05:52.856903 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c8ce2d93-7dfd-4e41-b6df-76b7bc3f35ff req-e40f738c-5673-4657-97e5-c31018ab2c5d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432124
Apr 30 22:05:53.287926 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:05:53.297712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:53.971337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67063df-5f13-422f-b14e-fb85fcb6dc0d req-e9a37c5f-b420-45e9-816d-f459b3bfd533 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:53.972790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f67063df-5f13-422f-b14e-fb85fcb6dc0d req-e9a37c5f-b420-45e9-816d-f459b3bfd533 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0465188
Apr 30 22:05:54.018841 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f67063df-5f13-422f-b14e-fb85fcb6dc0d req-0298a1a0-020d-42dd-bbc1-b1083e115b77 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404811
Apr 30 22:05:54.520359 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:05:55.132435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88367326-6556-4525-b7b8-fca75626e5f9 req-fba66be3-fb0d-44b3-8ac7-5fe640e65fea tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:55.133935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88367326-6556-4525-b7b8-fca75626e5f9 req-fba66be3-fb0d-44b3-8ac7-5fe640e65fea tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0463445
Apr 30 22:05:55.184149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-88367326-6556-4525-b7b8-fca75626e5f9 req-f22c0937-a378-4b94-8531-d96b475abf3f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437806
Apr 30 22:05:56.300265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046cee4-039f-4b03-a23b-20e979187fcc req-02142bcd-9016-4d04-9afa-147d95361f56 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:56.301778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e046cee4-039f-4b03-a23b-20e979187fcc req-02142bcd-9016-4d04-9afa-147d95361f56 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0484900
Apr 30 22:05:56.348954 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e046cee4-039f-4b03-a23b-20e979187fcc req-fcf92afd-22fb-4e5d-94b6-2f80b740537d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412958
Apr 30 22:05:57.466920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab9b95-ef2d-40b7-a9bc-46d3931a57b6 req-e8110cad-95e6-472c-a5a8-1e090004cd1c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:57.468396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5dab9b95-ef2d-40b7-a9bc-46d3931a57b6 req-e8110cad-95e6-472c-a5a8-1e090004cd1c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0463622
Apr 30 22:05:57.515002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5dab9b95-ef2d-40b7-a9bc-46d3931a57b6 req-c3efb4cc-68c5-4e2c-8f36-417e1e0f138f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404892
Apr 30 22:05:58.635219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46186184-b3b5-420e-a4cc-ebfcff529887 req-52428a35-432d-4b17-b852-2015d988b200 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:58.636691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46186184-b3b5-420e-a4cc-ebfcff529887 req-52428a35-432d-4b17-b852-2015d988b200 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0502424
Apr 30 22:05:58.683091 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-46186184-b3b5-420e-a4cc-ebfcff529887 req-2069ac3f-4daa-4b33-a438-98c60e123298 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401571
Apr 30 22:05:59.798613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51366e9-5208-4a92-8224-871b5cdc4af6 req-97a4d488-9614-4d9f-ba12-689142027459 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:05:59.800088 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a51366e9-5208-4a92-8224-871b5cdc4af6 req-97a4d488-9614-4d9f-ba12-689142027459 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0476298
Apr 30 22:05:59.845773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a51366e9-5208-4a92-8224-871b5cdc4af6 req-ff9dcce1-037c-4add-b59d-987536d8e3b9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400178
Apr 30 22:06:00.963899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc78c32-01ad-4920-97e7-2b3acf63927c req-a522c3fa-53c8-4b46-9049-242831ec98ec tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:00.965362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccc78c32-01ad-4920-97e7-2b3acf63927c req-a522c3fa-53c8-4b46-9049-242831ec98ec tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0506601
Apr 30 22:06:01.012283 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ccc78c32-01ad-4920-97e7-2b3acf63927c req-f9c8104e-2369-46d1-a6d7-e6f3abc45839 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412581
Apr 30 22:06:02.127398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a12e2-c548-4b06-93cd-3617e2a60f5b req-bed62862-03df-4c3e-b993-e9a427e4ca27 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:02.128882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d73a12e2-c548-4b06-93cd-3617e2a60f5b req-bed62862-03df-4c3e-b993-e9a427e4ca27 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0486379
Apr 30 22:06:02.175041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d73a12e2-c548-4b06-93cd-3617e2a60f5b req-f28a0725-df5a-4e3e-b9c9-120a7df24756 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404513
Apr 30 22:06:03.287115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80e6fe-bb0a-43f6-abcb-5f8b8f89cdb5 req-54ffd962-bd1b-4e0a-ba90-48a13e924267 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:03.288583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad80e6fe-bb0a-43f6-abcb-5f8b8f89cdb5 req-54ffd962-bd1b-4e0a-ba90-48a13e924267 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0467155
Apr 30 22:06:03.339028 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad80e6fe-bb0a-43f6-abcb-5f8b8f89cdb5 req-5d65ffc0-bb77-47e8-a57c-60aaedebfe6d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447419
Apr 30 22:06:04.454896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74017ee9-67be-474a-883c-e671fcf60647 req-5becb283-6e5b-41e5-b27e-78661ccbb7cc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:04.456361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74017ee9-67be-474a-883c-e671fcf60647 req-5becb283-6e5b-41e5-b27e-78661ccbb7cc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0491457
Apr 30 22:06:04.503171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74017ee9-67be-474a-883c-e671fcf60647 req-789470a0-eda7-466d-84a6-710f6af761f1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411265
Apr 30 22:06:05.617581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be38993-4a7e-4825-ba22-8378d9f7b611 req-02b46e42-8560-4f83-9dcd-bb29d9d0de14 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:05.619078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be38993-4a7e-4825-ba22-8378d9f7b611 req-02b46e42-8560-4f83-9dcd-bb29d9d0de14 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0466738
Apr 30 22:06:05.664797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4be38993-4a7e-4825-ba22-8378d9f7b611 req-63e24c22-12f7-4162-a076-2672374cf992 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402329
Apr 30 22:06:06.781944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b374d-386f-4b27-b368-ff1b655edc47 req-ee0c968d-7c8b-45ff-8fa5-1b98c56a124d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:06.783396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-304b374d-386f-4b27-b368-ff1b655edc47 req-ee0c968d-7c8b-45ff-8fa5-1b98c56a124d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0499580
Apr 30 22:06:06.829358 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-304b374d-386f-4b27-b368-ff1b655edc47 req-f0379d63-1ad0-47ea-a175-49f5da9fdcb2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397465
Apr 30 22:06:07.943223 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6648f-2dee-4ba7-a873-b720f9647c5e req-541671cf-ba4e-484c-a9b3-234d7467f1f5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:07.944689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cff6648f-2dee-4ba7-a873-b720f9647c5e req-541671cf-ba4e-484c-a9b3-234d7467f1f5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0472424
Apr 30 22:06:07.991537 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cff6648f-2dee-4ba7-a873-b720f9647c5e req-3039dda5-b949-4793-b3c2-fa4f38691f37 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411117
Apr 30 22:06:09.106605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b1721-6bc5-4670-995c-686c93e0db11 req-ec040410-a2aa-4a8d-933e-11508edc1f69 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:09.108168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060b1721-6bc5-4670-995c-686c93e0db11 req-ec040410-a2aa-4a8d-933e-11508edc1f69 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0474429
Apr 30 22:06:09.160590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060b1721-6bc5-4670-995c-686c93e0db11 req-de70a405-c267-4b20-8c1a-7dd0b09270e4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465188
Apr 30 22:06:10.272816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f6c6c-63b1-4360-8ced-1d94b97452b2 req-094b6264-8a16-4e00-95f9-8b0ebe10c09a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:10.274387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-459f6c6c-63b1-4360-8ced-1d94b97452b2 req-094b6264-8a16-4e00-95f9-8b0ebe10c09a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0464835
Apr 30 22:06:10.321495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-459f6c6c-63b1-4360-8ced-1d94b97452b2 req-bcf1183f-35fa-4e21-8298-e72729dd1287 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411322
Apr 30 22:06:11.436359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf770a4-159b-4c36-b8b6-292a5985baea req-0b889e63-e912-4fcb-b05a-1abc05603808 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:11.437993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bf770a4-159b-4c36-b8b6-292a5985baea req-0b889e63-e912-4fcb-b05a-1abc05603808 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0457113
Apr 30 22:06:11.483569 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bf770a4-159b-4c36-b8b6-292a5985baea req-b2fd2f97-6ab2-4c0b-935c-2d6e70520168 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395572
Apr 30 22:06:12.602855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37ab4f-2d86-49ba-bc70-06d3bca085e6 req-0d093f0c-cba5-42d3-86b0-de6dfd64b919 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:12.604263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab37ab4f-2d86-49ba-bc70-06d3bca085e6 req-0d093f0c-cba5-42d3-86b0-de6dfd64b919 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0504119
Apr 30 22:06:12.650292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab37ab4f-2d86-49ba-bc70-06d3bca085e6 req-a6a52f3c-d293-46cd-ae31-623c2ef7e608 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404377
Apr 30 22:06:13.764027 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87f520-30ba-4c5e-980e-2bc02514eb43 req-8ebb58f7-0ae9-47c7-ab6c-ea819779e8de tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:13.765478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e87f520-30ba-4c5e-980e-2bc02514eb43 req-8ebb58f7-0ae9-47c7-ab6c-ea819779e8de tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0464454
Apr 30 22:06:13.811507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e87f520-30ba-4c5e-980e-2bc02514eb43 req-5daa0c4c-eff8-4a26-a79e-44bbc324f2d3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402715
Apr 30 22:06:14.931353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a558ab-efe0-4068-b20c-ba100b898e75 req-f8063b8f-d54e-42c2-8e25-4363e6c507e0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:14.932821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1a558ab-efe0-4068-b20c-ba100b898e75 req-f8063b8f-d54e-42c2-8e25-4363e6c507e0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0506155
Apr 30 22:06:14.988132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e1a558ab-efe0-4068-b20c-ba100b898e75 req-619b2a16-ff13-40a5-95f0-44539f8af1d3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496078
Apr 30 22:06:16.102818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081d5a-72ab-4890-96b8-630f309393c8 req-b17e1dba-f301-4254-8eb7-b9b6a90bef37 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:16.104270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b081d5a-72ab-4890-96b8-630f309393c8 req-b17e1dba-f301-4254-8eb7-b9b6a90bef37 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0466638
Apr 30 22:06:16.152209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b081d5a-72ab-4890-96b8-630f309393c8 req-7e99967b-a868-4da6-9bb3-51dac0d4a121 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420771
Apr 30 22:06:17.264096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d4b7a-bd05-42ec-a159-fee8c639da00 req-864a3266-4fed-46e1-81d0-fd07f4cc2907 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:17.265588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-345d4b7a-bd05-42ec-a159-fee8c639da00 req-864a3266-4fed-46e1-81d0-fd07f4cc2907 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0457513
Apr 30 22:06:17.316896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-345d4b7a-bd05-42ec-a159-fee8c639da00 req-1e76e730-e94b-48b8-8970-c3d652c3cbb3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450022
Apr 30 22:06:17.491216 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:17.834037 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-df0005a5-e346-4958-ad22-e23202ead3da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:18.430452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507ab5-5659-47cd-aa45-671cb14d5fd3 req-c5767aad-7260-44c2-b9c0-e64f5202064a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:18.431911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2507ab5-5659-47cd-aa45-671cb14d5fd3 req-c5767aad-7260-44c2-b9c0-e64f5202064a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0464036
Apr 30 22:06:18.478711 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e2507ab5-5659-47cd-aa45-671cb14d5fd3 req-cfb04a98-eb8b-4e9f-a930-b067992f9bdb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410683
Apr 30 22:06:19.593614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74737372-7fa3-430f-af54-0b2829b830d8 req-234ac796-9b5b-4c53-9060-f4194f2c45f5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:19.595002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74737372-7fa3-430f-af54-0b2829b830d8 req-234ac796-9b5b-4c53-9060-f4194f2c45f5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0460737
Apr 30 22:06:19.640651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-74737372-7fa3-430f-af54-0b2829b830d8 req-6ba9629b-2d8b-4b95-8135-1a8fba97618b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400212
Apr 30 22:06:20.599673 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ac825306-62d7-4a60-914b-9bd82194a9cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:20.636825 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-cc27b0db-a94f-45d2-8cb7-52462fd9c52f service neutron] show failed (client error): The resource could not be found.
Apr 30 22:06:20.637882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-cc27b0db-a94f-45d2-8cb7-52462fd9c52f service neutron] 10.222.0.20 "GET /v2.0/ports/0f68ba1f-aee0-47c9-939c-aa29a31d8a58/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0602338
Apr 30 22:06:20.756109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e7a00-821f-4e98-b3e7-c9693a3c5ac2 req-73ad1b74-25d4-4e95-9b9e-3938e4fc0960 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:20.757595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-824e7a00-821f-4e98-b3e7-c9693a3c5ac2 req-73ad1b74-25d4-4e95-9b9e-3938e4fc0960 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0480497
Apr 30 22:06:20.805294 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-824e7a00-821f-4e98-b3e7-c9693a3c5ac2 req-acee599d-b60a-422d-be36-34acad85d3bf tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417273
Apr 30 22:06:21.070423 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-28cef96c-c131-47ec-9c61-f71f17d72e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:21.071886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-28cef96c-c131-47ec-9c61-f71f17d72e4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 1128 time: 0.0388439
Apr 30 22:06:21.083798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:06:21.144454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:21.338912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:21.370199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:06:21.408397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:21.410666 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa88700-80fa-44d4-81af-1915750d884f" -d '{"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:21.414058 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Publish callbacks [] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:21.428737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Transition to ACTIVE for port object 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:06:21.466668 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a109509a-cbfd-4d61-aa45-9b53004b6f74 x-openstack-request-id: req-a109509a-cbfd-4d61-aa45-9b53004b6f74 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:21.466668 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:21.466668 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a109509a-cbfd-4d61-aa45-9b53004b6f74 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:21.466668 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a109509a-cbfd-4d61-aa45-9b53004b6f74'] response: {'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'code': 200}
Apr 30 22:06:21.514284 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:21.537543 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:21.541015 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:21.591929 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:21.606529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.606876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.607215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.607553 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.607887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.608213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.608539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.608873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.609196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.609549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.609864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.610190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.610511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.610829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.611150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:21.650326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] No DVR routers for this DVR port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:06:21.788497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:06:21.788834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:06:21.789157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:06:21.793332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:06:21.793648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:06:21.798461 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:06:21.798794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:06:21.799173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:06:21.799587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Bound port: 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:06:21.800584 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:21.862215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:06:21.865800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:06:21.927690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1306893-8b21-4ee3-b321-9f068d1c387d req-d755bcc0-63a4-45f1-81af-0c095ba6bb9a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:21.929177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1306893-8b21-4ee3-b321-9f068d1c387d req-d755bcc0-63a4-45f1-81af-0c095ba6bb9a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 944 time: 0.0501995
Apr 30 22:06:21.942533 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:21.997715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:21.998359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:21.999789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] 10.222.0.35 "PUT /v2.0/ports/0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1092 time: 0.9204080
Apr 30 22:06:22.024626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1306893-8b21-4ee3-b321-9f068d1c387d req-f7b9bb64-8a89-4352-8da0-ccfcc6165565 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896773
Apr 30 22:06:22.056293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395b590-44bd-438d-8cd7-86510d914bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:22.071296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-6ca35b5b-e4b6-473f-a213-7a8b48dfe034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:22.072806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-6ca35b5b-e4b6-473f-a213-7a8b48dfe034 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1126 time: 0.0457859
Apr 30 22:06:22.169715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-5185df38-ec8d-436d-b752-9dfc37a5654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:22.171271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-5185df38-ec8d-436d-b752-9dfc37a5654f service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0918067
Apr 30 22:06:22.234859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-a148e054-8428-4eae-9122-79aea7723d40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1001 time: 0.0580535
Apr 30 22:06:22.285796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-5ef303dd-e00d-43fc-84dc-ddbc44cde006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:22.287266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-5ef303dd-e00d-43fc-84dc-ddbc44cde006 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0469890
Apr 30 22:06:22.328746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-ed0a7e0a-fd88-4e1b-b795-27421e652367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:22.330205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-ed0a7e0a-fd88-4e1b-b795-27421e652367 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0374463
Apr 30 22:06:22.415938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-7e79452a-8ef9-4d73-b57d-e6c83fef54c8 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794401
Apr 30 22:06:22.507444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d650a48-81a6-479f-a441-f6e1f81ebfcc req-70de53b0-429f-4dbf-b7d5-8a7287328451 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848935
Apr 30 22:06:23.140765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84843f96-ee71-4e81-bca8-86da29df7a4a req-f14ca2b2-160c-4c64-adb0-6d69e6616f77 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:23.142233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84843f96-ee71-4e81-bca8-86da29df7a4a req-f14ca2b2-160c-4c64-adb0-6d69e6616f77 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 944 time: 0.0461206
Apr 30 22:06:23.189416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84843f96-ee71-4e81-bca8-86da29df7a4a req-c27df52b-ad14-4a62-b899-df5aa9ad6186 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407836
Apr 30 22:06:23.285860 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:23.466279 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:23.472403 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d8a4bb-e985-433c-979f-3761bdb59966" -d '{"events": [{"name": "network-changed", "server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:23.519004 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a8ad7e-229a-4fc1-8e44-3a338f1b00a7 x-openstack-request-id: req-c0a8ad7e-229a-4fc1-8e44-3a338f1b00a7 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:23.519297 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:23.520190 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0a8ad7e-229a-4fc1-8e44-3a338f1b00a7 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:23.520593 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a8ad7e-229a-4fc1-8e44-3a338f1b00a7'] response: {'name': 'network-changed', 'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'status': 'completed', 'code': 200}
Apr 30 22:06:23.588805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-1d19ebcd-3028-4580-93b1-7f19781165ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:23.590314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-1d19ebcd-3028-4580-93b1-7f19781165ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1126 time: 0.0431550
Apr 30 22:06:23.682957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-3ddec1b1-3881-4098-a358-f8f92f5da965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:23.684339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-3ddec1b1-3881-4098-a358-f8f92f5da965 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0830321
Apr 30 22:06:23.756401 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-5012ab79-9254-454b-8b7e-4030267f46c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1001 time: 0.0609391
Apr 30 22:06:23.806970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-113bf91a-2da3-4764-8e4f-d6ff00861ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:23.808349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-113bf91a-2da3-4764-8e4f-d6ff00861ecf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0429888
Apr 30 22:06:23.853497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-d5d52f3f-405c-40f2-b540-9f51016ed4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:23.855151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-d5d52f3f-405c-40f2-b540-9f51016ed4fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0369961
Apr 30 22:06:23.946911 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-7f17591b-9f62-42d5-818d-3d1e6d0770d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:23.948372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-7f17591b-9f62-42d5-818d-3d1e6d0770d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1126 time: 0.0764458
Apr 30 22:06:23.978333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-209ad3e5-a5c7-4344-af84-afa59c0838a0 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1133554
Apr 30 22:06:24.092341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:06:24.129602 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-ea63208e-79ad-4ab1-bb39-c0c22ef1fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:24.131085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-ea63208e-79ad-4ab1-bb39-c0c22ef1fec7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1519306
Apr 30 22:06:24.136144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 host nch2-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:06:24.136553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:06:24.141740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-5c3af693-a359-4fe9-b160-149a81c73b1d service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449533
Apr 30 22:06:24.514438 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:24.576045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-a27fa29d-96ba-4e4f-a2f0-b398aac377f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1001 time: 0.4172721
Apr 30 22:06:24.644246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542a20f-fecd-4a49-a151-13b80a15c530 req-91d9868b-eae9-4e89-9eae-734dfa1ff978 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:24.646252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2542a20f-fecd-4a49-a151-13b80a15c530 req-91d9868b-eae9-4e89-9eae-734dfa1ff978 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 944 time: 0.0734134
Apr 30 22:06:24.662505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-95b95526-afb2-4396-8547-ea658ef56b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:24.663881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-95b95526-afb2-4396-8547-ea658ef56b7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0802598
Apr 30 22:06:24.727607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-6b5bc19c-d569-49a5-af90-95b668bc01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:24.729078 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-6b5bc19c-d569-49a5-af90-95b668bc01cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0565505
Apr 30 22:06:24.732444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2542a20f-fecd-4a49-a151-13b80a15c530 req-97280dc7-4515-4fba-a5b6-abc7b33eabef tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800414
Apr 30 22:06:24.817510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-49ee09d1-1290-4601-9d02-d8c68336cf26 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817695
Apr 30 22:06:24.906407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78d8a4bb-e985-433c-979f-3761bdb59966 req-6c03d48b-8b86-4174-acd2-9db931de86bc service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836198
Apr 30 22:06:25.848142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f56371-b971-450f-943f-390e1fc64c1c req-33964627-2a9d-4fdc-b239-39b421fc741f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:25.849590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8f56371-b971-450f-943f-390e1fc64c1c req-33964627-2a9d-4fdc-b239-39b421fc741f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 944 time: 0.0467908
Apr 30 22:06:25.895460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8f56371-b971-450f-943f-390e1fc64c1c req-38758e68-fbcf-4d00-866f-ed644d9a6985 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402989
Apr 30 22:06:26.014843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:06:26.116687 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:26.133128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'mac_address': 'fa:16:3e:e3:73:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:06:26.170388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:06:26.170771 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:26.184110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:06:26.208537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:26.280155 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:26.329817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:26.337528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.337937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.338284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.338667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.339002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.339331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.339655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.340006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.340359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.340828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.341100 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.341422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.341804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.342104 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.342424 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:06:26.461847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cf64e-177a-4dce-8854-ad7fc2d14611 req-12c9051c-383a-4e33-bc93-98cda8a68e83 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:26.463333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d93cf64e-177a-4dce-8854-ad7fc2d14611 req-12c9051c-383a-4e33-bc93-98cda8a68e83 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.0489261
Apr 30 22:06:26.491234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['0f68ba1f-aee0-47c9-939c-aa29a31d8a58'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:06:26.546535 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d93cf64e-177a-4dce-8854-ad7fc2d14611 req-497f6c74-5832-4808-bbda-841deaf51308 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772562
Apr 30 22:06:26.558976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-728b3108-724a-433f-acb9-0d463dcff36d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:26.567577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-728b3108-724a-433f-acb9-0d463dcff36d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe&tenant_id=2fad6f6856db4b229be0837d3874a1f5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0772662
Apr 30 22:06:26.631974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-eef0f291-c118-4394-b50b-573ae9ae57aa service neutron] 10.222.0.35 "GET /v2.0/ports/0f68ba1f-aee0-47c9-939c-aa29a31d8a58/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0581870
Apr 30 22:06:26.691157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-4dd4ac28-29e3-4a25-98d2-e175aee6adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:26.692653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-4dd4ac28-29e3-4a25-98d2-e175aee6adcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1127 time: 0.0391185
Apr 30 22:06:26.783391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-40ff2cc6-ee3c-4e71-b9d4-feebddccaa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:26.784840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-40ff2cc6-ee3c-4e71-b9d4-feebddccaa71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0863733
Apr 30 22:06:26.848418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-fab9b1ad-fb1c-4fb1-8107-bd4cfe022b0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1002 time: 0.0566020
Apr 30 22:06:26.895474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-013d2a9b-938c-44b6-9130-f3a50ecf50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:26.896879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-013d2a9b-938c-44b6-9130-f3a50ecf50c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0429006
Apr 30 22:06:26.943106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-e8be8305-3d6a-4661-b270-07883af5e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:26.944557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-e8be8305-3d6a-4661-b270-07883af5e19d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412734
Apr 30 22:06:27.032172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-459f2abd-b556-4fd0-a8ae-790e676cc7e5 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812168
Apr 30 22:06:27.123065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-f055a772-41d5-46ca-b61c-9e5824fcf792 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849857
Apr 30 22:06:27.666662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459c7a3-9168-4055-9625-f362b71d75a9 req-53d2872e-2f9c-425e-ba37-c6943f1e9c6a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:27.668135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f459c7a3-9168-4055-9625-f362b71d75a9 req-53d2872e-2f9c-425e-ba37-c6943f1e9c6a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.0496039
Apr 30 22:06:27.714626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f459c7a3-9168-4055-9625-f362b71d75a9 req-7d357857-1ece-4083-801a-aed75ab39d98 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409555
Apr 30 22:06:28.028734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:06:28.074267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:06:28.142231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:06:28.142614 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:28.220762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:06:28.221144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:28.244420 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:28.246679 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a4df4-0bb4-48fb-b57f-13636bd013a8" -d '{"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-plugged", "status": "completed", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:28.258532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:28.296913 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ee1544-2baa-4ede-807c-bd096c14a2ff x-openstack-request-id: req-83ee1544-2baa-4ede-807c-bd096c14a2ff {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:28.297206 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-plugged", "status": "completed", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:28.297461 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83ee1544-2baa-4ede-807c-bd096c14a2ff {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:28.297895 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ee1544-2baa-4ede-807c-bd096c14a2ff'] response: {'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'code': 200}
Apr 30 22:06:28.336780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:28.384481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:28.830630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bf4e4-19b3-4cb6-a6d0-8b7480385dbb req-5204e3d2-c697-42fa-9047-df96eef04acd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:28.832796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a6bf4e4-19b3-4cb6-a6d0-8b7480385dbb req-5204e3d2-c697-42fa-9047-df96eef04acd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0475800
Apr 30 22:06:28.878270 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a6bf4e4-19b3-4cb6-a6d0-8b7480385dbb req-98fdfb67-7836-4a0f-a807-5b3793bd084a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399227
Apr 30 22:06:29.683040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-6e3fd7e7-0b8b-4fd1-ad48-f0ae3169e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:29.684579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-6e3fd7e7-0b8b-4fd1-ad48-f0ae3169e846 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 1128 time: 0.0439346
Apr 30 22:06:29.699335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:06:29.756287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:29.959417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:30.031531 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a9d6e-df68-4596-9d48-025e4866d587 req-9aa930ae-10d3-4d2a-aa67-6b422dab7a20 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:30.032999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f99a9d6e-df68-4596-9d48-025e4866d587 req-9aa930ae-10d3-4d2a-aa67-6b422dab7a20 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0715747
Apr 30 22:06:30.042410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:06:30.107275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:30.109472 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e8f9f-638d-4b0e-b00c-85ddfe257885" -d '{"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:30.115750 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Publish callbacks [] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:30.124623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f99a9d6e-df68-4596-9d48-025e4866d587 req-2b27ba8f-9143-4321-846d-7e98ecfbf080 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839331
Apr 30 22:06:30.132894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Transition to ACTIVE for port object 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:06:30.161478 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6575b0-4dc3-4ed7-9168-be10c9e9291b x-openstack-request-id: req-7c6575b0-4dc3-4ed7-9168-be10c9e9291b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:30.161831 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:30.162089 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c6575b0-4dc3-4ed7-9168-be10c9e9291b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:30.162486 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6575b0-4dc3-4ed7-9168-be10c9e9291b'] response: {'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'code': 200}
Apr 30 22:06:30.188047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:30.275255 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=10']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:30.288194 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:06:30.330025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] No DVR routers for this DVR port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:06:30.471724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:06:30.476046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:06:30.476046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:06:30.476782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:06:30.477103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Attempting to bind port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:06:30.482068 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:06:30.482407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:06:30.482784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:06:30.483206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Bound port: 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:06:30.483557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:30.547980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:06:30.551520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:06:30.611343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:30.649978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:30.650616 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:30.651963 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1093 time: 0.9564528
Apr 30 22:06:30.686696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110468f8-2214-4fbf-aa16-4070f1e326e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=11']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:30.719937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-4fadd7e6-ed90-46bc-8059-c79394b149c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:30.721808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-4fadd7e6-ed90-46bc-8059-c79394b149c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1127 time: 0.0447538
Apr 30 22:06:30.819864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-e8a9727f-a874-4b3d-94d8-76f01a3e11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:30.821352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-e8a9727f-a874-4b3d-94d8-76f01a3e11b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0899346
Apr 30 22:06:30.894104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-dbd693c0-c808-49b9-8528-a2be46fabeab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1001 time: 0.0632246
Apr 30 22:06:30.946520 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-215116e3-11be-4aa7-b3f9-69542d1c7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:30.948016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-215116e3-11be-4aa7-b3f9-69542d1c7ef6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0453904
Apr 30 22:06:30.994347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502682d-d66c-4e12-83c7-130b3389d2da req-d7d8a313-606e-4c38-af8d-eca6f3bf7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:30.995831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-d7d8a313-606e-4c38-af8d-eca6f3bf7bef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390832
Apr 30 22:06:31.090276 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-7b30cdb4-c215-4dbc-a260-cd27ff24d9a5 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848517
Apr 30 22:06:31.181454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3502682d-d66c-4e12-83c7-130b3389d2da req-2b083928-8a9d-46c1-9351-126654c3bba6 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815403
Apr 30 22:06:31.248641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7011a-f9f3-4498-ab6a-f386278551fd req-9c443703-ffd6-474d-9484-f4f4012bfda2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:31.250125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17e7011a-f9f3-4498-ab6a-f386278551fd req-9c443703-ffd6-474d-9484-f4f4012bfda2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.0541663
Apr 30 22:06:31.297622 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17e7011a-f9f3-4498-ab6a-f386278551fd req-f0b38eee-8dfd-4388-bce3-7ab87a6f1e45 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418391
Apr 30 22:06:32.037397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:06:32.078698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:06:32.079089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:06:32.163573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:32.165948 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:32.214136 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9054322b-67b8-4002-9de6-c5a2485cff8d x-openstack-request-id: req-9054322b-67b8-4002-9de6-c5a2485cff8d {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:32.214431 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:32.214686 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9054322b-67b8-4002-9de6-c5a2485cff8d {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:32.215094 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9054322b-67b8-4002-9de6-c5a2485cff8d'] response: {'name': 'network-changed', 'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'status': 'completed', 'code': 200}
Apr 30 22:06:32.277835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-9d36dd42-8667-4599-a821-ddd8395938af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:32.279714 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-9d36dd42-8667-4599-a821-ddd8395938af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1127 time: 0.0398400
Apr 30 22:06:32.382803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-57c5bbe5-ff50-4f19-b6a3-772d01507fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:32.384493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-57c5bbe5-ff50-4f19-b6a3-772d01507fc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0979931
Apr 30 22:06:32.484596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdf4d9-703f-4476-9ec4-fdb12ce2a543 req-4f29c900-9ebf-44fd-98be-8e271d2a7a6c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:32.485625 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cbdf4d9-703f-4476-9ec4-fdb12ce2a543 req-4f29c900-9ebf-44fd-98be-8e271d2a7a6c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.1213331
Apr 30 22:06:32.520659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-51fc0de5-7b0d-4c1d-b393-46b462e80d20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1001 time: 0.1201341
Apr 30 22:06:32.521615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-f38fd16c-5611-4fd5-a692-98e2ae5bcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:32.523003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-f38fd16c-5611-4fd5-a692-98e2ae5bcd9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 1127 time: 0.0850463
Apr 30 22:06:32.640005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5cbdf4d9-703f-4476-9ec4-fdb12ce2a543 req-9bdde7fa-ff53-4e08-91d6-2f3ece81a7b2 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450784
Apr 30 22:06:32.648544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-96728920-9220-400c-b2c3-de1df55f3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:32.650198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-96728920-9220-400c-b2c3-de1df55f3358 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.1233826
Apr 30 22:06:32.708318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-4103211d-2150-42ef-afb9-ca0545b5ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:32.709793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-4103211d-2150-42ef-afb9-ca0545b5ce1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1728797
Apr 30 22:06:32.712752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-d3bbfc21-71c2-4f1a-bb99-e4be30b3a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:32.714148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-d3bbfc21-71c2-4f1a-bb99-e4be30b3a7e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0534775
Apr 30 22:06:32.805566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-3258a3bc-c06e-4cb4-9dbd-3bb6f2642047 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853872
Apr 30 22:06:32.922816 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-66ea5eb2-db65-43b8-a834-0665f3becf40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 200  len: 1001 time: 0.1154802
Apr 30 22:06:32.969506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-52b038ea-5c6f-46e9-9ea9-5a7a8d125cb4 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566856
Apr 30 22:06:32.983552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-ae1ff685-c460-48a4-9617-b337185f77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:32.984993 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-ae1ff685-c460-48a4-9617-b337185f77e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0555394
Apr 30 22:06:33.031648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-be6a1375-37a0-45f5-bbc0-aef40a6adbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:33.033128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-be6a1375-37a0-45f5-bbc0-aef40a6adbb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392876
Apr 30 22:06:33.125355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-68b1006a-0462-4e46-94fe-cc1087b8757a service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853224
Apr 30 22:06:33.213610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e073b85-8cfd-4b3e-9310-89f7a7a16ac6 req-70b72061-1fcb-4871-a9d4-fab9d9566ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827193
Apr 30 22:06:33.755244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f43aa-41b5-4ee0-b7e0-9510d7e803be req-ba200189-55c6-4da9-9dac-757f5c9b1b23 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:33.756706 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e4f43aa-41b5-4ee0-b7e0-9510d7e803be req-ba200189-55c6-4da9-9dac-757f5c9b1b23 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.0465095
Apr 30 22:06:33.806916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e4f43aa-41b5-4ee0-b7e0-9510d7e803be req-a9022f5f-8c79-480a-96d7-5e269cb205af tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443959
Apr 30 22:06:33.918896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8f4b7-43c7-4559-986a-ed10af26679b req-c92a5101-815d-432d-9b53-37f70ba55eaf tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:33.920396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2c8f4b7-43c7-4559-986a-ed10af26679b req-c92a5101-815d-432d-9b53-37f70ba55eaf tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.0465474
Apr 30 22:06:33.966775 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2c8f4b7-43c7-4559-986a-ed10af26679b req-d911ae99-eba7-4e13-8535-3bc0fb1f5750 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402911
Apr 30 22:06:34.076031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d792e39-2113-4ada-862d-eba88b99afca req-870cd5e4-41a3-4b5a-9b91-93e046c4983a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:34.077456 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d792e39-2113-4ada-862d-eba88b99afca req-870cd5e4-41a3-4b5a-9b91-93e046c4983a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 945 time: 0.0450695
Apr 30 22:06:34.122229 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0d792e39-2113-4ada-862d-eba88b99afca req-525977a3-90e5-4ca6-ae65-71130a4e9392 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385418
Apr 30 22:06:34.168073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:06:34.265432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:34.277603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'mac_address': 'fa:16:3e:e3:73:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:06:34.319214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:06:34.319599 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:34.332809 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:06:34.358468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:34.433605 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:34.484706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=12']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:34.524482 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0a6a7-8159-4518-8806-9cb7368add05 req-2e832faa-e033-4f61-869d-4972698c30cc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:34.525977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41d0a6a7-8159-4518-8806-9cb7368add05 req-2e832faa-e033-4f61-869d-4972698c30cc tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0500553
Apr 30 22:06:34.572610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41d0a6a7-8159-4518-8806-9cb7368add05 req-d7d2e487-5d7d-4041-bbc2-ac5241714da9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407674
Apr 30 22:06:34.670035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0f68ba1f-aee0-47c9-939c-aa29a31d8a58'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:06:35.687868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c7138-a7af-4b2c-ae9b-65d0df16463b req-dedff0a8-136e-4df9-b4d3-3fee1a9c979a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:35.689333 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d5c7138-a7af-4b2c-ae9b-65d0df16463b req-dedff0a8-136e-4df9-b4d3-3fee1a9c979a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0464966
Apr 30 22:06:35.735526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d5c7138-a7af-4b2c-ae9b-65d0df16463b req-f181de94-6ea5-4e28-86c0-6b9e7ec8a746 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406709
Apr 30 22:06:35.832959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-db7a1340-c7e6-4658-bd1f-fa9fd5667dbe tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:35.834424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-db7a1340-c7e6-4658-bd1f-fa9fd5667dbe tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 946 time: 0.0443814
Apr 30 22:06:35.922268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Deleting port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:06:35.922524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:36.012764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] For port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:36.013131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:36.182268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:36.182481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:36.182701 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Floating IP f6e2af2d-bcec-463f-a999-bff5ca921902 disassociated. External IP: 172.35.4.243, port: 0f68ba1f-aee0-47c9-939c-aa29a31d8a58.
Apr 30 22:06:36.183019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Calling delete_port for 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:06:36.191719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:06:36.270254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 is: BUILD; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:06:36.270645 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:36.284852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:06:36.382371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0f68ba1f-aee0-47c9-939c-aa29a31d8a58), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:36.411625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event deleted for resources: {'Port': ['ID=0f68ba1f-aee0-47c9-939c-aa29a31d8a58,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:36.532940 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:06:36.998910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83bf899b-7faf-4e14-960a-cf564e5e4695 req-fef19e63-31a1-4d43-84dd-d1bed0ee1318 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 210 time: 0.0340002
Apr 30 22:06:37.013172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:06:37.024655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:06:37.034063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:06:37.035184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb3af10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:06:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:06:37.055551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] No DVR routers for this DVR port 0f68ba1f-aee0-47c9-939c-aa29a31d8a58 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:06:37.058237 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:37.061459 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eac68ecd-5510-4606-baf5-5d8d2377aa05 req-abde835f-25b5-4a5c-a655-f977803fb9a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "DELETE /v2.0/ports/0f68ba1f-aee0-47c9-939c-aa29a31d8a58 HTTP/1.1" status: 204  len: 173 time: 1.2185955
Apr 30 22:06:37.061930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-deleted', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:37.064130 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c4c73d-767a-4206-8014-199ca4ca378e" -d '{"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-deleted", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:37.100575 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a93aab0-d381-486a-86fc-2cf45862f746 x-openstack-request-id: req-7a93aab0-d381-486a-86fc-2cf45862f746 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:37.100879 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2837f-ef58-44ff-bee5-69d47cd473fe", "name": "network-vif-deleted", "tag": "0f68ba1f-aee0-47c9-939c-aa29a31d8a58", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:37.101139 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a93aab0-d381-486a-86fc-2cf45862f746 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:37.101547 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a93aab0-d381-486a-86fc-2cf45862f746'] response: {'server_uuid': '00a2837f-ef58-44ff-bee5-69d47cd473fe', 'name': 'network-vif-deleted', 'tag': '0f68ba1f-aee0-47c9-939c-aa29a31d8a58', 'status': 'completed', 'code': 200}
Apr 30 22:06:37.146042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:06:37.334841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb3af10>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:06:37.362333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:06:37.371198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:06:37.371865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb3af10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:06:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:06:37.481040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:06:37.666405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb3af10>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:06:37.692494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11795135-6a15-44ec-aba1-5cce6537a949 None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:06:37.919727 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4c480-a40e-4faa-908b-6b3453c939c8 None None] New status for floating IP f6e2af2d-bcec-463f-a999-bff5ca921902: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:06:38.108435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-68d1c6ae-aa27-4ec5-903a-2ca0aa0a47b7 req-3348114e-cca6-45ac-aa6c-125fcc0dac2f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=00a2837f-ef58-44ff-bee5-69d47cd473fe HTTP/1.1" status: 200  len: 210 time: 0.0282023
Apr 30 22:06:39.356470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-afc1e357-133c-4304-8c99-357e85357e2a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1332427744&fields=id&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 267 time: 0.0445082
Apr 30 22:06:39.458928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-05245518-1e6e-4b27-82ed-846601f5e3e5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:39.460497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-05245518-1e6e-4b27-82ed-846601f5e3e5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 811 time: 0.0975611
Apr 30 22:06:39.474861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-cf005e0b-ad35-4b90-94b2-11a762ea6195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/quotas/2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 375 time: 0.0090692
Apr 30 22:06:39.522986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-9ca2b0d0-38b6-4c08-987c-45a36ae811c8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0432701
Apr 30 22:06:39.665945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-7f1c1eae-02c3-4eb2-b3e7-2e86388a6def service neutron] 10.222.0.23 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315460
Apr 30 22:06:39.752590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c387d022-e6ef-422b-a5ac-065bed6e253c service neutron] 10.222.0.23 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808651
Apr 30 22:06:39.990938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e4878d6-7187-499a-858a-e57647c913df req-f11c7ff6-1271-45e5-9525-c86e7052ede9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 210 time: 0.0375271
Apr 30 22:06:41.103832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5f230f1-7c2f-44c8-b601-e3ce5e94c6bf req-194b9115-f069-4415-8c72-bae85e98fff6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 210 time: 0.0273890
Apr 30 22:06:41.762326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-612021de-03f9-49bf-bf4c-f5fdb6f2e999 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:41.763750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-612021de-03f9-49bf-bf4c-f5fdb6f2e999 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 811 time: 0.0990565
Apr 30 22:06:41.824604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c18cc284-a5dd-4f16-a90f-ff42d7c68090 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 380 time: 0.0522585
Apr 30 22:06:41.834006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'port': {'device_id': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'admin_state_up': True, 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'security_groups': ['a08d9e8e-fce0-4497-a3d5-9d27af97a581']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:06:41.976630 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Made reservation on behalf of 2fad6f6856db4b229be0837d3874a1f5 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:06:41.980054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:42.108905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Allocated IP 172.20.0.5 (802fca98-979c-4c01-80ef-f6f7a1aef1e2/45cd2efb-0e3b-4a3f-99ee-d9503de3ef37/395a0d10-0ffb-41de-9b49-1aa52f762138) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:06:42.217383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da1f2638-676b-4f1e-b970-d2dd152fbcf3 req-ffc1219c-b066-4b17-a159-7ada019a7860 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 210 time: 0.0337985
Apr 30 22:06:42.274177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:42.359734 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:42.400901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:06:42.403939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:06:42.407539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:06:42.439416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:42.464408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:42.465059 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:42.551629 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-c01b5a1b-cd07-4c24-9227-86016843c132 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7211266
Apr 30 22:06:42.562501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Request body: {'port': {'device_id': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:06:42.628820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:42.707474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-eee80c10-00d7-4a88-84f4-f204e5266762 None None] Provisioning complete for port 395a0d10-0ffb-41de-9b49-1aa52f762138 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:06:42.708106 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eee80c10-00d7-4a88-84f4-f204e5266762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:42.744975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-eee80c10-00d7-4a88-84f4-f204e5266762 None None] Port 395a0d10-0ffb-41de-9b49-1aa52f762138 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:06:42.883428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395a0d10-0ffb-41de-9b49-1aa52f762138 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:06:42.891038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Publish callbacks [] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:42.902826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Transition to ACTIVE for port object 395a0d10-0ffb-41de-9b49-1aa52f762138 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:06:42.970628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:43.022971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:43.097470 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:06:43.097833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:06:43.098161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:06:43.102985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:06:43.103310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:06:43.108440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:06:43.108781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:06:43.109157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:06:43.109793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Bound port: 395a0d10-0ffb-41de-9b49-1aa52f762138, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:06:43.109935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:43.176172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:06:43.179190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:06:43.245688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:43.280913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:43.282274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:43.284065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] 10.222.0.35 "PUT /v2.0/ports/395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1091 time: 0.7254238
Apr 30 22:06:43.288474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:43.290846 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4b323c-6730-47f5-8cef-a3f9b104738e" -d '{"events": [{"name": "network-changed", "server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:43.341382 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cc16ae-195f-4103-b7ed-4e7e6d3cd239 x-openstack-request-id: req-e8cc16ae-195f-4103-b7ed-4e7e6d3cd239 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:43.341684 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:43.341932 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8cc16ae-195f-4103-b7ed-4e7e6d3cd239 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:43.342333 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cc16ae-195f-4103-b7ed-4e7e6d3cd239'] response: {'name': 'network-changed', 'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'status': 'completed', 'code': 200}
Apr 30 22:06:43.372468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eddb1-3e3d-46eb-af97-541bf5633e77 service neutron] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:43.400561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b58d3-9ee3-4bfc-8d47-2ec06eb4f9e6 req-fbb4c086-5dc7-4eb1-99e7-c8cd86231007 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:43.402035 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-556b58d3-9ee3-4bfc-8d47-2ec06eb4f9e6 req-fbb4c086-5dc7-4eb1-99e7-c8cd86231007 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0992775
Apr 30 22:06:43.424149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b323c-6730-47f5-8cef-a3f9b104738e req-1497d5b2-9dcb-40a8-999e-34ce7e025a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:43.425716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a4b323c-6730-47f5-8cef-a3f9b104738e req-1497d5b2-9dcb-40a8-999e-34ce7e025a99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1125 time: 0.0700455
Apr 30 22:06:43.524566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-556b58d3-9ee3-4bfc-8d47-2ec06eb4f9e6 req-6710f043-c710-412e-815d-d130af5fec42 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1157634
Apr 30 22:06:43.557847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b323c-6730-47f5-8cef-a3f9b104738e req-961aef09-d4e5-4a6d-b181-f8ce668c6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:43.559366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a4b323c-6730-47f5-8cef-a3f9b104738e req-961aef09-d4e5-4a6d-b181-f8ce668c6f21 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2fad6f6856db4b229be0837d3874a1f5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1265533
Apr 30 22:06:43.652573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b323c-6730-47f5-8cef-a3f9b104738e req-e184a276-71f2-48aa-b1c4-f2b3c9dd497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:43.653979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a4b323c-6730-47f5-8cef-a3f9b104738e req-e184a276-71f2-48aa-b1c4-f2b3c9dd497c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0883260
Apr 30 22:06:43.727044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-34e99f2a-a2f6-460b-8296-bfbb205ba6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:43.728523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-34e99f2a-a2f6-460b-8296-bfbb205ba6e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1125 time: 0.0405722
Apr 30 22:06:43.774408 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-10ebd292-484a-4075-a276-0119a37cd747 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 217 time: 0.0384974
Apr 30 22:06:43.819995 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-bf6cd95f-9f6e-4c85-8294-13b6a3e112b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:43.821384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-bf6cd95f-9f6e-4c85-8294-13b6a3e112b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0419445
Apr 30 22:06:43.863248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-d2e314fb-447a-427b-b6e1-ab8c13b4549f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:43.864695 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-d2e314fb-447a-427b-b6e1-ab8c13b4549f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0372066
Apr 30 22:06:43.955350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-6e2002e6-32f8-4efd-ac7e-d6579eda617b service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847545
Apr 30 22:06:44.045322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42f06089-84bc-4691-b294-5f7a9f4f6f95 req-cb7e3121-1f21-4265-b383-7c820e572a9d service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843992
Apr 30 22:06:44.651105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d27ee-007b-4461-bf9b-749ecc7d0aee req-2e51cbef-145b-4886-b05a-8a1ba83c438a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:44.652624 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd5d27ee-007b-4461-bf9b-749ecc7d0aee req-2e51cbef-145b-4886-b05a-8a1ba83c438a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0584946
Apr 30 22:06:44.715186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd5d27ee-007b-4461-bf9b-749ecc7d0aee req-e2daa839-0d3d-49e8-a8df-00d04301c2eb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568795
Apr 30 22:06:45.832130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430afbc-27c1-4375-be7b-51ff6708dcb1 req-f63ddf89-82d1-42e2-af21-f597959f7f1b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:45.833602 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8430afbc-27c1-4375-be7b-51ff6708dcb1 req-f63ddf89-82d1-42e2-af21-f597959f7f1b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0461242
Apr 30 22:06:45.880158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8430afbc-27c1-4375-be7b-51ff6708dcb1 req-676156d0-0f59-4c66-a2a8-15f512e30e1f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408294
Apr 30 22:06:46.084537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:06:46.183697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:46.356064 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'mac_address': 'fa:16:3e:85:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:06:46.392494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 395a0d10-0ffb-41de-9b49-1aa52f762138 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:06:46.392883 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:46.406073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395a0d10-0ffb-41de-9b49-1aa52f762138 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:06:46.425554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:46.473693 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:46.521012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:46.658655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['395a0d10-0ffb-41de-9b49-1aa52f762138'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:06:46.994588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7a474-26eb-4242-bac8-e38f8c0de51d req-55c8e07a-2b12-438c-b578-8fdce85fccfe tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:46.996070 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7d7a474-26eb-4242-bac8-e38f8c0de51d req-55c8e07a-2b12-438c-b578-8fdce85fccfe tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.0474465
Apr 30 22:06:47.041767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a7d7a474-26eb-4242-bac8-e38f8c0de51d req-c7aad389-4338-4306-8643-bb8e4f764be8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401771
Apr 30 22:06:47.513749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:47.856164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f9b5486e-41f6-49b3-8e40-265c7e10c53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:48.096113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:06:48.144250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 395a0d10-0ffb-41de-9b49-1aa52f762138 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:06:48.160728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebd37-0ed4-4bde-aded-b4b3447022a9 req-2c26be24-d225-44bb-bb31-da86bc626878 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:48.162224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-408ebd37-0ed4-4bde-aded-b4b3447022a9 req-2c26be24-d225-44bb-bb31-da86bc626878 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.0518403
Apr 30 22:06:48.193726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 395a0d10-0ffb-41de-9b49-1aa52f762138 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:06:48.194271 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:48.210450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-408ebd37-0ed4-4bde-aded-b4b3447022a9 req-4debdfe4-0571-4677-b74d-c013ec77fa83 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425916
Apr 30 22:06:48.271272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 395a0d10-0ffb-41de-9b49-1aa52f762138 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:06:48.271655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:48.298280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:48.308552 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f423b7-6c15-4ce6-a503-00a4a94a38d5" -d '{"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-plugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:48.313137 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:06:48.339346 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea7ab4-c114-47c3-b21a-2847b2a80de3 x-openstack-request-id: req-afea7ab4-c114-47c3-b21a-2847b2a80de3 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:48.339635 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-plugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:48.339897 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afea7ab4-c114-47c3-b21a-2847b2a80de3 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:48.340295 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afea7ab4-c114-47c3-b21a-2847b2a80de3'] response: {'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'code': 200}
Apr 30 22:06:48.404949 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:48.433369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f216e-533d-478d-9011-e2c83191b240 req-d4bf0cc0-0b69-4e0b-9818-0e45618cc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:48.435005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-073f216e-533d-478d-9011-e2c83191b240 req-d4bf0cc0-0b69-4e0b-9818-0e45618cc920 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1127 time: 0.0388975
Apr 30 22:06:48.453372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:06:48.478707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-073f216e-533d-478d-9011-e2c83191b240 req-0c2146c4-2493-4a85-bbfe-530a5fd09b7e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379596
Apr 30 22:06:49.332103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6cfe3-ed68-4b18-b42e-28271059d30c req-cb420e76-1e41-4e1e-94d6-a9e8562d9409 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:49.333605 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1da6cfe3-ed68-4b18-b42e-28271059d30c req-cb420e76-1e41-4e1e-94d6-a9e8562d9409 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0520837
Apr 30 22:06:49.382366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1da6cfe3-ed68-4b18-b42e-28271059d30c req-90b7625f-fa05-49f4-a290-a874f43e71ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424986
Apr 30 22:06:50.499392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae952e64-5cb8-4d4b-82fd-7741b6abc759 req-a7978ecb-14a9-4178-8bb3-aed47200d834 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:50.500886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae952e64-5cb8-4d4b-82fd-7741b6abc759 req-a7978ecb-14a9-4178-8bb3-aed47200d834 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0477417
Apr 30 22:06:50.547938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae952e64-5cb8-4d4b-82fd-7741b6abc759 req-c4f0a4e0-0685-475d-bff6-d0b716e4cbf1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409977
Apr 30 22:06:50.582075 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b12f0528-7bb3-442b-9a41-36b5ae0ed19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:50.665895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70dd76-8b87-4bd7-be59-bfec1b28a073 req-acd2bb0b-4264-4bdc-9b6e-9f756f846023 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:50.667388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa70dd76-8b87-4bd7-be59-bfec1b28a073 req-acd2bb0b-4264-4bdc-9b6e-9f756f846023 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0513284
Apr 30 22:06:50.676039 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52148) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:06:50.680504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Request body: {'floatingip': {'port_id': '395a0d10-0ffb-41de-9b49-1aa52f762138'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:06:50.724179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:51.147717 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:51.187797 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:51.287668 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Floating IP f6e2af2d-bcec-463f-a999-bff5ca921902 associated. External IP: 172.35.4.243, port: 395a0d10-0ffb-41de-9b49-1aa52f762138.
Apr 30 22:06:51.497044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:06:51.508230 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:51.537364 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:51.610749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:06:51.618980 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:51.620426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:06:51.630945 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:06:51.631564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8972a713a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:06:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:06:51.649985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4ec9a427-9598-4270-a795-5bf6935c2a60 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "PUT /v2.0/floatingips/f6e2af2d-bcec-463f-a999-bff5ca921902 HTTP/1.1" status: 200  len: 992 time: 0.9698637
Apr 30 22:06:51.649985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:06:51.650337 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090712d7-195e-4980-b63e-e8a01bff82ca" -d '{"events": [{"name": "network-changed", "server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:06:51.689242 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906b51bb-35b8-4617-82df-cece7ae4a766 x-openstack-request-id: req-906b51bb-35b8-4617-82df-cece7ae4a766 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:06:51.689628 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:06:51.689972 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-906b51bb-35b8-4617-82df-cece7ae4a766 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:06:51.690470 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906b51bb-35b8-4617-82df-cece7ae4a766'] response: {'name': 'network-changed', 'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'status': 'completed', 'code': 200}
Apr 30 22:06:51.743494 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:06:51.755556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090712d7-195e-4980-b63e-e8a01bff82ca req-e612af2a-ca2f-4a0c-9fda-34f3186e16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:51.757134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-090712d7-195e-4980-b63e-e8a01bff82ca req-e612af2a-ca2f-4a0c-9fda-34f3186e16fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1127 time: 0.0456030
Apr 30 22:06:51.850935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090712d7-195e-4980-b63e-e8a01bff82ca req-7dab3261-c3c3-4867-919c-4d4c4fdb74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:51.852418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-090712d7-195e-4980-b63e-e8a01bff82ca req-7dab3261-c3c3-4867-919c-4d4c4fdb74ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0889359
Apr 30 22:06:51.918995 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-090712d7-195e-4980-b63e-e8a01bff82ca req-8f365fed-0c3d-49f0-9283-746c875ca811 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1000 time: 0.0600538
Apr 30 22:06:51.963698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8972a713a0>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:85:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:06:51Z', 'revision_number': 13, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:06:51.972903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090712d7-195e-4980-b63e-e8a01bff82ca req-1dab616c-0c40-48d2-b3bc-dc5fee49a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:51.974471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-090712d7-195e-4980-b63e-e8a01bff82ca req-1dab616c-0c40-48d2-b3bc-dc5fee49a76c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0498738
Apr 30 22:06:51.996500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:06:52.005052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:06:52.005663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8972a713a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:06:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:06:52.018218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090712d7-195e-4980-b63e-e8a01bff82ca req-6c1a2d52-7779-4497-bd68-0a5a0f5a81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:52.022109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-090712d7-195e-4980-b63e-e8a01bff82ca req-6c1a2d52-7779-4497-bd68-0a5a0f5a81a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396371
Apr 30 22:06:52.114280 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-090712d7-195e-4980-b63e-e8a01bff82ca req-e4317ae1-07a5-43f6-8bc5-7dbe66d5d6b4 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889857
Apr 30 22:06:52.118776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:06:52.210878 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-090712d7-195e-4980-b63e-e8a01bff82ca req-d55d3556-b69b-4307-b881-c7f62f6d517b service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906820
Apr 30 22:06:52.337229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8972a713a0>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:85:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:06:51Z', 'revision_number': 13, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:06:52.367436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa26fe69-8147-44e7-b2d0-308de9a43ffa None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6e2af2d-bcec-463f-a999-bff5ca921902', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'floating_ip_address': '172.35.4.243', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'port_id': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'mac_address': 'fa:16:3e:85:c9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:03:38Z', 'updated_at': '2022-04-30T22:06:51Z', 'revision_number': 13, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:06:52.704061 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f2fa40-43f7-405a-af9f-929cbaf0f862 None None] New status for floating IP f6e2af2d-bcec-463f-a999-bff5ca921902: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:06:53.313479 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:53.483701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4deb5-dfc3-4ab0-a2da-4ea459be31cd req-e3479dcc-0168-4f0b-ac1e-12916dfc44e0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:53.485169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63d4deb5-dfc3-4ab0-a2da-4ea459be31cd req-e3479dcc-0168-4f0b-ac1e-12916dfc44e0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.1128592
Apr 30 22:06:53.532896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-63d4deb5-dfc3-4ab0-a2da-4ea459be31cd req-3c674b53-722c-4a4a-8642-0ab7f1728fdf tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411477
Apr 30 22:06:54.491227 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:06:57.866711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc3a03-c371-44c0-9346-e326fc2517ee req-edc3ea14-a9b5-450e-92f0-0ff8f60b1929 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:57.868177 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fafc3a03-c371-44c0-9346-e326fc2517ee req-edc3ea14-a9b5-450e-92f0-0ff8f60b1929 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0506363
Apr 30 22:06:57.914686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fafc3a03-c371-44c0-9346-e326fc2517ee req-3cdf2f74-279c-44e2-9015-e5b12f2745a7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407095
Apr 30 22:06:58.045332 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-335ae39f-959a-44e4-aeed-1658a00f329b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0888493
Apr 30 22:06:58.598952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-79931998-f206-417d-a8e0-492376c869ad tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:58.600301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-79931998-f206-417d-a8e0-492376c869ad tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports/395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 942 time: 0.1015294
Apr 30 22:06:59.033337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b2f6e-e985-4a7f-88ee-c40ffb45e39a req-1df22dda-e601-4baf-b632-4fc6f8692aa7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:59.034853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-411b2f6e-e985-4a7f-88ee-c40ffb45e39a req-1df22dda-e601-4baf-b632-4fc6f8692aa7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0479405
Apr 30 22:06:59.082595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-411b2f6e-e985-4a7f-88ee-c40ffb45e39a req-380f4841-a85a-4e9e-a565-5ef7fb7676e7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416675
Apr 30 22:06:59.987789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-219c2803-edca-4a4a-88ce-724e991c6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:06:59.989248 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-219c2803-edca-4a4a-88ce-724e991c6a74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1127 time: 0.0427208
Apr 30 22:07:00.076361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-ab700cf2-89f9-4287-9bac-0ffb277b0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:00.077849 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-ab700cf2-89f9-4287-9bac-0ffb277b0d2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0831361
Apr 30 22:07:00.145577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-138572f8-ea12-41c8-84af-e76932b9fc0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1002 time: 0.0623033
Apr 30 22:07:00.229277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb668-f4e0-4f7b-a6c7-5a8c1f4511a5 req-9e9e4009-1816-41ac-9622-ef22da5d2cd7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:00.230837 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31fcb668-f4e0-4f7b-a6c7-5a8c1f4511a5 req-9e9e4009-1816-41ac-9622-ef22da5d2cd7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0726347
Apr 30 22:07:00.232386 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-a7c4d93c-a88a-473a-aaf1-a6305446f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:00.233702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-a7c4d93c-a88a-473a-aaf1-a6305446f7a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0826313
Apr 30 22:07:00.295283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-9d544300-40f4-4c1f-8998-6d8bf28f8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:00.296785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-9d544300-40f4-4c1f-8998-6d8bf28f8aee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0575275
Apr 30 22:07:00.308025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-1cc3b351-1b2e-4c30-8253-71c6410d3599 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:07:00.308942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-1cc3b351-1b2e-4c30-8253-71c6410d3599 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0047600
Apr 30 22:07:00.343573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31fcb668-f4e0-4f7b-a6c7-5a8c1f4511a5 req-4cfa1891-0224-4e57-bfe6-559e3266e9a6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964775
Apr 30 22:07:00.409582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-22e43f0c-0a94-4e55-b18d-d9af28e5d8a3 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928991
Apr 30 22:07:00.501006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-7e411bda-441a-4f12-95f0-40f3e2c95870 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857465
Apr 30 22:07:01.459468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56388802-e0f9-4ba7-bb3a-afa2e3723e80 req-5149aa27-f52b-4546-9e52-540f49072b57 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:01.460983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56388802-e0f9-4ba7-bb3a-afa2e3723e80 req-5149aa27-f52b-4546-9e52-540f49072b57 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0478246
Apr 30 22:07:01.507901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56388802-e0f9-4ba7-bb3a-afa2e3723e80 req-24c66be8-5bb4-487c-9632-05900c0cd102 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409436
Apr 30 22:07:02.623893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7b75-d5d2-433c-b7fb-02c187cc3495 req-2b87fcfd-c9f8-4cf0-a75e-db7f5a259d48 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:02.625349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd8a7b75-d5d2-433c-b7fb-02c187cc3495 req-2b87fcfd-c9f8-4cf0-a75e-db7f5a259d48 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0457773
Apr 30 22:07:02.672051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd8a7b75-d5d2-433c-b7fb-02c187cc3495 req-e2ccc31e-efc4-4a8b-9b7e-02fcdc7c36d8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405369
Apr 30 22:07:03.791212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2731b-14b4-4cd2-87c9-34e103d4b62e req-5c5fd68e-9ab6-42a0-bcd4-7f553a735ceb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:03.792675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6c2731b-14b4-4cd2-87c9-34e103d4b62e req-5c5fd68e-9ab6-42a0-bcd4-7f553a735ceb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0512264
Apr 30 22:07:03.838652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6c2731b-14b4-4cd2-87c9-34e103d4b62e req-05215178-5ad8-4f24-9076-40137c78931c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402997
Apr 30 22:07:04.950580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e78d0-3e89-4d9b-aa30-c5e905e9c169 req-fd286f5a-4af2-432c-bede-77fd4e33ebec tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:04.952053 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-806e78d0-3e89-4d9b-aa30-c5e905e9c169 req-fd286f5a-4af2-432c-bede-77fd4e33ebec tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0456691
Apr 30 22:07:04.999219 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-806e78d0-3e89-4d9b-aa30-c5e905e9c169 req-acea0d72-d738-4497-b892-5bb6364298f7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404134
Apr 30 22:07:06.116554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78a6b0-c755-4e72-84cf-1a9013e08d09 req-e6c6e0b8-8b65-4053-95f6-498c8d1388d6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:06.118096 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f78a6b0-c755-4e72-84cf-1a9013e08d09 req-e6c6e0b8-8b65-4053-95f6-498c8d1388d6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0493557
Apr 30 22:07:06.165677 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6f78a6b0-c755-4e72-84cf-1a9013e08d09 req-5a5e4563-573d-48db-9234-f0990662af0a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418122
Apr 30 22:07:07.279886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f205411-f933-4adb-9289-d1f1d23a4f34 req-13f54f1d-195e-44f0-8648-0e66f8e85e4e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:07.281026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f205411-f933-4adb-9289-d1f1d23a4f34 req-13f54f1d-195e-44f0-8648-0e66f8e85e4e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0468822
Apr 30 22:07:07.288758 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:07:07.327149 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f205411-f933-4adb-9289-d1f1d23a4f34 req-7901bf07-4ece-497a-a7a5-1bdf9e8811d9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398970
Apr 30 22:07:08.446367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb9f0c-ffc2-432b-8875-778846e8a5bf req-ff0f22ba-2f85-45a6-b0be-58b09941e6a0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:08.447848 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11cb9f0c-ffc2-432b-8875-778846e8a5bf req-ff0f22ba-2f85-45a6-b0be-58b09941e6a0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0477371
Apr 30 22:07:08.498786 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11cb9f0c-ffc2-432b-8875-778846e8a5bf req-d8f7c137-d243-4dd5-bdd7-e9a01f23b5e3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452073
Apr 30 22:07:09.613227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b8064-f4b1-45df-81bb-62d22bb1f86d req-ec128426-d1d5-428b-8530-e960032d2596 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:09.614707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b52b8064-f4b1-45df-81bb-62d22bb1f86d req-ec128426-d1d5-428b-8530-e960032d2596 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0456858
Apr 30 22:07:09.660616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b52b8064-f4b1-45df-81bb-62d22bb1f86d req-891f31da-4f8b-49b7-82a2-dac46aa3dc18 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404034
Apr 30 22:07:10.779759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ffc31-4bb1-4c3b-8951-4c5c7c0e9c7a req-c98543e9-f8e9-4284-8346-ab4ee32c2b7b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:10.781209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca3ffc31-4bb1-4c3b-8951-4c5c7c0e9c7a req-c98543e9-f8e9-4284-8346-ab4ee32c2b7b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0486808
Apr 30 22:07:10.827415 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca3ffc31-4bb1-4c3b-8951-4c5c7c0e9c7a req-b03b1a58-5b01-48cf-adc7-01a3c761c7b9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400059
Apr 30 22:07:12.288320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa8e46-cbcc-4e99-a590-e1bcc5b615d0 req-00938bbc-f7d5-4397-ba9c-e6546009ce11 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:12.289802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5baa8e46-cbcc-4e99-a590-e1bcc5b615d0 req-00938bbc-f7d5-4397-ba9c-e6546009ce11 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.3931532
Apr 30 22:07:12.335298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5baa8e46-cbcc-4e99-a590-e1bcc5b615d0 req-6e690840-022f-4e57-b2c1-2f381aa2bf4f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399127
Apr 30 22:07:13.455928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43186285-7e8a-4922-af93-00a88a1bb2ea req-7b595fb0-f144-419d-9e03-a366a92728d5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:13.456667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43186285-7e8a-4922-af93-00a88a1bb2ea req-7b595fb0-f144-419d-9e03-a366a92728d5 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0458477
Apr 30 22:07:13.503182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-43186285-7e8a-4922-af93-00a88a1bb2ea req-28cb752e-7bd1-4a4b-9a41-a235935bc4e4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408385
Apr 30 22:07:14.618328 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea02ba1-435c-46b5-aa30-2b322d5ab48b req-0d329072-c657-46b6-8bf0-d53a9f95ff7c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:14.619792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ea02ba1-435c-46b5-aa30-2b322d5ab48b req-0d329072-c657-46b6-8bf0-d53a9f95ff7c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0490096
Apr 30 22:07:14.666202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8ea02ba1-435c-46b5-aa30-2b322d5ab48b req-8da2bafd-7370-415c-83c6-2cacd0f2c83d tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406017
Apr 30 22:07:15.779509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d394618-2fd4-464d-85af-61354a5e3d07 req-2158471f-a4b4-41df-a350-e97deb9a26e9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:15.780945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d394618-2fd4-464d-85af-61354a5e3d07 req-2158471f-a4b4-41df-a350-e97deb9a26e9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0453875
Apr 30 22:07:15.827548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d394618-2fd4-464d-85af-61354a5e3d07 req-32ccb9f7-fdc1-43b8-8dc9-7f1df5a7d85e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404010
Apr 30 22:07:16.944743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a921a9f-c16f-4229-a1e3-885c82f940f5 req-cb978a10-9f6c-4879-92f1-88cbab6551af tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:16.946207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a921a9f-c16f-4229-a1e3-885c82f940f5 req-cb978a10-9f6c-4879-92f1-88cbab6551af tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0468624
Apr 30 22:07:16.995699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a921a9f-c16f-4229-a1e3-885c82f940f5 req-b1bfd9a4-cff5-4d2f-bd70-63b939ba6e3f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439086
Apr 30 22:07:17.507419 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:17.861476 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b8acf99d-7edc-4177-8aa7-097b1c5b74cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:18.110521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2677956-9dca-4194-8243-cec5d5be3f4b req-467f4136-a239-4b7b-a0c6-81f5cbc287b9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:18.111911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2677956-9dca-4194-8243-cec5d5be3f4b req-467f4136-a239-4b7b-a0c6-81f5cbc287b9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0460916
Apr 30 22:07:18.158551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2677956-9dca-4194-8243-cec5d5be3f4b req-1cd0ea09-9fc7-4b84-8099-9f3e617bb167 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409162
Apr 30 22:07:19.272761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb77c3-9435-47ad-8c84-d4a0114a306f req-3c97efa7-5bac-4504-b125-a55da0e85aac tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:19.274299 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77cb77c3-9435-47ad-8c84-d4a0114a306f req-3c97efa7-5bac-4504-b125-a55da0e85aac tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0460744
Apr 30 22:07:19.320460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-77cb77c3-9435-47ad-8c84-d4a0114a306f req-43c9d9ea-0bc5-4941-9a2b-9be24243312a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404119
Apr 30 22:07:20.439544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc654dc-ff57-4f86-b002-248c829737e5 req-b78914d3-89fe-455c-8c26-055d9bc3df98 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:20.441566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fc654dc-ff57-4f86-b002-248c829737e5 req-b78914d3-89fe-455c-8c26-055d9bc3df98 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0504439
Apr 30 22:07:20.492901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fc654dc-ff57-4f86-b002-248c829737e5 req-992c434c-fc8b-4d21-891b-6840a923e370 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454688
Apr 30 22:07:20.576331 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b703ea40-dbb9-4bdf-8c6f-613cbc4eb122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:21.547450 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:21.575841 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:21.609712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddf467-ccf6-4483-bfc2-c9afa17a746c req-2a3bf0b6-a7cc-4556-a064-d949ee7472b6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:21.611192 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecddf467-ccf6-4483-bfc2-c9afa17a746c req-2a3bf0b6-a7cc-4556-a064-d949ee7472b6 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0466757
Apr 30 22:07:21.658044 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecddf467-ccf6-4483-bfc2-c9afa17a746c req-41126d02-8a58-4a50-b35e-73c0fa46fb57 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406294
Apr 30 22:07:22.775668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f228c-2dc0-4ee9-af85-4de9cab233ef req-a64e8d65-9bed-49d8-a658-0e74c7c89232 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:22.777131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-433f228c-2dc0-4ee9-af85-4de9cab233ef req-a64e8d65-9bed-49d8-a658-0e74c7c89232 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0507517
Apr 30 22:07:22.827054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-433f228c-2dc0-4ee9-af85-4de9cab233ef req-e6af4c0c-ca9e-4165-b3e9-0b2f01c7f5ce tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442011
Apr 30 22:07:23.290152 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:23.335754 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2857082b-f760-4008-87dd-613a505db107 service neutron] show failed (client error): The resource could not be found.
Apr 30 22:07:23.336756 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2857082b-f760-4008-87dd-613a505db107 service neutron] 10.222.0.35 "GET /v2.0/ports/395a0d10-0ffb-41de-9b49-1aa52f762138/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0552986
Apr 30 22:07:23.776778 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-63eece0e-8139-40eb-8087-eda0cc3953dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:23.778207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-63eece0e-8139-40eb-8087-eda0cc3953dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 1127 time: 0.0397668
Apr 30 22:07:23.794597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:07:23.856657 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:24.002169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c86bb-23c5-4cef-a8f7-edde3626623e req-fc299f22-b2dc-4046-901c-d22ae5f718fa tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:24.003632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-712c86bb-23c5-4cef-a8f7-edde3626623e req-fc299f22-b2dc-4046-901c-d22ae5f718fa tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.1045928
Apr 30 22:07:24.102455 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-712c86bb-23c5-4cef-a8f7-edde3626623e req-db4afe08-5020-4c5f-8706-1b9f484f931b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919633
Apr 30 22:07:24.130136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:24.162990 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:07:24.205711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:07:24.207979 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eeeead-92ed-408d-8ff8-0253fc024f6c" -d '{"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-unplugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:07:24.211736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Publish callbacks [] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:24.224572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Transition to ACTIVE for port object 395a0d10-0ffb-41de-9b49-1aa52f762138 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:07:24.256086 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e1f87c-07b6-4337-8e15-9586b2312aef x-openstack-request-id: req-42e1f87c-07b6-4337-8e15-9586b2312aef {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:07:24.256376 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-unplugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:07:24.256629 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42e1f87c-07b6-4337-8e15-9586b2312aef {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:07:24.257037 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e1f87c-07b6-4337-8e15-9586b2312aef'] response: {'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'code': 200}
Apr 30 22:07:24.284411 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:24.333118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:24.375388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.375740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.376089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.376433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.376777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.377120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.377450 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.377809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.378146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.378480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.378810 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.379140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.379477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.379800 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.380127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:24.420824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] No DVR routers for this DVR port 395a0d10-0ffb-41de-9b49-1aa52f762138 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:07:24.495932 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:24.569413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:07:24.569743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:07:24.570121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:07:24.574294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:07:24.574614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:07:24.579367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:07:24.579702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:07:24.580078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:07:24.580495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Bound port: 395a0d10-0ffb-41de-9b49-1aa52f762138, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:07:24.580892 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:24.642664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:07:24.645496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:07:24.713194 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:24.745362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:24.746182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:24.747910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] 10.222.0.20 "PUT /v2.0/ports/395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1091 time: 0.9571946
Apr 30 22:07:24.776597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becd09e-e0da-47d8-9d75-a5d9678194a2 service neutron] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:24.818257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-0dc0cb7a-0146-4100-b00b-8ce592870d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:24.820303 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-0dc0cb7a-0146-4100-b00b-8ce592870d72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1125 time: 0.0407915
Apr 30 22:07:24.920748 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-079eeb3e-a826-4495-b614-baac71bec03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:24.922420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-079eeb3e-a826-4495-b614-baac71bec03d service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0924270
Apr 30 22:07:24.995278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-79c9c990-c0b7-40d4-bac5-1ee4a5165cd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1000 time: 0.0596075
Apr 30 22:07:25.053214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-d37aaa0a-37ab-406e-a1c9-d67d22d2ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:25.053214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-d37aaa0a-37ab-406e-a1c9-d67d22d2ed96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0484240
Apr 30 22:07:25.097363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-98526240-479f-4321-8d12-2828cd6c6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:25.098957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-98526240-479f-4321-8d12-2828cd6c6317 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384638
Apr 30 22:07:25.225429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-eae3f39c-ae98-44dd-8501-8f101aba2bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1155932
Apr 30 22:07:25.235955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46d2e5-a2a2-43e5-8f49-e6625f69a9a4 req-8428b9bc-5c11-4605-9203-9988c86a77b0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:25.237328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d46d2e5-a2a2-43e5-8f49-e6625f69a9a4 req-8428b9bc-5c11-4605-9203-9988c86a77b0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0637102
Apr 30 22:07:25.334526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d46d2e5-a2a2-43e5-8f49-e6625f69a9a4 req-a077181b-41e9-4dcf-b676-b228c6a031f9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889347
Apr 30 22:07:25.353284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-0529e66a-e2c0-42c4-ba97-4b30a9a6858f service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150353
Apr 30 22:07:26.258583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:07:26.261028 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242f7ee3-9d90-4b8e-b141-755a2fe263cc" -d '{"events": [{"name": "network-changed", "server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:07:26.272684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:07:26.312250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 395a0d10-0ffb-41de-9b49-1aa52f762138 host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:07:26.315781 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:07:26.317517 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6784b87d-6467-4b76-86ca-7c4a436938bb x-openstack-request-id: req-6784b87d-6467-4b76-86ca-7c4a436938bb {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:07:26.317835 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:07:26.318093 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6784b87d-6467-4b76-86ca-7c4a436938bb {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:07:26.318505 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6784b87d-6467-4b76-86ca-7c4a436938bb'] response: {'name': 'network-changed', 'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'status': 'completed', 'code': 200}
Apr 30 22:07:26.431055 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-1a29a48c-12a9-4bd8-b9d9-0386c5cd53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:26.432544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-1a29a48c-12a9-4bd8-b9d9-0386c5cd53d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1125 time: 0.0927253
Apr 30 22:07:26.448637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-a4467509-911e-498c-bc1b-574f3a2df208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:26.450499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-a4467509-911e-498c-bc1b-574f3a2df208 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1125 time: 0.1020072
Apr 30 22:07:26.554749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db74c4-b2fd-4093-b01c-4734871bc42b req-49c9e0e4-6ed6-4b95-9bf4-8cb3a4e76bd9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:26.556232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55db74c4-b2fd-4093-b01c-4734871bc42b req-49c9e0e4-6ed6-4b95-9bf4-8cb3a4e76bd9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.1472280
Apr 30 22:07:26.670446 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-27b16c56-a90f-4e15-ba45-1f8fd9b6e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:26.671931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-27b16c56-a90f-4e15-ba45-1f8fd9b6e943 service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.2203646
Apr 30 22:07:26.674979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-55db74c4-b2fd-4093-b01c-4734871bc42b req-5de8011b-189f-4e3d-a58d-d61fce502379 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107810
Apr 30 22:07:26.676061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-35fb1599-67b6-4149-aaed-75177389daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:26.677396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-35fb1599-67b6-4149-aaed-75177389daf9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.2104206
Apr 30 22:07:26.786353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-56aa8c35-c4c9-47a7-9c9d-9eb1c11cc243 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1000 time: 0.1077595
Apr 30 22:07:26.801907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-651db867-e922-4e00-b7dd-a5e11dd41423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1000 time: 0.0878043
Apr 30 22:07:26.869105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-ad499f8b-dd12-4443-a06b-5659e2a64857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:26.870479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-ad499f8b-dd12-4443-a06b-5659e2a64857 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0765014
Apr 30 22:07:26.875289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-09f2503b-2236-4293-baae-f56c4e67ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:26.876597 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-09f2503b-2236-4293-baae-f56c4e67ce92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0564654
Apr 30 22:07:26.913903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-0de125d6-beed-4565-a753-fad2232ded99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:26.915335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-0de125d6-beed-4565-a753-fad2232ded99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379186
Apr 30 22:07:27.003395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-e25322af-71e0-4019-a484-c3d4eaec19b8 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822039
Apr 30 22:07:27.088998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-dadc9788-ef29-4707-a81f-6d5bf81528f9 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798461
Apr 30 22:07:27.521137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-0b862dae-b4ef-499a-9041-8495b2f9b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:27.523178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-0b862dae-b4ef-499a-9041-8495b2f9b16e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445189
Apr 30 22:07:27.617673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-6296d9c3-72d6-4da3-b2b2-0a57d62a4546 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871656
Apr 30 22:07:27.710319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-242f7ee3-9d90-4b8e-b141-755a2fe263cc req-a0ed8a1d-9a44-4b99-9048-c3d5d5c99c31 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863030
Apr 30 22:07:27.795762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8af4c1-8e0a-47f1-abe2-b418b558290b req-f81d9f1b-df39-4ad3-8d79-1b2a20674146 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:27.797343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad8af4c1-8e0a-47f1-abe2-b418b558290b req-f81d9f1b-df39-4ad3-8d79-1b2a20674146 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0478671
Apr 30 22:07:27.844278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad8af4c1-8e0a-47f1-abe2-b418b558290b req-002979d1-9db2-47d1-8615-5bbede2251fb tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411537
Apr 30 22:07:28.962449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daf262-317f-4ba3-8b9a-67f2b8da765b req-f674c000-fdb9-4e00-ad35-a7d3300dcef9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:28.963917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47daf262-317f-4ba3-8b9a-67f2b8da765b req-f674c000-fdb9-4e00-ad35-a7d3300dcef9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0468132
Apr 30 22:07:29.009705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47daf262-317f-4ba3-8b9a-67f2b8da765b req-71154221-69f1-444a-9008-ccc1d09a09f7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401189
Apr 30 22:07:30.129786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17b414-f6fc-4051-a0fa-95e629a426f1 req-184a5f81-37e4-40fe-ac4c-61d72dc0c7a8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:30.131890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac17b414-f6fc-4051-a0fa-95e629a426f1 req-184a5f81-37e4-40fe-ac4c-61d72dc0c7a8 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0533898
Apr 30 22:07:30.181040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac17b414-f6fc-4051-a0fa-95e629a426f1 req-2cf04cf8-1eab-4123-a770-666199430036 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431786
Apr 30 22:07:31.295581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a3bf6-bf04-4eb9-8f2d-d91f3bfcb11d req-c6b53f9b-afae-4945-ae65-0cf913789aa7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:31.297046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-545a3bf6-bf04-4eb9-8f2d-d91f3bfcb11d req-c6b53f9b-afae-4945-ae65-0cf913789aa7 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0466144
Apr 30 22:07:31.343205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-545a3bf6-bf04-4eb9-8f2d-d91f3bfcb11d req-b0a30bba-1381-4a50-94d5-fa207d1891b0 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404925
Apr 30 22:07:31.873633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9cf25-70c4-4e52-ad8c-3d960924101c req-dbdd20cc-03f4-4f58-90cd-1b0830c7ea77 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:31.875114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ec9cf25-70c4-4e52-ad8c-3d960924101c req-dbdd20cc-03f4-4f58-90cd-1b0830c7ea77 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 943 time: 0.0506005
Apr 30 22:07:31.958459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-abcaa82c-b09f-42e1-9390-87f73f6c0b2a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:31.959901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-abcaa82c-b09f-42e1-9390-87f73f6c0b2a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.20 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a&tenant_id=2fad6f6856db4b229be0837d3874a1f5&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0652237
Apr 30 22:07:31.963124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ec9cf25-70c4-4e52-ad8c-3d960924101c req-aefda97d-7d2a-4b51-8147-35962aa1ea84 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825009
Apr 30 22:07:32.068699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-601e3205-0469-418e-969c-751c0e57d491 service neutron] 10.222.0.20 "GET /v2.0/ports/395a0d10-0ffb-41de-9b49-1aa52f762138/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1009040
Apr 30 22:07:32.130290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-e2446118-cbb6-4387-8d63-5364ebaa8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:32.133145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-e2446118-cbb6-4387-8d63-5364ebaa8e66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1125 time: 0.0433841
Apr 30 22:07:32.222200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-ab70bbae-9d5c-4904-b02b-8773f0c42fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:32.223640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-ab70bbae-9d5c-4904-b02b-8773f0c42fc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0814474
Apr 30 22:07:32.291856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-446708a6-19cc-4b4d-8677-1a010dc21238 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1000 time: 0.0613587
Apr 30 22:07:32.315245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:07:32.340906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-28ace69b-6a47-489e-a95d-a334ceb6e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:32.342422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-28ace69b-6a47-489e-a95d-a334ceb6e4ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0442758
Apr 30 22:07:32.385596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-856f58e2-329b-4ffc-b45a-94987892681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:32.387196 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-856f58e2-329b-4ffc-b45a-94987892681c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386882
Apr 30 22:07:32.413095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:32.426819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'mac_address': 'fa:16:3e:85:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:07:32.463347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 395a0d10-0ffb-41de-9b49-1aa52f762138 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:07:32.463735 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:32.477085 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395a0d10-0ffb-41de-9b49-1aa52f762138 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:07:32.479178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-c3efa893-ea94-496b-9b39-5b7c1340349e service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851264
Apr 30 22:07:32.501038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:32.558422 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:32.567531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-fb95b2a3-9ad0-4249-be6c-de386bd297a8 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818887
Apr 30 22:07:32.606676 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:32.613869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.614220 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.614569 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.614975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.615235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.615567 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.615897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.616219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.616546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.616872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.617198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.617522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.617867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.618193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.618517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:32.793612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['395a0d10-0ffb-41de-9b49-1aa52f762138'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:07:33.081214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423c930-0da5-4a93-a5c1-9e34956081fb req-42df7f44-d39d-435e-b6e6-3e29a27a3652 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:33.082689 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1423c930-0da5-4a93-a5c1-9e34956081fb req-42df7f44-d39d-435e-b6e6-3e29a27a3652 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.0471447
Apr 30 22:07:33.127928 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1423c930-0da5-4a93-a5c1-9e34956081fb req-dd297515-730d-4b27-84fb-8b91a86736b3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390098
Apr 30 22:07:34.248232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d8f4a-aecf-426b-a01b-c957cc1b48c1 req-9628d8af-713e-460a-8f1a-6bd064190c28 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:34.249687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e06d8f4a-aecf-426b-a01b-c957cc1b48c1 req-9628d8af-713e-460a-8f1a-6bd064190c28 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.0499156
Apr 30 22:07:34.295442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e06d8f4a-aecf-426b-a01b-c957cc1b48c1 req-682498b3-c576-44d9-94e8-7444e3819f43 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401599
Apr 30 22:07:34.336153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:07:34.381422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 395a0d10-0ffb-41de-9b49-1aa52f762138 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:07:34.461365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 395a0d10-0ffb-41de-9b49-1aa52f762138 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:07:34.461744 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:34.539714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 395a0d10-0ffb-41de-9b49-1aa52f762138 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:07:34.540155 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:34.563434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:07:34.568640 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5c8062-b394-4b2d-baa5-11a6f8719bd3" -d '{"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-plugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:07:34.582907 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:34.616899 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af8ec85-d1cb-4876-b97f-5c4620504447 x-openstack-request-id: req-1af8ec85-d1cb-4876-b97f-5c4620504447 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:07:34.617408 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-plugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:07:34.617671 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1af8ec85-d1cb-4876-b97f-5c4620504447 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:07:34.618100 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af8ec85-d1cb-4876-b97f-5c4620504447'] response: {'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'code': 200}
Apr 30 22:07:34.650395 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:34.697046 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:35.412756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c12f3-dfdc-4946-a0e9-1a45ef0e3f8c req-864770b2-e3b6-456a-ba8c-2a410e0dc1a1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:35.414343 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e9c12f3-dfdc-4946-a0e9-1a45ef0e3f8c req-864770b2-e3b6-456a-ba8c-2a410e0dc1a1 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0465624
Apr 30 22:07:35.462391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2e9c12f3-dfdc-4946-a0e9-1a45ef0e3f8c req-71e20f99-05bf-4c6c-975e-da5b6c298c13 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422192
Apr 30 22:07:35.892968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-9b9302e1-e42d-41fe-b90a-1edcc265ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:35.894400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-9b9302e1-e42d-41fe-b90a-1edcc265ed03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a&tenant_id=2fad6f6856db4b229be0837d3874a1f5 HTTP/1.1" status: 200  len: 1127 time: 0.0427313
Apr 30 22:07:35.904397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:07:35.961613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:36.157930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:36.191617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:07:36.234361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:07:36.236568 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5395136-030d-4882-8273-fe71b3f8633b" -d '{"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-unplugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:07:36.240022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Publish callbacks [] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:36.253155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Transition to ACTIVE for port object 395a0d10-0ffb-41de-9b49-1aa52f762138 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:07:36.292401 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e88cd2-411e-4a75-a255-9e68a7c47a33 x-openstack-request-id: req-f1e88cd2-411e-4a75-a255-9e68a7c47a33 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:07:36.292401 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-unplugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:07:36.292401 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1e88cd2-411e-4a75-a255-9e68a7c47a33 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:07:36.292401 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e88cd2-411e-4a75-a255-9e68a7c47a33'] response: {'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'code': 200}
Apr 30 22:07:36.301667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:36.379083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=10']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:36.426625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] No DVR routers for this DVR port 395a0d10-0ffb-41de-9b49-1aa52f762138 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:07:36.615496 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329961c-9159-42d0-8610-15dda1e61e61 req-10f1aa0e-47cc-4e5b-bc47-01f3d18dd541 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:36.616951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0329961c-9159-42d0-8610-15dda1e61e61 req-10f1aa0e-47cc-4e5b-bc47-01f3d18dd541 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.0814517
Apr 30 22:07:36.617837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:07:36.618114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:07:36.618441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:07:36.624736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:07:36.625056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Attempting to bind port 395a0d10-0ffb-41de-9b49-1aa52f762138 on network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:07:36.640980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:07:36.641327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Checking segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:07:36.641703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Bound using segment: {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:07:36.642159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Bound port: 395a0d10-0ffb-41de-9b49-1aa52f762138, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dce2a57-7f48-436c-b0c1-84a7daa91e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:07:36.642510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:36.703132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0329961c-9159-42d0-8610-15dda1e61e61 req-9b73ea1a-a966-42d4-a191-582912fe8137 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800912
Apr 30 22:07:36.726219 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:07:36.729132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:07:36.775781 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:36.809038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:36.810109 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:36.812407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] 10.222.0.35 "PUT /v2.0/ports/395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1092 time: 0.9115682
Apr 30 22:07:36.851481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de40b7-4f73-4ddd-abf7-2c5edecc8a72 service neutron] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=11']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:36.882916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-5a547a9f-5785-4efe-b4aa-d63ec1aefdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:36.884441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-5a547a9f-5785-4efe-b4aa-d63ec1aefdf1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1126 time: 0.0508640
Apr 30 22:07:36.976150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-6f2e2b7c-09c9-4225-93fb-144d214ff07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:36.977639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-6f2e2b7c-09c9-4225-93fb-144d214ff07a service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.0878348
Apr 30 22:07:37.045979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-65f0e413-58cb-430f-a857-1c747b902960 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1000 time: 0.0620377
Apr 30 22:07:37.096134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-54c23911-c9d2-4bce-a33e-e06c23409805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:37.097568 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-54c23911-c9d2-4bce-a33e-e06c23409805 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0454128
Apr 30 22:07:37.139371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-b318e5be-927e-4e25-8109-b86d5477db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:37.140843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-b318e5be-927e-4e25-8109-b86d5477db84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0374875
Apr 30 22:07:37.230790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-676cde47-b17c-4667-9b28-37691292af89 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835583
Apr 30 22:07:37.320390 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c75723c-a932-44ce-a2d6-e55c151a78e7 req-5757c8c2-a134-416f-a886-d991ab49a259 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815396
Apr 30 22:07:37.819008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883cb5b-f362-4b1f-ab88-e4b2870d3bb3 req-05309209-6f1f-45d9-b987-104517667e27 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:37.820446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c883cb5b-f362-4b1f-ab88-e4b2870d3bb3 req-05309209-6f1f-45d9-b987-104517667e27 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.0465519
Apr 30 22:07:37.870409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c883cb5b-f362-4b1f-ab88-e4b2870d3bb3 req-9e930859-a6b9-4182-a041-1669cb3c022a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442944
Apr 30 22:07:38.291426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:07:38.293839 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a7b3f6-1421-4268-832f-ad7be208b369" -d '{"events": [{"name": "network-changed", "server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:07:38.347359 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44634cd-178f-4b1a-a12a-4e1668606912 x-openstack-request-id: req-d44634cd-178f-4b1a-a12a-4e1668606912 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:07:38.347657 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:07:38.347933 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d44634cd-178f-4b1a-a12a-4e1668606912 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:07:38.348358 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44634cd-178f-4b1a-a12a-4e1668606912'] response: {'name': 'network-changed', 'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'status': 'completed', 'code': 200}
Apr 30 22:07:38.369038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:07:38.410601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] The host nch1-master-1 is not matching for port 395a0d10-0ffb-41de-9b49-1aa52f762138 host nch2-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:07:38.410984 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:07:38.433590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-a57297ca-0283-4def-ab3f-564154e75363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:38.435141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-a57297ca-0283-4def-ab3f-564154e75363 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1126 time: 0.0673068
Apr 30 22:07:38.436176 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-73ad24d0-402b-4449-8df7-2ca1560e659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:38.437498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-73ad24d0-402b-4449-8df7-2ca1560e659e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2fad6f6856db4b229be0837d3874a1f5&device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 1126 time: 0.0607543
Apr 30 22:07:38.871788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-2e5f3e47-59eb-4285-9ffd-05083ea67f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:38.873261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-2e5f3e47-59eb-4285-9ffd-05083ea67f40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.4243529
Apr 30 22:07:38.942645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-d145bbc3-0f14-44bc-b282-78509cb7d9d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1000 time: 0.0586689
Apr 30 22:07:39.062829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20678148-4da4-4bd3-a00b-2f5826050806 req-ca5908c4-57c0-42d3-80db-40a196890a79 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:39.064297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20678148-4da4-4bd3-a00b-2f5826050806 req-ca5908c4-57c0-42d3-80db-40a196890a79 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.1207709
Apr 30 22:07:39.075641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-51c3c2e9-11fe-4e3c-87a4-60f50596d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:39.077003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-51c3c2e9-11fe-4e3c-87a4-60f50596d59d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.1244504
Apr 30 22:07:39.169448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-a957683c-6682-416c-98a2-07ee3b8f74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:39.170869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-a957683c-6682-416c-98a2-07ee3b8f74c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0779076
Apr 30 22:07:39.174408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-40fb3e14-6e3e-4f77-a4d2-c73e180236f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:39.175744 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-40fb3e14-6e3e-4f77-a4d2-c73e180236f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 200  len: 912 time: 0.1800721
Apr 30 22:07:39.180514 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20678148-4da4-4bd3-a00b-2f5826050806 req-b1ed0cb9-ae34-4d37-a660-42516a522a0e tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089227
Apr 30 22:07:39.291917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-1cffe517-d589-4ac3-a398-918b1aaf921a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 200  len: 1000 time: 0.1101067
Apr 30 22:07:39.347057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-0d60acc2-d07e-4408-a888-b7fa110b7bd1 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599076
Apr 30 22:07:39.356183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-240a8139-fab3-4f89-8023-1c811acc5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:39.357600 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-240a8139-fab3-4f89-8023-1c811acc5fa7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 200  len: 850 time: 0.0580683
Apr 30 22:07:39.447836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-20f15abe-19e9-45d4-a444-17b079566ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:39.449357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-20f15abe-19e9-45d4-a444-17b079566ede service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=802fca98-979c-4c01-80ef-f6f7a1aef1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0840104
Apr 30 22:07:39.521473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-79ba4992-a3bb-41ef-87d6-eb2ee733fc59 service neutron] 10.222.0.20 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623776
Apr 30 22:07:39.558924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-774c5abf-4cc6-4136-acab-06e52cf760c0 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977507
Apr 30 22:07:39.652027 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a0a7b3f6-1421-4268-832f-ad7be208b369 req-514a1bb0-2261-434d-9f0b-c507d9976487 service neutron] 10.222.0.35 "GET /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867820
Apr 30 22:07:40.301918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba437-527f-4569-b3e9-fd22448165c0 req-95f2ddd7-30d7-4d8f-9129-f1c75e3c5c95 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:40.303399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1adba437-527f-4569-b3e9-fd22448165c0 req-95f2ddd7-30d7-4d8f-9129-f1c75e3c5c95 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.0487943
Apr 30 22:07:40.349991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1adba437-527f-4569-b3e9-fd22448165c0 req-c42640ba-31f9-487d-b6a3-c5585d165615 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401678
Apr 30 22:07:41.477404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bc29c-dea6-480a-9d59-35ed52c99816 req-2f7a62d7-0b86-4201-bbd3-d7619e7e264b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:41.477404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-502bc29c-dea6-480a-9d59-35ed52c99816 req-2f7a62d7-0b86-4201-bbd3-d7619e7e264b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 944 time: 0.0557706
Apr 30 22:07:41.526300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-502bc29c-dea6-480a-9d59-35ed52c99816 req-42c7dd91-d036-4370-9df4-b1834eca6d6c tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443056
Apr 30 22:07:42.310584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:07:42.403708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:42.414791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'port_id': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'mac_address': 'fa:16:3e:85:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:07:42.452055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 395a0d10-0ffb-41de-9b49-1aa52f762138 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:07:42.452446 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:42.468273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395a0d10-0ffb-41de-9b49-1aa52f762138 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:07:42.486715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:42.547410 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:42.597276 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=12']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:42.644046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a3971-de3f-4374-aa3a-5e7631441af6 req-b4aca6e6-903b-4ee5-97b8-ebe1cad7e1f4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:42.645532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a3a3971-de3f-4374-aa3a-5e7631441af6 req-b4aca6e6-903b-4ee5-97b8-ebe1cad7e1f4 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0475030
Apr 30 22:07:42.692586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a3a3971-de3f-4374-aa3a-5e7631441af6 req-75826a02-ec7a-4cf8-87ef-9b84b3d82025 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413647
Apr 30 22:07:42.754117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['395a0d10-0ffb-41de-9b49-1aa52f762138'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:07:42.805890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece1b8-d032-43ba-96d5-c6711d6dd86b req-b329bd22-a6e2-4d2a-a395-7f24ffdbfdb3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:42.807700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcece1b8-d032-43ba-96d5-c6711d6dd86b req-b329bd22-a6e2-4d2a-a395-7f24ffdbfdb3 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0469193
Apr 30 22:07:42.860331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcece1b8-d032-43ba-96d5-c6711d6dd86b req-58424463-3d04-41a2-ba7a-faf87dbe66af tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472968
Apr 30 22:07:42.983331 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed95de-cbfe-4634-b531-22a9337db7f9 req-d4202044-7336-4e6d-a520-406834dc3138 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:42.984798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98ed95de-cbfe-4634-b531-22a9337db7f9 req-d4202044-7336-4e6d-a520-406834dc3138 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0461965
Apr 30 22:07:43.031410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98ed95de-cbfe-4634-b531-22a9337db7f9 req-a7a85d8d-6754-4e38-9797-0f889d59c321 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403035
Apr 30 22:07:43.505089 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b509685-766d-4047-a3e3-8603bbbc1086 req-5507aa26-2320-4d68-afb1-c33ded65b99f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:43.507153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b509685-766d-4047-a3e3-8603bbbc1086 req-5507aa26-2320-4d68-afb1-c33ded65b99f tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 945 time: 0.0465903
Apr 30 22:07:43.559985 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7b509685-766d-4047-a3e3-8603bbbc1086 req-2af9070c-e6a0-454a-8861-0e499a4cf562 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469897
Apr 30 22:07:44.289845 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:07:44.316661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:07:44.359719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 395a0d10-0ffb-41de-9b49-1aa52f762138 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:07:44.409896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 395a0d10-0ffb-41de-9b49-1aa52f762138 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:07:44.410277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:44.487027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 395a0d10-0ffb-41de-9b49-1aa52f762138 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:07:44.487418 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:44.509978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:07:44.512441 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf3d9aa-fd12-4c13-9af2-bd1f7fabb5e7" -d '{"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-plugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:07:44.527261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:44.598638 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:44.628555 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f624df83-d926-4c7f-b3cf-8aa842fe2897 x-openstack-request-id: req-f624df83-d926-4c7f-b3cf-8aa842fe2897 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:07:44.628855 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-plugged", "status": "completed", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:07:44.629111 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f624df83-d926-4c7f-b3cf-8aa842fe2897 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:07:44.629510 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f624df83-d926-4c7f-b3cf-8aa842fe2897'] response: {'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'code': 200}
Apr 30 22:07:44.656348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=13']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:44.684692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573d91c-ef29-4f88-86d4-6fb9f65cfaea req-8a614a30-b6a1-4ac8-a200-67849d3088ca tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:44.686178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d573d91c-ef29-4f88-86d4-6fb9f65cfaea req-8a614a30-b6a1-4ac8-a200-67849d3088ca tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 946 time: 0.0505400
Apr 30 22:07:44.732529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d573d91c-ef29-4f88-86d4-6fb9f65cfaea req-103c6141-c52a-4ace-9233-777c2d5f7cfe tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups?id=a08d9e8e-fce0-4497-a3d5-9d27af97a581&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406222
Apr 30 22:07:45.074744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-56b14f72-c05b-41e6-b4ad-645f8ed48444 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:45.076181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-56b14f72-c05b-41e6-b4ad-645f8ed48444 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 946 time: 0.0454216
Apr 30 22:07:45.168439 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Deleting port 395a0d10-0ffb-41de-9b49-1aa52f762138 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:07:45.168783 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:45.262086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] For port 395a0d10-0ffb-41de-9b49-1aa52f762138, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=395a0d10-0ffb-41de-9b49-1aa52f762138,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:45.262458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:45.441005 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:45.441289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:45.441604 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Floating IP f6e2af2d-bcec-463f-a999-bff5ca921902 disassociated. External IP: 172.35.4.243, port: 395a0d10-0ffb-41de-9b49-1aa52f762138.
Apr 30 22:07:45.441978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Calling delete_port for 395a0d10-0ffb-41de-9b49-1aa52f762138 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:07:45.627039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (395a0d10-0ffb-41de-9b49-1aa52f762138), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:45.655503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event deleted for resources: {'Port': ['ID=395a0d10-0ffb-41de-9b49-1aa52f762138,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:45.777639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:07:45.885931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e92cf067-4046-4082-a572-c4e185ef815e req-73e0cd96-0d1a-4bcd-af27-6a9d623fafdd tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 210 time: 0.0584464
Apr 30 22:07:45.919576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:07:45.930001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:07:45.940286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:07:45.940980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8972c4a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:07:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:45.965905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] No DVR routers for this DVR port 395a0d10-0ffb-41de-9b49-1aa52f762138 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:07:45.968615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:45.972186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af6a9bd8-4f2a-4ea8-a492-9d7ecbaecf0b req-98e897b6-07ad-461c-b476-54a929b51195 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.35 "DELETE /v2.0/ports/395a0d10-0ffb-41de-9b49-1aa52f762138 HTTP/1.1" status: 204  len: 173 time: 0.8905697
Apr 30 22:07:45.972645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-deleted', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:07:45.975999 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d48f6b9-d823-494f-b284-c13d2980c516" -d '{"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-deleted", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:07:46.015370 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6988aabd-8c48-4153-9fb7-e83475f84341 x-openstack-request-id: req-6988aabd-8c48-4153-9fb7-e83475f84341 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:07:46.015722 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2749c6-70f0-4543-9d2d-ad0da61f906a", "name": "network-vif-deleted", "tag": "395a0d10-0ffb-41de-9b49-1aa52f762138", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:07:46.015982 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6988aabd-8c48-4153-9fb7-e83475f84341 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:07:46.016399 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6988aabd-8c48-4153-9fb7-e83475f84341'] response: {'server_uuid': 'df2749c6-70f0-4543-9d2d-ad0da61f906a', 'name': 'network-vif-deleted', 'tag': '395a0d10-0ffb-41de-9b49-1aa52f762138', 'status': 'completed', 'code': 200}
Apr 30 22:07:46.207677 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:07:46.400828 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8972c4a160>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:46.427124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:07:46.436162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:07:46.437184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8972c4a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:07:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:46.553367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:07:46.748607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8972c4a160>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:46.778914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ddaaf-d101-420c-8bee-5e13823e7cb5 None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:03:36Z', 'revision_number': 4, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ff3cd802-c166-46c5-830d-d2bee3378a69', 'name': '', 'network_id': '802fca98-979c-4c01-80ef-f6f7a1aef1e2', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'mac_address': 'fa:16:3e:2e:b7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:35Z', 'updated_at': '2022-04-30T22:03:39Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'subnets': [{'id': '45cd2efb-0e3b-4a3f-99ee-d9503de3ef37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:07:47.008962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d40bf32-6646-4335-bc31-e2fe139aa28b req-0b406fc1-7054-46f6-802c-be9bc571110a tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/ports?device_id=df2749c6-70f0-4543-9d2d-ad0da61f906a HTTP/1.1" status: 200  len: 210 time: 0.0313241
Apr 30 22:07:47.027059 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e0ed9-c146-4b5d-a888-8232de6020cd None None] New status for floating IP f6e2af2d-bcec-463f-a999-bff5ca921902: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:07:47.481072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:47.855224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8d7265a2-0b35-43cc-92b2-a5c353c92e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:48.347989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:07:48.372153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 395a0d10-0ffb-41de-9b49-1aa52f762138 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:07:48.372415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 395a0d10-0ffb-41de-9b49-1aa52f762138 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:07:50.529224 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c0d3a6fd-5de8-405d-bb36-3182d31d544d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:51.518172 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:51.540976 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:51.884918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52456) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:51.937699 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2476c3cc-3d99-4fc9-bf21-5a9fd58bc9d9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group (a08d9e8e-fce0-4497-a3d5-9d27af97a581), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:51.961603 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2476c3cc-3d99-4fc9-bf21-5a9fd58bc9d9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group (a08d9e8e-fce0-4497-a3d5-9d27af97a581), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.066855 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2476c3cc-3d99-4fc9-bf21-5a9fd58bc9d9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a08d9e8e-fce0-4497-a3d5-9d27af97a581), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.069321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2476c3cc-3d99-4fc9-bf21-5a9fd58bc9d9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.071185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2476c3cc-3d99-4fc9-bf21-5a9fd58bc9d9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "DELETE /v2.0/security-groups/a08d9e8e-fce0-4497-a3d5-9d27af97a581 HTTP/1.1" status: 204  len: 168 time: 0.1852489
Apr 30 22:07:52.076221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52458) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:52.080098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476c3cc-3d99-4fc9-bf21-5a9fd58bc9d9 tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d9e8e-fce0-4497-a3d5-9d27af97a581,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:52.092154 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-91432a95-92cf-4ce5-888e-1976a446ca6b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] show failed (client error): The resource could not be found.
Apr 30 22:07:52.093171 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-91432a95-92cf-4ce5-888e-1976a446ca6b tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "GET /v2.0/security-groups/a08d9e8e-fce0-4497-a3d5-9d27af97a581 HTTP/1.1" status: 404  len: 347 time: 0.0183768
Apr 30 22:07:52.095890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52460) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:52.214823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Deleting port a96b4636-9061-47cb-9a55-80a87447d4ad {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:07:52.215157 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a96b4636-9061-47cb-9a55-80a87447d4ad), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.290687 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a96b4636-9061-47cb-9a55-80a87447d4ad), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.291011 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (a96b4636-9061-47cb-9a55-80a87447d4ad), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.303540 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Calling delete_port for a96b4636-9061-47cb-9a55-80a87447d4ad owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:07:52.501321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a96b4636-9061-47cb-9a55-80a87447d4ad), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.528774 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Pushing event deleted for resources: {'Port': ['ID=a96b4636-9061-47cb-9a55-80a87447d4ad,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:52.555113 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.555251 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.555559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.555890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.556246 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.556572 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.556903 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.557219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.557538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.557887 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.558207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.558532 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.558840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.559156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.559475 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:07:52.605363 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks [] for floatingip (f6e2af2d-bcec-463f-a999-bff5ca921902), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.608050 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:52.609250 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-29c2abd4-42dd-4254-8925-adc12d9161ba tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] 10.222.0.23 "DELETE /v2.0/floatingips/f6e2af2d-bcec-463f-a999-bff5ca921902 HTTP/1.1" status: 204  len: 168 time: 0.5116880
Apr 30 22:07:52.612202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52462) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:52.927834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:53.154154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Deleting port ff3cd802-c166-46c5-830d-d2bee3378a69 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:07:53.154872 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:53.232017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] For port ff3cd802-c166-46c5-830d-d2bee3378a69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff3cd802-c166-46c5-830d-d2bee3378a69,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:53.232375 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:53.245674 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Calling delete_port for ff3cd802-c166-46c5-830d-d2bee3378a69 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:07:53.346698 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:53.564504 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (ff3cd802-c166-46c5-830d-d2bee3378a69), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:53.590365 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3cd802-c166-46c5-830d-d2bee3378a69,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:53.757221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:53.971806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:07:54.075962 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:07:54.080819 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4fdcef98-98d8-4ba7-95c2-deb80724ee1c admin admin] 10.222.0.23 "PUT /v2.0/routers/ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4675386
Apr 30 22:07:54.083377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52464) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:54.085576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] Sync routers for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:07:54.095171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:07:54.095787 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fdb21f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:07:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:54.196620 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks [] for router (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:54.206881 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:07:54.302887 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks [] for router_gateway (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:54.381140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fdb21f0>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89'}], 'enable_snat': True}, 'gw_port_id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:07:53Z', 'revision_number': 5, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port': {'id': '091b9272-c5b2-48eb-b5e2-85c14770a737', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:03:33Z', 'updated_at': '2022-04-30T22:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:54.399243 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Deleting port 091b9272-c5b2-48eb-b5e2-85c14770a737 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:07:54.399557 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:54.408523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] Checking router: ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:07:54.417650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] Routers {'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:07:54.418296 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fdb21f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:07:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:54.480647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] For port 091b9272-c5b2-48eb-b5e2-85c14770a737, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=091b9272-c5b2-48eb-b5e2-85c14770a737,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:54.481007 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:54.497855 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Calling delete_port for 091b9272-c5b2-48eb-b5e2-85c14770a737 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:07:54.525814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] Set router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:07:54.582312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fdb21f0>, [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:07:54Z', 'revision_number': 6, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:54.610154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126eb6d-270b-4281-8a6b-50d25a827b8b None None] The sync data for ids ['ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c'] in ncdv-master-1 is: [{'id': 'ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c', 'name': 'tempest-ServerActionsTestJSON-757636120-router', 'tenant_id': '2fad6f6856db4b229be0837d3874a1f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:03:32Z', 'updated_at': '2022-04-30T22:07:54Z', 'revision_number': 6, 'project_id': '2fad6f6856db4b229be0837d3874a1f5', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:07:54.612603 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:54.723299 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (091b9272-c5b2-48eb-b5e2-85c14770a737), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:54.748339 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Pushing event deleted for resources: {'Port': ['ID=091b9272-c5b2-48eb-b5e2-85c14770a737,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:54.809166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:54.898029 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:54.900598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks [] for router_controller (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.009954 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.010634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:07:55.015530 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.016720 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f1642345-5227-4062-a0cb-198fe97cef77 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ad5ffed8-fe83-4a4d-a9c2-162f9ff4548c HTTP/1.1" status: 204  len: 168 time: 0.9323871
Apr 30 22:07:55.019392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52466) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:55.069296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab3cb1a-9a20-4ea2-8e1d-17a0b93bf8a2 admin admin] Deleting subnet 45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:07:55.073266 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bab3cb1a-9a20-4ea2-8e1d-17a0b93bf8a2 admin admin] Publish callbacks [] for subnet (45cd2efb-0e3b-4a3f-99ee-d9503de3ef37), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.107261 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bab3cb1a-9a20-4ea2-8e1d-17a0b93bf8a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (45cd2efb-0e3b-4a3f-99ee-d9503de3ef37), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.182837 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bab3cb1a-9a20-4ea2-8e1d-17a0b93bf8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (45cd2efb-0e3b-4a3f-99ee-d9503de3ef37), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.307340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bab3cb1a-9a20-4ea2-8e1d-17a0b93bf8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (45cd2efb-0e3b-4a3f-99ee-d9503de3ef37), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.333851 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3cb1a-9a20-4ea2-8e1d-17a0b93bf8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cd2efb-0e3b-4a3f-99ee-d9503de3ef37,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:55.338801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-bab3cb1a-9a20-4ea2-8e1d-17a0b93bf8a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.342834 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bab3cb1a-9a20-4ea2-8e1d-17a0b93bf8a2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45cd2efb-0e3b-4a3f-99ee-d9503de3ef37 HTTP/1.1" status: 204  len: 168 time: 0.3224361
Apr 30 22:07:55.344733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f61bf-bd5d-4bdd-b674-766b3a4ce388 None None] Network 802fca98-979c-4c01-80ef-f6f7a1aef1e2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:07:55.345407 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52468) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:55.423066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (802fca98-979c-4c01-80ef-f6f7a1aef1e2), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.474043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Deleting port 099465fd-db45-45a1-9141-af06ec075636 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:07:55.474043 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (099465fd-db45-45a1-9141-af06ec075636), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.497340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] DHCP port deletion for 802fca98-979c-4c01-80ef-f6f7a1aef1e2 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:07:55.558115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] Deleting port 099465fd-db45-45a1-9141-af06ec075636 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:07:55.558664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (099465fd-db45-45a1-9141-af06ec075636), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.573746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] For port 099465fd-db45-45a1-9141-af06ec075636, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099465fd-db45-45a1-9141-af06ec075636,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:55.574405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (099465fd-db45-45a1-9141-af06ec075636), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.588959 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Calling delete_port for 099465fd-db45-45a1-9141-af06ec075636 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:07:55.600993 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 099465fd-db45-45a1-9141-af06ec075636 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:07:55.655056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] For port 099465fd-db45-45a1-9141-af06ec075636, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099465fd-db45-45a1-9141-af06ec075636,segment=NetworkSegment(2dce2a57-7f48-436c-b0c1-84a7daa91e36),segment_id=2dce2a57-7f48-436c-b0c1-84a7daa91e36)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:07:55.655465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (099465fd-db45-45a1-9141-af06ec075636), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.674127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] Calling delete_port for 099465fd-db45-45a1-9141-af06ec075636 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:07:55.747645 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (099465fd-db45-45a1-9141-af06ec075636), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.766949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 099465fd-db45-45a1-9141-af06ec075636 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:07:55.767378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (099465fd-db45-45a1-9141-af06ec075636), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.778223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Pushing event deleted for resources: {'Port': ['ID=099465fd-db45-45a1-9141-af06ec075636,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:55.783841 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] No DVR routers for this DVR port 099465fd-db45-45a1-9141-af06ec075636 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 30 22:07:55.797844 ncdv-master-1 neutron-server[115776]:   self.session.flush()
Apr 30 22:07:55.822436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ff3cd802-c166-46c5-830d-d2bee3378a69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:07:55.825222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (099465fd-db45-45a1-9141-af06ec075636), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.849353 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: ff3cd802-c166-46c5-830d-d2bee3378a69 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:07:55.849706 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ff3cd802-c166-46c5-830d-d2bee3378a69 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:07:55.850149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 091b9272-c5b2-48eb-b5e2-85c14770a737 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:07:55.854649 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (802fca98-979c-4c01-80ef-f6f7a1aef1e2), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.876155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896cda7e80>,) {'filters': {'network_id': ['802fca98-979c-4c01-80ef-f6f7a1aef1e2']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:55.885716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cda7e80>, '2dce2a57-7f48-436c-b0c1-84a7daa91e36') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:55.886043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896cda7e80>, '2dce2a57-7f48-436c-b0c1-84a7daa91e36') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:07:55.888912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] Pushing event deleted for resources: {'Port': ['ID=099465fd-db45-45a1-9141-af06ec075636,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:55.896101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d515f26c-a8bd-4441-9301-62ce12677cf9 None None] No DVR routers for this DVR port 099465fd-db45-45a1-9141-af06ec075636 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:07:55.896101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 091b9272-c5b2-48eb-b5e2-85c14770a737 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:07:55.896101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 091b9272-c5b2-48eb-b5e2-85c14770a737 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:07:55.899752 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (2dce2a57-7f48-436c-b0c1-84a7daa91e36), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.916323 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (2dce2a57-7f48-436c-b0c1-84a7daa91e36), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.922592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:07:55.922982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (2dce2a57-7f48-436c-b0c1-84a7daa91e36), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:07:55.924700 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:07:56.050863 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (802fca98-979c-4c01-80ef-f6f7a1aef1e2), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:56.056683 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:56.059923 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] 10.222.0.23 "DELETE /v2.0/networks/802fca98-979c-4c01-80ef-f6f7a1aef1e2 HTTP/1.1" status: 204  len: 168 time: 0.7133949
Apr 30 22:07:56.074063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff4df1-739d-4527-b223-a504cf157153 admin admin] Pushing event deleted for resources: {'Network': ['ID=802fca98-979c-4c01-80ef-f6f7a1aef1e2,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:56.346856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52472) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:56.387988 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-39128847-9d53-4b04-9c8a-d55e59fdc01a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fad6f6856db4b229be0837d3874a1f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399978
Apr 30 22:07:56.390555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52474) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:56.437507 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a77b810c-6e7d-477e-b19c-ed2a95b6866f admin admin] Publish callbacks [] for security_group (d504b68e-e579-4834-992a-df4797c8b4bf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:56.458410 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a77b810c-6e7d-477e-b19c-ed2a95b6866f admin admin] Publish callbacks [] for security_group (d504b68e-e579-4834-992a-df4797c8b4bf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:56.598414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a77b810c-6e7d-477e-b19c-ed2a95b6866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (d504b68e-e579-4834-992a-df4797c8b4bf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:56.601037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a77b810c-6e7d-477e-b19c-ed2a95b6866f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:56.602876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a77b810c-6e7d-477e-b19c-ed2a95b6866f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d504b68e-e579-4834-992a-df4797c8b4bf HTTP/1.1" status: 204  len: 168 time: 0.2113912
Apr 30 22:07:56.614383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b810c-6e7d-477e-b19c-ed2a95b6866f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d504b68e-e579-4834-992a-df4797c8b4bf,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:57.616006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52496) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:57.710320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1488855418-network', 'tenant_id': '3f727643ff9b47fcab67ab5e3ef4db86'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:07:57.832142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Made reservation on behalf of 3f727643ff9b47fcab67ab5e3ef4db86 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:07:57.834467 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:57.847634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:57.922793 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Publish callbacks [] for security_group (a8aa480c-aae2-4a65-9ddd-00c4397c4b69), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:57.986562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a8aa480c-aae2-4a65-9ddd-00c4397c4b69), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:58.014607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:07:58.019967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aa480c-aae2-4a65-9ddd-00c4397c4b69,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:58.027642 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e0586a99-016f-495a-b83f-a6effb17241a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:58.028162 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Added segment e0586a99-016f-495a-b83f-a6effb17241a of type vlan for network 51df1f06-9dd5-4520-a810-2858a49a5ae4
Apr 30 22:07:58.067890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (51df1f06-9dd5-4520-a810-2858a49a5ae4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:58.129421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (51df1f06-9dd5-4520-a810-2858a49a5ae4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:58.130414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:58.130996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:58.206440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] Pushing event updated for resources: {'Network': ['ID=51df1f06-9dd5-4520-a810-2858a49a5ae4,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:58.216542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 51df1f06-9dd5-4520-a810-2858a49a5ae4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:07:58.246906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1fe08667-c9cd-4c73-910a-26623d8c3eab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6296451
Apr 30 22:07:58.249546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52500) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:07:58.254511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Request body: {'subnet': {'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1488855418-subnet', 'tenant_id': '3f727643ff9b47fcab67ab5e3ef4db86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:07:58.307097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Made reservation on behalf of 3f727643ff9b47fcab67ab5e3ef4db86 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:07:58.309465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:58.513094 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (175e18be-8612-429d-9c6b-a07d4c14c4cc), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:58.569686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175e18be-8612-429d-9c6b-a07d4c14c4cc,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:07:58.585589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Checking segment: {'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:07:58.586525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Network hostable DHCP agents. Network: 51df1f06-9dd5-4520-a810-2858a49a5ae4, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:07:58.655626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Network 51df1f06-9dd5-4520-a810-2858a49a5ae4 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:07:58.712337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51df1f06-9dd5-4520-a810-2858a49a5ae4) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:07:58.716329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:58.716926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:07:58.720919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586300d-c4cf-491a-b712-a5c5b67b2c9c None None] Network 51df1f06-9dd5-4520-a810-2858a49a5ae4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:07:58.783845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f28f2548-0a7b-4c7e-ace0-e3b2ebf82732 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5329192
Apr 30 22:07:58.822191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ecba85-d84c-4a3d-972c-fd6cd490e906 None None] Network 51df1f06-9dd5-4520-a810-2858a49a5ae4 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:07:59.209404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-c856028d-1161-433c-8435-7c238cbb566a tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:07:59.210936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-c856028d-1161-433c-8435-7c238cbb566a tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/networks?id=51df1f06-9dd5-4520-a810-2858a49a5ae4 HTTP/1.1" status: 200  len: 814 time: 0.1013322
Apr 30 22:07:59.225153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-70baa21c-0914-4b60-9e31-d391362a0e96 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/quotas/3f727643ff9b47fcab67ab5e3ef4db86 HTTP/1.1" status: 200  len: 375 time: 0.0087440
Apr 30 22:07:59.263997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-8137ed9f-568d-4e52-bb93-2fed349204eb tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0333891
Apr 30 22:07:59.353051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-c1109867-3d5e-4bda-9a0a-4b0d08071016 service neutron] 10.222.0.23 "GET /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823133
Apr 30 22:07:59.444220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ca0881af-6bd1-45cf-a28b-16e435ed0b21 service neutron] 10.222.0.23 "GET /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854895
Apr 30 22:07:59.700426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-71a55d37-d66b-4e27-9410-5e77c9a13ee8 req-2a128aef-bf0e-4718-bc24-69e94dc9785d tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 210 time: 0.0278032
Apr 30 22:08:00.797102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-53e6d755-8f8f-4715-87c2-922979d5e02c req-5780aa8a-16a1-46db-b1e6-880482577050 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 210 time: 0.0288444
Apr 30 22:08:01.815289 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-bc2ebd48-3ae4-4c72-ac00-4a915e2361d0 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:01.816729 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-bc2ebd48-3ae4-4c72-ac00-4a915e2361d0 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.20 "GET /v2.0/networks?id=51df1f06-9dd5-4520-a810-2858a49a5ae4 HTTP/1.1" status: 200  len: 814 time: 0.1006076
Apr 30 22:08:01.830131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Request body: {'port': {'device_id': 'a0772205-96c6-4a12-84e3-8d489d9acd23', 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4', 'admin_state_up': True, 'tenant_id': '3f727643ff9b47fcab67ab5e3ef4db86'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:01.911924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c58267a9-0458-415f-b087-9ca270da3fc7 req-d1b2f57b-1754-4ab3-8aaa-c8161ac2e401 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 210 time: 0.0339718
Apr 30 22:08:02.061070 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Made reservation on behalf of 3f727643ff9b47fcab67ab5e3ef4db86 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:02.064525 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:02.194340 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Allocated IP 172.20.0.2 (51df1f06-9dd5-4520-a810-2858a49a5ae4/175e18be-8612-429d-9c6b-a07d4c14c4cc/d4d1cc63-6ac4-4e0b-8ad2-f434007c23de) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:02.339436 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks [] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:02.444076 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:02.484693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Network 51df1f06-9dd5-4520-a810-2858a49a5ae4 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:02.488475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:02.492139 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:02.520919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Pushing event updated for resources: {'Port': ['ID=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:02.546691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:02.547295 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:02.600801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-27b2815f-aa59-4d07-8b38-a99835a76b05 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7748897
Apr 30 22:08:02.616394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Request body: {'port': {'device_id': 'a0772205-96c6-4a12-84e3-8d489d9acd23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:02.677112 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:02.930736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d1cc63-6ac4-4e0b-8ad2-f434007c23de {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:08:02.938068 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Publish callbacks [] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:02.951351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Transition to ACTIVE for port object d4d1cc63-6ac4-4e0b-8ad2-f434007c23de will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:08:03.026502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ec81-b82d-464a-85a9-4ff071338ad8 req-ef92f9e2-19c3-40f4-8048-48801c162d91 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:03.027956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc46ec81-b82d-464a-85a9-4ff071338ad8 req-ef92f9e2-19c3-40f4-8048-48801c162d91 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 931 time: 0.0467057
Apr 30 22:08:03.029092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:03.101121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:03.138781 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dc46ec81-b82d-464a-85a9-4ff071338ad8 req-84cb4da1-32b0-4a5b-89d0-31f54838616a tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019030
Apr 30 22:08:03.184917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Attempting to bind port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:03.185197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Attempting to bind port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:03.185519 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Attempting to bind port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de on network 51df1f06-9dd5-4520-a810-2858a49a5ae4 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:03.189710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de on network 51df1f06-9dd5-4520-a810-2858a49a5ae4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:08:03.190054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Attempting to bind port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de on network 51df1f06-9dd5-4520-a810-2858a49a5ae4 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:03.194794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:03.195124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Checking segment: {'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:03.196225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Bound using segment: {'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:03.196652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Bound port: d4d1cc63-6ac4-4e0b-8ad2-f434007c23de, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:03.197000 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:03.258636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] For port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:03.261587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] For port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:03.324615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:03.360774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:03.361486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:03.363588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/d4d1cc63-6ac4-4e0b-8ad2-f434007c23de HTTP/1.1" status: 200  len: 1091 time: 0.7508607
Apr 30 22:08:03.365586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0772205-96c6-4a12-84e3-8d489d9acd23', 'tag': 'd4d1cc63-6ac4-4e0b-8ad2-f434007c23de'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:08:03.368331 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0449d3-04c9-4a7e-b4a4-4623a42b1e71" -d '{"events": [{"name": "network-changed", "server_uuid": "a0772205-96c6-4a12-84e3-8d489d9acd23", "tag": "d4d1cc63-6ac4-4e0b-8ad2-f434007c23de"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:08:03.394411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf94bb1-3fb8-4997-a60e-e8fb14cf29a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:03.408822 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f3f41e-3aa5-4672-8148-cb888a1a1252 x-openstack-request-id: req-f6f3f41e-3aa5-4672-8148-cb888a1a1252 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:08:03.409111 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0772205-96c6-4a12-84e3-8d489d9acd23", "tag": "d4d1cc63-6ac4-4e0b-8ad2-f434007c23de", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:08:03.409359 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6f3f41e-3aa5-4672-8148-cb888a1a1252 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:08:03.410058 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f3f41e-3aa5-4672-8148-cb888a1a1252'] response: {'name': 'network-changed', 'server_uuid': 'a0772205-96c6-4a12-84e3-8d489d9acd23', 'tag': 'd4d1cc63-6ac4-4e0b-8ad2-f434007c23de', 'status': 'completed', 'code': 200}
Apr 30 22:08:03.471577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0449d3-04c9-4a7e-b4a4-4623a42b1e71 req-251a557b-c24c-47ed-ba48-8a7602b32739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:03.473045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a0449d3-04c9-4a7e-b4a4-4623a42b1e71 req-251a557b-c24c-47ed-ba48-8a7602b32739 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 1125 time: 0.0397077
Apr 30 22:08:03.575541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0449d3-04c9-4a7e-b4a4-4623a42b1e71 req-097d6345-aab6-4432-b685-904647209d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:03.577016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a0449d3-04c9-4a7e-b4a4-4623a42b1e71 req-097d6345-aab6-4432-b685-904647209d9d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0932603
Apr 30 22:08:03.677680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0449d3-04c9-4a7e-b4a4-4623a42b1e71 req-3b51fc01-606a-4e9b-88f4-b65d752c9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:03.679178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a0449d3-04c9-4a7e-b4a4-4623a42b1e71 req-3b51fc01-606a-4e9b-88f4-b65d752c9615 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0914984
Apr 30 22:08:03.759345 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-0a4dc205-8d81-417f-bca0-fa8cbe865866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:03.760730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-0a4dc205-8d81-417f-bca0-fa8cbe865866 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 1125 time: 0.0404191
Apr 30 22:08:03.810976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-a9f03cf3-987f-4605-9959-8d2d9ee21b69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de HTTP/1.1" status: 200  len: 217 time: 0.0382352
Apr 30 22:08:03.862523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-dfbf4826-f620-4fb9-b8b1-425923364675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:03.863960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-dfbf4826-f620-4fb9-b8b1-425923364675 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=175e18be-8612-429d-9c6b-a07d4c14c4cc HTTP/1.1" status: 200  len: 854 time: 0.0426381
Apr 30 22:08:03.898633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-d2f90eb8-5e05-429f-bf84-7d7f37fc0e1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51df1f06-9dd5-4520-a810-2858a49a5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253961
Apr 30 22:08:03.991934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-8d326e5a-f964-4974-b7a6-1841f9c30da3 service neutron] 10.222.0.20 "GET /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858865
Apr 30 22:08:04.082207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11d69a80-2153-4d7b-ada6-62d3be5328c1 req-03c68578-95a3-4713-bbd4-b60bb1f98aa6 service neutron] 10.222.0.20 "GET /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800157
Apr 30 22:08:04.254618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101d9d3-0438-42fa-b9f0-6a6bb0f6ce82 req-6ccb8600-9616-48d8-87fd-673efc5dff5f tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:04.256234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e101d9d3-0438-42fa-b9f0-6a6bb0f6ce82 req-6ccb8600-9616-48d8-87fd-673efc5dff5f tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 943 time: 0.0493178
Apr 30 22:08:04.305297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e101d9d3-0438-42fa-b9f0-6a6bb0f6ce82 req-ccee758b-8b9c-433a-9833-35b690020026 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425959
Apr 30 22:08:05.424077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dadc7-3503-42d6-8e11-dac7c675f27f req-58571976-ebc9-4568-894f-9791ceb5aad1 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:05.425546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f94dadc7-3503-42d6-8e11-dac7c675f27f req-58571976-ebc9-4568-894f-9791ceb5aad1 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 943 time: 0.0510256
Apr 30 22:08:05.472171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f94dadc7-3503-42d6-8e11-dac7c675f27f req-c98fdd8b-f393-4f0b-88a3-de5e38c0df24 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401857
Apr 30 22:08:06.471836 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d4d1cc63-6ac4-4e0b-8ad2-f434007c23de details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:08:06.575281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:06.587030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'd4d1cc63-6ac4-4e0b-8ad2-f434007c23de', 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4', 'port_id': 'd4d1cc63-6ac4-4e0b-8ad2-f434007c23de', 'mac_address': 'fa:16:3e:f1:14:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175e18be-8612-429d-9c6b-a07d4c14c4cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:08:06.598878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831b619-6698-4240-b06a-62bfbee240ad req-dbf07496-922b-4170-a5f9-6d93b994924a tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:06.600542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6831b619-6698-4240-b06a-62bfbee240ad req-dbf07496-922b-4170-a5f9-6d93b994924a tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 943 time: 0.0488226
Apr 30 22:08:06.624729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:06.625130 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:06.638369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d1cc63-6ac4-4e0b-8ad2-f434007c23de {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:08:06.648795 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6831b619-6698-4240-b06a-62bfbee240ad req-f3693c73-8fdb-4c4c-80bd-c04d92375363 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421154
Apr 30 22:08:06.657742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:06.730203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:06.780568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:06.961964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['d4d1cc63-6ac4-4e0b-8ad2-f434007c23de'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:08:07.766692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02d52d-e681-4700-bfd3-fd6e1cd76a0a req-3c0ef74d-9807-43c2-86cd-a0a83df8e876 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:07.768150 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a02d52d-e681-4700-bfd3-fd6e1cd76a0a req-3c0ef74d-9807-43c2-86cd-a0a83df8e876 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 944 time: 0.0505486
Apr 30 22:08:07.814491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a02d52d-e681-4700-bfd3-fd6e1cd76a0a req-6df2d08d-1994-4fa3-8e09-7d1834cb2992 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407228
Apr 30 22:08:08.496270 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d4d1cc63-6ac4-4e0b-8ad2-f434007c23de up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:08:08.545681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:08:08.591869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:08.592270 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:08.667323 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:08.667704 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:08.689481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0772205-96c6-4a12-84e3-8d489d9acd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d1cc63-6ac4-4e0b-8ad2-f434007c23de'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:08:08.691699 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a0962-889d-4ec8-b81c-68c4feb38d1d" -d '{"events": [{"server_uuid": "a0772205-96c6-4a12-84e3-8d489d9acd23", "name": "network-vif-plugged", "status": "completed", "tag": "d4d1cc63-6ac4-4e0b-8ad2-f434007c23de"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:08:08.704830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:08.727740 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef61c00f-f1a4-4904-9a9c-4ccc03419635 x-openstack-request-id: req-ef61c00f-f1a4-4904-9a9c-4ccc03419635 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:08:08.728004 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0772205-96c6-4a12-84e3-8d489d9acd23", "name": "network-vif-plugged", "status": "completed", "tag": "d4d1cc63-6ac4-4e0b-8ad2-f434007c23de", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:08:08.728252 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef61c00f-f1a4-4904-9a9c-4ccc03419635 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:08:08.728642 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef61c00f-f1a4-4904-9a9c-4ccc03419635'] response: {'server_uuid': 'a0772205-96c6-4a12-84e3-8d489d9acd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d1cc63-6ac4-4e0b-8ad2-f434007c23de', 'code': 200}
Apr 30 22:08:08.775274 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:08.827559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:08.840780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34335-bfb1-4079-8ba1-3b0b9f0f6809 req-43f427a3-4543-4a2e-bcdd-f56ed854aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:08.841392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62d34335-bfb1-4079-8ba1-3b0b9f0f6809 req-43f427a3-4543-4a2e-bcdd-f56ed854aaa7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 1127 time: 0.0421512
Apr 30 22:08:08.900596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-62d34335-bfb1-4079-8ba1-3b0b9f0f6809 req-3f4392af-0851-4579-b467-309e9294065d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474589
Apr 30 22:08:08.934154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1353fe-0cc6-4374-98e5-0059590e2370 req-02911f3c-f347-4806-953a-c5693f942831 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:08.935615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc1353fe-0cc6-4374-98e5-0059590e2370 req-02911f3c-f347-4806-953a-c5693f942831 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0491233
Apr 30 22:08:08.984882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc1353fe-0cc6-4374-98e5-0059590e2370 req-6dbf96fd-660a-4fb2-8412-a9fd87842d71 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436902
Apr 30 22:08:10.100033 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b641-6e90-484a-8178-4daf0f2a2d4f req-80df711f-e98d-461f-8814-1827ac3d36a7 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:10.101524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4a5b641-6e90-484a-8178-4daf0f2a2d4f req-80df711f-e98d-461f-8814-1827ac3d36a7 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0461748
Apr 30 22:08:10.147977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d4a5b641-6e90-484a-8178-4daf0f2a2d4f req-337dca4d-539e-4c96-a24f-f6a0a1fbb975 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400357
Apr 30 22:08:11.264056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a4255-d091-4638-9825-9fa1709553c9 req-5f9591de-d049-44d6-b38f-a5ff084445fa tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:11.265521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e2a4255-d091-4638-9825-9fa1709553c9 req-5f9591de-d049-44d6-b38f-a5ff084445fa tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0457137
Apr 30 22:08:11.313039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e2a4255-d091-4638-9825-9fa1709553c9 req-ba148dca-950f-45c7-a310-90734bbf73b6 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418589
Apr 30 22:08:11.533330 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-4e5dd6bf-ddb8-49ba-9d98-dff2b1239d84 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:11.534806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-4e5dd6bf-ddb8-49ba-9d98-dff2b1239d84 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/networks?id=51df1f06-9dd5-4520-a810-2858a49a5ae4 HTTP/1.1" status: 200  len: 814 time: 0.1020005
Apr 30 22:08:11.548832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-4482a31e-7f65-4614-8411-e4ca0548790d tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/quotas/3f727643ff9b47fcab67ab5e3ef4db86 HTTP/1.1" status: 200  len: 375 time: 0.0086164
Apr 30 22:08:11.594336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-38e6ebf9-becf-4fa1-ba5d-70f13e957495 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0407343
Apr 30 22:08:11.685291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-834eb125-b6b7-44d3-8580-7173a727c9db service neutron] 10.222.0.23 "GET /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843339
Apr 30 22:08:11.771261 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-792898b5-34b0-4747-bb8d-29d24155700b service neutron] 10.222.0.23 "GET /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804198
Apr 30 22:08:12.004911 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84daad62-336e-4267-9ca2-fd59f05e3283 req-b883637f-5631-469a-985b-f10c132534f1 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 210 time: 0.0290942
Apr 30 22:08:13.098873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eaff4447-b97b-46d1-9ec2-41a0e9bf5703 req-dab5dc22-2966-4d24-8af9-cf5fcd9f7ba0 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 210 time: 0.0269911
Apr 30 22:08:13.666454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-fc05ccc2-c6b5-4623-bdd1-e435aaa4ad9e tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:13.667808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-fc05ccc2-c6b5-4623-bdd1-e435aaa4ad9e tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.35 "GET /v2.0/networks?id=51df1f06-9dd5-4520-a810-2858a49a5ae4 HTTP/1.1" status: 200  len: 814 time: 0.1133213
Apr 30 22:08:13.680617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Request body: {'port': {'device_id': '1c1173a1-4c78-44d9-82fd-f934737b6599', 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4', 'admin_state_up': True, 'tenant_id': '3f727643ff9b47fcab67ab5e3ef4db86'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:13.832494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Made reservation on behalf of 3f727643ff9b47fcab67ab5e3ef4db86 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:13.836443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:14.219128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bbb7b18-2e91-47ae-8312-4fcb18ee315c req-80897d06-6327-4281-a532-3eee73727f10 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 210 time: 0.0309832
Apr 30 22:08:14.328648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Allocated IP 172.20.0.7 (51df1f06-9dd5-4520-a810-2858a49a5ae4/175e18be-8612-429d-9c6b-a07d4c14c4cc/1054cddb-5ba9-491f-9958-7a16e0739abe) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:14.480779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks [] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:14.570063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:14.585039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['d4d1cc63-6ac4-4e0b-8ad2-f434007c23de'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:08:14.616425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Network 51df1f06-9dd5-4520-a810-2858a49a5ae4 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:14.620117 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:14.623804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:14.654294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Pushing event updated for resources: {'Port': ['ID=1054cddb-5ba9-491f-9958-7a16e0739abe,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:14.681547 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:14.682197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:14.749187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bf1dda16-d73b-491e-b018-a015e4555671 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0725732
Apr 30 22:08:14.761355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Request body: {'port': {'device_id': '1c1173a1-4c78-44d9-82fd-f934737b6599', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:14.818707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:15.079849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1054cddb-5ba9-491f-9958-7a16e0739abe {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:08:15.087156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Publish callbacks [] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:15.099113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Transition to ACTIVE for port object 1054cddb-5ba9-491f-9958-7a16e0739abe will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:08:15.181144 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:15.230846 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Pushing event updated for resources: {'Port': ['ID=1054cddb-5ba9-491f-9958-7a16e0739abe,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:15.339257 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Attempting to bind port 1054cddb-5ba9-491f-9958-7a16e0739abe on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:15.339502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Attempting to bind port 1054cddb-5ba9-491f-9958-7a16e0739abe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:15.339815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Attempting to bind port 1054cddb-5ba9-491f-9958-7a16e0739abe on network 51df1f06-9dd5-4520-a810-2858a49a5ae4 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:15.351013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6cc73-db57-4353-ba5c-227e9f303b79 req-bf342829-1fdb-4c82-ba17-9fe33bdd3625 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:15.353131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20a6cc73-db57-4353-ba5c-227e9f303b79 req-bf342829-1fdb-4c82-ba17-9fe33bdd3625 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 943 time: 0.0640209
Apr 30 22:08:15.354102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Port 1054cddb-5ba9-491f-9958-7a16e0739abe on network 51df1f06-9dd5-4520-a810-2858a49a5ae4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:08:15.354417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Attempting to bind port 1054cddb-5ba9-491f-9958-7a16e0739abe on network 51df1f06-9dd5-4520-a810-2858a49a5ae4 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:15.361118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:15.361452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Checking segment: {'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:15.361850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Bound using segment: {'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:15.362278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Bound port: 1054cddb-5ba9-491f-9958-7a16e0739abe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0586a99-016f-495a-b83f-a6effb17241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:15.362632 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:15.436302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20a6cc73-db57-4353-ba5c-227e9f303b79 req-1cf1cfe1-43dd-47a1-83ce-a7ecb2d97bca tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770288
Apr 30 22:08:15.456772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] For port 1054cddb-5ba9-491f-9958-7a16e0739abe, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:15.460015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] For port 1054cddb-5ba9-491f-9958-7a16e0739abe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1054cddb-5ba9-491f-9958-7a16e0739abe,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:15.524811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:15.559714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:15.560323 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:15.561686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] 10.222.0.35 "PUT /v2.0/ports/1054cddb-5ba9-491f-9958-7a16e0739abe HTTP/1.1" status: 200  len: 1091 time: 0.8052800
Apr 30 22:08:15.562152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1173a1-4c78-44d9-82fd-f934737b6599', 'tag': '1054cddb-5ba9-491f-9958-7a16e0739abe'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:08:15.564409 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e4fe2-fafd-4f06-9380-6405bfc9fd35" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1173a1-4c78-44d9-82fd-f934737b6599", "tag": "1054cddb-5ba9-491f-9958-7a16e0739abe"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:08:15.588036 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c027e-f575-4773-b152-3aced1d91738 service neutron] Pushing event updated for resources: {'Port': ['ID=1054cddb-5ba9-491f-9958-7a16e0739abe,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:15.604412 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced8d4a9-731f-4138-b73e-943a5b36b1f6 x-openstack-request-id: req-ced8d4a9-731f-4138-b73e-943a5b36b1f6 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:08:15.604701 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1173a1-4c78-44d9-82fd-f934737b6599", "tag": "1054cddb-5ba9-491f-9958-7a16e0739abe", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:08:15.604977 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ced8d4a9-731f-4138-b73e-943a5b36b1f6 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:08:15.605377 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced8d4a9-731f-4138-b73e-943a5b36b1f6'] response: {'name': 'network-changed', 'server_uuid': '1c1173a1-4c78-44d9-82fd-f934737b6599', 'tag': '1054cddb-5ba9-491f-9958-7a16e0739abe', 'status': 'completed', 'code': 200}
Apr 30 22:08:15.666158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e4fe2-fafd-4f06-9380-6405bfc9fd35 req-dd000a36-1d28-454f-aea2-33f936fd6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:15.667650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-825e4fe2-fafd-4f06-9380-6405bfc9fd35 req-dd000a36-1d28-454f-aea2-33f936fd6274 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 1125 time: 0.0440812
Apr 30 22:08:15.762231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e4fe2-fafd-4f06-9380-6405bfc9fd35 req-0b9aa298-a7fb-41cf-98c5-28fa3a607465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:15.763676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-825e4fe2-fafd-4f06-9380-6405bfc9fd35 req-0b9aa298-a7fb-41cf-98c5-28fa3a607465 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0890293
Apr 30 22:08:15.859957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e4fe2-fafd-4f06-9380-6405bfc9fd35 req-4e36bdfd-f812-4257-8647-1e1af9dcd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:15.861361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-825e4fe2-fafd-4f06-9380-6405bfc9fd35 req-4e36bdfd-f812-4257-8647-1e1af9dcd691 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0912180
Apr 30 22:08:15.936761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-8d14d8d2-cade-458c-a3b8-dc9dda81560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:15.938266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-8d14d8d2-cade-458c-a3b8-dc9dda81560b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 1125 time: 0.0399659
Apr 30 22:08:15.978414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-bada97de-1e00-47e5-b6a3-4654c75afeeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1054cddb-5ba9-491f-9958-7a16e0739abe HTTP/1.1" status: 200  len: 217 time: 0.0337605
Apr 30 22:08:16.029530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-5dcb8aaa-c7fa-4861-8d7b-e4de9801da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:16.030989 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-5dcb8aaa-c7fa-4861-8d7b-e4de9801da8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=175e18be-8612-429d-9c6b-a07d4c14c4cc HTTP/1.1" status: 200  len: 854 time: 0.0469248
Apr 30 22:08:16.062251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-30c048c7-052d-44f0-8d99-3ee81bcaecc4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51df1f06-9dd5-4520-a810-2858a49a5ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255704
Apr 30 22:08:16.148851 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-b3902305-15ce-402c-ae06-9f5cff67fd52 service neutron] 10.222.0.35 "GET /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802975
Apr 30 22:08:16.244383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d42f852-d31e-4880-99c6-aea9f72fd590 req-f1d60b20-26c6-432c-b394-a1723594b995 service neutron] 10.222.0.35 "GET /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908122
Apr 30 22:08:16.551031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa3283-e825-43e9-86f9-7eb6fda33459 req-8b9041d6-2d39-46c4-9783-181c45210915 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:16.552620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80fa3283-e825-43e9-86f9-7eb6fda33459 req-8b9041d6-2d39-46c4-9783-181c45210915 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 943 time: 0.0488248
Apr 30 22:08:16.612282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-80fa3283-e825-43e9-86f9-7eb6fda33459 req-df2bc030-b9b4-42a2-9077-bd00d9750828 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517809
Apr 30 22:08:17.552488 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:17.779595 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5487c-da4b-4fb5-aad7-d02205fab928 req-f2f80edc-30f2-44f9-8641-def1a5aa2fab tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:17.781022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcf5487c-da4b-4fb5-aad7-d02205fab928 req-f2f80edc-30f2-44f9-8641-def1a5aa2fab tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 943 time: 0.0454788
Apr 30 22:08:17.833109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcf5487c-da4b-4fb5-aad7-d02205fab928 req-72e33478-660f-4ae9-8f68-d99722d1a551 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465925
Apr 30 22:08:17.872547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bc07cf9f-cf10-45db-9844-b5ea59481586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:18.488405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1054cddb-5ba9-491f-9958-7a16e0739abe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:08:18.587575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1054cddb-5ba9-491f-9958-7a16e0739abe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1054cddb-5ba9-491f-9958-7a16e0739abe,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:18.598920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '1054cddb-5ba9-491f-9958-7a16e0739abe', 'network_id': '51df1f06-9dd5-4520-a810-2858a49a5ae4', 'port_id': '1054cddb-5ba9-491f-9958-7a16e0739abe', 'mac_address': 'fa:16:3e:81:d7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175e18be-8612-429d-9c6b-a07d4c14c4cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:08:18.636546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1054cddb-5ba9-491f-9958-7a16e0739abe is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:18.636958 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:18.649432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1054cddb-5ba9-491f-9958-7a16e0739abe {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:08:18.668818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1054cddb-5ba9-491f-9958-7a16e0739abe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1054cddb-5ba9-491f-9958-7a16e0739abe,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:18.729264 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:18.776878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1054cddb-5ba9-491f-9958-7a16e0739abe,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:18.919224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['1054cddb-5ba9-491f-9958-7a16e0739abe'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:08:18.985660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04784c6e-184d-4878-a938-f35a8aac2aca req-bede971f-15f0-4404-a6f4-264c037b114d tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:18.987207 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04784c6e-184d-4878-a938-f35a8aac2aca req-bede971f-15f0-4404-a6f4-264c037b114d tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 944 time: 0.0471942
Apr 30 22:08:19.035428 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04784c6e-184d-4878-a938-f35a8aac2aca req-81c4518f-6e1f-401a-a67d-6b3bcdc4955b tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422177
Apr 30 22:08:20.149640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45861d-3dd3-4cf5-a9f4-7eb4cdb30e15 req-9da89b10-273d-4600-9f1d-f4100610f4cd tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:20.151132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc45861d-3dd3-4cf5-a9f4-7eb4cdb30e15 req-9da89b10-273d-4600-9f1d-f4100610f4cd tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 944 time: 0.0464373
Apr 30 22:08:20.197197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bc45861d-3dd3-4cf5-a9f4-7eb4cdb30e15 req-79887110-a176-4410-abfc-1935acac6f2a tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404434
Apr 30 22:08:20.504236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1054cddb-5ba9-491f-9958-7a16e0739abe up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:08:20.547935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 1054cddb-5ba9-491f-9958-7a16e0739abe completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:08:20.568932 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7f06c2a9-e4dd-4a32-810b-638f4d284e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:20.643609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 1054cddb-5ba9-491f-9958-7a16e0739abe triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:20.643978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:20.722642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1054cddb-5ba9-491f-9958-7a16e0739abe is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:20.723369 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:20.747450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1173a1-4c78-44d9-82fd-f934737b6599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1054cddb-5ba9-491f-9958-7a16e0739abe'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:08:20.749655 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0eb94ecfcf40a40c79213cbde05c11a76ec7871f697f9674da3d9a972910780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729fd0a1-7fd4-43b7-8554-2d30667011e5" -d '{"events": [{"server_uuid": "1c1173a1-4c78-44d9-82fd-f934737b6599", "name": "network-vif-plugged", "status": "completed", "tag": "1054cddb-5ba9-491f-9958-7a16e0739abe"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:08:20.776444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1054cddb-5ba9-491f-9958-7a16e0739abe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1054cddb-5ba9-491f-9958-7a16e0739abe,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:20.791091 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246c8e85-a1d3-4f00-a144-79f443ded5e8 x-openstack-request-id: req-246c8e85-a1d3-4f00-a144-79f443ded5e8 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:08:20.793709 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1173a1-4c78-44d9-82fd-f934737b6599", "name": "network-vif-plugged", "status": "completed", "tag": "1054cddb-5ba9-491f-9958-7a16e0739abe", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:08:20.794016 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-246c8e85-a1d3-4f00-a144-79f443ded5e8 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:08:20.794434 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246c8e85-a1d3-4f00-a144-79f443ded5e8'] response: {'server_uuid': '1c1173a1-4c78-44d9-82fd-f934737b6599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1054cddb-5ba9-491f-9958-7a16e0739abe', 'code': 200}
Apr 30 22:08:20.835914 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:20.892294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1054cddb-5ba9-491f-9958-7a16e0739abe,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:20.901749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca347e-d227-4590-838a-d293af9c1d29 req-9dff9060-537a-4665-86e1-b54db5b75892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:20.903659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fca347e-d227-4590-838a-d293af9c1d29 req-9dff9060-537a-4665-86e1-b54db5b75892 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 1127 time: 0.0463250
Apr 30 22:08:20.948083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fca347e-d227-4590-838a-d293af9c1d29 req-576cb08d-b3b9-4564-a8de-a3f55c2b9be4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384531
Apr 30 22:08:21.288530 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:08:21.309684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fabb9-f892-4290-a8c6-4e01aab222c4 req-34d4ec2b-de83-426d-8355-699ac24c2973 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:21.311181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-126fabb9-f892-4290-a8c6-4e01aab222c4 req-34d4ec2b-de83-426d-8355-699ac24c2973 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 945 time: 0.0461814
Apr 30 22:08:21.357153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-126fabb9-f892-4290-a8c6-4e01aab222c4 req-0142d64a-e6da-43f9-a88e-91e116ba9288 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404067
Apr 30 22:08:21.546693 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:21.575109 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:22.555254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d2dfc-7f91-45d8-afde-dc38cf0d709b req-d63a0573-0988-46cb-a24d-bc9ddb945006 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:22.556774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-486d2dfc-7f91-45d8-afde-dc38cf0d709b req-d63a0573-0988-46cb-a24d-bc9ddb945006 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 945 time: 0.0946858
Apr 30 22:08:22.606271 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-486d2dfc-7f91-45d8-afde-dc38cf0d709b req-db48eba5-f351-4db0-ba63-bc3a1867ab08 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439134
Apr 30 22:08:23.041193 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fbbfe-23b2-4171-84f1-ffd290b5e4fa req-8a34fee3-734f-4abc-8c46-cfd166ebb856 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:23.042732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c09fbbfe-23b2-4171-84f1-ffd290b5e4fa req-8a34fee3-734f-4abc-8c46-cfd166ebb856 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 945 time: 0.0524764
Apr 30 22:08:23.089549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c09fbbfe-23b2-4171-84f1-ffd290b5e4fa req-4e8a2b6d-a00a-4f52-b148-3349aa45f4ad tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411189
Apr 30 22:08:23.369503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:24.243901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-c3517512-d678-45a7-81cb-95ad36244257 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:24.245393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-c3517512-d678-45a7-81cb-95ad36244257 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 945 time: 0.0465269
Apr 30 22:08:24.323259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ea77-5849-4ca9-8145-f2122cb3b011 req-2937a406-5d8e-4bc3-97ab-74d5b934b999 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:24.324755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7956ea77-5849-4ca9-8145-f2122cb3b011 req-2937a406-5d8e-4bc3-97ab-74d5b934b999 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 945 time: 0.1310577
Apr 30 22:08:24.387643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Deleting port 1054cddb-5ba9-491f-9958-7a16e0739abe {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:24.387898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:24.441353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7956ea77-5849-4ca9-8145-f2122cb3b011 req-1b8ac73b-ab11-4ae2-8571-4bc7fa066db9 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101577
Apr 30 22:08:24.490336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] For port 1054cddb-5ba9-491f-9958-7a16e0739abe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1054cddb-5ba9-491f-9958-7a16e0739abe,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:24.490709 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:24.504298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Calling delete_port for 1054cddb-5ba9-491f-9958-7a16e0739abe owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:24.518332 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:24.717976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1054cddb-5ba9-491f-9958-7a16e0739abe), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:24.730017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['1054cddb-5ba9-491f-9958-7a16e0739abe'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:08:24.733300 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['d4d1cc63-6ac4-4e0b-8ad2-f434007c23de'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:08:24.746920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Pushing event deleted for resources: {'Port': ['ID=1054cddb-5ba9-491f-9958-7a16e0739abe,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:24.761435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.761817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.762159 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.762590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.762932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.763250 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.763584 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.763913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.764240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.764565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.764892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.765214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.765540 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.765886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.766210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:24.803746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] No DVR routers for this DVR port 1054cddb-5ba9-491f-9958-7a16e0739abe on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:24.807117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:24.810575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-532e4dc4-854f-49a1-b5f3-e1b2ce6ff01e req-5dd0af69-d5a1-46a5-ad9f-c63f689566ae tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.35 "DELETE /v2.0/ports/1054cddb-5ba9-491f-9958-7a16e0739abe HTTP/1.1" status: 204  len: 173 time: 0.5558524
Apr 30 22:08:24.811017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1173a1-4c78-44d9-82fd-f934737b6599', 'name': 'network-vif-deleted', 'tag': '1054cddb-5ba9-491f-9958-7a16e0739abe'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:08:24.813260 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d229a3fc-51de-4e8a-93f3-d6028491ecc8" -d '{"events": [{"server_uuid": "1c1173a1-4c78-44d9-82fd-f934737b6599", "name": "network-vif-deleted", "tag": "1054cddb-5ba9-491f-9958-7a16e0739abe"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:08:24.850366 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dae5bc-bb23-4f75-a805-6b28989378e5 x-openstack-request-id: req-02dae5bc-bb23-4f75-a805-6b28989378e5 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:08:24.850710 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1173a1-4c78-44d9-82fd-f934737b6599", "name": "network-vif-deleted", "tag": "1054cddb-5ba9-491f-9958-7a16e0739abe", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:08:24.850963 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02dae5bc-bb23-4f75-a805-6b28989378e5 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:08:24.851896 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02dae5bc-bb23-4f75-a805-6b28989378e5'] response: {'server_uuid': '1c1173a1-4c78-44d9-82fd-f934737b6599', 'name': 'network-vif-deleted', 'tag': '1054cddb-5ba9-491f-9958-7a16e0739abe', 'status': 'completed', 'code': 200}
Apr 30 22:08:25.551170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-87db7c8a-7067-4d63-b4c8-e64312d0aab3 req-3a9c3616-e696-49f1-951b-00863e5e98b4 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c1173a1-4c78-44d9-82fd-f934737b6599 HTTP/1.1" status: 200  len: 210 time: 0.0290437
Apr 30 22:08:26.707718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf4d9-7fe5-4cc5-bf8b-059f45412ff1 req-543a65ef-35bb-41e6-b7af-3096d5f1b3c2 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:26.709209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e10bf4d9-7fe5-4cc5-bf8b-059f45412ff1 req-543a65ef-35bb-41e6-b7af-3096d5f1b3c2 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0511737
Apr 30 22:08:26.755151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e10bf4d9-7fe5-4cc5-bf8b-059f45412ff1 req-b264c6da-79d4-46b5-8e0f-009ca3e2478e tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402355
Apr 30 22:08:26.884175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b2eb7-3ae9-48c6-88cb-f94ce837a9e6 req-84335e37-3ff2-417d-9163-e602bd9294e6 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:26.885544 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb9b2eb7-3ae9-48c6-88cb-f94ce837a9e6 req-84335e37-3ff2-417d-9163-e602bd9294e6 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0469351
Apr 30 22:08:26.932060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb9b2eb7-3ae9-48c6-88cb-f94ce837a9e6 req-e627b1f1-acf6-453c-8d79-9761570e6be3 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409033
Apr 30 22:08:27.043479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cba62a-a74c-4e70-81fa-5cbec783adf7 req-fa66e716-8167-43f2-bc58-569a2cb8aee2 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:27.044973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30cba62a-a74c-4e70-81fa-5cbec783adf7 req-fa66e716-8167-43f2-bc58-569a2cb8aee2 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0459805
Apr 30 22:08:27.095153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-30cba62a-a74c-4e70-81fa-5cbec783adf7 req-477d4b2d-9183-486f-b7bd-09c168f45533 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445118
Apr 30 22:08:27.264111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a93b2-d26c-4155-9e99-a8cc017ccfc3 req-0c45ac24-9990-471b-b21f-407dc6c5d341 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:27.265581 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-841a93b2-d26c-4155-9e99-a8cc017ccfc3 req-0c45ac24-9990-471b-b21f-407dc6c5d341 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0462844
Apr 30 22:08:27.313097 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-841a93b2-d26c-4155-9e99-a8cc017ccfc3 req-2c2c00f0-746d-4e5a-8140-7be39f26938f tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418081
Apr 30 22:08:27.424695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848e989-2e84-4747-b2f1-36acac51bcfc req-cf5be161-4453-499c-bb54-9628e8d8f0f1 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:27.426066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4848e989-2e84-4747-b2f1-36acac51bcfc req-cf5be161-4453-499c-bb54-9628e8d8f0f1 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0463488
Apr 30 22:08:27.471377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4848e989-2e84-4747-b2f1-36acac51bcfc req-598dbe73-7375-4031-a6c5-a1892ad21eea tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396585
Apr 30 22:08:27.610880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56741d7a-e56c-4c40-afa3-ceca3569f841 req-37901404-c55c-4fca-a29b-fb473a650c39 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:27.612346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56741d7a-e56c-4c40-afa3-ceca3569f841 req-37901404-c55c-4fca-a29b-fb473a650c39 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0505168
Apr 30 22:08:27.659246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56741d7a-e56c-4c40-afa3-ceca3569f841 req-78c00864-ea57-4080-8097-006b9b452ed6 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411844
Apr 30 22:08:28.161018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a162727-4c99-41b9-9164-be38fa79ca14 req-6e6b38d2-9cc1-4037-8e0c-d1ea2d287de8 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:28.162529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a162727-4c99-41b9-9164-be38fa79ca14 req-6e6b38d2-9cc1-4037-8e0c-d1ea2d287de8 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0465417
Apr 30 22:08:28.209244 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7a162727-4c99-41b9-9164-be38fa79ca14 req-32062d71-b043-4ddf-8923-c2ff672fb531 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411346
Apr 30 22:08:28.551187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1054cddb-5ba9-491f-9958-7a16e0739abe no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:08:28.572185 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 1054cddb-5ba9-491f-9958-7a16e0739abe {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:08:28.572531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1054cddb-5ba9-491f-9958-7a16e0739abe not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:08:29.328831 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e97ef9-0a26-4f66-94cd-90c37536431d req-c3b8a28f-6fd7-4a9d-a017-6b92b2a784bf tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:29.330314 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e97ef9-0a26-4f66-94cd-90c37536431d req-c3b8a28f-6fd7-4a9d-a017-6b92b2a784bf tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0511918
Apr 30 22:08:29.376508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-81e97ef9-0a26-4f66-94cd-90c37536431d req-3180b351-8c46-4c09-8f27-ee443509e498 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/security-groups?id=a8aa480c-aae2-4a65-9ddd-00c4397c4b69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404937
Apr 30 22:08:29.568916 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-0b950767-a043-4db5-a952-655f5b9388f4 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:29.570434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-0b950767-a043-4db5-a952-655f5b9388f4 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 945 time: 0.0524068
Apr 30 22:08:29.656514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Deleting port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:29.656854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:29.748167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] For port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,segment=NetworkSegment(e0586a99-016f-495a-b83f-a6effb17241a),segment_id=e0586a99-016f-495a-b83f-a6effb17241a)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:29.748448 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:29.761684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Calling delete_port for d4d1cc63-6ac4-4e0b-8ad2-f434007c23de owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:29.963287 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d4d1cc63-6ac4-4e0b-8ad2-f434007c23de), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:29.979206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['d4d1cc63-6ac4-4e0b-8ad2-f434007c23de'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:08:29.991074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Pushing event deleted for resources: {'Port': ['ID=d4d1cc63-6ac4-4e0b-8ad2-f434007c23de,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:30.035427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] No DVR routers for this DVR port d4d1cc63-6ac4-4e0b-8ad2-f434007c23de on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:30.037996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:30.041237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-65042ed0-d0b7-49d9-bccf-171eadfc21ef req-830627df-0929-4c50-85e2-d7f83784c815 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.20 "DELETE /v2.0/ports/d4d1cc63-6ac4-4e0b-8ad2-f434007c23de HTTP/1.1" status: 204  len: 173 time: 0.4626362
Apr 30 22:08:30.041738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0772205-96c6-4a12-84e3-8d489d9acd23', 'name': 'network-vif-deleted', 'tag': 'd4d1cc63-6ac4-4e0b-8ad2-f434007c23de'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:08:30.043955 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f791fc175c82c392387101c0f8b7abb9be1b0383a5df12a3300638fb3cee7f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0d4d37-55cd-47db-9b83-f4332b346235" -d '{"events": [{"server_uuid": "a0772205-96c6-4a12-84e3-8d489d9acd23", "name": "network-vif-deleted", "tag": "d4d1cc63-6ac4-4e0b-8ad2-f434007c23de"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:08:30.139219 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b42dd0-ec42-48f5-8e1b-57ef84b14677 x-openstack-request-id: req-d9b42dd0-ec42-48f5-8e1b-57ef84b14677 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:08:30.139219 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0772205-96c6-4a12-84e3-8d489d9acd23", "name": "network-vif-deleted", "tag": "d4d1cc63-6ac4-4e0b-8ad2-f434007c23de", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:08:30.139219 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9b42dd0-ec42-48f5-8e1b-57ef84b14677 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:08:30.139219 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b42dd0-ec42-48f5-8e1b-57ef84b14677'] response: {'server_uuid': 'a0772205-96c6-4a12-84e3-8d489d9acd23', 'name': 'network-vif-deleted', 'tag': 'd4d1cc63-6ac4-4e0b-8ad2-f434007c23de', 'status': 'completed', 'code': 200}
Apr 30 22:08:30.486102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5ce2d3d4-f8ef-48c7-b31a-f8761433022b req-b748bc04-ace0-4203-aa96-3dcb69b20fa0 tempest-ServersNegativeTestJSON-526808328 tempest-ServersNegativeTestJSON-526808328-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0772205-96c6-4a12-84e3-8d489d9acd23 HTTP/1.1" status: 200  len: 210 time: 0.0308800
Apr 30 22:08:31.562118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52676) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:31.607781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b5e3f0-614b-4fd3-9595-c037cd1c5ff7 admin admin] Deleting subnet 175e18be-8612-429d-9c6b-a07d4c14c4cc {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:08:31.610925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b6b5e3f0-614b-4fd3-9595-c037cd1c5ff7 admin admin] Publish callbacks [] for subnet (175e18be-8612-429d-9c6b-a07d4c14c4cc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:31.645144 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b6b5e3f0-614b-4fd3-9595-c037cd1c5ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (175e18be-8612-429d-9c6b-a07d4c14c4cc), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:31.683033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b6b5e3f0-614b-4fd3-9595-c037cd1c5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (175e18be-8612-429d-9c6b-a07d4c14c4cc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:31.781190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b6b5e3f0-614b-4fd3-9595-c037cd1c5ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (175e18be-8612-429d-9c6b-a07d4c14c4cc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:31.810892 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5e3f0-614b-4fd3-9595-c037cd1c5ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175e18be-8612-429d-9c6b-a07d4c14c4cc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:31.816619 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b6b5e3f0-614b-4fd3-9595-c037cd1c5ff7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:31.820575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b6b5e3f0-614b-4fd3-9595-c037cd1c5ff7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/175e18be-8612-429d-9c6b-a07d4c14c4cc HTTP/1.1" status: 204  len: 168 time: 0.2574399
Apr 30 22:08:31.822967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52678) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:31.892503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (51df1f06-9dd5-4520-a810-2858a49a5ae4), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:31.972914 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (51df1f06-9dd5-4520-a810-2858a49a5ae4), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:31.993499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966b82bb0>,) {'filters': {'network_id': ['51df1f06-9dd5-4520-a810-2858a49a5ae4']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:32.002674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966b82bb0>, 'e0586a99-016f-495a-b83f-a6effb17241a') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:32.004503 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966b82bb0>, 'e0586a99-016f-495a-b83f-a6effb17241a') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:32.013377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (e0586a99-016f-495a-b83f-a6effb17241a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.026816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (e0586a99-016f-495a-b83f-a6effb17241a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.032758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:32.033090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (e0586a99-016f-495a-b83f-a6effb17241a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:32.034784 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:32.139717 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (51df1f06-9dd5-4520-a810-2858a49a5ae4), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.145207 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.148552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] 10.222.0.23 "DELETE /v2.0/networks/51df1f06-9dd5-4520-a810-2858a49a5ae4 HTTP/1.1" status: 204  len: 168 time: 0.3246737
Apr 30 22:08:32.161309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b25bc-2b67-4f70-bc29-c5ac603fd172 admin admin] Pushing event deleted for resources: {'Network': ['ID=51df1f06-9dd5-4520-a810-2858a49a5ae4,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:32.488752 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52682) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:32.531275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-50b063cc-21ca-4585-9e0c-9ff572b6c454 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f727643ff9b47fcab67ab5e3ef4db86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0413389
Apr 30 22:08:32.533740 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52684) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:32.586258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c199ae91-b9ee-4757-b910-0013764457a3 admin admin] Publish callbacks [] for security_group (a8aa480c-aae2-4a65-9ddd-00c4397c4b69), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.607157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c199ae91-b9ee-4757-b910-0013764457a3 admin admin] Publish callbacks [] for security_group (a8aa480c-aae2-4a65-9ddd-00c4397c4b69), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.717830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c199ae91-b9ee-4757-b910-0013764457a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (a8aa480c-aae2-4a65-9ddd-00c4397c4b69), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.720437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c199ae91-b9ee-4757-b910-0013764457a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:32.721630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c199ae91-b9ee-4757-b910-0013764457a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8aa480c-aae2-4a65-9ddd-00c4397c4b69 HTTP/1.1" status: 204  len: 168 time: 0.1869388
Apr 30 22:08:32.729678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199ae91-b9ee-4757-b910-0013764457a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aa480c-aae2-4a65-9ddd-00c4397c4b69,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:33.553350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-6b92a9a8-8d33-4501-8152-8e70b625ff5a req-aa22ed47-7171-45ad-aa9a-0657ab5eafbd tempest-TestNetworkAdvancedServerOps-404478808 tempest-TestNetworkAdvancedServerOps-404478808-project-admin] (115773) timed out ('10.222.0.23', 49178) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 22:08:33.718603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52706) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:33.812609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258341317'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:33.900199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:33.903511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:33.912011 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:33.984216 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for security_group (87fc83dd-5f1d-4b2d-8b2d-d388a72a4207), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:34.066015 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (87fc83dd-5f1d-4b2d-8b2d-d388a72a4207), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:34.092943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:08:34.102576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fc83dd-5f1d-4b2d-8b2d-d388a72a4207,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:34.108037 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:34.108661 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Added segment 19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1 of type vlan for network 9b8f3661-1eca-455b-9810-49dc125b5dff
Apr 30 22:08:34.148964 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9b8f3661-1eca-455b-9810-49dc125b5dff), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:34.209215 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9b8f3661-1eca-455b-9810-49dc125b5dff), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:34.214095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:34.214675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:34.310861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Network': ['ID=9b8f3661-1eca-455b-9810-49dc125b5dff,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:34.321256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9b8f3661-1eca-455b-9810-49dc125b5dff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:08:34.343382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-71a0747a-19a7-40d3-89a8-a14ade4d78bf tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6236870
Apr 30 22:08:34.620254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d4d1cc63-6ac4-4e0b-8ad2-f434007c23de no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:08:34.645151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: d4d1cc63-6ac4-4e0b-8ad2-f434007c23de {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:08:34.645499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device d4d1cc63-6ac4-4e0b-8ad2-f434007c23de not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:08:37.543938 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52710) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:37.548974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'subnet': {'network_id': '9b8f3661-1eca-455b-9810-49dc125b5dff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:37.671439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:37.674797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:37.894854 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (676f13c2-b6ad-44c1-a05a-1a492f92f2cc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:37.955977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Subnet': ['ID=676f13c2-b6ad-44c1-a05a-1a492f92f2cc,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:37.966406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Checking segment: {'id': '19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8f3661-1eca-455b-9810-49dc125b5dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:37.966771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network hostable DHCP agents. Network: 9b8f3661-1eca-455b-9810-49dc125b5dff, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:08:38.031554 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network 9b8f3661-1eca-455b-9810-49dc125b5dff is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:08:38.094527 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b8f3661-1eca-455b-9810-49dc125b5dff) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:38.098530 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:38.099192 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.103547 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b90fb1-c231-43c1-ae4a-b9bba0fc2647 None None] Network 9b8f3661-1eca-455b-9810-49dc125b5dff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:38.171688 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9cbc567b-8791-4e8c-97d9-7538618f9f89 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6266437
Apr 30 22:08:38.175053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52714) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:38.180740 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-891055933'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:38.201436 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9b8f3661-1eca-455b-9810-49dc125b5dff', 'network_id': '9b8f3661-1eca-455b-9810-49dc125b5dff', 'project_id': 'fcb9ede3806446609c06128c4bb7b9da', 'fixed_ips': [{'subnet_id': '676f13c2-b6ad-44c1-a05a-1a492f92f2cc'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:08:38.202312 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.243664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:38.247105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.344896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Allocated IP 2001:db8:0:ffff::2 (9b8f3661-1eca-455b-9810-49dc125b5dff/676f13c2-b6ad-44c1-a05a-1a492f92f2cc/1760a397-72cd-4deb-a29b-5dee1a02b168) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:38.497661 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Publish callbacks [] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.580486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.610154 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:08:38.618407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Network 9b8f3661-1eca-455b-9810-49dc125b5dff is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:38.619362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ed54ca0f-2d31-4212-a1dc-470fd9f75f96), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.619707 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Added segment ed54ca0f-2d31-4212-a1dc-470fd9f75f96 of type vlan for network 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0
Apr 30 22:08:38.621193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:38.624751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:38.635942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Pushing event updated for resources: {'Port': ['ID=1760a397-72cd-4deb-a29b-5dee1a02b168,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:38.646208 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.646557 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.646899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.647730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.647730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.647967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.648228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.648555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.648876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.649201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.649525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.649871 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.652587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.652587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.652587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:38.659002 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.701997 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Attempting to bind port 1760a397-72cd-4deb-a29b-5dee1a02b168 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:38.702369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Attempting to bind port 1760a397-72cd-4deb-a29b-5dee1a02b168 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8f3661-1eca-455b-9810-49dc125b5dff'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:38.702733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Attempting to bind port 1760a397-72cd-4deb-a29b-5dee1a02b168 on network 9b8f3661-1eca-455b-9810-49dc125b5dff {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:38.707741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:38.708114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Checking segment: {'id': '19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8f3661-1eca-455b-9810-49dc125b5dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:38.708514 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.708908 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Bound using segment: {'id': '19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8f3661-1eca-455b-9810-49dc125b5dff'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:38.709372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Bound port: 1760a397-72cd-4deb-a29b-5dee1a02b168, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8f3661-1eca-455b-9810-49dc125b5dff'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:38.709749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.770628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] For port 1760a397-72cd-4deb-a29b-5dee1a02b168, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:38.773636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] For port 1760a397-72cd-4deb-a29b-5dee1a02b168, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1760a397-72cd-4deb-a29b-5dee1a02b168,segment=NetworkSegment(19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1),segment_id=19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:38.774695 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.779802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:38.780384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.846920 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Network': ['ID=20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:38.855249 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:38.860714 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:08:38.925999 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a099c029-d42c-45f4-bc77-500347e3559f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7497623
Apr 30 22:08:38.929703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52716) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:38.935641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'subnet': {'network_id': '20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:38.970839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fa718-16b9-4018-bbc2-a83b9925adcc None None] Pushing event updated for resources: {'Port': ['ID=1760a397-72cd-4deb-a29b-5dee1a02b168,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:39.123643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:39.130510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.386185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (4e0bb7a6-b6ec-49d9-898a-f524f6b04457), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.447961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Subnet': ['ID=4e0bb7a6-b6ec-49d9-898a-f524f6b04457,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:39.455617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Checking segment: {'id': 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:39.455869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network hostable DHCP agents. Network: 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:08:39.557887 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:08:39.582292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1760a397-72cd-4deb-a29b-5dee1a02b168 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:08:39.630777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1760a397-72cd-4deb-a29b-5dee1a02b168 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:39.631124 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.654901 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:39.660984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:39.661787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.666234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d1d93-cf4f-4d8a-9ffc-31bdc9add1c3 None None] Network 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:39.763588 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0e1be6e5-2c24-4b9b-97c8-d429ec50f44a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.8326738
Apr 30 22:08:39.766597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52718) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:39.780357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1760a397-72cd-4deb-a29b-5dee1a02b168 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:39.780750 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.824406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0', 'network_id': '20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0', 'project_id': 'fcb9ede3806446609c06128c4bb7b9da', 'fixed_ips': [{'subnet_id': '4e0bb7a6-b6ec-49d9-898a-f524f6b04457'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:08:39.825405 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.848713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 1760a397-72cd-4deb-a29b-5dee1a02b168, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1760a397-72cd-4deb-a29b-5dee1a02b168,segment=NetworkSegment(19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1),segment_id=19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:39.878523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.907425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4a93b-507f-474d-a0ba-691c626f0743 None None] Network 9b8f3661-1eca-455b-9810-49dc125b5dff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:39.953961 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4e0bb7a6-b6ec-49d9-898a-f524f6b04457), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.966190 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:39.978623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c39cd3af-01f7-4dec-b923-e5cc0c86d773 None None] Provisioning complete for port 1760a397-72cd-4deb-a29b-5dee1a02b168 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:39.978996 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c39cd3af-01f7-4dec-b923-e5cc0c86d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.140362 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Allocated IP 2001:db8::2 (20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0/4e0bb7a6-b6ec-49d9-898a-f524f6b04457/4f08dfb6-e879-4407-966a-f8937221fe2c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:40.148609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=1760a397-72cd-4deb-a29b-5dee1a02b168,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:40.409204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c39cd3af-01f7-4dec-b923-e5cc0c86d773 None None] Current status of the port 1760a397-72cd-4deb-a29b-5dee1a02b168 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:40.492516 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Publish callbacks [] for port (4f08dfb6-e879-4407-966a-f8937221fe2c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.524482 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-14526ac7-bb78-43de-ba70-be634597ed56 None None] Provisioning complete for port 1760a397-72cd-4deb-a29b-5dee1a02b168 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:40.524852 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-14526ac7-bb78-43de-ba70-be634597ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.559813 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (4f08dfb6-e879-4407-966a-f8937221fe2c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.612373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Network 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:40.636063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:40.639311 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Pushing event updated for resources: {'Port': ['ID=4f08dfb6-e879-4407-966a-f8937221fe2c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:40.641538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:40.643155 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (4e0bb7a6-b6ec-49d9-898a-f524f6b04457), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.675107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Subnet': ['ID=4e0bb7a6-b6ec-49d9-898a-f524f6b04457,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:40.677617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-14526ac7-bb78-43de-ba70-be634597ed56 None None] Current status of the port 1760a397-72cd-4deb-a29b-5dee1a02b168 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:40.712473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Attempting to bind port 4f08dfb6-e879-4407-966a-f8937221fe2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:40.712847 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Attempting to bind port 4f08dfb6-e879-4407-966a-f8937221fe2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:40.713215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Attempting to bind port 4f08dfb6-e879-4407-966a-f8937221fe2c on network 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:40.718347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:40.718732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Checking segment: {'id': 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:40.719141 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.719538 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Bound using segment: {'id': 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:40.720008 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Bound port: 4f08dfb6-e879-4407-966a-f8937221fe2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:40.720397 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (4f08dfb6-e879-4407-966a-f8937221fe2c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.738674 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.763320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967488550>,) {'filters': {'network_id': ['20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:40.773072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967488550>, 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:40.773269 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967488550>, 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:40.782524 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (ed54ca0f-2d31-4212-a1dc-470fd9f75f96), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.785478 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] For port 4f08dfb6-e879-4407-966a-f8937221fe2c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:40.789061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] For port 4f08dfb6-e879-4407-966a-f8937221fe2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f08dfb6-e879-4407-966a-f8937221fe2c,segment=NetworkSegment(ed54ca0f-2d31-4212-a1dc-470fd9f75f96),segment_id=ed54ca0f-2d31-4212-a1dc-470fd9f75f96)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:40.849324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (4f08dfb6-e879-4407-966a-f8937221fe2c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.852359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ed54ca0f-2d31-4212-a1dc-470fd9f75f96), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.859650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:40.860352 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (ed54ca0f-2d31-4212-a1dc-470fd9f75f96), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:40.863507 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:40.932107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155787-fb13-44cc-9b4a-d86a5a85fe26 None None] Pushing event updated for resources: {'Port': ['ID=4f08dfb6-e879-4407-966a-f8937221fe2c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:40.945516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39511b6e-4846-48cb-b4a5-39420540cda3 None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 22:08:40.963619 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.db.api [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 22:08:40.963619 ncdv-master-1 neutron-server[115774]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 22:08:40.963619 ncdv-master-1 neutron-server[115774]: [parameters: {'id': '20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0'}]
Apr 30 22:08:40.963619 ncdv-master-1 neutron-server[115774]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115774) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 22:08:40.964492 ncdv-master-1 neutron-server[115774]: DEBUG oslo_db.api [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 22:08:41.015942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39511b6e-4846-48cb-b4a5-39420540cda3 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 22:08:41.155988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3af79-c617-4fd6-bda3-3a653babcf46 None None] Network 20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:41.464826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.512835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Deleting port 4f08dfb6-e879-4407-966a-f8937221fe2c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:41.512835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (4f08dfb6-e879-4407-966a-f8937221fe2c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.577254 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] For port 4f08dfb6-e879-4407-966a-f8937221fe2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f08dfb6-e879-4407-966a-f8937221fe2c,segment=NetworkSegment(ed54ca0f-2d31-4212-a1dc-470fd9f75f96),segment_id=ed54ca0f-2d31-4212-a1dc-470fd9f75f96)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:41.577665 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (4f08dfb6-e879-4407-966a-f8937221fe2c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.581716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1760a397-72cd-4deb-a29b-5dee1a02b168 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:08:41.591157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Calling delete_port for 4f08dfb6-e879-4407-966a-f8937221fe2c owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:41.631685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1760a397-72cd-4deb-a29b-5dee1a02b168 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:41.632795 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.706201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (4f08dfb6-e879-4407-966a-f8937221fe2c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.708697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1760a397-72cd-4deb-a29b-5dee1a02b168 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:41.735093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Port': ['ID=4f08dfb6-e879-4407-966a-f8937221fe2c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:41.738615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No DVR routers for this DVR port 4f08dfb6-e879-4407-966a-f8937221fe2c on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:41.813683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.834203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966335a90>,) {'filters': {'network_id': ['20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:41.843524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966335a90>, 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:41.843820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966335a90>, 'ed54ca0f-2d31-4212-a1dc-470fd9f75f96') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:41.853443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (ed54ca0f-2d31-4212-a1dc-470fd9f75f96), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.866935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ed54ca0f-2d31-4212-a1dc-470fd9f75f96), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.873341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:41.873724 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (ed54ca0f-2d31-4212-a1dc-470fd9f75f96), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:41.876664 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:41.991001 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:41.998368 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:42.001402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0 HTTP/1.1" status: 204  len: 168 time: 2.2336373
Apr 30 22:08:42.005116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52720) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:42.010315 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107781633'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:42.013624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9e27d-d696-43f1-b76f-0a28bd7994a2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Network': ['ID=20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:42.089285 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:42.092512 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:42.115727 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:08:42.125095 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (afc3f216-c6c6-419e-bf22-f8dd7f894001), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:42.125432 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Added segment afc3f216-c6c6-419e-bf22-f8dd7f894001 of type vlan for network b49ab22c-0a59-454e-bd9a-675b5ef61614
Apr 30 22:08:42.164006 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (b49ab22c-0a59-454e-bd9a-675b5ef61614), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:42.242704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (b49ab22c-0a59-454e-bd9a-675b5ef61614), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:42.247623 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:42.248194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:42.315451 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Network': ['ID=b49ab22c-0a59-454e-bd9a-675b5ef61614,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:42.325561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network b49ab22c-0a59-454e-bd9a-675b5ef61614 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:08:42.371117 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1766a67a-a2aa-4b6d-916d-f017503223a0 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3647969
Apr 30 22:08:42.373840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52722) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:42.378860 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'subnet': {'network_id': 'b49ab22c-0a59-454e-bd9a-675b5ef61614', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:42.511893 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:42.515494 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:42.575377 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Performing IP validity checks on allocation pools {{(pid=115773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Apr 30 22:08:42.575880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.ipam_backend_mixin [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115773) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Apr 30 22:08:42.751221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (c6be05fe-d872-423c-9f3b-685d1dce52f5), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:42.815491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Subnet': ['ID=c6be05fe-d872-423c-9f3b-685d1dce52f5,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:42.824049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Checking segment: {'id': 'afc3f216-c6c6-419e-bf22-f8dd7f894001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b49ab22c-0a59-454e-bd9a-675b5ef61614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:42.824411 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network hostable DHCP agents. Network: b49ab22c-0a59-454e-bd9a-675b5ef61614, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:08:43.071934 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network b49ab22c-0a59-454e-bd9a-675b5ef61614 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:08:43.173735 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b49ab22c-0a59-454e-bd9a-675b5ef61614) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:43.177853 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:43.178447 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.183667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8093baa-b203-4883-ae7e-fe398d0ac5ca None None] Network b49ab22c-0a59-454e-bd9a-675b5ef61614 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:43.280687 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-54782fa5-7fd1-413b-86d2-0985324fc64f tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9057307
Apr 30 22:08:43.283349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52724) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:43.284444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b49ab22c-0a59-454e-bd9a-675b5ef61614', 'network_id': 'b49ab22c-0a59-454e-bd9a-675b5ef61614', 'project_id': 'fcb9ede3806446609c06128c4bb7b9da', 'fixed_ips': [{'subnet_id': 'c6be05fe-d872-423c-9f3b-685d1dce52f5'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:08:43.285294 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.379461 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b49ab22c-0a59-454e-bd9a-675b5ef61614), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.418132 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Allocated IP 2001:db8::3 (b49ab22c-0a59-454e-bd9a-675b5ef61614/c6be05fe-d872-423c-9f3b-685d1dce52f5/1168305c-c7e5-4559-a1e9-34de829bf99e) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:43.456556 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c6be05fe-d872-423c-9f3b-685d1dce52f5), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.564678 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Publish callbacks [] for port (1168305c-c7e5-4559-a1e9-34de829bf99e), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.609477 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (1168305c-c7e5-4559-a1e9-34de829bf99e), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.647192 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Network b49ab22c-0a59-454e-bd9a-675b5ef61614 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:43.649863 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:43.653293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:43.660909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (c6be05fe-d872-423c-9f3b-685d1dce52f5), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.661358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Pushing event updated for resources: {'Port': ['ID=1168305c-c7e5-4559-a1e9-34de829bf99e,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:43.690445 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Subnet': ['ID=c6be05fe-d872-423c-9f3b-685d1dce52f5,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:43.723003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Attempting to bind port 1168305c-c7e5-4559-a1e9-34de829bf99e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:43.723384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Attempting to bind port 1168305c-c7e5-4559-a1e9-34de829bf99e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afc3f216-c6c6-419e-bf22-f8dd7f894001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b49ab22c-0a59-454e-bd9a-675b5ef61614'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:43.723740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Attempting to bind port 1168305c-c7e5-4559-a1e9-34de829bf99e on network b49ab22c-0a59-454e-bd9a-675b5ef61614 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:43.729302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:43.729671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Checking segment: {'id': 'afc3f216-c6c6-419e-bf22-f8dd7f894001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b49ab22c-0a59-454e-bd9a-675b5ef61614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:43.730099 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.730633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Bound using segment: {'id': 'afc3f216-c6c6-419e-bf22-f8dd7f894001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b49ab22c-0a59-454e-bd9a-675b5ef61614'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:43.731153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Bound port: 1168305c-c7e5-4559-a1e9-34de829bf99e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc3f216-c6c6-419e-bf22-f8dd7f894001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b49ab22c-0a59-454e-bd9a-675b5ef61614'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:43.731537 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1168305c-c7e5-4559-a1e9-34de829bf99e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.754592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b49ab22c-0a59-454e-bd9a-675b5ef61614), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.775327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d1d9f40>,) {'filters': {'network_id': ['b49ab22c-0a59-454e-bd9a-675b5ef61614']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:43.784567 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d1d9f40>, 'afc3f216-c6c6-419e-bf22-f8dd7f894001') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:43.784865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d1d9f40>, 'afc3f216-c6c6-419e-bf22-f8dd7f894001') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:43.793519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] For port 1168305c-c7e5-4559-a1e9-34de829bf99e, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:43.794924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (afc3f216-c6c6-419e-bf22-f8dd7f894001), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.796715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] For port 1168305c-c7e5-4559-a1e9-34de829bf99e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1168305c-c7e5-4559-a1e9-34de829bf99e,segment=NetworkSegment(afc3f216-c6c6-419e-bf22-f8dd7f894001),segment_id=afc3f216-c6c6-419e-bf22-f8dd7f894001)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:43.859699 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1168305c-c7e5-4559-a1e9-34de829bf99e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.862038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (afc3f216-c6c6-419e-bf22-f8dd7f894001), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.872264 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:43.872676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (afc3f216-c6c6-419e-bf22-f8dd7f894001), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:43.875968 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:43.945972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc2ef-78fe-40e4-b46e-2a571d62778e None None] Pushing event updated for resources: {'Port': ['ID=1168305c-c7e5-4559-a1e9-34de829bf99e,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:43.961571 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af2821-481b-40d0-97cc-9341487844bb None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 22:08:43.963703 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 22:08:43.963703 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 22:08:43.963703 ncdv-master-1 neutron-server[115773]: [parameters: {'id': 'b49ab22c-0a59-454e-bd9a-675b5ef61614'}]
Apr 30 22:08:43.963703 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 22:08:43.964210 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 22:08:44.026924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af2821-481b-40d0-97cc-9341487844bb None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 22:08:44.169047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc568ae-7aa2-4ed1-82f1-7aa1b2b22676 None None] Network b49ab22c-0a59-454e-bd9a-675b5ef61614 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:44.465477 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (b49ab22c-0a59-454e-bd9a-675b5ef61614), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:44.511592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Deleting port 1168305c-c7e5-4559-a1e9-34de829bf99e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:44.511935 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1168305c-c7e5-4559-a1e9-34de829bf99e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:44.580551 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] For port 1168305c-c7e5-4559-a1e9-34de829bf99e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1168305c-c7e5-4559-a1e9-34de829bf99e,segment=NetworkSegment(afc3f216-c6c6-419e-bf22-f8dd7f894001),segment_id=afc3f216-c6c6-419e-bf22-f8dd7f894001)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:44.580833 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1168305c-c7e5-4559-a1e9-34de829bf99e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:44.594388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Calling delete_port for 1168305c-c7e5-4559-a1e9-34de829bf99e owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:44.711930 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (1168305c-c7e5-4559-a1e9-34de829bf99e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:44.741425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Port': ['ID=1168305c-c7e5-4559-a1e9-34de829bf99e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:44.744744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No DVR routers for this DVR port 1168305c-c7e5-4559-a1e9-34de829bf99e on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:44.822113 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (b49ab22c-0a59-454e-bd9a-675b5ef61614), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:44.842579 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c624610>,) {'filters': {'network_id': ['b49ab22c-0a59-454e-bd9a-675b5ef61614']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:44.852322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c624610>, 'afc3f216-c6c6-419e-bf22-f8dd7f894001') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:44.852620 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c624610>, 'afc3f216-c6c6-419e-bf22-f8dd7f894001') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:44.862681 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (afc3f216-c6c6-419e-bf22-f8dd7f894001), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:44.878159 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (afc3f216-c6c6-419e-bf22-f8dd7f894001), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:44.884872 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:44.885265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (afc3f216-c6c6-419e-bf22-f8dd7f894001), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:44.889278 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:44.997334 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (b49ab22c-0a59-454e-bd9a-675b5ef61614), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.004275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.007645 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/b49ab22c-0a59-454e-bd9a-675b5ef61614 HTTP/1.1" status: 204  len: 168 time: 1.7233357
Apr 30 22:08:45.011478 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52726) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:45.016559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-960496228'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:45.019501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677e320-0185-4199-a86a-4e2be7cc1764 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Network': ['ID=b49ab22c-0a59-454e-bd9a-675b5ef61614,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:45.071667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:45.075024 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.102672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:08:45.111157 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ecbe5ee9-0994-4683-910f-2ec441e4b148), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.111501 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Added segment ecbe5ee9-0994-4683-910f-2ec441e4b148 of type vlan for network fcd4698d-fe94-4f41-8efb-e65b2b64ce58
Apr 30 22:08:45.158113 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (fcd4698d-fe94-4f41-8efb-e65b2b64ce58), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.220375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (fcd4698d-fe94-4f41-8efb-e65b2b64ce58), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.225336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:45.227565 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.294434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Network': ['ID=fcd4698d-fe94-4f41-8efb-e65b2b64ce58,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:45.305337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network fcd4698d-fe94-4f41-8efb-e65b2b64ce58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:08:45.326391 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-df98dedf-e905-477d-81fb-fad67d42acc2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3138130
Apr 30 22:08:45.329984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52728) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:45.334763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'subnet': {'network_id': 'fcd4698d-fe94-4f41-8efb-e65b2b64ce58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:45.494491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:45.497902 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.723568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (919cbfa9-f586-4e6b-b2ce-d56b12e313f6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.789832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Subnet': ['ID=919cbfa9-f586-4e6b-b2ce-d56b12e313f6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:45.797822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Checking segment: {'id': 'ecbe5ee9-0994-4683-910f-2ec441e4b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcd4698d-fe94-4f41-8efb-e65b2b64ce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:45.798194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network hostable DHCP agents. Network: fcd4698d-fe94-4f41-8efb-e65b2b64ce58, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:08:45.876335 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network fcd4698d-fe94-4f41-8efb-e65b2b64ce58 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:08:45.927767 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fcd4698d-fe94-4f41-8efb-e65b2b64ce58) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:45.932131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:45.933152 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:45.936222 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78878441-58b1-417b-b95c-26c4ba28616a None None] Network fcd4698d-fe94-4f41-8efb-e65b2b64ce58 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:46.016811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6a9a4da6-452e-4642-8ca0-918a3c5d643a tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6857083
Apr 30 22:08:46.020492 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52730) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:46.025718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65102268'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:46.038715 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fcd4698d-fe94-4f41-8efb-e65b2b64ce58', 'network_id': 'fcd4698d-fe94-4f41-8efb-e65b2b64ce58', 'project_id': 'fcb9ede3806446609c06128c4bb7b9da', 'fixed_ips': [{'subnet_id': '919cbfa9-f586-4e6b-b2ce-d56b12e313f6'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:08:46.039845 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.094777 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:46.098587 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.125691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:08:46.135523 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (44ed1af8-6be8-428a-91b3-2d5858338d5c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.136935 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Added segment 44ed1af8-6be8-428a-91b3-2d5858338d5c of type vlan for network 65267a8b-8e37-4d72-b909-17f961cf8e01
Apr 30 22:08:46.181194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (65267a8b-8e37-4d72-b909-17f961cf8e01), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.183804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Allocated IP 2001:db8::2 (fcd4698d-fe94-4f41-8efb-e65b2b64ce58/919cbfa9-f586-4e6b-b2ce-d56b12e313f6/a9402f43-69e5-4953-a4c6-0fcc3e949783) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:46.265450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (65267a8b-8e37-4d72-b909-17f961cf8e01), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.271366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:46.271982 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.333565 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Publish callbacks [] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.348746 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Network': ['ID=65267a8b-8e37-4d72-b909-17f961cf8e01,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:46.359058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 65267a8b-8e37-4d72-b909-17f961cf8e01 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:08:46.406505 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e54b4135-f53d-445f-a438-90cd00ea8247 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.3847954
Apr 30 22:08:46.407003 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.409310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52732) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:46.414858 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Request body: {'subnet': {'network_id': '65267a8b-8e37-4d72-b909-17f961cf8e01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:46.458133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Network fcd4698d-fe94-4f41-8efb-e65b2b64ce58 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:46.461289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:46.465732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:46.500595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Pushing event updated for resources: {'Port': ['ID=a9402f43-69e5-4953-a4c6-0fcc3e949783,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:46.534806 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Attempting to bind port a9402f43-69e5-4953-a4c6-0fcc3e949783 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:46.535105 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Attempting to bind port a9402f43-69e5-4953-a4c6-0fcc3e949783 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ecbe5ee9-0994-4683-910f-2ec441e4b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcd4698d-fe94-4f41-8efb-e65b2b64ce58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:46.535471 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Attempting to bind port a9402f43-69e5-4953-a4c6-0fcc3e949783 on network fcd4698d-fe94-4f41-8efb-e65b2b64ce58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:46.541204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:46.541575 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Checking segment: {'id': 'ecbe5ee9-0994-4683-910f-2ec441e4b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcd4698d-fe94-4f41-8efb-e65b2b64ce58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:46.542008 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.542410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Bound using segment: {'id': 'ecbe5ee9-0994-4683-910f-2ec441e4b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcd4698d-fe94-4f41-8efb-e65b2b64ce58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:46.542878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Bound port: a9402f43-69e5-4953-a4c6-0fcc3e949783, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbe5ee9-0994-4683-910f-2ec441e4b148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fcd4698d-fe94-4f41-8efb-e65b2b64ce58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:46.543259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.605437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] For port a9402f43-69e5-4953-a4c6-0fcc3e949783, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:46.608535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] For port a9402f43-69e5-4953-a4c6-0fcc3e949783, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9402f43-69e5-4953-a4c6-0fcc3e949783,segment=NetworkSegment(ecbe5ee9-0994-4683-910f-2ec441e4b148),segment_id=ecbe5ee9-0994-4683-910f-2ec441e4b148)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:46.637254 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Made reservation on behalf of fcb9ede3806446609c06128c4bb7b9da for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:46.641354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.729603 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.794698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6150-efa7-496c-94cb-3ce178ade607 None None] Pushing event updated for resources: {'Port': ['ID=a9402f43-69e5-4953-a4c6-0fcc3e949783,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:46.883838 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (46c3edd6-36db-4f8c-baca-f63f2964edf4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:46.953293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event updated for resources: {'Subnet': ['ID=46c3edd6-36db-4f8c-baca-f63f2964edf4,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:46.973334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Checking segment: {'id': '44ed1af8-6be8-428a-91b3-2d5858338d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '65267a8b-8e37-4d72-b909-17f961cf8e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:46.973708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network hostable DHCP agents. Network: 65267a8b-8e37-4d72-b909-17f961cf8e01, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:08:47.077022 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Network 65267a8b-8e37-4d72-b909-17f961cf8e01 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:08:47.157799 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65267a8b-8e37-4d72-b909-17f961cf8e01) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:47.162483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:47.163125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.166753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844f921-9765-4ed9-a8a3-1fa820a8e6a4 None None] Network 65267a8b-8e37-4d72-b909-17f961cf8e01 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:47.247681 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d61fac8c-e48e-4077-818b-36004621c540 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8368707
Apr 30 22:08:47.250091 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52734) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:47.266406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-65267a8b-8e37-4d72-b909-17f961cf8e01', 'network_id': '65267a8b-8e37-4d72-b909-17f961cf8e01', 'project_id': 'fcb9ede3806446609c06128c4bb7b9da', 'fixed_ips': [{'subnet_id': '46c3edd6-36db-4f8c-baca-f63f2964edf4'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:08:47.266406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.351815 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (65267a8b-8e37-4d72-b909-17f961cf8e01), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.407579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (46c3edd6-36db-4f8c-baca-f63f2964edf4), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.410114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Allocated IP 2001:db8::2 (65267a8b-8e37-4d72-b909-17f961cf8e01/46c3edd6-36db-4f8c-baca-f63f2964edf4/f82bdb9b-381f-429d-a9a2-5f164a176d00) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:47.562424 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.586606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Publish callbacks [] for port (f82bdb9b-381f-429d-a9a2-5f164a176d00), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.607398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a9402f43-69e5-4953-a4c6-0fcc3e949783 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:08:47.656488 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (f82bdb9b-381f-429d-a9a2-5f164a176d00), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.659773 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a9402f43-69e5-4953-a4c6-0fcc3e949783 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:47.660144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.712964 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (46c3edd6-36db-4f8c-baca-f63f2964edf4), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.744896 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Subnet': ['ID=46c3edd6-36db-4f8c-baca-f63f2964edf4,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:47.821408 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (65267a8b-8e37-4d72-b909-17f961cf8e01), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.842301 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c729040>,) {'filters': {'network_id': ['65267a8b-8e37-4d72-b909-17f961cf8e01']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:47.852596 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c729040>, '44ed1af8-6be8-428a-91b3-2d5858338d5c') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:47.852808 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c729040>, '44ed1af8-6be8-428a-91b3-2d5858338d5c') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:47.862448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (44ed1af8-6be8-428a-91b3-2d5858338d5c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.876387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (44ed1af8-6be8-428a-91b3-2d5858338d5c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.883207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:47.883596 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (44ed1af8-6be8-428a-91b3-2d5858338d5c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:47.886745 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:47.891827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac0ec05-14f2-4b67-8a3a-1f4b0597cce0 None None] Network fcd4698d-fe94-4f41-8efb-e65b2b64ce58 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:47.973099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Network 65267a8b-8e37-4d72-b909-17f961cf8e01 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:47.979286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3120106f-f0e1-491d-9c4b-05f8eae69d74 None None] Provisioning complete for port a9402f43-69e5-4953-a4c6-0fcc3e949783 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:47.979664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3120106f-f0e1-491d-9c4b-05f8eae69d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:47.986581 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.db.api [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Apr 30 22:08:47.986581 ncdv-master-1 neutron-server[115773]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Apr 30 22:08:47.986581 ncdv-master-1 neutron-server[115773]: [parameters: {'id': '65267a8b-8e37-4d72-b909-17f961cf8e01'}]
Apr 30 22:08:47.986581 ncdv-master-1 neutron-server[115773]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 22:08:47.987456 ncdv-master-1 neutron-server[115773]: DEBUG oslo_db.api [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 22:08:47.988869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:47.990602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Pushing event updated for resources: {'Port': ['ID=f82bdb9b-381f-429d-a9a2-5f164a176d00,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:48.011525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:48.031949 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-527111ff-c3d0-40f1-a69e-478281cbaf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.161729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a9402f43-69e5-4953-a4c6-0fcc3e949783 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:48.162036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.168540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Attempting to bind port f82bdb9b-381f-429d-a9a2-5f164a176d00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:48.168917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Attempting to bind port f82bdb9b-381f-429d-a9a2-5f164a176d00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '44ed1af8-6be8-428a-91b3-2d5858338d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '65267a8b-8e37-4d72-b909-17f961cf8e01'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:48.169305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Attempting to bind port f82bdb9b-381f-429d-a9a2-5f164a176d00 on network 65267a8b-8e37-4d72-b909-17f961cf8e01 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:48.187337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:48.187725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Checking segment: {'id': '44ed1af8-6be8-428a-91b3-2d5858338d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '65267a8b-8e37-4d72-b909-17f961cf8e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:48.188135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.188539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Bound using segment: {'id': '44ed1af8-6be8-428a-91b3-2d5858338d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '65267a8b-8e37-4d72-b909-17f961cf8e01'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:48.189025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Bound port: f82bdb9b-381f-429d-a9a2-5f164a176d00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ed1af8-6be8-428a-91b3-2d5858338d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '65267a8b-8e37-4d72-b909-17f961cf8e01'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:48.189414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f82bdb9b-381f-429d-a9a2-5f164a176d00), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.252829 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port a9402f43-69e5-4953-a4c6-0fcc3e949783, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9402f43-69e5-4953-a4c6-0fcc3e949783,segment=NetworkSegment(ecbe5ee9-0994-4683-910f-2ec441e4b148),segment_id=ecbe5ee9-0994-4683-910f-2ec441e4b148)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:48.275017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3120106f-f0e1-491d-9c4b-05f8eae69d74 None None] Current status of the port a9402f43-69e5-4953-a4c6-0fcc3e949783 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:48.275398 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3120106f-f0e1-491d-9c4b-05f8eae69d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.317826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.361737 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] For port f82bdb9b-381f-429d-a9a2-5f164a176d00, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:48.384195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] For port f82bdb9b-381f-429d-a9a2-5f164a176d00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f82bdb9b-381f-429d-a9a2-5f164a176d00,segment=NetworkSegment(44ed1af8-6be8-428a-91b3-2d5858338d5c),segment_id=44ed1af8-6be8-428a-91b3-2d5858338d5c)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:48.396209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-3120106f-f0e1-491d-9c4b-05f8eae69d74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 22:08:48.396577 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-3120106f-f0e1-491d-9c4b-05f8eae69d74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 22:08:48.410624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=a9402f43-69e5-4953-a4c6-0fcc3e949783,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:48.432259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f82bdb9b-381f-429d-a9a2-5f164a176d00), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.488847 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (65267a8b-8e37-4d72-b909-17f961cf8e01), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.512873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713acfac-8f6b-469c-a624-23d998a25e79 None None] Pushing event updated for resources: {'Port': ['ID=f82bdb9b-381f-429d-a9a2-5f164a176d00,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:48.532747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9b6f5-0693-472c-b113-4479e79808ac None None] get_active_networks_info from ncdv-master-1 {{(pid=115776) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Apr 30 22:08:48.536334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Deleting port f82bdb9b-381f-429d-a9a2-5f164a176d00 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:48.536334 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f82bdb9b-381f-429d-a9a2-5f164a176d00), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.602541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] For port f82bdb9b-381f-429d-a9a2-5f164a176d00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f82bdb9b-381f-429d-a9a2-5f164a176d00,segment=NetworkSegment(44ed1af8-6be8-428a-91b3-2d5858338d5c),segment_id=44ed1af8-6be8-428a-91b3-2d5858338d5c)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:48.602915 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f82bdb9b-381f-429d-a9a2-5f164a176d00), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.607158 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9b6f5-0693-472c-b113-4479e79808ac None None] Resources bound (agent type, host, resource id):  {{(pid=115776) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Apr 30 22:08:48.616327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Calling delete_port for f82bdb9b-381f-429d-a9a2-5f164a176d00 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:48.761316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746ef75-cb95-4acc-9067-4d59091c8507 None None] Network 65267a8b-8e37-4d72-b909-17f961cf8e01 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:48.780441 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f82bdb9b-381f-429d-a9a2-5f164a176d00), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.809352 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Port': ['ID=f82bdb9b-381f-429d-a9a2-5f164a176d00,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:48.813750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No DVR routers for this DVR port f82bdb9b-381f-429d-a9a2-5f164a176d00 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:48.892120 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (65267a8b-8e37-4d72-b909-17f961cf8e01), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.912607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d4b4970>,) {'filters': {'network_id': ['65267a8b-8e37-4d72-b909-17f961cf8e01']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:48.922037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d4b4970>, '44ed1af8-6be8-428a-91b3-2d5858338d5c') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:48.926274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d4b4970>, '44ed1af8-6be8-428a-91b3-2d5858338d5c') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:48.931636 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (44ed1af8-6be8-428a-91b3-2d5858338d5c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.932084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3120106f-f0e1-491d-9c4b-05f8eae69d74 None None] Current status of the port a9402f43-69e5-4953-a4c6-0fcc3e949783 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:48.945422 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (44ed1af8-6be8-428a-91b3-2d5858338d5c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.951414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:48.951802 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (44ed1af8-6be8-428a-91b3-2d5858338d5c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:48.954856 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:49.048179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-20db766d-4315-4697-9ee2-8d8fd1b3f04e None None] Provisioning complete for port a9402f43-69e5-4953-a4c6-0fcc3e949783 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:49.048465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20db766d-4315-4697-9ee2-8d8fd1b3f04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.094862 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (65267a8b-8e37-4d72-b909-17f961cf8e01), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.118797 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.118797 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/65267a8b-8e37-4d72-b909-17f961cf8e01 HTTP/1.1" status: 204  len: 168 time: 1.8597374
Apr 30 22:08:49.119048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52736) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:49.123658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3ee0a-0f67-460a-b7a0-fe2557b03b80 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Network': ['ID=65267a8b-8e37-4d72-b909-17f961cf8e01,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:49.135731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-20db766d-4315-4697-9ee2-8d8fd1b3f04e None None] Current status of the port a9402f43-69e5-4953-a4c6-0fcc3e949783 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:49.147101 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b30a6b5-fe70-4e3c-9fa2-34e24a5fc0f4 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] GET failed (client error): The resource could not be found.
Apr 30 22:08:49.148432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9b30a6b5-fe70-4e3c-9fa2-34e24a5fc0f4 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "GET /v2.0/subnets/46c3edd6-36db-4f8c-baca-f63f2964edf4 HTTP/1.1" status: 404  len: 337 time: 0.0324593
Apr 30 22:08:49.151302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52738) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:49.169407 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ad7788-71fa-4e34-9e3a-f1ae3f87e393 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] DELETE failed (client error): The resource could not be found.
Apr 30 22:08:49.169913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ad7788-71fa-4e34-9e3a-f1ae3f87e393 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 22:08:49.172908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b1ad7788-71fa-4e34-9e3a-f1ae3f87e393 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/65267a8b-8e37-4d72-b909-17f961cf8e01 HTTP/1.1" status: 404  len: 339 time: 0.0207210
Apr 30 22:08:49.176722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52740) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:49.203394 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5eb117-1913-4519-a9f1-64857db29fcd tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] DELETE failed (client error): The resource could not be found.
Apr 30 22:08:49.203841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5eb117-1913-4519-a9f1-64857db29fcd tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 22:08:49.207113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ff5eb117-1913-4519-a9f1-64857db29fcd tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/subnets/46c3edd6-36db-4f8c-baca-f63f2964edf4 HTTP/1.1" status: 404  len: 337 time: 0.0294938
Apr 30 22:08:49.209728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52742) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:49.227804 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b23768-7331-420d-b48d-0a70a0c95455 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] DELETE failed (client error): The resource could not be found.
Apr 30 22:08:49.228274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b23768-7331-420d-b48d-0a70a0c95455 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 22:08:49.231453 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c4b23768-7331-420d-b48d-0a70a0c95455 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/65267a8b-8e37-4d72-b909-17f961cf8e01 HTTP/1.1" status: 404  len: 339 time: 0.0206611
Apr 30 22:08:49.234143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52744) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:49.292155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cb3654-979e-4043-9ec1-902186f8d914 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Deleting subnet 919cbfa9-f586-4e6b-b2ce-d56b12e313f6 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:08:49.295414 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74cb3654-979e-4043-9ec1-902186f8d914 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (919cbfa9-f586-4e6b-b2ce-d56b12e313f6), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.337625 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74cb3654-979e-4043-9ec1-902186f8d914 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (919cbfa9-f586-4e6b-b2ce-d56b12e313f6), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.421251 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74cb3654-979e-4043-9ec1-902186f8d914 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (919cbfa9-f586-4e6b-b2ce-d56b12e313f6), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.540684 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74cb3654-979e-4043-9ec1-902186f8d914 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (919cbfa9-f586-4e6b-b2ce-d56b12e313f6), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.571721 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-74cb3654-979e-4043-9ec1-902186f8d914 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.576218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-74cb3654-979e-4043-9ec1-902186f8d914 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/subnets/919cbfa9-f586-4e6b-b2ce-d56b12e313f6 HTTP/1.1" status: 204  len: 168 time: 0.3400760
Apr 30 22:08:49.577690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb3654-979e-4043-9ec1-902186f8d914 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Subnet': ['ID=919cbfa9-f586-4e6b-b2ce-d56b12e313f6,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:49.578101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52746) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:49.578681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c32b87a-7690-4f25-96fa-bf823da22ce5 None None] Network fcd4698d-fe94-4f41-8efb-e65b2b64ce58 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:49.582084 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a9402f43-69e5-4953-a4c6-0fcc3e949783 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:08:49.659929 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (fcd4698d-fe94-4f41-8efb-e65b2b64ce58), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.699328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a9402f43-69e5-4953-a4c6-0fcc3e949783 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:49.699704 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.709464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Deleting port a9402f43-69e5-4953-a4c6-0fcc3e949783 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:49.710402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.780388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] For port a9402f43-69e5-4953-a4c6-0fcc3e949783, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9402f43-69e5-4953-a4c6-0fcc3e949783,segment=NetworkSegment(ecbe5ee9-0994-4683-910f-2ec441e4b148),segment_id=ecbe5ee9-0994-4683-910f-2ec441e4b148)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:49.780739 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.783606 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a9402f43-69e5-4953-a4c6-0fcc3e949783 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:49.795624 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Calling delete_port for a9402f43-69e5-4953-a4c6-0fcc3e949783 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:49.800976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] DHCP port deletion for fcd4698d-fe94-4f41-8efb-e65b2b64ce58 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:08:49.842063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] Deleting port a9402f43-69e5-4953-a4c6-0fcc3e949783 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:49.842439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.903385 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] For port a9402f43-69e5-4953-a4c6-0fcc3e949783, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9402f43-69e5-4953-a4c6-0fcc3e949783,segment=NetworkSegment(ecbe5ee9-0994-4683-910f-2ec441e4b148),segment_id=ecbe5ee9-0994-4683-910f-2ec441e4b148)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:49.903688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.916729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] Calling delete_port for a9402f43-69e5-4953-a4c6-0fcc3e949783 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:49.923490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:49.949478 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Port': ['ID=a9402f43-69e5-4953-a4c6-0fcc3e949783,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:49.954045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No DVR routers for this DVR port a9402f43-69e5-4953-a4c6-0fcc3e949783 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:49.995256 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (a9402f43-69e5-4953-a4c6-0fcc3e949783), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.021155 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] Pushing event deleted for resources: {'Port': ['ID=a9402f43-69e5-4953-a4c6-0fcc3e949783,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:50.025078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530bd512-e518-46c6-b493-b343edf70cc9 None None] No DVR routers for this DVR port a9402f43-69e5-4953-a4c6-0fcc3e949783 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:50.033682 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (fcd4698d-fe94-4f41-8efb-e65b2b64ce58), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.058956 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966acc100>,) {'filters': {'network_id': ['fcd4698d-fe94-4f41-8efb-e65b2b64ce58']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:50.067949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966acc100>, 'ecbe5ee9-0994-4683-910f-2ec441e4b148') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:50.068236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966acc100>, 'ecbe5ee9-0994-4683-910f-2ec441e4b148') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:50.077704 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (ecbe5ee9-0994-4683-910f-2ec441e4b148), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.091102 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (ecbe5ee9-0994-4683-910f-2ec441e4b148), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.096937 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:50.100276 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (ecbe5ee9-0994-4683-910f-2ec441e4b148), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:50.100441 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:50.197457 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (fcd4698d-fe94-4f41-8efb-e65b2b64ce58), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.204438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.207601 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/fcd4698d-fe94-4f41-8efb-e65b2b64ce58 HTTP/1.1" status: 204  len: 168 time: 0.6284978
Apr 30 22:08:50.210918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52748) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:50.219671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd75b62-8482-4de7-8eae-e60a56ce27b7 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Network': ['ID=fcd4698d-fe94-4f41-8efb-e65b2b64ce58,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:50.237228 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-284b81e0-0f99-4f5e-8a80-7b778201fb23 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] DELETE failed (client error): The resource could not be found.
Apr 30 22:08:50.237685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284b81e0-0f99-4f5e-8a80-7b778201fb23 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 22:08:50.240852 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-284b81e0-0f99-4f5e-8a80-7b778201fb23 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/subnets/c6be05fe-d872-423c-9f3b-685d1dce52f5 HTTP/1.1" status: 404  len: 337 time: 0.0288692
Apr 30 22:08:50.243557 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52750) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:50.263330 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2ac272-40a0-4d07-9eff-c1833e94e606 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] DELETE failed (client error): The resource could not be found.
Apr 30 22:08:50.263845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2ac272-40a0-4d07-9eff-c1833e94e606 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 22:08:50.266990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1b2ac272-40a0-4d07-9eff-c1833e94e606 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/b49ab22c-0a59-454e-bd9a-675b5ef61614 HTTP/1.1" status: 404  len: 339 time: 0.0224159
Apr 30 22:08:50.273953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52752) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:50.297172 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5a5596-06f1-47ba-803e-232d84bfece2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] DELETE failed (client error): The resource could not be found.
Apr 30 22:08:50.297517 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5a5596-06f1-47ba-803e-232d84bfece2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 22:08:50.300720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5a5a5596-06f1-47ba-803e-232d84bfece2 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/subnets/4e0bb7a6-b6ec-49d9-898a-f524f6b04457 HTTP/1.1" status: 404  len: 337 time: 0.0299528
Apr 30 22:08:50.303714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52754) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:50.323196 ncdv-master-1 neutron-server[115774]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7583a0-551b-4658-86fa-7f1b0bccd93e tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] DELETE failed (client error): The resource could not be found.
Apr 30 22:08:50.323712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7583a0-551b-4658-86fa-7f1b0bccd93e tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115774) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Apr 30 22:08:50.326839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8e7583a0-551b-4658-86fa-7f1b0bccd93e tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/20dd6f25-86f8-4ca4-a02e-f9ffa130c2a0 HTTP/1.1" status: 404  len: 339 time: 0.0221021
Apr 30 22:08:50.329483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52756) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:50.382200 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-a324f115-f6b2-46e4-9c92-0c73ee1d1d3d tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Deleting subnet 676f13c2-b6ad-44c1-a05a-1a492f92f2cc {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:08:50.385680 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a324f115-f6b2-46e4-9c92-0c73ee1d1d3d tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (676f13c2-b6ad-44c1-a05a-1a492f92f2cc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.431110 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a324f115-f6b2-46e4-9c92-0c73ee1d1d3d tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (676f13c2-b6ad-44c1-a05a-1a492f92f2cc), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.515093 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a324f115-f6b2-46e4-9c92-0c73ee1d1d3d tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (676f13c2-b6ad-44c1-a05a-1a492f92f2cc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.557593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-69552480-9a0d-4695-933e-bca93a989103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.626111 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a324f115-f6b2-46e4-9c92-0c73ee1d1d3d tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (676f13c2-b6ad-44c1-a05a-1a492f92f2cc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.655491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324f115-f6b2-46e4-9c92-0c73ee1d1d3d tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Subnet': ['ID=676f13c2-b6ad-44c1-a05a-1a492f92f2cc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:50.661545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a324f115-f6b2-46e4-9c92-0c73ee1d1d3d tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.664865 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a324f115-f6b2-46e4-9c92-0c73ee1d1d3d tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/subnets/676f13c2-b6ad-44c1-a05a-1a492f92f2cc HTTP/1.1" status: 204  len: 168 time: 0.3344109
Apr 30 22:08:50.666594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b14c5-9463-4c15-8662-4e51ca2fb2e3 None None] Network 9b8f3661-1eca-455b-9810-49dc125b5dff requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:50.667513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52758) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:50.743857 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9b8f3661-1eca-455b-9810-49dc125b5dff), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.788943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Deleting port 1760a397-72cd-4deb-a29b-5dee1a02b168 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:50.789288 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.833316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] DHCP port deletion for 9b8f3661-1eca-455b-9810-49dc125b5dff request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:08:50.862849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] For port 1760a397-72cd-4deb-a29b-5dee1a02b168, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1760a397-72cd-4deb-a29b-5dee1a02b168,segment=NetworkSegment(19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1),segment_id=19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:50.863243 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.873702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] Deleting port 1760a397-72cd-4deb-a29b-5dee1a02b168 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:50.874117 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.877246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Calling delete_port for 1760a397-72cd-4deb-a29b-5dee1a02b168 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:50.935392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] For port 1760a397-72cd-4deb-a29b-5dee1a02b168, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1760a397-72cd-4deb-a29b-5dee1a02b168,segment=NetworkSegment(19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1),segment_id=19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:50.935795 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:50.952335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] Calling delete_port for 1760a397-72cd-4deb-a29b-5dee1a02b168 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:51.043626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.051969 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (1760a397-72cd-4deb-a29b-5dee1a02b168), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.077961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Port': ['ID=1760a397-72cd-4deb-a29b-5dee1a02b168,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:51.079803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] No DVR routers for this DVR port 1760a397-72cd-4deb-a29b-5dee1a02b168 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:51.085014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] No DVR routers for this DVR port 1760a397-72cd-4deb-a29b-5dee1a02b168 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:51.086598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacbe0c-bb91-478f-b4e2-af78d40b8f68 None None] Pushing event deleted for resources: {'Port': ['ID=1760a397-72cd-4deb-a29b-5dee1a02b168,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:51.497470 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9b8f3661-1eca-455b-9810-49dc125b5dff), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.517298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896508ddf0>,) {'filters': {'network_id': ['9b8f3661-1eca-455b-9810-49dc125b5dff']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:51.524026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.527890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896508ddf0>, '19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:51.528185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896508ddf0>, '19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:51.538738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.551860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.557779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:51.558177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (19b1aa0b-762e-4b4b-9211-6a7c94b7b7f1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:51.561218 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:51.574857 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.580751 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a9402f43-69e5-4953-a4c6-0fcc3e949783 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:08:51.604038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a9402f43-69e5-4953-a4c6-0fcc3e949783 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:08:51.604387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a9402f43-69e5-4953-a4c6-0fcc3e949783 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:08:51.604798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1760a397-72cd-4deb-a29b-5dee1a02b168 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:08:51.623617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1760a397-72cd-4deb-a29b-5dee1a02b168 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:08:51.623964 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1760a397-72cd-4deb-a29b-5dee1a02b168 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:08:51.695084 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9b8f3661-1eca-455b-9810-49dc125b5dff), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.703130 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:51.705011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] 10.222.0.23 "DELETE /v2.0/networks/9b8f3661-1eca-455b-9810-49dc125b5dff HTTP/1.1" status: 204  len: 168 time: 1.0365520
Apr 30 22:08:51.717224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25962f7c-eaae-4067-8d4a-91275c2b7c78 tempest-NetworksIpV6Test-447445938 tempest-NetworksIpV6Test-447445938-project] Pushing event deleted for resources: {'Network': ['ID=9b8f3661-1eca-455b-9810-49dc125b5dff,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:52.142022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52764) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:52.272211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-83a7ab25-e2cc-460e-9f42-ecf2bf91e3f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcb9ede3806446609c06128c4bb7b9da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1289473
Apr 30 22:08:52.274807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52768) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:52.321343 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91734a30-2b63-4125-a4f5-73b427fee469 admin admin] Publish callbacks [] for security_group (87fc83dd-5f1d-4b2d-8b2d-d388a72a4207), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:52.341938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91734a30-2b63-4125-a4f5-73b427fee469 admin admin] Publish callbacks [] for security_group (87fc83dd-5f1d-4b2d-8b2d-d388a72a4207), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:52.459916 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91734a30-2b63-4125-a4f5-73b427fee469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (87fc83dd-5f1d-4b2d-8b2d-d388a72a4207), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:52.462561 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-91734a30-2b63-4125-a4f5-73b427fee469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:52.463755 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-91734a30-2b63-4125-a4f5-73b427fee469 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87fc83dd-5f1d-4b2d-8b2d-d388a72a4207 HTTP/1.1" status: 204  len: 168 time: 0.1880441
Apr 30 22:08:52.471703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91734a30-2b63-4125-a4f5-73b427fee469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fc83dd-5f1d-4b2d-8b2d-d388a72a4207,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:53.317213 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:53.456182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52790) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:53.553806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a906176c-36d2-468a-86b7-0ae04f318a40 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1201979468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:53.636854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a906176c-36d2-468a-86b7-0ae04f318a40 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (018dbda2-0d02-4a39-b616-9714e720587f), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:53.637898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a906176c-36d2-468a-86b7-0ae04f318a40 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (018dbda2-0d02-4a39-b616-9714e720587f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:53.687620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a906176c-36d2-468a-86b7-0ae04f318a40 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for router_controller (018dbda2-0d02-4a39-b616-9714e720587f), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:53.745499 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a906176c-36d2-468a-86b7-0ae04f318a40 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (018dbda2-0d02-4a39-b616-9714e720587f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:53.827045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a906176c-36d2-468a-86b7-0ae04f318a40 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:53.828268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a906176c-36d2-468a-86b7-0ae04f318a40 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3710883
Apr 30 22:08:53.831114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52794) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:53.835942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-872985915'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:53.933575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Made reservation on behalf of f3e2b7962a9d406ca40fef323b6d61d4 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:53.936802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:53.945229 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.018811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for security_group (33e5f2cd-f4fa-4f37-a4e4-cce0ec230bcd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.082144 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (33e5f2cd-f4fa-4f37-a4e4-cce0ec230bcd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.105873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:08:54.120821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e5f2cd-f4fa-4f37-a4e4-cce0ec230bcd,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:54.125190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (56298e2f-5a85-466b-a72f-f9792e11f904), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.128675 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Added segment 56298e2f-5a85-466b-a72f-f9792e11f904 of type vlan for network 8108b1da-996b-4da4-9078-164a5b05271c
Apr 30 22:08:54.167804 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8108b1da-996b-4da4-9078-164a5b05271c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.237420 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8108b1da-996b-4da4-9078-164a5b05271c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.242392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:54.242968 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.305933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event updated for resources: {'Network': ['ID=8108b1da-996b-4da4-9078-164a5b05271c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:54.315730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8108b1da-996b-4da4-9078-164a5b05271c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:08:54.360309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8a326d1f-b20a-43c4-a41c-66ead86deabb tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5281754
Apr 30 22:08:54.363072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52796) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:54.368109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Request body: {'subnet': {'network_id': '8108b1da-996b-4da4-9078-164a5b05271c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:54.483427 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.505991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Made reservation on behalf of f3e2b7962a9d406ca40fef323b6d61d4 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:54.509654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.746334 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (1b97891d-51dc-42ad-997d-1bc48739fe9f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.803960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event updated for resources: {'Subnet': ['ID=1b97891d-51dc-42ad-997d-1bc48739fe9f,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:54.813991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Checking segment: {'id': '56298e2f-5a85-466b-a72f-f9792e11f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108b1da-996b-4da4-9078-164a5b05271c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:54.814395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Network hostable DHCP agents. Network: 8108b1da-996b-4da4-9078-164a5b05271c, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:08:54.911700 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Network 8108b1da-996b-4da4-9078-164a5b05271c is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:08:54.957161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8108b1da-996b-4da4-9078-164a5b05271c) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:54.961868 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:54.962379 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:54.966486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef6e28-7077-42ed-86d9-52adae69c576 None None] Network 8108b1da-996b-4da4-9078-164a5b05271c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:55.028864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6f80a16b-234d-4a25-8097-4021f57e1065 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6645458
Apr 30 22:08:55.032144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52798) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:55.036978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1278212212'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:55.062712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8108b1da-996b-4da4-9078-164a5b05271c', 'network_id': '8108b1da-996b-4da4-9078-164a5b05271c', 'project_id': 'f3e2b7962a9d406ca40fef323b6d61d4', 'fixed_ips': [{'subnet_id': '1b97891d-51dc-42ad-997d-1bc48739fe9f'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:08:55.063529 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.105852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Made reservation on behalf of f3e2b7962a9d406ca40fef323b6d61d4 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:55.109294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.135579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:08:55.144676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b5260b5d-9205-453c-8814-75f9023f8589), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.145018 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Added segment b5260b5d-9205-453c-8814-75f9023f8589 of type vlan for network 5174433b-93ee-47e9-9415-bd42ee962c99
Apr 30 22:08:55.188886 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (5174433b-93ee-47e9-9415-bd42ee962c99), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.200920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Allocated IP 172.20.0.2 (8108b1da-996b-4da4-9078-164a5b05271c/1b97891d-51dc-42ad-997d-1bc48739fe9f/8512da2b-4489-45c5-a8d4-9c39fcfcf04f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:55.276865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (5174433b-93ee-47e9-9415-bd42ee962c99), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.281934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:55.282530 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.342586 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Publish callbacks [] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.352771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event updated for resources: {'Network': ['ID=5174433b-93ee-47e9-9415-bd42ee962c99,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:55.363013 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 5174433b-93ee-47e9-9415-bd42ee962c99 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:08:55.411021 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-052c95d5-3ef9-4bf2-bfef-93b35d17b9b4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.3778274
Apr 30 22:08:55.414235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52800) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:55.419081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Request body: {'subnet': {'network_id': '5174433b-93ee-47e9-9415-bd42ee962c99', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:55.437095 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.482497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Network 8108b1da-996b-4da4-9078-164a5b05271c is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:55.487444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:55.494980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:55.497916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Pushing event updated for resources: {'Port': ['ID=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:55.552694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Attempting to bind port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:55.552987 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Attempting to bind port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56298e2f-5a85-466b-a72f-f9792e11f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108b1da-996b-4da4-9078-164a5b05271c'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:55.554035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Attempting to bind port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f on network 8108b1da-996b-4da4-9078-164a5b05271c {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:55.559170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:55.559544 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Checking segment: {'id': '56298e2f-5a85-466b-a72f-f9792e11f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108b1da-996b-4da4-9078-164a5b05271c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:55.559960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.560623 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Bound using segment: {'id': '56298e2f-5a85-466b-a72f-f9792e11f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108b1da-996b-4da4-9078-164a5b05271c'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:55.561139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Bound port: 8512da2b-4489-45c5-a8d4-9c39fcfcf04f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56298e2f-5a85-466b-a72f-f9792e11f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8108b1da-996b-4da4-9078-164a5b05271c'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:55.561547 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.568943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Made reservation on behalf of f3e2b7962a9d406ca40fef323b6d61d4 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:08:55.572438 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.623758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] For port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:55.626839 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] For port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,segment=NetworkSegment(56298e2f-5a85-466b-a72f-f9792e11f904),segment_id=56298e2f-5a85-466b-a72f-f9792e11f904)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:55.706498 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.809735 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (fdc45b15-8891-40a7-9080-01e500afd954), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:55.871286 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event updated for resources: {'Subnet': ['ID=fdc45b15-8891-40a7-9080-01e500afd954,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:55.887910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Checking segment: {'id': 'b5260b5d-9205-453c-8814-75f9023f8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5174433b-93ee-47e9-9415-bd42ee962c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:55.888277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Network hostable DHCP agents. Network: 5174433b-93ee-47e9-9415-bd42ee962c99, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:08:55.931725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91224-149c-40b1-8d91-6ad3fb2aea53 None None] Pushing event updated for resources: {'Port': ['ID=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:55.968932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Network 5174433b-93ee-47e9-9415-bd42ee962c99 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:08:56.032037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5174433b-93ee-47e9-9415-bd42ee962c99) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:56.036994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:08:56.037611 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.063242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdaed60-909d-43ff-b254-5ddfae6a9bbd None None] Network 5174433b-93ee-47e9-9415-bd42ee962c99 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:56.131950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3682c1ac-53de-43c5-9fc4-318dcd21569b tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7166262
Apr 30 22:08:56.138408 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52802) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:56.142359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-85a65c87-46c4-4cea-9a14-f66987a401e5 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Request body: {'router': {'external_gateway_info': {'network_id': '5174433b-93ee-47e9-9415-bd42ee962c99'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:08:56.172415 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5174433b-93ee-47e9-9415-bd42ee962c99', 'network_id': '5174433b-93ee-47e9-9415-bd42ee962c99', 'project_id': 'f3e2b7962a9d406ca40fef323b6d61d4', 'fixed_ips': [{'subnet_id': 'fdc45b15-8891-40a7-9080-01e500afd954'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:08:56.173291 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.317199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Allocated IP 172.21.0.2 (5174433b-93ee-47e9-9415-bd42ee962c99/fdc45b15-8891-40a7-9080-01e500afd954/52233cfa-4a5a-44bf-a3c8-990d158049d9) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:08:56.373662 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-85a65c87-46c4-4cea-9a14-f66987a401e5 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for router_gateway (018dbda2-0d02-4a39-b616-9714e720587f), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.463978 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Publish callbacks [] for port (52233cfa-4a5a-44bf-a3c8-990d158049d9), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.525803 ncdv-master-1 neutron-server[115773]: INFO neutron.api.v2.resource [None req-85a65c87-46c4-4cea-9a14-f66987a401e5 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Apr 30 22:08:56.525803 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-85a65c87-46c4-4cea-9a14-f66987a401e5 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "PUT /v2.0/routers/018dbda2-0d02-4a39-b616-9714e720587f HTTP/1.1" status: 400  len: 364 time: 0.3851728
Apr 30 22:08:56.525803 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52804) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:56.541261 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (52233cfa-4a5a-44bf-a3c8-990d158049d9), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.585382 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Deleting subnet fdc45b15-8891-40a7-9080-01e500afd954 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:08:56.588633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Network 5174433b-93ee-47e9-9415-bd42ee962c99 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:08:56.594440 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for subnet (fdc45b15-8891-40a7-9080-01e500afd954), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.594585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:08:56.601558 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:08:56.603852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Pushing event updated for resources: {'Port': ['ID=52233cfa-4a5a-44bf-a3c8-990d158049d9,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:56.646407 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (fdc45b15-8891-40a7-9080-01e500afd954), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.666414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Attempting to bind port 52233cfa-4a5a-44bf-a3c8-990d158049d9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:08:56.669372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Attempting to bind port 52233cfa-4a5a-44bf-a3c8-990d158049d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b5260b5d-9205-453c-8814-75f9023f8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5174433b-93ee-47e9-9415-bd42ee962c99'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:08:56.669372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Attempting to bind port 52233cfa-4a5a-44bf-a3c8-990d158049d9 on network 5174433b-93ee-47e9-9415-bd42ee962c99 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:08:56.672725 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:08:56.673154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Checking segment: {'id': 'b5260b5d-9205-453c-8814-75f9023f8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5174433b-93ee-47e9-9415-bd42ee962c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:08:56.673481 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.673900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Bound using segment: {'id': 'b5260b5d-9205-453c-8814-75f9023f8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5174433b-93ee-47e9-9415-bd42ee962c99'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:08:56.674374 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Bound port: 52233cfa-4a5a-44bf-a3c8-990d158049d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5260b5d-9205-453c-8814-75f9023f8589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5174433b-93ee-47e9-9415-bd42ee962c99'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:08:56.674760 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (52233cfa-4a5a-44bf-a3c8-990d158049d9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.744042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (fdc45b15-8891-40a7-9080-01e500afd954), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.914469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600017f9-d1e1-4f52-bbcf-1e4f5cfb32c9 None None] Network 8108b1da-996b-4da4-9078-164a5b05271c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:56.918182 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (fdc45b15-8891-40a7-9080-01e500afd954), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.931799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] For port 52233cfa-4a5a-44bf-a3c8-990d158049d9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:08:56.950314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc45b15-8891-40a7-9080-01e500afd954,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:56.955776 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:56.961452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "DELETE /v2.0/subnets/fdc45b15-8891-40a7-9080-01e500afd954 HTTP/1.1" status: 204  len: 168 time: 0.4323175
Apr 30 22:08:56.961864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52806) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:56.970993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.971414 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.972402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.972402 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.972865 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.973304 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.974425 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.975459 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.975927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.976095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] For port 52233cfa-4a5a-44bf-a3c8-990d158049d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52233cfa-4a5a-44bf-a3c8-990d158049d9,segment=NetworkSegment(b5260b5d-9205-453c-8814-75f9023f8589),segment_id=b5260b5d-9205-453c-8814-75f9023f8589)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:08:56.976569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.977323 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.978349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.979088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.979320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:56.979999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9715f9-efa0-4b1f-8433-c2ab16f78072 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:08:57.023465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ea72e709-52a3-493c-868c-c66e3b86e72b None None] Provisioning complete for port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:57.023868 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ea72e709-52a3-493c-868c-c66e3b86e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.042163 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (5174433b-93ee-47e9-9415-bd42ee962c99), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.065285 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (52233cfa-4a5a-44bf-a3c8-990d158049d9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.091038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Deleting port 52233cfa-4a5a-44bf-a3c8-990d158049d9 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:57.091313 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (52233cfa-4a5a-44bf-a3c8-990d158049d9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.165156 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] For port 52233cfa-4a5a-44bf-a3c8-990d158049d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52233cfa-4a5a-44bf-a3c8-990d158049d9,segment=NetworkSegment(b5260b5d-9205-453c-8814-75f9023f8589),segment_id=b5260b5d-9205-453c-8814-75f9023f8589)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:57.165541 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (52233cfa-4a5a-44bf-a3c8-990d158049d9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.174702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af16c8-029d-4a1c-90a6-dd2dc935184c None None] Pushing event updated for resources: {'Port': ['ID=52233cfa-4a5a-44bf-a3c8-990d158049d9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:57.184135 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Calling delete_port for 52233cfa-4a5a-44bf-a3c8-990d158049d9 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:57.191051 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ea72e709-52a3-493c-868c-c66e3b86e72b None None] Current status of the port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:57.191436 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ea72e709-52a3-493c-868c-c66e3b86e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.228381 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ea72e709-52a3-493c-868c-c66e3b86e72b None None] For port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,segment=NetworkSegment(56298e2f-5a85-466b-a72f-f9792e11f904),segment_id=56298e2f-5a85-466b-a72f-f9792e11f904)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:57.300548 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ea72e709-52a3-493c-868c-c66e3b86e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.352106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72e709-52a3-493c-868c-c66e3b86e72b None None] Pushing event updated for resources: {'Port': ['ID=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:57.396265 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (52233cfa-4a5a-44bf-a3c8-990d158049d9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.419142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-db076acd-4365-4656-9c13-04f2082308cf None None] Provisioning complete for port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:57.419595 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-db076acd-4365-4656-9c13-04f2082308cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.423905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event deleted for resources: {'Port': ['ID=52233cfa-4a5a-44bf-a3c8-990d158049d9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:57.427392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] No DVR routers for this DVR port 52233cfa-4a5a-44bf-a3c8-990d158049d9 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:57.511694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-db076acd-4365-4656-9c13-04f2082308cf None None] Current status of the port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:57.528371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (5174433b-93ee-47e9-9415-bd42ee962c99), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.556577 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d5bffa0>,) {'filters': {'network_id': ['5174433b-93ee-47e9-9415-bd42ee962c99']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:57.569977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d5bffa0>, 'b5260b5d-9205-453c-8814-75f9023f8589') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:57.570334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d5bffa0>, 'b5260b5d-9205-453c-8814-75f9023f8589') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:57.587038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (b5260b5d-9205-453c-8814-75f9023f8589), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.600570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b5260b5d-9205-453c-8814-75f9023f8589), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.607195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:57.607634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8512da2b-4489-45c5-a8d4-9c39fcfcf04f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:08:57.608104 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (b5260b5d-9205-453c-8814-75f9023f8589), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:57.610963 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:57.658249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:08:57.658468 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.723091 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (5174433b-93ee-47e9-9415-bd42ee962c99), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.730346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.733485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "DELETE /v2.0/networks/5174433b-93ee-47e9-9415-bd42ee962c99 HTTP/1.1" status: 204  len: 168 time: 0.7706132
Apr 30 22:08:57.736109 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52808) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:57.738941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:08:57.748140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4ec9c-c619-4f5f-a1c9-b862ac460c14 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event deleted for resources: {'Network': ['ID=5174433b-93ee-47e9-9415-bd42ee962c99,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:57.789963 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5ed2bf-2bb5-45c1-833f-4509c411b492 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Deleting subnet 1b97891d-51dc-42ad-997d-1bc48739fe9f {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:08:57.793495 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed2bf-2bb5-45c1-833f-4509c411b492 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for subnet (1b97891d-51dc-42ad-997d-1bc48739fe9f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.832961 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed2bf-2bb5-45c1-833f-4509c411b492 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (1b97891d-51dc-42ad-997d-1bc48739fe9f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:57.922337 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed2bf-2bb5-45c1-833f-4509c411b492 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (1b97891d-51dc-42ad-997d-1bc48739fe9f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.038751 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed2bf-2bb5-45c1-833f-4509c411b492 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (1b97891d-51dc-42ad-997d-1bc48739fe9f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.067191 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ed2bf-2bb5-45c1-833f-4509c411b492 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event deleted for resources: {'Subnet': ['ID=1b97891d-51dc-42ad-997d-1bc48739fe9f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:58.072972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed2bf-2bb5-45c1-833f-4509c411b492 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.078026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a92c9a7-428c-41d1-9ea5-de432a2a0b7d None None] Network 8108b1da-996b-4da4-9078-164a5b05271c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:58.078794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52810) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:58.079292 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4a5ed2bf-2bb5-45c1-833f-4509c411b492 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "DELETE /v2.0/subnets/1b97891d-51dc-42ad-997d-1bc48739fe9f HTTP/1.1" status: 204  len: 168 time: 0.3418577
Apr 30 22:08:58.168910 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8108b1da-996b-4da4-9078-164a5b05271c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.221294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Deleting port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:58.221294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.230830 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] DHCP port deletion for 8108b1da-996b-4da4-9078-164a5b05271c request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:08:58.234730 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-27599275-81d1-436d-ad0d-704a454cc2a5 None None] Could not find standard attr ID for object 52233cfa-4a5a-44bf-a3c8-990d158049d9. {{(pid=115776) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
Apr 30 22:08:58.288080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] For port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,segment=NetworkSegment(56298e2f-5a85-466b-a72f-f9792e11f904),segment_id=56298e2f-5a85-466b-a72f-f9792e11f904)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:58.288459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.290586 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:08:58.292128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107f33bc-e84e-4c74-ab84-f75b04fc1dd6 None None] DHCP port deletion for 5174433b-93ee-47e9-9415-bd42ee962c99 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:08:58.295233 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] Deleting port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:08:58.295610 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.303572 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Calling delete_port for 8512da2b-4489-45c5-a8d4-9c39fcfcf04f owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:58.335665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c81cdf1-23a6-4fe3-9fb2-b27bdc3f75e8 None None] Network 5174433b-93ee-47e9-9415-bd42ee962c99 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:08:58.356207 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c81cdf1-23a6-4fe3-9fb2-b27bdc3f75e8 None None] Network 5174433b-93ee-47e9-9415-bd42ee962c99 could not be found, it might have been deleted concurrently. {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
Apr 30 22:08:58.373716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] For port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,segment=NetworkSegment(56298e2f-5a85-466b-a72f-f9792e11f904),segment_id=56298e2f-5a85-466b-a72f-f9792e11f904)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:08:58.374153 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.387688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] Calling delete_port for 8512da2b-4489-45c5-a8d4-9c39fcfcf04f owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:08:58.482355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.488195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (8512da2b-4489-45c5-a8d4-9c39fcfcf04f), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.510337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event deleted for resources: {'Port': ['ID=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:58.512244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] No DVR routers for this DVR port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:58.514148 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] Pushing event deleted for resources: {'Port': ['ID=8512da2b-4489-45c5-a8d4-9c39fcfcf04f,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:58.518595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53578d27-4f83-45bf-b61e-3df5c74fd702 None None] No DVR routers for this DVR port 8512da2b-4489-45c5-a8d4-9c39fcfcf04f on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:08:58.597196 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8108b1da-996b-4da4-9078-164a5b05271c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.617177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966417790>,) {'filters': {'network_id': ['8108b1da-996b-4da4-9078-164a5b05271c']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:58.626228 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966417790>, '56298e2f-5a85-466b-a72f-f9792e11f904') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:58.627024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966417790>, '56298e2f-5a85-466b-a72f-f9792e11f904') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:08:58.637080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (56298e2f-5a85-466b-a72f-f9792e11f904), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.650644 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (56298e2f-5a85-466b-a72f-f9792e11f904), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.656581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:08:58.656973 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (56298e2f-5a85-466b-a72f-f9792e11f904), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:08:58.659995 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:08:58.763100 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8108b1da-996b-4da4-9078-164a5b05271c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.776732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:58.776732 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "DELETE /v2.0/networks/8108b1da-996b-4da4-9078-164a5b05271c HTTP/1.1" status: 204  len: 168 time: 0.6932168
Apr 30 22:08:58.776914 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52812) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:58.785327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2f2c2-7ddd-4217-9285-213a87d10ab0 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Pushing event deleted for resources: {'Network': ['ID=8108b1da-996b-4da4-9078-164a5b05271c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:08:58.804087 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-864cef00-478d-405e-9450-abad5eaa53a4 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "GET /v2.0/ports?device_id=018dbda2-0d02-4a39-b616-9714e720587f HTTP/1.1" status: 200  len: 205 time: 0.0268598
Apr 30 22:08:58.806849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52814) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:58.882311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ed94ddd-cfd9-4a0e-9dff-c1828dbbac56 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for router (018dbda2-0d02-4a39-b616-9714e720587f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.039657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ed94ddd-cfd9-4a0e-9dff-c1828dbbac56 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (018dbda2-0d02-4a39-b616-9714e720587f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.041746 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ed94ddd-cfd9-4a0e-9dff-c1828dbbac56 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for router_controller (018dbda2-0d02-4a39-b616-9714e720587f), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.156514 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ed94ddd-cfd9-4a0e-9dff-c1828dbbac56 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (018dbda2-0d02-4a39-b616-9714e720587f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.157050 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed94ddd-cfd9-4a0e-9dff-c1828dbbac56 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Fanout notify agent at l3_agent the message router_deleted on router 018dbda2-0d02-4a39-b616-9714e720587f {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:08:59.166657 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2ed94ddd-cfd9-4a0e-9dff-c1828dbbac56 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.166657 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2ed94ddd-cfd9-4a0e-9dff-c1828dbbac56 tempest-RoutersNegativeTest-517181133 tempest-RoutersNegativeTest-517181133-project] 10.222.0.23 "DELETE /v2.0/routers/018dbda2-0d02-4a39-b616-9714e720587f HTTP/1.1" status: 204  len: 168 time: 0.3578310
Apr 30 22:08:59.580204 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 52233cfa-4a5a-44bf-a3c8-990d158049d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:08:59.600968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 52233cfa-4a5a-44bf-a3c8-990d158049d9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:08:59.601319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 52233cfa-4a5a-44bf-a3c8-990d158049d9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:08:59.601731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8512da2b-4489-45c5-a8d4-9c39fcfcf04f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:08:59.608374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52820) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:59.620823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8512da2b-4489-45c5-a8d4-9c39fcfcf04f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:08:59.621177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8512da2b-4489-45c5-a8d4-9c39fcfcf04f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:08:59.741813 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d9de8e63-a30d-4d3f-a579-ff449d3122d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3e2b7962a9d406ca40fef323b6d61d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1322415
Apr 30 22:08:59.744234 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 52824) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:08:59.790534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fdaedcd-4119-458f-84d8-ea1927831b14 admin admin] Publish callbacks [] for security_group (33e5f2cd-f4fa-4f37-a4e4-cce0ec230bcd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.811265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fdaedcd-4119-458f-84d8-ea1927831b14 admin admin] Publish callbacks [] for security_group (33e5f2cd-f4fa-4f37-a4e4-cce0ec230bcd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.934691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fdaedcd-4119-458f-84d8-ea1927831b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (33e5f2cd-f4fa-4f37-a4e4-cce0ec230bcd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.937177 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5fdaedcd-4119-458f-84d8-ea1927831b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:08:59.938361 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5fdaedcd-4119-458f-84d8-ea1927831b14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33e5f2cd-f4fa-4f37-a4e4-cce0ec230bcd HTTP/1.1" status: 204  len: 168 time: 0.1932330
Apr 30 22:08:59.946590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaedcd-4119-458f-84d8-ea1927831b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e5f2cd-f4fa-4f37-a4e4-cce0ec230bcd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:00.804103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52846) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:00.899769 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1642845693-network', 'tenant_id': '29d93461dcdc458386181f7e31c7450b'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:00.980265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Made reservation on behalf of 29d93461dcdc458386181f7e31c7450b for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:09:00.982598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:00.991072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.070003 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Publish callbacks [] for security_group (c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.139092 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.165959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:09:01.175650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:01.181458 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4952ae4a-c992-4d3c-89a8-93d85f492769), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.181831 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Added segment 4952ae4a-c992-4d3c-89a8-93d85f492769 of type vlan for network cd92c096-925f-4a5a-a970-1747a8a99c59
Apr 30 22:09:01.221250 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (cd92c096-925f-4a5a-a970-1747a8a99c59), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.304856 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (cd92c096-925f-4a5a-a970-1747a8a99c59), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.305873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:01.306488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.364205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] Pushing event updated for resources: {'Network': ['ID=cd92c096-925f-4a5a-a970-1747a8a99c59,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:01.373453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network cd92c096-925f-4a5a-a970-1747a8a99c59 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:09:01.422100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7f66b43a-c80a-461a-ac40-be4f2486667a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6167696
Apr 30 22:09:01.424900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52850) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:01.429611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Request body: {'subnet': {'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1642845693-subnet', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:01.500101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Made reservation on behalf of 29d93461dcdc458386181f7e31c7450b for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:09:01.502435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.733562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (86b02c5c-55b7-4222-a218-35b1bf615b75), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.805468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b02c5c-55b7-4222-a218-35b1bf615b75,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:01.810546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Checking segment: {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:01.811050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Network hostable DHCP agents. Network: cd92c096-925f-4a5a-a970-1747a8a99c59, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:09:01.904639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Network cd92c096-925f-4a5a-a970-1747a8a99c59 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:09:01.962663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd92c096-925f-4a5a-a970-1747a8a99c59) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:01.966861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:01.968201 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:01.972212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102d00e-c86c-4d0c-af2d-92228ed30364 None None] Network cd92c096-925f-4a5a-a970-1747a8a99c59 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:09:02.044867 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-216e9c1e-32e9-41b7-a323-36b74e990948 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6188030
Apr 30 22:09:02.047363 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52852) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:02.051579 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:02.073441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cd92c096-925f-4a5a-a970-1747a8a99c59', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'project_id': '29d93461dcdc458386181f7e31c7450b', 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:09:02.074327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.146168 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (1b7ba7ba-c86b-4d24-8562-299e530e37cf), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.147375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (1b7ba7ba-c86b-4d24-8562-299e530e37cf), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.203162 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks [] for router_controller (1b7ba7ba-c86b-4d24-8562-299e530e37cf), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.214985 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Allocated IP 172.20.0.2 (cd92c096-925f-4a5a-a970-1747a8a99c59/86b02c5c-55b7-4222-a218-35b1bf615b75/ffc0f9ff-fdac-4f60-bb01-1d916455d09f) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:09:02.362972 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Publish callbacks [] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.379294 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks [] for router_gateway (1b7ba7ba-c86b-4d24-8562-299e530e37cf), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.448749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.492339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Network cd92c096-925f-4a5a-a970-1747a8a99c59 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:02.498518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:02.501228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:09:02.503512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Pushing event updated for resources: {'Port': ['ID=ffc0f9ff-fdac-4f60-bb01-1d916455d09f,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:02.560313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Attempting to bind port ffc0f9ff-fdac-4f60-bb01-1d916455d09f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:09:02.560815 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Attempting to bind port ffc0f9ff-fdac-4f60-bb01-1d916455d09f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:09:02.561209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Attempting to bind port ffc0f9ff-fdac-4f60-bb01-1d916455d09f on network cd92c096-925f-4a5a-a970-1747a8a99c59 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:09:02.566255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:09:02.566627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Checking segment: {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:02.567074 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.567453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Bound using segment: {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:09:02.567916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Bound port: ffc0f9ff-fdac-4f60-bb01-1d916455d09f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:09:02.568292 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.633304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] For port ffc0f9ff-fdac-4f60-bb01-1d916455d09f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:09:02.636419 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] For port ffc0f9ff-fdac-4f60-bb01-1d916455d09f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc0f9ff-fdac-4f60-bb01-1d916455d09f,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:09:02.654922 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks [] for router_gateway (1b7ba7ba-c86b-4d24-8562-299e530e37cf), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.678751 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.729244 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.790969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Allocated IP 172.35.4.82 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/72d2ce0a-96f6-41c1-a575-e896f8f8b802) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:09:02.798654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c197fa7-df8a-4900-8e34-87d250222b44 None None] Pushing event updated for resources: {'Port': ['ID=ffc0f9ff-fdac-4f60-bb01-1d916455d09f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:02.902122 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks [] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:02.992817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:03.035558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:03.039441 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:03.045483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:09:03.075937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Pushing event updated for resources: {'Port': ['ID=72d2ce0a-96f6-41c1-a575-e896f8f8b802,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:03.394325 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks [] for router_gateway (1b7ba7ba-c86b-4d24-8562-299e530e37cf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:03.601292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ffc0f9ff-fdac-4f60-bb01-1d916455d09f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:03.616204 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (1b7ba7ba-c86b-4d24-8562-299e530e37cf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:03.654038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ffc0f9ff-fdac-4f60-bb01-1d916455d09f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:03.654423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:03.740953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ffc0f9ff-fdac-4f60-bb01-1d916455d09f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:03.741422 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:03.774694 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port ffc0f9ff-fdac-4f60-bb01-1d916455d09f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc0f9ff-fdac-4f60-bb01-1d916455d09f,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:03.781586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5a30c-3bb9-401a-a0f1-856f2e035707 None None] Network cd92c096-925f-4a5a-a970-1747a8a99c59 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:09:03.803680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Router 1b7ba7ba-c86b-4d24-8562-299e530e37cf is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:09:03.826287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9254ccaa-7a02-4080-9d63-b81678c79ced None None] Provisioning complete for port ffc0f9ff-fdac-4f60-bb01-1d916455d09f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:03.826663 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9254ccaa-7a02-4080-9d63-b81678c79ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:03.856031 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:03.915644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:09:03.926443 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Sync routers for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:09:03.937938 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:03.938529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=ffc0f9ff-fdac-4f60-bb01-1d916455d09f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:03.938769 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cec1580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:08:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:03.988434 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:03.994081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0f45efc4-d9f1-4ea9-ad70-7a5c63210d05 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9432008
Apr 30 22:09:03.996693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52854) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:04.002928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9254ccaa-7a02-4080-9d63-b81678c79ced None None] Current status of the port ffc0f9ff-fdac-4f60-bb01-1d916455d09f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:04.058657 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:04.220933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0a6725f6-b483-4df0-8076-c48e6002c3fe None None] Provisioning complete for port ffc0f9ff-fdac-4f60-bb01-1d916455d09f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:04.221389 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a6725f6-b483-4df0-8076-c48e6002c3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:04.239984 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cec1580>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:03Z', 'revision_number': 3, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:04.317821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0a6725f6-b483-4df0-8076-c48e6002c3fe None None] Current status of the port ffc0f9ff-fdac-4f60-bb01-1d916455d09f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:04.371343 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Checking router: 1b7ba7ba-c86b-4d24-8562-299e530e37cf for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:09:04.371647 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Updating router 1b7ba7ba-c86b-4d24-8562-299e530e37cf port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:09:04.401653 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:04.652838 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Publish callbacks [] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:04.745686 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:04.777985 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:04.801502 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Attempting to bind port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:09:04.801877 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Attempting to bind port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:09:04.802251 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Attempting to bind port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:09:04.804833 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Pushing event updated for resources: {'Port': ['ID=72d2ce0a-96f6-41c1-a575-e896f8f8b802,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:04.813483 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:09:04.813880 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:04.814283 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:04.814668 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:09:04.815131 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Bound port: 72d2ce0a-96f6-41c1-a575-e896f8f8b802, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:09:04.815507 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:04.819386 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.819728 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.820066 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.820397 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.820722 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.821038 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.821361 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.821682 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.822025 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.822357 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.822687 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.823007 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.823311 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.823688 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.824007 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:04.873967 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] For port 72d2ce0a-96f6-41c1-a575-e896f8f8b802, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:09:04.877018 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] For port 72d2ce0a-96f6-41c1-a575-e896f8f8b802, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72d2ce0a-96f6-41c1-a575-e896f8f8b802,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:09:04.937334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Allocated IP 172.20.0.1 (cd92c096-925f-4a5a-a970-1747a8a99c59/86b02c5c-55b7-4222-a218-35b1bf615b75/2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:09:04.951917 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.008575 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:05.009196 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cec1580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:08:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:05.013992 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32eefc-7ef6-40c4-b90b-51cc1f80b88c None None] Pushing event updated for resources: {'Port': ['ID=72d2ce0a-96f6-41c1-a575-e896f8f8b802,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:05.046173 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Publish callbacks [] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.117012 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:05.129479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.168879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Network cd92c096-925f-4a5a-a970-1747a8a99c59 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:05.171684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:05.174588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:09:05.206725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Pushing event updated for resources: {'Port': ['ID=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:05.224384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (1b7ba7ba-c86b-4d24-8562-299e530e37cf), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.309335 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cec1580>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:03Z', 'revision_number': 3, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:05.343783 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899eb482-e7bd-44b6-8a9d-8bab39aca40e None None] The sync data for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 is: [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:03Z', 'revision_number': 3, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:09:05.451472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b11f12ec-fa1d-44cc-8e90-9954e58f327a None None] Provisioning complete for port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:05.452059 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b11f12ec-fa1d-44cc-8e90-9954e58f327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.469052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.488058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b11f12ec-fa1d-44cc-8e90-9954e58f327a None None] Port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:09:05.646747 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ffc0f9ff-fdac-4f60-bb01-1d916455d09f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:05.667044 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Publish callbacks [] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.700401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ffc0f9ff-fdac-4f60-bb01-1d916455d09f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:05.700772 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.727306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.804856 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Pushing event updated for resources: {'Port': ['ID=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:05.808349 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (1b7ba7ba-c86b-4d24-8562-299e530e37cf), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:05.910414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Network cd92c096-925f-4a5a-a970-1747a8a99c59 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:05.911864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:05.946480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ffc0f9ff-fdac-4f60-bb01-1d916455d09f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:06.041993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Router 1b7ba7ba-c86b-4d24-8562-299e530e37cf has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:09:06.169161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:09:06.174456 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1283f2bc-516c-4658-adcc-3f80ec038a19 admin admin] 10.222.0.23 "PUT /v2.0/routers/1b7ba7ba-c86b-4d24-8562-299e530e37cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1789927
Apr 30 22:09:06.216250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-84651a06-9ecd-4680-a35f-3a4c99afdcc8 None None] Provisioning complete for port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:06.216626 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-84651a06-9ecd-4680-a35f-3a4c99afdcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:06.255172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-84651a06-9ecd-4680-a35f-3a4c99afdcc8 None None] Port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:09:06.882490 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52870) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:06.887527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-520769134-network', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:06.951453 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Made reservation on behalf of c19a5242ea654503aee1a715a284eaa1 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:09:06.953936 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:06.963756 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:06.997375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Sync routers for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:09:07.008599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:07.009225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f907eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:08:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:07.040519 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Publish callbacks [] for security_group (7fc753ab-7156-4465-9a26-5525192b2803), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.111542 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7fc753ab-7156-4465-9a26-5525192b2803), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.117028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:07.138378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:09:07.150687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc753ab-7156-4465-9a26-5525192b2803,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:07.153667 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (43602643-5ade-4806-9546-3b9b22dfa845), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.154019 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Added segment 43602643-5ade-4806-9546-3b9b22dfa845 of type vlan for network ab3d4615-bc33-4f16-b1c8-25e612e88d8a
Apr 30 22:09:07.199078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (ab3d4615-bc33-4f16-b1c8-25e612e88d8a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.277685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (ab3d4615-bc33-4f16-b1c8-25e612e88d8a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.279143 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:07.279734 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.319486 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f907eb0>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 2, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:07.339720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3d4615-bc33-4f16-b1c8-25e612e88d8a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:07.348211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Checking router: 1b7ba7ba-c86b-4d24-8562-299e530e37cf for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:09:07.348577 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Updating router 1b7ba7ba-c86b-4d24-8562-299e530e37cf port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:09:07.352602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network ab3d4615-bc33-4f16-b1c8-25e612e88d8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:09:07.394500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e6d31f21-74c5-4570-92e7-f0711c7154b4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5108087
Apr 30 22:09:07.397017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52872) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:07.401819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Request body: {'subnet': {'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-520769134-subnet', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:07.426771 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.488680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Made reservation on behalf of c19a5242ea654503aee1a715a284eaa1 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:09:07.491779 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.605088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72d2ce0a-96f6-41c1-a575-e896f8f8b802 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:07.687458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:07.687749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.717906 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (7d917944-fffa-4fbc-a11c-ed29487767b6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.770145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d917944-fffa-4fbc-a11c-ed29487767b6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:07.790094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Checking segment: {'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:07.790454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Network hostable DHCP agents. Network: ab3d4615-bc33-4f16-b1c8-25e612e88d8a, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:09:07.813904 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Publish callbacks [] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.828541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:07.828917 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.847966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 72d2ce0a-96f6-41c1-a575-e896f8f8b802, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72d2ce0a-96f6-41c1-a575-e896f8f8b802,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:07.877088 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Network ab3d4615-bc33-4f16-b1c8-25e612e88d8a is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:09:07.905696 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.909557 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.951378 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab3d4615-bc33-4f16-b1c8-25e612e88d8a) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:07.957267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:07.958297 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:07.959113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb757cff-a9ff-49a9-ad4d-8e133c1c074c None None] Pushing event updated for resources: {'Port': ['ID=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:07.970508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f88eb7-4f08-4caa-96bb-e68fffacd12e None None] Network ab3d4615-bc33-4f16-b1c8-25e612e88d8a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:09:08.022941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-93a1581e-c0ac-4f94-a555-f7d10be22373 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6248426
Apr 30 22:09:08.025426 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52874) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:08.030398 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:08.094818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (a624d948-964b-475e-8728-c90776ec0987), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.096293 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (a624d948-964b-475e-8728-c90776ec0987), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.106434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Attempting to bind port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:09:08.107000 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Attempting to bind port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:09:08.107150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Attempting to bind port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 on network cd92c096-925f-4a5a-a970-1747a8a99c59 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:09:08.118840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=72d2ce0a-96f6-41c1-a575-e896f8f8b802,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:08.129038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:09:08.129425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Checking segment: {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:08.129854 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.130256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Bound using segment: {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:09:08.131043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Bound port: 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:09:08.131424 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.160271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks [] for router_controller (a624d948-964b-475e-8728-c90776ec0987), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.219483 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab3d4615-bc33-4f16-b1c8-25e612e88d8a', 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a', 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'fixed_ips': [{'subnet_id': '7d917944-fffa-4fbc-a11c-ed29487767b6'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:09:08.220313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.230172 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-712b4807-c35a-44b6-8011-077ac0afb8a7 None None] Provisioning complete for port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:08.230559 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-712b4807-c35a-44b6-8011-077ac0afb8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.273439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] For port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:09:08.298626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] For port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:09:08.299825 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-712b4807-c35a-44b6-8011-077ac0afb8a7 None None] Port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:09:08.342971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks [] for router_gateway (a624d948-964b-475e-8728-c90776ec0987), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.364415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.470023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb757cff-a9ff-49a9-ad4d-8e133c1c074c None None] Pushing event updated for resources: {'Port': ['ID=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:08.478113 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:08.482194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f907eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:08:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:08.482194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Allocated IP 172.20.0.2 (ab3d4615-bc33-4f16-b1c8-25e612e88d8a/7d917944-fffa-4fbc-a11c-ed29487767b6/628da45e-40cc-4239-a08b-4b037870e005) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:09:08.625626 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks [] for router_gateway (a624d948-964b-475e-8728-c90776ec0987), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.647153 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.764761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Allocated IP 172.35.4.204 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/9a86731e-c7d8-4318-81c4-4010e8b0504b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:09:08.791333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6438aff2-f133-409d-8247-5a140f70b557 None None] Provisioning complete for port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:08.791711 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6438aff2-f133-409d-8247-5a140f70b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.876830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks [] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.898620 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:08.968002 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:08.994243 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Publish callbacks [] for port (628da45e-40cc-4239-a08b-4b037870e005), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.012225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:09.015099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:09.018625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:09:09.043857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Pushing event updated for resources: {'Port': ['ID=9a86731e-c7d8-4318-81c4-4010e8b0504b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:09.070418 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6438aff2-f133-409d-8247-5a140f70b557 None None] Current status of the port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:09.070804 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6438aff2-f133-409d-8247-5a140f70b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.077332 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (628da45e-40cc-4239-a08b-4b037870e005), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.146750 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Network ab3d4615-bc33-4f16-b1c8-25e612e88d8a is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:09.155713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:09.158555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:09:09.186957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6438aff2-f133-409d-8247-5a140f70b557 None None] For port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:09.188216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Pushing event updated for resources: {'Port': ['ID=628da45e-40cc-4239-a08b-4b037870e005,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:09.277834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Attempting to bind port 628da45e-40cc-4239-a08b-4b037870e005 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:09:09.278579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Attempting to bind port 628da45e-40cc-4239-a08b-4b037870e005 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:09:09.279131 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Attempting to bind port 628da45e-40cc-4239-a08b-4b037870e005 on network ab3d4615-bc33-4f16-b1c8-25e612e88d8a {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:09:09.288539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:09:09.288918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Checking segment: {'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:09.289325 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.289723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Bound using segment: {'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:09:09.290272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Bound port: 628da45e-40cc-4239-a08b-4b037870e005, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:09:09.290658 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (628da45e-40cc-4239-a08b-4b037870e005), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.292880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f907eb0>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:08Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:09.328121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6438aff2-f133-409d-8247-5a140f70b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.332682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed063327-a236-42ab-83c5-a31927e7e4ac None None] The sync data for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 is: [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:08Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:09:09.404661 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks [] for router_gateway (a624d948-964b-475e-8728-c90776ec0987), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.456698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] For port 628da45e-40cc-4239-a08b-4b037870e005, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:09:09.460432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438aff2-f133-409d-8247-5a140f70b557 None None] Pushing event updated for resources: {'Port': ['ID=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:09.466176 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] For port 628da45e-40cc-4239-a08b-4b037870e005, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=628da45e-40cc-4239-a08b-4b037870e005,segment=NetworkSegment(43602643-5ade-4806-9546-3b9b22dfa845),segment_id=43602643-5ade-4806-9546-3b9b22dfa845)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:09:09.546825 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (628da45e-40cc-4239-a08b-4b037870e005), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.624889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487ea8a-3bcd-4cca-83c4-a5686f41dacf None None] Pushing event updated for resources: {'Port': ['ID=628da45e-40cc-4239-a08b-4b037870e005,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:09.641853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (a624d948-964b-475e-8728-c90776ec0987), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.718695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72d2ce0a-96f6-41c1-a575-e896f8f8b802 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:09.776689 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:09.777859 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:09.887026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:09.888379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:09.893368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Router a624d948-964b-475e-8728-c90776ec0987 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:09:09.960183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:09.962197 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:10.052161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:09:10.058726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:10.068756 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Sync routers for ids ['a624d948-964b-475e-8728-c90776ec0987'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:09:10.080461 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Routers {'a624d948-964b-475e-8728-c90776ec0987'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:10.081083 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec24970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:08:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a624d948-964b-475e-8728-c90776ec0987'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:10.165603 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:10.167634 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a1192fc7-fb48-4794-a5de-6d133508069d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.1410069
Apr 30 22:09:10.170516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 52876) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:10.193437 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Set router a624d948-964b-475e-8728-c90776ec0987 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:10.371968 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec24970>, [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 3, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port': {'id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:10.416646 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Checking router: a624d948-964b-475e-8728-c90776ec0987 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:09:10.417307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Updating router a624d948-964b-475e-8728-c90776ec0987 port 9a86731e-c7d8-4318-81c4-4010e8b0504b binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:09:10.450066 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:10.763742 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Publish callbacks [] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:10.795627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f273f-3bd3-4993-9336-44850a4cc8be None None] Network ab3d4615-bc33-4f16-b1c8-25e612e88d8a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:09:10.821351 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:10.867425 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2e7a485f-c215-474c-8d61-9d770ae4598c None None] Provisioning complete for port 628da45e-40cc-4239-a08b-4b037870e005 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:10.867863 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e7a485f-c215-474c-8d61-9d770ae4598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (628da45e-40cc-4239-a08b-4b037870e005), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:10.894551 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500b0ee-0b4f-44be-a39c-79a1fd07f449 None None] Pushing event updated for resources: {'Port': ['ID=9a86731e-c7d8-4318-81c4-4010e8b0504b,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:10.897716 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Attempting to bind port 9a86731e-c7d8-4318-81c4-4010e8b0504b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:09:10.898120 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Attempting to bind port 9a86731e-c7d8-4318-81c4-4010e8b0504b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:09:10.898473 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Attempting to bind port 9a86731e-c7d8-4318-81c4-4010e8b0504b on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:09:10.906142 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:09:10.906574 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:10.907458 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:10.907458 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:09:10.907910 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Bound port: 9a86731e-c7d8-4318-81c4-4010e8b0504b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:09:10.908291 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:10.973995 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] For port 9a86731e-c7d8-4318-81c4-4010e8b0504b, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:09:10.977499 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] For port 9a86731e-c7d8-4318-81c4-4010e8b0504b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a86731e-c7d8-4318-81c4-4010e8b0504b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:09:11.002377 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a485f-c215-474c-8d61-9d770ae4598c None None] Current status of the port 628da45e-40cc-4239-a08b-4b037870e005 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:11.002377 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e7a485f-c215-474c-8d61-9d770ae4598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (628da45e-40cc-4239-a08b-4b037870e005), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.038033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2e7a485f-c215-474c-8d61-9d770ae4598c None None] For port 628da45e-40cc-4239-a08b-4b037870e005, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=628da45e-40cc-4239-a08b-4b037870e005,segment=NetworkSegment(43602643-5ade-4806-9546-3b9b22dfa845),segment_id=43602643-5ade-4806-9546-3b9b22dfa845)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:11.055171 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.055920 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.112579 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2e7a485f-c215-474c-8d61-9d770ae4598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (628da45e-40cc-4239-a08b-4b037870e005), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.124420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Routers {'a624d948-964b-475e-8728-c90776ec0987'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:11.124420 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ec24970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:08:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a624d948-964b-475e-8728-c90776ec0987'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:11.178083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a485f-c215-474c-8d61-9d770ae4598c None None] Pushing event updated for resources: {'Port': ['ID=628da45e-40cc-4239-a08b-4b037870e005,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:11.201415 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500b0ee-0b4f-44be-a39c-79a1fd07f449 None None] Pushing event updated for resources: {'Port': ['ID=9a86731e-c7d8-4318-81c4-4010e8b0504b,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:11.237163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Allocated IP 172.20.0.1 (ab3d4615-bc33-4f16-b1c8-25e612e88d8a/7d917944-fffa-4fbc-a11c-ed29487767b6/b93a20bc-850d-40c5-9fdb-e58641cb21e9) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:09:11.238429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a9a67fa9-0f5e-4e28-a8f4-c7f93c187753 None None] Provisioning complete for port 628da45e-40cc-4239-a08b-4b037870e005 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:11.239540 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a9a67fa9-0f5e-4e28-a8f4-c7f93c187753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (628da45e-40cc-4239-a08b-4b037870e005), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.259258 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] Set router a624d948-964b-475e-8728-c90776ec0987 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:11.327428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a9a67fa9-0f5e-4e28-a8f4-c7f93c187753 None None] Current status of the port 628da45e-40cc-4239-a08b-4b037870e005 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:11.355447 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Publish callbacks [] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.443913 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.484391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Network ab3d4615-bc33-4f16-b1c8-25e612e88d8a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:11.488850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:11.492850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:09:11.522310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Pushing event updated for resources: {'Port': ['ID=b93a20bc-850d-40c5-9fdb-e58641cb21e9,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:11.527564 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ec24970>, [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 3, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port': {'id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:11.549148 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (a624d948-964b-475e-8728-c90776ec0987), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.558474 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90599e5a-a2dd-4ba1-9ee7-4f565a2bc344 None None] The sync data for ids ['a624d948-964b-475e-8728-c90776ec0987'] in ncdv-master-1 is: [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 3, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port': {'id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:09:11.668807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 628da45e-40cc-4239-a08b-4b037870e005 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:11.727065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 628da45e-40cc-4239-a08b-4b037870e005 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:11.727748 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (628da45e-40cc-4239-a08b-4b037870e005), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.781048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b069f7d9-9a76-4154-a927-ee3983a7875f None None] Provisioning complete for port b93a20bc-850d-40c5-9fdb-e58641cb21e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:11.781048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b069f7d9-9a76-4154-a927-ee3983a7875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.781247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:11.859322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b069f7d9-9a76-4154-a927-ee3983a7875f None None] Port b93a20bc-850d-40c5-9fdb-e58641cb21e9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:09:11.881598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 628da45e-40cc-4239-a08b-4b037870e005 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:11.977725 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Publish callbacks [] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:12.042453 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:12.111596 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Pushing event updated for resources: {'Port': ['ID=b93a20bc-850d-40c5-9fdb-e58641cb21e9,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:12.114075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (a624d948-964b-475e-8728-c90776ec0987), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:12.213912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Network ab3d4615-bc33-4f16-b1c8-25e612e88d8a is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:12.215362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:12.343914 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Router a624d948-964b-475e-8728-c90776ec0987 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:09:12.463025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:09:12.468071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ec6ff530-dd8b-4ee9-8f43-657d29cf5d2e admin admin] 10.222.0.23 "PUT /v2.0/routers/a624d948-964b-475e-8728-c90776ec0987/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2965221
Apr 30 22:09:12.481607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e6f9ae71-9ad8-421e-82b8-e02f1cd60d84 None None] Provisioning complete for port b93a20bc-850d-40c5-9fdb-e58641cb21e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:12.482020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ae71-9ad8-421e-82b8-e02f1cd60d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:12.517092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9ae71-9ad8-421e-82b8-e02f1cd60d84 None None] Port b93a20bc-850d-40c5-9fdb-e58641cb21e9 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:09:13.162749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Sync routers for ids ['a624d948-964b-475e-8728-c90776ec0987'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:09:13.176383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Routers {'a624d948-964b-475e-8728-c90776ec0987'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:13.177149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4d9040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:08:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a624d948-964b-475e-8728-c90776ec0987'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:13.288206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Set router a624d948-964b-475e-8728-c90776ec0987 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:13.485164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4d9040>, [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:11Z', 'revision_number': 4, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port': {'id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b93a20bc-850d-40c5-9fdb-e58641cb21e9', 'name': '', 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'mac_address': 'fa:16:3e:e3:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7d917944-fffa-4fbc-a11c-ed29487767b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:11Z', 'updated_at': '2022-04-30T22:09:11Z', 'revision_number': 2, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'subnets': [{'id': '7d917944-fffa-4fbc-a11c-ed29487767b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:13.514035 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Checking router: a624d948-964b-475e-8728-c90776ec0987 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:09:13.514390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Updating router a624d948-964b-475e-8728-c90776ec0987 port b93a20bc-850d-40c5-9fdb-e58641cb21e9 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:09:13.579406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:13.664262 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9a86731e-c7d8-4318-81c4-4010e8b0504b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:13.790324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9a86731e-c7d8-4318-81c4-4010e8b0504b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:13.790646 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:13.966789 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9a86731e-c7d8-4318-81c4-4010e8b0504b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:13.967991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:14.025586 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 9a86731e-c7d8-4318-81c4-4010e8b0504b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a86731e-c7d8-4318-81c4-4010e8b0504b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:14.052025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Publish callbacks [] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:14.077227 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:14.127537 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=9a86731e-c7d8-4318-81c4-4010e8b0504b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:14.134496 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:14.194073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8dbe-58a8-4719-8183-9a510067102f None None] Pushing event updated for resources: {'Port': ['ID=b93a20bc-850d-40c5-9fdb-e58641cb21e9,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:14.277080 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Attempting to bind port b93a20bc-850d-40c5-9fdb-e58641cb21e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:09:14.277341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Attempting to bind port b93a20bc-850d-40c5-9fdb-e58641cb21e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:09:14.277644 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Attempting to bind port b93a20bc-850d-40c5-9fdb-e58641cb21e9 on network ab3d4615-bc33-4f16-b1c8-25e612e88d8a {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:09:14.295151 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:09:14.298293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Checking segment: {'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:14.300141 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:14.300630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Bound using segment: {'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:09:14.301340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Bound port: b93a20bc-850d-40c5-9fdb-e58641cb21e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43602643-5ade-4806-9546-3b9b22dfa845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:09:14.301968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:14.389700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] For port b93a20bc-850d-40c5-9fdb-e58641cb21e9, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:09:14.393075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] For port b93a20bc-850d-40c5-9fdb-e58641cb21e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b93a20bc-850d-40c5-9fdb-e58641cb21e9,segment=NetworkSegment(43602643-5ade-4806-9546-3b9b22dfa845),segment_id=43602643-5ade-4806-9546-3b9b22dfa845)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:09:14.466706 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:14.575067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Routers {'a624d948-964b-475e-8728-c90776ec0987'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:14.575635 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4d9040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:08:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a624d948-964b-475e-8728-c90776ec0987'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:14.694518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d602fb9c-786b-4a1d-b032-1a4bf237e8fa None None] Provisioning complete for port b93a20bc-850d-40c5-9fdb-e58641cb21e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:14.695025 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d602fb9c-786b-4a1d-b032-1a4bf237e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:14.696749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8dbe-58a8-4719-8183-9a510067102f None None] Pushing event updated for resources: {'Port': ['ID=b93a20bc-850d-40c5-9fdb-e58641cb21e9,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:14.731822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] Set router a624d948-964b-475e-8728-c90776ec0987 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:15.076509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d602fb9c-786b-4a1d-b032-1a4bf237e8fa None None] Current status of the port b93a20bc-850d-40c5-9fdb-e58641cb21e9 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:15.077320 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d602fb9c-786b-4a1d-b032-1a4bf237e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:15.140082 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d602fb9c-786b-4a1d-b032-1a4bf237e8fa None None] For port b93a20bc-850d-40c5-9fdb-e58641cb21e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b93a20bc-850d-40c5-9fdb-e58641cb21e9,segment=NetworkSegment(43602643-5ade-4806-9546-3b9b22dfa845),segment_id=43602643-5ade-4806-9546-3b9b22dfa845)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:15.252400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-92381205-0387-446a-9bc4-052441919ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4d9040>, [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:11Z', 'revision_number': 4, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port': {'id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b93a20bc-850d-40c5-9fdb-e58641cb21e9', 'name': '', 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'mac_address': 'fa:16:3e:e3:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7d917944-fffa-4fbc-a11c-ed29487767b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:11Z', 'updated_at': '2022-04-30T22:09:14Z', 'revision_number': 4, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'subnets': [{'id': '7d917944-fffa-4fbc-a11c-ed29487767b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:15.317857 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d602fb9c-786b-4a1d-b032-1a4bf237e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:15.321858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92381205-0387-446a-9bc4-052441919ca0 None None] The sync data for ids ['a624d948-964b-475e-8728-c90776ec0987'] in ncdv-master-1 is: [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:11Z', 'revision_number': 4, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port': {'id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b93a20bc-850d-40c5-9fdb-e58641cb21e9', 'name': '', 'network_id': 'ab3d4615-bc33-4f16-b1c8-25e612e88d8a', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'mac_address': 'fa:16:3e:e3:02:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7d917944-fffa-4fbc-a11c-ed29487767b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:11Z', 'updated_at': '2022-04-30T22:09:14Z', 'revision_number': 4, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'subnets': [{'id': '7d917944-fffa-4fbc-a11c-ed29487767b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:09:15.403708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602fb9c-786b-4a1d-b032-1a4bf237e8fa None None] Pushing event updated for resources: {'Port': ['ID=b93a20bc-850d-40c5-9fdb-e58641cb21e9,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:15.455492 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5dc7b1e9-4df8-41c6-aa9f-3b6c0a3d2cf5 None None] Provisioning complete for port b93a20bc-850d-40c5-9fdb-e58641cb21e9 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:15.456324 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b1e9-4df8-41c6-aa9f-3b6c0a3d2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:15.628017 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7b1e9-4df8-41c6-aa9f-3b6c0a3d2cf5 None None] Current status of the port b93a20bc-850d-40c5-9fdb-e58641cb21e9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:15.731563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9a86731e-c7d8-4318-81c4-4010e8b0504b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:15.791334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 9a86731e-c7d8-4318-81c4-4010e8b0504b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:15.791714 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:15.902516 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 9a86731e-c7d8-4318-81c4-4010e8b0504b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:15.903695 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b93a20bc-850d-40c5-9fdb-e58641cb21e9 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:15.974101 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b93a20bc-850d-40c5-9fdb-e58641cb21e9 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:15.975759 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:16.085169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b93a20bc-850d-40c5-9fdb-e58641cb21e9 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:17.548227 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:17.843202 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b773ab06-e06f-41d3-ac4d-6ecf86a97eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:20.540327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e2be50aa-f437-4aa4-8bfb-0b21d2e1fbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:21.511980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:21.586130 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:23.316950 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:23.694705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed90be8-7828-4810-86bb-d693433efc66 req-0d5bec64-668a-4b01-bb34-5ea0236ffd7e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:23.696171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-0d5bec64-668a-4b01-bb34-5ea0236ffd7e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 815 time: 0.1034231
Apr 30 22:09:23.710369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-26b20f0c-018a-45fa-a243-dbde1d5d4192 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/quotas/29d93461dcdc458386181f7e31c7450b HTTP/1.1" status: 200  len: 375 time: 0.0087996
Apr 30 22:09:23.757982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-c4f299a3-5141-4b59-9b04-c4df4f72c310 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0428188
Apr 30 22:09:23.905153 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-5b7c281e-126f-409a-8b4b-087dd351239a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:09:23.906179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-5b7c281e-126f-409a-8b4b-087dd351239a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0439687
Apr 30 22:09:23.998357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-cafff5b8-85a0-4ee6-a999-6874007439fe service neutron] 10.222.0.23 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854328
Apr 30 22:09:24.086295 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-95bd373b-2f3e-4336-87cb-d46f9c6b60fc service neutron] 10.222.0.23 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820928
Apr 30 22:09:24.339814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-93709678-2cbf-453c-96d8-6b3d11e8649e req-c65ab727-d95b-4796-9d80-50a0377d1e39 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 210 time: 0.0287859
Apr 30 22:09:24.523122 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:25.423512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-45f36c5d-ce4d-44c5-a49a-8245ce8009e8 req-45cd3bf3-b96e-4c59-ad58-5eabe7f44a79 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 210 time: 0.0325344
Apr 30 22:09:26.540835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a53bec4-0467-4493-b41c-ac20a6ed986f req-e095e486-9b18-4e4a-9f9f-725d7bbc9ff1 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 210 time: 0.0313733
Apr 30 22:09:26.589643 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed90be8-7828-4810-86bb-d693433efc66 req-f9ccd103-c956-446d-8c2b-09f0e5c23423 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:26.591148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-f9ccd103-c956-446d-8c2b-09f0e5c23423 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 815 time: 0.1281111
Apr 30 22:09:26.608248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'port': {'device_id': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'admin_state_up': True, 'tenant_id': '29d93461dcdc458386181f7e31c7450b'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:26.757092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Made reservation on behalf of 29d93461dcdc458386181f7e31c7450b for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:09:26.760556 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:26.891614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Allocated IP 172.20.0.11 (cd92c096-925f-4a5a-a970-1747a8a99c59/86b02c5c-55b7-4222-a218-35b1bf615b75/2fd20fa7-8697-4af1-abba-db3e79f1c1af) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:09:27.041568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:27.162929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:27.212515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Network cd92c096-925f-4a5a-a970-1747a8a99c59 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:27.215724 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:27.219924 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:09:27.235525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'Port': ['ID=2fd20fa7-8697-4af1-abba-db3e79f1c1af,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:27.268608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.268608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.268964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.269506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.270060 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.270566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.271102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.271803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.272306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.272825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.273349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.273983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.274534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.275078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.275627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:27.325644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:27.326479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:27.446098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-fbd7267d-1b33-43d9-8468-876c622c6a6c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8415318
Apr 30 22:09:27.565242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d2063ce3-6e29-4f63-9f88-73856d76802f None None] Provisioning complete for port 2fd20fa7-8697-4af1-abba-db3e79f1c1af triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:27.565242 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d2063ce3-6e29-4f63-9f88-73856d76802f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:27.604221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d2063ce3-6e29-4f63-9f88-73856d76802f None None] Port 2fd20fa7-8697-4af1-abba-db3e79f1c1af cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:09:27.672898 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73eb9a-091e-4a3b-9b51-5438a98bfb06 req-8275a6e7-8419-472a-ac88-f140fa3d1902 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:27.674540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff73eb9a-091e-4a3b-9b51-5438a98bfb06 req-8275a6e7-8419-472a-ac88-f140fa3d1902 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 932 time: 0.0506678
Apr 30 22:09:27.730669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ff73eb9a-091e-4a3b-9b51-5438a98bfb06 req-897aad8c-70fd-4723-b6a7-9c9a6153ba7d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496798
Apr 30 22:09:28.898984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41326383-48ff-447d-a8d4-d2bc63781437 req-8ee4e42b-d533-4cb1-b1be-1aca6ecd6274 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:28.900664 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41326383-48ff-447d-a8d4-d2bc63781437 req-8ee4e42b-d533-4cb1-b1be-1aca6ecd6274 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 932 time: 0.0635102
Apr 30 22:09:28.961840 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-41326383-48ff-447d-a8d4-d2bc63781437 req-ecbb8971-81d4-432c-a5c6-b4901b9b1c70 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507786
Apr 30 22:09:29.829500 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-d0652400-ba4c-4ec5-ae85-b76f807eb7d5 req-da8f780d-2a83-43ae-837a-1563e0b69b1b service neutron] (115773) timed out ('10.222.0.20', 55305) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 22:09:30.089474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed290c-beaf-4886-b294-eec59aba1e68 req-3b92476c-9459-4f57-ae9f-7b5dc09641cf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:30.091863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fed290c-beaf-4886-b294-eec59aba1e68 req-3b92476c-9459-4f57-ae9f-7b5dc09641cf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 932 time: 0.0533185
Apr 30 22:09:30.141899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fed290c-beaf-4886-b294-eec59aba1e68 req-fe4509f2-95c2-437b-9be1-c7b1b1fc0372 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431519
Apr 30 22:09:31.272745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae2550-8ae6-453b-89f8-a0a9a06417e9 req-82d02845-5f50-42d1-a8ee-9fa01371ebd8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:31.274793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5eae2550-8ae6-453b-89f8-a0a9a06417e9 req-82d02845-5f50-42d1-a8ee-9fa01371ebd8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 932 time: 0.0537636
Apr 30 22:09:31.334036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5eae2550-8ae6-453b-89f8-a0a9a06417e9 req-b9a22e9c-cab0-4ec3-a863-51f767b589dc tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488720
Apr 30 22:09:32.452481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acbae2-7985-423a-bffe-ae0615ff45ea req-b53d31f1-3fde-46da-ae4e-5483739e30ab tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:32.454040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02acbae2-7985-423a-bffe-ae0615ff45ea req-b53d31f1-3fde-46da-ae4e-5483739e30ab tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 932 time: 0.0507522
Apr 30 22:09:32.504381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02acbae2-7985-423a-bffe-ae0615ff45ea req-ec5a173c-6765-4372-8f33-65160b90e588 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438325
Apr 30 22:09:33.626942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dea69-5c45-4e40-bebd-6be773955ae0 req-a5e15c6d-0be4-4c77-9bb1-c962ec7d6376 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:33.628451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e3dea69-5c45-4e40-bebd-6be773955ae0 req-a5e15c6d-0be4-4c77-9bb1-c962ec7d6376 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 932 time: 0.0494459
Apr 30 22:09:33.679661 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8e3dea69-5c45-4e40-bebd-6be773955ae0 req-c73a9410-40d0-4797-9556-584b9e7a0b46 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441501
Apr 30 22:09:34.801322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c722931-6ccc-4c4f-b9b6-fb2d4e2deaed req-63b1ddf2-f119-417a-8cfa-44b707cad054 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:34.803083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c722931-6ccc-4c4f-b9b6-fb2d4e2deaed req-63b1ddf2-f119-417a-8cfa-44b707cad054 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 932 time: 0.0513864
Apr 30 22:09:34.848882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c722931-6ccc-4c4f-b9b6-fb2d4e2deaed req-682e3c0f-fbbf-410d-856d-e6b075822148 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402102
Apr 30 22:09:35.124469 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Request body: {'port': {'device_id': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:35.185621 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:35.289438 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:09:35.452401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd20fa7-8697-4af1-abba-db3e79f1c1af {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:09:35.459858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Publish callbacks [] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:35.472072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Transition to ACTIVE for port object 2fd20fa7-8697-4af1-abba-db3e79f1c1af will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:09:35.516877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:35.569781 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd20fa7-8697-4af1-abba-db3e79f1c1af,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:35.646371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Attempting to bind port 2fd20fa7-8697-4af1-abba-db3e79f1c1af on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:09:35.646706 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Attempting to bind port 2fd20fa7-8697-4af1-abba-db3e79f1c1af by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:09:35.647030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Attempting to bind port 2fd20fa7-8697-4af1-abba-db3e79f1c1af on network cd92c096-925f-4a5a-a970-1747a8a99c59 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:09:35.651705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Port 2fd20fa7-8697-4af1-abba-db3e79f1c1af on network cd92c096-925f-4a5a-a970-1747a8a99c59 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:09:35.652023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Attempting to bind port 2fd20fa7-8697-4af1-abba-db3e79f1c1af on network cd92c096-925f-4a5a-a970-1747a8a99c59 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:09:35.656967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:09:35.657318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Checking segment: {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:09:35.657684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Bound using segment: {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:09:35.658249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Bound port: 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4952ae4a-c992-4d3c-89a8-93d85f492769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:09:35.658606 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:35.725457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] For port 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:09:35.728627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] For port 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:09:35.797151 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:35.830287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:35.830887 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:35.832338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] 10.222.0.20 "PUT /v2.0/ports/2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 1092 time: 0.7505219
Apr 30 22:09:35.832779 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:09:35.861105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b88654-e873-4afb-8168-07e9d5c90997 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd20fa7-8697-4af1-abba-db3e79f1c1af,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:35.982029 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68" -d '{"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:09:36.011618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe50b2a-0cd5-4894-bfb2-3075e8fd426e req-0d63e2ae-e798-4e1d-a5d9-223055317ab4 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:36.013141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fe50b2a-0cd5-4894-bfb2-3075e8fd426e req-0d63e2ae-e798-4e1d-a5d9-223055317ab4 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 944 time: 0.0900140
Apr 30 22:09:36.014316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed90be8-7828-4810-86bb-d693433efc66 req-4e31c2ba-03cc-4305-a452-75c6771248e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:36.015656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-4e31c2ba-03cc-4305-a452-75c6771248e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1126 time: 0.0904787
Apr 30 22:09:36.074647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-e9309e4f-7543-45d2-9171-2ca7bde9b68b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 217 time: 0.0414305
Apr 30 22:09:36.093333 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67be4b0-6958-46dd-a71d-88bde707ce51 x-openstack-request-id: req-c67be4b0-6958-46dd-a71d-88bde707ce51 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:09:36.093618 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:09:36.093896 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c67be4b0-6958-46dd-a71d-88bde707ce51 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:09:36.094304 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67be4b0-6958-46dd-a71d-88bde707ce51'] response: {'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'status': 'completed', 'code': 200}
Apr 30 22:09:36.130420 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fe50b2a-0cd5-4894-bfb2-3075e8fd426e req-0fdcee58-9ab0-4d54-ac32-17d83d5ba7e8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112309
Apr 30 22:09:36.144434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed90be8-7828-4810-86bb-d693433efc66 req-8751a1da-f44f-48dc-9602-535eed98eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:36.145898 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-8751a1da-f44f-48dc-9602-535eed98eca4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0635831
Apr 30 22:09:36.192660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed90be8-7828-4810-86bb-d693433efc66 req-37af8f3f-ddf7-4abd-8d68-f25bdf25f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:36.194176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-37af8f3f-ddf7-4abd-8d68-f25bdf25f2c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392818
Apr 30 22:09:36.287773 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-64a1a941-9eee-427b-8bac-ba22bb843f7a service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813060
Apr 30 22:09:36.380859 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed90be8-7828-4810-86bb-d693433efc66 req-c6ce2f04-1d9b-4fdb-8281-afc2d8b4346a service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872188
Apr 30 22:09:37.244741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0e485-2309-4d38-a652-1d26f7696582 req-449cf3b8-f6f8-48fb-ac0d-5f7966d9acd8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:37.249526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98f0e485-2309-4d38-a652-1d26f7696582 req-449cf3b8-f6f8-48fb-ac0d-5f7966d9acd8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 944 time: 0.0471213
Apr 30 22:09:37.294546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-98f0e485-2309-4d38-a652-1d26f7696582 req-46b6cbe9-0b51-4a2a-889a-1bd0a8773129 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426254
Apr 30 22:09:37.478347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-fc442d2e-80a1-46e9-9968-52c49a8900e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:37.479820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-fc442d2e-80a1-46e9-9968-52c49a8900e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1126 time: 0.0377598
Apr 30 22:09:37.576696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-d936a7fd-b7e4-476a-86dd-28ce217894c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:37.578181 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-d936a7fd-b7e4-476a-86dd-28ce217894c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 916 time: 0.0869224
Apr 30 22:09:37.619298 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-4f33fc46-b403-46ac-b4a6-a94a56382040 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 217 time: 0.0340366
Apr 30 22:09:37.669688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-d3f4cc75-de1f-4014-82a5-46ed72c91278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:37.671100 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-d3f4cc75-de1f-4014-82a5-46ed72c91278 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0460138
Apr 30 22:09:37.713764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-20d53037-86de-4802-8217-e7650bce38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:37.715266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-20d53037-86de-4802-8217-e7650bce38a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379145
Apr 30 22:09:37.805962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-0f316c12-f7b1-4139-a790-be4f1de640b3 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799682
Apr 30 22:09:37.900492 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bed9d8d9-43cc-4e4c-a616-a0d2e52fae68 req-b736a7aa-5c43-4bd9-86e5-8b7e1cc86a75 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849886
Apr 30 22:09:38.407285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc37a5-c3d8-4680-af2c-04e7379011e6 req-f110b11e-afa3-4bc2-a49f-18df853e8f51 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:38.408763 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59fc37a5-c3d8-4680-af2c-04e7379011e6 req-f110b11e-afa3-4bc2-a49f-18df853e8f51 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 944 time: 0.0470538
Apr 30 22:09:38.456641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-59fc37a5-c3d8-4680-af2c-04e7379011e6 req-d145bed9-5626-4b21-932d-c3b2c2b86a23 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415988
Apr 30 22:09:39.041071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2fd20fa7-8697-4af1-abba-db3e79f1c1af details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:09:39.138528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:39.151665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'port_id': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'mac_address': 'fa:16:3e:3e:db:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:09:39.189549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2fd20fa7-8697-4af1-abba-db3e79f1c1af is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:39.189968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:39.203603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd20fa7-8697-4af1-abba-db3e79f1c1af {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:09:39.226063 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:39.583680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa5552-1bbf-4722-963b-26f8636c8b7d req-a6e79bbf-da91-4b08-a9d0-19532c3e3ed5 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:39.585168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3aa5552-1bbf-4722-963b-26f8636c8b7d req-a6e79bbf-da91-4b08-a9d0-19532c3e3ed5 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 944 time: 0.0515177
Apr 30 22:09:39.632503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3aa5552-1bbf-4722-963b-26f8636c8b7d req-488ddee3-7e18-425c-9686-0bb8c0515b27 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414455
Apr 30 22:09:39.721834 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:39.774724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2fd20fa7-8697-4af1-abba-db3e79f1c1af,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:39.781991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.782344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.782690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.783032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.783369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.783705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.784039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.784370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.784699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.785029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.785359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.785688 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.786040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.786368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.786696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:09:39.979199 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2fd20fa7-8697-4af1-abba-db3e79f1c1af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:09:40.745204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad7f56-c576-49a8-9337-8ca05ff5beb4 req-f534c000-598b-4925-add3-d8d49f392870 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:40.746778 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72ad7f56-c576-49a8-9337-8ca05ff5beb4 req-f534c000-598b-4925-add3-d8d49f392870 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 945 time: 0.0472138
Apr 30 22:09:40.795128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72ad7f56-c576-49a8-9337-8ca05ff5beb4 req-db878c08-3f20-45c9-a63c-2604517ba9a3 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425444
Apr 30 22:09:41.041392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2fd20fa7-8697-4af1-abba-db3e79f1c1af up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:09:41.087782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 2fd20fa7-8697-4af1-abba-db3e79f1c1af completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:09:41.162056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 2fd20fa7-8697-4af1-abba-db3e79f1c1af triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:41.162439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:41.237740 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2fd20fa7-8697-4af1-abba-db3e79f1c1af is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:41.238270 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:41.260713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:09:41.274636 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:41.302753 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400e61f5-af1e-4570-9ce0-fadcd13591fb" -d '{"events": [{"server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "name": "network-vif-plugged", "status": "completed", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:09:41.345644 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:41.392270 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52bce43-2bea-4949-b62c-65264db7663b x-openstack-request-id: req-b52bce43-2bea-4949-b62c-65264db7663b {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:09:41.392738 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "name": "network-vif-plugged", "status": "completed", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:09:41.392996 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b52bce43-2bea-4949-b62c-65264db7663b {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:09:41.393394 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52bce43-2bea-4949-b62c-65264db7663b'] response: {'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'code': 200}
Apr 30 22:09:41.403638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2fd20fa7-8697-4af1-abba-db3e79f1c1af,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:41.489677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f17d-d9e1-44ef-b76c-56c19301aa72 req-c4c464f2-ce07-49f0-a987-0f2dbfb42b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:41.496057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f545f17d-d9e1-44ef-b76c-56c19301aa72 req-c4c464f2-ce07-49f0-a987-0f2dbfb42b53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1128 time: 0.0367396
Apr 30 22:09:41.542266 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f545f17d-d9e1-44ef-b76c-56c19301aa72 req-38060d7d-53f9-4e24-bd6a-0c9cdc6895ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423121
Apr 30 22:09:41.906676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5d9f8-ea3b-494c-959a-6d72d08e347a req-b076c0ac-7e76-4e55-baf4-9e053ed0e0a8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:41.908132 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42c5d9f8-ea3b-494c-959a-6d72d08e347a req-b076c0ac-7e76-4e55-baf4-9e053ed0e0a8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0465746
Apr 30 22:09:41.953531 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-42c5d9f8-ea3b-494c-959a-6d72d08e347a req-2cf916e3-0f3e-4937-b88c-3c92b171fb0f tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398400
Apr 30 22:09:43.066675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4b5f0-f895-4ec3-b353-3aa75b45da33 req-0def4169-8702-4bb8-b905-287d9475b886 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:43.068235 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8d4b5f0-f895-4ec3-b353-3aa75b45da33 req-0def4169-8702-4bb8-b905-287d9475b886 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0458541
Apr 30 22:09:43.114051 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b8d4b5f0-f895-4ec3-b353-3aa75b45da33 req-5414b385-8be1-4548-a8c1-f919c38a244f tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393074
Apr 30 22:09:43.232458 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abc4a6-8dbc-44b8-9c6a-9356aaedf598 req-4cf656f6-dca1-4e5c-80ca-e06fdd44a87f tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:43.233897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84abc4a6-8dbc-44b8-9c6a-9356aaedf598 req-4cf656f6-dca1-4e5c-80ca-e06fdd44a87f tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0500774
Apr 30 22:09:43.310916 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-84abc4a6-8dbc-44b8-9c6a-9356aaedf598 req-34346e78-8b8e-460b-992c-1a7a83099a0d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711563
Apr 30 22:09:43.314893 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319e24ce-4563-4448-abfe-c5e3157c360d req-b7835d78-1aea-48e5-a70b-de2a0ef36170 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0489769
Apr 30 22:09:43.393954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e24ce-4563-4448-abfe-c5e3157c360d req-870b17c3-0b21-4d9c-aaca-247dc9b0a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:43.395485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319e24ce-4563-4448-abfe-c5e3157c360d req-870b17c3-0b21-4d9c-aaca-247dc9b0a042 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1128 time: 0.0398951
Apr 30 22:09:43.514522 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3b0ea-6783-4db7-b15b-356a62ba6000 req-3b2c423a-2bd9-4f37-be45-129c9c7032b8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:43.515913 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ca3b0ea-6783-4db7-b15b-356a62ba6000 req-3b2c423a-2bd9-4f37-be45-129c9c7032b8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0561976
Apr 30 22:09:43.556981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e24ce-4563-4448-abfe-c5e3157c360d req-f7b2004e-8212-4d85-b760-b19d4a7b8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:43.558468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319e24ce-4563-4448-abfe-c5e3157c360d req-f7b2004e-8212-4d85-b760-b19d4a7b8cd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 916 time: 0.1440439
Apr 30 22:09:43.613419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319e24ce-4563-4448-abfe-c5e3157c360d req-a95db5b3-36b0-46ac-b266-900496ce5300 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 217 time: 0.0474529
Apr 30 22:09:43.616777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ca3b0ea-6783-4db7-b15b-356a62ba6000 req-64e8ee20-c49d-4b7f-8104-6be9edcff1cb tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944448
Apr 30 22:09:43.662000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e24ce-4563-4448-abfe-c5e3157c360d req-8b0456e6-b9b7-425e-992d-93898b221a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:43.663486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319e24ce-4563-4448-abfe-c5e3157c360d req-8b0456e6-b9b7-425e-992d-93898b221a8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0434127
Apr 30 22:09:43.704918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e24ce-4563-4448-abfe-c5e3157c360d req-deb488ac-e749-4abb-bcff-7947aaed8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:43.706466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319e24ce-4563-4448-abfe-c5e3157c360d req-deb488ac-e749-4abb-bcff-7947aaed8ca7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0374036
Apr 30 22:09:43.799169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319e24ce-4563-4448-abfe-c5e3157c360d req-dd05c471-c79f-421d-bce6-906f5607aea0 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860059
Apr 30 22:09:43.893722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-319e24ce-4563-4448-abfe-c5e3157c360d req-ae24b5d5-d620-4f93-b145-569eab90350f service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883727
Apr 30 22:09:47.545223 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:47.870094 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-746ac54f-8ae1-4ff7-89db-43043b3dc3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:49.586204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7e3e1-5c0a-4277-83bf-b8cdd744bfc9 req-b3a3523f-b5e5-4cd9-a7fb-43c5aea7760c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:49.588337 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adc7e3e1-5c0a-4277-83bf-b8cdd744bfc9 req-b3a3523f-b5e5-4cd9-a7fb-43c5aea7760c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0553277
Apr 30 22:09:49.638513 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-adc7e3e1-5c0a-4277-83bf-b8cdd744bfc9 req-ae540d7e-b6fe-4caa-beb5-d126cb767ee7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444002
Apr 30 22:09:49.660295 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53128) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:49.738296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2679695-ab81-4e7e-a6da-50a12ecf8c70 tempest-TestMinimumBasicScenario-1476858888 tempest-TestMinimumBasicScenario-1476858888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:49.739777 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d2679695-ab81-4e7e-a6da-50a12ecf8c70 tempest-TestMinimumBasicScenario-1476858888 tempest-TestMinimumBasicScenario-1476858888-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1123 time: 0.0785394
Apr 30 22:09:49.743327 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53132) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:49.747533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:49.858589 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:49.939355 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:50.041883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Allocated IP 172.35.4.223 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/11244c6f-47ca-45b6-b312-e634f7bb7043) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:09:50.145593 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for port (11244c6f-47ca-45b6-b312-e634f7bb7043), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:50.235906 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (11244c6f-47ca-45b6-b312-e634f7bb7043), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:50.275112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:09:50.277954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:09:50.280935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:09:50.306764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'Port': ['ID=11244c6f-47ca-45b6-b312-e634f7bb7043,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:50.568124 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5711-254e-4b36-9956-8443ccb5755d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:50.987969 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for floatingip (40dc364c-3dea-48f1-b481-abf8c99e9f33), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:51.108312 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (11244c6f-47ca-45b6-b312-e634f7bb7043), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:51.255608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for port (11244c6f-47ca-45b6-b312-e634f7bb7043), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:51.316664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (11244c6f-47ca-45b6-b312-e634f7bb7043), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:51.381137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'Port': ['ID=11244c6f-47ca-45b6-b312-e634f7bb7043,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:51.394737 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (40dc364c-3dea-48f1-b481-abf8c99e9f33), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:51.500090 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Floating IP 40dc364c-3dea-48f1-b481-abf8c99e9f33 associated. External IP: 172.35.4.223, port: 2fd20fa7-8697-4af1-abba-db3e79f1c1af.
Apr 30 22:09:51.515767 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:51.601022 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:51.714719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Router 1b7ba7ba-c86b-4d24-8562-299e530e37cf has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:09:51.822979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:09:51.834471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] Sync routers for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:09:51.843102 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:51.843710 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c91cd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:09:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:51.924388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:51.952035 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:51.956001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5dd05a81-ecb8-414d-b557-44d403600862 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2116678
Apr 30 22:09:51.956766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:09:51.958888 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53134) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:51.964081 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-15447c19-14d1-40ee-a221-5aaa7660883e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086780826', 'description': 'tempest-secgroup-smoke-2086780826 description', 'project_id': '29d93461dcdc458386181f7e31c7450b'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:51.968308 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a84064-9841-4523-b9ba-96fb95de0c38" -d '{"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:09:52.007407 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64929d4b-54fb-4d30-ad3f-2474856bdd2a x-openstack-request-id: req-64929d4b-54fb-4d30-ad3f-2474856bdd2a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:09:52.008065 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:09:52.008065 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64929d4b-54fb-4d30-ad3f-2474856bdd2a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:09:52.008400 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64929d4b-54fb-4d30-ad3f-2474856bdd2a'] response: {'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'status': 'completed', 'code': 200}
Apr 30 22:09:52.035819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15447c19-14d1-40ee-a221-5aaa7660883e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.080896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-38deb8c4-bae4-46fb-81d8-4af7e60d9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:52.082342 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-38deb8c4-bae4-46fb-81d8-4af7e60d9c1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1128 time: 0.0414352
Apr 30 22:09:52.105175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15447c19-14d1-40ee-a221-5aaa7660883e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group (cfbcc134-5fa3-4a1b-ad6f-2590edd2432a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.168307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15447c19-14d1-40ee-a221-5aaa7660883e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cfbcc134-5fa3-4a1b-ad6f-2590edd2432a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.170086 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c91cd90>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40dc364c-3dea-48f1-b481-abf8c99e9f33', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'floating_ip_address': '172.35.4.223', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'port_id': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'mac_address': 'fa:16:3e:3e:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:09:50Z', 'updated_at': '2022-04-30T22:09:50Z', 'revision_number': 0, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 5, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:52.186150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-a45fcb80-05f0-4519-8633-2d95c61ff540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:52.188123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-a45fcb80-05f0-4519-8633-2d95c61ff540 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 916 time: 0.0928304
Apr 30 22:09:52.201350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15447c19-14d1-40ee-a221-5aaa7660883e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:52.203935 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] Checking router: 1b7ba7ba-c86b-4d24-8562-299e530e37cf for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:09:52.213635 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:09:52.214282 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c91cd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:09:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:52.260572 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-8ad7f478-d3cc-47bb-9cd2-4a7b0a655ddd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 1000 time: 0.0611126
Apr 30 22:09:52.279357 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-15447c19-14d1-40ee-a221-5aaa7660883e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.280357 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-15447c19-14d1-40ee-a221-5aaa7660883e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3204722
Apr 30 22:09:52.283178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53138) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:52.288437 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-24e4f18d-1dc6-4dae-876b-243d508935bf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'security_group_rule': {'security_group_id': 'cfbcc134-5fa3-4a1b-ad6f-2590edd2432a', 'project_id': '29d93461dcdc458386181f7e31c7450b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:52.323456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-7085bcd5-01cb-466c-b374-6149db688aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:52.324920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-7085bcd5-01cb-466c-b374-6149db688aab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0494769
Apr 30 22:09:52.327965 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:09:52.368744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-c7160624-cf25-4aab-8c49-5e893f22c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:52.370169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-c7160624-cf25-4aab-8c49-5e893f22c6bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394104
Apr 30 22:09:52.379460 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24e4f18d-1dc6-4dae-876b-243d508935bf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (4959a6af-fa2f-4c5e-b3d1-6222e0409993), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.441823 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24e4f18d-1dc6-4dae-876b-243d508935bf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (4959a6af-fa2f-4c5e-b3d1-6222e0409993), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.465209 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-3fb543c2-3845-4797-b1ee-e907935e7932 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884624
Apr 30 22:09:52.516586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24e4f18d-1dc6-4dae-876b-243d508935bf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (4959a6af-fa2f-4c5e-b3d1-6222e0409993), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.535822 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4f18d-1dc6-4dae-876b-243d508935bf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4959a6af-fa2f-4c5e-b3d1-6222e0409993,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:52.552339 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c91cd90>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40dc364c-3dea-48f1-b481-abf8c99e9f33', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'floating_ip_address': '172.35.4.223', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'port_id': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'mac_address': 'fa:16:3e:3e:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:09:50Z', 'updated_at': '2022-04-30T22:09:50Z', 'revision_number': 0, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 5, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:09:52.563866 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-52a84064-9841-4523-b9ba-96fb95de0c38 req-30cfe519-c8d3-40ac-8194-2b97d875517b service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927947
Apr 30 22:09:52.580427 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d88ac-dc5a-4567-a3d9-a6406662a224 None None] The sync data for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 is: [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '40dc364c-3dea-48f1-b481-abf8c99e9f33', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'floating_ip_address': '172.35.4.223', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'port_id': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'mac_address': 'fa:16:3e:3e:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:09:50Z', 'updated_at': '2022-04-30T22:09:50Z', 'revision_number': 0, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 5, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:09:52.621880 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-24e4f18d-1dc6-4dae-876b-243d508935bf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.623139 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-24e4f18d-1dc6-4dae-876b-243d508935bf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3389447
Apr 30 22:09:52.625840 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53140) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:52.630533 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-43eccc2e-6a1f-43a8-881e-b38d3a4929a7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'security_group_rule': {'security_group_id': 'cfbcc134-5fa3-4a1b-ad6f-2590edd2432a', 'project_id': '29d93461dcdc458386181f7e31c7450b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:52.732402 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43eccc2e-6a1f-43a8-881e-b38d3a4929a7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (c61fc7e2-96d0-482d-a85c-7aa9706eb072), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.773272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5098d8-3c3a-4bae-b126-6eb719af4f47 None None] New status for floating IP 40dc364c-3dea-48f1-b481-abf8c99e9f33: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:09:52.791737 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43eccc2e-6a1f-43a8-881e-b38d3a4929a7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (c61fc7e2-96d0-482d-a85c-7aa9706eb072), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.864968 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43eccc2e-6a1f-43a8-881e-b38d3a4929a7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (c61fc7e2-96d0-482d-a85c-7aa9706eb072), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.884589 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eccc2e-6a1f-43a8-881e-b38d3a4929a7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61fc7e2-96d0-482d-a85c-7aa9706eb072,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:52.958724 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-43eccc2e-6a1f-43a8-881e-b38d3a4929a7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:52.959964 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-43eccc2e-6a1f-43a8-881e-b38d3a4929a7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3332362
Apr 30 22:09:52.968741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53142) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:52.973063 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-185ff30e-4f43-43f1-9669-2eef7a10802d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'security_group_rule': {'security_group_id': 'cfbcc134-5fa3-4a1b-ad6f-2590edd2432a', 'project_id': '29d93461dcdc458386181f7e31c7450b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:53.053880 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-185ff30e-4f43-43f1-9669-2eef7a10802d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (aa88badc-8364-4081-b166-66d9bfdf0e6f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.109819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-185ff30e-4f43-43f1-9669-2eef7a10802d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (aa88badc-8364-4081-b166-66d9bfdf0e6f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.162261 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-185ff30e-4f43-43f1-9669-2eef7a10802d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (aa88badc-8364-4081-b166-66d9bfdf0e6f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.179479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ff30e-4f43-43f1-9669-2eef7a10802d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa88badc-8364-4081-b166-66d9bfdf0e6f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:53.232831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-185ff30e-4f43-43f1-9669-2eef7a10802d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.234099 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-185ff30e-4f43-43f1-9669-2eef7a10802d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2643678
Apr 30 22:09:53.236706 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53144) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:53.244619 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-68750ded-1694-4a0c-86cb-39bb2f2a9625 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'security_group_rule': {'security_group_id': 'cfbcc134-5fa3-4a1b-ad6f-2590edd2432a', 'project_id': '29d93461dcdc458386181f7e31c7450b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:53.316741 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.345399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68750ded-1694-4a0c-86cb-39bb2f2a9625 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (386e2583-a0af-4cda-ade3-49b179def359), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.405503 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68750ded-1694-4a0c-86cb-39bb2f2a9625 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (386e2583-a0af-4cda-ade3-49b179def359), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.471075 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68750ded-1694-4a0c-86cb-39bb2f2a9625 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (386e2583-a0af-4cda-ade3-49b179def359), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.489117 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68750ded-1694-4a0c-86cb-39bb2f2a9625 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386e2583-a0af-4cda-ade3-49b179def359,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:53.559415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-68750ded-1694-4a0c-86cb-39bb2f2a9625 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.560670 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-68750ded-1694-4a0c-86cb-39bb2f2a9625 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3230600
Apr 30 22:09:53.563360 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53146) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:53.567843 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3663fdd0-41c8-486d-b7fb-9db3bb50de1b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'security_group_rule': {'security_group_id': 'cfbcc134-5fa3-4a1b-ad6f-2590edd2432a', 'project_id': '29d93461dcdc458386181f7e31c7450b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:53.665604 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-3663fdd0-41c8-486d-b7fb-9db3bb50de1b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Project 29d93461dcdc458386181f7e31c7450b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:09:53.671313 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3663fdd0-41c8-486d-b7fb-9db3bb50de1b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (4a78b9b0-bf52-4dd4-a225-ad85aeb4a79a), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.729067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3663fdd0-41c8-486d-b7fb-9db3bb50de1b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (4a78b9b0-bf52-4dd4-a225-ad85aeb4a79a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.779522 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3663fdd0-41c8-486d-b7fb-9db3bb50de1b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (4a78b9b0-bf52-4dd4-a225-ad85aeb4a79a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.797552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663fdd0-41c8-486d-b7fb-9db3bb50de1b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a78b9b0-bf52-4dd4-a225-ad85aeb4a79a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:53.850057 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3663fdd0-41c8-486d-b7fb-9db3bb50de1b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:53.851286 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3663fdd0-41c8-486d-b7fb-9db3bb50de1b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2870078
Apr 30 22:09:53.853973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53148) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:09:53.858266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-af74a2b5-a1f6-454b-92bf-d40f1e45ce3b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'security_group_rule': {'security_group_id': 'cfbcc134-5fa3-4a1b-ad6f-2590edd2432a', 'project_id': '29d93461dcdc458386181f7e31c7450b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:53.949800 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-af74a2b5-a1f6-454b-92bf-d40f1e45ce3b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Project 29d93461dcdc458386181f7e31c7450b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:09:53.955652 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af74a2b5-a1f6-454b-92bf-d40f1e45ce3b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (f6dd6568-3cba-42f5-9d2d-c7b79e11b0a7), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.013902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af74a2b5-a1f6-454b-92bf-d40f1e45ce3b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (f6dd6568-3cba-42f5-9d2d-c7b79e11b0a7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.080933 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af74a2b5-a1f6-454b-92bf-d40f1e45ce3b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (f6dd6568-3cba-42f5-9d2d-c7b79e11b0a7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.099247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74a2b5-a1f6-454b-92bf-d40f1e45ce3b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dd6568-3cba-42f5-9d2d-c7b79e11b0a7,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:54.180717 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-af74a2b5-a1f6-454b-92bf-d40f1e45ce3b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.181954 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-af74a2b5-a1f6-454b-92bf-d40f1e45ce3b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3270056
Apr 30 22:09:54.272945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75f7af86-afec-4758-951f-23c7241b385b req-83fa0848-a436-4e88-9b66-665984dc67c8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086780826&fields=id&tenant_id=29d93461dcdc458386181f7e31c7450b HTTP/1.1" status: 200  len: 267 time: 0.0464621
Apr 30 22:09:54.322757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7af86-afec-4758-951f-23c7241b385b req-6ab81716-a564-4ccd-900f-a98904954533 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:54.324222 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75f7af86-afec-4758-951f-23c7241b385b req-6ab81716-a564-4ccd-900f-a98904954533 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0459387
Apr 30 22:09:54.334668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-75f7af86-afec-4758-951f-23c7241b385b req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'port': {'security_groups': ['c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8', 'cfbcc134-5fa3-4a1b-ad6f-2590edd2432a']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:09:54.405834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-75f7af86-afec-4758-951f-23c7241b385b req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.528876 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.592307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-75f7af86-afec-4758-951f-23c7241b385b req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] For port 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:09:54.622867 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-75f7af86-afec-4758-951f-23c7241b385b req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.722061 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-75f7af86-afec-4758-951f-23c7241b385b req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.734407 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2fd20fa7-8697-4af1-abba-db3e79f1c1af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:09:54.766121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7af86-afec-4758-951f-23c7241b385b req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:54.766799 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-75f7af86-afec-4758-951f-23c7241b385b req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:54.768202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-75f7af86-afec-4758-951f-23c7241b385b req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "PUT /v2.0/ports/2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 982 time: 0.4378910
Apr 30 22:09:54.768762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:09:54.771174 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e" -d '{"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:09:54.803727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecf500-e507-42dd-8a87-feccccc3acb8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'Port': ['ID=2fd20fa7-8697-4af1-abba-db3e79f1c1af,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:09:54.836717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2fd20fa7-8697-4af1-abba-db3e79f1c1af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:09:54.848698 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62c71d6-bc84-4cba-a446-d1dacb9f4917 x-openstack-request-id: req-d62c71d6-bc84-4cba-a446-d1dacb9f4917 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:09:54.849008 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:09:54.849266 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d62c71d6-bc84-4cba-a446-d1dacb9f4917 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:09:54.849669 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62c71d6-bc84-4cba-a446-d1dacb9f4917'] response: {'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'status': 'completed', 'code': 200}
Apr 30 22:09:54.952921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c3fc0-ada7-40d0-b930-36a20563ee0a req-d8abeb13-b8d3-4ead-9a76-32e246c96a56 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:54.960095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef7c3fc0-ada7-40d0-b930-36a20563ee0a req-d8abeb13-b8d3-4ead-9a76-32e246c96a56 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0978372
Apr 30 22:09:54.968875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-1c4e536c-003c-4d7e-9d6d-2a015fb11dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:54.970418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-1c4e536c-003c-4d7e-9d6d-2a015fb11dec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1167 time: 0.0930855
Apr 30 22:09:55.074842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c00fd157-cfcb-4176-a08b-7ddde44b5a7d None None] Provisioning complete for port 2fd20fa7-8697-4af1-abba-db3e79f1c1af triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:09:55.075099 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c00fd157-cfcb-4176-a08b-7ddde44b5a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:09:55.090456 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef7c3fc0-ada7-40d0-b930-36a20563ee0a req-ff89d1e2-e1bc-497d-919f-5d4d440be296 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1294703
Apr 30 22:09:55.100285 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-fd5866f7-e76f-469c-8c88-f803405e8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:55.101718 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-fd5866f7-e76f-469c-8c88-f803405e8290 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 916 time: 0.1232603
Apr 30 22:09:55.180330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-0003c0d0-6ab5-424c-89bc-1c3c5a9e4b2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 1002 time: 0.0714123
Apr 30 22:09:55.228521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-a6cbf3f0-8263-4961-ba48-844d5a9f6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:55.230075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-a6cbf3f0-8263-4961-ba48-844d5a9f6eb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0443861
Apr 30 22:09:55.279177 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-c044adde-bbee-4e3e-afe7-bea3dc3b069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:09:55.280696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-c044adde-bbee-4e3e-afe7-bea3dc3b069f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0404425
Apr 30 22:09:55.288956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c00fd157-cfcb-4176-a08b-7ddde44b5a7d None None] Current status of the port 2fd20fa7-8697-4af1-abba-db3e79f1c1af is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:09:55.381015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-98cd8ef7-48e4-49c8-a237-b01edd5ce685 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925984
Apr 30 22:09:55.473776 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c861c6b-e8d3-4eab-886e-fcdf85cf764e req-cbc908bf-f555-4d3b-9b21-772deb532518 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824859
Apr 30 22:10:12.288437 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:10:17.608419 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:17.864932 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b9d55646-cefd-46cb-b82d-a315218da1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:18.977067 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99cfe-14fa-4f5d-9b5d-58c7b9c39292 req-e226d793-fdd5-4b58-a0b9-fe6fa4e5776e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:18.978674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ac99cfe-14fa-4f5d-9b5d-58c7b9c39292 req-e226d793-fdd5-4b58-a0b9-fe6fa4e5776e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0536575
Apr 30 22:10:19.070217 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ac99cfe-14fa-4f5d-9b5d-58c7b9c39292 req-f9c7ee7f-a34d-4084-b06c-332f127bcdad tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0856862
Apr 30 22:10:19.080873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-57bf2ecb-60b8-4e82-877a-d14f4521511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:19.083966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-57bf2ecb-60b8-4e82-877a-d14f4521511f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1167 time: 0.0571949
Apr 30 22:10:19.182310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-1a37f700-5b41-4ecb-bb13-7622a5edcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:19.183715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-1a37f700-5b41-4ecb-bb13-7622a5edcd98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 916 time: 0.0839922
Apr 30 22:10:19.257639 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-71a8e116-8477-4fcc-b5ed-4bc99ea14554 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 1002 time: 0.0675557
Apr 30 22:10:19.305338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-be4564d0-a5bd-4d61-b882-24da9504880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:19.306821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-be4564d0-a5bd-4d61-b882-24da9504880f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0426378
Apr 30 22:10:19.360480 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-fec13221-abe4-4961-8c57-cde6f6429b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:19.361925 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-fec13221-abe4-4961-8c57-cde6f6429b77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380521
Apr 30 22:10:19.457559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-cf88ebe8-46b6-46c7-ad1e-eabc0d343a4e service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886869
Apr 30 22:10:19.545213 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e49119d6-9bf7-4c57-8287-4e884038cfdf req-0f01770b-bf2b-469f-8daa-2ad8d0a2fbb5 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812454
Apr 30 22:10:20.202056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5461a-7b94-41cf-996f-401ccffaf0c5 req-32630284-3617-4ded-af30-8ef63ae2f215 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:20.203508 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39c5461a-7b94-41cf-996f-401ccffaf0c5 req-32630284-3617-4ded-af30-8ef63ae2f215 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0531912
Apr 30 22:10:20.262045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-39c5461a-7b94-41cf-996f-401ccffaf0c5 req-7207ceb9-6dc4-45ac-af75-1a30c7830fb3 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528123
Apr 30 22:10:20.579217 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-94e05490-3fde-4256-964c-332e29948c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:21.384462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561f51-b57b-4858-8cfc-be7ea377b175 req-c2b4ae93-3f88-4875-9af0-fa29c22f5d66 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:21.386135 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb561f51-b57b-4858-8cfc-be7ea377b175 req-c2b4ae93-3f88-4875-9af0-fa29c22f5d66 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0509288
Apr 30 22:10:21.451018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cb561f51-b57b-4858-8cfc-be7ea377b175 req-83f6dcf6-4dc3-4d94-92c1-b3e3e3621aa3 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0558081
Apr 30 22:10:21.589026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:21.623823 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:22.569475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6296-da51-44aa-8d9b-b154963f4124 req-db18a7bb-4024-4122-8279-3ef595213300 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:22.570914 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-468a6296-da51-44aa-8d9b-b154963f4124 req-db18a7bb-4024-4122-8279-3ef595213300 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0515535
Apr 30 22:10:22.631959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-468a6296-da51-44aa-8d9b-b154963f4124 req-bfcaea7b-9d1d-4ca3-a5e9-4b4cf7fd0278 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0540667
Apr 30 22:10:23.339119 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:23.747191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3967c60-eb95-46d8-8e72-22ad9fe53b2a req-c9673fc0-6e88-4c09-b77e-0c9b8e564eb7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:23.749253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3967c60-eb95-46d8-8e72-22ad9fe53b2a req-c9673fc0-6e88-4c09-b77e-0c9b8e564eb7 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0494711
Apr 30 22:10:23.807170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a3967c60-eb95-46d8-8e72-22ad9fe53b2a req-753a58e6-21f6-4ac7-83a2-abd47da5167a tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0518360
Apr 30 22:10:24.510313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:24.927268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4675472-0d8a-4e5f-be87-5427381965bf req-604061be-6318-4f3d-802b-06459dba184a tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:24.928793 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4675472-0d8a-4e5f-be87-5427381965bf req-604061be-6318-4f3d-802b-06459dba184a tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0477626
Apr 30 22:10:24.990891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4675472-0d8a-4e5f-be87-5427381965bf req-f3ed3402-adaf-4ad3-a212-8059408e5b11 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0562012
Apr 30 22:10:26.108003 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354243-df7f-4e8c-9a22-19a741f0f28b req-4463d94f-80d3-4205-849d-e40b739b2393 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:26.109457 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1354243-df7f-4e8c-9a22-19a741f0f28b req-4463d94f-80d3-4205-849d-e40b739b2393 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0472023
Apr 30 22:10:26.168382 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a1354243-df7f-4e8c-9a22-19a741f0f28b req-b32a0f1e-9ad3-475e-9434-3051ec335bd8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0530317
Apr 30 22:10:27.283604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce1574-00fa-4ef9-aef7-f720bf26d45d req-318a3c9b-9133-417e-9f9b-d12a3dd356f8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:27.285091 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2ce1574-00fa-4ef9-aef7-f720bf26d45d req-318a3c9b-9133-417e-9f9b-d12a3dd356f8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0480404
Apr 30 22:10:27.344470 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2ce1574-00fa-4ef9-aef7-f720bf26d45d req-fe20b446-54d8-40f5-ae77-0d82a4ba980c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0534680
Apr 30 22:10:28.463970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a39b7-d0b8-47cd-815e-bfe288e7a3f6 req-8d61441f-6169-48e6-af1c-702a962cfb1c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:28.465422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-509a39b7-d0b8-47cd-815e-bfe288e7a3f6 req-8d61441f-6169-48e6-af1c-702a962cfb1c tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0518410
Apr 30 22:10:28.524323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-509a39b7-d0b8-47cd-815e-bfe288e7a3f6 req-5d7e91c6-79e5-4e21-a26a-e10713ec6e4a tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0531342
Apr 30 22:10:29.639457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74ae09-67f5-4594-b524-bd73b0291598 req-08e71fb7-22e3-4f15-9019-4f5c9c520f4e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:29.641517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e74ae09-67f5-4594-b524-bd73b0291598 req-08e71fb7-22e3-4f15-9019-4f5c9c520f4e tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0481088
Apr 30 22:10:29.700720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e74ae09-67f5-4594-b524-bd73b0291598 req-32e1681b-8f6f-4c87-a530-8f81a94976a5 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0533917
Apr 30 22:10:30.814524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321056b-3e36-483f-8105-31793be36ce7 req-77c4a95f-3882-4c40-aae1-e113c145a35f tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:30.815986 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2321056b-3e36-483f-8105-31793be36ce7 req-77c4a95f-3882-4c40-aae1-e113c145a35f tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0473824
Apr 30 22:10:30.880218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2321056b-3e36-483f-8105-31793be36ce7 req-46b56a37-7bff-4686-ba28-ef75ed86dc70 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&id=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0584941
Apr 30 22:10:43.330724 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-1f252869-7673-4693-a254-ed8e2ea9f86c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0374255
Apr 30 22:10:43.411308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-55854a2a-dfb1-401e-8a6e-ff33a5266c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:43.412758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-55854a2a-dfb1-401e-8a6e-ff33a5266c03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1167 time: 0.0394883
Apr 30 22:10:43.517126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-f15e2473-3038-4a41-a911-f6f364e7f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:43.518628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-f15e2473-3038-4a41-a911-f6f364e7f433 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 916 time: 0.0873942
Apr 30 22:10:43.586813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-0628383b-3a63-4c4b-bb30-257583ef6e17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 1002 time: 0.0588968
Apr 30 22:10:43.634244 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-d69d4aeb-ad0a-4b83-a2ef-79e40e9b9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:43.635696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-d69d4aeb-ad0a-4b83-a2ef-79e40e9b9a34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0430999
Apr 30 22:10:43.688512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-0faf386f-34bc-4986-b4d1-35a148529f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:10:43.690066 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-0faf386f-34bc-4986-b4d1-35a148529f95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455863
Apr 30 22:10:43.778707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-de18cc98-ee29-45dc-8d50-07c61f8eecfc service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811458
Apr 30 22:10:43.869156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a393c2a-8fe0-4f4c-8ef4-970f04ee8fc0 req-d393e64a-0341-49d1-83dd-65156ed4631e service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842423
Apr 30 22:10:47.559679 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:47.862472 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-574f6f18-f355-440e-929c-87ca61c1bda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:49.288919 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:10:50.538876 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2af89093-5763-4fbc-b33a-15ec45351bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:51.532743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:51.635692 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:53.337028 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:10:54.510036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.263577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-60338f7a-525f-46c3-b316-0ff69b91cebd tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086780826&fields=id&tenant_id=29d93461dcdc458386181f7e31c7450b HTTP/1.1" status: 200  len: 267 time: 0.0479450
Apr 30 22:11:03.314096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-90dca9df-7d1c-46e4-b2fc-5d5d315107cf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:03.315549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-90dca9df-7d1c-46e4-b2fc-5d5d315107cf tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 985 time: 0.0465226
Apr 30 22:11:03.326626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Request body: {'port': {'security_groups': ['c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:03.401695 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.583609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] For port 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:03.606666 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.669961 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.685798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2fd20fa7-8697-4af1-abba-db3e79f1c1af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:11:03.717071 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:03.717700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.719131 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6e507486-bff3-42c3-ad84-4652a10a8435 req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "PUT /v2.0/ports/2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 943 time: 0.3968332
Apr 30 22:11:03.719569 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:11:03.722052 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f17c70-9bd5-4021-ad9e-788c5715de02" -d '{"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:11:03.728384 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53250) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:03.755657 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event updated for resources: {'Port': ['ID=2fd20fa7-8697-4af1-abba-db3e79f1c1af,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:03.765273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.765646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.766048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.766391 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.766728 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.767226 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.767565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.767959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.768296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.768757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.769091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.769421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.769749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.773484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.773484 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec57a86-012a-40a1-922d-fb5b8f22dc29 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:03.794711 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e015a1e5-bfda-4247-8bc1-d2e69ea63291 x-openstack-request-id: req-e015a1e5-bfda-4247-8bc1-d2e69ea63291 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:11:03.795010 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:11:03.795265 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e015a1e5-bfda-4247-8bc1-d2e69ea63291 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:11:03.795679 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e015a1e5-bfda-4247-8bc1-d2e69ea63291'] response: {'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'status': 'completed', 'code': 200}
Apr 30 22:11:03.819471 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group (cfbcc134-5fa3-4a1b-ad6f-2590edd2432a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.828814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2fd20fa7-8697-4af1-abba-db3e79f1c1af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:11:03.857730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group (cfbcc134-5fa3-4a1b-ad6f-2590edd2432a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.877485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-600708cc-10d4-4914-b67d-0bbd775a08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:03.880317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-600708cc-10d4-4914-b67d-0bbd775a08b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1128 time: 0.0600345
Apr 30 22:11:03.984820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (cfbcc134-5fa3-4a1b-ad6f-2590edd2432a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.987796 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:03.990632 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfbcc134-5fa3-4a1b-ad6f-2590edd2432a HTTP/1.1" status: 204  len: 168 time: 0.2599478
Apr 30 22:11:03.995533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53260) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:04.000538 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbcc134-5fa3-4a1b-ad6f-2590edd2432a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:04.003835 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-12a8cb0d-954a-4f1d-815e-ca758037eadd None None] Provisioning complete for port 2fd20fa7-8697-4af1-abba-db3e79f1c1af triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:04.004222 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12a8cb0d-954a-4f1d-815e-ca758037eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:04.008038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-875e46cf-adde-4bed-9c4a-df03a74ad7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:04.009984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-875e46cf-adde-4bed-9c4a-df03a74ad7f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 916 time: 0.1190109
Apr 30 22:11:04.011895 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.012329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.012749 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.013152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.013557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.013987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.014385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.014782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.015178 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.015586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.015979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.016432 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.016919 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.017310 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.017709 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90e86f8-7d2f-479d-982d-8b7f64f22a98 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:04.100339 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-12a8cb0d-954a-4f1d-815e-ca758037eadd None None] Current status of the port 2fd20fa7-8697-4af1-abba-db3e79f1c1af is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:04.151112 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-4ba407ff-bde5-461c-9cf5-b1a86d80f35e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 1002 time: 0.1110437
Apr 30 22:11:04.242066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-94128b09-cb78-4622-9aca-c5085ce6518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:04.243526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-94128b09-cb78-4622-9aca-c5085ce6518f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0800729
Apr 30 22:11:04.244267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Deleting port 11244c6f-47ca-45b6-b312-e634f7bb7043 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:04.244611 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (11244c6f-47ca-45b6-b312-e634f7bb7043), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:04.323151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-2541a9a4-faeb-41f6-b54d-f1e9a8212639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:04.324626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-2541a9a4-faeb-41f6-b54d-f1e9a8212639 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0681267
Apr 30 22:11:04.395466 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (11244c6f-47ca-45b6-b312-e634f7bb7043), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:04.395700 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for floatingip (11244c6f-47ca-45b6-b312-e634f7bb7043), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:04.414084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Calling delete_port for 11244c6f-47ca-45b6-b312-e634f7bb7043 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:04.494141 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-a419e94f-a69c-493d-95a5-68a1d44e3083 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551974
Apr 30 22:11:04.630681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-17f17c70-9bd5-4021-ad9e-788c5715de02 req-47df1387-269b-4109-a2c2-b394c3f0e758 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246352
Apr 30 22:11:04.709604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (11244c6f-47ca-45b6-b312-e634f7bb7043), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:04.736346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event deleted for resources: {'Port': ['ID=11244c6f-47ca-45b6-b312-e634f7bb7043,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:04.798178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks [] for floatingip (40dc364c-3dea-48f1-b481-abf8c99e9f33), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:04.798508 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Floating IP 40dc364c-3dea-48f1-b481-abf8c99e9f33 disassociated (deleted). External IP: 172.35.4.223, port: 2fd20fa7-8697-4af1-abba-db3e79f1c1af.
Apr 30 22:11:05.365703 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Router 1b7ba7ba-c86b-4d24-8562-299e530e37cf has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:11:05.477697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:11:05.482088 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:05.487880 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] Sync routers for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:11:05.498329 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:05.498942 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c904070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:10:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:05.511737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-adce651f-b7e7-4709-aa2e-6c1c0f57412d tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "DELETE /v2.0/floatingips/40dc364c-3dea-48f1-b481-abf8c99e9f33 HTTP/1.1" status: 204  len: 168 time: 1.5161731
Apr 30 22:11:05.707139 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:05.797126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:11:05.799566 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172" -d '{"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:11:05.855935 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e260ba-7359-413a-a75d-0be861b920fc x-openstack-request-id: req-e3e260ba-7359-413a-a75d-0be861b920fc {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:11:05.856427 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:11:05.856851 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3e260ba-7359-413a-a75d-0be861b920fc {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:11:05.857261 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e260ba-7359-413a-a75d-0be861b920fc'] response: {'name': 'network-changed', 'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'status': 'completed', 'code': 200}
Apr 30 22:11:05.898877 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c904070>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 5, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:05.925075 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] Checking router: 1b7ba7ba-c86b-4d24-8562-299e530e37cf for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:11:05.934264 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:05.934880 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c904070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:10:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:05.940387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-c8712971-e3a5-46f2-8fbd-7e2b63c03324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:05.941977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-c8712971-e3a5-46f2-8fbd-7e2b63c03324 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29d93461dcdc458386181f7e31c7450b&device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 1128 time: 0.0403001
Apr 30 22:11:06.048294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-adaaf041-e07a-4650-843e-26166e003bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:06.049802 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-adaaf041-e07a-4650-843e-26166e003bb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 200  len: 916 time: 0.1017499
Apr 30 22:11:06.055269 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:06.102037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-b7cc2e68-7c36-4c49-8e22-0a5f11289251 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 200  len: 217 time: 0.0351233
Apr 30 22:11:06.151849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-5916081d-9f2d-4bd5-a43f-8fdfefbcdd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:06.153469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-5916081d-9f2d-4bd5-a43f-8fdfefbcdd4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 200  len: 854 time: 0.0449834
Apr 30 22:11:06.247902 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c904070>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 5, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:06.273907 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f875f10c-4c9e-4c66-a3b0-87a9d6572448 None None] The sync data for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 is: [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:05Z', 'revision_number': 4, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1', 'name': '', 'network_id': 'cd92c096-925f-4a5a-a970-1747a8a99c59', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'mac_address': 'fa:16:3e:a4:e2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:04Z', 'updated_at': '2022-04-30T22:09:09Z', 'revision_number': 5, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'subnets': [{'id': '86b02c5c-55b7-4222-a218-35b1bf615b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:11:06.368395 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-349da334-c293-481f-be8e-023ed906d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:06.369857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-349da334-c293-481f-be8e-023ed906d642 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd92c096-925f-4a5a-a970-1747a8a99c59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456355
Apr 30 22:11:06.467727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-c9a09b5d-9c35-4ccf-9e3f-7141f1c543d7 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0906222
Apr 30 22:11:06.512265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eb63d5-e0b5-490f-ba00-d9cad8b750c9 None None] New status for floating IP 40dc364c-3dea-48f1-b481-abf8c99e9f33: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:11:06.572126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-14f8b5c6-5f5f-45f1-9abd-c8eb90b27172 req-0ca24bf4-945f-43ca-9e15-4369f09ceb13 service neutron] 10.222.0.20 "GET /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0973396
Apr 30 22:11:11.837516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c142ed0-2f51-4105-92ab-41588ac79a92 req-22fd22c3-e3bf-4fa4-b015-b71d34e44c24 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:11.838930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c142ed0-2f51-4105-92ab-41588ac79a92 req-22fd22c3-e3bf-4fa4-b015-b71d34e44c24 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0468898
Apr 30 22:11:11.885896 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8c142ed0-2f51-4105-92ab-41588ac79a92 req-467061fb-40eb-4d0a-93f7-3f176b812b3a tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413728
Apr 30 22:11:13.002259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49355bc-55df-493a-969a-975c27e9826a req-368cce60-542c-42cd-9969-dde5e5b77716 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:13.004515 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d49355bc-55df-493a-969a-975c27e9826a req-368cce60-542c-42cd-9969-dde5e5b77716 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0460889
Apr 30 22:11:13.052380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d49355bc-55df-493a-969a-975c27e9826a req-833c6651-27a7-419e-b5d2-0db981d5f6ac tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421550
Apr 30 22:11:13.766746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-fdb634a3-e857-4a3f-9110-0fdd56f4f45b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:13.768205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-fdb634a3-e857-4a3f-9110-0fdd56f4f45b tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.20 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0503216
Apr 30 22:11:13.851167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Deleting port 2fd20fa7-8697-4af1-abba-db3e79f1c1af {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:13.851451 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:13.942625 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] For port 2fd20fa7-8697-4af1-abba-db3e79f1c1af, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2fd20fa7-8697-4af1-abba-db3e79f1c1af,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:13.942988 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:13.956081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Calling delete_port for 2fd20fa7-8697-4af1-abba-db3e79f1c1af owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:14.148848 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2fd20fa7-8697-4af1-abba-db3e79f1c1af), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:14.164965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2fd20fa7-8697-4af1-abba-db3e79f1c1af'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:11:14.187369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Pushing event deleted for resources: {'Port': ['ID=2fd20fa7-8697-4af1-abba-db3e79f1c1af,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:14.198679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe6963-d213-44f8-aa39-dad0a2856150 req-40ecb457-bfd1-4e47-8bca-cfc130bcc1da tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:14.200191 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edfe6963-d213-44f8-aa39-dad0a2856150 req-40ecb457-bfd1-4e47-8bca-cfc130bcc1da tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/ports?device_id=e78028a6-0c17-45a1-b741-c460472f73b6 HTTP/1.1" status: 200  len: 946 time: 0.0793095
Apr 30 22:11:14.254114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] No DVR routers for this DVR port 2fd20fa7-8697-4af1-abba-db3e79f1c1af on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:11:14.257383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:14.260656 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-727023ff-79a6-42d8-a6ee-4f348f514b81 req-9fb5ab05-cab7-4fe8-8d25-2293a983f181 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.20 "DELETE /v2.0/ports/2fd20fa7-8697-4af1-abba-db3e79f1c1af HTTP/1.1" status: 204  len: 173 time: 0.4866803
Apr 30 22:11:14.261090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'name': 'network-vif-deleted', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:11:14.263342 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86814ca4-c323-490e-bd34-9ee39022f530" -d '{"events": [{"server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "name": "network-vif-deleted", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:11:14.296957 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-edfe6963-d213-44f8-aa39-dad0a2856150 req-1211bf20-d20b-4e72-992c-69b1ad6e7db8 tempest-TestMinimumBasicScenario-597789740 tempest-TestMinimumBasicScenario-597789740-project] 10.222.0.23 "GET /v2.0/security-groups?id=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898421
Apr 30 22:11:14.303484 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ced2f05-f695-4048-9ea3-ea5325c5fd68 x-openstack-request-id: req-7ced2f05-f695-4048-9ea3-ea5325c5fd68 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:11:14.303781 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78028a6-0c17-45a1-b741-c460472f73b6", "name": "network-vif-deleted", "tag": "2fd20fa7-8697-4af1-abba-db3e79f1c1af", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:11:14.304035 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ced2f05-f695-4048-9ea3-ea5325c5fd68 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:11:14.304440 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ced2f05-f695-4048-9ea3-ea5325c5fd68'] response: {'server_uuid': 'e78028a6-0c17-45a1-b741-c460472f73b6', 'name': 'network-vif-deleted', 'tag': '2fd20fa7-8697-4af1-abba-db3e79f1c1af', 'status': 'completed', 'code': 200}
Apr 30 22:11:16.690556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53384) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:17.011322 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (1b7ba7ba-c86b-4d24-8562-299e530e37cf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:17.245325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Deleting port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:17.245695 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:17.326905 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] For port 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:17.327271 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:17.340013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Calling delete_port for 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:17.570856 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:17.585114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2fd20fa7-8697-4af1-abba-db3e79f1c1af no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:11:17.599575 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:17.606775 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 2fd20fa7-8697-4af1-abba-db3e79f1c1af {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:11:17.607118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2fd20fa7-8697-4af1-abba-db3e79f1c1af not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:11:17.623225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Pushing event deleted for resources: {'Port': ['ID=2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:17.794592 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (1b7ba7ba-c86b-4d24-8562-299e530e37cf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:17.863820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-73729449-f20e-4999-84bd-a024033250b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:18.012099 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Router 1b7ba7ba-c86b-4d24-8562-299e530e37cf has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:11:18.128918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:11:18.133716 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a7d7123f-88e4-42dc-ba70-5e839fa1bafb admin admin] 10.222.0.23 "PUT /v2.0/routers/1b7ba7ba-c86b-4d24-8562-299e530e37cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4420662
Apr 30 22:11:18.136379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53388) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:18.139128 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] Sync routers for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:11:18.150908 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:18.151622 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca0efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:10:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:18.242008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks [] for router (1b7ba7ba-c86b-4d24-8562-299e530e37cf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:18.258190 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:18.347834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks [] for router_gateway (1b7ba7ba-c86b-4d24-8562-299e530e37cf), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:18.440265 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca0efd0>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82'}], 'enable_snat': True}, 'gw_port_id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:11:17Z', 'revision_number': 5, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port': {'id': '72d2ce0a-96f6-41c1-a575-e896f8f8b802', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:18.467269 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] Checking router: 1b7ba7ba-c86b-4d24-8562-299e530e37cf for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:11:18.469074 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Deleting port 72d2ce0a-96f6-41c1-a575-e896f8f8b802 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:18.469415 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:18.475910 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] Routers {'1b7ba7ba-c86b-4d24-8562-299e530e37cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:18.476510 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca0efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:10:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:18.546794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] For port 72d2ce0a-96f6-41c1-a575-e896f8f8b802, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72d2ce0a-96f6-41c1-a575-e896f8f8b802,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:18.547268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:18.564612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Calling delete_port for 72d2ce0a-96f6-41c1-a575-e896f8f8b802 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:18.565427 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] Set router 1b7ba7ba-c86b-4d24-8562-299e530e37cf gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:18.616484 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca0efd0>, [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:11:18Z', 'revision_number': 6, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:18.646770 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a3d0c3-ac72-4192-b5a3-a7560f3f7f62 None None] The sync data for ids ['1b7ba7ba-c86b-4d24-8562-299e530e37cf'] in ncdv-master-1 is: [{'id': '1b7ba7ba-c86b-4d24-8562-299e530e37cf', 'name': 'tempest-TestMinimumBasicScenario-1642845693-router', 'tenant_id': '29d93461dcdc458386181f7e31c7450b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:02Z', 'updated_at': '2022-04-30T22:11:18Z', 'revision_number': 6, 'project_id': '29d93461dcdc458386181f7e31c7450b', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:11:18.812290 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (72d2ce0a-96f6-41c1-a575-e896f8f8b802), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:18.839077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d2ce0a-96f6-41c1-a575-e896f8f8b802,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:18.899581 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (1b7ba7ba-c86b-4d24-8562-299e530e37cf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:18.989351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (1b7ba7ba-c86b-4d24-8562-299e530e37cf), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:18.991689 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks [] for router_controller (1b7ba7ba-c86b-4d24-8562-299e530e37cf), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.132366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (1b7ba7ba-c86b-4d24-8562-299e530e37cf), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.133076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7ba7ba-c86b-4d24-8562-299e530e37cf {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:11:19.137493 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.138609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-39c4e721-e8ef-4d42-b1ef-32c55d8c6fc4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1b7ba7ba-c86b-4d24-8562-299e530e37cf HTTP/1.1" status: 204  len: 168 time: 1.0013378
Apr 30 22:11:19.141312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53390) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:19.185838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e407d8-ef73-43e8-85c0-2e4a36e32a3a admin admin] Deleting subnet 86b02c5c-55b7-4222-a218-35b1bf615b75 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:11:19.188961 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-31e407d8-ef73-43e8-85c0-2e4a36e32a3a admin admin] Publish callbacks [] for subnet (86b02c5c-55b7-4222-a218-35b1bf615b75), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.223914 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-31e407d8-ef73-43e8-85c0-2e4a36e32a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (86b02c5c-55b7-4222-a218-35b1bf615b75), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.303138 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-31e407d8-ef73-43e8-85c0-2e4a36e32a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (86b02c5c-55b7-4222-a218-35b1bf615b75), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.424542 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-31e407d8-ef73-43e8-85c0-2e4a36e32a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (86b02c5c-55b7-4222-a218-35b1bf615b75), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.450224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e407d8-ef73-43e8-85c0-2e4a36e32a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b02c5c-55b7-4222-a218-35b1bf615b75,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:19.453929 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-31e407d8-ef73-43e8-85c0-2e4a36e32a3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.457610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-31e407d8-ef73-43e8-85c0-2e4a36e32a3a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/86b02c5c-55b7-4222-a218-35b1bf615b75 HTTP/1.1" status: 204  len: 168 time: 0.3153031
Apr 30 22:11:19.460185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53392) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:19.462902 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8954fe4-7861-4b1b-a196-193cfda5fd9b None None] Network cd92c096-925f-4a5a-a970-1747a8a99c59 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:11:19.531063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (cd92c096-925f-4a5a-a970-1747a8a99c59), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.584797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Deleting port ffc0f9ff-fdac-4f60-bb01-1d916455d09f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:19.585213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.663597 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] For port ffc0f9ff-fdac-4f60-bb01-1d916455d09f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffc0f9ff-fdac-4f60-bb01-1d916455d09f,segment=NetworkSegment(4952ae4a-c992-4d3c-89a8-93d85f492769),segment_id=4952ae4a-c992-4d3c-89a8-93d85f492769)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:19.663984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.680048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72d2ce0a-96f6-41c1-a575-e896f8f8b802 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:11:19.686191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Calling delete_port for ffc0f9ff-fdac-4f60-bb01-1d916455d09f owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:19.704819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 72d2ce0a-96f6-41c1-a575-e896f8f8b802 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:11:19.705175 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 72d2ce0a-96f6-41c1-a575-e896f8f8b802 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:11:19.705585 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:11:19.740646 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:11:19.740996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2f85b4f2-2a0f-48d1-9f96-c3d951cb9ed1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:11:19.820445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] DHCP port deletion for cd92c096-925f-4a5a-a970-1747a8a99c59 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:11:19.861595 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Deleting port ffc0f9ff-fdac-4f60-bb01-1d916455d09f {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:19.862004 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.864281 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.891523 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc0f9ff-fdac-4f60-bb01-1d916455d09f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:19.893712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] No DVR routers for this DVR port ffc0f9ff-fdac-4f60-bb01-1d916455d09f on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:11:19.924879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] For port ffc0f9ff-fdac-4f60-bb01-1d916455d09f, host ncdv-master-1, got binding levels [] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:19.925816 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.938073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Calling delete_port for ffc0f9ff-fdac-4f60-bb01-1d916455d09f owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:19.940698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.ipam_backend_mixin [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Port ffc0f9ff-fdac-4f60-bb01-1d916455d09f was not found and therefore no delete operation was performed {{(pid=115776) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Apr 30 22:11:19.942531 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (ffc0f9ff-fdac-4f60-bb01-1d916455d09f), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.966075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Pushing event deleted for resources: {'Port': ['ID=ffc0f9ff-fdac-4f60-bb01-1d916455d09f,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:19.967927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (cd92c096-925f-4a5a-a970-1747a8a99c59), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:19.970576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] No DVR routers for this DVR port ffc0f9ff-fdac-4f60-bb01-1d916455d09f on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:11:19.979200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.979550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.979891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.980732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.980732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.980977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.981292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.981542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.981894 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.982221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.982542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.982867 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.983198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.983523 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.983842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b8a6b3-903f-4468-b77b-aa62aef69fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:19.990214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8966ef8a00>,) {'filters': {'network_id': ['cd92c096-925f-4a5a-a970-1747a8a99c59']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:20.000009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966ef8a00>, '4952ae4a-c992-4d3c-89a8-93d85f492769') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:20.000311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8966ef8a00>, '4952ae4a-c992-4d3c-89a8-93d85f492769') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:20.010618 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (4952ae4a-c992-4d3c-89a8-93d85f492769), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:20.024000 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (4952ae4a-c992-4d3c-89a8-93d85f492769), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:20.029872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:11:20.030264 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (4952ae4a-c992-4d3c-89a8-93d85f492769), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:11:20.031914 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:11:20.153898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (cd92c096-925f-4a5a-a970-1747a8a99c59), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:20.159338 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:20.162595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd92c096-925f-4a5a-a970-1747a8a99c59 HTTP/1.1" status: 204  len: 168 time: 0.7013721
Apr 30 22:11:20.166138 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53394) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:20.173647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d89a45-c1d5-4643-b15b-7247998c8cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd92c096-925f-4a5a-a970-1747a8a99c59,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:20.483098 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (a624d948-964b-475e-8728-c90776ec0987), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:20.554120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-90f9e530-1bdf-4917-8295-e565f4b22fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:21.054400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Deleting port b93a20bc-850d-40c5-9fdb-e58641cb21e9 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:21.054733 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:21.133502 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] For port b93a20bc-850d-40c5-9fdb-e58641cb21e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b93a20bc-850d-40c5-9fdb-e58641cb21e9,segment=NetworkSegment(43602643-5ade-4806-9546-3b9b22dfa845),segment_id=43602643-5ade-4806-9546-3b9b22dfa845)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:21.133895 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:21.146979 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Calling delete_port for b93a20bc-850d-40c5-9fdb-e58641cb21e9 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:21.389580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b93a20bc-850d-40c5-9fdb-e58641cb21e9), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:21.414046 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Pushing event deleted for resources: {'Port': ['ID=b93a20bc-850d-40c5-9fdb-e58641cb21e9,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:21.532394 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:21.585065 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (a624d948-964b-475e-8728-c90776ec0987), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:21.630827 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:21.741573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ffc0f9ff-fdac-4f60-bb01-1d916455d09f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:11:21.764191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: ffc0f9ff-fdac-4f60-bb01-1d916455d09f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:11:21.764448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ffc0f9ff-fdac-4f60-bb01-1d916455d09f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:11:21.837595 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Router a624d948-964b-475e-8728-c90776ec0987 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:11:21.951438 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:11:21.957291 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f613cf9c-08bb-4a0c-8cb5-049a652e632d admin admin] 10.222.0.23 "PUT /v2.0/routers/a624d948-964b-475e-8728-c90776ec0987/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7893879
Apr 30 22:11:21.959906 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53396) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:21.961213 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] Sync routers for ids ['a624d948-964b-475e-8728-c90776ec0987'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:11:21.971752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] Routers {'a624d948-964b-475e-8728-c90776ec0987'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:21.972401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75c3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a624d948-964b-475e-8728-c90776ec0987'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:22.066755 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks [] for router (a624d948-964b-475e-8728-c90776ec0987), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.079913 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] Set router a624d948-964b-475e-8728-c90776ec0987 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:22.170547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks [] for router_gateway (a624d948-964b-475e-8728-c90776ec0987), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.248745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75c3d0>, [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:11:21Z', 'revision_number': 5, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port': {'id': '9a86731e-c7d8-4318-81c4-4010e8b0504b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a624d948-964b-475e-8728-c90776ec0987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:22.281278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] Checking router: a624d948-964b-475e-8728-c90776ec0987 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:11:22.290338 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Deleting port 9a86731e-c7d8-4318-81c4-4010e8b0504b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:22.290338 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.291164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] Routers {'a624d948-964b-475e-8728-c90776ec0987'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:22.291164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75c3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['a624d948-964b-475e-8728-c90776ec0987'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:22.369695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] For port 9a86731e-c7d8-4318-81c4-4010e8b0504b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a86731e-c7d8-4318-81c4-4010e8b0504b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:22.370080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.378955 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] Set router a624d948-964b-475e-8728-c90776ec0987 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:22.384675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Calling delete_port for 9a86731e-c7d8-4318-81c4-4010e8b0504b owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:22.430674 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75c3d0>, [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:11:22Z', 'revision_number': 6, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:22.459842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34896bb-6c62-43bc-966b-30af257df036 None None] The sync data for ids ['a624d948-964b-475e-8728-c90776ec0987'] in ncdv-master-1 is: [{'id': 'a624d948-964b-475e-8728-c90776ec0987', 'name': 'tempest-TestMinimumBasicScenario-520769134-router', 'tenant_id': 'c19a5242ea654503aee1a715a284eaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:09:08Z', 'updated_at': '2022-04-30T22:11:22Z', 'revision_number': 6, 'project_id': 'c19a5242ea654503aee1a715a284eaa1', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:11:22.616278 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (9a86731e-c7d8-4318-81c4-4010e8b0504b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.641194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a86731e-c7d8-4318-81c4-4010e8b0504b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:22.701678 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (a624d948-964b-475e-8728-c90776ec0987), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.797814 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (a624d948-964b-475e-8728-c90776ec0987), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.801034 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks [] for router_controller (a624d948-964b-475e-8728-c90776ec0987), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.910253 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (a624d948-964b-475e-8728-c90776ec0987), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.920562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a624d948-964b-475e-8728-c90776ec0987 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:11:22.920562 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.920562 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5e7cf46e-e94f-4b42-9408-2fd483c09f31 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a624d948-964b-475e-8728-c90776ec0987 HTTP/1.1" status: 204  len: 168 time: 0.9552932
Apr 30 22:11:22.920562 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53398) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:22.962130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ead6eb3-a689-4a3e-b31b-9bdc0559036c admin admin] Deleting subnet 7d917944-fffa-4fbc-a11c-ed29487767b6 {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:11:22.965206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ead6eb3-a689-4a3e-b31b-9bdc0559036c admin admin] Publish callbacks [] for subnet (7d917944-fffa-4fbc-a11c-ed29487767b6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:22.998498 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ead6eb3-a689-4a3e-b31b-9bdc0559036c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (7d917944-fffa-4fbc-a11c-ed29487767b6), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.078013 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ead6eb3-a689-4a3e-b31b-9bdc0559036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (7d917944-fffa-4fbc-a11c-ed29487767b6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.299051 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ead6eb3-a689-4a3e-b31b-9bdc0559036c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (7d917944-fffa-4fbc-a11c-ed29487767b6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.326334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6eb3-a689-4a3e-b31b-9bdc0559036c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d917944-fffa-4fbc-a11c-ed29487767b6,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:23.332846 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8ead6eb3-a689-4a3e-b31b-9bdc0559036c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.334037 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8ead6eb3-a689-4a3e-b31b-9bdc0559036c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d917944-fffa-4fbc-a11c-ed29487767b6 HTTP/1.1" status: 204  len: 168 time: 0.4142487
Apr 30 22:11:23.336404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53400) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:23.337026 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d55132b-bed8-402d-a98e-42b8cdc8cc3f None None] Network ab3d4615-bc33-4f16-b1c8-25e612e88d8a requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:11:23.386790 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.408980 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (ab3d4615-bc33-4f16-b1c8-25e612e88d8a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.459503 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Deleting port 628da45e-40cc-4239-a08b-4b037870e005 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:23.459837 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (628da45e-40cc-4239-a08b-4b037870e005), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.509584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] DHCP port deletion for ab3d4615-bc33-4f16-b1c8-25e612e88d8a request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:11:23.528806 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] For port 628da45e-40cc-4239-a08b-4b037870e005, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=628da45e-40cc-4239-a08b-4b037870e005,segment=NetworkSegment(43602643-5ade-4806-9546-3b9b22dfa845),segment_id=43602643-5ade-4806-9546-3b9b22dfa845)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:23.529166 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (628da45e-40cc-4239-a08b-4b037870e005), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.543066 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Calling delete_port for 628da45e-40cc-4239-a08b-4b037870e005 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:23.553150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] Deleting port 628da45e-40cc-4239-a08b-4b037870e005 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:11:23.553525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (628da45e-40cc-4239-a08b-4b037870e005), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.619517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] For port 628da45e-40cc-4239-a08b-4b037870e005, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=628da45e-40cc-4239-a08b-4b037870e005,segment=NetworkSegment(43602643-5ade-4806-9546-3b9b22dfa845),segment_id=43602643-5ade-4806-9546-3b9b22dfa845)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:23.619913 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (628da45e-40cc-4239-a08b-4b037870e005), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.633843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] Calling delete_port for 628da45e-40cc-4239-a08b-4b037870e005 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:11:23.680294 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 628da45e-40cc-4239-a08b-4b037870e005 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:11:23.707794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (628da45e-40cc-4239-a08b-4b037870e005), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.729781 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Pushing event deleted for resources: {'Port': ['ID=628da45e-40cc-4239-a08b-4b037870e005,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:23.734023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] No DVR routers for this DVR port 628da45e-40cc-4239-a08b-4b037870e005 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:11:23.743697 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No active binding found for port 628da45e-40cc-4239-a08b-4b037870e005 {{(pid=115776) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Apr 30 22:11:23.744071 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] The host ncdv-master-1 is not matching for port 628da45e-40cc-4239-a08b-4b037870e005 host None! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:11:23.744453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 628da45e-40cc-4239-a08b-4b037870e005 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:11:23.744861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b93a20bc-850d-40c5-9fdb-e58641cb21e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:11:23.768432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b93a20bc-850d-40c5-9fdb-e58641cb21e9 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:11:23.768432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b93a20bc-850d-40c5-9fdb-e58641cb21e9 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:11:23.768432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9a86731e-c7d8-4318-81c4-4010e8b0504b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:11:23.789793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 9a86731e-c7d8-4318-81c4-4010e8b0504b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:11:23.796426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 9a86731e-c7d8-4318-81c4-4010e8b0504b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:11:23.796426 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (628da45e-40cc-4239-a08b-4b037870e005), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.809207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (ab3d4615-bc33-4f16-b1c8-25e612e88d8a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.820988 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] No DVR routers for this DVR port 628da45e-40cc-4239-a08b-4b037870e005 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:11:23.822746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a468609-22d7-4d66-9fdd-aa3356916ad5 None None] Pushing event deleted for resources: {'Port': ['ID=628da45e-40cc-4239-a08b-4b037870e005,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:23.834911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967d5cc10>,) {'filters': {'network_id': ['ab3d4615-bc33-4f16-b1c8-25e612e88d8a']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:23.844337 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967d5cc10>, '43602643-5ade-4806-9546-3b9b22dfa845') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:23.844632 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967d5cc10>, '43602643-5ade-4806-9546-3b9b22dfa845') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:23.854111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (43602643-5ade-4806-9546-3b9b22dfa845), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.867588 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (43602643-5ade-4806-9546-3b9b22dfa845), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.873326 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (43602643-5ade-4806-9546-3b9b22dfa845), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:11:23.877379 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:11:24.004721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (ab3d4615-bc33-4f16-b1c8-25e612e88d8a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:24.010228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:24.013301 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] 10.222.0.23 "DELETE /v2.0/networks/ab3d4615-bc33-4f16-b1c8-25e612e88d8a HTTP/1.1" status: 204  len: 168 time: 0.6759834
Apr 30 22:11:24.024469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439e398-04f2-46de-af7c-957116f0a90f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3d4615-bc33-4f16-b1c8-25e612e88d8a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:24.366204 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53404) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:24.407038 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3e7d193c-1d9b-46ff-8457-872259b9ed9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29d93461dcdc458386181f7e31c7450b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0376916
Apr 30 22:11:24.407396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53406) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:24.460129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c62df7f-cfab-47c8-8522-e33d8282d361 admin admin] Publish callbacks [] for security_group (c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:24.481324 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c62df7f-cfab-47c8-8522-e33d8282d361 admin admin] Publish callbacks [] for security_group (c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:24.498233 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:24.612252 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c62df7f-cfab-47c8-8522-e33d8282d361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:24.615335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c62df7f-cfab-47c8-8522-e33d8282d361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:24.616486 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3c62df7f-cfab-47c8-8522-e33d8282d361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8 HTTP/1.1" status: 204  len: 168 time: 0.2082191
Apr 30 22:11:24.624289 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62df7f-cfab-47c8-8522-e33d8282d361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d3bc9-b734-4c81-b3ba-9c4fb72c44d8,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:25.219711 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53412) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:25.259979 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f1d6bd91-bb60-4b52-b187-6eeb574f5a29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c19a5242ea654503aee1a715a284eaa1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0389855
Apr 30 22:11:25.262396 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53414) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:25.311819 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cae4b0c1-ad0d-409c-8a82-61944bc831ba admin admin] Publish callbacks [] for security_group (7fc753ab-7156-4465-9a26-5525192b2803), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:25.332858 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cae4b0c1-ad0d-409c-8a82-61944bc831ba admin admin] Publish callbacks [] for security_group (7fc753ab-7156-4465-9a26-5525192b2803), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:25.458049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cae4b0c1-ad0d-409c-8a82-61944bc831ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (7fc753ab-7156-4465-9a26-5525192b2803), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:25.460591 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cae4b0c1-ad0d-409c-8a82-61944bc831ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:25.461775 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cae4b0c1-ad0d-409c-8a82-61944bc831ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7fc753ab-7156-4465-9a26-5525192b2803 HTTP/1.1" status: 204  len: 168 time: 0.1984661
Apr 30 22:11:25.469433 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4b0c1-ad0d-409c-8a82-61944bc831ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc753ab-7156-4465-9a26-5525192b2803,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:26.288383 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:11:28.020729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53456) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:28.025366 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736410551', 'description': 'tempest-secgroup-smoke-1736410551 description', 'project_id': '8f25dc6783c0491a86c2170aed9e0817'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:28.109373 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.117602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.189683 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (af2dcc53-49e3-4df1-8fa0-80b818c6b9e7), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.279121 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (af2dcc53-49e3-4df1-8fa0-80b818c6b9e7), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.314522 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2dcc53-49e3-4df1-8fa0-80b818c6b9e7,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:28.354151 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (52114b77-6d13-4723-a917-679d7480c286), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.417659 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (52114b77-6d13-4723-a917-679d7480c286), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.446741 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52114b77-6d13-4723-a917-679d7480c286,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:28.516808 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.518075 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-21da02df-6082-4307-a82b-d3bf8c1a0766 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4961817
Apr 30 22:11:28.521130 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53458) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:28.525655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c2a570ae-f7c0-4961-a835-91f082161465 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '52114b77-6d13-4723-a917-679d7480c286', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:28.594452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2a570ae-f7c0-4961-a835-91f082161465 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (fdfaea61-8c90-4068-b602-41e7d4d901ca), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.650054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2a570ae-f7c0-4961-a835-91f082161465 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (fdfaea61-8c90-4068-b602-41e7d4d901ca), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.726570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2a570ae-f7c0-4961-a835-91f082161465 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (fdfaea61-8c90-4068-b602-41e7d4d901ca), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.745064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a570ae-f7c0-4961-a835-91f082161465 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfaea61-8c90-4068-b602-41e7d4d901ca,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:28.829778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2a570ae-f7c0-4961-a835-91f082161465 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.831596 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c2a570ae-f7c0-4961-a835-91f082161465 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3089297
Apr 30 22:11:28.834573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53460) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:28.838952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-21837e48-f8af-41a5-ac14-24e91191fdac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '52114b77-6d13-4723-a917-679d7480c286', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:28.924578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-21837e48-f8af-41a5-ac14-24e91191fdac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (a5f1f09f-c072-43b6-a866-12941646cda0), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:28.981204 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-21837e48-f8af-41a5-ac14-24e91191fdac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (a5f1f09f-c072-43b6-a866-12941646cda0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.063511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-21837e48-f8af-41a5-ac14-24e91191fdac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a5f1f09f-c072-43b6-a866-12941646cda0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.082009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21837e48-f8af-41a5-ac14-24e91191fdac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f1f09f-c072-43b6-a866-12941646cda0,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:29.162743 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-21837e48-f8af-41a5-ac14-24e91191fdac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.163960 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-21837e48-f8af-41a5-ac14-24e91191fdac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3284202
Apr 30 22:11:29.166768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53462) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:29.170932 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ef1b36db-d464-40d5-bb2d-655d94706470 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '52114b77-6d13-4723-a917-679d7480c286', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:29.269895 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef1b36db-d464-40d5-bb2d-655d94706470 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (c7776d6e-1def-4ee9-a34e-a2ad29dd9037), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.326742 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef1b36db-d464-40d5-bb2d-655d94706470 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (c7776d6e-1def-4ee9-a34e-a2ad29dd9037), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.406135 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef1b36db-d464-40d5-bb2d-655d94706470 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (c7776d6e-1def-4ee9-a34e-a2ad29dd9037), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.423400 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b36db-d464-40d5-bb2d-655d94706470 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7776d6e-1def-4ee9-a34e-a2ad29dd9037,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:29.487970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ef1b36db-d464-40d5-bb2d-655d94706470 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.489159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ef1b36db-d464-40d5-bb2d-655d94706470 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3214879
Apr 30 22:11:29.491903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53464) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:29.496029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8aaa5e66-e1fd-4573-be64-79fe98c98da7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '52114b77-6d13-4723-a917-679d7480c286', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:29.577356 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5e66-e1fd-4573-be64-79fe98c98da7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (96f5c105-f8dc-4473-a291-8ac5938c8cfb), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.634390 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5e66-e1fd-4573-be64-79fe98c98da7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (96f5c105-f8dc-4473-a291-8ac5938c8cfb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.686165 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5e66-e1fd-4573-be64-79fe98c98da7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (96f5c105-f8dc-4473-a291-8ac5938c8cfb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.704217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa5e66-e1fd-4573-be64-79fe98c98da7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f5c105-f8dc-4473-a291-8ac5938c8cfb,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:29.762428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8aaa5e66-e1fd-4573-be64-79fe98c98da7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.763626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8aaa5e66-e1fd-4573-be64-79fe98c98da7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2708077
Apr 30 22:11:29.766325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53466) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:29.770735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-970a1e2e-9643-4510-9d5f-deb841da1c54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '52114b77-6d13-4723-a917-679d7480c286', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:29.861822 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-970a1e2e-9643-4510-9d5f-deb841da1c54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:11:29.867899 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-970a1e2e-9643-4510-9d5f-deb841da1c54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (f5488c58-a520-4f3e-b5c7-8f540751c82a), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.927896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-970a1e2e-9643-4510-9d5f-deb841da1c54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (f5488c58-a520-4f3e-b5c7-8f540751c82a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:29.989214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-970a1e2e-9643-4510-9d5f-deb841da1c54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (f5488c58-a520-4f3e-b5c7-8f540751c82a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.349860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a1e2e-9643-4510-9d5f-deb841da1c54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5488c58-a520-4f3e-b5c7-8f540751c82a,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:30.425673 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-970a1e2e-9643-4510-9d5f-deb841da1c54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.426920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-970a1e2e-9643-4510-9d5f-deb841da1c54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6596720
Apr 30 22:11:30.429654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53468) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:30.434274 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4d420de8-3984-4cdb-be37-a964bf8b9f29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '52114b77-6d13-4723-a917-679d7480c286', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:30.501952 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-4d420de8-3984-4cdb-be37-a964bf8b9f29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:11:30.507801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d420de8-3984-4cdb-be37-a964bf8b9f29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (49d42af5-745f-4904-8b27-4a7a29581583), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.558459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d420de8-3984-4cdb-be37-a964bf8b9f29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (49d42af5-745f-4904-8b27-4a7a29581583), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.627663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d420de8-3984-4cdb-be37-a964bf8b9f29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (49d42af5-745f-4904-8b27-4a7a29581583), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.646432 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d420de8-3984-4cdb-be37-a964bf8b9f29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d42af5-745f-4904-8b27-4a7a29581583,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:30.715303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d420de8-3984-4cdb-be37-a964bf8b9f29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.716496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4d420de8-3984-4cdb-be37-a964bf8b9f29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2858438
Apr 30 22:11:30.719537 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53470) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:30.724686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'network': {'name': 'tempest-network-smoke--1604098004', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'port_security_enabled': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:30.789131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:11:30.792340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.814941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:11:30.823247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (60d5b2f8-eaf0-4380-ad04-cd5b97e41743), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.823593 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Added segment 60d5b2f8-eaf0-4380-ad04-cd5b97e41743 of type vlan for network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2
Apr 30 22:11:30.866605 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (9c9eda40-cc48-419c-a2f8-ad6f40d376a2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.955443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (9c9eda40-cc48-419c-a2f8-ad6f40d376a2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:30.963346 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:30.967919 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:31.051050 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Network': ['ID=9c9eda40-cc48-419c-a2f8-ad6f40d376a2,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:31.061053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:11:31.111935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cf94f280-88ce-40ec-abc1-e3584bd0a745 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3913093
Apr 30 22:11:31.115334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53472) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:31.119881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'admin_state_up': True, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:31.210736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:31.211757 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:31.263306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:31.459926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:31.697384 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:31.715438 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:31.817037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.141 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/c97f28f2-e44d-4d84-a351-231630a13bea) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:11:31.923632 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (c97f28f2-e44d-4d84-a351-231630a13bea), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:32.010732 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:32.047051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:11:32.049890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:11:32.053243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:11:32.077947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=c97f28f2-e44d-4d84-a351-231630a13bea,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:32.374480 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:32.576292 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:32.758757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:11:32.865816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:11:32.875332 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Sync routers for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:11:32.885581 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:32.886217 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d9eb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:32.961147 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:32.962437 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2426c8f5-a968-4aa0-929d-94536dca487d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8461204
Apr 30 22:11:32.965437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53490) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:32.993435 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:33.097674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-98eafd13-18c6-4bb6-a797-51eb6632fab0 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8f25dc6783c0491a86c2170aed9e0817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1311138
Apr 30 22:11:33.100487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53494) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:33.160764 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d9eb4c0>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:32Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:33.187832 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a955cbe-6a91-4d60-b939-d9ad42ab9c17 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:33.190136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0a955cbe-6a91-4d60-b939-d9ad42ab9c17 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0885639
Apr 30 22:11:33.191179 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Checking router: d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:11:33.191592 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Updating router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 port c97f28f2-e44d-4d84-a351-231630a13bea binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:11:33.192281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53496) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:33.218155 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.225256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c1254583-482f-4f3e-9ab2-aa4f29feecd6 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0318689
Apr 30 22:11:33.228593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53498) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:33.233272 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-847030919', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:33.383181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:11:33.386663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.565045 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Publish callbacks [] for port (c97f28f2-e44d-4d84-a351-231630a13bea), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.652203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (a779bf94-690a-4966-9b04-a92c36ffdd30), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.680565 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.706852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Subnet': ['ID=a779bf94-690a-4966-9b04-a92c36ffdd30,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:33.722746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Checking segment: {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:11:33.723110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network hostable DHCP agents. Network: 9c9eda40-cc48-419c-a2f8-ad6f40d376a2, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:11:33.748183 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Attempting to bind port c97f28f2-e44d-4d84-a351-231630a13bea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:11:33.755084 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Attempting to bind port c97f28f2-e44d-4d84-a351-231630a13bea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:11:33.755084 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Attempting to bind port c97f28f2-e44d-4d84-a351-231630a13bea on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:11:33.759325 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Pushing event updated for resources: {'Port': ['ID=c97f28f2-e44d-4d84-a351-231630a13bea,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:33.761518 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:11:33.761906 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:11:33.762302 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.762688 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:11:33.763143 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Bound port: c97f28f2-e44d-4d84-a351-231630a13bea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:11:33.763516 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.786085 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.792355 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:11:33.822166 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:11:33.824182 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] For port c97f28f2-e44d-4d84-a351-231630a13bea, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:11:33.827132 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] For port c97f28f2-e44d-4d84-a351-231630a13bea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c97f28f2-e44d-4d84-a351-231630a13bea,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:11:33.897956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9c9eda40-cc48-419c-a2f8-ad6f40d376a2) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:11:33.902276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:33.902917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.906593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09a2fc-4a2d-4348-bd53-2fe8b94af198 None None] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:11:33.910408 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:33.968751 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:33.969273 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d9eb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:33.994621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a4dc2d5b-0501-4cc3-840c-4055bf0a5482 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7623725
Apr 30 22:11:33.995147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53500) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:34.009145 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ceb6a-95db-4c04-8b90-939a282438fa None None] Pushing event updated for resources: {'Port': ['ID=c97f28f2-e44d-4d84-a351-231630a13bea,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:34.012252 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:11:34.013495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:34.097537 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:34.160797 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Allocated IP 172.20.0.2 (9c9eda40-cc48-419c-a2f8-ad6f40d376a2/a779bf94-690a-4966-9b04-a92c36ffdd30/ae2d32e2-209f-4f2a-b744-1451e8b054f4) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:11:34.272161 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d9eb4c0>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:32Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:34.298271 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c3984-ea98-476a-ba9b-8eb52bf37ee8 None None] The sync data for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 is: [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:32Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:11:34.370707 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Publish callbacks [] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:34.446884 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:34.488508 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:34.488790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:11:34.490069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:11:34.493023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:11:34.525314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Pushing event updated for resources: {'Port': ['ID=ae2d32e2-209f-4f2a-b744-1451e8b054f4,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:34.582363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Attempting to bind port ae2d32e2-209f-4f2a-b744-1451e8b054f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:11:34.582739 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Attempting to bind port ae2d32e2-209f-4f2a-b744-1451e8b054f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:11:34.583110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Attempting to bind port ae2d32e2-209f-4f2a-b744-1451e8b054f4 on network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:11:34.588275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:11:34.588647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Checking segment: {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:11:34.589046 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:34.589439 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Bound using segment: {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:11:34.589971 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Bound port: ae2d32e2-209f-4f2a-b744-1451e8b054f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:11:34.590353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:34.664464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] For port ae2d32e2-209f-4f2a-b744-1451e8b054f4, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:11:34.668098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] For port ae2d32e2-209f-4f2a-b744-1451e8b054f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae2d32e2-209f-4f2a-b744-1451e8b054f4,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:11:34.733141 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:34.806526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fc09d-c98a-4051-849c-5bac6282038c None None] Pushing event updated for resources: {'Port': ['ID=ae2d32e2-209f-4f2a-b744-1451e8b054f4,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:34.827205 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.1 (9c9eda40-cc48-419c-a2f8-ad6f40d376a2/a779bf94-690a-4966-9b04-a92c36ffdd30/f373e699-fb5b-4974-ba62-e12724c24205) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:11:34.960443 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (f373e699-fb5b-4974-ba62-e12724c24205), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.047159 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f373e699-fb5b-4974-ba62-e12724c24205), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.085479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:11:35.088967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:11:35.093021 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:11:35.150247 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=f373e699-fb5b-4974-ba62-e12724c24205,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:35.156580 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.355901 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f373e699-fb5b-4974-ba62-e12724c24205), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.643195 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (f373e699-fb5b-4974-ba62-e12724c24205), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.698243 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f373e699-fb5b-4974-ba62-e12724c24205), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.726034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c97f28f2-e44d-4d84-a351-231630a13bea up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:11:35.777095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c97f28f2-e44d-4d84-a351-231630a13bea triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:35.777361 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=f373e699-fb5b-4974-ba62-e12724c24205,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:35.777482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.779772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.865733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c97f28f2-e44d-4d84-a351-231630a13bea is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:35.866348 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.883750 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:11:35.885311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:11:35.890269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a948b09-f119-409d-81d1-8d6751fa50ba None None] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:11:35.899179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port c97f28f2-e44d-4d84-a351-231630a13bea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c97f28f2-e44d-4d84-a351-231630a13bea,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:35.953388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1c0cf25a-d03d-41bd-bb98-9261b0b0c7b9 None None] Provisioning complete for port ae2d32e2-209f-4f2a-b744-1451e8b054f4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:35.953740 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf25a-d03d-41bd-bb98-9261b0b0c7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.991626 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:35.992408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ae2d32e2-209f-4f2a-b744-1451e8b054f4 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:11:36.010358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:11:36.125098 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=c97f28f2-e44d-4d84-a351-231630a13bea,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:36.136616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:11:36.150083 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51f59209-edbf-46b3-aa63-9d035f4d1134 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1454828
Apr 30 22:11:36.158853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ae2d32e2-209f-4f2a-b744-1451e8b054f4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:36.159785 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:36.207472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cf25a-d03d-41bd-bb98-9261b0b0c7b9 None None] Current status of the port ae2d32e2-209f-4f2a-b744-1451e8b054f4 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:36.208083 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf25a-d03d-41bd-bb98-9261b0b0c7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:36.270117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Sync routers for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:11:36.290780 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-1c0cf25a-d03d-41bd-bb98-9261b0b0c7b9 None None] For port ae2d32e2-209f-4f2a-b744-1451e8b054f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae2d32e2-209f-4f2a-b744-1451e8b054f4,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:36.304028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:36.305801 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4e8a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:36.334036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-2c6207ea-ca00-4d06-8b1a-ea427c6de905 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736410551&fields=id&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 267 time: 0.0527446
Apr 30 22:11:36.349658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ae2d32e2-209f-4f2a-b744-1451e8b054f4 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:36.349658 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:36.477888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851d25-6813-4cb2-9705-1489657b9867 req-b29fba96-9d69-4101-b7ca-b8d2fa00e3e1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:36.485249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-b29fba96-9d69-4101-b7ca-b8d2fa00e3e1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/networks?id=9c9eda40-cc48-419c-a2f8-ad6f40d376a2 HTTP/1.1" status: 200  len: 797 time: 0.1409509
Apr 30 22:11:36.505172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-a9d9ceb0-9926-4623-8bd4-25b5dc462fd8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/quotas/8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 375 time: 0.0161114
Apr 30 22:11:36.553016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-4eb321d3-ae48-42c3-a379-d6ee7f057cb8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0494719
Apr 30 22:11:36.553871 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf25a-d03d-41bd-bb98-9261b0b0c7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:36.668935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-02a6421e-8bd5-468c-b588-5fe21be33d58 service neutron] 10.222.0.23 "GET /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022322
Apr 30 22:11:36.675512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cf25a-d03d-41bd-bb98-9261b0b0c7b9 None None] Pushing event updated for resources: {'Port': ['ID=ae2d32e2-209f-4f2a-b744-1451e8b054f4,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:36.702111 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115776) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 30 22:11:36.706578 ncdv-master-1 neutron-server[115776]: DEBUG oslo_db.api [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 30 22:11:36.706578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:36.706578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-958e71ef-4acf-4463-b46a-ba5181f44c74 None None] Provisioning complete for port ae2d32e2-209f-4f2a-b744-1451e8b054f4 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:36.706914 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-958e71ef-4acf-4463-b46a-ba5181f44c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:36.782679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-73aa893d-cc91-4565-ac65-878de6aaafdf service neutron] 10.222.0.23 "GET /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1068118
Apr 30 22:11:36.915905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-958e71ef-4acf-4463-b46a-ba5181f44c74 None None] Current status of the port ae2d32e2-209f-4f2a-b744-1451e8b054f4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:36.937451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-958e71ef-4acf-4463-b46a-ba5181f44c74 None None] Provisioning complete for port f373e699-fb5b-4974-ba62-e12724c24205 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:36.937843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-958e71ef-4acf-4463-b46a-ba5181f44c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f373e699-fb5b-4974-ba62-e12724c24205), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.003554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-958e71ef-4acf-4463-b46a-ba5181f44c74 None None] Port f373e699-fb5b-4974-ba62-e12724c24205 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:11:37.007709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4e8a60>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 2, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:37.041882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Checking router: d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:11:37.042640 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Updating router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 port f373e699-fb5b-4974-ba62-e12724c24205 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:11:37.068864 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-168da0bc-f2dd-432f-8f56-49e2f79ea844 req-57300552-ba5f-470a-a995-fa08d1e2d415 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 210 time: 0.0396979
Apr 30 22:11:37.086874 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f373e699-fb5b-4974-ba62-e12724c24205), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.147475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-5df720f1-5323-4f58-99de-9b2bf8f52200 None None] Provisioning complete for port f373e699-fb5b-4974-ba62-e12724c24205 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:37.147475 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5df720f1-5323-4f58-99de-9b2bf8f52200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f373e699-fb5b-4974-ba62-e12724c24205), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.270788 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5df720f1-5323-4f58-99de-9b2bf8f52200 None None] Port f373e699-fb5b-4974-ba62-e12724c24205 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:11:37.278097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ae2d32e2-209f-4f2a-b744-1451e8b054f4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:37.436307 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Publish callbacks [] for port (f373e699-fb5b-4974-ba62-e12724c24205), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.503777 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f373e699-fb5b-4974-ba62-e12724c24205), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.559022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692d141-5bcc-4395-a906-31f3b84ee28a None None] Pushing event updated for resources: {'Port': ['ID=f373e699-fb5b-4974-ba62-e12724c24205,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:37.621432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Attempting to bind port f373e699-fb5b-4974-ba62-e12724c24205 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:11:37.621838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Attempting to bind port f373e699-fb5b-4974-ba62-e12724c24205 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:11:37.622434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Attempting to bind port f373e699-fb5b-4974-ba62-e12724c24205 on network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:11:37.628313 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:11:37.628692 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Checking segment: {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:11:37.629128 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.629628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Bound using segment: {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:11:37.630039 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Bound port: f373e699-fb5b-4974-ba62-e12724c24205, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:11:37.630473 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f373e699-fb5b-4974-ba62-e12724c24205), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.724764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] For port f373e699-fb5b-4974-ba62-e12724c24205, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:11:37.724764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] For port f373e699-fb5b-4974-ba62-e12724c24205, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f373e699-fb5b-4974-ba62-e12724c24205,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:11:37.724764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c97f28f2-e44d-4d84-a351-231630a13bea up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:11:37.758447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c97f28f2-e44d-4d84-a351-231630a13bea triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:37.758825 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.809814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a19ce007-b720-4055-8fcf-27c260242473 None None] Provisioning complete for port f373e699-fb5b-4974-ba62-e12724c24205 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:37.810123 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a19ce007-b720-4055-8fcf-27c260242473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f373e699-fb5b-4974-ba62-e12724c24205), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.834628 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f373e699-fb5b-4974-ba62-e12724c24205), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:37.905379 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a19ce007-b720-4055-8fcf-27c260242473 None None] Port f373e699-fb5b-4974-ba62-e12724c24205 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:11:37.943509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:37.944193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4e8a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:11:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:37.945929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c97f28f2-e44d-4d84-a351-231630a13bea is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:37.946943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ae2d32e2-209f-4f2a-b744-1451e8b054f4 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:11:37.949551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692d141-5bcc-4395-a906-31f3b84ee28a None None] Pushing event updated for resources: {'Port': ['ID=f373e699-fb5b-4974-ba62-e12724c24205,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:38.083181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port ae2d32e2-209f-4f2a-b744-1451e8b054f4 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:38.083555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:38.114837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:38.157129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82aa1067-28de-45af-8d7f-436b7e125d49 req-1d30e879-9a66-4c55-b4af-4478595aa117 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 210 time: 0.0298812
Apr 30 22:11:38.168324 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-caf55b05-dae8-4f67-a1ef-aa3a01cb8990 None None] Provisioning complete for port f373e699-fb5b-4974-ba62-e12724c24205 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:38.168688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-caf55b05-dae8-4f67-a1ef-aa3a01cb8990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f373e699-fb5b-4974-ba62-e12724c24205), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:38.508242 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port ae2d32e2-209f-4f2a-b744-1451e8b054f4 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:38.584203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-caf55b05-dae8-4f67-a1ef-aa3a01cb8990 None None] Current status of the port f373e699-fb5b-4974-ba62-e12724c24205 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:38.584592 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-caf55b05-dae8-4f67-a1ef-aa3a01cb8990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f373e699-fb5b-4974-ba62-e12724c24205), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:38.613161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4e8a60>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:37Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:38.648094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cc016-be28-45df-8851-09458eae1cf1 None None] The sync data for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 is: [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:37Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:11:38.657885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-caf55b05-dae8-4f67-a1ef-aa3a01cb8990 None None] For port f373e699-fb5b-4974-ba62-e12724c24205, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f373e699-fb5b-4974-ba62-e12724c24205,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:38.743635 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-caf55b05-dae8-4f67-a1ef-aa3a01cb8990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f373e699-fb5b-4974-ba62-e12724c24205), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:38.797539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf55b05-dae8-4f67-a1ef-aa3a01cb8990 None None] Pushing event updated for resources: {'Port': ['ID=f373e699-fb5b-4974-ba62-e12724c24205,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:39.272499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e682217f-a4b1-45a9-91bc-5cae8d2f3444 req-b11feee1-ea00-4e78-8507-f338eac0b388 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 210 time: 0.0445931
Apr 30 22:11:39.376979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851d25-6813-4cb2-9705-1489657b9867 req-e68b37cd-6221-4944-a7ff-43f1e5c8cab5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:39.379753 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-e68b37cd-6221-4944-a7ff-43f1e5c8cab5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/networks?id=9c9eda40-cc48-419c-a2f8-ad6f40d376a2 HTTP/1.1" status: 200  len: 797 time: 0.1167147
Apr 30 22:11:39.453031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-beee388f-334a-4f1e-985d-6f70d908e952 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 380 time: 0.0633664
Apr 30 22:11:39.462806 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'port': {'device_id': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'admin_state_up': True, 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'security_groups': ['52114b77-6d13-4723-a917-679d7480c286']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:39.639545 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:11:39.643791 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:39.682507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f373e699-fb5b-4974-ba62-e12724c24205 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:11:39.731666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f373e699-fb5b-4974-ba62-e12724c24205 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:39.731967 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f373e699-fb5b-4974-ba62-e12724c24205), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:39.784923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.4 (9c9eda40-cc48-419c-a2f8-ad6f40d376a2/a779bf94-690a-4966-9b04-a92c36ffdd30/d9902372-4c37-4382-99ce-2c1efce2f541) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:11:39.816880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f373e699-fb5b-4974-ba62-e12724c24205 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:39.922172 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (d9902372-4c37-4382-99ce-2c1efce2f541), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:40.016403 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:40.064096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:11:40.066979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:11:40.070809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:11:40.079306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=d9902372-4c37-4382-99ce-2c1efce2f541,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:40.125991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:40.126723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:40.190282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-f1fd3322-3eb2-4068-8066-0dcb2597d69a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7318211
Apr 30 22:11:40.273555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-49c87dfd-a0d7-4aa3-b8c1-2daf9c7f6c8a None None] Provisioning complete for port d9902372-4c37-4382-99ce-2c1efce2f541 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:40.273957 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-49c87dfd-a0d7-4aa3-b8c1-2daf9c7f6c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:40.280808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Request body: {'port': {'device_id': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:40.309515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-49c87dfd-a0d7-4aa3-b8c1-2daf9c7f6c8a None None] Port d9902372-4c37-4382-99ce-2c1efce2f541 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:11:40.340257 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:40.420124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b97d8-ead4-421c-addd-e34d2026b36d req-b06fd502-d6a8-44a2-b062-c59a322c05e3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:40.421601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-743b97d8-ead4-421c-addd-e34d2026b36d req-b06fd502-d6a8-44a2-b062-c59a322c05e3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 931 time: 0.0724397
Apr 30 22:11:40.549188 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-743b97d8-ead4-421c-addd-e34d2026b36d req-eed00c5b-d2c0-4a0d-845e-14f1d4dfbd54 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172893
Apr 30 22:11:40.672727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9902372-4c37-4382-99ce-2c1efce2f541 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:11:40.680372 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Publish callbacks [] for port (d9902372-4c37-4382-99ce-2c1efce2f541), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:40.693146 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Transition to ACTIVE for port object d9902372-4c37-4382-99ce-2c1efce2f541 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:11:40.749228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:40.803315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9902372-4c37-4382-99ce-2c1efce2f541,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:40.877422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Attempting to bind port d9902372-4c37-4382-99ce-2c1efce2f541 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:11:40.878683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Attempting to bind port d9902372-4c37-4382-99ce-2c1efce2f541 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:11:40.879008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Attempting to bind port d9902372-4c37-4382-99ce-2c1efce2f541 on network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:11:40.883694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Port d9902372-4c37-4382-99ce-2c1efce2f541 on network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:11:40.884016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Attempting to bind port d9902372-4c37-4382-99ce-2c1efce2f541 on network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:11:40.889362 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:11:40.889718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Checking segment: {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:11:40.890138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Bound using segment: {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:11:40.890571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Bound port: d9902372-4c37-4382-99ce-2c1efce2f541, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d5b2f8-eaf0-4380-ad04-cd5b97e41743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:11:40.890933 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:40.957981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] For port d9902372-4c37-4382-99ce-2c1efce2f541, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:11:40.960972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] For port d9902372-4c37-4382-99ce-2c1efce2f541, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9902372-4c37-4382-99ce-2c1efce2f541,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:11:41.028206 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:41.067017 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:41.067631 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:41.069029 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/d9902372-4c37-4382-99ce-2c1efce2f541 HTTP/1.1" status: 200  len: 1091 time: 0.8356278
Apr 30 22:11:41.069471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:11:41.071721 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ed8feb-0482-44fb-a9e4-b4c7061d95af" -d '{"events": [{"name": "network-changed", "server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:11:41.099841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfc319-2479-42db-98c5-94a6840521c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d9902372-4c37-4382-99ce-2c1efce2f541,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:41.120214 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989a8ce-1c53-405c-89d9-d4f0edb5b9b5 x-openstack-request-id: req-8989a8ce-1c53-405c-89d9-d4f0edb5b9b5 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:11:41.120469 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:11:41.121163 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8989a8ce-1c53-405c-89d9-d4f0edb5b9b5 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:11:41.121611 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8989a8ce-1c53-405c-89d9-d4f0edb5b9b5'] response: {'name': 'network-changed', 'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'status': 'completed', 'code': 200}
Apr 30 22:11:41.185091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8feb-0482-44fb-a9e4-b4c7061d95af req-4acfad92-bd5e-42bb-9fa8-2f82d1adea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:41.186667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3ed8feb-0482-44fb-a9e4-b4c7061d95af req-4acfad92-bd5e-42bb-9fa8-2f82d1adea25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 1125 time: 0.0444257
Apr 30 22:11:41.287723 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8feb-0482-44fb-a9e4-b4c7061d95af req-85f9d737-42fb-4a8c-8bcf-ccda0f7e2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:41.289194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3ed8feb-0482-44fb-a9e4-b4c7061d95af req-85f9d737-42fb-4a8c-8bcf-ccda0f7e2590 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f25dc6783c0491a86c2170aed9e0817&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0957899
Apr 30 22:11:41.384382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed8feb-0482-44fb-a9e4-b4c7061d95af req-f9548041-59e0-4d9d-b845-4fdf72e3f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:41.385940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3ed8feb-0482-44fb-a9e4-b4c7061d95af req-f9548041-59e0-4d9d-b845-4fdf72e3f1ac service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0911980
Apr 30 22:11:41.458194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851d25-6813-4cb2-9705-1489657b9867 req-361b53dd-3259-4b2e-b056-640d369289be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:41.459652 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-361b53dd-3259-4b2e-b056-640d369289be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 1125 time: 0.0392778
Apr 30 22:11:41.503860 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-e1e6ce26-4266-4f55-a399-71366890bfb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9902372-4c37-4382-99ce-2c1efce2f541 HTTP/1.1" status: 200  len: 217 time: 0.0369689
Apr 30 22:11:41.549693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851d25-6813-4cb2-9705-1489657b9867 req-563b714c-81e4-4f03-8100-cb85506e8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:41.551288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-563b714c-81e4-4f03-8100-cb85506e8543 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a779bf94-690a-4966-9b04-a92c36ffdd30 HTTP/1.1" status: 200  len: 834 time: 0.0424116
Apr 30 22:11:41.593148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851d25-6813-4cb2-9705-1489657b9867 req-daacd57e-746a-4575-b8d5-a7f3c909c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:41.594683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-daacd57e-746a-4575-b8d5-a7f3c909c3c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9eda40-cc48-419c-a2f8-ad6f40d376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379915
Apr 30 22:11:41.703028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff59a40-2460-4810-b949-2b67375619b9 req-5db3d485-b118-45fe-82a5-72da6c19155d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:41.704507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aff59a40-2460-4810-b949-2b67375619b9 req-5db3d485-b118-45fe-82a5-72da6c19155d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 943 time: 0.0604451
Apr 30 22:11:41.737065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-2ecb8886-d0e0-45b2-9cac-d09dad5023f1 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363714
Apr 30 22:11:41.809371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-aff59a40-2460-4810-b949-2b67375619b9 req-893b89a3-e7dd-4cc9-a2d4-f200ba456698 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980163
Apr 30 22:11:41.845869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-32851d25-6813-4cb2-9705-1489657b9867 req-7473c06c-ed81-4f38-9f26-d94b78d40d2a service neutron] 10.222.0.35 "GET /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032312
Apr 30 22:11:42.923474 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cf8ca-c2c6-44a9-b677-b5c56875ff99 req-03ac9350-5f40-4356-84e7-814e97fed390 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:42.925575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b1cf8ca-c2c6-44a9-b677-b5c56875ff99 req-03ac9350-5f40-4356-84e7-814e97fed390 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 943 time: 0.0469835
Apr 30 22:11:42.972815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b1cf8ca-c2c6-44a9-b677-b5c56875ff99 req-2146349b-0c9e-43f8-b232-79e9e04f117c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416899
Apr 30 22:11:44.084793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f5a81-26cf-4298-9b8e-3d2d0657d869 req-e5a57d69-ce88-4d02-b1e4-8fe121564cd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:44.086300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a85f5a81-26cf-4298-9b8e-3d2d0657d869 req-e5a57d69-ce88-4d02-b1e4-8fe121564cd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 943 time: 0.0465541
Apr 30 22:11:44.134381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a85f5a81-26cf-4298-9b8e-3d2d0657d869 req-45d1b2d2-bad1-4d73-a10f-b8f684d2367d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424738
Apr 30 22:11:45.250964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd43ea-1dfc-4f78-bd16-dad34b8e67b7 req-f8c5cbc3-b2d3-4902-ac11-aa93a7a85f47 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:45.256757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82cd43ea-1dfc-4f78-bd16-dad34b8e67b7 req-f8c5cbc3-b2d3-4902-ac11-aa93a7a85f47 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 943 time: 0.0498528
Apr 30 22:11:45.280657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d9902372-4c37-4382-99ce-2c1efce2f541 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:11:45.304628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-82cd43ea-1dfc-4f78-bd16-dad34b8e67b7 req-8afae504-c580-46a6-924c-63da02f923c2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458984
Apr 30 22:11:45.380810 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d9902372-4c37-4382-99ce-2c1efce2f541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9902372-4c37-4382-99ce-2c1efce2f541,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:45.392153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'port_id': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'mac_address': 'fa:16:3e:87:7a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:11:45.428766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d9902372-4c37-4382-99ce-2c1efce2f541 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:45.429090 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:45.445010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9902372-4c37-4382-99ce-2c1efce2f541 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:11:45.464254 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d9902372-4c37-4382-99ce-2c1efce2f541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9902372-4c37-4382-99ce-2c1efce2f541,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:45.526592 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:45.574906 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d9902372-4c37-4382-99ce-2c1efce2f541,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:45.759553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['d9902372-4c37-4382-99ce-2c1efce2f541'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:11:46.423292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51f6ab-a04b-4421-855f-7198e289c7bb req-9a3e1950-61ac-4a74-9051-9d2b1dab3042 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:46.425409 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f51f6ab-a04b-4421-855f-7198e289c7bb req-9a3e1950-61ac-4a74-9051-9d2b1dab3042 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 944 time: 0.0503936
Apr 30 22:11:46.474421 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f51f6ab-a04b-4421-855f-7198e289c7bb req-ded3fc74-80c6-45fe-991e-dacd4a97eb6b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430987
Apr 30 22:11:47.302464 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d9902372-4c37-4382-99ce-2c1efce2f541 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:11:47.346450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port d9902372-4c37-4382-99ce-2c1efce2f541 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:11:47.415421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port d9902372-4c37-4382-99ce-2c1efce2f541 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:11:47.415797 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:47.493976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port d9902372-4c37-4382-99ce-2c1efce2f541 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:11:47.494361 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:47.527641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:11:47.529942 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a0e249-24c8-4f76-a261-c28cb331e0d7" -d '{"events": [{"server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "name": "network-vif-plugged", "status": "completed", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:11:47.543055 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port d9902372-4c37-4382-99ce-2c1efce2f541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9902372-4c37-4382-99ce-2c1efce2f541,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:11:47.570150 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217f29f-8bf4-4dd8-ae10-75d013107e27 x-openstack-request-id: req-e217f29f-8bf4-4dd8-ae10-75d013107e27 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:11:47.570492 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "name": "network-vif-plugged", "status": "completed", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:11:47.570746 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e217f29f-8bf4-4dd8-ae10-75d013107e27 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:11:47.571168 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e217f29f-8bf4-4dd8-ae10-75d013107e27'] response: {'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'code': 200}
Apr 30 22:11:47.597025 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64ff3-b2af-42f4-8247-eb8f1b7d1247 req-8cdcc249-2015-4fd0-82b7-639d861c8af7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:47.598548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8c64ff3-b2af-42f4-8247-eb8f1b7d1247 req-8cdcc249-2015-4fd0-82b7-639d861c8af7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 944 time: 0.0502558
Apr 30 22:11:47.600495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:47.629505 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:47.676502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=d9902372-4c37-4382-99ce-2c1efce2f541,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:47.683958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8c64ff3-b2af-42f4-8247-eb8f1b7d1247 req-9951e728-a3b6-4232-bd2e-4eccde76fa49 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789230
Apr 30 22:11:47.687010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feead5-263d-473f-b9b2-ecd787195088 req-6b533133-7475-4f90-9ef7-d3810ebbe86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:47.688430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0feead5-263d-473f-b9b2-ecd787195088 req-6b533133-7475-4f90-9ef7-d3810ebbe86f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 1127 time: 0.0567577
Apr 30 22:11:47.733069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0feead5-263d-473f-b9b2-ecd787195088 req-98601f61-8679-48d6-b430-9889f7e49c51 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387800
Apr 30 22:11:47.890145 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1cb8d6fa-7c68-4713-8dbb-105fe86e32e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:48.803861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74dbd4-988e-404c-9909-d7dd2c3e2def req-bd8ea5a3-daa8-49a4-b260-fff2c0d332ca tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:48.805425 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b74dbd4-988e-404c-9909-d7dd2c3e2def req-bd8ea5a3-daa8-49a4-b260-fff2c0d332ca tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0511971
Apr 30 22:11:48.854190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3b74dbd4-988e-404c-9909-d7dd2c3e2def req-f68cb650-a0ef-407c-8bcb-90159283043a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425384
Apr 30 22:11:49.970248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dca64d-b454-4479-b68b-ff08826f8460 req-dfebc239-5e15-48b9-9217-d5297eafb913 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:49.971702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33dca64d-b454-4479-b68b-ff08826f8460 req-dfebc239-5e15-48b9-9217-d5297eafb913 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0489075
Apr 30 22:11:50.019681 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33dca64d-b454-4479-b68b-ff08826f8460 req-5caa8870-1659-4dd2-bab7-5c20f1585f61 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412457
Apr 30 22:11:50.133034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afce3a-6ddd-4d49-9ed9-aeaef3bb75a8 req-25f4a08d-e2ad-4771-892b-78e4f7398aa7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:50.134454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4afce3a-6ddd-4d49-9ed9-aeaef3bb75a8 req-25f4a08d-e2ad-4771-892b-78e4f7398aa7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0464773
Apr 30 22:11:50.182472 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f4afce3a-6ddd-4d49-9ed9-aeaef3bb75a8 req-1b7a428b-0164-44bc-af85-96d7eff1b430 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420175
Apr 30 22:11:50.204526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53568) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:50.245367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed22712b-6f08-410e-840d-cadce91cfb46 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:50.246876 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ed22712b-6f08-410e-840d-cadce91cfb46 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 1122 time: 0.0414226
Apr 30 22:11:50.249820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53570) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:50.254253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:11:50.404406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:50.482256 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:50.546943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-096d0d11-9bc9-4818-96e6-12517d892d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:50.929203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.221 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:11:51.030036 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:51.109405 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:51.152004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:11:51.156296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:11:51.159985 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:11:51.185702 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:51.531321 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (274a8f8f-8719-4fd8-bd04-f93c5bb4202f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:51.550131 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:51.629264 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:51.681289 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:51.838519 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:51.918351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:51.987671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:11:51.996224 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (274a8f8f-8719-4fd8-bd04-f93c5bb4202f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:52.102052 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP 274a8f8f-8719-4fd8-bd04-f93c5bb4202f associated. External IP: 172.35.4.221, port: d9902372-4c37-4382-99ce-2c1efce2f541.
Apr 30 22:11:52.313719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:11:52.431337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:11:52.441996 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] Sync routers for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:11:52.451690 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:52.452337 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd35c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:11:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:52.511140 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:52.541399 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-92d29f7c-ceec-4c8f-b8f0-877d3c21a222 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2905855
Apr 30 22:11:52.542119 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:11:52.544445 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e7d011-48c4-4003-a977-d20454d7e039" -d '{"events": [{"name": "network-changed", "server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:11:52.562247 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:52.592681 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f125334-78ea-4297-9ce3-6fd96ac786aa x-openstack-request-id: req-1f125334-78ea-4297-9ce3-6fd96ac786aa {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:11:52.592972 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:11:52.593244 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f125334-78ea-4297-9ce3-6fd96ac786aa {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:11:52.593656 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f125334-78ea-4297-9ce3-6fd96ac786aa'] response: {'name': 'network-changed', 'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'status': 'completed', 'code': 200}
Apr 30 22:11:52.684592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ccf49-018f-445f-8194-e30d2951d653 req-ec0d51db-d7b5-4ebc-b1d9-db61794064c9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:52.686751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-608ccf49-018f-445f-8194-e30d2951d653 req-ec0d51db-d7b5-4ebc-b1d9-db61794064c9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0849447
Apr 30 22:11:52.692031 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7d011-48c4-4003-a977-d20454d7e039 req-2c2a5311-7df4-4743-b37d-0c420192f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:52.694198 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e7d011-48c4-4003-a977-d20454d7e039 req-2c2a5311-7df4-4743-b37d-0c420192f673 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 1127 time: 0.0799530
Apr 30 22:11:52.798476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-608ccf49-018f-445f-8194-e30d2951d653 req-cafd0a35-36a5-4f5b-a445-ea567d8caaad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031067
Apr 30 22:11:52.805359 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd35c40>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '274a8f8f-8719-4fd8-bd04-f93c5bb4202f', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.221', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'port_id': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'mac_address': 'fa:16:3e:87:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:11:51Z', 'updated_at': '2022-04-30T22:11:51Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:38Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:52.822014 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53576) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:52.827527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7d011-48c4-4003-a977-d20454d7e039 req-89f5e90e-5c80-4392-89b0-43b32830fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:52.828983 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e7d011-48c4-4003-a977-d20454d7e039 req-89f5e90e-5c80-4392-89b0-43b32830fff3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9eda40-cc48-419c-a2f8-ad6f40d376a2 HTTP/1.1" status: 200  len: 898 time: 0.1242411
Apr 30 22:11:52.831510 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] Checking router: d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:11:52.840423 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:11:52.841076 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd35c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:11:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:52.889980 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d21adb6d-30a8-4b5b-b01a-51a126226da3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/274a8f8f-8719-4fd8-bd04-f93c5bb4202f HTTP/1.1" status: 200  len: 991 time: 0.0660830
Apr 30 22:11:52.900412 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e7d011-48c4-4003-a977-d20454d7e039 req-4c9329ad-6248-43f2-abe5-250248fcb029 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9902372-4c37-4382-99ce-2c1efce2f541 HTTP/1.1" status: 200  len: 999 time: 0.0660574
Apr 30 22:11:52.948735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7d011-48c4-4003-a977-d20454d7e039 req-06aea28a-51e4-45ad-96b1-ae1ad8cce0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:52.949659 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:11:52.950548 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e7d011-48c4-4003-a977-d20454d7e039 req-06aea28a-51e4-45ad-96b1-ae1ad8cce0d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a779bf94-690a-4966-9b04-a92c36ffdd30 HTTP/1.1" status: 200  len: 834 time: 0.0443492
Apr 30 22:11:52.995551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7d011-48c4-4003-a977-d20454d7e039 req-4bba5026-8ba1-49c3-a668-aa4e0b646351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:11:52.997067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e7d011-48c4-4003-a977-d20454d7e039 req-4bba5026-8ba1-49c3-a668-aa4e0b646351 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9eda40-cc48-419c-a2f8-ad6f40d376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398011
Apr 30 22:11:53.091416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e7d011-48c4-4003-a977-d20454d7e039 req-187162ba-4d6a-4675-8705-9b3468462ba0 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877399
Apr 30 22:11:53.168609 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd35c40>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '274a8f8f-8719-4fd8-bd04-f93c5bb4202f', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.221', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'port_id': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'mac_address': 'fa:16:3e:87:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:11:51Z', 'updated_at': '2022-04-30T22:11:51Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:38Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:11:53.180902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26e7d011-48c4-4003-a977-d20454d7e039 req-46f076ae-5492-4b5e-b454-aae11dc28d61 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839868
Apr 30 22:11:53.195685 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252918c-1606-40ae-b39b-27c20f280238 None None] The sync data for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 is: [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '274a8f8f-8719-4fd8-bd04-f93c5bb4202f', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.221', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'port_id': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'mac_address': 'fa:16:3e:87:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:11:51Z', 'updated_at': '2022-04-30T22:11:51Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:38Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:11:53.341545 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:11:53.414761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038cf06e-a547-4094-9f8b-c3b1c42dc1f4 None None] New status for floating IP 274a8f8f-8719-4fd8-bd04-f93c5bb4202f: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:11:53.911584 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53578) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:11:53.954725 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-591eb0cd-d137-48d0-b1dd-d86b64a38660 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/274a8f8f-8719-4fd8-bd04-f93c5bb4202f HTTP/1.1" status: 200  len: 993 time: 0.0586495
Apr 30 22:11:54.501536 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:03.288985 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:12:17.580950 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:17.866825 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-93088307-65da-482d-be78-0f4202fee15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:20.569687 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c60d135c-ff18-41f0-8e3c-77ecab6d37fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:21.541426 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:21.617003 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:23.348277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:24.500517 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:25.329792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7fa41-d7f2-4368-8c2f-2aa9de80933e req-bd1aebdf-a8d0-46f3-a014-e55c980fe12e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:25.331190 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64b7fa41-d7f2-4368-8c2f-2aa9de80933e req-bd1aebdf-a8d0-46f3-a014-e55c980fe12e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0506232
Apr 30 22:12:25.380359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64b7fa41-d7f2-4368-8c2f-2aa9de80933e req-578a4fee-9228-44c6-80f6-efcec65ef3df tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434952
Apr 30 22:12:26.502842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367f0bc-118f-4512-9c36-5b812f775949 req-074980fb-6b48-44e4-9a8e-db89db637c53 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:26.504338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0367f0bc-118f-4512-9c36-5b812f775949 req-074980fb-6b48-44e4-9a8e-db89db637c53 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0522547
Apr 30 22:12:26.554061 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0367f0bc-118f-4512-9c36-5b812f775949 req-7d286c52-8624-41f1-9ede-eaa6666b91d7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432594
Apr 30 22:12:26.576648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53596) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:26.979003 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9d8a168c-4188-466e-9111-d79eeb2503f0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/274a8f8f-8719-4fd8-bd04-f93c5bb4202f HTTP/1.1" status: 200  len: 993 time: 0.4012067
Apr 30 22:12:28.373466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3c558-62d2-4dda-8092-80e6a0bffeeb req-a380f154-92f1-4eef-b544-b37edd97f36b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:28.374968 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03e3c558-62d2-4dda-8092-80e6a0bffeeb req-a380f154-92f1-4eef-b544-b37edd97f36b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0468400
Apr 30 22:12:28.426011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03e3c558-62d2-4dda-8092-80e6a0bffeeb req-40a2672d-1812-4ff1-8e6a-7942c0b7035e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443740
Apr 30 22:12:29.549505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe2812-87df-4509-98c5-27b1493fef03 req-69cdfc18-494e-4804-a3e4-e7710b6f81e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:29.550941 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eafe2812-87df-4509-98c5-27b1493fef03 req-69cdfc18-494e-4804-a3e4-e7710b6f81e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0515509
Apr 30 22:12:29.598398 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eafe2812-87df-4509-98c5-27b1493fef03 req-64506640-7b59-4066-b1a8-30add9be0a01 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416663
Apr 30 22:12:29.620982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53614) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:29.681503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d433c30d-6316-465d-acd5-6cb7ebb772a4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/274a8f8f-8719-4fd8-bd04-f93c5bb4202f HTTP/1.1" status: 200  len: 993 time: 0.0593593
Apr 30 22:12:29.907862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53620) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:30.054489 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:12:30.054835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:30.132038 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:30.132366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:30.145421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:12:30.342886 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:30.370163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=8432c300-9a22-4ce6-9e6f-d0f6a3eba6f8,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:30.395394 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.395747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.396095 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.396438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.396776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.397113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.397448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.397799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.398133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.398464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.398836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.399169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.399493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.399817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.400142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:30.441045 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (274a8f8f-8719-4fd8-bd04-f93c5bb4202f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:30.441414 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP 274a8f8f-8719-4fd8-bd04-f93c5bb4202f disassociated (deleted). External IP: 172.35.4.221, port: d9902372-4c37-4382-99ce-2c1efce2f541.
Apr 30 22:12:30.653392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:12:30.762794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:12:30.767582 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:30.772673 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] Sync routers for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:12:30.781743 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:12:30.782376 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8c9a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:30.797140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6b38599e-561f-4625-b37a-13c48f1b832c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/floatingips/274a8f8f-8719-4fd8-bd04-f93c5bb4202f HTTP/1.1" status: 204  len: 168 time: 0.8882163
Apr 30 22:12:30.797711 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:12:30.800067 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba648410-8e9b-4c7e-97c5-9cb331fefafa" -d '{"events": [{"name": "network-changed", "server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:12:30.850076 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5959432e-cc93-44e5-8ec1-2867eda57f92 x-openstack-request-id: req-5959432e-cc93-44e5-8ec1-2867eda57f92 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:12:30.850490 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:12:30.850826 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5959432e-cc93-44e5-8ec1-2867eda57f92 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:12:30.851294 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5959432e-cc93-44e5-8ec1-2867eda57f92'] response: {'name': 'network-changed', 'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'status': 'completed', 'code': 200}
Apr 30 22:12:30.898558 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:12:30.911821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-2a36f622-c7ae-4262-9818-5b52f24f9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:30.913311 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-2a36f622-c7ae-4262-9818-5b52f24f9ba8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 1127 time: 0.0425298
Apr 30 22:12:31.007032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-9f2a524e-1263-4184-8232-08567cef9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:31.009103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-9f2a524e-1263-4184-8232-08567cef9b90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c9eda40-cc48-419c-a2f8-ad6f40d376a2 HTTP/1.1" status: 200  len: 898 time: 0.0894620
Apr 30 22:12:31.049339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-e2d49fbf-ad57-4659-a9bd-bf822db80884 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9902372-4c37-4382-99ce-2c1efce2f541 HTTP/1.1" status: 200  len: 217 time: 0.0347207
Apr 30 22:12:31.095115 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8c9a60>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:38Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:31.108705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-ad3e2e33-c19b-4ff7-baa4-6d1d778b11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:31.110211 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-ad3e2e33-c19b-4ff7-baa4-6d1d778b11d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a779bf94-690a-4966-9b04-a92c36ffdd30 HTTP/1.1" status: 200  len: 834 time: 0.0492871
Apr 30 22:12:31.121783 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] Checking router: d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:12:31.131310 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:12:31.131949 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c8c9a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:31.157797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-941351f7-30c7-45e8-99a6-1a9702645aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:31.159540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-941351f7-30c7-45e8-99a6-1a9702645aec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c9eda40-cc48-419c-a2f8-ad6f40d376a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0435781
Apr 30 22:12:31.240447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19809e29-572d-4e56-bcc3-0eb501787e80 req-d947b8ee-9100-4843-a6bb-d84e63f93093 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:31.242039 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19809e29-572d-4e56-bcc3-0eb501787e80 req-d947b8ee-9100-4843-a6bb-d84e63f93093 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0497651
Apr 30 22:12:31.297519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19809e29-572d-4e56-bcc3-0eb501787e80 req-c3c58ec4-1e75-40fc-93e1-7a7eea212c98 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458953
Apr 30 22:12:31.336154 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:12:31.526242 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c8c9a60>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:38Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:31.552975 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccafee2-6c45-4fd4-8ecf-5cb66f518141 None None] The sync data for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 is: [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f373e699-fb5b-4974-ba62-e12724c24205', 'name': '', 'network_id': '9c9eda40-cc48-419c-a2f8-ad6f40d376a2', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:70:6d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:34Z', 'updated_at': '2022-04-30T22:11:38Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a779bf94-690a-4966-9b04-a92c36ffdd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:12:31.772194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a03da9f-0590-4d65-87bc-73c6e937225a None None] New status for floating IP 274a8f8f-8719-4fd8-bd04-f93c5bb4202f: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:12:32.455430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ff4c3-f23f-4a92-ae5b-36cd4017aaee req-0d525da6-3bcf-401c-9bf0-67997d3f403a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:32.456959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d3ff4c3-f23f-4a92-ae5b-36cd4017aaee req-0d525da6-3bcf-401c-9bf0-67997d3f403a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0892336
Apr 30 22:12:32.531494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1d3ff4c3-f23f-4a92-ae5b-36cd4017aaee req-c36be90e-8717-43d8-8819-98ff4c415996 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=52114b77-6d13-4723-a917-679d7480c286&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669258
Apr 30 22:12:32.533628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-1370717b-eb10-4de8-99f6-88f25dcc9f05 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355538
Apr 30 22:12:32.665969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ba648410-8e9b-4c7e-97c5-9cb331fefafa req-1cf3f96f-fabe-4f37-8b8e-ea376f855279 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1017916
Apr 30 22:12:32.673743 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.35', 59019) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:32.719672 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-b4259b00-b9d0-4bd6-9779-5da3444f36df tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:32.721099 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-b4259b00-b9d0-4bd6-9779-5da3444f36df tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 945 time: 0.0458341
Apr 30 22:12:32.806366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port d9902372-4c37-4382-99ce-2c1efce2f541 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:12:32.806628 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:32.894803 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port d9902372-4c37-4382-99ce-2c1efce2f541, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9902372-4c37-4382-99ce-2c1efce2f541,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:32.895170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:32.909008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for d9902372-4c37-4382-99ce-2c1efce2f541 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:12:33.108604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d9902372-4c37-4382-99ce-2c1efce2f541), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:33.137405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=d9902372-4c37-4382-99ce-2c1efce2f541,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:33.182062 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] No DVR routers for this DVR port d9902372-4c37-4382-99ce-2c1efce2f541 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:12:33.184600 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:33.187915 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-937e6ad3-69a9-40b2-8ae7-6fcd8b8d0a74 req-4511e760-6cb3-4e2f-8b95-966eb646b0d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "DELETE /v2.0/ports/d9902372-4c37-4382-99ce-2c1efce2f541 HTTP/1.1" status: 204  len: 173 time: 0.4618385
Apr 30 22:12:33.188351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'name': 'network-vif-deleted', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:12:33.190644 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a41a93-881b-4e12-bd00-372aad429d8a" -d '{"events": [{"server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "name": "network-vif-deleted", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:12:33.227405 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a922843a-b63a-4850-8e11-f258179ec61e x-openstack-request-id: req-a922843a-b63a-4850-8e11-f258179ec61e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:12:33.227742 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81daa03d-71dc-4deb-8c9a-1df4f88f095d", "name": "network-vif-deleted", "tag": "d9902372-4c37-4382-99ce-2c1efce2f541", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:12:33.227992 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a922843a-b63a-4850-8e11-f258179ec61e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:12:33.228397 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a922843a-b63a-4850-8e11-f258179ec61e'] response: {'server_uuid': '81daa03d-71dc-4deb-8c9a-1df4f88f095d', 'name': 'network-vif-deleted', 'tag': 'd9902372-4c37-4382-99ce-2c1efce2f541', 'status': 'completed', 'code': 200}
Apr 30 22:12:33.648938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a944034-65fc-4588-b89e-0ccddf3072bc req-f83f877c-6299-428a-9db6-c7ad624cdde2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=81daa03d-71dc-4deb-8c9a-1df4f88f095d HTTP/1.1" status: 200  len: 210 time: 0.0322251
Apr 30 22:12:34.706980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53652) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:35.431619 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:35.491700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d9902372-4c37-4382-99ce-2c1efce2f541 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:12:35.512397 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: d9902372-4c37-4382-99ce-2c1efce2f541 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:12:35.512741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device d9902372-4c37-4382-99ce-2c1efce2f541 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:12:35.672092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port f373e699-fb5b-4974-ba62-e12724c24205 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:12:35.672429 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f373e699-fb5b-4974-ba62-e12724c24205), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:35.765418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port f373e699-fb5b-4974-ba62-e12724c24205, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f373e699-fb5b-4974-ba62-e12724c24205,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:35.766177 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f373e699-fb5b-4974-ba62-e12724c24205), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:35.779267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for f373e699-fb5b-4974-ba62-e12724c24205 owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:12:36.043810 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f373e699-fb5b-4974-ba62-e12724c24205), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:36.070632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=f373e699-fb5b-4974-ba62-e12724c24205,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:36.265017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:36.491566 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:12:36.599927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:12:36.605114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-22ec3fa0-fa9c-438d-b962-02bdbca82ffa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8970926
Apr 30 22:12:36.607944 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53654) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:36.610629 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] Sync routers for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:12:36.621201 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:12:36.625992 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eab1340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:36.665738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-731e34e4-d890-4d7f-b242-5f065c7d865c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting subnet a779bf94-690a-4966-9b04-a92c36ffdd30 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:12:36.670479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-731e34e4-d890-4d7f-b242-5f065c7d865c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (a779bf94-690a-4966-9b04-a92c36ffdd30), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:36.711644 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-731e34e4-d890-4d7f-b242-5f065c7d865c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (a779bf94-690a-4966-9b04-a92c36ffdd30), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:36.729425 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:12:36.795054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-731e34e4-d890-4d7f-b242-5f065c7d865c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (a779bf94-690a-4966-9b04-a92c36ffdd30), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:36.898011 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eab1340>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:12:35Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:36.924314 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] Checking router: d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:12:36.931811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-731e34e4-d890-4d7f-b242-5f065c7d865c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (a779bf94-690a-4966-9b04-a92c36ffdd30), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:36.932517 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] Routers {'d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:12:36.933121 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896eab1340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:36.960683 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e34e4-d890-4d7f-b242-5f065c7d865c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Subnet': ['ID=a779bf94-690a-4966-9b04-a92c36ffdd30,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:36.962662 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-731e34e4-d890-4d7f-b242-5f065c7d865c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:36.968559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-731e34e4-d890-4d7f-b242-5f065c7d865c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/subnets/a779bf94-690a-4966-9b04-a92c36ffdd30 HTTP/1.1" status: 204  len: 168 time: 0.3569083
Apr 30 22:12:36.968559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53656) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:36.972139 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6c2ac-9040-4c07-893b-598b89aecdc1 None None] Network 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:12:37.042191 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] Set router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:12:37.081366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.144467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] DHCP port deletion for 9c9eda40-cc48-419c-a2f8-ad6f40d376a2 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:12:37.190121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Deleting port ae2d32e2-209f-4f2a-b744-1451e8b054f4 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:12:37.190595 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.193572 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.218867 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896eab1340>, [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:12:35Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:37.248847 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53002ee8-17f8-4d23-8a13-a146b32960ca None None] The sync data for ids ['d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58'] in ncdv-master-1 is: [{'id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727318901', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:12:35Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c97f28f2-e44d-4d84-a351-231630a13bea', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:47:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:11:31Z', 'updated_at': '2022-04-30T22:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:12:37.254582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] For port ae2d32e2-209f-4f2a-b744-1451e8b054f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae2d32e2-209f-4f2a-b744-1451e8b054f4,segment=NetworkSegment(60d5b2f8-eaf0-4380-ad04-cd5b97e41743),segment_id=60d5b2f8-eaf0-4380-ad04-cd5b97e41743)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:37.255015 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.272911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Calling delete_port for ae2d32e2-209f-4f2a-b744-1451e8b054f4 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:12:37.311687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port c97f28f2-e44d-4d84-a351-231630a13bea {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:12:37.312074 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.391815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port c97f28f2-e44d-4d84-a351-231630a13bea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c97f28f2-e44d-4d84-a351-231630a13bea,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:37.392111 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.405527 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for c97f28f2-e44d-4d84-a351-231630a13bea owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:12:37.462708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (ae2d32e2-209f-4f2a-b744-1451e8b054f4), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.490058 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Pushing event deleted for resources: {'Port': ['ID=ae2d32e2-209f-4f2a-b744-1451e8b054f4,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:37.492440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] No DVR routers for this DVR port ae2d32e2-209f-4f2a-b744-1451e8b054f4 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:12:37.503067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.503316 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.503604 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.503943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.504282 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.504619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.505460 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.505817 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.506153 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.506485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.506811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.507136 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.507466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.507796 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.508111 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f324283-c457-46f4-8a6d-923de8e5937c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:37.674753 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c97f28f2-e44d-4d84-a351-231630a13bea), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.689248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f373e699-fb5b-4974-ba62-e12724c24205 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:12:37.710429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=c97f28f2-e44d-4d84-a351-231630a13bea,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:37.719745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f373e699-fb5b-4974-ba62-e12724c24205 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:12:37.719745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f373e699-fb5b-4974-ba62-e12724c24205 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:12:37.719745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ae2d32e2-209f-4f2a-b744-1451e8b054f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:12:37.736741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: ae2d32e2-209f-4f2a-b744-1451e8b054f4 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:12:37.737091 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device ae2d32e2-209f-4f2a-b744-1451e8b054f4 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:12:37.780386 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.875375 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:37.877816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.003322 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.003875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Fanout notify agent at l3_agent the message router_deleted on router d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:12:38.011469 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.012576 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-da6e6341-4b6e-4c36-91dc-95520602324b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/routers/d8f3b9a2-1588-4e19-b0fd-b52a1e9d4f58 HTTP/1.1" status: 204  len: 168 time: 1.0431843
Apr 30 22:12:38.015402 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53658) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:38.095232 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (9c9eda40-cc48-419c-a2f8-ad6f40d376a2), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.187750 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (9c9eda40-cc48-419c-a2f8-ad6f40d376a2), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.208217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89669dda30>,) {'filters': {'network_id': ['9c9eda40-cc48-419c-a2f8-ad6f40d376a2']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:38.217607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89669dda30>, '60d5b2f8-eaf0-4380-ad04-cd5b97e41743') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:38.217946 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89669dda30>, '60d5b2f8-eaf0-4380-ad04-cd5b97e41743') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:38.227802 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (60d5b2f8-eaf0-4380-ad04-cd5b97e41743), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.241418 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (60d5b2f8-eaf0-4380-ad04-cd5b97e41743), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.247384 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:12:38.247777 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (60d5b2f8-eaf0-4380-ad04-cd5b97e41743), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:12:38.250823 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:12:38.388481 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (9c9eda40-cc48-419c-a2f8-ad6f40d376a2), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.398828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.400403 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/networks/9c9eda40-cc48-419c-a2f8-ad6f40d376a2 HTTP/1.1" status: 204  len: 168 time: 0.3839943
Apr 30 22:12:38.403211 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53660) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:38.410297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdf1f8-83ac-4d49-b195-6ff7c7854896 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Network': ['ID=9c9eda40-cc48-419c-a2f8-ad6f40d376a2,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:38.462902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (52114b77-6d13-4723-a917-679d7480c286), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.488723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (52114b77-6d13-4723-a917-679d7480c286), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.626639 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (52114b77-6d13-4723-a917-679d7480c286), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.629271 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:38.631088 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/security-groups/52114b77-6d13-4723-a917-679d7480c286 HTTP/1.1" status: 204  len: 168 time: 0.2268462
Apr 30 22:12:38.640180 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52114b77-6d13-4723-a917-679d7480c286,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:38.649558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.649954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.650303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.650645 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.650987 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.651321 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.651659 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.651992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.652319 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.652648 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.652975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.653303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.653629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.653974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.654297 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2638543-3a3f-4f90-81b6-bda1b86f392a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:38.986541 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53666) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:38.991823 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-30ea97f8-a366-4169-a376-8931060c83e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933057562', 'description': 'tempest-secgroup-smoke-933057562 description', 'project_id': '8f25dc6783c0491a86c2170aed9e0817'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:39.068295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-30ea97f8-a366-4169-a376-8931060c83e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.134977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-30ea97f8-a366-4169-a376-8931060c83e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (bdfb4652-71ef-489b-a927-297fb13a1e21), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.193784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-30ea97f8-a366-4169-a376-8931060c83e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bdfb4652-71ef-489b-a927-297fb13a1e21), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.222263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea97f8-a366-4169-a376-8931060c83e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfb4652-71ef-489b-a927-297fb13a1e21,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:39.281635 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-30ea97f8-a366-4169-a376-8931060c83e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.282914 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-30ea97f8-a366-4169-a376-8931060c83e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2953622
Apr 30 22:12:39.286691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53668) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:39.291498 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5b3460ba-53b3-468f-b097-d3aef0b19b19 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdfb4652-71ef-489b-a927-297fb13a1e21', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:39.376989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b3460ba-53b3-468f-b097-d3aef0b19b19 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (230c9aa3-46bb-4cdc-9057-8ad069018e4c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.431478 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b3460ba-53b3-468f-b097-d3aef0b19b19 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (230c9aa3-46bb-4cdc-9057-8ad069018e4c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.496864 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b3460ba-53b3-468f-b097-d3aef0b19b19 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (230c9aa3-46bb-4cdc-9057-8ad069018e4c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.515496 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3460ba-53b3-468f-b097-d3aef0b19b19 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230c9aa3-46bb-4cdc-9057-8ad069018e4c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:39.570957 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b3460ba-53b3-468f-b097-d3aef0b19b19 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.572205 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b3460ba-53b3-468f-b097-d3aef0b19b19 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2845869
Apr 30 22:12:39.575219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53670) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:39.580943 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-3af59136-1b8a-4729-b477-2b575d0ad326 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdfb4652-71ef-489b-a927-297fb13a1e21', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:39.663017 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3af59136-1b8a-4729-b477-2b575d0ad326 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (c952fcc4-ea99-40d2-ad54-17aee26b5b88), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.675422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c97f28f2-e44d-4d84-a351-231630a13bea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:12:39.698412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c97f28f2-e44d-4d84-a351-231630a13bea {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:12:39.700774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c97f28f2-e44d-4d84-a351-231630a13bea not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:12:39.719553 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3af59136-1b8a-4729-b477-2b575d0ad326 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (c952fcc4-ea99-40d2-ad54-17aee26b5b88), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.782473 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3af59136-1b8a-4729-b477-2b575d0ad326 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (c952fcc4-ea99-40d2-ad54-17aee26b5b88), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.800723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af59136-1b8a-4729-b477-2b575d0ad326 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c952fcc4-ea99-40d2-ad54-17aee26b5b88,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:39.864443 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3af59136-1b8a-4729-b477-2b575d0ad326 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:39.865670 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3af59136-1b8a-4729-b477-2b575d0ad326 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2881248
Apr 30 22:12:39.868346 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53672) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:39.872570 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-51175d4b-ae43-4d6e-9142-7111969d881f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdfb4652-71ef-489b-a927-297fb13a1e21', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:39.954078 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51175d4b-ae43-4d6e-9142-7111969d881f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (6e08abb5-b92c-4bdc-b723-fc17ab9981c6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.012509 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51175d4b-ae43-4d6e-9142-7111969d881f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (6e08abb5-b92c-4bdc-b723-fc17ab9981c6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.091207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51175d4b-ae43-4d6e-9142-7111969d881f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (6e08abb5-b92c-4bdc-b723-fc17ab9981c6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.108060 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51175d4b-ae43-4d6e-9142-7111969d881f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e08abb5-b92c-4bdc-b723-fc17ab9981c6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:40.182390 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51175d4b-ae43-4d6e-9142-7111969d881f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.183630 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51175d4b-ae43-4d6e-9142-7111969d881f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3143184
Apr 30 22:12:40.186265 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53674) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:40.190462 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5a4f5f7a-27ac-4e22-a485-5a421ec66064 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdfb4652-71ef-489b-a927-297fb13a1e21', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:40.288785 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:12:40.289554 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f5f7a-27ac-4e22-a485-5a421ec66064 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (b74ec9a8-c095-4f72-8d59-013d65908630), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.344708 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f5f7a-27ac-4e22-a485-5a421ec66064 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (b74ec9a8-c095-4f72-8d59-013d65908630), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.417185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f5f7a-27ac-4e22-a485-5a421ec66064 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (b74ec9a8-c095-4f72-8d59-013d65908630), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.436016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f5f7a-27ac-4e22-a485-5a421ec66064 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74ec9a8-c095-4f72-8d59-013d65908630,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:40.499049 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5a4f5f7a-27ac-4e22-a485-5a421ec66064 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.500374 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5a4f5f7a-27ac-4e22-a485-5a421ec66064 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3130691
Apr 30 22:12:40.503225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53676) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:40.507805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bdc9d26c-0b21-4d3c-9a61-a4928f108a48 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdfb4652-71ef-489b-a927-297fb13a1e21', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:40.576777 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-bdc9d26c-0b21-4d3c-9a61-a4928f108a48 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:12:40.582237 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d26c-0b21-4d3c-9a61-a4928f108a48 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (fa10c204-9641-4d1e-8c29-de7466a61b50), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.639063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d26c-0b21-4d3c-9a61-a4928f108a48 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (fa10c204-9641-4d1e-8c29-de7466a61b50), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.696781 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d26c-0b21-4d3c-9a61-a4928f108a48 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (fa10c204-9641-4d1e-8c29-de7466a61b50), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.715617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9d26c-0b21-4d3c-9a61-a4928f108a48 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa10c204-9641-4d1e-8c29-de7466a61b50,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:40.761538 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d26c-0b21-4d3c-9a61-a4928f108a48 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.762700 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bdc9d26c-0b21-4d3c-9a61-a4928f108a48 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2585676
Apr 30 22:12:40.765400 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53678) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:40.769501 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f870a43a-e71d-4bdf-93ed-0f1c26120551 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdfb4652-71ef-489b-a927-297fb13a1e21', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:40.845580 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-f870a43a-e71d-4bdf-93ed-0f1c26120551 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:12:40.851642 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f870a43a-e71d-4bdf-93ed-0f1c26120551 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (a2183909-c414-477d-9b11-6f91225cff8e), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.911980 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f870a43a-e71d-4bdf-93ed-0f1c26120551 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (a2183909-c414-477d-9b11-6f91225cff8e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.953960 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f870a43a-e71d-4bdf-93ed-0f1c26120551 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a2183909-c414-477d-9b11-6f91225cff8e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:40.971844 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870a43a-e71d-4bdf-93ed-0f1c26120551 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2183909-c414-477d-9b11-6f91225cff8e,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:41.012929 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f870a43a-e71d-4bdf-93ed-0f1c26120551 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.014155 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f870a43a-e71d-4bdf-93ed-0f1c26120551 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2478213
Apr 30 22:12:41.017007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53680) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:41.022303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'network': {'name': 'tempest-network-smoke--35624752', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'port_security_enabled': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:41.119490 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:12:41.122917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.147520 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:12:41.156221 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (de375d9f-a760-4419-b6c0-9bf033e53f6f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.156661 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Added segment de375d9f-a760-4419-b6c0-9bf033e53f6f of type vlan for network a8378968-f301-455d-ace1-f906ff38b1af
Apr 30 22:12:41.194855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a8378968-f301-455d-ace1-f906ff38b1af), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.285429 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a8378968-f301-455d-ace1-f906ff38b1af), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.290607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:41.291308 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.357299 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Network': ['ID=a8378968-f301-455d-ace1-f906ff38b1af,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:41.369940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a8378968-f301-455d-ace1-f906ff38b1af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:12:41.414374 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-51e18b62-e6e8-40c2-a7f5-905c77921b7e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3962865
Apr 30 22:12:41.417737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53682) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:41.422241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'admin_state_up': True, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:41.508492 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (4b1edbb0-d096-42ce-9390-5b46a9f12853), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.509464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (4b1edbb0-d096-42ce-9390-5b46a9f12853), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.560668 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (4b1edbb0-d096-42ce-9390-5b46a9f12853), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:41.768689 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (4b1edbb0-d096-42ce-9390-5b46a9f12853), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:42.008322 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (4b1edbb0-d096-42ce-9390-5b46a9f12853), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:42.030224 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:42.129084 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.219 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/d8d83266-b068-4760-a583-8a3c0b37f107) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:12:42.234118 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (d8d83266-b068-4760-a583-8a3c0b37f107), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:42.312257 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:42.349099 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:12:42.351972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:12:42.355359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:12:42.380350 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=d8d83266-b068-4760-a583-8a3c0b37f107,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:42.691086 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (4b1edbb0-d096-42ce-9390-5b46a9f12853), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:42.887640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (4b1edbb0-d096-42ce-9390-5b46a9f12853), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:42.971342 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-bf25cd92-8c99-4792-a592-c60fd1bb6696 req-e1eefb49-0cb8-4ff4-940c-261d0ae14e27 service neutron] (115773) timed out ('10.222.0.23', 49760) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 22:12:43.082854 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4b1edbb0-d096-42ce-9390-5b46a9f12853 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:12:43.190101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:12:43.199983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Sync routers for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:12:43.213994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:12:43.214840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e462190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:43.282145 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:43.283570 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a85a3280-f74f-4b6a-b71d-fa3f96d8013a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.8646920
Apr 30 22:12:43.287088 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53684) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:43.315679 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c248fb57-95c3-43f0-8474-8f79d7e6db38 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8f25dc6783c0491a86c2170aed9e0817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0274053
Apr 30 22:12:43.318312 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53686) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:43.323003 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:12:43.402164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1928bb-6e58-4a2c-b3e2-ee3c38e7879b tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:43.403708 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0d1928bb-6e58-4a2c-b3e2-ee3c38e7879b tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0845032
Apr 30 22:12:43.406641 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53688) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:43.438974 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-08aba61d-e272-4bab-8a9f-55d3819a7904 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0313001
Apr 30 22:12:43.441404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53690) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:43.446064 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1748299306', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:43.496435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e462190>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:42Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:43.524406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Checking router: 4b1edbb0-d096-42ce-9390-5b46a9f12853 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:12:43.524759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Updating router 4b1edbb0-d096-42ce-9390-5b46a9f12853 port d8d83266-b068-4760-a583-8a3c0b37f107 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:12:43.553135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:43.592003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:12:43.595579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:43.832320 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (c60cd41a-b24d-4a1d-b5c1-5714ab909899), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:43.897910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Subnet': ['ID=c60cd41a-b24d-4a1d-b5c1-5714ab909899,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:43.906679 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Checking segment: {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:12:43.907072 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network hostable DHCP agents. Network: a8378968-f301-455d-ace1-f906ff38b1af, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:12:43.959571 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Publish callbacks [] for port (d8d83266-b068-4760-a583-8a3c0b37f107), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:43.976708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network a8378968-f301-455d-ace1-f906ff38b1af is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:12:44.056625 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.088716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8378968-f301-455d-ace1-f906ff38b1af) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:12:44.093373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:44.094185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.103191 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036d39e-1351-4b80-a8e1-f070c1223a89 None None] Network a8378968-f301-455d-ace1-f906ff38b1af requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:12:44.120767 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Attempting to bind port d8d83266-b068-4760-a583-8a3c0b37f107 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:12:44.121138 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Attempting to bind port d8d83266-b068-4760-a583-8a3c0b37f107 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:12:44.121498 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Attempting to bind port d8d83266-b068-4760-a583-8a3c0b37f107 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:12:44.155657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbcd38-060c-499a-b2d5-d1164422c900 None None] Pushing event updated for resources: {'Port': ['ID=d8d83266-b068-4760-a583-8a3c0b37f107,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:44.159504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:12:44.159914 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:12:44.160315 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.160727 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:12:44.161215 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Bound port: d8d83266-b068-4760-a583-8a3c0b37f107, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:12:44.161608 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.188418 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-398fb822-e082-407d-8d89-5246c59626b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7459493
Apr 30 22:12:44.191225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53692) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:12:44.261892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a8378968-f301-455d-ace1-f906ff38b1af', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:12:44.262763 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.346802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] For port d8d83266-b068-4760-a583-8a3c0b37f107, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:12:44.401281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] For port d8d83266-b068-4760-a583-8a3c0b37f107, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8d83266-b068-4760-a583-8a3c0b37f107,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:12:44.461539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Allocated IP 172.20.0.2 (a8378968-f301-455d-ace1-f906ff38b1af/c60cd41a-b24d-4a1d-b5c1-5714ab909899/bd93eec8-b951-446f-9a52-47a140791713) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:12:44.515376 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.613568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:12:44.614663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e462190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:44.626102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbcd38-060c-499a-b2d5-d1164422c900 None None] Pushing event updated for resources: {'Port': ['ID=d8d83266-b068-4760-a583-8a3c0b37f107,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:44.642123 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.742302 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Publish callbacks [] for port (bd93eec8-b951-446f-9a52-47a140791713), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.767054 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:12:44.855878 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (bd93eec8-b951-446f-9a52-47a140791713), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:44.912401 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.1 (a8378968-f301-455d-ace1-f906ff38b1af/c60cd41a-b24d-4a1d-b5c1-5714ab909899/f249ac59-575f-49e5-aea9-c4dee9618eec) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:12:44.919532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Network a8378968-f301-455d-ace1-f906ff38b1af is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:12:44.925615 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:12:44.935657 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:12:44.941872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Pushing event updated for resources: {'Port': ['ID=bd93eec8-b951-446f-9a52-47a140791713,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:45.028321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e462190>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:42Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:45.028631 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.030232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Attempting to bind port bd93eec8-b951-446f-9a52-47a140791713 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:12:45.030596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Attempting to bind port bd93eec8-b951-446f-9a52-47a140791713 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:12:45.030952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Attempting to bind port bd93eec8-b951-446f-9a52-47a140791713 on network a8378968-f301-455d-ace1-f906ff38b1af {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:12:45.062935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61848bdd-cfc9-40fa-b2e0-0095f31a7240 None None] The sync data for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 is: [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:42Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:12:45.064716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:12:45.065089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Checking segment: {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:12:45.065499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.065892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Bound using segment: {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:12:45.066861 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Bound port: bd93eec8-b951-446f-9a52-47a140791713, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:12:45.066861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bd93eec8-b951-446f-9a52-47a140791713), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.121131 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.131790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] For port bd93eec8-b951-446f-9a52-47a140791713, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:12:45.134994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] For port bd93eec8-b951-446f-9a52-47a140791713, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd93eec8-b951-446f-9a52-47a140791713,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:12:45.164330 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network a8378968-f301-455d-ace1-f906ff38b1af is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:12:45.167456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:12:45.170461 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:12:45.205748 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=f249ac59-575f-49e5-aea9-c4dee9618eec,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:45.206592 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bd93eec8-b951-446f-9a52-47a140791713), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.231255 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (4b1edbb0-d096-42ce-9390-5b46a9f12853), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.270920 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a675a-56c0-45e1-abb0-f936d6191949 None None] Pushing event updated for resources: {'Port': ['ID=bd93eec8-b951-446f-9a52-47a140791713,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:45.459203 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.749724 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bd93eec8-b951-446f-9a52-47a140791713 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:12:45.802525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.806130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bd93eec8-b951-446f-9a52-47a140791713 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:45.806565 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd93eec8-b951-446f-9a52-47a140791713), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.860105 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.890609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bd93eec8-b951-446f-9a52-47a140791713 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:45.890998 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bd93eec8-b951-446f-9a52-47a140791713), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:45.929265 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port bd93eec8-b951-446f-9a52-47a140791713, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd93eec8-b951-446f-9a52-47a140791713,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:45.944203 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=f249ac59-575f-49e5-aea9-c4dee9618eec,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:45.946852 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (4b1edbb0-d096-42ce-9390-5b46a9f12853), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:46.011626 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bd93eec8-b951-446f-9a52-47a140791713), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:46.012518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d8d83266-b068-4760-a583-8a3c0b37f107 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:12:46.052716 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network a8378968-f301-455d-ace1-f906ff38b1af is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:12:46.054252 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:12:46.149977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=bd93eec8-b951-446f-9a52-47a140791713,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:46.166337 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d8d83266-b068-4760-a583-8a3c0b37f107 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:46.166718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:46.259670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d8d83266-b068-4760-a583-8a3c0b37f107 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:46.260056 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:46.286843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port d8d83266-b068-4760-a583-8a3c0b37f107, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8d83266-b068-4760-a583-8a3c0b37f107,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:46.363375 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:46.418978 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=d8d83266-b068-4760-a583-8a3c0b37f107,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:46.445973 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257ad9da-c881-49b5-8ebb-d30aae0df1e5 None None] Network a8378968-f301-455d-ace1-f906ff38b1af requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:12:46.500651 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-8af06d44-91cb-49c1-8382-a61bcb6d95ee None None] Provisioning complete for port bd93eec8-b951-446f-9a52-47a140791713 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:46.501034 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8af06d44-91cb-49c1-8382-a61bcb6d95ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd93eec8-b951-446f-9a52-47a140791713), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:46.561364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4b1edbb0-d096-42ce-9390-5b46a9f12853 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:12:46.638289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-8af06d44-91cb-49c1-8382-a61bcb6d95ee None None] Current status of the port bd93eec8-b951-446f-9a52-47a140791713 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:46.688996 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:12:46.694118 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-408d7487-fe73-4260-b2e8-6d628fe192e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/4b1edbb0-d096-42ce-9390-5b46a9f12853/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5018742
Apr 30 22:12:46.842030 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Sync routers for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:12:46.853189 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:12:46.854111 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c82bb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:46.863550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a52ccb58-18c9-4dd5-a5ea-015469bb9dcc None None] Provisioning complete for port bd93eec8-b951-446f-9a52-47a140791713 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:46.863950 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a52ccb58-18c9-4dd5-a5ea-015469bb9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd93eec8-b951-446f-9a52-47a140791713), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:46.878136 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-580ea8d8-df90-4087-a959-5298beb677f2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933057562&fields=id&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 267 time: 0.0689936
Apr 30 22:12:46.968968 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:12:46.971456 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a52ccb58-18c9-4dd5-a5ea-015469bb9dcc None None] Current status of the port bd93eec8-b951-446f-9a52-47a140791713 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:46.980713 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a52ccb58-18c9-4dd5-a5ea-015469bb9dcc None None] Provisioning complete for port f249ac59-575f-49e5-aea9-c4dee9618eec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:46.981237 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a52ccb58-18c9-4dd5-a5ea-015469bb9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:46.993265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-1bec5d05-0c9d-4d7a-ba30-0ab8d8745da9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:47.000799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-1bec5d05-0c9d-4d7a-ba30-0ab8d8745da9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/networks?id=a8378968-f301-455d-ace1-f906ff38b1af HTTP/1.1" status: 200  len: 795 time: 0.1155972
Apr 30 22:12:47.021583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-106f025f-1f45-45c8-a9db-4351bdba607a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/quotas/8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 375 time: 0.0189323
Apr 30 22:12:47.022173 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a52ccb58-18c9-4dd5-a5ea-015469bb9dcc None None] Port f249ac59-575f-49e5-aea9-c4dee9618eec cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:12:47.068990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-51996e5e-23d8-4d49-a71f-84cc69e90cd5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0465257
Apr 30 22:12:47.145934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-15b016c2-0c27-40c7-917f-b4c5bafb4136 None None] Provisioning complete for port f249ac59-575f-49e5-aea9-c4dee9618eec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:47.146311 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-15b016c2-0c27-40c7-917f-b4c5bafb4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.185912 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-5dff24fc-bdf7-4355-a5ea-a0c55c7d7f25 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:12:47.195846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-5dff24fc-bdf7-4355-a5ea-a0c55c7d7f25 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0627551
Apr 30 22:12:47.197465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-15b016c2-0c27-40c7-917f-b4c5bafb4136 None None] Port f249ac59-575f-49e5-aea9-c4dee9618eec cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:12:47.273165 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c82bb80>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 2, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:47.302751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-9d27d182-2b86-4b28-93d2-8cddd13cac2a service neutron] 10.222.0.23 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1051416
Apr 30 22:12:47.304249 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Checking router: 4b1edbb0-d096-42ce-9390-5b46a9f12853 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:12:47.304608 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Updating router 4b1edbb0-d096-42ce-9390-5b46a9f12853 port f249ac59-575f-49e5-aea9-c4dee9618eec binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:12:47.315524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-906b5b68-bb74-40f9-87d8-7f2ed6b7ce78 None None] Provisioning complete for port f249ac59-575f-49e5-aea9-c4dee9618eec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:47.316140 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-906b5b68-bb74-40f9-87d8-7f2ed6b7ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.332243 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.356319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-906b5b68-bb74-40f9-87d8-7f2ed6b7ce78 None None] Port f249ac59-575f-49e5-aea9-c4dee9618eec cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:12:47.399635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-f79f85d2-2c52-410c-9b7c-f88d55a58b47 service neutron] 10.222.0.23 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890536
Apr 30 22:12:47.606278 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Publish callbacks [] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.622968 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.680785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-052abd05-8a5c-416f-8bee-0d4cdb4b743a req-11c8abaa-92fc-4387-9041-bbd6d279d69c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 210 time: 0.0460758
Apr 30 22:12:47.681155 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.734541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bd93eec8-b951-446f-9a52-47a140791713 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:12:47.778793 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Pushing event updated for resources: {'Port': ['ID=f249ac59-575f-49e5-aea9-c4dee9618eec,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:47.794014 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.794650 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.795163 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.795654 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.796155 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.796650 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.797346 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.797877 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.798481 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.798807 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.799130 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.799500 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.799823 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.800139 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.800452 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:12:47.808301 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Attempting to bind port f249ac59-575f-49e5-aea9-c4dee9618eec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:12:47.808658 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Attempting to bind port f249ac59-575f-49e5-aea9-c4dee9618eec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:12:47.809214 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Attempting to bind port f249ac59-575f-49e5-aea9-c4dee9618eec on network a8378968-f301-455d-ace1-f906ff38b1af {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:12:47.815312 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:12:47.816146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Checking segment: {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:12:47.816730 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.817453 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Bound using segment: {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:12:47.818222 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Bound port: f249ac59-575f-49e5-aea9-c4dee9618eec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:12:47.818785 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.827266 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port bd93eec8-b951-446f-9a52-47a140791713 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:47.827643 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (bd93eec8-b951-446f-9a52-47a140791713), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.892087 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] For port f249ac59-575f-49e5-aea9-c4dee9618eec, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:12:47.896057 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] For port f249ac59-575f-49e5-aea9-c4dee9618eec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f249ac59-575f-49e5-aea9-c4dee9618eec,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:12:47.920022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bd93eec8-b951-446f-9a52-47a140791713 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:47.921095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d8d83266-b068-4760-a583-8a3c0b37f107 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:12:47.944162 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-31571334-a85f-4b83-892a-86570fc03087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.963594 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:47.980120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d8d83266-b068-4760-a583-8a3c0b37f107 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:47.980593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:48.000481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-78482bc7-cbfb-4bcd-8def-568be85e8aaf None None] Provisioning complete for port f249ac59-575f-49e5-aea9-c4dee9618eec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:48.000854 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-78482bc7-cbfb-4bcd-8def-568be85e8aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:48.017177 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:12:48.017709 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c82bb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:48.106044 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38034c-8e3e-4eff-9448-2e15b8572c13 None None] Pushing event updated for resources: {'Port': ['ID=f249ac59-575f-49e5-aea9-c4dee9618eec,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:48.123823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d8d83266-b068-4760-a583-8a3c0b37f107 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:48.131994 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-78482bc7-cbfb-4bcd-8def-568be85e8aaf None None] Current status of the port f249ac59-575f-49e5-aea9-c4dee9618eec is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:48.132380 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-78482bc7-cbfb-4bcd-8def-568be85e8aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:48.168157 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:12:48.175632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-78482bc7-cbfb-4bcd-8def-568be85e8aaf None None] For port f249ac59-575f-49e5-aea9-c4dee9618eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f249ac59-575f-49e5-aea9-c4dee9618eec,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:48.245653 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-78482bc7-cbfb-4bcd-8def-568be85e8aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:48.299426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78482bc7-cbfb-4bcd-8def-568be85e8aaf None None] Pushing event updated for resources: {'Port': ['ID=f249ac59-575f-49e5-aea9-c4dee9618eec,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:48.364649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-1cd004ed-799e-4ddb-b737-0941ba8033e3 None None] Provisioning complete for port f249ac59-575f-49e5-aea9-c4dee9618eec triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:48.365397 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1cd004ed-799e-4ddb-b737-0941ba8033e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:48.365744 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c82bb80>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:47Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:12:48.396678 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ea8e2b-f535-4ad5-8760-e792a881de60 None None] The sync data for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 is: [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:47Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:12:48.466991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-1cd004ed-799e-4ddb-b737-0941ba8033e3 None None] Current status of the port f249ac59-575f-49e5-aea9-c4dee9618eec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:48.802586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f3457aaa-c26e-4513-8fa0-3b407c11f4a4 req-d5e44981-f96a-46c6-b5e1-d2f22b4ddff5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 210 time: 0.0283012
Apr 30 22:12:49.700400 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f249ac59-575f-49e5-aea9-c4dee9618eec up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:12:49.745526 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port f249ac59-575f-49e5-aea9-c4dee9618eec triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:49.746064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:49.829315 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port f249ac59-575f-49e5-aea9-c4dee9618eec is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:49.900649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-53d68293-c8ca-40c7-aff9-517a14524407 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:49.902202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-53d68293-c8ca-40c7-aff9-517a14524407 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "GET /v2.0/networks?id=a8378968-f301-455d-ace1-f906ff38b1af HTTP/1.1" status: 200  len: 795 time: 0.1194539
Apr 30 22:12:49.929956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9c5eea4a-c749-4942-954e-3305e6bfca93 req-21e0cb94-ba43-4f71-89fa-fd44efc8f619 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 210 time: 0.0489631
Apr 30 22:12:49.978108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-84d54f8c-ed7a-4b47-b5cb-86730ac5c534 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 379 time: 0.0557096
Apr 30 22:12:50.002742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'port': {'device_id': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'admin_state_up': True, 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'security_groups': ['bdfb4652-71ef-489b-a927-297fb13a1e21']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:50.168960 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:12:50.172383 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:50.299753 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.6 (a8378968-f301-455d-ace1-f906ff38b1af/c60cd41a-b24d-4a1d-b5c1-5714ab909899/2b6bf262-9692-4ce8-a35e-e57bdd50ea87) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:12:50.437838 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:50.557891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:50.588295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-46c67368-cb96-473b-afc0-033e072fbfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:50.598571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network a8378968-f301-455d-ace1-f906ff38b1af is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:12:50.601621 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:12:50.605251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:12:50.633521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:50.661930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:50.662567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:50.737378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-2275ae09-3321-4fbb-934b-f3883b69e306 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7386758
Apr 30 22:12:50.751632 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-6deb55dd-6403-43d2-b823-8d5125ae232f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:12:50.752613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-6deb55dd-6403-43d2-b823-8d5125ae232f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0056365
Apr 30 22:12:50.769857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Request body: {'port': {'device_id': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:12:50.835911 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:50.899655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-618fd927-3d04-40fa-b1bc-cebb8f9977a9 None None] Provisioning complete for port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:50.900636 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-618fd927-3d04-40fa-b1bc-cebb8f9977a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:50.937184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-618fd927-3d04-40fa-b1bc-cebb8f9977a9 None None] Port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:12:51.070714 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a0968-088e-4645-b8f7-76ac9d73f3b9 req-f5990f57-8b24-441b-83c3-a9c7b6e9d9e5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:51.072172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c54a0968-088e-4645-b8f7-76ac9d73f3b9 req-f5990f57-8b24-441b-83c3-a9c7b6e9d9e5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 931 time: 0.0623398
Apr 30 22:12:51.162468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c54a0968-088e-4645-b8f7-76ac9d73f3b9 req-2ef835bd-f7df-4ad8-a039-f223ee36c1b7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807765
Apr 30 22:12:51.169696 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:12:51.177464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Publish callbacks [] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:51.190051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Transition to ACTIVE for port object 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:12:51.259938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:51.313845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Pushing event updated for resources: {'Port': ['ID=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:51.389105 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Attempting to bind port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:12:51.389444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Attempting to bind port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:12:51.390001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Attempting to bind port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 on network a8378968-f301-455d-ace1-f906ff38b1af {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:12:51.394750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 on network a8378968-f301-455d-ace1-f906ff38b1af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:12:51.395573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Attempting to bind port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 on network a8378968-f301-455d-ace1-f906ff38b1af {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:12:51.400840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:12:51.401185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Checking segment: {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:12:51.401652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Bound using segment: {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:12:51.402231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Bound port: 2b6bf262-9692-4ce8-a35e-e57bdd50ea87, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de375d9f-a760-4419-b6c0-9bf033e53f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:12:51.402597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:51.475721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] For port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:12:51.475721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] For port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:12:51.566080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:51.574605 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:51.604249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:51.604869 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:51.606245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] 10.222.0.20 "PUT /v2.0/ports/2b6bf262-9692-4ce8-a35e-e57bdd50ea87 HTTP/1.1" status: 200  len: 1091 time: 0.8406324
Apr 30 22:12:51.606680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:12:51.608894 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b2f218-0a4d-4aaa-8265-a7900480b50e" -d '{"events": [{"name": "network-changed", "server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:12:51.634907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f6293-e2c7-4336-a151-696e875a5ebf service neutron] Pushing event updated for resources: {'Port': ['ID=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:51.639554 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:51.666560 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a9997-38d7-460f-88ee-0f69dc2f4711 x-openstack-request-id: req-c95a9997-38d7-460f-88ee-0f69dc2f4711 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:12:51.667007 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:12:51.667287 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c95a9997-38d7-460f-88ee-0f69dc2f4711 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:12:51.667698 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95a9997-38d7-460f-88ee-0f69dc2f4711'] response: {'name': 'network-changed', 'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'status': 'completed', 'code': 200}
Apr 30 22:12:51.728993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2f218-0a4d-4aaa-8265-a7900480b50e req-4b51465a-0764-4665-920f-e9f51a9436cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:51.730685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35b2f218-0a4d-4aaa-8265-a7900480b50e req-4b51465a-0764-4665-920f-e9f51a9436cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 1125 time: 0.0423300
Apr 30 22:12:51.838320 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2f218-0a4d-4aaa-8265-a7900480b50e req-c7f67e02-72da-4daf-b291-fb717dc77323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:51.839825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35b2f218-0a4d-4aaa-8265-a7900480b50e req-c7f67e02-72da-4daf-b291-fb717dc77323 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8f25dc6783c0491a86c2170aed9e0817&shared=False HTTP/1.1" status: 200  len: 896 time: 0.0969326
Apr 30 22:12:51.934835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2f218-0a4d-4aaa-8265-a7900480b50e req-138b6c1c-c4f8-4f33-bed6-6d812b2326c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:51.936308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35b2f218-0a4d-4aaa-8265-a7900480b50e req-138b6c1c-c4f8-4f33-bed6-6d812b2326c2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0877953
Apr 30 22:12:52.022772 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-8b211374-7896-4fd7-8eec-757cde54061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:52.024197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-8b211374-7896-4fd7-8eec-757cde54061c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 1125 time: 0.0438030
Apr 30 22:12:52.073253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-8289ee9f-5528-4bd6-8b43-399093a4c6bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87 HTTP/1.1" status: 200  len: 217 time: 0.0377760
Apr 30 22:12:52.124359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-fe90a77f-4d23-4627-b02d-a2dc12d05667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:52.125823 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-fe90a77f-4d23-4627-b02d-a2dc12d05667 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c60cd41a-b24d-4a1d-b5c1-5714ab909899 HTTP/1.1" status: 200  len: 835 time: 0.0422928
Apr 30 22:12:52.170982 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-72b17ca7-a380-4712-9757-1abf17f3af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:52.172454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-72b17ca7-a380-4712-9757-1abf17f3af67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8378968-f301-455d-ace1-f906ff38b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0368345
Apr 30 22:12:52.293273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea1f8-8792-4ad6-8b34-ea3b51830adf req-17b88cdf-366e-4161-866a-13b4c03bdd18 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:52.294917 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d72ea1f8-8792-4ad6-8b34-ea3b51830adf req-17b88cdf-366e-4161-866a-13b4c03bdd18 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 943 time: 0.0631082
Apr 30 22:12:52.326669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-94e6bd65-607b-491a-bb63-2e5d0f340917 service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439180
Apr 30 22:12:52.396495 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d72ea1f8-8792-4ad6-8b34-ea3b51830adf req-173956ad-36b7-40e2-8166-c7eea16b64cc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0956481
Apr 30 22:12:52.436704 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0bdcc562-4be5-4916-a870-4a13efbd46a5 req-7a1b96e9-a1b8-4f3d-bade-630d4200b27e service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996745
Apr 30 22:12:53.465677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:53.519421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4ecd-3b27-42d7-86ed-03597e3e3b44 req-168cb245-7ca2-4fef-b6f0-aa84fdedcd34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:53.521313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fed4ecd-3b27-42d7-86ed-03597e3e3b44 req-168cb245-7ca2-4fef-b6f0-aa84fdedcd34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 943 time: 0.0504987
Apr 30 22:12:53.579110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4fed4ecd-3b27-42d7-86ed-03597e3e3b44 req-ef695cb6-ef13-4897-8e33-49dcc2bbb1b4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518916
Apr 30 22:12:54.508085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:54.692029 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e31c2-d65b-480f-ac92-3550d62d1a94 req-787dc45b-0b34-46ac-bc7c-2a9b6701a77a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:54.693464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d7e31c2-d65b-480f-ac92-3550d62d1a94 req-787dc45b-0b34-46ac-bc7c-2a9b6701a77a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 943 time: 0.0457509
Apr 30 22:12:54.744700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d7e31c2-d65b-480f-ac92-3550d62d1a94 req-acf6bd00-51ac-4ace-b15f-3b303fe94c52 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456901
Apr 30 22:12:55.855991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13470e28-0595-4dd0-8aaf-18778dc12a8f req-da8ad174-7a21-408a-9df7-1044e5d596f4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:55.857458 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13470e28-0595-4dd0-8aaf-18778dc12a8f req-da8ad174-7a21-408a-9df7-1044e5d596f4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 943 time: 0.0462253
Apr 30 22:12:55.906946 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13470e28-0595-4dd0-8aaf-18778dc12a8f req-3e4c298d-7d0c-4567-babd-ff8bba502acd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437176
Apr 30 22:12:56.176556 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:12:56.274126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:56.286099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'port_id': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'mac_address': 'fa:16:3e:db:f8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:12:56.322034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:56.322416 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:56.334807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:12:56.353892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:56.411349 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:56.455856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:56.767227 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['2b6bf262-9692-4ce8-a35e-e57bdd50ea87'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:12:57.020859 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c7439-5469-426f-b00f-0c2c5dbe16b4 req-255894bf-7dab-4aaf-b72a-f4e19634d23f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:57.022289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a3c7439-5469-426f-b00f-0c2c5dbe16b4 req-255894bf-7dab-4aaf-b72a-f4e19634d23f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 944 time: 0.0467260
Apr 30 22:12:57.070663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a3c7439-5469-426f-b00f-0c2c5dbe16b4 req-af24784b-720e-4914-ba5d-7fba46cd86f1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427048
Apr 30 22:12:58.191346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:12:58.242702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:12:58.354115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:12:58.354419 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:58.436181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:12:58.436570 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:58.470609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:12:58.471566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:12:58.474429 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c9d8e-9000-4b61-ad2f-f50f5c035625" -d '{"events": [{"server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "name": "network-vif-plugged", "status": "completed", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:12:58.515478 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3a84a6-764b-4834-89ac-3c4f382881c7 x-openstack-request-id: req-5f3a84a6-764b-4834-89ac-3c4f382881c7 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:12:58.515779 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "name": "network-vif-plugged", "status": "completed", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:12:58.516038 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f3a84a6-764b-4834-89ac-3c4f382881c7 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:12:58.516464 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3a84a6-764b-4834-89ac-3c4f382881c7'] response: {'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'code': 200}
Apr 30 22:12:58.536594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763b480-56d1-4340-aeef-9dc138808698 req-acc3435b-a90b-4a44-8442-9492b8a7c009 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:58.538115 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8763b480-56d1-4340-aeef-9dc138808698 req-acc3435b-a90b-4a44-8442-9492b8a7c009 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 944 time: 0.3996284
Apr 30 22:12:58.553937 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:12:58.602221 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8763b480-56d1-4340-aeef-9dc138808698 req-77f00596-981d-4557-88ff-0f51d846e3aa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562322
Apr 30 22:12:58.604658 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:12:58.629576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27538de-f540-4db8-b484-9006c754ca9a req-933ae941-4071-428e-a60f-140bffb36f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:58.631123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d27538de-f540-4db8-b484-9006c754ca9a req-933ae941-4071-428e-a60f-140bffb36f53 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 1127 time: 0.0410914
Apr 30 22:12:58.681354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d27538de-f540-4db8-b484-9006c754ca9a req-388e6216-1af4-4b9d-becf-0820104d5317 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388603
Apr 30 22:12:59.726002 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4de49-284a-468c-9f81-b9947a64c5f7 req-4ee1c45f-f74a-461f-bed9-d4dd518668af tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:12:59.727447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1c4de49-284a-468c-9f81-b9947a64c5f7 req-4ee1c45f-f74a-461f-bed9-d4dd518668af tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0491517
Apr 30 22:12:59.775050 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1c4de49-284a-468c-9f81-b9947a64c5f7 req-2a6ad95d-77e9-4d09-8943-3df71f079d4f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420079
Apr 30 22:13:00.887805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f86dd-0afd-4ab1-87ab-d5299c8251c3 req-37b95468-7f80-4ab8-94d5-984569fcf31d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:00.889282 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-717f86dd-0afd-4ab1-87ab-d5299c8251c3 req-37b95468-7f80-4ab8-94d5-984569fcf31d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0464714
Apr 30 22:13:00.938413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-717f86dd-0afd-4ab1-87ab-d5299c8251c3 req-dbb9c94b-2ea7-45b6-aa77-4ef32d5fc436 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434344
Apr 30 22:13:01.049618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b19831-ae29-4408-a0ba-98fa1780a002 req-d39b3f00-d711-4ee5-869d-6d4d40136de7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:01.051113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64b19831-ae29-4408-a0ba-98fa1780a002 req-d39b3f00-d711-4ee5-869d-6d4d40136de7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0455379
Apr 30 22:13:01.102940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-64b19831-ae29-4408-a0ba-98fa1780a002 req-eeeb1884-e2a6-4c6e-b02b-21e52aeab0e1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457125
Apr 30 22:13:01.124592 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53764) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:13:01.162637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b0098-1d2c-4d63-be10-9e5d1f936738 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:01.164106 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6d4b0098-1d2c-4d63-be10-9e5d1f936738 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 1122 time: 0.0385478
Apr 30 22:13:01.166882 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53766) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:13:01.170967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:13:01.288775 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:01.365478 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:01.470893 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.223 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/d49092ee-d20a-4705-b446-fd14e15d7aba) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:13:01.571080 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (d49092ee-d20a-4705-b446-fd14e15d7aba), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:01.660060 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d49092ee-d20a-4705-b446-fd14e15d7aba), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:01.703718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:13:01.706535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:13:01.710150 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:13:01.717593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=d49092ee-d20a-4705-b446-fd14e15d7aba,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:13:02.068946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (a6c874b5-1022-430c-9fe8-827226618952), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:02.201702 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d49092ee-d20a-4705-b446-fd14e15d7aba), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:02.355820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (d49092ee-d20a-4705-b446-fd14e15d7aba), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:02.414247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (d49092ee-d20a-4705-b446-fd14e15d7aba), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:02.483151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=d49092ee-d20a-4705-b446-fd14e15d7aba,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:13:02.494727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (a6c874b5-1022-430c-9fe8-827226618952), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:02.597208 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP a6c874b5-1022-430c-9fe8-827226618952 associated. External IP: 172.35.4.223, port: 2b6bf262-9692-4ce8-a35e-e57bdd50ea87.
Apr 30 22:13:02.808457 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4b1edbb0-d096-42ce-9390-5b46a9f12853 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:13:02.921921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:13:02.932921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] Sync routers for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:13:02.942889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:13:02.943509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e392790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:13:03.041650 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:03.053681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:13:03.073585 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-03e2ab53-8261-4a6b-956e-fd8b2ec4a59e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9056323
Apr 30 22:13:03.074324 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:13:03.076595 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb734e21-6662-4a41-84e8-2141c957b05b" -d '{"events": [{"name": "network-changed", "server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:13:03.120880 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19b083c-68b0-4e50-bf7f-e176ba818266 x-openstack-request-id: req-e19b083c-68b0-4e50-bf7f-e176ba818266 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:13:03.121329 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:13:03.121848 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e19b083c-68b0-4e50-bf7f-e176ba818266 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:13:03.122230 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19b083c-68b0-4e50-bf7f-e176ba818266'] response: {'name': 'network-changed', 'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'status': 'completed', 'code': 200}
Apr 30 22:13:03.209850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e96d6a-b0e7-457d-83eb-c81bd991f26d req-b519042a-fe27-4a0a-951e-5d646fefcfad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:03.209850 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47e96d6a-b0e7-457d-83eb-c81bd991f26d req-b519042a-fe27-4a0a-951e-5d646fefcfad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0776086
Apr 30 22:13:03.213431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734e21-6662-4a41-84e8-2141c957b05b req-d71b33c7-2f81-4875-8372-00d01d36b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:03.215016 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb734e21-6662-4a41-84e8-2141c957b05b req-d71b33c7-2f81-4875-8372-00d01d36b053 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 1127 time: 0.0715988
Apr 30 22:13:03.281723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e392790>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a6c874b5-1022-430c-9fe8-827226618952', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.223', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'port_id': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'mac_address': 'fa:16:3e:db:f8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:13:01Z', 'updated_at': '2022-04-30T22:13:01Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:13:03.313198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] Checking router: 4b1edbb0-d096-42ce-9390-5b46a9f12853 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:13:03.314452 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-47e96d6a-b0e7-457d-83eb-c81bd991f26d req-ac5671f0-0618-4f5b-9b25-112f53652559 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972185
Apr 30 22:13:03.322248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:13:03.322872 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e392790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:12:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:13:03.337992 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53772) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:13:03.424218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8abb9508-fb78-49cc-add6-957e839855a4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/a6c874b5-1022-430c-9fe8-827226618952 HTTP/1.1" status: 200  len: 991 time: 0.0850334
Apr 30 22:13:03.425430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734e21-6662-4a41-84e8-2141c957b05b req-00accac2-e747-4f28-980e-9db104e31e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:03.426853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb734e21-6662-4a41-84e8-2141c957b05b req-00accac2-e747-4f28-980e-9db104e31e0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8378968-f301-455d-ace1-f906ff38b1af HTTP/1.1" status: 200  len: 896 time: 0.2019324
Apr 30 22:13:03.430394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:13:03.492393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb734e21-6662-4a41-84e8-2141c957b05b req-faf9eaf2-3568-4f4a-9d94-eee945ba15f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87 HTTP/1.1" status: 200  len: 999 time: 0.0593760
Apr 30 22:13:03.541654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734e21-6662-4a41-84e8-2141c957b05b req-190145b9-2a6c-4094-af00-a5123505e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:03.543186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb734e21-6662-4a41-84e8-2141c957b05b req-190145b9-2a6c-4094-af00-a5123505e48b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c60cd41a-b24d-4a1d-b5c1-5714ab909899 HTTP/1.1" status: 200  len: 835 time: 0.0439651
Apr 30 22:13:03.593415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734e21-6662-4a41-84e8-2141c957b05b req-4c7e0b99-cf21-45d5-bb6f-43cb57b44e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:03.594861 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb734e21-6662-4a41-84e8-2141c957b05b req-4c7e0b99-cf21-45d5-bb6f-43cb57b44e57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8378968-f301-455d-ace1-f906ff38b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445588
Apr 30 22:13:03.643128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e392790>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a6c874b5-1022-430c-9fe8-827226618952', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.223', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'port_id': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'mac_address': 'fa:16:3e:db:f8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:13:01Z', 'updated_at': '2022-04-30T22:13:01Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:13:03.673495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a72704-2a56-4c5c-b465-4b4383a66e59 None None] The sync data for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 is: [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a6c874b5-1022-430c-9fe8-827226618952', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.223', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'port_id': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'mac_address': 'fa:16:3e:db:f8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:13:01Z', 'updated_at': '2022-04-30T22:13:01Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:13:03.684808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb734e21-6662-4a41-84e8-2141c957b05b req-c0a9a787-c9c1-41c3-b8e5-3887187ed309 service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834880
Apr 30 22:13:03.780721 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bb734e21-6662-4a41-84e8-2141c957b05b req-cdcd3d47-e013-4b2e-a57d-c30692fe13f3 service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899589
Apr 30 22:13:03.873375 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d6f9e-76d5-4070-940b-200ee14637e9 None None] New status for floating IP a6c874b5-1022-430c-9fe8-827226618952: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:13:04.427619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53774) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:13:04.487977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d233820d-84d5-457c-84cd-ba6313de51a4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/a6c874b5-1022-430c-9fe8-827226618952 HTTP/1.1" status: 200  len: 993 time: 0.0592151
Apr 30 22:13:17.287690 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:13:17.616503 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:17.870927 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cc29b4db-ad08-423d-bfc6-78ad0ce9835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:20.582372 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fdda2d75-b879-4954-99f8-03ad1e51dac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:21.575304 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:21.765032 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:23.339827 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:24.488120 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:38.184809 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e580d8-55ae-4477-a3df-f48a3c8b0f03 req-e37e1885-ae77-45aa-99ee-c81aa5e04197 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:38.186309 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04e580d8-55ae-4477-a3df-f48a3c8b0f03 req-e37e1885-ae77-45aa-99ee-c81aa5e04197 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.1227844
Apr 30 22:13:38.204216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-eef211ec-fe03-4564-bc18-2a993babd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:38.205633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-eef211ec-fe03-4564-bc18-2a993babd05a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 1127 time: 0.0576246
Apr 30 22:13:38.286934 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-04e580d8-55ae-4477-a3df-f48a3c8b0f03 req-df3c0494-ed4b-4955-a8ce-b84d8a2775b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936720
Apr 30 22:13:38.318337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-214e00b9-7d4d-45a0-8dc4-243e351d1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:38.319821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-214e00b9-7d4d-45a0-8dc4-243e351d1d81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8378968-f301-455d-ace1-f906ff38b1af HTTP/1.1" status: 200  len: 896 time: 0.1062906
Apr 30 22:13:38.388754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-eebc46d0-9a61-490b-83b5-08f290a3b559 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87 HTTP/1.1" status: 200  len: 1001 time: 0.0620449
Apr 30 22:13:38.437215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-1726ee97-3175-4aad-9027-656e290505c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:38.438694 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-1726ee97-3175-4aad-9027-656e290505c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c60cd41a-b24d-4a1d-b5c1-5714ab909899 HTTP/1.1" status: 200  len: 835 time: 0.0422072
Apr 30 22:13:38.482094 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-1cf259e5-1360-4498-b48b-781f1dfa8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:38.483583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-1cf259e5-1360-4498-b48b-781f1dfa8316 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8378968-f301-455d-ace1-f906ff38b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387154
Apr 30 22:13:38.577086 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-846c3ef1-97a9-4510-904f-490dce8f8aa4 service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863562
Apr 30 22:13:38.664503 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4ef8c57d-0684-4233-8517-3b9405cb3b08 req-556bdf6e-3f64-4142-9de1-910b827eb620 service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803185
Apr 30 22:13:39.456792 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea29a5-d37b-4561-9941-68b5a9871a40 req-e0121893-1061-4a6b-95b1-66fdac5b4642 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:39.458339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5ea29a5-d37b-4561-9941-68b5a9871a40 req-e0121893-1061-4a6b-95b1-66fdac5b4642 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.1007085
Apr 30 22:13:39.507653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f5ea29a5-d37b-4561-9941-68b5a9871a40 req-4f37b301-1fb2-4289-b790-bcec8640b402 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436792
Apr 30 22:13:40.620679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95ee0e-71ac-4b74-b7d8-7257f8076770 req-f6f78167-90d2-46b2-b730-0d4ea825e342 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:40.622173 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d95ee0e-71ac-4b74-b7d8-7257f8076770 req-f6f78167-90d2-46b2-b730-0d4ea825e342 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0464034
Apr 30 22:13:40.669575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3d95ee0e-71ac-4b74-b7d8-7257f8076770 req-604593ab-ac8a-4c45-8a52-412d90f67951 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415406
Apr 30 22:13:41.786499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec625c-5f77-43c3-9466-4063b159fff0 req-013772fb-5265-40f3-ab6d-43cf9d565026 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:41.788461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ec625c-5f77-43c3-9466-4063b159fff0 req-013772fb-5265-40f3-ab6d-43cf9d565026 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0500407
Apr 30 22:13:41.837545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e5ec625c-5f77-43c3-9466-4063b159fff0 req-7530e80f-4a5f-4558-a11f-bcd5d0f90f89 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436194
Apr 30 22:13:42.951491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdc643-dedc-4891-a026-c3b7da8234fd req-81b147be-d6b8-45b4-af45-aab40586328a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:42.952953 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cbdc643-dedc-4891-a026-c3b7da8234fd req-81b147be-d6b8-45b4-af45-aab40586328a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0462866
Apr 30 22:13:43.000046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6cbdc643-dedc-4891-a026-c3b7da8234fd req-11619872-a0ac-4a53-9fbd-c05128e8cc53 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415277
Apr 30 22:13:44.112920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec9a5e-e5a6-4646-be12-13e522cd3f31 req-d3d19b87-e989-415c-85ee-4ea8f9fcab78 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:44.114386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0aec9a5e-e5a6-4646-be12-13e522cd3f31 req-d3d19b87-e989-415c-85ee-4ea8f9fcab78 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0453281
Apr 30 22:13:44.165743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0aec9a5e-e5a6-4646-be12-13e522cd3f31 req-6b7e389c-95df-476c-b47d-9423c4aa57d1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451798
Apr 30 22:13:45.281835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3921ef-4d00-4237-82c6-152cc79c40d6 req-b836b15f-daf4-4153-8910-f76c54851911 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:45.283318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d3921ef-4d00-4237-82c6-152cc79c40d6 req-b836b15f-daf4-4153-8910-f76c54851911 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0472968
Apr 30 22:13:45.331856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8d3921ef-4d00-4237-82c6-152cc79c40d6 req-b03edf75-6970-41d1-b0c7-42520a6faece tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428433
Apr 30 22:13:46.445466 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119ec49-d59f-40e2-9e91-8214325abd2c req-36ea6487-d85d-4a40-8589-c7e243cc8f8b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:46.446997 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c119ec49-d59f-40e2-9e91-8214325abd2c req-36ea6487-d85d-4a40-8589-c7e243cc8f8b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0463502
Apr 30 22:13:46.494614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c119ec49-d59f-40e2-9e91-8214325abd2c req-4fa8ba89-814b-4bf9-9d52-992318f2cee9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419736
Apr 30 22:13:47.612661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0de733-0fae-4db5-93be-54a02401f0d4 req-0d58352d-33e2-41e2-9868-b3e4ff82fa29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:47.614129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f0de733-0fae-4db5-93be-54a02401f0d4 req-0d58352d-33e2-41e2-9868-b3e4ff82fa29 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0506585
Apr 30 22:13:47.642372 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:47.661673 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f0de733-0fae-4db5-93be-54a02401f0d4 req-4eb558d0-addb-475d-8ed4-cdd2fd5f7e46 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418861
Apr 30 22:13:47.877330 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3bd75ea3-dc35-4bcc-9487-fa6c8ef87dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:48.342707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-4f640af6-652f-4a9d-888d-9aac46f3497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:48.344168 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-4f640af6-652f-4a9d-888d-9aac46f3497c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 1127 time: 0.0389271
Apr 30 22:13:48.453799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-89dd37a5-a440-46e4-ad63-b00c50927ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:48.455259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-89dd37a5-a440-46e4-ad63-b00c50927ae7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8378968-f301-455d-ace1-f906ff38b1af HTTP/1.1" status: 200  len: 896 time: 0.0877552
Apr 30 22:13:48.525082 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-e1af037e-5eb3-4b18-8b6f-9b7ef2ff5f27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87 HTTP/1.1" status: 200  len: 1001 time: 0.0600095
Apr 30 22:13:48.577310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-a9c6052e-b4f3-4800-8fd2-0495387817f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:48.578669 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-a9c6052e-b4f3-4800-8fd2-0495387817f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c60cd41a-b24d-4a1d-b5c1-5714ab909899 HTTP/1.1" status: 200  len: 835 time: 0.0436430
Apr 30 22:13:48.627826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-f588d86a-2e98-4c1c-a760-3eab5f2df6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:48.629278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-f588d86a-2e98-4c1c-a760-3eab5f2df6fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8378968-f301-455d-ace1-f906ff38b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0419834
Apr 30 22:13:48.718638 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-16dcbe2d-01aa-4d45-b10c-3d5fc200a8a2 service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816689
Apr 30 22:13:48.824961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ed580-38e4-47d8-9687-5fa9adb77875 req-13e493ed-f6ea-45ce-b6f0-04849a8091c8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:48.826464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-210ed580-38e4-47d8-9687-5fa9adb77875 req-13e493ed-f6ea-45ce-b6f0-04849a8091c8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0818856
Apr 30 22:13:48.873396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7408da3f-5cc8-415b-96de-7ad3397742b8 req-109f837e-901d-4859-b172-ae68527c77ce service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474323
Apr 30 22:13:48.891749 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-210ed580-38e4-47d8-9687-5fa9adb77875 req-f4480b73-5f83-40f1-9dd6-71dc01636b8d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588527
Apr 30 22:13:50.007321 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ed773-5952-445b-83cd-4b8b7803f544 req-c873fb3b-cef0-403a-9f6e-7b43c4be3f00 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:50.008827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-381ed773-5952-445b-83cd-4b8b7803f544 req-c873fb3b-cef0-403a-9f6e-7b43c4be3f00 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0471840
Apr 30 22:13:50.058083 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-381ed773-5952-445b-83cd-4b8b7803f544 req-5afabe6d-25c3-4063-bb26-e5679af147bc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433781
Apr 30 22:13:50.564683 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bd9e5660-09e1-42e2-803a-51363ff564ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:51.174662 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fd5f1-5e47-42ce-985e-bffbc15345be req-dd54712c-9285-484f-8591-cf1b40cd5919 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:51.176202 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f69fd5f1-5e47-42ce-985e-bffbc15345be req-dd54712c-9285-484f-8591-cf1b40cd5919 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0496485
Apr 30 22:13:51.225562 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f69fd5f1-5e47-42ce-985e-bffbc15345be req-96869701-bf84-41b8-8730-99fcb2a92345 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437555
Apr 30 22:13:51.553782 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:51.653845 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:52.344698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5fbac-9409-457b-aef6-dd709ea8e9c3 req-ce798f80-f52f-4b5a-a315-3fe497e4ab84 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:52.346188 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4cd5fbac-9409-457b-aef6-dd709ea8e9c3 req-ce798f80-f52f-4b5a-a315-3fe497e4ab84 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0469429
Apr 30 22:13:52.393566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4cd5fbac-9409-457b-aef6-dd709ea8e9c3 req-78fdf7a6-105e-4e7e-8d91-824b20455fdf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418737
Apr 30 22:13:53.336265 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:53.511717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b5649-cba2-4add-9f4e-c771b6afb5c8 req-9caa6f81-eb7a-424f-a5ad-5e3563f59995 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:53.513550 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b4b5649-cba2-4add-9f4e-c771b6afb5c8 req-9caa6f81-eb7a-424f-a5ad-5e3563f59995 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0523314
Apr 30 22:13:53.562633 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b4b5649-cba2-4add-9f4e-c771b6afb5c8 req-1189de8b-55e1-4234-ad5e-4c7102f3d574 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432229
Apr 30 22:13:54.286602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:13:54.565583 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:13:54.679515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133686d3-3df4-4604-8492-f84adfc80489 req-8b3754a6-f07c-4901-b8f6-bc8794f114aa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:54.681670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-133686d3-3df4-4604-8492-f84adfc80489 req-8b3754a6-f07c-4901-b8f6-bc8794f114aa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0475707
Apr 30 22:13:54.742836 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-133686d3-3df4-4604-8492-f84adfc80489 req-52d071a9-a362-4f4b-a112-5ee0f0083b27 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531032
Apr 30 22:13:55.860755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1e2cf-1181-4879-a5b1-a0fddf4dd125 req-88b69e0b-2724-4581-aae3-dc2510a5c0b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:13:55.862228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3d1e2cf-1181-4879-a5b1-a0fddf4dd125 req-88b69e0b-2724-4581-aae3-dc2510a5c0b5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0456038
Apr 30 22:13:55.914618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b3d1e2cf-1181-4879-a5b1-a0fddf4dd125 req-4f81386e-d936-41ab-a5d7-9cfe7df1c4cd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461223
Apr 30 22:13:55.936775 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53846) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:13:55.996796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c48a43a6-fdb6-483c-982b-88f8f9eb4770 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/a6c874b5-1022-430c-9fe8-827226618952 HTTP/1.1" status: 200  len: 993 time: 0.0588927
Apr 30 22:14:17.678979 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:17.860331 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3694d86a-e506-4193-8bfb-393020354fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:20.561913 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a88e7ff3-24d4-486d-bab7-8752adf6489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:21.558555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:21.618846 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:23.344443 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:24.521681 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:26.405736 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53860) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:26.550737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port d49092ee-d20a-4705-b446-fd14e15d7aba {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:14:26.550974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d49092ee-d20a-4705-b446-fd14e15d7aba), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:26.629971 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d49092ee-d20a-4705-b446-fd14e15d7aba), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:26.630298 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (d49092ee-d20a-4705-b446-fd14e15d7aba), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:26.643649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for d49092ee-d20a-4705-b446-fd14e15d7aba owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:14:26.853302 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d49092ee-d20a-4705-b446-fd14e15d7aba), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:26.878429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=d49092ee-d20a-4705-b446-fd14e15d7aba,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:26.890179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.890529 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.890867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.891204 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.891532 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.891861 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.892184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.892506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.892829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.893155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.893477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.893825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.894149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.894467 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.894799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:26.948213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (a6c874b5-1022-430c-9fe8-827226618952), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:26.948542 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP a6c874b5-1022-430c-9fe8-827226618952 disassociated (deleted). External IP: 172.35.4.223, port: 2b6bf262-9692-4ce8-a35e-e57bdd50ea87.
Apr 30 22:14:27.500797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4b1edbb0-d096-42ce-9390-5b46a9f12853 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:14:27.611281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:14:27.615860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:27.622507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] Sync routers for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:14:27.632884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:27.633581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8ca430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:27.645092 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-df2548dc-1185-42b8-a7fd-9736cbefdebc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/floatingips/a6c874b5-1022-430c-9fe8-827226618952 HTTP/1.1" status: 204  len: 168 time: 1.2382309
Apr 30 22:14:27.645647 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:14:27.648621 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d264a390-198d-4040-bdcc-c94e2bde8a00" -d '{"events": [{"name": "network-changed", "server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:14:27.703018 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999114d5-c6c4-40c4-b8ff-324ed767aba8 x-openstack-request-id: req-999114d5-c6c4-40c4-b8ff-324ed767aba8 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:14:27.703578 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:14:27.703917 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-999114d5-c6c4-40c4-b8ff-324ed767aba8 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:14:27.704397 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999114d5-c6c4-40c4-b8ff-324ed767aba8'] response: {'name': 'network-changed', 'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'status': 'completed', 'code': 200}
Apr 30 22:14:27.744989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:27.770015 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-03eb6c86-59c5-401a-8768-5b5f0bc9c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:27.771520 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-03eb6c86-59c5-401a-8768-5b5f0bc9c1ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 1127 time: 0.0441070
Apr 30 22:14:27.866220 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-8a4ed05f-2f1b-4764-a8ba-d44559fa9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:27.867676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-8a4ed05f-2f1b-4764-a8ba-d44559fa9a77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8378968-f301-455d-ace1-f906ff38b1af HTTP/1.1" status: 200  len: 896 time: 0.0877235
Apr 30 22:14:27.911281 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-52dd7507-e0db-4aff-93d1-f56d46c95a96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87 HTTP/1.1" status: 200  len: 217 time: 0.0367234
Apr 30 22:14:27.974273 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-130c3170-5348-48ad-bc36-8de5018bf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:27.975787 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-130c3170-5348-48ad-bc36-8de5018bf670 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c60cd41a-b24d-4a1d-b5c1-5714ab909899 HTTP/1.1" status: 200  len: 835 time: 0.0519724
Apr 30 22:14:28.023188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-68bd5ef9-935d-4a0a-b0d8-b1134c6149aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:28.024854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-68bd5ef9-935d-4a0a-b0d8-b1134c6149aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8378968-f301-455d-ace1-f906ff38b1af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420580
Apr 30 22:14:28.105024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8ca430>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:28.133249 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] Checking router: 4b1edbb0-d096-42ce-9390-5b46a9f12853 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:14:28.139840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86419e0-39f7-4ee2-af4b-0ca45eb176b7 req-0466af7b-b0c0-4884-a9b1-93f514838192 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:28.141393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e86419e0-39f7-4ee2-af4b-0ca45eb176b7 req-0466af7b-b0c0-4884-a9b1-93f514838192 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0671480
Apr 30 22:14:28.144268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:28.144947 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f8ca430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:28.168616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-0e0a3ac8-3dff-4382-8dde-432c20efad15 service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377096
Apr 30 22:14:28.204992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e86419e0-39f7-4ee2-af4b-0ca45eb176b7 req-2afbf247-8216-4b71-9324-edfc6892534c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534644
Apr 30 22:14:28.260525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:28.448824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f8ca430>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:28.476225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3225006-3ea4-4216-9967-54bbbbe0f925 None None] The sync data for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 is: [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:12:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f249ac59-575f-49e5-aea9-c4dee9618eec', 'name': '', 'network_id': 'a8378968-f301-455d-ace1-f906ff38b1af', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:26:fa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:44Z', 'updated_at': '2022-04-30T22:12:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c60cd41a-b24d-4a1d-b5c1-5714ab909899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:14:28.704071 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91908d34-dd6b-4586-9568-02bccf4a679e None None] New status for floating IP a6c874b5-1022-430c-9fe8-827226618952: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:14:29.327690 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64849a-011a-447f-a8fe-01e980688196 req-b55bf0ab-368c-4187-a7f9-ad1e076c3e14 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:29.329320 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb64849a-011a-447f-a8fe-01e980688196 req-b55bf0ab-368c-4187-a7f9-ad1e076c3e14 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0520871
Apr 30 22:14:29.429987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb64849a-011a-447f-a8fe-01e980688196 req-80ae528c-4a41-4fed-8dd2-f76eef6e61cc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdfb4652-71ef-489b-a927-297fb13a1e21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949085
Apr 30 22:14:29.456352 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d264a390-198d-4040-bdcc-c94e2bde8a00 req-9a5465c2-4a10-4b38-a1bd-b4072593f3cf service neutron] 10.222.0.20 "GET /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1153052
Apr 30 22:14:29.667991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a65b65-3a66-42f9-9936-d833569855ce req-a5243086-23b2-45a1-ac07-5702a98a1123 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:29.669353 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13a65b65-3a66-42f9-9936-d833569855ce req-a5243086-23b2-45a1-ac07-5702a98a1123 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 945 time: 0.0495524
Apr 30 22:14:29.756205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:14:29.756523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:29.841615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:29.842007 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:29.855008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:14:30.067354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2b6bf262-9692-4ce8-a35e-e57bdd50ea87), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:30.095353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=2b6bf262-9692-4ce8-a35e-e57bdd50ea87,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:30.142742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] No DVR routers for this DVR port 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:14:30.145340 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:30.149187 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-13a65b65-3a66-42f9-9936-d833569855ce req-dbea90b3-03a9-4e16-8dac-c75c735abf42 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "DELETE /v2.0/ports/2b6bf262-9692-4ce8-a35e-e57bdd50ea87 HTTP/1.1" status: 204  len: 173 time: 0.4739802
Apr 30 22:14:30.149624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'name': 'network-vif-deleted', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:14:30.151870 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619701ef-f5bc-4c6b-b273-3438a6acece4" -d '{"events": [{"server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "name": "network-vif-deleted", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:14:30.187841 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76052af5-7483-4648-86f6-c17c8d9768bb x-openstack-request-id: req-76052af5-7483-4648-86f6-c17c8d9768bb {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:14:30.188133 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c60cd6-642d-440b-9d89-cdb4f770cf33", "name": "network-vif-deleted", "tag": "2b6bf262-9692-4ce8-a35e-e57bdd50ea87", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:14:30.188386 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76052af5-7483-4648-86f6-c17c8d9768bb {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:14:30.188830 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76052af5-7483-4648-86f6-c17c8d9768bb'] response: {'server_uuid': '41c60cd6-642d-440b-9d89-cdb4f770cf33', 'name': 'network-vif-deleted', 'tag': '2b6bf262-9692-4ce8-a35e-e57bdd50ea87', 'status': 'completed', 'code': 200}
Apr 30 22:14:30.553383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae1168fc-a2eb-4b13-b9a0-94512fba2cd4 req-1e4dfb02-1cba-4380-927c-c0e61e10c252 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=41c60cd6-642d-440b-9d89-cdb4f770cf33 HTTP/1.1" status: 200  len: 210 time: 0.0287495
Apr 30 22:14:31.286462 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:14:31.611952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53892) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:31.952890 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (4b1edbb0-d096-42ce-9390-5b46a9f12853), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:32.194406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port f249ac59-575f-49e5-aea9-c4dee9618eec {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:14:32.194754 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:32.288131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port f249ac59-575f-49e5-aea9-c4dee9618eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f249ac59-575f-49e5-aea9-c4dee9618eec,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:32.288500 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:32.302388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for f249ac59-575f-49e5-aea9-c4dee9618eec owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:14:32.559311 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f249ac59-575f-49e5-aea9-c4dee9618eec), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:32.585729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=f249ac59-575f-49e5-aea9-c4dee9618eec,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:32.772509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (4b1edbb0-d096-42ce-9390-5b46a9f12853), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:32.985448 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4b1edbb0-d096-42ce-9390-5b46a9f12853 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:14:33.090790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:14:33.095731 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-715457c5-7a15-49d2-843b-8d80d31c9afd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/4b1edbb0-d096-42ce-9390-5b46a9f12853/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4827604
Apr 30 22:14:33.098444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53894) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:33.101443 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] Sync routers for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:14:33.111716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:33.112327 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f82ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:33.152720 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d6a1ce-6dc9-4bd0-a42b-bf6e32252776 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting subnet c60cd41a-b24d-4a1d-b5c1-5714ab909899 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:14:33.155817 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5d6a1ce-6dc9-4bd0-a42b-bf6e32252776 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (c60cd41a-b24d-4a1d-b5c1-5714ab909899), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.195925 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5d6a1ce-6dc9-4bd0-a42b-bf6e32252776 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (c60cd41a-b24d-4a1d-b5c1-5714ab909899), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.220858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:33.281668 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5d6a1ce-6dc9-4bd0-a42b-bf6e32252776 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c60cd41a-b24d-4a1d-b5c1-5714ab909899), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.393539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f82ef40>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:14:32Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:33.404896 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5d6a1ce-6dc9-4bd0-a42b-bf6e32252776 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (c60cd41a-b24d-4a1d-b5c1-5714ab909899), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.420534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] Checking router: 4b1edbb0-d096-42ce-9390-5b46a9f12853 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:14:33.428610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] Routers {'4b1edbb0-d096-42ce-9390-5b46a9f12853'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:33.429219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f82ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4b1edbb0-d096-42ce-9390-5b46a9f12853'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:33.434872 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6a1ce-6dc9-4bd0-a42b-bf6e32252776 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Subnet': ['ID=c60cd41a-b24d-4a1d-b5c1-5714ab909899,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:33.436868 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c5d6a1ce-6dc9-4bd0-a42b-bf6e32252776 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.440424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c5d6a1ce-6dc9-4bd0-a42b-bf6e32252776 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/subnets/c60cd41a-b24d-4a1d-b5c1-5714ab909899 HTTP/1.1" status: 204  len: 168 time: 0.3408968
Apr 30 22:14:33.443076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53896) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:33.463771 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d6e66-4387-4d3a-8e8e-2262d3db619c None None] Network a8378968-f301-455d-ace1-f906ff38b1af requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:14:33.552975 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (4b1edbb0-d096-42ce-9390-5b46a9f12853), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.608509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] Set router 4b1edbb0-d096-42ce-9390-5b46a9f12853 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:33.669980 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (4b1edbb0-d096-42ce-9390-5b46a9f12853), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.701848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] DHCP port deletion for a8378968-f301-455d-ace1-f906ff38b1af request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:14:33.765525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] Deleting port bd93eec8-b951-446f-9a52-47a140791713 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:14:33.767693 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (bd93eec8-b951-446f-9a52-47a140791713), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.793186 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port d8d83266-b068-4760-a583-8a3c0b37f107 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:14:33.793863 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.820306 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device bd93eec8-b951-446f-9a52-47a140791713 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:14:33.871651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port d8d83266-b068-4760-a583-8a3c0b37f107, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8d83266-b068-4760-a583-8a3c0b37f107,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:33.872023 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.885641 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for d8d83266-b068-4760-a583-8a3c0b37f107 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:14:33.892069 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] For port bd93eec8-b951-446f-9a52-47a140791713, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd93eec8-b951-446f-9a52-47a140791713,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:33.892421 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (bd93eec8-b951-446f-9a52-47a140791713), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:33.918331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f82ef40>, [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:14:32Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:33.920814 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] Calling delete_port for bd93eec8-b951-446f-9a52-47a140791713 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:14:33.958752 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71ae9a-017c-4d79-b470-760836574217 None None] The sync data for ids ['4b1edbb0-d096-42ce-9390-5b46a9f12853'] in ncdv-master-1 is: [{'id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587968906', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:12:41Z', 'updated_at': '2022-04-30T22:14:32Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'd8d83266-b068-4760-a583-8a3c0b37f107', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1edbb0-d096-42ce-9390-5b46a9f12853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:12:42Z', 'updated_at': '2022-04-30T22:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:14:34.047641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port bd93eec8-b951-446f-9a52-47a140791713 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:34.048041 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (bd93eec8-b951-446f-9a52-47a140791713), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.089129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port bd93eec8-b951-446f-9a52-47a140791713, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd93eec8-b951-446f-9a52-47a140791713,segment=NetworkSegment(de375d9f-a760-4419-b6c0-9bf033e53f6f),segment_id=de375d9f-a760-4419-b6c0-9bf033e53f6f)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:34.150596 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (d8d83266-b068-4760-a583-8a3c0b37f107), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.177607 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=d8d83266-b068-4760-a583-8a3c0b37f107,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:34.177851 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (bd93eec8-b951-446f-9a52-47a140791713), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.238075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=bd93eec8-b951-446f-9a52-47a140791713,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:34.246149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.246149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.246930 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.247146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.247550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.247943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.248524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.248722 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.249159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.249565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.250303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.251045 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.251344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.251777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.252164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:34.257478 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (4b1edbb0-d096-42ce-9390-5b46a9f12853), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.264965 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (bd93eec8-b951-446f-9a52-47a140791713), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.301433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] Pushing event deleted for resources: {'Port': ['ID=bd93eec8-b951-446f-9a52-47a140791713,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:34.307193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af291e-ee9a-44d1-a529-d1665675502a None None] No DVR routers for this DVR port bd93eec8-b951-446f-9a52-47a140791713 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:14:34.380242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (4b1edbb0-d096-42ce-9390-5b46a9f12853), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.383508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (4b1edbb0-d096-42ce-9390-5b46a9f12853), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.510446 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (4b1edbb0-d096-42ce-9390-5b46a9f12853), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.510984 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Fanout notify agent at l3_agent the message router_deleted on router 4b1edbb0-d096-42ce-9390-5b46a9f12853 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:14:34.517511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.520375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-0e1d0e18-dea9-40c3-afe3-9b5ae6591ce0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/routers/4b1edbb0-d096-42ce-9390-5b46a9f12853 HTTP/1.1" status: 204  len: 168 time: 1.0746694
Apr 30 22:14:34.521284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 53898) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:34.599158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a8378968-f301-455d-ace1-f906ff38b1af), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:34.767942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:14:34.789279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:14:34.789631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 2b6bf262-9692-4ce8-a35e-e57bdd50ea87 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:14:35.036169 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a8378968-f301-455d-ace1-f906ff38b1af), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.062123 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c2c8100>,) {'filters': {'network_id': ['a8378968-f301-455d-ace1-f906ff38b1af']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:35.071611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c2c8100>, 'de375d9f-a760-4419-b6c0-9bf033e53f6f') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:35.071939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c2c8100>, 'de375d9f-a760-4419-b6c0-9bf033e53f6f') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:35.081634 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (de375d9f-a760-4419-b6c0-9bf033e53f6f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.094612 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (de375d9f-a760-4419-b6c0-9bf033e53f6f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.100435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (de375d9f-a760-4419-b6c0-9bf033e53f6f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:14:35.105460 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:14:35.233379 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a8378968-f301-455d-ace1-f906ff38b1af), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.243162 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.244328 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/networks/a8378968-f301-455d-ace1-f906ff38b1af HTTP/1.1" status: 204  len: 168 time: 0.7220211
Apr 30 22:14:35.247241 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53900) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:35.256247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b1043-dba0-4b90-a368-9af7d9120acf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Network': ['ID=a8378968-f301-455d-ace1-f906ff38b1af,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:35.306640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (bdfb4652-71ef-489b-a927-297fb13a1e21), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.330978 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (bdfb4652-71ef-489b-a927-297fb13a1e21), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.456153 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bdfb4652-71ef-489b-a927-297fb13a1e21), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.458892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.464207 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/security-groups/bdfb4652-71ef-489b-a927-297fb13a1e21 HTTP/1.1" status: 204  len: 168 time: 0.2117474
Apr 30 22:14:35.469702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfb4652-71ef-489b-a927-297fb13a1e21,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:35.478027 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.478383 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.478728 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.479075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.479409 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.479747 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.480080 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.480406 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.480733 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.481062 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.481388 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.481715 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.482068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.482390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.482712 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f06e1-b98b-441b-9825-9294af0983d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:35.746129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d8d83266-b068-4760-a583-8a3c0b37f107 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:14:35.766453 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d8d83266-b068-4760-a583-8a3c0b37f107 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:14:35.766799 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d8d83266-b068-4760-a583-8a3c0b37f107 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:14:35.767200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f249ac59-575f-49e5-aea9-c4dee9618eec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:14:35.788827 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: f249ac59-575f-49e5-aea9-c4dee9618eec {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:14:35.789170 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device f249ac59-575f-49e5-aea9-c4dee9618eec not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:14:35.836663 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53908) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:35.841202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a901ce40-e837-41c2-a8b4-375f9ff1c57e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634472091', 'description': 'tempest-secgroup-smoke-634472091 description', 'project_id': '8f25dc6783c0491a86c2170aed9e0817'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:35.927595 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a901ce40-e837-41c2-a8b4-375f9ff1c57e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:35.991602 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a901ce40-e837-41c2-a8b4-375f9ff1c57e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (bdc24964-7182-4a0f-8147-5806d8d24d13), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.052937 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a901ce40-e837-41c2-a8b4-375f9ff1c57e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bdc24964-7182-4a0f-8147-5806d8d24d13), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.082457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901ce40-e837-41c2-a8b4-375f9ff1c57e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc24964-7182-4a0f-8147-5806d8d24d13,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:36.140612 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a901ce40-e837-41c2-a8b4-375f9ff1c57e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.141856 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a901ce40-e837-41c2-a8b4-375f9ff1c57e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3041472
Apr 30 22:14:36.144695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53910) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:36.148848 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-dc2c2c71-a3c8-4002-b693-765f6916b294 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdc24964-7182-4a0f-8147-5806d8d24d13', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:36.218295 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2c71-a3c8-4002-b693-765f6916b294 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (54a2c680-8e28-4d3a-8dc3-d18ec243b5e3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.276056 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2c71-a3c8-4002-b693-765f6916b294 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (54a2c680-8e28-4d3a-8dc3-d18ec243b5e3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.373336 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2c71-a3c8-4002-b693-765f6916b294 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (54a2c680-8e28-4d3a-8dc3-d18ec243b5e3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.392851 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c2c71-a3c8-4002-b693-765f6916b294 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a2c680-8e28-4d3a-8dc3-d18ec243b5e3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:36.492912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2c71-a3c8-4002-b693-765f6916b294 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.494167 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-dc2c2c71-a3c8-4002-b693-765f6916b294 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3485475
Apr 30 22:14:36.496889 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53912) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:36.501426 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-77f026da-baf3-45cd-81cb-439e6fd605b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdc24964-7182-4a0f-8147-5806d8d24d13', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:36.609629 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-77f026da-baf3-45cd-81cb-439e6fd605b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (e831fdc8-d6ac-428b-a4f9-c77165840a5b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.664633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-77f026da-baf3-45cd-81cb-439e6fd605b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (e831fdc8-d6ac-428b-a4f9-c77165840a5b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.744517 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-77f026da-baf3-45cd-81cb-439e6fd605b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e831fdc8-d6ac-428b-a4f9-c77165840a5b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.762207 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f026da-baf3-45cd-81cb-439e6fd605b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e831fdc8-d6ac-428b-a4f9-c77165840a5b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:36.831912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-77f026da-baf3-45cd-81cb-439e6fd605b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.833132 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-77f026da-baf3-45cd-81cb-439e6fd605b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3352809
Apr 30 22:14:36.836311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53914) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:36.840469 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-0eacd3d6-626f-46d2-b2a4-9c6298b4ed38 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdc24964-7182-4a0f-8147-5806d8d24d13', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:36.935534 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eacd3d6-626f-46d2-b2a4-9c6298b4ed38 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (aa11dbdb-4a2d-45be-bac1-91c8f8f2f8f4), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:36.991618 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eacd3d6-626f-46d2-b2a4-9c6298b4ed38 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (aa11dbdb-4a2d-45be-bac1-91c8f8f2f8f4), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.061505 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eacd3d6-626f-46d2-b2a4-9c6298b4ed38 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (aa11dbdb-4a2d-45be-bac1-91c8f8f2f8f4), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.078188 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacd3d6-626f-46d2-b2a4-9c6298b4ed38 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa11dbdb-4a2d-45be-bac1-91c8f8f2f8f4,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:37.143207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0eacd3d6-626f-46d2-b2a4-9c6298b4ed38 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.144379 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0eacd3d6-626f-46d2-b2a4-9c6298b4ed38 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3071694
Apr 30 22:14:37.147217 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53916) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:37.152164 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-04b4b72c-8648-448c-8b75-831f9622d2de tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdc24964-7182-4a0f-8147-5806d8d24d13', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:37.235444 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04b4b72c-8648-448c-8b75-831f9622d2de tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (d6d3b64a-7599-4ea0-b07b-4168581ea8df), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.295568 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04b4b72c-8648-448c-8b75-831f9622d2de tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (d6d3b64a-7599-4ea0-b07b-4168581ea8df), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.353087 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04b4b72c-8648-448c-8b75-831f9622d2de tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (d6d3b64a-7599-4ea0-b07b-4168581ea8df), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.370993 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4b72c-8648-448c-8b75-831f9622d2de tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d3b64a-7599-4ea0-b07b-4168581ea8df,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:37.429389 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-04b4b72c-8648-448c-8b75-831f9622d2de tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.430629 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-04b4b72c-8648-448c-8b75-831f9622d2de tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2824905
Apr 30 22:14:37.433329 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53918) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:37.437609 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-29839683-8d1e-4ee6-a5a3-a2cc48e8a7a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdc24964-7182-4a0f-8147-5806d8d24d13', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:37.527425 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-29839683-8d1e-4ee6-a5a3-a2cc48e8a7a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:14:37.536510 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29839683-8d1e-4ee6-a5a3-a2cc48e8a7a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (236705be-ab9f-4bad-b53c-1e54a5731eb6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.594096 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29839683-8d1e-4ee6-a5a3-a2cc48e8a7a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (236705be-ab9f-4bad-b53c-1e54a5731eb6), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.670254 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29839683-8d1e-4ee6-a5a3-a2cc48e8a7a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (236705be-ab9f-4bad-b53c-1e54a5731eb6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.689508 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29839683-8d1e-4ee6-a5a3-a2cc48e8a7a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236705be-ab9f-4bad-b53c-1e54a5731eb6,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:37.761470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-29839683-8d1e-4ee6-a5a3-a2cc48e8a7a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.763051 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-29839683-8d1e-4ee6-a5a3-a2cc48e8a7a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3284597
Apr 30 22:14:37.765465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53920) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:37.769667 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-e239524c-0e1b-4d57-8dbd-d0000e8e0bb1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': 'bdc24964-7182-4a0f-8147-5806d8d24d13', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:37.850766 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-e239524c-0e1b-4d57-8dbd-d0000e8e0bb1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:14:37.856421 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e239524c-0e1b-4d57-8dbd-d0000e8e0bb1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (873a2ffc-2129-4773-be07-097614da7a9b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:37.913506 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e239524c-0e1b-4d57-8dbd-d0000e8e0bb1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (873a2ffc-2129-4773-be07-097614da7a9b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.001488 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e239524c-0e1b-4d57-8dbd-d0000e8e0bb1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (873a2ffc-2129-4773-be07-097614da7a9b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.019189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239524c-0e1b-4d57-8dbd-d0000e8e0bb1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873a2ffc-2129-4773-be07-097614da7a9b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:38.118371 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-e239524c-0e1b-4d57-8dbd-d0000e8e0bb1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.119534 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e239524c-0e1b-4d57-8dbd-d0000e8e0bb1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3531318
Apr 30 22:14:38.123228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53922) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:38.128322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'network': {'name': 'tempest-network-smoke--1848255022', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'port_security_enabled': True}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:38.209901 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:14:38.213206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.238586 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:14:38.247876 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5535f791-8337-4b9e-a0c8-046b506d7069), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.248202 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Added segment 5535f791-8337-4b9e-a0c8-046b506d7069 of type vlan for network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd
Apr 30 22:14:38.292723 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (90d38a5f-5332-49b3-b6e5-23c7eaf174cd), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.378410 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (90d38a5f-5332-49b3-b6e5-23c7eaf174cd), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.383276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:38.383851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.447536 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Network': ['ID=90d38a5f-5332-49b3-b6e5-23c7eaf174cd,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:38.458089 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:14:38.539390 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b6552e4-a5c9-4d0f-98ac-2962cd8711d9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4144943
Apr 30 22:14:38.541939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53924) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:38.546422 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'admin_state_up': True, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:38.681748 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (4410b1d6-7d7d-4989-b94d-6cc7007af095), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.682801 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (4410b1d6-7d7d-4989-b94d-6cc7007af095), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.739103 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (4410b1d6-7d7d-4989-b94d-6cc7007af095), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:38.930205 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (4410b1d6-7d7d-4989-b94d-6cc7007af095), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:39.170387 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (4410b1d6-7d7d-4989-b94d-6cc7007af095), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:39.188894 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:39.292016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.178 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/77fb669d-e49a-47a5-b10a-c150ed7c555a) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:14:39.390696 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:39.479033 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:39.521577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:14:39.524372 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:14:39.527363 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:14:39.552343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=77fb669d-e49a-47a5-b10a-c150ed7c555a,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:39.861119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (4410b1d6-7d7d-4989-b94d-6cc7007af095), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:40.062977 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (4410b1d6-7d7d-4989-b94d-6cc7007af095), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:40.256165 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4410b1d6-7d7d-4989-b94d-6cc7007af095 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:14:40.367378 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:14:40.377429 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Sync routers for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:14:40.387794 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:40.388399 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc278e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:40.443903 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:40.445694 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b80b0adc-3ad0-447f-8730-ec334dd0bff1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9022651
Apr 30 22:14:40.448849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53926) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:40.478053 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-558cd32c-fde5-4649-962f-ddd2f9145e48 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8f25dc6783c0491a86c2170aed9e0817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0279984
Apr 30 22:14:40.480605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53928) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:40.496944 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:40.565640 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63687e1b-2b7a-402f-92c9-2f911eb86afe tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:40.567109 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-63687e1b-2b7a-402f-92c9-2f911eb86afe tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0855784
Apr 30 22:14:40.569999 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53930) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:40.598042 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6cbc26cb-d595-4ab5-bc34-0090f0217c90 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264618
Apr 30 22:14:40.600598 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53932) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:40.605849 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-309379702', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:40.750737 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:14:40.754206 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:40.758188 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc278e0>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:39Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:40.783713 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Checking router: 4410b1d6-7d7d-4989-b94d-6cc7007af095 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:14:40.784058 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Updating router 4410b1d6-7d7d-4989-b94d-6cc7007af095 port 77fb669d-e49a-47a5-b10a-c150ed7c555a binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:14:40.811184 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:40.993997 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (a1d203ac-7fcc-4734-b311-9d25c91fdee3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.063666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Subnet': ['ID=a1d203ac-7fcc-4734-b311-9d25c91fdee3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:41.073477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Checking segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:14:41.073870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network hostable DHCP agents. Network: 90d38a5f-5332-49b3-b6e5-23c7eaf174cd, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:14:41.077642 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Publish callbacks [] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.170432 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.193143 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:14:41.221660 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Pushing event updated for resources: {'Port': ['ID=77fb669d-e49a-47a5-b10a-c150ed7c555a,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:41.223679 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Attempting to bind port 77fb669d-e49a-47a5-b10a-c150ed7c555a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:14:41.224040 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Attempting to bind port 77fb669d-e49a-47a5-b10a-c150ed7c555a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:14:41.224395 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Attempting to bind port 77fb669d-e49a-47a5-b10a-c150ed7c555a on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:14:41.234013 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.234356 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.234690 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.235020 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.235347 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.235670 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.235991 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.236312 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.236630 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.236946 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.237267 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.237627 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.237920 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.238236 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.238549 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:14:41.241819 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:14:41.242692 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:14:41.243089 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.243471 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:14:41.243938 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Bound port: 77fb669d-e49a-47a5-b10a-c150ed7c555a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:14:41.249072 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.264544 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90d38a5f-5332-49b3-b6e5-23c7eaf174cd) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:14:41.269218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:41.270052 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.278874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bdb40b-b4cd-4be0-86bc-df9b7440cd7c None None] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:14:41.296031 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] For port 77fb669d-e49a-47a5-b10a-c150ed7c555a, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:14:41.299168 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] For port 77fb669d-e49a-47a5-b10a-c150ed7c555a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77fb669d-e49a-47a5-b10a-c150ed7c555a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:14:41.347302 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-49812ba8-5536-4a0b-84f0-092a1722ec92 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7456203
Apr 30 22:14:41.350106 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53934) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:41.371125 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.388555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:14:41.391958 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.448561 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:41.449237 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc278e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:41.454669 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a5da1-5885-4c98-8c38-600f90761cb2 None None] Pushing event updated for resources: {'Port': ['ID=77fb669d-e49a-47a5-b10a-c150ed7c555a,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:41.540849 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Allocated IP 172.20.0.2 (90d38a5f-5332-49b3-b6e5-23c7eaf174cd/a1d203ac-7fcc-4734-b311-9d25c91fdee3/1f6e08f0-99a5-4073-a329-8a82da2ba38d) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:14:41.565325 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:41.698050 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Publish callbacks [] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.750414 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc278e0>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:39Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:41.761832 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.776183 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b57bf3-fd2d-4cc7-bf70-a50e61fc6da8 None None] The sync data for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 is: [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:39Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:14:41.808793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:14:41.811824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:14:41.814999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:14:41.830369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Pushing event updated for resources: {'Port': ['ID=1f6e08f0-99a5-4073-a329-8a82da2ba38d,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:41.887150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Attempting to bind port 1f6e08f0-99a5-4073-a329-8a82da2ba38d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:14:41.887522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Attempting to bind port 1f6e08f0-99a5-4073-a329-8a82da2ba38d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:14:41.887887 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Attempting to bind port 1f6e08f0-99a5-4073-a329-8a82da2ba38d on network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:14:41.893293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:14:41.893685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Checking segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:14:41.894129 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.894512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Bound using segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:14:41.894992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Bound port: 1f6e08f0-99a5-4073-a329-8a82da2ba38d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:14:41.895381 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:41.970840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] For port 1f6e08f0-99a5-4073-a329-8a82da2ba38d, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:14:41.974605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] For port 1f6e08f0-99a5-4073-a329-8a82da2ba38d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f6e08f0-99a5-4073-a329-8a82da2ba38d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:14:42.056767 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:42.125302 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a4146-45c4-485d-97bb-b313bfeb301b None None] Pushing event updated for resources: {'Port': ['ID=1f6e08f0-99a5-4073-a329-8a82da2ba38d,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:42.218175 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:42.546287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.1 (90d38a5f-5332-49b3-b6e5-23c7eaf174cd/a1d203ac-7fcc-4734-b311-9d25c91fdee3/b107cd0e-3445-48a3-b3ed-4d79e44c125c) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:14:42.665227 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:42.765697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:42.808236 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:14:42.811351 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:14:42.815287 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:14:42.825011 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=b107cd0e-3445-48a3-b3ed-4d79e44c125c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:42.870031 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (4410b1d6-7d7d-4989-b94d-6cc7007af095), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.088128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.103719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205344e0-d21b-4eed-85aa-3dec38f129a0 None None] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:14:43.162219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d09d1702-4079-4268-a88f-53cc197066a4 None None] Provisioning complete for port 1f6e08f0-99a5-4073-a329-8a82da2ba38d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:43.162593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d09d1702-4079-4268-a88f-53cc197066a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.289143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d09d1702-4079-4268-a88f-53cc197066a4 None None] Current status of the port 1f6e08f0-99a5-4073-a329-8a82da2ba38d is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:43.289525 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d09d1702-4079-4268-a88f-53cc197066a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.337448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-d09d1702-4079-4268-a88f-53cc197066a4 None None] For port 1f6e08f0-99a5-4073-a329-8a82da2ba38d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f6e08f0-99a5-4073-a329-8a82da2ba38d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:43.383654 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.418785 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d09d1702-4079-4268-a88f-53cc197066a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.472738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d1702-4079-4268-a88f-53cc197066a4 None None] Pushing event updated for resources: {'Port': ['ID=1f6e08f0-99a5-4073-a329-8a82da2ba38d,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:43.518141 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.537408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ca88b0cf-f8de-47d2-b49c-d412db77043b None None] Provisioning complete for port b107cd0e-3445-48a3-b3ed-4d79e44c125c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:43.540803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ca88b0cf-f8de-47d2-b49c-d412db77043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.574759 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ca88b0cf-f8de-47d2-b49c-d412db77043b None None] Port b107cd0e-3445-48a3-b3ed-4d79e44c125c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:14:43.586966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ca88b0cf-f8de-47d2-b49c-d412db77043b None None] Provisioning complete for port 1f6e08f0-99a5-4073-a329-8a82da2ba38d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:43.587423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ca88b0cf-f8de-47d2-b49c-d412db77043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.603702 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=b107cd0e-3445-48a3-b3ed-4d79e44c125c,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:43.609107 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (4410b1d6-7d7d-4989-b94d-6cc7007af095), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.673097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ca88b0cf-f8de-47d2-b49c-d412db77043b None None] Current status of the port 1f6e08f0-99a5-4073-a329-8a82da2ba38d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:43.709222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:14:43.711237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:14:43.791488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-76482bda-1638-470a-8658-8f40cbf48c2c None None] Provisioning complete for port b107cd0e-3445-48a3-b3ed-4d79e44c125c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:43.791789 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-76482bda-1638-470a-8658-8f40cbf48c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.816328 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 77fb669d-e49a-47a5-b10a-c150ed7c555a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:14:43.846569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4410b1d6-7d7d-4989-b94d-6cc7007af095 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:14:43.857458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-76482bda-1638-470a-8658-8f40cbf48c2c None None] Port b107cd0e-3445-48a3-b3ed-4d79e44c125c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:14:43.876553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 77fb669d-e49a-47a5-b10a-c150ed7c555a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:43.877024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:43.967103 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:14:43.972016 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-52d85a8d-01b3-4b7f-8c2f-b2c7a03ee582 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/4410b1d6-7d7d-4989-b94d-6cc7007af095/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6207795
Apr 30 22:14:44.120125 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Sync routers for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:14:44.133290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-f6512f11-827f-4960-b50f-a52f5789fd5e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634472091&fields=id&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 267 time: 0.0502770
Apr 30 22:14:44.145012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a3953c75-559b-4b6c-839d-7b569ce13274 None None] Provisioning complete for port b107cd0e-3445-48a3-b3ed-4d79e44c125c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:44.145392 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a3953c75-559b-4b6c-839d-7b569ce13274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:44.150551 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 77fb669d-e49a-47a5-b10a-c150ed7c555a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:44.150930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:44.175124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:44.175768 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4b8e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:44.238206 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba95ad-a710-46ad-9a8c-58268950281c req-6d0cee67-cb0a-46b7-a0be-37ce89dc41c3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:44.239635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-6d0cee67-cb0a-46b7-a0be-37ce89dc41c3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 797 time: 0.0996354
Apr 30 22:14:44.255084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-7b6af188-be33-4f5c-84c9-37de8016384e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/quotas/8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 375 time: 0.0093770
Apr 30 22:14:44.264052 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 77fb669d-e49a-47a5-b10a-c150ed7c555a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77fb669d-e49a-47a5-b10a-c150ed7c555a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:44.266758 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a3953c75-559b-4b6c-839d-7b569ce13274 None None] Port b107cd0e-3445-48a3-b3ed-4d79e44c125c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:14:44.308052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-92d12c1d-1d24-46e3-8463-519421f94fc9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0463951
Apr 30 22:14:44.310133 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:44.345641 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:44.346447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1f6e08f0-99a5-4073-a329-8a82da2ba38d up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:14:44.463069 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-096b4126-7a38-43a8-a13b-115796d9697a service neutron] 10.222.0.23 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411903
Apr 30 22:14:44.498760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=77fb669d-e49a-47a5-b10a-c150ed7c555a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:44.523650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 1f6e08f0-99a5-4073-a329-8a82da2ba38d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:44.524023 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:44.552292 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-4e5ca7bb-a86c-4a8f-9e34-1e3ec59831a7 service neutron] 10.222.0.23 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832493
Apr 30 22:14:44.623391 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4b8e50>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:43Z', 'revision_number': 2, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:44.670841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Checking router: 4410b1d6-7d7d-4989-b94d-6cc7007af095 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:14:44.671119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Updating router 4410b1d6-7d7d-4989-b94d-6cc7007af095 port b107cd0e-3445-48a3-b3ed-4d79e44c125c binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:14:44.704609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 1f6e08f0-99a5-4073-a329-8a82da2ba38d is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:44.710415 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:44.814762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f00e221b-e16b-44a8-901b-ba0fb7c60e5e req-59f29764-8a7b-493a-96d0-018c2f09591a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 210 time: 0.0331972
Apr 30 22:14:44.991723 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Publish callbacks [] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.061636 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.141798 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30e639-6519-42c5-ae76-8006caf4e9aa None None] Pushing event updated for resources: {'Port': ['ID=b107cd0e-3445-48a3-b3ed-4d79e44c125c,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:45.175342 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Attempting to bind port b107cd0e-3445-48a3-b3ed-4d79e44c125c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:14:45.175667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Attempting to bind port b107cd0e-3445-48a3-b3ed-4d79e44c125c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:14:45.176121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Attempting to bind port b107cd0e-3445-48a3-b3ed-4d79e44c125c on network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:14:45.182019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:14:45.182495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Checking segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:14:45.183081 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.183518 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Bound using segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:14:45.184065 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Bound port: b107cd0e-3445-48a3-b3ed-4d79e44c125c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:14:45.184530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.252163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] For port b107cd0e-3445-48a3-b3ed-4d79e44c125c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:14:45.255336 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] For port b107cd0e-3445-48a3-b3ed-4d79e44c125c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b107cd0e-3445-48a3-b3ed-4d79e44c125c,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:14:45.302367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-45eb6c5b-1b9b-414d-a3ef-548809ab92c7 None None] Provisioning complete for port b107cd0e-3445-48a3-b3ed-4d79e44c125c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:45.302745 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-45eb6c5b-1b9b-414d-a3ef-548809ab92c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.328799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.360303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-45eb6c5b-1b9b-414d-a3ef-548809ab92c7 None None] Port b107cd0e-3445-48a3-b3ed-4d79e44c125c cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:14:45.395235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30e639-6519-42c5-ae76-8006caf4e9aa None None] Pushing event updated for resources: {'Port': ['ID=b107cd0e-3445-48a3-b3ed-4d79e44c125c,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:45.397723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:45.398937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e4b8e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:45.513473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:45.638742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b1f5968e-b021-4cfd-a0d2-709f6cd6ab5b None None] Provisioning complete for port b107cd0e-3445-48a3-b3ed-4d79e44c125c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:45.639121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b1f5968e-b021-4cfd-a0d2-709f6cd6ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.762361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 77fb669d-e49a-47a5-b10a-c150ed7c555a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:14:45.809210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5968e-b021-4cfd-a0d2-709f6cd6ab5b None None] Current status of the port b107cd0e-3445-48a3-b3ed-4d79e44c125c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:45.809600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b1f5968e-b021-4cfd-a0d2-709f6cd6ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.829403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e4b8e50>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:45.868543 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c4e50-b860-4821-82ad-a77b133e3bf7 None None] The sync data for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 is: [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:14:45.888250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b1f5968e-b021-4cfd-a0d2-709f6cd6ab5b None None] For port b107cd0e-3445-48a3-b3ed-4d79e44c125c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b107cd0e-3445-48a3-b3ed-4d79e44c125c,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:45.893162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 77fb669d-e49a-47a5-b10a-c150ed7c555a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:45.893776 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:45.918429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-747b57c4-ce31-4b59-9e65-faa1b3f097be req-9879df0e-4ef0-4dda-a4da-0e67d35a9d96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 210 time: 0.0328038
Apr 30 22:14:45.971526 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b1f5968e-b021-4cfd-a0d2-709f6cd6ab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:46.038555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 77fb669d-e49a-47a5-b10a-c150ed7c555a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:46.057929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5968e-b021-4cfd-a0d2-709f6cd6ab5b None None] Pushing event updated for resources: {'Port': ['ID=b107cd0e-3445-48a3-b3ed-4d79e44c125c,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:46.675058 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba95ad-a710-46ad-9a8c-58268950281c req-9ee33815-94c9-48a7-aff0-e545b9631e62 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:46.676575 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-9ee33815-94c9-48a7-aff0-e545b9631e62 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 797 time: 0.1082191
Apr 30 22:14:46.746521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-30da17a2-53e1-47bf-bea9-ad51c2a4f069 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 379 time: 0.0612235
Apr 30 22:14:46.755415 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'port': {'device_id': '8affdd64-3b33-4869-81da-c4bb111501e0', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'admin_state_up': True, 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'security_groups': ['bdc24964-7182-4a0f-8147-5806d8d24d13']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:46.961815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:14:46.965623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.060920 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8dfd41ba-21e9-4797-90e4-e9b34c984965 req-5b833a74-06d5-4354-a9e2-f29bf06e5523 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 210 time: 0.0394278
Apr 30 22:14:47.123133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.11 (90d38a5f-5332-49b3-b6e5-23c7eaf174cd/a1d203ac-7fcc-4734-b311-9d25c91fdee3/47171e1c-3e26-4f75-927b-da4563d87b2d) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:14:47.263307 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.376423 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.418955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:14:47.421968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:14:47.425841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:14:47.436958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:47.484239 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:47.484884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.561979 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-d9699456-5bf6-4c42-a07b-d8b8214c58d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8101373
Apr 30 22:14:47.573451 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Request body: {'port': {'device_id': '8affdd64-3b33-4869-81da-c4bb111501e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:47.637054 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.690669 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.703448 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-379bc1c2-5a43-4989-b854-e0217dd69bba None None] Provisioning complete for port 47171e1c-3e26-4f75-927b-da4563d87b2d triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:47.703821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-379bc1c2-5a43-4989-b854-e0217dd69bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.740308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-379bc1c2-5a43-4989-b854-e0217dd69bba None None] Port 47171e1c-3e26-4f75-927b-da4563d87b2d cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:14:47.764499 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b107cd0e-3445-48a3-b3ed-4d79e44c125c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:14:47.823956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b107cd0e-3445-48a3-b3ed-4d79e44c125c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:47.824245 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.863904 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1d675e70-c532-4895-b347-e63ea2cd3d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.904509 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b107cd0e-3445-48a3-b3ed-4d79e44c125c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:47.927042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47171e1c-3e26-4f75-927b-da4563d87b2d {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:14:47.935031 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Publish callbacks [] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:47.947225 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Transition to ACTIVE for port object 47171e1c-3e26-4f75-927b-da4563d87b2d will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:14:48.027367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:48.081401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:48.185091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Attempting to bind port 47171e1c-3e26-4f75-927b-da4563d87b2d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:14:48.185437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Attempting to bind port 47171e1c-3e26-4f75-927b-da4563d87b2d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:14:48.185782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Attempting to bind port 47171e1c-3e26-4f75-927b-da4563d87b2d on network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:14:48.197906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a4d7c-77eb-4375-b950-f9b0272282c7 req-cc56f911-b76d-4e81-ba09-eb058bb7c320 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:48.199424 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-333a4d7c-77eb-4375-b950-f9b0272282c7 req-cc56f911-b76d-4e81-ba09-eb058bb7c320 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0625980
Apr 30 22:14:48.200028 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Port 47171e1c-3e26-4f75-927b-da4563d87b2d on network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:14:48.200388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Attempting to bind port 47171e1c-3e26-4f75-927b-da4563d87b2d on network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:14:48.212731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:14:48.213072 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Checking segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:14:48.213444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Bound using segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:14:48.213918 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Bound port: 47171e1c-3e26-4f75-927b-da4563d87b2d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:14:48.214277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:48.287290 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-333a4d7c-77eb-4375-b950-f9b0272282c7 req-a209cfe1-33d7-41b9-9124-562413550886 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814176
Apr 30 22:14:48.308609 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:14:48.311551 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:14:48.387966 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:48.427638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:48.428529 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:48.429747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] 10.222.0.35 "PUT /v2.0/ports/47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 1092 time: 0.8611412
Apr 30 22:14:48.430284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:14:48.432610 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee02344c-2fda-440e-a8c1-108786e6914d" -d '{"events": [{"name": "network-changed", "server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:14:48.467236 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a8b9-c62f-4797-8f8c-fa2468c09866 service neutron] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:48.571788 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c7c08d-094b-4dbb-86a0-6a5e9f2f712b x-openstack-request-id: req-d0c7c08d-094b-4dbb-86a0-6a5e9f2f712b {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:14:48.572167 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:14:48.572530 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0c7c08d-094b-4dbb-86a0-6a5e9f2f712b {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:14:48.572995 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c7c08d-094b-4dbb-86a0-6a5e9f2f712b'] response: {'name': 'network-changed', 'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'status': 'completed', 'code': 200}
Apr 30 22:14:48.585907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba95ad-a710-46ad-9a8c-58268950281c req-fa587cf4-d47c-4f10-a422-d987020934c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:48.587620 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-fa587cf4-d47c-4f10-a422-d987020934c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1126 time: 0.0467086
Apr 30 22:14:48.629973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-4e2891ad-d1e4-4501-8b83-df0d6b8d6697 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 217 time: 0.0354788
Apr 30 22:14:48.682512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba95ad-a710-46ad-9a8c-58268950281c req-f778c6f0-0f2f-432d-b252-a73553c02333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:48.684003 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-f778c6f0-0f2f-432d-b252-a73553c02333 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0489824
Apr 30 22:14:48.728998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba95ad-a710-46ad-9a8c-58268950281c req-558401f7-9aad-4927-b1a6-ee136a37895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:48.730449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-558401f7-9aad-4927-b1a6-ee136a37895a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398982
Apr 30 22:14:48.818589 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-99246904-ff38-49db-a315-62baad2d5dfb service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814543
Apr 30 22:14:48.911901 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-afba95ad-a710-46ad-9a8c-58268950281c req-31e55631-ae4b-46ee-9d77-29d81da33eba service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879395
Apr 30 22:14:49.402491 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1ae8f-c1d2-48f1-839b-43e5a4ba57c0 req-677f2b2d-135a-4bc6-a631-c95eb3eed56f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:49.403952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6e1ae8f-c1d2-48f1-839b-43e5a4ba57c0 req-677f2b2d-135a-4bc6-a631-c95eb3eed56f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0476434
Apr 30 22:14:49.451313 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6e1ae8f-c1d2-48f1-839b-43e5a4ba57c0 req-543cfb18-4084-4b35-8d74-4bdc5fa614d3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417778
Apr 30 22:14:49.849910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02344c-2fda-440e-a8c1-108786e6914d req-b49e774a-3992-4460-baed-ee8c9b862621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:49.851392 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee02344c-2fda-440e-a8c1-108786e6914d req-b49e774a-3992-4460-baed-ee8c9b862621 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1126 time: 0.0433576
Apr 30 22:14:49.939546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02344c-2fda-440e-a8c1-108786e6914d req-6337c1ea-868f-4324-88bb-d39822401103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:49.940919 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee02344c-2fda-440e-a8c1-108786e6914d req-6337c1ea-868f-4324-88bb-d39822401103 service neutron] 10.222.0.35 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.0840714
Apr 30 22:14:49.980870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee02344c-2fda-440e-a8c1-108786e6914d req-6195e342-cde4-43b9-8868-a74340d31c06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 217 time: 0.0340719
Apr 30 22:14:50.041387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02344c-2fda-440e-a8c1-108786e6914d req-74ca78a2-8b9b-4627-ae81-1e52eee2433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:50.042897 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee02344c-2fda-440e-a8c1-108786e6914d req-74ca78a2-8b9b-4627-ae81-1e52eee2433e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0558171
Apr 30 22:14:50.087282 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02344c-2fda-440e-a8c1-108786e6914d req-8a26a14d-af48-439b-9141-2d5a22f4daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:50.088769 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee02344c-2fda-440e-a8c1-108786e6914d req-8a26a14d-af48-439b-9141-2d5a22f4daa4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397849
Apr 30 22:14:50.180067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee02344c-2fda-440e-a8c1-108786e6914d req-ecbcbb51-8ce0-4d45-ba04-8ae8640ec8a2 service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838428
Apr 30 22:14:50.274365 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee02344c-2fda-440e-a8c1-108786e6914d req-2e114a7c-8fe7-41b3-a82a-23b81a094427 service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895891
Apr 30 22:14:50.561875 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ab9b43bd-342a-4df4-ad58-59fcd3e99182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:50.571611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c346da0-839a-43e9-ada5-df773ff81c81 req-68d57e7e-ec81-47eb-9d58-fb6cba9242f8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:50.573156 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c346da0-839a-43e9-ada5-df773ff81c81 req-68d57e7e-ec81-47eb-9d58-fb6cba9242f8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0513446
Apr 30 22:14:50.622006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5c346da0-839a-43e9-ada5-df773ff81c81 req-1bd52072-2f5a-402e-89d0-cb70f6d99322 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430288
Apr 30 22:14:51.557371 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:51.627277 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:51.740741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a158921-a8e3-4b30-9711-49061f55fbf8 req-4c3aebeb-3a99-4a41-b4a3-e69cc77ce9c7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:51.742881 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a158921-a8e3-4b30-9711-49061f55fbf8 req-4c3aebeb-3a99-4a41-b4a3-e69cc77ce9c7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0518813
Apr 30 22:14:51.791430 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5a158921-a8e3-4b30-9711-49061f55fbf8 req-243b6ea8-7160-4456-9f16-634d75f7de6c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425799
Apr 30 22:14:52.213716 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 47171e1c-3e26-4f75-927b-da4563d87b2d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:14:52.307800 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:52.322365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'port_id': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'mac_address': 'fa:16:3e:c1:2e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:14:52.358412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 47171e1c-3e26-4f75-927b-da4563d87b2d is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:52.358802 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:52.371321 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47171e1c-3e26-4f75-927b-da4563d87b2d {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:14:52.390384 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:52.467255 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:52.514977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:52.689447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['47171e1c-3e26-4f75-927b-da4563d87b2d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:14:52.904827 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f376d91-1208-4b8e-b881-a7318445cb70 req-4fc3e6ad-9acd-4bfd-ba7d-52a94674ea3b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:52.906330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f376d91-1208-4b8e-b881-a7318445cb70 req-4fc3e6ad-9acd-4bfd-ba7d-52a94674ea3b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 945 time: 0.0470593
Apr 30 22:14:52.956557 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9f376d91-1208-4b8e-b881-a7318445cb70 req-f4317cab-097a-4880-ac10-d8158e6a5a90 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429566
Apr 30 22:14:53.350021 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:54.075699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e8855-1762-4d99-bb76-dbba15d0effc req-81521bd3-0786-4387-9cdb-07e246d5505a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:54.077205 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db1e8855-1762-4d99-bb76-dbba15d0effc req-81521bd3-0786-4387-9cdb-07e246d5505a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 945 time: 0.0468032
Apr 30 22:14:54.130388 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db1e8855-1762-4d99-bb76-dbba15d0effc req-69ca7c39-37c1-4b46-babe-8a9fb3ed6119 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475001
Apr 30 22:14:54.223564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 47171e1c-3e26-4f75-927b-da4563d87b2d up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:14:54.272521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 47171e1c-3e26-4f75-927b-da4563d87b2d completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:14:54.332709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 47171e1c-3e26-4f75-927b-da4563d87b2d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:14:54.333083 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:54.409404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 47171e1c-3e26-4f75-927b-da4563d87b2d is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:14:54.409831 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:54.443388 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:14:54.445581 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ddfd5a-4a29-4349-a5d2-909799e520b6" -d '{"events": [{"server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "name": "network-vif-plugged", "status": "completed", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:14:54.458187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:14:54.490441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:54.511036 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:54.562810 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca24d79-8803-46d8-aade-17270508718f x-openstack-request-id: req-4ca24d79-8803-46d8-aade-17270508718f {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:14:54.563095 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "name": "network-vif-plugged", "status": "completed", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:14:54.563352 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ca24d79-8803-46d8-aade-17270508718f {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:14:54.563749 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca24d79-8803-46d8-aade-17270508718f'] response: {'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'code': 200}
Apr 30 22:14:54.573490 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:54.656229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63c338-f56b-4ec2-bddb-1386d7154447 req-4dbea50e-b083-4b67-938e-efd022919743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:54.657687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b63c338-f56b-4ec2-bddb-1386d7154447 req-4dbea50e-b083-4b67-938e-efd022919743 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1128 time: 0.0374379
Apr 30 22:14:54.703965 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2b63c338-f56b-4ec2-bddb-1386d7154447 req-311fd648-5e4e-4c8d-8e3f-9f1f332baa42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393207
Apr 30 22:14:55.255568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae1c22-d808-4e6e-b6f7-39efc817f75a req-1d4f46ce-163f-43bc-8538-8a8da53599a6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:55.257643 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fae1c22-d808-4e6e-b6f7-39efc817f75a req-1d4f46ce-163f-43bc-8538-8a8da53599a6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0525737
Apr 30 22:14:55.310699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5fae1c22-d808-4e6e-b6f7-39efc817f75a req-90df7831-11af-4800-8212-94291a0d83b6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470397
Apr 30 22:14:56.446836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86116ddb-757f-4d4f-b045-64336c137354 req-7a21e6fe-8d4c-4a11-8a54-29694f4cf9f0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:56.448315 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86116ddb-757f-4d4f-b045-64336c137354 req-7a21e6fe-8d4c-4a11-8a54-29694f4cf9f0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0516100
Apr 30 22:14:56.496377 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86116ddb-757f-4d4f-b045-64336c137354 req-66fda5b7-413f-4265-93b3-e0b2178e9cb9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421505
Apr 30 22:14:56.608956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc86721-bd88-47ba-a489-2af7fa4a68dd req-5cf8969d-dd59-49f3-9871-04c855ed2bb5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:56.610530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebc86721-bd88-47ba-a489-2af7fa4a68dd req-5cf8969d-dd59-49f3-9871-04c855ed2bb5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0467556
Apr 30 22:14:56.660288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ebc86721-bd88-47ba-a489-2af7fa4a68dd req-6fac3bd2-0ea7-49f3-991a-6abfa0ecef23 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440929
Apr 30 22:14:56.688320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53996) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:56.726613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1aa856-7aae-4cda-b577-ae1a6d9290ee tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:56.728218 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-9b1aa856-7aae-4cda-b577-ae1a6d9290ee tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1123 time: 0.0387969
Apr 30 22:14:56.730970 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 53998) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:56.735314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:14:56.806899 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:56.887464 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:56.987495 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.24 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/01b4e3b0-ec03-4fa7-be57-606efcf49da1) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:14:57.092433 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (01b4e3b0-ec03-4fa7-be57-606efcf49da1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:57.201804 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (01b4e3b0-ec03-4fa7-be57-606efcf49da1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:57.240266 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:14:57.243089 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:14:57.246629 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:14:57.270007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=01b4e3b0-ec03-4fa7-be57-606efcf49da1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:57.599275 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (2cb4d299-5601-4adc-a793-1c26e07ff1d3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:57.759728 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (01b4e3b0-ec03-4fa7-be57-606efcf49da1), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:57.910924 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (01b4e3b0-ec03-4fa7-be57-606efcf49da1), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:57.964439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (01b4e3b0-ec03-4fa7-be57-606efcf49da1), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:58.043427 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=01b4e3b0-ec03-4fa7-be57-606efcf49da1,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:14:58.053373 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (2cb4d299-5601-4adc-a793-1c26e07ff1d3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:58.158377 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP 2cb4d299-5601-4adc-a793-1c26e07ff1d3 associated. External IP: 172.35.4.24, port: 47171e1c-3e26-4f75-927b-da4563d87b2d.
Apr 30 22:14:58.385664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4410b1d6-7d7d-4989-b94d-6cc7007af095 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:14:58.493560 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:14:58.504229 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] Sync routers for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:14:58.521894 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:58.523052 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c6eb820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:58.569536 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:14:58.599450 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c45e94cf-75b7-4645-b793-cc0dd630f261 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8674481
Apr 30 22:14:58.600043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:14:58.631573 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:58.657243 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e9f56573cee00962b8e9d33f758e42aed5304180dcf0d063d0ec0828a1268be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e430ae1-124d-4806-966b-a99eff49f051" -d '{"events": [{"name": "network-changed", "server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:14:58.703160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc345cc-d97f-4226-963f-310b0db9d310 req-aac85f6f-4ec4-4f3d-b765-238d909bc256 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:58.704967 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bc345cc-d97f-4226-963f-310b0db9d310 req-aac85f6f-4ec4-4f3d-b765-238d909bc256 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0529983
Apr 30 22:14:58.748751 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a5890-1132-4358-9142-f92d766f4dc6 x-openstack-request-id: req-2d4a5890-1132-4358-9142-f92d766f4dc6 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:14:58.749042 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:14:58.749296 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d4a5890-1132-4358-9142-f92d766f4dc6 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:14:58.750025 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4a5890-1132-4358-9142-f92d766f4dc6'] response: {'name': 'network-changed', 'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'status': 'completed', 'code': 200}
Apr 30 22:14:58.761429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bc345cc-d97f-4226-963f-310b0db9d310 req-bc51d3ab-6abf-45ef-b2a7-7f92c68b8405 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495055
Apr 30 22:14:58.784761 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54008) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:58.811051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e430ae1-124d-4806-966b-a99eff49f051 req-34f1ddd9-e783-4b9d-b5b9-841de2b26113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:58.812001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e430ae1-124d-4806-966b-a99eff49f051 req-34f1ddd9-e783-4b9d-b5b9-841de2b26113 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1128 time: 0.0414038
Apr 30 22:14:58.857325 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-e8d0a56a-4cb3-4604-b024-0e383c5288a0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/2cb4d299-5601-4adc-a793-1c26e07ff1d3 HTTP/1.1" status: 200  len: 991 time: 0.0713422
Apr 30 22:14:58.869195 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c6eb820>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2cb4d299-5601-4adc-a793-1c26e07ff1d3', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'port_id': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'mac_address': 'fa:16:3e:c1:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8affdd64-3b33-4869-81da-c4bb111501e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:14:57Z', 'updated_at': '2022-04-30T22:14:57Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:45Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:58.896388 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] Checking router: 4410b1d6-7d7d-4989-b94d-6cc7007af095 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:14:58.905283 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:14:58.905924 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c6eb820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:14:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:58.907026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e430ae1-124d-4806-966b-a99eff49f051 req-b676ae35-aaa2-4b72-94cc-fb7d20c7c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:58.908601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e430ae1-124d-4806-966b-a99eff49f051 req-b676ae35-aaa2-4b72-94cc-fb7d20c7c91a service neutron] 10.222.0.35 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.0903981
Apr 30 22:14:58.977482 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e430ae1-124d-4806-966b-a99eff49f051 req-d4ce2609-a1b4-4073-bb71-09113c0d2dc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 999 time: 0.0628879
Apr 30 22:14:59.012583 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:14:59.026674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e430ae1-124d-4806-966b-a99eff49f051 req-f96b46f4-b9ff-4d12-b2dd-a63fe1c267af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:59.028154 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e430ae1-124d-4806-966b-a99eff49f051 req-f96b46f4-b9ff-4d12-b2dd-a63fe1c267af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0446138
Apr 30 22:14:59.071593 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e430ae1-124d-4806-966b-a99eff49f051 req-6c0bb498-0e23-45e2-95fb-5f7c221b77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:14:59.073148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e430ae1-124d-4806-966b-a99eff49f051 req-6c0bb498-0e23-45e2-95fb-5f7c221b77bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385935
Apr 30 22:14:59.169984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e430ae1-124d-4806-966b-a99eff49f051 req-66e4dcd3-e8d2-41f4-800e-92b9cf41a32e service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874753
Apr 30 22:14:59.264255 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e430ae1-124d-4806-966b-a99eff49f051 req-5ae07c2e-535d-43d5-a123-844f98f81058 service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880225
Apr 30 22:14:59.319296 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c6eb820>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2cb4d299-5601-4adc-a793-1c26e07ff1d3', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'port_id': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'mac_address': 'fa:16:3e:c1:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8affdd64-3b33-4869-81da-c4bb111501e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:14:57Z', 'updated_at': '2022-04-30T22:14:57Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:45Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:14:59.345239 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3aa680-a2a4-4913-90bd-8534d8fa05f8 None None] The sync data for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 is: [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2cb4d299-5601-4adc-a793-1c26e07ff1d3', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'port_id': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'mac_address': 'fa:16:3e:c1:2e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8affdd64-3b33-4869-81da-c4bb111501e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:14:57Z', 'updated_at': '2022-04-30T22:14:57Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:45Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:14:59.537619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89721d1b-c317-4ef6-a586-34a939fda5f2 None None] New status for floating IP 2cb4d299-5601-4adc-a793-1c26e07ff1d3: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:14:59.861155 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54010) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:14:59.920436 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d0cede60-81e0-4912-98fc-26fe9e534fe7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/2cb4d299-5601-4adc-a793-1c26e07ff1d3 HTTP/1.1" status: 200  len: 993 time: 0.0581002
Apr 30 22:15:08.285280 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:15:17.701404 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:17.895433 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1ee37628-2dba-4b87-8064-4d5035709e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:20.579333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-95b172b2-0d97-4be0-90e6-757aeb38450b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:21.553209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:21.612356 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:23.347253 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:24.487541 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:28.525879 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-0e38f50f-495a-4869-843e-8cc8689ac7b8 req-5eba52f1-19fd-4f35-b487-2e811a0b7a88 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:15:28.527847 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0e38f50f-495a-4869-843e-8cc8689ac7b8 req-5eba52f1-19fd-4f35-b487-2e811a0b7a88 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0076828
Apr 30 22:15:28.860926 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd319187-c728-4fe3-9ae8-7a5d3f789bf8 req-7460538e-d7aa-40c7-a1f0-1aa390c5fe80 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:28.863118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd319187-c728-4fe3-9ae8-7a5d3f789bf8 req-7460538e-d7aa-40c7-a1f0-1aa390c5fe80 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0566854
Apr 30 22:15:28.932618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cd319187-c728-4fe3-9ae8-7a5d3f789bf8 req-29bcfb2b-6277-4e60-8630-7082ae93f1ac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613334
Apr 30 22:15:29.036435 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54030) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:15:29.117452 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-0750d508-be85-4520-93c7-ba1f46411b46 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0813086
Apr 30 22:15:29.126133 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-6ccc384b-1386-4867-ba42-6274e08200f0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115773) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:15:29.133497 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-6ccc384b-1386-4867-ba42-6274e08200f0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0051427
Apr 30 22:15:30.046191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e73893-436b-4b69-b144-315ca877082c req-71f52310-fb2e-43cf-a718-e5b2a024dd98 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:30.047637 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4e73893-436b-4b69-b144-315ca877082c req-71f52310-fb2e-43cf-a718-e5b2a024dd98 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0462687
Apr 30 22:15:30.094238 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4e73893-436b-4b69-b144-315ca877082c req-9d85fd96-e8a2-4611-ab1e-9d5a67e34e24 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410595
Apr 30 22:15:30.749930 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54056) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:15:30.837474 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-8f4a7022-a778-42fb-9073-97678702a7a3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:30.838862 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-8f4a7022-a778-42fb-9073-97678702a7a3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports/47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 943 time: 0.0879567
Apr 30 22:15:31.212969 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165d97a-6472-4a57-ab24-1354079729b0 req-55232796-1dd9-4d05-a085-d85749cd2cac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:31.214363 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c165d97a-6472-4a57-ab24-1354079729b0 req-55232796-1dd9-4d05-a085-d85749cd2cac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0499015
Apr 30 22:15:31.263359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c165d97a-6472-4a57-ab24-1354079729b0 req-a7173619-c307-401f-80a3-e4ea5d308a7f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432501
Apr 30 22:15:32.375437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008c79c-b72f-4916-b885-61548c0bf330 req-0eac6cc5-88ff-471c-ad98-2c95966ce116 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:32.376942 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8008c79c-b72f-4916-b885-61548c0bf330 req-0eac6cc5-88ff-471c-ad98-2c95966ce116 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0462935
Apr 30 22:15:32.423784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8008c79c-b72f-4916-b885-61548c0bf330 req-57e0dbaa-9c26-4fc1-89d9-4cf357f39da9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407076
Apr 30 22:15:33.541563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2770974-ea38-4fd7-8649-f841749fd2a7 req-6d652c69-a4e6-4366-a5be-b52eccb819cc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:33.543140 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2770974-ea38-4fd7-8649-f841749fd2a7 req-6d652c69-a4e6-4366-a5be-b52eccb819cc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0479898
Apr 30 22:15:33.595657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b2770974-ea38-4fd7-8649-f841749fd2a7 req-924e8ec4-46b0-4ba6-84e9-16527b3a596b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470562
Apr 30 22:15:34.714434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b52f9-894a-414a-ae2a-96d31a9c53ca req-7f1bfeb1-da39-4ff8-bc33-30a26ab5f8ce tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:34.715930 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef8b52f9-894a-414a-ae2a-96d31a9c53ca req-7f1bfeb1-da39-4ff8-bc33-30a26ab5f8ce tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0467288
Apr 30 22:15:34.765821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef8b52f9-894a-414a-ae2a-96d31a9c53ca req-6a86b50d-4af4-4e6c-9396-10b75b45853b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439286
Apr 30 22:15:35.465191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-0c2a63df-aec7-4aa4-8cd9-411c8662c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:35.466707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-0c2a63df-aec7-4aa4-8cd9-411c8662c7f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1128 time: 0.0391824
Apr 30 22:15:35.559158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-603a0038-f7dc-4fae-a976-a7b02e58296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:35.560549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-603a0038-f7dc-4fae-a976-a7b02e58296e service neutron] 10.222.0.35 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.0879440
Apr 30 22:15:35.625316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-b75efafd-3a15-4e66-a066-2ebb17d5063f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 1001 time: 0.0584152
Apr 30 22:15:35.672674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-6f1801f1-4a90-4ecc-885b-e09d9955fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:35.674148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-6f1801f1-4a90-4ecc-885b-e09d9955fb77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0435753
Apr 30 22:15:35.720352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-c6f6f04b-e316-4980-b89c-f85a62d1d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:35.721980 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-c6f6f04b-e316-4980-b89c-f85a62d1d426 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422792
Apr 30 22:15:35.809943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-31ea29e8-3d32-45cb-8ae6-d6815b190b29 service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822616
Apr 30 22:15:35.921309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbb93d-66e0-4091-bce8-849d5970d0df req-f9f152ad-783c-4452-9e58-60b3cd9907a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:35.922805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61dbb93d-66e0-4091-bce8-849d5970d0df req-f9f152ad-783c-4452-9e58-60b3cd9907a5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0613625
Apr 30 22:15:35.953252 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-31cae969-50cf-4c10-a321-29847dd1cdca service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370170
Apr 30 22:15:35.987466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-61dbb93d-66e0-4091-bce8-849d5970d0df req-e0d8fe3d-8a75-446d-936a-a684262d4f75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583329
Apr 30 22:15:37.102712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebdb78-62f9-42bf-a70f-42bc08730417 req-2ca30001-47d3-4af6-8276-c44cb1bb6d2b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:37.104180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6ebdb78-62f9-42bf-a70f-42bc08730417 req-2ca30001-47d3-4af6-8276-c44cb1bb6d2b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0474780
Apr 30 22:15:37.156874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6ebdb78-62f9-42bf-a70f-42bc08730417 req-0f310e09-6a05-47b9-8446-550c8f664051 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470858
Apr 30 22:15:38.281552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f2ce-036a-4a7d-b178-ab90d7197877 req-e2f3b03e-54f4-4ba7-9dd4-ce19e294a1f8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:38.283182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33d5f2ce-036a-4a7d-b178-ab90d7197877 req-e2f3b03e-54f4-4ba7-9dd4-ce19e294a1f8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0473011
Apr 30 22:15:38.331891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-33d5f2ce-036a-4a7d-b178-ab90d7197877 req-745a9795-d2bd-4d7a-b88a-e2c5c2baf297 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428398
Apr 30 22:15:39.444939 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489813-e8f9-491b-af53-b53509fb790f req-4c617adf-d161-4db2-9047-737a15f6ea32 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:39.446441 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be489813-e8f9-491b-af53-b53509fb790f req-4c617adf-d161-4db2-9047-737a15f6ea32 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0459545
Apr 30 22:15:39.493972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be489813-e8f9-491b-af53-b53509fb790f req-0f546d73-c958-4f73-ad58-47cd40146c3f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418947
Apr 30 22:15:40.614189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b5cbc-5d32-4972-8a1b-365c12f6ad47 req-287ebd4e-03d8-416a-8963-f103e9ccf01b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:40.616195 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-040b5cbc-5d32-4972-8a1b-365c12f6ad47 req-287ebd4e-03d8-416a-8963-f103e9ccf01b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0497072
Apr 30 22:15:40.673586 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-040b5cbc-5d32-4972-8a1b-365c12f6ad47 req-cec3bb72-df2b-425c-bc34-915409c174aa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517354
Apr 30 22:15:41.786679 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59fdca-56a5-4904-8171-663628405690 req-b31a1b9b-4132-4a24-9b11-d138dede7657 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:41.788618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f59fdca-56a5-4904-8171-663628405690 req-b31a1b9b-4132-4a24-9b11-d138dede7657 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0456202
Apr 30 22:15:41.835375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7f59fdca-56a5-4904-8171-663628405690 req-974b17c4-39bb-467b-b00b-da147f05da10 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412519
Apr 30 22:15:42.958092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03c93-4bb4-4ed2-9968-c66f6a040d10 req-e19dddb6-eb6d-4b32-b61c-beb5f41272bf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:42.959556 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76c03c93-4bb4-4ed2-9968-c66f6a040d10 req-e19dddb6-eb6d-4b32-b61c-beb5f41272bf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0499332
Apr 30 22:15:43.007360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76c03c93-4bb4-4ed2-9968-c66f6a040d10 req-e3f31313-edd0-498d-a96a-39b37bd9a4ae tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422301
Apr 30 22:15:44.124343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a15cd-b215-44c0-a386-f9827d085b05 req-5337331a-e706-441d-8cbe-a45328ef861e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:44.128179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd1a15cd-b215-44c0-a386-f9827d085b05 req-5337331a-e706-441d-8cbe-a45328ef861e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0505731
Apr 30 22:15:44.182969 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd1a15cd-b215-44c0-a386-f9827d085b05 req-64193a07-9c94-4358-8eaa-c25ed50e9a59 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510268
Apr 30 22:15:45.285117 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:15:45.298820 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bf892-d5ee-4dfc-a265-db8da8419035 req-8ed68f24-a7dd-4e39-a38c-f946b1cb97b3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:45.300278 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-228bf892-d5ee-4dfc-a265-db8da8419035 req-8ed68f24-a7dd-4e39-a38c-f946b1cb97b3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0460184
Apr 30 22:15:45.353075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-228bf892-d5ee-4dfc-a265-db8da8419035 req-26f5ff92-ed8b-4386-8bca-bbb380cc745d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465922
Apr 30 22:15:46.466612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56115b24-ae3e-41aa-b80a-3969208beb5a req-bc60b322-07d7-49c8-8a7e-959ab455574c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:46.468036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56115b24-ae3e-41aa-b80a-3969208beb5a req-bc60b322-07d7-49c8-8a7e-959ab455574c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0464535
Apr 30 22:15:46.517688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-56115b24-ae3e-41aa-b80a-3969208beb5a req-66460b8f-cf46-4740-a2e9-65d12cea5700 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440538
Apr 30 22:15:47.635312 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da00113-c817-429f-8ddb-beaae5d3aa74 req-f930b455-d302-4f8f-9f8e-985cc4c3857d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:47.636792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4da00113-c817-429f-8ddb-beaae5d3aa74 req-f930b455-d302-4f8f-9f8e-985cc4c3857d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0462525
Apr 30 22:15:47.684660 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4da00113-c817-429f-8ddb-beaae5d3aa74 req-e00ab6d2-c953-4555-bfdc-c4ec847a4349 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421758
Apr 30 22:15:47.697905 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:47.863664 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4bf3c75d-d95e-4e45-adc4-f3e24ff1c649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:48.805267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0815b-18ee-4b47-b36d-6eaf6c340359 req-babd077c-fdbf-4236-93f9-b7329812c901 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:48.806743 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50d0815b-18ee-4b47-b36d-6eaf6c340359 req-babd077c-fdbf-4236-93f9-b7329812c901 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0500016
Apr 30 22:15:48.855807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-50d0815b-18ee-4b47-b36d-6eaf6c340359 req-8cfc3f6a-54b9-403f-b646-976ef8cf89e5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427291
Apr 30 22:15:49.973539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cb81e-e143-4449-b955-53d35b703b60 req-f36b5e7b-81f3-4b93-b566-e40a48fae88c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:49.973539 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc3cb81e-e143-4449-b955-53d35b703b60 req-f36b5e7b-81f3-4b93-b566-e40a48fae88c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0463388
Apr 30 22:15:50.019734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cc3cb81e-e143-4449-b955-53d35b703b60 req-0c704384-85a4-4077-b06a-e46278e493fd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419633
Apr 30 22:15:50.558484 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-327bf9d3-b98e-4e09-9274-566a45a89cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:51.138685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d39d1b-220c-4fa6-8317-b03a95f38ff7 req-86f3420c-3878-4abd-9a8b-34425a7561fd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:51.140178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02d39d1b-220c-4fa6-8317-b03a95f38ff7 req-86f3420c-3878-4abd-9a8b-34425a7561fd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0504663
Apr 30 22:15:51.192521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02d39d1b-220c-4fa6-8317-b03a95f38ff7 req-7e45bd9e-96de-411b-b431-b14db2936d38 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467241
Apr 30 22:15:51.569821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:51.584525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-33febd2b-606d-4433-b135-73b219cf5465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:51.586049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-33febd2b-606d-4433-b135-73b219cf5465 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1128 time: 0.0389223
Apr 30 22:15:51.629184 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:51.688215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-fdd49519-5ffc-4426-ab48-047ac9625869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:51.689668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-fdd49519-5ffc-4426-ab48-047ac9625869 service neutron] 10.222.0.35 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.0849090
Apr 30 22:15:52.343142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cd44d-6de6-4948-9f6d-9bc40dc1d80a req-79145381-13b6-4b97-89fd-86b414760ed3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:52.344615 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-032cd44d-6de6-4948-9f6d-9bc40dc1d80a req-79145381-13b6-4b97-89fd-86b414760ed3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0512459
Apr 30 22:15:52.392740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-032cd44d-6de6-4948-9f6d-9bc40dc1d80a req-6ab23373-f50b-4155-a26f-8370ec255443 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420334
Apr 30 22:15:52.767653 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-98bf8983-cb74-4f63-935a-d6d6c0c89401 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 1001 time: 0.0575547
Apr 30 22:15:52.818084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-e27a99c2-088f-4817-be4c-a62d0993dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:52.819504 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-e27a99c2-088f-4817-be4c-a62d0993dd30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0459149
Apr 30 22:15:52.890565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-7df48bed-f410-424a-b229-d41754d6420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:52.892056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-7df48bed-f410-424a-b229-d41754d6420c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0639384
Apr 30 22:15:52.956196 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-813a46f9-c1a5-4f39-95b2-dad957a85c5e service neutron] show failed (client error): The resource could not be found.
Apr 30 22:15:52.957172 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-813a46f9-c1a5-4f39-95b2-dad957a85c5e service neutron] 10.222.0.35 "GET /v2.0/ports/47171e1c-3e26-4f75-927b-da4563d87b2d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1280456
Apr 30 22:15:52.995224 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-6a3ff1b6-4972-4361-96c2-f4a4da2566d4 service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950956
Apr 30 22:15:53.084826 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0822801d-de70-4efa-89a0-4bdaaaeb020b req-8d880402-bf87-4dcc-a23a-a885f652e3b8 service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825918
Apr 30 22:15:53.360589 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:53.508291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef4f79-0fbd-43bd-8fa6-d5e0b34e8f24 req-e8961a6a-8692-4678-8c02-ecb214aaef03 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:53.509801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cef4f79-0fbd-43bd-8fa6-d5e0b34e8f24 req-e8961a6a-8692-4678-8c02-ecb214aaef03 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0483959
Apr 30 22:15:53.574007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7cef4f79-0fbd-43bd-8fa6-d5e0b34e8f24 req-206ed2aa-8fb5-4da7-aebc-07ef706cfc94 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578804
Apr 30 22:15:53.601342 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-1f51d755-c88c-4f9b-8da3-08b207139f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:53.602882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-1f51d755-c88c-4f9b-8da3-08b207139f93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 1128 time: 0.0922222
Apr 30 22:15:53.619954 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:15:53.676848 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:53.872358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:15:53.907991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:15:53.946798 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:15:53.949037 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6cadd7-c1c4-401c-8684-e1658455b76a" -d '{"events": [{"server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "name": "network-vif-unplugged", "status": "completed", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:15:53.952818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Publish callbacks [] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:53.965252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Transition to ACTIVE for port object 47171e1c-3e26-4f75-927b-da4563d87b2d will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:15:53.997443 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dd9357-d8f5-421a-a809-8f41907fbfa1 x-openstack-request-id: req-82dd9357-d8f5-421a-a809-8f41907fbfa1 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:15:53.997732 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "name": "network-vif-unplugged", "status": "completed", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:15:53.998025 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82dd9357-d8f5-421a-a809-8f41907fbfa1 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:15:53.998589 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82dd9357-d8f5-421a-a809-8f41907fbfa1'] response: {'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'code': 200}
Apr 30 22:15:54.026862 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:54.102429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=6']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:15:54.116838 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.117183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.117521 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.117881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.118215 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.118543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.118867 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.119183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.119504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.119824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.120142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.120460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.120776 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.121091 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.121413 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] No DVR routers for this DVR port 47171e1c-3e26-4f75-927b-da4563d87b2d on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Attempting to bind port 47171e1c-3e26-4f75-927b-da4563d87b2d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Attempting to bind port 47171e1c-3e26-4f75-927b-da4563d87b2d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Attempting to bind port 47171e1c-3e26-4f75-927b-da4563d87b2d on network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Port 47171e1c-3e26-4f75-927b-da4563d87b2d on network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Attempting to bind port 47171e1c-3e26-4f75-927b-da4563d87b2d on network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Checking segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Bound using segment: {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Bound port: 47171e1c-3e26-4f75-927b-da4563d87b2d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5535f791-8337-4b9e-a0c8-046b506d7069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:15:54.379339 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:54.390574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:15:54.393472 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:15:54.515611 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:54.550212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:54.550765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:54.552129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] 10.222.0.20 "PUT /v2.0/ports/47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 1092 time: 0.9361134
Apr 30 22:15:54.555115 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:54.616623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c00b2-7011-46b9-88ef-7d2ad1147737 service neutron] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=7']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:15:54.629658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-59534554-86f5-4d36-8f6f-117222f3ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:54.632368 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-59534554-86f5-4d36-8f6f-117222f3ac2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1126 time: 0.0559313
Apr 30 22:15:54.752565 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83372598-bd5f-4a7b-ad3e-6a8a763d2602 req-81fafaac-6400-4ffb-8836-feb232bd3ce7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:54.754116 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83372598-bd5f-4a7b-ad3e-6a8a763d2602 req-81fafaac-6400-4ffb-8836-feb232bd3ce7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0988460
Apr 30 22:15:54.785875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-e960f2b3-1386-4722-812f-2a3a8c6f12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:54.787951 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-e960f2b3-1386-4722-812f-2a3a8c6f12a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.1424327
Apr 30 22:15:54.857316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-83372598-bd5f-4a7b-ad3e-6a8a763d2602 req-f4bd448e-ee23-4b72-91e5-25c5627b30d5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963607
Apr 30 22:15:54.874429 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-0387ce8b-6bc6-4e10-9361-f48eac738082 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 999 time: 0.0757790
Apr 30 22:15:54.926035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-90f20b8d-67e6-448c-a29b-9fa6d9ea7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:54.927351 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-90f20b8d-67e6-448c-a29b-9fa6d9ea7bb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0429127
Apr 30 22:15:54.979210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-0be4070e-a708-4e0b-a3ab-53aa0ae0cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:54.980672 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-0be4070e-a708-4e0b-a3ab-53aa0ae0cebe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420771
Apr 30 22:15:55.070811 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-9c3b8fb5-c4b3-48e1-a5e8-8f68d7db6403 service neutron] 10.222.0.20 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796590
Apr 30 22:15:55.163789 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-7d81bde5-61e2-413b-9d34-46a24d0f0544 service neutron] 10.222.0.20 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844324
Apr 30 22:15:55.979876 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1683e77-ce9c-424a-b484-834a4cea74dd req-a846365a-b48e-4ea3-a1f2-18f2374d420f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:55.981317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1683e77-ce9c-424a-b484-834a4cea74dd req-a846365a-b48e-4ea3-a1f2-18f2374d420f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0468237
Apr 30 22:15:55.999979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:15:56.003422 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85804287-c034-487c-8135-6a41110892e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:15:56.034075 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1683e77-ce9c-424a-b484-834a4cea74dd req-30cbe330-d4ae-4c11-8ba3-574d7586fe56 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470266
Apr 30 22:15:56.050779 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3be23-a51c-43ae-b7c1-94628fd092dc x-openstack-request-id: req-b4b3be23-a51c-43ae-b7c1-94628fd092dc {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:15:56.051070 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:15:56.051325 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4b3be23-a51c-43ae-b7c1-94628fd092dc {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:15:56.051720 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b3be23-a51c-43ae-b7c1-94628fd092dc'] response: {'name': 'network-changed', 'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'status': 'completed', 'code': 200}
Apr 30 22:15:56.109283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804287-c034-487c-8135-6a41110892e9 req-51abd2c6-ef2f-45cb-b0b5-827baf520c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:56.110822 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-51abd2c6-ef2f-45cb-b0b5-827baf520c71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1126 time: 0.0384600
Apr 30 22:15:56.560805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804287-c034-487c-8135-6a41110892e9 req-e2f0b6bc-5ac4-41bd-9230-2229ad114521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:56.562234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-e2f0b6bc-5ac4-41bd-9230-2229ad114521 service neutron] 10.222.0.35 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.4451582
Apr 30 22:15:56.632856 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-43db7e1c-9569-4687-9353-1e9d219bb9c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 999 time: 0.0642846
Apr 30 22:15:56.679817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804287-c034-487c-8135-6a41110892e9 req-d43f334d-b171-4031-a175-1827d663f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:56.681227 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-d43f334d-b171-4031-a175-1827d663f35d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0431116
Apr 30 22:15:56.726938 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804287-c034-487c-8135-6a41110892e9 req-a8bebf7b-aa84-4fc2-8290-b301830b9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:56.728416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-a8bebf7b-aa84-4fc2-8290-b301830b9ced service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418773
Apr 30 22:15:56.815056 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-ea101894-06a8-4690-a9dd-ed660023a693 service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806909
Apr 30 22:15:56.908510 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-e21ea9f0-99c3-48b1-8f37-6b426ca5fcf3 service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864351
Apr 30 22:15:57.001955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804287-c034-487c-8135-6a41110892e9 req-f41f83f7-e0d6-4867-bea8-37fc7c49fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:57.003443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-f41f83f7-e0d6-4867-bea8-37fc7c49fd95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1126 time: 0.0428154
Apr 30 22:15:57.152051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a329-4693-446a-87ae-e68961134f73 req-43fc0c9d-4b47-441c-a9ff-78c3576528a7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:57.153601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b756a329-4693-446a-87ae-e68961134f73 req-43fc0c9d-4b47-441c-a9ff-78c3576528a7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0468085
Apr 30 22:15:57.209607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b756a329-4693-446a-87ae-e68961134f73 req-92a8ef05-e434-45db-a8cd-e09679955cb3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473216
Apr 30 22:15:57.312943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804287-c034-487c-8135-6a41110892e9 req-b4b3d09e-330e-487d-bf74-a67da0966db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:57.314801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-b4b3d09e-330e-487d-bf74-a67da0966db4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.0981681
Apr 30 22:15:57.411735 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-da8f9d8a-1cde-4ec4-a5f5-9c205ec6c1e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 999 time: 0.0630569
Apr 30 22:15:57.467962 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804287-c034-487c-8135-6a41110892e9 req-91803153-0785-4920-99c3-17cbe8b27018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:57.469447 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-91803153-0785-4920-99c3-17cbe8b27018 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0521200
Apr 30 22:15:57.515234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85804287-c034-487c-8135-6a41110892e9 req-bb7d8863-98e8-4ef5-8ff9-9f9cb84f83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:57.516751 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-bb7d8863-98e8-4ef5-8ff9-9f9cb84f83ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0409172
Apr 30 22:15:57.800423 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-6b7c038d-2273-4e86-ae7a-380468395fd8 service neutron] 10.222.0.20 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825856
Apr 30 22:15:57.901312 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-85804287-c034-487c-8135-6a41110892e9 req-4362ec31-b904-473e-835e-536c9e4e54ec service neutron] 10.222.0.20 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937653
Apr 30 22:15:58.335047 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d25c4-2b95-47da-9a57-a7856f8c0029 req-5bbee519-c7f3-4bb7-bce2-d9d09ed04758 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:58.336527 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d40d25c4-2b95-47da-9a57-a7856f8c0029 req-5bbee519-c7f3-4bb7-bce2-d9d09ed04758 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0470011
Apr 30 22:15:58.385361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d40d25c4-2b95-47da-9a57-a7856f8c0029 req-4a24e27c-4887-4291-b998-3d7ea8d9d465 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431275
Apr 30 22:15:58.536404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 47171e1c-3e26-4f75-927b-da4563d87b2d no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:15:58.575926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] The host nch2-master-1 is not matching for port 47171e1c-3e26-4f75-927b-da4563d87b2d host nch1-master-1! {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}}
Apr 30 22:15:58.576354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 47171e1c-3e26-4f75-927b-da4563d87b2d not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:15:58.729667 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd374d-c30e-4ac0-8e8c-4d2056a98470 req-4a830e47-2f61-4bd7-ad0f-6685a5dee13a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:58.731344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ddd374d-c30e-4ac0-8e8c-4d2056a98470 req-4a830e47-2f61-4bd7-ad0f-6685a5dee13a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0526187
Apr 30 22:15:58.780628 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9ddd374d-c30e-4ac0-8e8c-4d2056a98470 req-b2fb5618-4923-47d0-b50e-1d7ba9eef537 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437179
Apr 30 22:15:58.904093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0441-a224-4b7c-bce1-dad562f5286c req-3f0ea6ed-3f62-4cbb-bbdb-fb2f353bb004 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:58.905545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-3f0ea6ed-3f62-4cbb-bbdb-fb2f353bb004 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0&tenant_id=8f25dc6783c0491a86c2170aed9e0817&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0801520
Apr 30 22:15:58.926571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cb750-31ff-4641-8183-c1bd394ead3e req-d5f340ee-be5c-495c-a4da-8bfa3edceadd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:58.928031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-965cb750-31ff-4641-8183-c1bd394ead3e req-d5f340ee-be5c-495c-a4da-8bfa3edceadd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 944 time: 0.0703499
Apr 30 22:15:59.016073 ncdv-master-1 neutron-server[115774]: INFO neutron.api.v2.resource [req-503a0441-a224-4b7c-bce1-dad562f5286c req-6d336a6e-bbef-4adb-8d70-e8e826c6ed12 service neutron] delete failed (client error): The resource could not be found.
Apr 30 22:15:59.017119 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-6d336a6e-bbef-4adb-8d70-e8e826c6ed12 service neutron] 10.222.0.35 "DELETE /v2.0/ports/47171e1c-3e26-4f75-927b-da4563d87b2d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1039059
Apr 30 22:15:59.020759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-965cb750-31ff-4641-8183-c1bd394ead3e req-6baaface-7eb6-467e-bac8-936885fba3c5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713172
Apr 30 22:15:59.250765 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0441-a224-4b7c-bce1-dad562f5286c req-d079a118-0016-48ef-a574-1a5cf0e6c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:59.252288 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-d079a118-0016-48ef-a574-1a5cf0e6c6e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1126 time: 0.0450575
Apr 30 22:15:59.264393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 47171e1c-3e26-4f75-927b-da4563d87b2d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:15:59.343717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0441-a224-4b7c-bce1-dad562f5286c req-78d71d17-77ba-499e-91fe-5d98c8cdb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:59.345182 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-78d71d17-77ba-499e-91fe-5d98c8cdb45c service neutron] 10.222.0.35 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.0877821
Apr 30 22:15:59.367014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:15:59.379174 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'port_id': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'mac_address': 'fa:16:3e:c1:2e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:15:59.414803 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-5a6c8a7e-c705-4dd5-b9b8-b210502af6ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 999 time: 0.0634360
Apr 30 22:15:59.415267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 47171e1c-3e26-4f75-927b-da4563d87b2d is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:15:59.415661 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:59.429004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47171e1c-3e26-4f75-927b-da4563d87b2d {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:15:59.448655 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:15:59.462660 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0441-a224-4b7c-bce1-dad562f5286c req-44356efb-e6d8-4f9c-9c54-c7a0563c4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:59.464125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-44356efb-e6d8-4f9c-9c54-c7a0563c4426 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0442894
Apr 30 22:15:59.507426 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:15:59.507608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0441-a224-4b7c-bce1-dad562f5286c req-e6c7bea5-e127-4601-b0d3-bd88258a3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:15:59.508853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-e6c7bea5-e127-4601-b0d3-bd88258a3cd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391886
Apr 30 22:15:59.563164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:15:59.573440 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577263 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.577980 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.578197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.578515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:15:59.613340 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-029f942b-da82-4ea5-bb06-5690a7386d4f service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0988824
Apr 30 22:15:59.700134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-503a0441-a224-4b7c-bce1-dad562f5286c req-40a18520-3660-448f-b38d-286cea39bb2f service neutron] 10.222.0.35 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813568
Apr 30 22:15:59.771625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['47171e1c-3e26-4f75-927b-da4563d87b2d'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:16:00.146870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9a7f9-4cef-4484-95af-56b05402b304 req-0a06be4a-573a-49e8-ba6e-606b7cfe9132 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:00.148395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15c9a7f9-4cef-4484-95af-56b05402b304 req-0a06be4a-573a-49e8-ba6e-606b7cfe9132 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 945 time: 0.0553002
Apr 30 22:16:00.197268 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15c9a7f9-4cef-4484-95af-56b05402b304 req-8422bb6e-e5c8-4d20-8766-18dcb7e5fd40 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432396
Apr 30 22:16:01.281228 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 47171e1c-3e26-4f75-927b-da4563d87b2d up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:16:01.312288 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3418b1-46a8-4db9-983f-763b8b45dd90 req-0800d9a1-73f1-4e64-9f3d-7fb1f727bd46 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:01.314018 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3418b1-46a8-4db9-983f-763b8b45dd90 req-0800d9a1-73f1-4e64-9f3d-7fb1f727bd46 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 945 time: 0.0484853
Apr 30 22:16:01.325441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 47171e1c-3e26-4f75-927b-da4563d87b2d completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:16:01.363870 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8f3418b1-46a8-4db9-983f-763b8b45dd90 req-d086de13-a02e-43a8-8e59-926ed13b768c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441005
Apr 30 22:16:01.387291 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54160) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:01.389048 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 47171e1c-3e26-4f75-927b-da4563d87b2d triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:01.389486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:01.451902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6a00c2f0-373b-4391-9b6f-b69633853ec8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/2cb4d299-5601-4adc-a793-1c26e07ff1d3 HTTP/1.1" status: 200  len: 992 time: 0.0633507
Apr 30 22:16:01.468209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 47171e1c-3e26-4f75-927b-da4563d87b2d is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:01.468593 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:01.494214 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:16:01.496350 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c780e63-4bbd-42ef-9abb-4434ab1787c6" -d '{"events": [{"server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "name": "network-vif-plugged", "status": "completed", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:16:01.509417 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:01.531874 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056d4960-c9c6-409d-b363-ff24186dd218 x-openstack-request-id: req-056d4960-c9c6-409d-b363-ff24186dd218 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:16:01.536437 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "name": "network-vif-plugged", "status": "completed", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:16:01.536437 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-056d4960-c9c6-409d-b363-ff24186dd218 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:16:01.536437 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056d4960-c9c6-409d-b363-ff24186dd218'] response: {'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'code': 200}
Apr 30 22:16:01.578039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:01.625395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=9']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:17.700615 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:17.839898 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-605f3087-5d43-4057-8f61-67690ecc31a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:20.554467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c4416bb5-46dc-4ed1-82dc-4afa7e19d966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:21.554580 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:21.622720 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:22.284613 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:16:23.386609 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:24.495186 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:29.815487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54172) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:30.004433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 01b4e3b0-ec03-4fa7-be57-606efcf49da1 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:16:30.004709 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (01b4e3b0-ec03-4fa7-be57-606efcf49da1), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:30.079078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (01b4e3b0-ec03-4fa7-be57-606efcf49da1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:30.079415 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (01b4e3b0-ec03-4fa7-be57-606efcf49da1), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:30.096972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 01b4e3b0-ec03-4fa7-be57-606efcf49da1 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:16:30.332034 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (01b4e3b0-ec03-4fa7-be57-606efcf49da1), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:30.361971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=01b4e3b0-ec03-4fa7-be57-606efcf49da1,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:30.423672 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (2cb4d299-5601-4adc-a793-1c26e07ff1d3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:30.424014 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP 2cb4d299-5601-4adc-a793-1c26e07ff1d3 disassociated (deleted). External IP: 172.35.4.24, port: 47171e1c-3e26-4f75-927b-da4563d87b2d.
Apr 30 22:16:30.639661 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4410b1d6-7d7d-4989-b94d-6cc7007af095 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:16:30.755022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:16:30.760312 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:30.764904 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] Sync routers for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:16:30.774602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:16:30.775210 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc1af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:30.789359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cbff10c2-3fd5-44a3-9f1f-9dae5482b615 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/floatingips/2cb4d299-5601-4adc-a793-1c26e07ff1d3 HTTP/1.1" status: 204  len: 168 time: 0.9727905
Apr 30 22:16:30.790109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:16:30.792536 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951818e-569c-4d1d-808d-b1a765babb66" -d '{"events": [{"name": "network-changed", "server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:16:30.832182 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497bc91f-2a29-4cdc-8ef8-508e4fcdacb4 x-openstack-request-id: req-497bc91f-2a29-4cdc-8ef8-508e4fcdacb4 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:16:30.832986 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:16:30.833495 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-497bc91f-2a29-4cdc-8ef8-508e4fcdacb4 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:16:30.833980 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497bc91f-2a29-4cdc-8ef8-508e4fcdacb4'] response: {'name': 'network-changed', 'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'status': 'completed', 'code': 200}
Apr 30 22:16:30.894727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951818e-569c-4d1d-808d-b1a765babb66 req-a2467a03-90ae-45ff-85a8-571a7c080024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:30.895877 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:16:30.896169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9951818e-569c-4d1d-808d-b1a765babb66 req-a2467a03-90ae-45ff-85a8-571a7c080024 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 1128 time: 0.0420909
Apr 30 22:16:30.991194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951818e-569c-4d1d-808d-b1a765babb66 req-d0b16e86-de39-4606-b3c4-c0c345ebbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:30.992752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9951818e-569c-4d1d-808d-b1a765babb66 req-d0b16e86-de39-4606-b3c4-c0c345ebbfc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 200  len: 898 time: 0.0905466
Apr 30 22:16:31.034356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9951818e-569c-4d1d-808d-b1a765babb66 req-c9edc165-e096-4137-8b63-3d67ec90cfd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 200  len: 217 time: 0.0349565
Apr 30 22:16:31.086583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951818e-569c-4d1d-808d-b1a765babb66 req-8c28b13a-106e-409f-afc6-f537208861c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:31.087264 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc1af70>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:45Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:31.088107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9951818e-569c-4d1d-808d-b1a765babb66 req-8c28b13a-106e-409f-afc6-f537208861c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 200  len: 834 time: 0.0453720
Apr 30 22:16:31.114334 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] Checking router: 4410b1d6-7d7d-4989-b94d-6cc7007af095 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:16:31.123708 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:16:31.124307 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc1af70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:31.139603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951818e-569c-4d1d-808d-b1a765babb66 req-bc703c7d-040d-4140-8df7-e67e0fc01f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:31.141239 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9951818e-569c-4d1d-808d-b1a765babb66 req-bc703c7d-040d-4140-8df7-e67e0fc01f70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90d38a5f-5332-49b3-b6e5-23c7eaf174cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0456452
Apr 30 22:16:31.237868 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:16:31.249556 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62123fb-0d7a-4f14-964d-9693ac745cc9 req-6fca4270-9f62-4a30-af79-f95af24ca8b9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:31.251033 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e62123fb-0d7a-4f14-964d-9693ac745cc9 req-6fca4270-9f62-4a30-af79-f95af24ca8b9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0606141
Apr 30 22:16:31.288432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9951818e-569c-4d1d-808d-b1a765babb66 req-85a870a4-cfd5-4b26-895b-70179929be96 service neutron] 10.222.0.20 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409061
Apr 30 22:16:31.317862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e62123fb-0d7a-4f14-964d-9693ac745cc9 req-1a30b261-125a-4ed7-aeca-5086f3571733 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604639
Apr 30 22:16:31.425117 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc1af70>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:45Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:31.450270 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4447bc0e-a006-4722-97e6-ebe099d47d29 None None] The sync data for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 is: [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:14:42Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b107cd0e-3445-48a3-b3ed-4d79e44c125c', 'name': '', 'network_id': '90d38a5f-5332-49b3-b6e5-23c7eaf174cd', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:cd:f5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:42Z', 'updated_at': '2022-04-30T22:14:45Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'a1d203ac-7fcc-4734-b311-9d25c91fdee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:16:31.677485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4edfdb-ce8c-4faf-90b2-d07a0ff024b5 None None] New status for floating IP 2cb4d299-5601-4adc-a793-1c26e07ff1d3: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:16:32.351498 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9951818e-569c-4d1d-808d-b1a765babb66 req-d045e875-059b-4c91-bda4-5b86856a894f service neutron] 10.222.0.20 "GET /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933669
Apr 30 22:16:32.435721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c398c-67dc-4878-b8c4-a8b9cc421713 req-54c77e80-db8a-431e-9034-38208cb4b5e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:32.437199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb4c398c-67dc-4878-b8c4-a8b9cc421713 req-54c77e80-db8a-431e-9034-38208cb4b5e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0495465
Apr 30 22:16:32.491540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-eb4c398c-67dc-4878-b8c4-a8b9cc421713 req-2fbaca86-29bc-46d7-abd5-555dc74c4567 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdc24964-7182-4a0f-8147-5806d8d24d13&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486841
Apr 30 22:16:32.709418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-3ff3960c-d8de-4029-9e6c-651d313847b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:32.710890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-3ff3960c-d8de-4029-9e6c-651d313847b1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 946 time: 0.0455954
Apr 30 22:16:32.796344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 47171e1c-3e26-4f75-927b-da4563d87b2d {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:16:32.796685 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:32.888562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port 47171e1c-3e26-4f75-927b-da4563d87b2d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=47171e1c-3e26-4f75-927b-da4563d87b2d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:32.888926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:32.902414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 47171e1c-3e26-4f75-927b-da4563d87b2d owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:16:33.095459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (47171e1c-3e26-4f75-927b-da4563d87b2d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:33.124042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=47171e1c-3e26-4f75-927b-da4563d87b2d,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:33.167338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] No DVR routers for this DVR port 47171e1c-3e26-4f75-927b-da4563d87b2d on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:16:33.170158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:33.173525 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1f993fda-da2d-4f7c-80f9-2ff3d93e623f req-903286e5-10cc-4c80-b7e8-8e2a4246f611 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "DELETE /v2.0/ports/47171e1c-3e26-4f75-927b-da4563d87b2d HTTP/1.1" status: 204  len: 173 time: 0.4534700
Apr 30 22:16:33.174059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'name': 'network-vif-deleted', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:16:33.176282 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1112710b-6e43-47fd-aed6-0a2e08165211" -d '{"events": [{"server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "name": "network-vif-deleted", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:16:33.212050 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30835b55-63b2-4aeb-bdf2-612b25e30ebd x-openstack-request-id: req-30835b55-63b2-4aeb-bdf2-612b25e30ebd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:16:33.212347 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8affdd64-3b33-4869-81da-c4bb111501e0", "name": "network-vif-deleted", "tag": "47171e1c-3e26-4f75-927b-da4563d87b2d", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:16:33.212604 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30835b55-63b2-4aeb-bdf2-612b25e30ebd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:16:33.213014 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30835b55-63b2-4aeb-bdf2-612b25e30ebd'] response: {'server_uuid': '8affdd64-3b33-4869-81da-c4bb111501e0', 'name': 'network-vif-deleted', 'tag': '47171e1c-3e26-4f75-927b-da4563d87b2d', 'status': 'completed', 'code': 200}
Apr 30 22:16:33.612524 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7ed862eb-3182-4a98-b173-f47dc73a106c req-86aa4c31-4f8f-4d98-847b-0fd0f87ee04f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=8affdd64-3b33-4869-81da-c4bb111501e0 HTTP/1.1" status: 200  len: 210 time: 0.0313497
Apr 30 22:16:34.672266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54206) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:35.009672 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (4410b1d6-7d7d-4989-b94d-6cc7007af095), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:35.250207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port b107cd0e-3445-48a3-b3ed-4d79e44c125c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:16:35.250553 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:35.341267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port b107cd0e-3445-48a3-b3ed-4d79e44c125c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b107cd0e-3445-48a3-b3ed-4d79e44c125c,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:35.341639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:35.354777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for b107cd0e-3445-48a3-b3ed-4d79e44c125c owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:16:35.621136 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b107cd0e-3445-48a3-b3ed-4d79e44c125c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:35.649719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=b107cd0e-3445-48a3-b3ed-4d79e44c125c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:35.827616 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (4410b1d6-7d7d-4989-b94d-6cc7007af095), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.044001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 4410b1d6-7d7d-4989-b94d-6cc7007af095 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:16:36.152578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:16:36.160948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f995242d-1549-48ba-a8e3-b6e195b5c034 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/4410b1d6-7d7d-4989-b94d-6cc7007af095/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4842110
Apr 30 22:16:36.160948 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54208) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:36.164070 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] Sync routers for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:16:36.174197 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:16:36.175034 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca8acd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:36.211955 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe99907-eea5-4356-b782-f6250c0bf36e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting subnet a1d203ac-7fcc-4734-b311-9d25c91fdee3 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:16:36.215097 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fe99907-eea5-4356-b782-f6250c0bf36e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (a1d203ac-7fcc-4734-b311-9d25c91fdee3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.254450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fe99907-eea5-4356-b782-f6250c0bf36e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (a1d203ac-7fcc-4734-b311-9d25c91fdee3), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.281258 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:16:36.341421 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fe99907-eea5-4356-b782-f6250c0bf36e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (a1d203ac-7fcc-4734-b311-9d25c91fdee3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.445567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca8acd0>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:16:35Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:36.472938 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fe99907-eea5-4356-b782-f6250c0bf36e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (a1d203ac-7fcc-4734-b311-9d25c91fdee3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.474259 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] Checking router: 4410b1d6-7d7d-4989-b94d-6cc7007af095 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:16:36.483087 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] Routers {'4410b1d6-7d7d-4989-b94d-6cc7007af095'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:16:36.483687 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca8acd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['4410b1d6-7d7d-4989-b94d-6cc7007af095'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:36.500623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe99907-eea5-4356-b782-f6250c0bf36e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d203ac-7fcc-4734-b311-9d25c91fdee3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:36.504599 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7fe99907-eea5-4356-b782-f6250c0bf36e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.510405 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7fe99907-eea5-4356-b782-f6250c0bf36e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/subnets/a1d203ac-7fcc-4734-b311-9d25c91fdee3 HTTP/1.1" status: 204  len: 168 time: 0.3465087
Apr 30 22:16:36.510624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54210) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:36.515982 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f670df-e8f1-4923-b237-8918a51a8276 None None] Network 90d38a5f-5332-49b3-b6e5-23c7eaf174cd requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:16:36.625279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (4410b1d6-7d7d-4989-b94d-6cc7007af095), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.688900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689120a7-9166-4119-a194-b7934e3e05da None None] DHCP port deletion for 90d38a5f-5332-49b3-b6e5-23c7eaf174cd request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:16:36.693403 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] Set router 4410b1d6-7d7d-4989-b94d-6cc7007af095 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:16:36.735014 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-689120a7-9166-4119-a194-b7934e3e05da None None] Deleting port 1f6e08f0-99a5-4073-a329-8a82da2ba38d {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:16:36.735397 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-689120a7-9166-4119-a194-b7934e3e05da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.764052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (4410b1d6-7d7d-4989-b94d-6cc7007af095), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.800231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-689120a7-9166-4119-a194-b7934e3e05da None None] For port 1f6e08f0-99a5-4073-a329-8a82da2ba38d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f6e08f0-99a5-4073-a329-8a82da2ba38d,segment=NetworkSegment(5535f791-8337-4b9e-a0c8-046b506d7069),segment_id=5535f791-8337-4b9e-a0c8-046b506d7069)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:36.800788 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-689120a7-9166-4119-a194-b7934e3e05da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.813705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-689120a7-9166-4119-a194-b7934e3e05da None None] Calling delete_port for 1f6e08f0-99a5-4073-a329-8a82da2ba38d owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:16:36.869593 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca8acd0>, [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:16:35Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:36.887349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 77fb669d-e49a-47a5-b10a-c150ed7c555a {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:16:36.887942 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.896050 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25e63e-9e1b-4936-947c-8694a706fdc4 None None] The sync data for ids ['4410b1d6-7d7d-4989-b94d-6cc7007af095'] in ncdv-master-1 is: [{'id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1595200190', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:14:38Z', 'updated_at': '2022-04-30T22:16:35Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '77fb669d-e49a-47a5-b10a-c150ed7c555a', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4410b1d6-7d7d-4989-b94d-6cc7007af095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:14:39Z', 'updated_at': '2022-04-30T22:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:16:36.970813 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port 77fb669d-e49a-47a5-b10a-c150ed7c555a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77fb669d-e49a-47a5-b10a-c150ed7c555a,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:36.971182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.977956 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-689120a7-9166-4119-a194-b7934e3e05da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (1f6e08f0-99a5-4073-a329-8a82da2ba38d), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:36.985388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 77fb669d-e49a-47a5-b10a-c150ed7c555a owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:16:37.005129 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689120a7-9166-4119-a194-b7934e3e05da None None] Pushing event deleted for resources: {'Port': ['ID=1f6e08f0-99a5-4073-a329-8a82da2ba38d,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:37.007015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689120a7-9166-4119-a194-b7934e3e05da None None] No DVR routers for this DVR port 1f6e08f0-99a5-4073-a329-8a82da2ba38d on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:16:37.229082 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (77fb669d-e49a-47a5-b10a-c150ed7c555a), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:37.255873 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=77fb669d-e49a-47a5-b10a-c150ed7c555a,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:37.327251 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (4410b1d6-7d7d-4989-b94d-6cc7007af095), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:37.343765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 47171e1c-3e26-4f75-927b-da4563d87b2d no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:16:37.365507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 47171e1c-3e26-4f75-927b-da4563d87b2d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:16:37.366009 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 47171e1c-3e26-4f75-927b-da4563d87b2d not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:16:37.775156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (4410b1d6-7d7d-4989-b94d-6cc7007af095), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:37.777336 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (4410b1d6-7d7d-4989-b94d-6cc7007af095), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:37.841421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b107cd0e-3445-48a3-b3ed-4d79e44c125c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:16:37.865333 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b107cd0e-3445-48a3-b3ed-4d79e44c125c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:16:37.865685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b107cd0e-3445-48a3-b3ed-4d79e44c125c not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:16:37.870087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1f6e08f0-99a5-4073-a329-8a82da2ba38d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:16:37.885511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 1f6e08f0-99a5-4073-a329-8a82da2ba38d {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:16:37.885830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (4410b1d6-7d7d-4989-b94d-6cc7007af095), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:37.885969 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 1f6e08f0-99a5-4073-a329-8a82da2ba38d not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:16:37.886367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Fanout notify agent at l3_agent the message router_deleted on router 4410b1d6-7d7d-4989-b94d-6cc7007af095 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:16:37.895500 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:37.898043 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54212) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:37.898461 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f38cdec8-b6a2-4380-9bec-d2fe1050bfa8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/routers/4410b1d6-7d7d-4989-b94d-6cc7007af095 HTTP/1.1" status: 204  len: 168 time: 1.3867221
Apr 30 22:16:37.976152 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (90d38a5f-5332-49b3-b6e5-23c7eaf174cd), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.064686 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (90d38a5f-5332-49b3-b6e5-23c7eaf174cd), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.084093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89673e8eb0>,) {'filters': {'network_id': ['90d38a5f-5332-49b3-b6e5-23c7eaf174cd']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:38.093008 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89673e8eb0>, '5535f791-8337-4b9e-a0c8-046b506d7069') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:38.093311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89673e8eb0>, '5535f791-8337-4b9e-a0c8-046b506d7069') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:38.103280 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (5535f791-8337-4b9e-a0c8-046b506d7069), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.116082 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5535f791-8337-4b9e-a0c8-046b506d7069), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.122455 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:16:38.122845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (5535f791-8337-4b9e-a0c8-046b506d7069), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:16:38.126049 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:16:38.262878 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (90d38a5f-5332-49b3-b6e5-23c7eaf174cd), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.275111 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.275111 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/networks/90d38a5f-5332-49b3-b6e5-23c7eaf174cd HTTP/1.1" status: 204  len: 168 time: 0.3730462
Apr 30 22:16:38.276212 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54216) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:38.285166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Network': ['ID=90d38a5f-5332-49b3-b6e5-23c7eaf174cd,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:38.293343 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.293689 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.294057 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.294390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.294720 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.295059 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.295373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.295696 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.296017 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.296336 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.296671 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.296990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.297307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.297622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.297969 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd7fd8f-4044-4d89-9166-2275b6a0ff08 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:38.337468 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bdbec98-5dde-4686-9cb3-2d4e6b93a556 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (bdc24964-7182-4a0f-8147-5806d8d24d13), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.364619 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bdbec98-5dde-4686-9cb3-2d4e6b93a556 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (bdc24964-7182-4a0f-8147-5806d8d24d13), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.517967 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bdbec98-5dde-4686-9cb3-2d4e6b93a556 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (bdc24964-7182-4a0f-8147-5806d8d24d13), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.520527 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-5bdbec98-5dde-4686-9cb3-2d4e6b93a556 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:38.521690 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5bdbec98-5dde-4686-9cb3-2d4e6b93a556 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/security-groups/bdc24964-7182-4a0f-8147-5806d8d24d13 HTTP/1.1" status: 204  len: 168 time: 0.2444794
Apr 30 22:16:38.531633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbec98-5dde-4686-9cb3-2d4e6b93a556 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc24964-7182-4a0f-8147-5806d8d24d13,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:39.001407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54222) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:39.006020 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-11408cf8-56b9-4c53-9e63-2476e7e80c69 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184325995', 'description': 'tempest-secgroup-smoke-1184325995 description', 'project_id': '8f25dc6783c0491a86c2170aed9e0817'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:39.112591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11408cf8-56b9-4c53-9e63-2476e7e80c69 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.178653 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11408cf8-56b9-4c53-9e63-2476e7e80c69 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (1c1ab9b8-ba65-490f-881d-ec2a6a031c3c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.243499 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11408cf8-56b9-4c53-9e63-2476e7e80c69 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c1ab9b8-ba65-490f-881d-ec2a6a031c3c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.272057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11408cf8-56b9-4c53-9e63-2476e7e80c69 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:39.342694 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-11408cf8-56b9-4c53-9e63-2476e7e80c69 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.343998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-11408cf8-56b9-4c53-9e63-2476e7e80c69 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3415270
Apr 30 22:16:39.346875 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54224) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:39.351243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2d12693d-eacd-4fda-80be-1ff4ffb7936c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab9b8-ba65-490f-881d-ec2a6a031c3c', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:39.442970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d12693d-eacd-4fda-80be-1ff4ffb7936c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (554f8f68-4fd2-4f69-98f8-6f24f5757455), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.497812 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d12693d-eacd-4fda-80be-1ff4ffb7936c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (554f8f68-4fd2-4f69-98f8-6f24f5757455), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.536765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d12693d-eacd-4fda-80be-1ff4ffb7936c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (554f8f68-4fd2-4f69-98f8-6f24f5757455), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.554318 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12693d-eacd-4fda-80be-1ff4ffb7936c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554f8f68-4fd2-4f69-98f8-6f24f5757455,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:39.607597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2d12693d-eacd-4fda-80be-1ff4ffb7936c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.608813 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2d12693d-eacd-4fda-80be-1ff4ffb7936c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2609725
Apr 30 22:16:39.611543 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54226) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:39.615836 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-9a631870-eca8-440e-b048-49eca384f284 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab9b8-ba65-490f-881d-ec2a6a031c3c', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:39.703055 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a631870-eca8-440e-b048-49eca384f284 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (3c6665dd-bb78-4584-a2f3-133835dfa6f3), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.753596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 77fb669d-e49a-47a5-b10a-c150ed7c555a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:16:39.762597 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a631870-eca8-440e-b048-49eca384f284 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (3c6665dd-bb78-4584-a2f3-133835dfa6f3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.774092 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 77fb669d-e49a-47a5-b10a-c150ed7c555a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:16:39.774459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 77fb669d-e49a-47a5-b10a-c150ed7c555a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:16:39.826277 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a631870-eca8-440e-b048-49eca384f284 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (3c6665dd-bb78-4584-a2f3-133835dfa6f3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.843937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a631870-eca8-440e-b048-49eca384f284 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6665dd-bb78-4584-a2f3-133835dfa6f3,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:39.925488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-9a631870-eca8-440e-b048-49eca384f284 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:39.926740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9a631870-eca8-440e-b048-49eca384f284 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3142281
Apr 30 22:16:39.929422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54228) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:39.934136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b799a11a-5654-4740-ab5e-1616ad2d9765 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab9b8-ba65-490f-881d-ec2a6a031c3c', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:40.014818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b799a11a-5654-4740-ab5e-1616ad2d9765 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (ccb04307-6897-41c5-b2c9-998c6d0d858e), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.070099 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b799a11a-5654-4740-ab5e-1616ad2d9765 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (ccb04307-6897-41c5-b2c9-998c6d0d858e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.123594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b799a11a-5654-4740-ab5e-1616ad2d9765 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ccb04307-6897-41c5-b2c9-998c6d0d858e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.141280 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799a11a-5654-4740-ab5e-1616ad2d9765 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb04307-6897-41c5-b2c9-998c6d0d858e,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:40.205258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b799a11a-5654-4740-ab5e-1616ad2d9765 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.206530 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b799a11a-5654-4740-ab5e-1616ad2d9765 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2761347
Apr 30 22:16:40.209208 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54230) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:40.213409 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4d3993a3-87b8-4c60-9b67-9aa962effdec tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab9b8-ba65-490f-881d-ec2a6a031c3c', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:40.295568 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d3993a3-87b8-4c60-9b67-9aa962effdec tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (4ffeacb5-a7de-4669-8724-492bde255ef6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.351508 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d3993a3-87b8-4c60-9b67-9aa962effdec tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (4ffeacb5-a7de-4669-8724-492bde255ef6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.422591 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d3993a3-87b8-4c60-9b67-9aa962effdec tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (4ffeacb5-a7de-4669-8724-492bde255ef6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.439917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3993a3-87b8-4c60-9b67-9aa962effdec tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffeacb5-a7de-4669-8724-492bde255ef6,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:40.521595 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4d3993a3-87b8-4c60-9b67-9aa962effdec tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.522853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4d3993a3-87b8-4c60-9b67-9aa962effdec tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3126941
Apr 30 22:16:40.526157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54232) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:40.530501 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-37061d5f-ab42-4d74-8d67-1101679fbc34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab9b8-ba65-490f-881d-ec2a6a031c3c', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:40.609487 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-37061d5f-ab42-4d74-8d67-1101679fbc34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:16:40.615248 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37061d5f-ab42-4d74-8d67-1101679fbc34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (24f80d3b-750b-4214-a950-07578d3de2da), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.675547 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37061d5f-ab42-4d74-8d67-1101679fbc34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (24f80d3b-750b-4214-a950-07578d3de2da), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.742884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37061d5f-ab42-4d74-8d67-1101679fbc34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (24f80d3b-750b-4214-a950-07578d3de2da), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.761746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37061d5f-ab42-4d74-8d67-1101679fbc34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f80d3b-750b-4214-a950-07578d3de2da,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:40.840664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37061d5f-ab42-4d74-8d67-1101679fbc34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:40.842122 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-37061d5f-ab42-4d74-8d67-1101679fbc34 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3150129
Apr 30 22:16:40.844933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54234) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:40.849315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-37b5fb21-7196-47b2-bb31-be331cba4e75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '1c1ab9b8-ba65-490f-881d-ec2a6a031c3c', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:40.958037 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-37b5fb21-7196-47b2-bb31-be331cba4e75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:16:40.964331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37b5fb21-7196-47b2-bb31-be331cba4e75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (0d3ea718-e278-405b-a362-93992727c64a), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.021162 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37b5fb21-7196-47b2-bb31-be331cba4e75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (0d3ea718-e278-405b-a362-93992727c64a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.100532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37b5fb21-7196-47b2-bb31-be331cba4e75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0d3ea718-e278-405b-a362-93992727c64a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.117645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5fb21-7196-47b2-bb31-be331cba4e75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3ea718-e278-405b-a362-93992727c64a,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:41.193884 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-37b5fb21-7196-47b2-bb31-be331cba4e75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.195108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-37b5fb21-7196-47b2-bb31-be331cba4e75 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3492036
Apr 30 22:16:41.198481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54236) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:41.203118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'network': {'name': 'tempest-network-smoke--118068270', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'port_security_enabled': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:41.271951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:16:41.275476 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.298653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:16:41.307580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.307924 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Added segment dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58 of type vlan for network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588
Apr 30 22:16:41.346230 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (43917ffc-ace2-46f9-a7a4-b7f29eb0a588), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.445243 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (43917ffc-ace2-46f9-a7a4-b7f29eb0a588), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.450784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:41.451385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.517688 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Network': ['ID=43917ffc-ace2-46f9-a7a4-b7f29eb0a588,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:41.527760 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:16:41.579710 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-892a9d65-f2cd-4eb6-85da-5c5269499bbb tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3802037
Apr 30 22:16:41.582380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54238) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:41.586727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'admin_state_up': True, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:41.668616 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (e126e88e-efbc-4ae8-bc73-339e6063a369), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.669677 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (e126e88e-efbc-4ae8-bc73-339e6063a369), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.722656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (e126e88e-efbc-4ae8-bc73-339e6063a369), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:41.945966 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (e126e88e-efbc-4ae8-bc73-339e6063a369), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:42.168801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (e126e88e-efbc-4ae8-bc73-339e6063a369), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:42.187218 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:42.295189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.29 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/28deed0e-0150-4ca1-9939-b439394e5e99) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:16:42.400046 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (28deed0e-0150-4ca1-9939-b439394e5e99), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:42.489643 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:42.526764 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:16:42.529628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:16:42.541658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:16:42.568167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=28deed0e-0150-4ca1-9939-b439394e5e99,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:42.850604 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (e126e88e-efbc-4ae8-bc73-339e6063a369), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:43.050449 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (e126e88e-efbc-4ae8-bc73-339e6063a369), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:43.260784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router e126e88e-efbc-4ae8-bc73-339e6063a369 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:16:43.370187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:16:43.380128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Sync routers for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:16:43.389708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:16:43.396699 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:43.445768 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:43.447646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-66fa17f9-6143-427c-8381-1b23c17cc2e7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.8643267
Apr 30 22:16:43.450986 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54240) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:43.495999 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:16:43.521910 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a2f485bf-ce97-4c11-b300-2555fd01f56a tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8f25dc6783c0491a86c2170aed9e0817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0696125
Apr 30 22:16:43.524302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54244) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:43.613122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98093eac-3d05-40c6-bc47-d3fe431ee9fc tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:43.614722 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-98093eac-3d05-40c6-bc47-d3fe431ee9fc tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0887508
Apr 30 22:16:43.618943 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54248) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:43.651251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ab1a47dd-9768-4dfe-b67d-2bbcfc604d64 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0312121
Apr 30 22:16:43.653829 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54250) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:43.658473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31383535', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:43.671607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75fc70>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:42Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:43.703511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Checking router: e126e88e-efbc-4ae8-bc73-339e6063a369 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:16:43.703858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Updating router e126e88e-efbc-4ae8-bc73-339e6063a369 port 28deed0e-0150-4ca1-9939-b439394e5e99 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:16:43.729886 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:43.839886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:16:43.843379 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:43.984269 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Publish callbacks [] for port (28deed0e-0150-4ca1-9939-b439394e5e99), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.051302 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.074378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.103922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Attempting to bind port 28deed0e-0150-4ca1-9939-b439394e5e99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:16:44.104212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Attempting to bind port 28deed0e-0150-4ca1-9939-b439394e5e99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:16:44.104573 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Attempting to bind port 28deed0e-0150-4ca1-9939-b439394e5e99 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:16:44.106480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a894c-8115-4729-af01-7917c07c2863 None None] Pushing event updated for resources: {'Port': ['ID=28deed0e-0150-4ca1-9939-b439394e5e99,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:44.112441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:16:44.112821 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:16:44.113221 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.113611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:16:44.114135 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Bound port: 28deed0e-0150-4ca1-9939-b439394e5e99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:16:44.114471 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.133140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Subnet': ['ID=c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:44.148361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Checking segment: {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:16:44.148731 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network hostable DHCP agents. Network: 43917ffc-ace2-46f9-a7a4-b7f29eb0a588, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:16:44.178032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] For port 28deed0e-0150-4ca1-9939-b439394e5e99, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:16:44.181088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] For port 28deed0e-0150-4ca1-9939-b439394e5e99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28deed0e-0150-4ca1-9939-b439394e5e99,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:16:44.234299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:16:44.251806 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.289549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 43917ffc-ace2-46f9-a7a4-b7f29eb0a588) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:16:44.295878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:44.296488 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.301382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e332b7-a79e-4246-817b-7533dfb61a5c None None] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:16:44.350904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-b4955e7a-2d70-47b9-958b-37aa44208548 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6960444
Apr 30 22:16:44.351834 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:16:44.353056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f75fc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:44.354459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54252) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:16:44.354859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a894c-8115-4729-af01-7917c07c2863 None None] Pushing event updated for resources: {'Port': ['ID=28deed0e-0150-4ca1-9939-b439394e5e99,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:44.663287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:16:44.664134 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.680590 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:16:44.817131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:44.955774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Allocated IP 172.20.0.2 (43917ffc-ace2-46f9-a7a4-b7f29eb0a588/c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22/8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:16:44.966428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f75fc70>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:42Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:44.997897 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c446bfc-ff53-4a2b-a221-a1f43b3bae51 None None] The sync data for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 is: [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:42Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:16:45.146002 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Publish callbacks [] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.206693 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.264793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:16:45.267084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.1 (43917ffc-ace2-46f9-a7a4-b7f29eb0a588/c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22/5a240035-9b89-4b39-add6-e049f0b7422b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:16:45.283968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:16:45.297200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:16:45.301120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Pushing event updated for resources: {'Port': ['ID=8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:45.364703 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Attempting to bind port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:16:45.365072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Attempting to bind port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:16:45.365433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Attempting to bind port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a on network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:16:45.371507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:16:45.371880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Checking segment: {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:16:45.372280 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.372876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Bound using segment: {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:16:45.373601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Bound port: 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:16:45.374001 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.405796 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (5a240035-9b89-4b39-add6-e049f0b7422b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.460888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] For port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:16:45.465793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] For port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:16:45.526663 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.537896 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.571676 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:16:45.574907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:16:45.578945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:16:45.590542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=5a240035-9b89-4b39-add6-e049f0b7422b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:45.610718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b6738-02c9-4261-92c9-82a5c6d81b9e None None] Pushing event updated for resources: {'Port': ['ID=8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:45.647571 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (e126e88e-efbc-4ae8-bc73-339e6063a369), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.857976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:45.873496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 28deed0e-0150-4ca1-9939-b439394e5e99 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:16:45.939056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 28deed0e-0150-4ca1-9939-b439394e5e99 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:45.939624 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:46.022597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 28deed0e-0150-4ca1-9939-b439394e5e99 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:46.022990 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:46.048764 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 28deed0e-0150-4ca1-9939-b439394e5e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28deed0e-0150-4ca1-9939-b439394e5e99,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:46.125689 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:46.185352 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=28deed0e-0150-4ca1-9939-b439394e5e99,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:46.192498 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (5a240035-9b89-4b39-add6-e049f0b7422b), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:46.256820 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:46.334256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=5a240035-9b89-4b39-add6-e049f0b7422b,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:46.337641 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (e126e88e-efbc-4ae8-bc73-339e6063a369), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:46.428747 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:16:46.430183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:16:46.548691 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router e126e88e-efbc-4ae8-bc73-339e6063a369 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:16:47.004497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:16:47.009419 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-02b76d39-5b9c-4a31-b354-c17029650512 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/e126e88e-efbc-4ae8-bc73-339e6063a369/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6539981
Apr 30 22:16:47.014310 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Sync routers for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:16:47.024454 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:16:47.025084 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896e242a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:47.142728 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:16:47.168650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-3eed7c70-3c38-428c-bc8f-cebb13dfc83e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184325995&fields=id&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 267 time: 0.0522740
Apr 30 22:16:47.294613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-a4b48d5a-adbb-40a5-b29f-03f59dc8eea5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:47.296338 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-a4b48d5a-adbb-40a5-b29f-03f59dc8eea5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/networks?id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588 HTTP/1.1" status: 200  len: 796 time: 0.1206861
Apr 30 22:16:47.311767 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-b5b3db44-952c-417a-89d8-d2b3eff2997b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/quotas/8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 375 time: 0.0099831
Apr 30 22:16:47.349082 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896e242a90>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 2, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:47.363728 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-d8908b70-61d8-4e21-a35b-ad0932efa708 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0461502
Apr 30 22:16:47.379022 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Checking router: e126e88e-efbc-4ae8-bc73-339e6063a369 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:16:47.379569 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Updating router e126e88e-efbc-4ae8-bc73-339e6063a369 port 5a240035-9b89-4b39-add6-e049f0b7422b binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:16:47.409881 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.467754 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-12383ab0-e7ea-4fb1-a92a-a179e428172b service neutron] 10.222.0.23 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914087
Apr 30 22:16:47.511511 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056be616-571f-4a71-b73d-9bf22ef67fe7 None None] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:16:47.569968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4a47d660-3af5-415a-8be4-bf4960a638b6 None None] Provisioning complete for port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:47.570342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a47d660-3af5-415a-8be4-bf4960a638b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.575565 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-87ad0ccf-3e39-44a1-9c6b-f0796b04e5db service neutron] 10.222.0.23 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994780
Apr 30 22:16:47.695158 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Publish callbacks [] for port (5a240035-9b89-4b39-add6-e049f0b7422b), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.717210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4a47d660-3af5-415a-8be4-bf4960a638b6 None None] Current status of the port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:47.717598 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a47d660-3af5-415a-8be4-bf4960a638b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.757986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-4a47d660-3af5-415a-8be4-bf4960a638b6 None None] For port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:47.771970 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.803818 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.815609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fa27e533-677d-444e-991b-4f19844d9af1 req-bd71c9cf-3c14-4859-808f-acd5ef436237 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 210 time: 0.0418100
Apr 30 22:16:47.878647 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4a47d660-3af5-415a-8be4-bf4960a638b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.922869 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Pushing event updated for resources: {'Port': ['ID=5a240035-9b89-4b39-add6-e049f0b7422b,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:47.961028 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Attempting to bind port 5a240035-9b89-4b39-add6-e049f0b7422b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:16:47.961535 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Attempting to bind port 5a240035-9b89-4b39-add6-e049f0b7422b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:16:47.962957 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Attempting to bind port 5a240035-9b89-4b39-add6-e049f0b7422b on network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:16:47.966398 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.972509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:16:47.974295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dbfad805-e875-4b4a-8ec8-1e4349a2488b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.979023 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:16:47.979486 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Checking segment: {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:16:47.979959 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.980434 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Bound using segment: {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:16:47.980979 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Bound port: 5a240035-9b89-4b39-add6-e049f0b7422b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:16:47.981419 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:47.982742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47d660-3af5-415a-8be4-bf4960a638b6 None None] Pushing event updated for resources: {'Port': ['ID=8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:48.008236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:16:48.011647 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Provisioning complete for port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:48.012024 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.054979 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] For port 5a240035-9b89-4b39-add6-e049f0b7422b, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:16:48.058806 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] For port 5a240035-9b89-4b39-add6-e049f0b7422b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a240035-9b89-4b39-add6-e049f0b7422b,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:16:48.095933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:48.096313 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.114761 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.172818 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Current status of the port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:48.175146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:16:48.175884 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896e242a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:48.210681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Provisioning complete for port 5a240035-9b89-4b39-add6-e049f0b7422b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:48.211067 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.251653 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:48.252469 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 28deed0e-0150-4ca1-9939-b439394e5e99 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:16:48.253967 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d244a-c186-435c-bb84-00f5bbe1063c None None] Pushing event updated for resources: {'Port': ['ID=5a240035-9b89-4b39-add6-e049f0b7422b,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:48.324271 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:16:48.362922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 28deed0e-0150-4ca1-9939-b439394e5e99 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:48.363291 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.387977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Current status of the port 5a240035-9b89-4b39-add6-e049f0b7422b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:48.388365 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.441002 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] For port 5a240035-9b89-4b39-add6-e049f0b7422b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a240035-9b89-4b39-add6-e049f0b7422b,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:48.491032 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 28deed0e-0150-4ca1-9939-b439394e5e99 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:48.503425 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.570053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd371f78-92a3-44d3-8c68-a2d9de2c5198 None None] Pushing event updated for resources: {'Port': ['ID=5a240035-9b89-4b39-add6-e049f0b7422b,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:48.626992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9556a9bc-5014-4e7f-8906-d33ec66aa70b None None] Provisioning complete for port 5a240035-9b89-4b39-add6-e049f0b7422b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:48.627371 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9556a9bc-5014-4e7f-8906-d33ec66aa70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.655107 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896e242a90>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:48Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:16:48.684324 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb208-5fd7-4e97-8397-5dcaf5d01073 None None] The sync data for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 is: [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:48Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:16:48.715406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9556a9bc-5014-4e7f-8906-d33ec66aa70b None None] Current status of the port 5a240035-9b89-4b39-add6-e049f0b7422b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:48.834783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-abbd4910-3c84-4586-9c92-a627e3ee9e0e None None] Provisioning complete for port 5a240035-9b89-4b39-add6-e049f0b7422b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:48.835272 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-abbd4910-3c84-4586-9c92-a627e3ee9e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:48.949005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-abbd4910-3c84-4586-9c92-a627e3ee9e0e None None] Current status of the port 5a240035-9b89-4b39-add6-e049f0b7422b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:48.963663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-233cf97d-fc94-4228-a51b-067a92252c77 req-8397783d-5c41-4a3b-be4b-8774927dee6e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 210 time: 0.0540352
Apr 30 22:16:49.070340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-37f075c1-4b1c-4766-a230-162216acb518 None None] Provisioning complete for port 5a240035-9b89-4b39-add6-e049f0b7422b triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:49.070764 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-37f075c1-4b1c-4766-a230-162216acb518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:49.159852 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-37f075c1-4b1c-4766-a230-162216acb518 None None] Current status of the port 5a240035-9b89-4b39-add6-e049f0b7422b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:49.896406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:16:49.945075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:49.945449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:50.025960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:50.027038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5a240035-9b89-4b39-add6-e049f0b7422b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:16:50.062204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6d2c3348-a279-4d4e-bd36-ed79184fee26 req-38a650fa-a87e-4966-98ce-2754853f1c5e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 210 time: 0.0338733
Apr 30 22:16:50.087449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5a240035-9b89-4b39-add6-e049f0b7422b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:50.088056 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:50.111022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-a721c924-5268-4d1c-a603-f3d29018f2ab tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:50.112443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-a721c924-5268-4d1c-a603-f3d29018f2ab tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/networks?id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588 HTTP/1.1" status: 200  len: 796 time: 0.1458576
Apr 30 22:16:50.172248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5a240035-9b89-4b39-add6-e049f0b7422b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:50.177892 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-00332928-5627-4fb4-99b0-864bb940d5f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 380 time: 0.0575948
Apr 30 22:16:50.190717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'port': {'device_id': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'admin_state_up': True, 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'security_groups': ['1c1ab9b8-ba65-490f-881d-ec2a6a031c3c']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:50.359785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:16:50.363221 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:50.493379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.10 (43917ffc-ace2-46f9-a7a4-b7f29eb0a588/c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22/6d1ca7b8-047c-4e1f-987d-d004ee761252) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:16:50.548239 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-49bb119e-858b-4f82-baaa-5252d0a7242b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:50.635279 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:50.743886 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:50.791392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:16:50.794674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:16:50.798525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:16:50.824640 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=6d1ca7b8-047c-4e1f-987d-d004ee761252,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:50.853837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:50.854450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:50.943832 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-f839334d-5404-4369-bb1f-91c9cea0bad5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7569110
Apr 30 22:16:50.990171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-2f56d8f8-a266-479d-ac7e-1d8ff516458a None None] Provisioning complete for port 6d1ca7b8-047c-4e1f-987d-d004ee761252 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:50.990668 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2f56d8f8-a266-479d-ac7e-1d8ff516458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:50.999952 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Request body: {'port': {'device_id': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:16:51.025334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-2f56d8f8-a266-479d-ac7e-1d8ff516458a None None] Port 6d1ca7b8-047c-4e1f-987d-d004ee761252 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:16:51.062603 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:51.226336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa765f-9565-4697-8ea8-c97a3f8029be req-20b32cba-d19d-496b-89c6-7d2302086015 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:51.228372 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3eaa765f-9565-4697-8ea8-c97a3f8029be req-20b32cba-d19d-496b-89c6-7d2302086015 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 932 time: 0.0670416
Apr 30 22:16:51.327047 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3eaa765f-9565-4697-8ea8-c97a3f8029be req-bf2c2a6c-4bad-481f-990b-51383b572c4c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893033
Apr 30 22:16:51.405784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1ca7b8-047c-4e1f-987d-d004ee761252 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:16:51.414443 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Publish callbacks [] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:51.428246 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Transition to ACTIVE for port object 6d1ca7b8-047c-4e1f-987d-d004ee761252 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:16:51.497450 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:51.552235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1ca7b8-047c-4e1f-987d-d004ee761252,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:51.587819 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:51.629735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Attempting to bind port 6d1ca7b8-047c-4e1f-987d-d004ee761252 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:16:51.630104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Attempting to bind port 6d1ca7b8-047c-4e1f-987d-d004ee761252 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:16:51.630430 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Attempting to bind port 6d1ca7b8-047c-4e1f-987d-d004ee761252 on network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:16:51.636019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Port 6d1ca7b8-047c-4e1f-987d-d004ee761252 on network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:16:51.636343 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Attempting to bind port 6d1ca7b8-047c-4e1f-987d-d004ee761252 on network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:16:51.641678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:16:51.642045 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Checking segment: {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:16:51.642425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Bound using segment: {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:16:51.642855 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Bound port: 6d1ca7b8-047c-4e1f-987d-d004ee761252, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:16:51.643213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:51.652144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:51.713953 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] For port 6d1ca7b8-047c-4e1f-987d-d004ee761252, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:16:51.717086 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] For port 6d1ca7b8-047c-4e1f-987d-d004ee761252, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:16:51.788818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:51.824116 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:51.824748 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:51.826153 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] 10.222.0.35 "PUT /v2.0/ports/6d1ca7b8-047c-4e1f-987d-d004ee761252 HTTP/1.1" status: 200  len: 1092 time: 0.8754354
Apr 30 22:16:51.826590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:16:51.828821 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8caa775-1fdf-4dc7-914c-bd4a7499dbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:16:51.852429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19018b-f5c4-4b8e-8df4-6b4cbb068a21 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1ca7b8-047c-4e1f-987d-d004ee761252,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:51.875305 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8a27ed-b938-4a3a-b523-843a6835594c x-openstack-request-id: req-6f8a27ed-b938-4a3a-b523-843a6835594c {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:16:51.875305 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:16:51.875305 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f8a27ed-b938-4a3a-b523-843a6835594c {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:16:51.875721 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f8a27ed-b938-4a3a-b523-843a6835594c'] response: {'name': 'network-changed', 'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'status': 'completed', 'code': 200}
Apr 30 22:16:51.937265 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa775-1fdf-4dc7-914c-bd4a7499dbf2 req-3ab3059f-82fb-4056-b08f-2f78ebc254ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:51.938838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8caa775-1fdf-4dc7-914c-bd4a7499dbf2 req-3ab3059f-82fb-4056-b08f-2f78ebc254ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 1126 time: 0.0413792
Apr 30 22:16:52.042401 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa775-1fdf-4dc7-914c-bd4a7499dbf2 req-499374ad-3858-487c-98ce-8df4f6a66dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:52.043798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8caa775-1fdf-4dc7-914c-bd4a7499dbf2 req-499374ad-3858-487c-98ce-8df4f6a66dbd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=8f25dc6783c0491a86c2170aed9e0817&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0977972
Apr 30 22:16:52.137815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa775-1fdf-4dc7-914c-bd4a7499dbf2 req-52c2862d-0cda-4dc1-8123-9380e09b016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:52.139206 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a8caa775-1fdf-4dc7-914c-bd4a7499dbf2 req-52c2862d-0cda-4dc1-8123-9380e09b016d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0881834
Apr 30 22:16:52.212971 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-b8eadcb8-7a90-45ff-9502-d73b6afe2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:52.214481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-b8eadcb8-7a90-45ff-9502-d73b6afe2e29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 1126 time: 0.0399361
Apr 30 22:16:52.261529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-bc58a042-c24c-4108-afe3-58c8cd85246f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252 HTTP/1.1" status: 200  len: 217 time: 0.0393169
Apr 30 22:16:52.310046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-546c688d-cc18-4e4b-a697-2c6591d63190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:52.311432 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-546c688d-cc18-4e4b-a697-2c6591d63190 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22 HTTP/1.1" status: 200  len: 833 time: 0.0444047
Apr 30 22:16:52.354950 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-b8d9521b-5498-41dc-a4f8-bf2468253086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:52.356485 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-b8d9521b-5498-41dc-a4f8-bf2468253086 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385644
Apr 30 22:16:52.480589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10930e6-bbbc-43b5-9990-ecd78221e76c req-eb88345f-4602-4040-bd24-b52091f97b20 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:52.482111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d10930e6-bbbc-43b5-9990-ecd78221e76c req-eb88345f-4602-4040-bd24-b52091f97b20 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 944 time: 0.0735817
Apr 30 22:16:52.514007 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-384c9fcd-cf56-4a9a-ab45-76edf2f320aa service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514723
Apr 30 22:16:52.587225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d10930e6-bbbc-43b5-9990-ecd78221e76c req-a80c2eb8-c642-424f-be22-45c0c324b4c8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981741
Apr 30 22:16:52.625875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-060205cd-96d7-47c2-bdc5-4ab1cdbd7fe3 req-8e09e368-ea10-43c3-8563-6db4853c90d9 service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015515
Apr 30 22:16:53.352709 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:53.704502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dc85f-ea0e-450c-880a-ca0a58fade48 req-a08c8444-1e6f-4243-bd3b-ef3cff4dab15 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:53.706046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-202dc85f-ea0e-450c-880a-ca0a58fade48 req-a08c8444-1e6f-4243-bd3b-ef3cff4dab15 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 944 time: 0.0473151
Apr 30 22:16:53.755113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-202dc85f-ea0e-450c-880a-ca0a58fade48 req-27ee8a68-a161-474b-930a-5b2e6b8ca594 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435698
Apr 30 22:16:54.477438 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:54.872337 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b2cb-cde1-4cb1-83b4-bc517bf84778 req-e18d39ea-57a1-4918-937b-8ea5467c60d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:54.874098 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9212b2cb-cde1-4cb1-83b4-bc517bf84778 req-e18d39ea-57a1-4918-937b-8ea5467c60d0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 944 time: 0.0466342
Apr 30 22:16:54.926682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9212b2cb-cde1-4cb1-83b4-bc517bf84778 req-57a892c9-541a-43d1-ae6f-5a2d46c0e99a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469775
Apr 30 22:16:56.040083 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec418ae1-9807-4973-acf2-25fe2764d6ac req-6bab479e-0f46-4465-b94a-b0e28694fd3b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:56.041460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec418ae1-9807-4973-acf2-25fe2764d6ac req-6bab479e-0f46-4465-b94a-b0e28694fd3b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 944 time: 0.0467639
Apr 30 22:16:56.089469 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ec418ae1-9807-4973-acf2-25fe2764d6ac req-5d47d931-8759-4091-9dbc-6e6ec70c9ffe tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424922
Apr 30 22:16:56.775404 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6d1ca7b8-047c-4e1f-987d-d004ee761252 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:16:56.877359 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6d1ca7b8-047c-4e1f-987d-d004ee761252, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:56.889874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'port_id': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'mac_address': 'fa:16:3e:77:69:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:16:56.925884 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 6d1ca7b8-047c-4e1f-987d-d004ee761252 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:56.926273 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:56.939261 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1ca7b8-047c-4e1f-987d-d004ee761252 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:16:56.958670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6d1ca7b8-047c-4e1f-987d-d004ee761252, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:57.011212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:57.057529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=6d1ca7b8-047c-4e1f-987d-d004ee761252,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:57.203102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70bc2c-a311-485b-97a8-85c5e6021621 req-d3db0422-606e-4a5b-ad6c-6f63b4aaf265 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:57.210687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b70bc2c-a311-485b-97a8-85c5e6021621 req-d3db0422-606e-4a5b-ad6c-6f63b4aaf265 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 945 time: 0.0528109
Apr 30 22:16:57.213467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['6d1ca7b8-047c-4e1f-987d-d004ee761252'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:16:57.261489 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b70bc2c-a311-485b-97a8-85c5e6021621 req-b9de55ec-d96b-4a0d-a81a-eb0ca7a3a1e1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451889
Apr 30 22:16:58.380749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad99b8-a436-4e22-9036-b54f461eda95 req-cec7bc10-3adb-4b3a-a9c6-ab68c87fe57b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:58.382236 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6ad99b8-a436-4e22-9036-b54f461eda95 req-cec7bc10-3adb-4b3a-a9c6-ab68c87fe57b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 945 time: 0.0509760
Apr 30 22:16:58.434454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6ad99b8-a436-4e22-9036-b54f461eda95 req-82c44db3-8871-482c-bc83-d73f62ffbae7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459921
Apr 30 22:16:58.791414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6d1ca7b8-047c-4e1f-987d-d004ee761252 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:16:58.843843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 6d1ca7b8-047c-4e1f-987d-d004ee761252 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:16:58.948769 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 6d1ca7b8-047c-4e1f-987d-d004ee761252 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:16:58.949153 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:59.038405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 6d1ca7b8-047c-4e1f-987d-d004ee761252 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:16:59.038794 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:59.062238 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:16:59.064396 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed7200b-6029-4bb2-af0c-8ff58c50d4e1" -d '{"events": [{"server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "name": "network-vif-plugged", "status": "completed", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:16:59.076936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 6d1ca7b8-047c-4e1f-987d-d004ee761252, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:16:59.109724 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeda9def-f5e6-411a-91d7-1ab7461eaedf x-openstack-request-id: req-aeda9def-f5e6-411a-91d7-1ab7461eaedf {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:16:59.110039 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "name": "network-vif-plugged", "status": "completed", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:16:59.110295 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aeda9def-f5e6-411a-91d7-1ab7461eaedf {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:16:59.110867 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeda9def-f5e6-411a-91d7-1ab7461eaedf'] response: {'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'code': 200}
Apr 30 22:16:59.148584 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:16:59.207754 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=6d1ca7b8-047c-4e1f-987d-d004ee761252,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:16:59.212721 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b5ae4-0e9c-4edb-989a-cf59baa4e2a6 req-0444c971-1741-43da-b33f-6bdf18cb3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:59.214263 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-228b5ae4-0e9c-4edb-989a-cf59baa4e2a6 req-0444c971-1741-43da-b33f-6bdf18cb3a71 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 1128 time: 0.0409291
Apr 30 22:16:59.262325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-228b5ae4-0e9c-4edb-989a-cf59baa4e2a6 req-a61301f3-b9e5-4611-8d3a-f6db555d866b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422647
Apr 30 22:16:59.285441 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:16:59.557970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac485b2-8525-4c7d-9c3e-92eb8040fbf1 req-f6a7e08d-487e-4ee3-91b4-6bbb1ea5a780 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:16:59.559466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ac485b2-8525-4c7d-9c3e-92eb8040fbf1 req-f6a7e08d-487e-4ee3-91b4-6bbb1ea5a780 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0537543
Apr 30 22:16:59.610383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ac485b2-8525-4c7d-9c3e-92eb8040fbf1 req-31f8c99b-01f9-456d-ad7d-aad9406b4637 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452821
Apr 30 22:17:00.730306 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3115f-7a45-452a-89cd-2bc7feab7437 req-67343adf-b39b-4c95-bf5b-dbb2f1f3040f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:00.731902 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89b3115f-7a45-452a-89cd-2bc7feab7437 req-67343adf-b39b-4c95-bf5b-dbb2f1f3040f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0511189
Apr 30 22:17:00.781354 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-89b3115f-7a45-452a-89cd-2bc7feab7437 req-bb730cbb-74c8-4c54-abf9-629b9429d16a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428972
Apr 30 22:17:00.893797 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083027d6-2441-4608-9956-1cea3bee40e5 req-9e33d3fc-4b1e-4415-8314-8d2d8ebd1bfd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:00.895215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-083027d6-2441-4608-9956-1cea3bee40e5 req-9e33d3fc-4b1e-4415-8314-8d2d8ebd1bfd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0467663
Apr 30 22:17:00.947699 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-083027d6-2441-4608-9956-1cea3bee40e5 req-54069201-f3ef-4161-9636-a98981e99857 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461946
Apr 30 22:17:00.969535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54314) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:17:01.010610 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd920867-7c4c-4904-8d04-fe3b4656aa8a tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:01.012145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-bd920867-7c4c-4904-8d04-fe3b4656aa8a tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 1123 time: 0.0416336
Apr 30 22:17:01.017129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54316) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:17:01.021392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:17:01.135170 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:01.210841 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:01.316627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.196 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/a2527681-1ee2-4111-9405-d258868a7628) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:17:01.423317 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (a2527681-1ee2-4111-9405-d258868a7628), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:01.514637 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a2527681-1ee2-4111-9405-d258868a7628), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:01.556999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:17:01.559756 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:17:01.563287 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:17:01.571281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=a2527681-1ee2-4111-9405-d258868a7628,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:17:01.597187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.597533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.597906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.598247 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.598617 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.598949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.599278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.599619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.599930 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.600251 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.600573 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.600894 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.601216 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.601535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.601908 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:17:01.924199 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (34cfea38-d7bd-422e-943f-a5ab4ca31f8c), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:02.065834 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a2527681-1ee2-4111-9405-d258868a7628), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:02.213821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (a2527681-1ee2-4111-9405-d258868a7628), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:02.271765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (a2527681-1ee2-4111-9405-d258868a7628), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:02.340125 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=a2527681-1ee2-4111-9405-d258868a7628,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:17:02.350259 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (34cfea38-d7bd-422e-943f-a5ab4ca31f8c), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:02.457780 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP 34cfea38-d7bd-422e-943f-a5ab4ca31f8c associated. External IP: 172.35.4.196, port: 6d1ca7b8-047c-4e1f-987d-d004ee761252.
Apr 30 22:17:02.668653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router e126e88e-efbc-4ae8-bc73-339e6063a369 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:17:02.779418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:17:02.789840 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] Sync routers for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:17:02.799428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:17:02.800038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2e3400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:17:02.847269 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:02.879659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4779c69c-a4e7-4f19-8371-ab1fea6f8207 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8614516
Apr 30 22:17:02.880248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:17:02.882653 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a3e51-f525-41f6-95db-14c13ee90a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:17:02.934989 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc09c09-5cd5-4b47-b14d-06e377151fac x-openstack-request-id: req-3dc09c09-5cd5-4b47-b14d-06e377151fac {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:17:02.935556 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:17:02.935556 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3dc09c09-5cd5-4b47-b14d-06e377151fac {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:17:02.935943 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc09c09-5cd5-4b47-b14d-06e377151fac'] response: {'name': 'network-changed', 'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'status': 'completed', 'code': 200}
Apr 30 22:17:03.032241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63eb89-6bf4-4d5d-ba88-1d20cf15eb83 req-2971cc9e-10e3-4f0e-9854-8bcfdca97115 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:03.033750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc63eb89-6bf4-4d5d-ba88-1d20cf15eb83 req-2971cc9e-10e3-4f0e-9854-8bcfdca97115 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0779393
Apr 30 22:17:03.034847 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-dd343c87-4c7c-4c95-aff4-91e08fb96fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:03.036193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-dd343c87-4c7c-4c95-aff4-91e08fb96fa0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 1128 time: 0.0784633
Apr 30 22:17:03.070942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:17:03.136253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc63eb89-6bf4-4d5d-ba88-1d20cf15eb83 req-fb01dd16-7bfb-49d7-a24c-7ca1d26cfed6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958943
Apr 30 22:17:03.158992 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54324) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:17:03.163822 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-73eb20e0-4a22-446a-9fd5-127ae9709fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:03.165923 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-73eb20e0-4a22-446a-9fd5-127ae9709fdf service neutron] 10.222.0.35 "GET /v2.0/networks?id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588 HTTP/1.1" status: 200  len: 897 time: 0.1198785
Apr 30 22:17:03.219685 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-12019dab-b491-4224-95f5-5ff133262814 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/34cfea38-d7bd-422e-943f-a5ab4ca31f8c HTTP/1.1" status: 200  len: 992 time: 0.0595307
Apr 30 22:17:03.238404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-82e2b35c-db4a-4006-a38a-696a843def34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252 HTTP/1.1" status: 200  len: 1000 time: 0.0669880
Apr 30 22:17:03.287684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-9ceeef19-895d-48fd-ab79-c143d6f76661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:03.289158 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-9ceeef19-895d-48fd-ab79-c143d6f76661 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22 HTTP/1.1" status: 200  len: 833 time: 0.0452819
Apr 30 22:17:03.292406 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2e3400>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '34cfea38-d7bd-422e-943f-a5ab4ca31f8c', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.196', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'port_id': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'mac_address': 'fa:16:3e:77:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:17:01Z', 'updated_at': '2022-04-30T22:17:01Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:17:03.323291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] Checking router: e126e88e-efbc-4ae8-bc73-339e6063a369 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:17:03.331522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:17:03.332126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2e3400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:16:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:17:03.332382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-580ab3f9-ad7e-4c75-a7cc-ccb860a50790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:03.333924 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-580ab3f9-ad7e-4c75-a7cc-ccb860a50790 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393689
Apr 30 22:17:03.344237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-204aa39d-297a-4beb-8005-b903c60c449c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:17:03.345179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-204aa39d-297a-4beb-8005-b903c60c449c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0048130
Apr 30 22:17:03.436225 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-85214a2d-cfe7-4c56-9525-84bae2c57942 service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850461
Apr 30 22:17:03.440446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:17:03.523601 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-439a3e51-f525-41f6-95db-14c13ee90a0b req-d06354a1-65d1-4948-86e3-a9a59f972d5f service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816162
Apr 30 22:17:03.655753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2e3400>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '34cfea38-d7bd-422e-943f-a5ab4ca31f8c', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.196', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'port_id': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'mac_address': 'fa:16:3e:77:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:17:01Z', 'updated_at': '2022-04-30T22:17:01Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:17:03.685845 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064137e7-a934-4ba5-ae31-f1207745c862 None None] The sync data for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 is: [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '34cfea38-d7bd-422e-943f-a5ab4ca31f8c', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.196', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'port_id': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'mac_address': 'fa:16:3e:77:69:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:17:01Z', 'updated_at': '2022-04-30T22:17:01Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:17:03.878134 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d68cbc-bcce-4a86-a3d3-e382dc89d907 None None] New status for floating IP 34cfea38-d7bd-422e-943f-a5ab4ca31f8c: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:17:04.223606 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54326) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:17:04.288258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-caa04773-fc34-4a51-9130-d23251326072 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/34cfea38-d7bd-422e-943f-a5ab4ca31f8c HTTP/1.1" status: 200  len: 994 time: 0.0635178
Apr 30 22:17:17.759248 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:17.844986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8fe56413-c9af-4da7-aac9-7120f17959e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:20.564728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ee1ec526-b71d-4c88-8f93-be8d3810eff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:21.570632 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:21.638980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:23.353817 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:24.461980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:36.284739 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:17:38.102290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390c792-4cc4-4fa1-b170-273c91ccd214 req-4b2023c5-dc19-4aaf-8c9f-793b7c8f98a6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:38.104215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c390c792-4cc4-4fa1-b170-273c91ccd214 req-4b2023c5-dc19-4aaf-8c9f-793b7c8f98a6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.3926814
Apr 30 22:17:38.153590 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c390c792-4cc4-4fa1-b170-273c91ccd214 req-92fc4037-34d9-4ca8-b748-fbdbe5402eef tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437508
Apr 30 22:17:39.272160 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f0ed3-fd25-4003-9792-8e4844de78a5 req-483d44a2-db78-4d52-b1fd-3a1cd362ca25 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:39.274073 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f3f0ed3-fd25-4003-9792-8e4844de78a5 req-483d44a2-db78-4d52-b1fd-3a1cd362ca25 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0468838
Apr 30 22:17:39.322555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f3f0ed3-fd25-4003-9792-8e4844de78a5 req-7ed55e85-6b94-4c0c-8207-3aeaaea89d6a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428302
Apr 30 22:17:40.437424 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822aeb3-5ca2-4df5-8d47-b5e3eb9a85e8 req-d8c7f1e8-e012-4287-a838-af0189778350 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:40.438899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7822aeb3-5ca2-4df5-8d47-b5e3eb9a85e8 req-d8c7f1e8-e012-4287-a838-af0189778350 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0485978
Apr 30 22:17:40.486317 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7822aeb3-5ca2-4df5-8d47-b5e3eb9a85e8 req-1aba231a-69db-4069-aad1-7707da1cab7c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418484
Apr 30 22:17:41.599445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108f483-1c09-41af-86a8-c2d12f027dd6 req-1771df8a-0dc1-4a9a-a99b-cd30eefba74e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:41.600831 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1108f483-1c09-41af-86a8-c2d12f027dd6 req-1771df8a-0dc1-4a9a-a99b-cd30eefba74e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0466015
Apr 30 22:17:41.648285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1108f483-1c09-41af-86a8-c2d12f027dd6 req-88003caa-0b09-44b6-8125-3d03a903efde tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418286
Apr 30 22:17:42.764512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78550f1-6aa1-4bdd-8a43-8bfd2885bca9 req-314b1780-cd88-41af-818e-f34fd03445ca tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:42.765998 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a78550f1-6aa1-4bdd-8a43-8bfd2885bca9 req-314b1780-cd88-41af-818e-f34fd03445ca tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0498636
Apr 30 22:17:42.814139 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a78550f1-6aa1-4bdd-8a43-8bfd2885bca9 req-8b8f9ea4-b3c3-4608-bed8-1b4e7f058b80 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425603
Apr 30 22:17:43.926877 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c768458-8429-457c-8cf5-5e29a5b15589 req-e7143826-d924-4c06-a223-aa214b0f18db tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:43.928344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c768458-8429-457c-8cf5-5e29a5b15589 req-e7143826-d924-4c06-a223-aa214b0f18db tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0463178
Apr 30 22:17:43.983991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6c768458-8429-457c-8cf5-5e29a5b15589 req-fca64fb3-90a5-4f5e-a8c5-da440e83c00e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493534
Apr 30 22:17:45.097133 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56b826-56e8-489c-b93f-5f56f8170acf req-81eeb51c-6e05-4e4c-a876-a8fb81f2be63 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:45.098621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d56b826-56e8-489c-b93f-5f56f8170acf req-81eeb51c-6e05-4e4c-a876-a8fb81f2be63 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0461967
Apr 30 22:17:45.150450 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2d56b826-56e8-489c-b93f-5f56f8170acf req-9c849ac3-08c3-4aee-825e-128514a675d4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462465
Apr 30 22:17:46.265157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e1524-9ed7-440f-a882-72749cae25a3 req-6280118d-7ec0-4041-892c-55b39bf4ab14 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:46.267163 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e94e1524-9ed7-440f-a882-72749cae25a3 req-6280118d-7ec0-4041-892c-55b39bf4ab14 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0491459
Apr 30 22:17:46.318509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e94e1524-9ed7-440f-a882-72749cae25a3 req-49b43ae9-eb25-4a93-86a4-76d5cce709c1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437574
Apr 30 22:17:47.433354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a564264-96e5-40e9-a721-4fc2865f0d69 req-ca816223-d5b4-4463-9a94-2f1b596b6393 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:47.434855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a564264-96e5-40e9-a721-4fc2865f0d69 req-ca816223-d5b4-4463-9a94-2f1b596b6393 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0480535
Apr 30 22:17:47.483522 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a564264-96e5-40e9-a721-4fc2865f0d69 req-4dc8165b-c13f-4b6b-a827-29307da25b2a tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429978
Apr 30 22:17:47.741768 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:47.863550 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-eeaca089-b6bd-4e0c-9f2c-85f5c5543486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:48.625738 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29d11-dbfb-48bd-ad81-b666b9bcb788 req-e0873ef5-645e-422c-aec3-480e6efc9d45 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:48.627237 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8e29d11-dbfb-48bd-ad81-b666b9bcb788 req-e0873ef5-645e-422c-aec3-480e6efc9d45 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0521104
Apr 30 22:17:48.675151 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8e29d11-dbfb-48bd-ad81-b666b9bcb788 req-6fae6f7a-ea5b-4d8e-b94e-6cbcdc68723f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422983
Apr 30 22:17:49.791787 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db9a2-f967-4a43-a860-003575b8a34b req-f655a77f-8cf0-402a-a9da-77dd5f029caf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:49.793269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-283db9a2-f967-4a43-a860-003575b8a34b req-f655a77f-8cf0-402a-a9da-77dd5f029caf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0472512
Apr 30 22:17:49.841400 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-283db9a2-f967-4a43-a860-003575b8a34b req-c54e94df-4e89-40fd-a462-83ab90f6efbf tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425375
Apr 30 22:17:50.558589 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9a2a3b5c-6b8a-4bc5-9914-eaaf55fb9d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:50.955163 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c358a-e97f-49f3-aec8-2decb9204cc0 req-3ed53bbe-dbb1-4f3f-bebf-6fe323332bf1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:50.956631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d88c358a-e97f-49f3-aec8-2decb9204cc0 req-3ed53bbe-dbb1-4f3f-bebf-6fe323332bf1 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0477087
Apr 30 22:17:51.012038 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d88c358a-e97f-49f3-aec8-2decb9204cc0 req-bd0e0565-05ef-4fdd-a32f-d32a5053816c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497005
Apr 30 22:17:51.571903 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:51.662937 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-062f1e0e-b9d8-4c5a-ab32-16cf9c990316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:51.664473 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-062f1e0e-b9d8-4c5a-ab32-16cf9c990316 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 1128 time: 0.0395482
Apr 30 22:17:51.673617 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:51.768649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-27397964-2cce-43e6-bc8b-a3e63d581c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:51.770160 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-27397964-2cce-43e6-bc8b-a3e63d581c9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588 HTTP/1.1" status: 200  len: 897 time: 0.0865288
Apr 30 22:17:51.842512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-594b20c5-0719-442b-8c0c-9dd4b8b62b42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252 HTTP/1.1" status: 200  len: 1002 time: 0.0658448
Apr 30 22:17:51.890956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-1f599c5e-24bc-49f8-a833-3b79d9ca41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:51.892386 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-1f599c5e-24bc-49f8-a833-3b79d9ca41fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22 HTTP/1.1" status: 200  len: 833 time: 0.0438347
Apr 30 22:17:51.935142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-41cb31cf-b602-403f-8abd-a0738793bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:51.936616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-41cb31cf-b602-403f-8abd-a0738793bb10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384459
Apr 30 22:17:52.029361 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-7d53a589-3684-4026-bdba-c7ac63a21bea service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865853
Apr 30 22:17:52.142707 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d956143-cb5d-45f7-bda4-2766768a8122 req-9d8b4b5f-2cd6-4254-aa54-4025984b34e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:52.144074 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d956143-cb5d-45f7-bda4-2766768a8122 req-9d8b4b5f-2cd6-4254-aa54-4025984b34e8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0631816
Apr 30 22:17:52.175587 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe77bad9-76f7-4120-bbd6-fdb429ed6cc4 req-2d5c4bb8-6405-4be6-aa31-b1587758fc06 service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387420
Apr 30 22:17:52.206674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9d956143-cb5d-45f7-bda4-2766768a8122 req-f6565c7a-11a2-4647-b4c4-825d51902c24 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564632
Apr 30 22:17:53.325310 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45a22-5b56-4ea8-bf5a-04ac44ede791 req-d284f736-1ebc-461d-ad8f-0c58e3049441 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:53.326810 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19f45a22-5b56-4ea8-bf5a-04ac44ede791 req-d284f736-1ebc-461d-ad8f-0c58e3049441 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0466168
Apr 30 22:17:53.376578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19f45a22-5b56-4ea8-bf5a-04ac44ede791 req-03081191-41eb-4135-badd-7aa2e5668d7c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432243
Apr 30 22:17:53.391674 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:53.399568 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54390) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:17:53.463526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d9fede97-d4f7-4c16-9dc0-8a48efec36fe tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/34cfea38-d7bd-422e-943f-a5ab4ca31f8c HTTP/1.1" status: 200  len: 994 time: 0.0628505
Apr 30 22:17:54.494322 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:17:54.874749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86365348-53e3-4d75-87a9-1be85be1c103 req-d1b49412-b619-4f3e-aa8f-47d72f523746 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:54.876249 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86365348-53e3-4d75-87a9-1be85be1c103 req-d1b49412-b619-4f3e-aa8f-47d72f523746 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0476730
Apr 30 22:17:54.926937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-86365348-53e3-4d75-87a9-1be85be1c103 req-3ee6bcc4-ff82-43e9-92cf-176e14af95f3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445931
Apr 30 22:17:54.964589 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-6b43f5b3-f734-4d2f-adaa-047768bc0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:54.966680 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-6b43f5b3-f734-4d2f-adaa-047768bc0995 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 1128 time: 0.0389001
Apr 30 22:17:55.057909 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-b5163b9b-e10a-4ba9-8aca-014f94e4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:55.059301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-b5163b9b-e10a-4ba9-8aca-014f94e4cdf1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588 HTTP/1.1" status: 200  len: 897 time: 0.0872250
Apr 30 22:17:55.122885 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-8296ce9d-b75e-4836-8d93-f2b3c8d0c44c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252 HTTP/1.1" status: 200  len: 1002 time: 0.0581608
Apr 30 22:17:55.173435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-9b45df75-72ec-451a-976b-7fa06c4603f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:55.174889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-9b45df75-72ec-451a-976b-7fa06c4603f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22 HTTP/1.1" status: 200  len: 833 time: 0.0469527
Apr 30 22:17:55.217298 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-b1b2651f-fa46-4fd6-9f5b-4b50e1f927ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:55.218815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-b1b2651f-fa46-4fd6-9f5b-4b50e1f927ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381534
Apr 30 22:17:55.306464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-48abc45d-ff50-4679-bf46-bda3055c23e6 service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812180
Apr 30 22:17:55.397730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-398f1aec-aa35-4890-bccd-6e8a30afb602 req-c7d8d902-b6e6-4491-a529-b160797c05c9 service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858750
Apr 30 22:17:56.045777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9e801-b37d-484c-9d10-e505d50747fb req-e911ff3a-5eed-4fee-af9f-d263ee3c7a2e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:56.047174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7f9e801-b37d-484c-9d10-e505d50747fb req-e911ff3a-5eed-4fee-af9f-d263ee3c7a2e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0475202
Apr 30 22:17:56.095614 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f7f9e801-b37d-484c-9d10-e505d50747fb req-f77798f5-a40e-4cbd-8ee1-2ab8bf70805b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427523
Apr 30 22:17:57.215419 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a64ac8-6459-4d36-b6d1-a14d390a5274 req-c514d62c-7521-48ad-a732-610d1025eac4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:17:57.216879 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12a64ac8-6459-4d36-b6d1-a14d390a5274 req-c514d62c-7521-48ad-a732-610d1025eac4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0524964
Apr 30 22:17:57.265446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12a64ac8-6459-4d36-b6d1-a14d390a5274 req-976d8330-633d-4a67-8803-ab68ac347cbd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429406
Apr 30 22:17:57.287864 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54402) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:17:57.347138 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ff0f1328-a1ef-4d0b-aa43-18e6e1015d9c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/34cfea38-d7bd-422e-943f-a5ab4ca31f8c HTTP/1.1" status: 200  len: 994 time: 0.0581350
Apr 30 22:18:13.283719 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:18:17.741082 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:17.815321 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-db079ebb-5f7b-4651-9540-08c0781eb791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:20.569836 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f2be3854-ca4f-4df2-a724-e7a42e3a8d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:21.574364 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:21.660185 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:23.364414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:24.476635 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:27.811674 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54416) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:27.960115 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port a2527681-1ee2-4111-9405-d258868a7628 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:18:27.960465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a2527681-1ee2-4111-9405-d258868a7628), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:28.039523 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a2527681-1ee2-4111-9405-d258868a7628), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:28.039854 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (a2527681-1ee2-4111-9405-d258868a7628), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:28.052825 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for a2527681-1ee2-4111-9405-d258868a7628 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:18:28.261128 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a2527681-1ee2-4111-9405-d258868a7628), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:28.287852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=a2527681-1ee2-4111-9405-d258868a7628,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:28.299988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.300381 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.300745 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.301081 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.301422 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.301780 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.302127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.302664 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.303056 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.303454 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.303849 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.304189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.304526 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.304863 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.305195 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:28.364562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (34cfea38-d7bd-422e-943f-a5ab4ca31f8c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:28.367849 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP 34cfea38-d7bd-422e-943f-a5ab4ca31f8c disassociated (deleted). External IP: 172.35.4.196, port: 6d1ca7b8-047c-4e1f-987d-d004ee761252.
Apr 30 22:18:28.575904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router e126e88e-efbc-4ae8-bc73-339e6063a369 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:18:28.707535 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:18:28.712377 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:28.717128 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] Sync routers for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:18:28.731031 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:18:28.732184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa9c850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:28.746536 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d74dcc46-7386-48ec-9e46-6f7adb875bd7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/floatingips/34cfea38-d7bd-422e-943f-a5ab4ca31f8c HTTP/1.1" status: 204  len: 168 time: 0.9337051
Apr 30 22:18:28.748061 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:18:28.750398 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd3412c-9267-4ebb-9495-e4280a425cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:18:28.789343 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eb6f96-a73d-4337-b0f7-a0ac162ec122 x-openstack-request-id: req-a7eb6f96-a73d-4337-b0f7-a0ac162ec122 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:18:28.789702 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:18:28.790043 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7eb6f96-a73d-4337-b0f7-a0ac162ec122 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:18:28.790660 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7eb6f96-a73d-4337-b0f7-a0ac162ec122'] response: {'name': 'network-changed', 'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'status': 'completed', 'code': 200}
Apr 30 22:18:28.846465 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:18:28.850167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-59e29f1e-b32a-4736-9fcc-feae51750a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:28.851679 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-59e29f1e-b32a-4736-9fcc-feae51750a91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 1128 time: 0.0397298
Apr 30 22:18:28.944297 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-7cfe5257-0516-4159-b3de-a0401f56bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:28.945798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-7cfe5257-0516-4159-b3de-a0401f56bffe service neutron] 10.222.0.35 "GET /v2.0/networks?id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588 HTTP/1.1" status: 200  len: 897 time: 0.0880189
Apr 30 22:18:28.992646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-c7b24e1a-4fdb-4eee-962f-a09c315f0c2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252 HTTP/1.1" status: 200  len: 217 time: 0.0400488
Apr 30 22:18:29.044661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa9c850>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:29.046961 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-302614f6-3998-40a0-9f62-ea9402d0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:29.048462 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-302614f6-3998-40a0-9f62-ea9402d0cc3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22 HTTP/1.1" status: 200  len: 833 time: 0.0501366
Apr 30 22:18:29.075023 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] Checking router: e126e88e-efbc-4ae8-bc73-339e6063a369 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:18:29.083497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:18:29.084115 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fa9c850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:29.095421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-ab81b466-183d-46c4-a900-f375041e42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:29.096912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-ab81b466-183d-46c4-a900-f375041e42fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43917ffc-ace2-46f9-a7a4-b7f29eb0a588&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0419064
Apr 30 22:18:29.205682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:18:29.216348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e0b14-27fb-4dfe-bf6b-447d6484f5d5 req-a02aa1d9-adae-4529-8007-322bc0fc56fc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:29.217846 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a77e0b14-27fb-4dfe-bf6b-447d6484f5d5 req-a02aa1d9-adae-4529-8007-322bc0fc56fc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0620685
Apr 30 22:18:29.253612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-227f1c8e-6476-48a7-bdaa-686999ee9ea2 service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499617
Apr 30 22:18:29.286300 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a77e0b14-27fb-4dfe-bf6b-447d6484f5d5 req-4a70c393-c488-443d-99ca-09ed9eab1218 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620794
Apr 30 22:18:29.395823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fa9c850>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:29.421976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7143a-bb16-468d-88f9-1f6d002064d8 None None] The sync data for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 is: [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:16:45Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a240035-9b89-4b39-add6-e049f0b7422b', 'name': '', 'network_id': '43917ffc-ace2-46f9-a7a4-b7f29eb0a588', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:65:e6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:44Z', 'updated_at': '2022-04-30T22:16:48Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': 'c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:18:29.639237 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a02dd-c256-425a-8ea4-1eddc9c866d5 None None] New status for floating IP 34cfea38-d7bd-422e-943f-a5ab4ca31f8c: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:18:30.446147 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107d734-c46d-4a4d-8fb8-1985812b64fe req-b58309e0-0926-4b6c-af76-ad2373abe480 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:30.447619 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0107d734-c46d-4a4d-8fb8-1985812b64fe req-b58309e0-0926-4b6c-af76-ad2373abe480 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0909588
Apr 30 22:18:30.516104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9bd3412c-9267-4ebb-9495-e4280a425cc8 req-1b449c66-892d-4968-8146-37f52d56886f service neutron] 10.222.0.35 "GET /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502240
Apr 30 22:18:30.520060 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0107d734-c46d-4a4d-8fb8-1985812b64fe req-2bc95973-07af-42e9-bc7e-d6a0bbdf282b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666811
Apr 30 22:18:30.668951 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297a060-02ee-465a-aaab-441df28d7c35 req-6e25bd24-6f3b-4838-b8a6-16bed57a3814 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:30.670958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5297a060-02ee-465a-aaab-441df28d7c35 req-6e25bd24-6f3b-4838-b8a6-16bed57a3814 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 946 time: 0.0461397
Apr 30 22:18:30.756903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 6d1ca7b8-047c-4e1f-987d-d004ee761252 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:18:30.757242 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:30.844917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port 6d1ca7b8-047c-4e1f-987d-d004ee761252, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d1ca7b8-047c-4e1f-987d-d004ee761252,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:30.845204 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:30.862049 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 6d1ca7b8-047c-4e1f-987d-d004ee761252 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:18:31.042586 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (6d1ca7b8-047c-4e1f-987d-d004ee761252), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:31.070665 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=6d1ca7b8-047c-4e1f-987d-d004ee761252,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:31.118463 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] No DVR routers for this DVR port 6d1ca7b8-047c-4e1f-987d-d004ee761252 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:18:31.120995 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:31.124523 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5297a060-02ee-465a-aaab-441df28d7c35 req-764aff2a-7707-4bfb-87f0-c79d85ae53f6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.35 "DELETE /v2.0/ports/6d1ca7b8-047c-4e1f-987d-d004ee761252 HTTP/1.1" status: 204  len: 173 time: 0.4487696
Apr 30 22:18:31.125104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'name': 'network-vif-deleted', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:18:31.127219 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bef103-b8cd-4132-af61-874362c468aa" -d '{"events": [{"server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "name": "network-vif-deleted", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:18:31.166136 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6bf13-045f-4c4c-9f57-52b76b18d6e3 x-openstack-request-id: req-dcf6bf13-045f-4c4c-9f57-52b76b18d6e3 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:18:31.166432 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fed7dc-aafa-40ce-aa15-0592d96ec96c", "name": "network-vif-deleted", "tag": "6d1ca7b8-047c-4e1f-987d-d004ee761252", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:18:31.166691 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcf6bf13-045f-4c4c-9f57-52b76b18d6e3 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:18:31.167104 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf6bf13-045f-4c4c-9f57-52b76b18d6e3'] response: {'server_uuid': '06fed7dc-aafa-40ce-aa15-0592d96ec96c', 'name': 'network-vif-deleted', 'tag': '6d1ca7b8-047c-4e1f-987d-d004ee761252', 'status': 'completed', 'code': 200}
Apr 30 22:18:31.636800 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7509c50f-9e16-4253-b5f1-26a8070fb1c2 req-f5d6d365-61c8-4f74-bc15-8c8a0419d741 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=06fed7dc-aafa-40ce-aa15-0592d96ec96c HTTP/1.1" status: 200  len: 210 time: 0.0326293
Apr 30 22:18:32.694656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54448) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:33.034727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (e126e88e-efbc-4ae8-bc73-339e6063a369), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:33.283750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 5a240035-9b89-4b39-add6-e049f0b7422b {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:18:33.284090 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:33.371138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port 5a240035-9b89-4b39-add6-e049f0b7422b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a240035-9b89-4b39-add6-e049f0b7422b,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:33.371438 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:33.384581 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 5a240035-9b89-4b39-add6-e049f0b7422b owned by network:router_interface {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:18:33.609583 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5a240035-9b89-4b39-add6-e049f0b7422b), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:33.642433 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=5a240035-9b89-4b39-add6-e049f0b7422b,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:34.158548 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (e126e88e-efbc-4ae8-bc73-339e6063a369), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:34.387179 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router e126e88e-efbc-4ae8-bc73-339e6063a369 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:18:34.495040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:18:34.500301 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1a9ce556-2319-4604-8d48-5db01afaed81 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/e126e88e-efbc-4ae8-bc73-339e6063a369/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8046355
Apr 30 22:18:34.503001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54450) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:34.505579 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] Sync routers for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:18:34.560973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc0e661-fd1a-467a-978a-e5bcad849ba9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting subnet c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:18:34.564487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e661-fd1a-467a-978a-e5bcad849ba9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:34.608522 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e661-fd1a-467a-978a-e5bcad849ba9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:34.679869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:18:34.684916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e228910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:34.699131 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e661-fd1a-467a-978a-e5bcad849ba9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:34.790042 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:18:34.827545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e661-fd1a-467a-978a-e5bcad849ba9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:34.862040 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0e661-fd1a-467a-978a-e5bcad849ba9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:34.867351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e661-fd1a-467a-978a-e5bcad849ba9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:34.877359 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8dc0e661-fd1a-467a-978a-e5bcad849ba9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/subnets/c4d2996d-2ecc-4ffc-ade4-ea8af8ad6c22 HTTP/1.1" status: 204  len: 168 time: 0.3664279
Apr 30 22:18:34.877359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54452) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:34.886992 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51081e6f-9994-4061-b727-1b0ea2629fd0 None None] Network 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:18:34.985743 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (e126e88e-efbc-4ae8-bc73-339e6063a369), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.038995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e228910>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:18:33Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:35.067541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] Checking router: e126e88e-efbc-4ae8-bc73-339e6063a369 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:18:35.077070 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] Routers {'e126e88e-efbc-4ae8-bc73-339e6063a369'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:18:35.078341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e228910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['e126e88e-efbc-4ae8-bc73-339e6063a369'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:35.100464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (e126e88e-efbc-4ae8-bc73-339e6063a369), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.120812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] DHCP port deletion for 43917ffc-ace2-46f9-a7a4-b7f29eb0a588 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:18:35.188659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6d1ca7b8-047c-4e1f-987d-d004ee761252 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:18:35.206619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 28deed0e-0150-4ca1-9939-b439394e5e99 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:18:35.207168 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.219588 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 6d1ca7b8-047c-4e1f-987d-d004ee761252 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:18:35.219937 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 6d1ca7b8-047c-4e1f-987d-d004ee761252 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:18:35.231708 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Deleting port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:18:35.232078 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.296436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port 28deed0e-0150-4ca1-9939-b439394e5e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28deed0e-0150-4ca1-9939-b439394e5e99,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:35.296731 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.302260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] Set router e126e88e-efbc-4ae8-bc73-339e6063a369 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:18:35.311106 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 28deed0e-0150-4ca1-9939-b439394e5e99 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:18:35.362593 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] For port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a,segment=NetworkSegment(dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58),segment_id=dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:35.362911 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.411295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Calling delete_port for 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:18:35.541486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (28deed0e-0150-4ca1-9939-b439394e5e99), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.556314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e228910>, [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:18:33Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:35.573694 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=28deed0e-0150-4ca1-9939-b439394e5e99,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:35.579209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055a5e0f-9a2f-4efe-a8ff-3d303197f712 None None] The sync data for ids ['e126e88e-efbc-4ae8-bc73-339e6063a369'] in ncdv-master-1 is: [{'id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884017492', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:16:41Z', 'updated_at': '2022-04-30T22:18:33Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': '28deed0e-0150-4ca1-9939-b439394e5e99', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:53:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e126e88e-efbc-4ae8-bc73-339e6063a369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:16:42Z', 'updated_at': '2022-04-30T22:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:18:35.634366 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (e126e88e-efbc-4ae8-bc73-339e6063a369), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.648535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.673015 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Pushing event deleted for resources: {'Port': ['ID=8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:35.679900 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] No DVR routers for this DVR port 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:18:35.692308 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.692857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.693259 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.693671 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.694102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.694510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.694848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.695181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.695515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.695844 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.696187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.697660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.697660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.697660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.697660 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05f59f8-4345-44a8-9533-5446a50b9d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:35.732539 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (e126e88e-efbc-4ae8-bc73-339e6063a369), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.734789 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (e126e88e-efbc-4ae8-bc73-339e6063a369), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.836818 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (e126e88e-efbc-4ae8-bc73-339e6063a369), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.837329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Fanout notify agent at l3_agent the message router_deleted on router e126e88e-efbc-4ae8-bc73-339e6063a369 {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:18:35.844454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:35.845610 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-49c66455-9457-4b1a-8fcc-4444fe3d0b36 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/routers/e126e88e-efbc-4ae8-bc73-339e6063a369 HTTP/1.1" status: 204  len: 168 time: 0.9713209
Apr 30 22:18:35.848317 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54454) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:35.923813 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (43917ffc-ace2-46f9-a7a4-b7f29eb0a588), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.019178 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (43917ffc-ace2-46f9-a7a4-b7f29eb0a588), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.041885 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e8f8340>,) {'filters': {'network_id': ['43917ffc-ace2-46f9-a7a4-b7f29eb0a588']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:36.053618 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e8f8340>, 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:36.053858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:18:36.054084 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e8f8340>, 'dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:36.064452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.075532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:18:36.075879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 8edeba4a-8f9f-4ded-8b8d-e26ee9cae55a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:18:36.076295 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5a240035-9b89-4b39-add6-e049f0b7422b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:18:36.080186 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.086655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:18:36.087191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (dd16dab1-0f39-4a7a-bcb8-ea5e8677ce58), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:18:36.090489 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:18:36.096408 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 5a240035-9b89-4b39-add6-e049f0b7422b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:18:36.099289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5a240035-9b89-4b39-add6-e049f0b7422b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:18:36.232846 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (43917ffc-ace2-46f9-a7a4-b7f29eb0a588), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.240417 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.243414 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/networks/43917ffc-ace2-46f9-a7a4-b7f29eb0a588 HTTP/1.1" status: 204  len: 168 time: 0.3941674
Apr 30 22:18:36.246322 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54456) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:36.260164 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802184e7-4085-4702-8d16-d8e3d8dfe9ff tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Network': ['ID=43917ffc-ace2-46f9-a7a4-b7f29eb0a588,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:36.313906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (1c1ab9b8-ba65-490f-881d-ec2a6a031c3c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.344991 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (1c1ab9b8-ba65-490f-881d-ec2a6a031c3c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.461260 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (1c1ab9b8-ba65-490f-881d-ec2a6a031c3c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.463892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:36.465066 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c1ab9b8-ba65-490f-881d-ec2a6a031c3c HTTP/1.1" status: 204  len: 168 time: 0.2173674
Apr 30 22:18:36.475085 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ab9b8-ba65-490f-881d-ec2a6a031c3c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:36.482691 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.483045 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.483387 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.483726 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.484059 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.484391 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.484717 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.485041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.485364 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.485723 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.486075 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.486399 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.486722 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.487041 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.487358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1197fa-b123-471e-badd-35c92f30d7c6 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:36.858958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54464) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:36.863509 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-93105197-31fb-4737-a61b-409ce9ff5a56 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607649256', 'description': 'tempest-secgroup-smoke-607649256 description', 'project_id': '8f25dc6783c0491a86c2170aed9e0817'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:36.941302 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93105197-31fb-4737-a61b-409ce9ff5a56 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.007603 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93105197-31fb-4737-a61b-409ce9ff5a56 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (554bcc57-e146-4bdb-8698-2a1fdf0b5779), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.077125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93105197-31fb-4737-a61b-409ce9ff5a56 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (554bcc57-e146-4bdb-8698-2a1fdf0b5779), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.105559 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93105197-31fb-4737-a61b-409ce9ff5a56 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554bcc57-e146-4bdb-8698-2a1fdf0b5779,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:37.164877 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-93105197-31fb-4737-a61b-409ce9ff5a56 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.166143 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-93105197-31fb-4737-a61b-409ce9ff5a56 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3061612
Apr 30 22:18:37.169470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54466) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:37.173725 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a6cd68d4-495f-4013-b5b8-e4f8b1ad5dc3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '554bcc57-e146-4bdb-8698-2a1fdf0b5779', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:37.265228 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a6cd68d4-495f-4013-b5b8-e4f8b1ad5dc3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (e2f34dad-ea84-4883-9b4e-2af7055cffce), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.319559 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a6cd68d4-495f-4013-b5b8-e4f8b1ad5dc3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (e2f34dad-ea84-4883-9b4e-2af7055cffce), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.397729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a6cd68d4-495f-4013-b5b8-e4f8b1ad5dc3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e2f34dad-ea84-4883-9b4e-2af7055cffce), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.415419 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd68d4-495f-4013-b5b8-e4f8b1ad5dc3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f34dad-ea84-4883-9b4e-2af7055cffce,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:37.491223 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a6cd68d4-495f-4013-b5b8-e4f8b1ad5dc3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.492460 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a6cd68d4-495f-4013-b5b8-e4f8b1ad5dc3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3220456
Apr 30 22:18:37.495169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54468) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:37.499635 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-08c919dc-99c7-40df-a0a9-51429c87ae59 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '554bcc57-e146-4bdb-8698-2a1fdf0b5779', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:37.602287 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-08c919dc-99c7-40df-a0a9-51429c87ae59 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (e6a74693-fb4b-4793-9207-d59c1c22b04f), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.659771 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-08c919dc-99c7-40df-a0a9-51429c87ae59 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (e6a74693-fb4b-4793-9207-d59c1c22b04f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.741007 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-08c919dc-99c7-40df-a0a9-51429c87ae59 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (e6a74693-fb4b-4793-9207-d59c1c22b04f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.758611 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c919dc-99c7-40df-a0a9-51429c87ae59 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a74693-fb4b-4793-9207-d59c1c22b04f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:37.814358 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 28deed0e-0150-4ca1-9939-b439394e5e99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:18:37.834552 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-08c919dc-99c7-40df-a0a9-51429c87ae59 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:37.834720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 28deed0e-0150-4ca1-9939-b439394e5e99 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:18:37.835010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 28deed0e-0150-4ca1-9939-b439394e5e99 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:18:37.835878 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-08c919dc-99c7-40df-a0a9-51429c87ae59 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3396883
Apr 30 22:18:37.838673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54470) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:37.843770 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-f6e186c4-10f2-4510-982f-4e821f6222e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '554bcc57-e146-4bdb-8698-2a1fdf0b5779', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:37.939572 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6e186c4-10f2-4510-982f-4e821f6222e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (0cbfdf6c-4b13-4313-ac09-4e710d956ac4), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.033948 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6e186c4-10f2-4510-982f-4e821f6222e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (0cbfdf6c-4b13-4313-ac09-4e710d956ac4), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.130105 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6e186c4-10f2-4510-982f-4e821f6222e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0cbfdf6c-4b13-4313-ac09-4e710d956ac4), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.149576 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e186c4-10f2-4510-982f-4e821f6222e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbfdf6c-4b13-4313-ac09-4e710d956ac4,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:38.246399 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-f6e186c4-10f2-4510-982f-4e821f6222e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.249037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-f6e186c4-10f2-4510-982f-4e821f6222e0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4092164
Apr 30 22:18:38.251795 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54472) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:38.256366 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-87258d8a-9755-4305-859e-80d7fc615db4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '554bcc57-e146-4bdb-8698-2a1fdf0b5779', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:38.363062 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87258d8a-9755-4305-859e-80d7fc615db4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (06f9adc0-39aa-496e-abca-f33a6dc593d2), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.419602 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87258d8a-9755-4305-859e-80d7fc615db4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (06f9adc0-39aa-496e-abca-f33a6dc593d2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.494976 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87258d8a-9755-4305-859e-80d7fc615db4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (06f9adc0-39aa-496e-abca-f33a6dc593d2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.514655 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87258d8a-9755-4305-859e-80d7fc615db4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f9adc0-39aa-496e-abca-f33a6dc593d2,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:38.594354 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-87258d8a-9755-4305-859e-80d7fc615db4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.595570 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-87258d8a-9755-4305-859e-80d7fc615db4 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3427346
Apr 30 22:18:38.598380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54474) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:38.602628 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7ec8b096-6922-43f1-a600-8a9e77934eaa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '554bcc57-e146-4bdb-8698-2a1fdf0b5779', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:38.700893 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-7ec8b096-6922-43f1-a600-8a9e77934eaa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:18:38.706545 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b096-6922-43f1-a600-8a9e77934eaa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (d6bf8815-f192-4477-8489-c727902e979e), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.764258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b096-6922-43f1-a600-8a9e77934eaa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (d6bf8815-f192-4477-8489-c727902e979e), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.843739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b096-6922-43f1-a600-8a9e77934eaa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (d6bf8815-f192-4477-8489-c727902e979e), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.859416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8b096-6922-43f1-a600-8a9e77934eaa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bf8815-f192-4477-8489-c727902e979e,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:38.931388 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7ec8b096-6922-43f1-a600-8a9e77934eaa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:38.932641 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7ec8b096-6922-43f1-a600-8a9e77934eaa tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3333428
Apr 30 22:18:38.935509 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54476) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:38.939874 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-404c133a-3dfb-46bb-aba5-418425a31736 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'security_group_rule': {'security_group_id': '554bcc57-e146-4bdb-8698-2a1fdf0b5779', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:39.015088 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-404c133a-3dfb-46bb-aba5-418425a31736 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Project 8f25dc6783c0491a86c2170aed9e0817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:18:39.020501 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-404c133a-3dfb-46bb-aba5-418425a31736 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (cdaa3798-63ca-4b19-9600-4c106d27423b), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.080727 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-404c133a-3dfb-46bb-aba5-418425a31736 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (cdaa3798-63ca-4b19-9600-4c106d27423b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.158536 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-404c133a-3dfb-46bb-aba5-418425a31736 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (cdaa3798-63ca-4b19-9600-4c106d27423b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.180199 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c133a-3dfb-46bb-aba5-418425a31736 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaa3798-63ca-4b19-9600-4c106d27423b,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:39.263433 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-404c133a-3dfb-46bb-aba5-418425a31736 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.264675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-404c133a-3dfb-46bb-aba5-418425a31736 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3282282
Apr 30 22:18:39.267495 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54478) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:39.272338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'network': {'name': 'tempest-network-smoke--671138405', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'port_security_enabled': True}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:39.362232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'network': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:18:39.365538 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.389680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=115774) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:18:39.398502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (18ce8102-0a77-4967-8c46-bb91bb6ce523), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.398848 ncdv-master-1 neutron-server[115774]: INFO neutron.db.segments_db [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Added segment 18ce8102-0a77-4967-8c46-bb91bb6ce523 of type vlan for network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66
Apr 30 22:18:39.437696 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (fa1f6918-4b74-4ea2-8c29-f447e1dc8d66), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.512017 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (fa1f6918-4b74-4ea2-8c29-f447e1dc8d66), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.517697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:39.518318 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.586110 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Network': ['ID=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:39.595940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:18:39.629220 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d1198cd8-3329-4812-96b9-f7fa31d5192d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3605897
Apr 30 22:18:39.631945 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54480) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:39.636351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'admin_state_up': True, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:39.712709 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.713790 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.766826 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:39.997931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:40.224022 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:40.242996 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:40.346996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.35 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:18:40.450840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:40.581578 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:40.620096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:18:40.623218 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:18:40.626788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:18:40.650429 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:40.964197 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:41.163040 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:41.700927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:18:41.810111 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:18:41.820926 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Sync routers for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:18:41.830212 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:18:41.830819 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd6d4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:41.868346 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:41.869730 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4723a08c-4a4a-43b8-b853-e6079e436e9d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2368331
Apr 30 22:18:41.873290 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54482) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:41.901376 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b49d5277-0709-45ad-ac01-5408820058aa tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=8f25dc6783c0491a86c2170aed9e0817&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269394
Apr 30 22:18:41.904677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54484) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:41.936096 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:18:41.990347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8c72a-0deb-4635-91b1-bf05aeff64a9 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:41.991882 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-70e8c72a-0deb-4635-91b1-bf05aeff64a9 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0859408
Apr 30 22:18:41.994754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:42.022674 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-336a4932-9ee5-4a16-906e-f2c7318984ad tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=24d2363b-44f9-4b0c-a866-84cec16dff58&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0268764
Apr 30 22:18:42.025249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54488) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:42.030842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-940578626', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:42.104195 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd6d4c0>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:40Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:42.131043 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Checking router: 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:18:42.131392 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Updating router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:18:42.159047 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.186460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:18:42.189917 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.407099 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Publish callbacks [] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.421053 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (58d0edeb-b562-4554-8ccd-b5e12e3ff5a9), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.477958 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.482158 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Subnet': ['ID=58d0edeb-b562-4554-8ccd-b5e12e3ff5a9,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:42.494957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Checking segment: {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:18:42.494957 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network hostable DHCP agents. Network: fa1f6918-4b74-4ea2-8c29-f447e1dc8d66, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:18:42.530117 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Attempting to bind port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:18:42.530478 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Attempting to bind port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:18:42.530829 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Attempting to bind port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:18:42.532802 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Pushing event updated for resources: {'Port': ['ID=c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3,revision_number=2']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:42.541771 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.542122 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.542455 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.542785 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.543109 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.543449 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.543778 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.544098 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.544416 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.544732 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.545048 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.545361 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.545772 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.546116 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.546432 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:18:42.549626 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:18:42.550017 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:18:42.550408 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.550854 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:18:42.551243 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Bound port: c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:18:42.551617 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.574367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:18:42.601025 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] For port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:18:42.604037 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] For port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:18:42.642816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa1f6918-4b74-4ea2-8c29-f447e1dc8d66) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:18:42.646881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:42.647520 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.651690 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db408cf1-ec41-42a7-93df-93a44750cc9b None None] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:18:42.677893 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.732593 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:18:42.733220 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cd6d4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:42.741129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-767f4446-cc32-4772-b127-142c28252036 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7120876
Apr 30 22:18:42.741750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54490) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:42.757522 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:18:42.758495 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:42.772442 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7ceb8-c5dc-4998-9ac3-26a52706402c None None] Pushing event updated for resources: {'Port': ['ID=c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:42.844226 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:18:42.908386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Allocated IP 172.20.0.2 (fa1f6918-4b74-4ea2-8c29-f447e1dc8d66/58d0edeb-b562-4554-8ccd-b5e12e3ff5a9/b034c166-2739-4a2d-bc3f-fe5417d4b618) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:18:43.037358 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cd6d4c0>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:40Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:43.054247 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Publish callbacks [] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.070326 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a751d-3298-4a18-ae6e-e607c369b326 None None] The sync data for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 is: [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:40Z', 'revision_number': 3, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:18:43.108129 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.148143 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:18:43.152102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:18:43.155958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:18:43.166033 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Pushing event updated for resources: {'Port': ['ID=b034c166-2739-4a2d-bc3f-fe5417d4b618,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:43.224688 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.225795 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Attempting to bind port b034c166-2739-4a2d-bc3f-fe5417d4b618 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:18:43.226184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Attempting to bind port b034c166-2739-4a2d-bc3f-fe5417d4b618 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:18:43.226549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Attempting to bind port b034c166-2739-4a2d-bc3f-fe5417d4b618 on network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:18:43.232264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:18:43.232670 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Checking segment: {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:18:43.233075 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.233496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Bound using segment: {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:18:43.233986 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Bound port: b034c166-2739-4a2d-bc3f-fe5417d4b618, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:18:43.234373 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.304581 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] For port b034c166-2739-4a2d-bc3f-fe5417d4b618, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:18:43.308021 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] For port b034c166-2739-4a2d-bc3f-fe5417d4b618, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b034c166-2739-4a2d-bc3f-fe5417d4b618,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:18:43.381703 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.451766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f842b-fe77-4545-94e8-1498e001b636 None None] Pushing event updated for resources: {'Port': ['ID=b034c166-2739-4a2d-bc3f-fe5417d4b618,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:43.560334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.1 (fa1f6918-4b74-4ea2-8c29-f447e1dc8d66/58d0edeb-b562-4554-8ccd-b5e12e3ff5a9/0e1537e1-6ddc-415e-b1b2-af60b7f0330a) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:18:43.701253 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.798828 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.853417 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:18:43.856757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:18:43.859334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:18:43.868790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:43.916395 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:43.947240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:18:44.006680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:44.007066 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.085856 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:44.086247 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.107976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:44.143567 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.180214 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.180963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b034c166-2739-4a2d-bc3f-fe5417d4b618 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:18:44.265001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:44.284378 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b034c166-2739-4a2d-bc3f-fe5417d4b618 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:44.284760 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.376552 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b034c166-2739-4a2d-bc3f-fe5417d4b618 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:44.378055 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.413564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port b034c166-2739-4a2d-bc3f-fe5417d4b618, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b034c166-2739-4a2d-bc3f-fe5417d4b618,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:44.460939 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.465301 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.514702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4399657-b26b-4dc2-aa46-d583e00ff3de None None] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:18:44.562660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.646673 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.648638 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:44.719223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=b034c166-2739-4a2d-bc3f-fe5417d4b618,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:44.734896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ef20a42d-eb09-48e0-bd1a-ced92f603841 None None] Provisioning complete for port b034c166-2739-4a2d-bc3f-fe5417d4b618 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:44.735268 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ef20a42d-eb09-48e0-bd1a-ced92f603841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:44.748701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:18:44.750124 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:18:44.859097 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ef20a42d-eb09-48e0-bd1a-ced92f603841 None None] Current status of the port b034c166-2739-4a2d-bc3f-fe5417d4b618 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:44.873653 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:18:44.989857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:18:44.995593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4fe9bde2-54b9-4ed7-a942-28b6e6c07fb7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2525017
Apr 30 22:18:45.000203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Sync routers for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:18:45.011340 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:18:45.011989 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb54b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:45.099709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-890a5683-5003-4e2d-b061-f87e86697d90 None None] Provisioning complete for port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:45.100092 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-890a5683-5003-4e2d-b061-f87e86697d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:45.162099 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-890a5683-5003-4e2d-b061-f87e86697d90 None None] Port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:18:45.172466 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:18:45.202211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-890a5683-5003-4e2d-b061-f87e86697d90 None None] Provisioning complete for port b034c166-2739-4a2d-bc3f-fe5417d4b618 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:45.202588 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-890a5683-5003-4e2d-b061-f87e86697d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:45.315507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-17b98b8c-80b9-415b-a0fb-581c606eb3c3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607649256&fields=id&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 267 time: 0.0493131
Apr 30 22:18:45.391428 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-890a5683-5003-4e2d-b061-f87e86697d90 None None] Current status of the port b034c166-2739-4a2d-bc3f-fe5417d4b618 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:45.437796 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79781-332b-49e4-a006-88e2c04c3fde req-98b885a5-0815-447a-92d4-ea923b40e1b2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:45.441103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-98b885a5-0815-447a-92d4-ea923b40e1b2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/networks?id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 HTTP/1.1" status: 200  len: 796 time: 0.1191912
Apr 30 22:18:45.448904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb54b20>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 2, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:45.457120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-2b367e0b-772d-4e36-965c-152e4eb35b67 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/quotas/8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 375 time: 0.0106552
Apr 30 22:18:45.478527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Checking router: 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:18:45.478889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Updating router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:18:45.510616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-ee3fb1fb-6f57-49eb-bdd7-dd268fb8b65f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0477176
Apr 30 22:18:45.518700 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:45.520515 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3ed489aa-a261-47e3-bea5-5a5aac486882 None None] Provisioning complete for port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:45.520876 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ed489aa-a261-47e3-bea5-5a5aac486882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:45.587991 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3ed489aa-a261-47e3-bea5-5a5aac486882 None None] Port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:18:45.611863 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-494841ce-5c74-42bc-bf61-03da0a8aa219 service neutron] 10.222.0.23 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888481
Apr 30 22:18:45.701621 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-ebd6f742-cdc7-4ee8-96b7-9958a25bcd50 service neutron] 10.222.0.23 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839336
Apr 30 22:18:45.816327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Publish callbacks [] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:45.889043 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:18:45.914820 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:45.979202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:45.979584 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:45.988065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ae46bed0-8dc1-41ca-96c2-6972abbd7792 req-c5c449fc-c6e8-4b8f-ba48-b23c50d6bad9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 210 time: 0.0834243
Apr 30 22:18:46.023389 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ec481-96a7-4479-90a5-89aa6df51967 None None] Pushing event updated for resources: {'Port': ['ID=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:46.094662 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Attempting to bind port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:18:46.095036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Attempting to bind port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:18:46.095398 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Attempting to bind port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a on network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:18:46.103753 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:18:46.104144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Checking segment: {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:18:46.104538 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:46.104933 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Bound using segment: {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:18:46.105409 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Bound port: 0e1537e1-6ddc-415e-b1b2-af60b7f0330a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:18:46.105808 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:46.182202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:46.183278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b034c166-2739-4a2d-bc3f-fe5417d4b618 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:18:46.242421 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] For port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:18:46.244599 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-c75bd674-6cbe-4ab4-9a51-233be0abfa19 None None] Provisioning complete for port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:46.244962 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c75bd674-6cbe-4ab4-9a51-233be0abfa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:46.249320 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] For port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:18:46.297287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-c75bd674-6cbe-4ab4-9a51-233be0abfa19 None None] Port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:18:46.298570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b034c166-2739-4a2d-bc3f-fe5417d4b618 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:46.299026 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:46.338860 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:46.426001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ec481-96a7-4479-90a5-89aa6df51967 None None] Pushing event updated for resources: {'Port': ['ID=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:46.433684 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:18:46.434437 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fb54b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:46.473160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b034c166-2739-4a2d-bc3f-fe5417d4b618 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:46.553012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:18:46.675123 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f6833298-c3c8-4f88-aae7-17c5aae1dd67 None None] Provisioning complete for port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:46.675419 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6833298-c3c8-4f88-aae7-17c5aae1dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:46.974710 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fb54b20>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:46Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:18:46.976541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f6833298-c3c8-4f88-aae7-17c5aae1dd67 None None] Current status of the port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:46.976925 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6833298-c3c8-4f88-aae7-17c5aae1dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:47.008975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff8fdf9-2652-4b94-b84a-90f14de34abe None None] The sync data for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 is: [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:46Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:18:47.036441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f6833298-c3c8-4f88-aae7-17c5aae1dd67 None None] For port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:47.116325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7e92e82c-f741-40c0-9ac5-70496ea99647 req-f258220e-7089-4b58-880b-0f11e33bdb9c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 210 time: 0.0314059
Apr 30 22:18:47.158185 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f6833298-c3c8-4f88-aae7-17c5aae1dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:47.215745 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6833298-c3c8-4f88-aae7-17c5aae1dd67 None None] Pushing event updated for resources: {'Port': ['ID=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:47.729615 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:47.848534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2b9e5d19-845c-49f3-858d-752531fca1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:47.892160 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0e1537e1-6ddc-415e-b1b2-af60b7f0330a up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:18:47.953226 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:47.953624 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:48.039721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:48.078144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79781-332b-49e4-a006-88e2c04c3fde req-749b7533-48ca-4a24-b5e1-b4fa11386378 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:48.079632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-749b7533-48ca-4a24-b5e1-b4fa11386378 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "GET /v2.0/networks?id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 HTTP/1.1" status: 200  len: 796 time: 0.1166115
Apr 30 22:18:48.151553 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-6910a40f-e8ee-4865-b35b-7f9afc2916ca tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f25dc6783c0491a86c2170aed9e0817 HTTP/1.1" status: 200  len: 379 time: 0.0564575
Apr 30 22:18:48.163377 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'port': {'device_id': '133107db-05e1-4622-8150-7217bc71bcfc', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'admin_state_up': True, 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'security_groups': ['554bcc57-e146-4bdb-8698-2a1fdf0b5779']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:48.242507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f9e0e39e-33c6-4912-8f4e-cb19b3af9eb3 req-82a8dccf-712c-411a-8474-c02fa716f990 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 210 time: 0.0305972
Apr 30 22:18:48.396977 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Made reservation on behalf of 8f25dc6783c0491a86c2170aed9e0817 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:18:48.400272 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:48.532232 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.20.0.9 (fa1f6918-4b74-4ea2-8c29-f447e1dc8d66/58d0edeb-b562-4554-8ccd-b5e12e3ff5a9/b86348d7-b49a-434b-a12a-f0f1a9cbfaba) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:18:48.675574 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:48.764189 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:48.811187 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:18:48.814271 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:18:48.818057 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:18:48.850562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:48.884771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:48.885385 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:48.955110 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-51cbb76c-d96a-4cd1-9450-9e501baa20b8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7956624
Apr 30 22:18:48.971852 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Request body: {'port': {'device_id': '133107db-05e1-4622-8150-7217bc71bcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:49.035439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:49.093696 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-d62cddc5-3bd6-4780-8c51-73ec43148237 None None] Provisioning complete for port b86348d7-b49a-434b-a12a-f0f1a9cbfaba triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:49.094253 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d62cddc5-3bd6-4780-8c51-73ec43148237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:49.153734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-d62cddc5-3bd6-4780-8c51-73ec43148237 None None] Port b86348d7-b49a-434b-a12a-f0f1a9cbfaba cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:18:49.319755 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86348d7-b49a-434b-a12a-f0f1a9cbfaba {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:18:49.336185 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Publish callbacks [] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:49.370408 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Transition to ACTIVE for port object b86348d7-b49a-434b-a12a-f0f1a9cbfaba will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:18:49.377746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15273-a31b-4821-a4a9-8668d8aa130c req-07135d8b-2aac-4f57-8f9b-775a4c385151 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:49.379257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20b15273-a31b-4821-a4a9-8668d8aa130c req-07135d8b-2aac-4f57-8f9b-775a4c385151 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 931 time: 0.0639172
Apr 30 22:18:49.427376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-20b15273-a31b-4821-a4a9-8668d8aa130c req-bfc93934-5560-480d-b1ae-ec6d431d7529 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421491
Apr 30 22:18:49.460505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:49.516436 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Pushing event updated for resources: {'Port': ['ID=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:49.594964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Attempting to bind port b86348d7-b49a-434b-a12a-f0f1a9cbfaba on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:18:49.595305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Attempting to bind port b86348d7-b49a-434b-a12a-f0f1a9cbfaba by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:18:49.595636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Attempting to bind port b86348d7-b49a-434b-a12a-f0f1a9cbfaba on network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:18:49.600418 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Port b86348d7-b49a-434b-a12a-f0f1a9cbfaba on network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:18:49.600737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Attempting to bind port b86348d7-b49a-434b-a12a-f0f1a9cbfaba on network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:18:49.606357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:18:49.606713 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Checking segment: {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:18:49.607181 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Bound using segment: {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:18:49.607613 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Bound port: b86348d7-b49a-434b-a12a-f0f1a9cbfaba, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ce8102-0a77-4967-8c46-bb91bb6ce523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:18:49.607974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:49.675506 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] For port b86348d7-b49a-434b-a12a-f0f1a9cbfaba, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:18:49.678734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] For port b86348d7-b49a-434b-a12a-f0f1a9cbfaba, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:18:49.770179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:49.808717 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:49.809960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:49.816197 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] 10.222.0.20 "PUT /v2.0/ports/b86348d7-b49a-434b-a12a-f0f1a9cbfaba HTTP/1.1" status: 200  len: 1091 time: 0.8438334
Apr 30 22:18:49.816197 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:18:49.816197 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3f9afc-38fd-46b1-9c46-eb0613118df9" -d '{"events": [{"name": "network-changed", "server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:18:49.839692 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ff826-eb9c-4045-a1bb-7074d058769a service neutron] Pushing event updated for resources: {'Port': ['ID=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:49.867452 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80c894e-8f4c-4b7d-9fb9-462753e0b0b4 x-openstack-request-id: req-f80c894e-8f4c-4b7d-9fb9-462753e0b0b4 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:18:49.867832 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:18:49.868150 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f80c894e-8f4c-4b7d-9fb9-462753e0b0b4 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:18:49.868657 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80c894e-8f4c-4b7d-9fb9-462753e0b0b4'] response: {'name': 'network-changed', 'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'status': 'completed', 'code': 200}
Apr 30 22:18:49.943292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9afc-38fd-46b1-9c46-eb0613118df9 req-d548d9c2-8d1f-486d-aeed-1888ee517a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:49.944833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d3f9afc-38fd-46b1-9c46-eb0613118df9 req-d548d9c2-8d1f-486d-aeed-1888ee517a90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 1125 time: 0.0418534
Apr 30 22:18:50.049513 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9afc-38fd-46b1-9c46-eb0613118df9 req-17fe52b9-0ef1-4227-a2f4-120d8bd67247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:50.050956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d3f9afc-38fd-46b1-9c46-eb0613118df9 req-17fe52b9-0ef1-4227-a2f4-120d8bd67247 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8f25dc6783c0491a86c2170aed9e0817&shared=False HTTP/1.1" status: 200  len: 897 time: 0.0937917
Apr 30 22:18:50.151559 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f9afc-38fd-46b1-9c46-eb0613118df9 req-faa28890-f898-4f74-85f3-64ea38a58668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:50.153964 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d3f9afc-38fd-46b1-9c46-eb0613118df9 req-faa28890-f898-4f74-85f3-64ea38a58668 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0929279
Apr 30 22:18:50.242685 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79781-332b-49e4-a006-88e2c04c3fde req-7e7e3895-23e4-4f4e-8670-a7a2c80075eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:50.244176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-7e7e3895-23e4-4f4e-8670-a7a2c80075eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 1125 time: 0.0392656
Apr 30 22:18:50.282710 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:18:50.296360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-7500e3e3-6edd-4e9c-8663-8f2d0c4aa4d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba HTTP/1.1" status: 200  len: 217 time: 0.0376213
Apr 30 22:18:50.348735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79781-332b-49e4-a006-88e2c04c3fde req-074615cd-e761-45e1-b5c0-9c04758bb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:50.350129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-074615cd-e761-45e1-b5c0-9c04758bb487 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d0edeb-b562-4554-8ccd-b5e12e3ff5a9 HTTP/1.1" status: 200  len: 834 time: 0.0427489
Apr 30 22:18:50.398132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a79781-332b-49e4-a006-88e2c04c3fde req-99b53bb3-31af-46d7-8390-37076619e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:50.399616 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-99b53bb3-31af-46d7-8390-37076619e125 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0374274
Apr 30 22:18:50.495663 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-fbf6e117-d5a1-4795-a5ed-62b8faf37fef service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861998
Apr 30 22:18:50.563497 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f1f4833c-f153-470d-b27b-0e2c4ad242a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:50.583550 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79dae9-b7d7-45bf-a8e1-274a9e3f9bf1 req-b04e74b0-a87d-443e-8f7f-809e29796e4d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:50.585080 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df79dae9-b7d7-45bf-a8e1-274a9e3f9bf1 req-b04e74b0-a87d-443e-8f7f-809e29796e4d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 943 time: 0.0842080
Apr 30 22:18:50.658378 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a79781-332b-49e4-a006-88e2c04c3fde req-1e69d9a7-21b6-4c8e-bc81-e29f8de469b7 service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490335
Apr 30 22:18:50.662904 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df79dae9-b7d7-45bf-a8e1-274a9e3f9bf1 req-be5e8d9b-aa78-4b42-9a48-89e6287c0247 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716465
Apr 30 22:18:51.602491 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:51.666256 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:51.779194 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a006b-86a6-4e57-b4cf-40307fae7b25 req-e9380db4-51e7-47a9-99d2-fb968975ebfd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:51.780818 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-111a006b-86a6-4e57-b4cf-40307fae7b25 req-e9380db4-51e7-47a9-99d2-fb968975ebfd tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 943 time: 0.0472381
Apr 30 22:18:51.830454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-111a006b-86a6-4e57-b4cf-40307fae7b25 req-d4f38c24-06b0-4b91-97ca-c86cf9545926 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437529
Apr 30 22:18:52.951884 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864c008-bc4f-4e9b-adfb-25c4a490beff req-d30c2945-9103-498c-aa0c-ab7bae10a8ce tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:52.953327 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f864c008-bc4f-4e9b-adfb-25c4a490beff req-d30c2945-9103-498c-aa0c-ab7bae10a8ce tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 943 time: 0.0451763
Apr 30 22:18:53.001593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f864c008-bc4f-4e9b-adfb-25c4a490beff req-a77a9755-1be2-4b84-9fc8-d4b37a06121c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427878
Apr 30 22:18:53.392378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:54.117516 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a19644-1972-46fd-9f73-126e9e4ae4d9 req-12034077-c8d4-4601-b12e-8d0dcd5501be tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:54.119043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a19644-1972-46fd-9f73-126e9e4ae4d9 req-12034077-c8d4-4601-b12e-8d0dcd5501be tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 943 time: 0.0507116
Apr 30 22:18:54.167334 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19a19644-1972-46fd-9f73-126e9e4ae4d9 req-dded5fcd-3569-4536-be69-9ae61fce343d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417886
Apr 30 22:18:54.262782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b86348d7-b49a-434b-a12a-f0f1a9cbfaba details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:18:54.356691 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b86348d7-b49a-434b-a12a-f0f1a9cbfaba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:54.367667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'port_id': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'mac_address': 'fa:16:3e:8a:e3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:18:54.406563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b86348d7-b49a-434b-a12a-f0f1a9cbfaba is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:54.407168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:54.419957 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86348d7-b49a-434b-a12a-f0f1a9cbfaba {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:18:54.449393 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b86348d7-b49a-434b-a12a-f0f1a9cbfaba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:54.500856 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:54.534936 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:54.583197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:54.829507 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['b86348d7-b49a-434b-a12a-f0f1a9cbfaba'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:18:55.287725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7eae4-8b79-4e76-ab7d-3b6295696765 req-23f5b5f8-a6be-4a17-b70e-c00a46f622ac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:55.289251 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1b7eae4-8b79-4e76-ab7d-3b6295696765 req-23f5b5f8-a6be-4a17-b70e-c00a46f622ac tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 944 time: 0.0469682
Apr 30 22:18:55.337005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1b7eae4-8b79-4e76-ab7d-3b6295696765 req-c2c7f80d-4cfb-4f0e-a57f-503b68df6687 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420616
Apr 30 22:18:56.263621 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b86348d7-b49a-434b-a12a-f0f1a9cbfaba up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:18:56.309383 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port b86348d7-b49a-434b-a12a-f0f1a9cbfaba completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:18:56.374802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port b86348d7-b49a-434b-a12a-f0f1a9cbfaba triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:18:56.375189 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:56.454216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port b86348d7-b49a-434b-a12a-f0f1a9cbfaba is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:18:56.454604 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:56.455788 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6d584-e8f2-4340-87d3-f83e4c65c424 req-de533ef5-cfe1-4306-a4cc-dc564653a4c8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:56.457286 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2e6d584-e8f2-4340-87d3-f83e4c65c424 req-de533ef5-cfe1-4306-a4cc-dc564653a4c8 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 944 time: 0.0509748
Apr 30 22:18:56.478314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:18:56.480874 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190a0a21-cf95-4b28-b644-03459cd306bf" -d '{"events": [{"server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "name": "network-vif-plugged", "status": "completed", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:18:56.494219 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port b86348d7-b49a-434b-a12a-f0f1a9cbfaba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:18:56.507005 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2e6d584-e8f2-4340-87d3-f83e4c65c424 req-9efb5cd1-f4c2-419f-8601-46bb54fe4504 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438852
Apr 30 22:18:56.520305 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8272db80-5b26-4503-8a77-0a13af95d95a x-openstack-request-id: req-8272db80-5b26-4503-8a77-0a13af95d95a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:18:56.520599 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "name": "network-vif-plugged", "status": "completed", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:18:56.520857 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8272db80-5b26-4503-8a77-0a13af95d95a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:18:56.521266 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8272db80-5b26-4503-8a77-0a13af95d95a'] response: {'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'code': 200}
Apr 30 22:18:56.568173 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:56.615841 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:18:56.621646 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1675-624c-49e2-84b5-0af818e58d32 req-35c30ae3-aeb5-432e-b0b8-5a51bdedc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:56.623273 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ede1675-624c-49e2-84b5-0af818e58d32 req-35c30ae3-aeb5-432e-b0b8-5a51bdedc2df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 1127 time: 0.0384343
Apr 30 22:18:56.670442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1ede1675-624c-49e2-84b5-0af818e58d32 req-ce435ae5-70e9-4ed0-877a-f63d6eae5f15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413907
Apr 30 22:18:57.619786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040c0dc-1d91-4116-babc-1b29e920ddf5 req-2d12d62e-4c7f-497d-b5b6-2637b4b08b17 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:57.622011 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9040c0dc-1d91-4116-babc-1b29e920ddf5 req-2d12d62e-4c7f-497d-b5b6-2637b4b08b17 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0444810
Apr 30 22:18:57.672670 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9040c0dc-1d91-4116-babc-1b29e920ddf5 req-569f4299-29b7-4bfa-b535-da51f2a107b7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451581
Apr 30 22:18:58.785182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d397fe-fd0c-4cdd-96fb-99348f860801 req-ea8bb2dc-ab21-45da-a9fb-139fc2ec921c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:58.786657 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12d397fe-fd0c-4cdd-96fb-99348f860801 req-ea8bb2dc-ab21-45da-a9fb-139fc2ec921c tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0476041
Apr 30 22:18:58.833774 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12d397fe-fd0c-4cdd-96fb-99348f860801 req-7a88ac1d-acb5-4d92-a4c4-f42530419c8b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415125
Apr 30 22:18:58.947991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3d3ca-e943-4983-8d3d-2f36219ee7d9 req-4df8885e-b780-4a6e-b0f2-2c75e2fcbb06 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:58.949545 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37e3d3ca-e943-4983-8d3d-2f36219ee7d9 req-4df8885e-b780-4a6e-b0f2-2c75e2fcbb06 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0471833
Apr 30 22:18:58.998199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-37e3d3ca-e943-4983-8d3d-2f36219ee7d9 req-5ff36141-a47b-4ae6-a635-0d1df3b35c15 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429111
Apr 30 22:18:59.019633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54552) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:59.412777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3822d44-a4cf-4cd8-9218-1cf68396d378 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:18:59.414329 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c3822d44-a4cf-4cd8-9218-1cf68396d378 tempest-TestNetworkAdvancedServerOps-1348021684 tempest-TestNetworkAdvancedServerOps-1348021684-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 1122 time: 0.3936832
Apr 30 22:18:59.417113 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54554) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:18:59.421311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:18:59.489066 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:59.565441 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:59.676168 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Allocated IP 172.35.4.155 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/7a56b8ad-0290-475d-b309-aa24a95d2d4f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:18:59.778158 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (7a56b8ad-0290-475d-b309-aa24a95d2d4f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:59.866993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (7a56b8ad-0290-475d-b309-aa24a95d2d4f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:18:59.909051 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:18:59.911862 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:18:59.915383 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:18:59.938734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=7a56b8ad-0290-475d-b309-aa24a95d2d4f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:00.293964 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (6b2dbd2a-e016-4cc5-9afa-5bf087d89949), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:00.414503 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (7a56b8ad-0290-475d-b309-aa24a95d2d4f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:00.595376 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for port (7a56b8ad-0290-475d-b309-aa24a95d2d4f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:00.677594 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (7a56b8ad-0290-475d-b309-aa24a95d2d4f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:00.752407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event updated for resources: {'Port': ['ID=7a56b8ad-0290-475d-b309-aa24a95d2d4f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:00.762182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (6b2dbd2a-e016-4cc5-9afa-5bf087d89949), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:00.867977 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP 6b2dbd2a-e016-4cc5-9afa-5bf087d89949 associated. External IP: 172.35.4.155, port: b86348d7-b49a-434b-a12a-f0f1a9cbfaba.
Apr 30 22:19:01.088388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:19:01.198560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:19:01.208808 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] Sync routers for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:19:01.218149 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:01.221004 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca1fee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:01.326787 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:01.356820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-af588c7b-628d-4253-a4a6-a4be3808ade9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9386871
Apr 30 22:19:01.357410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:19:01.359689 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8da5d7-fd21-4c67-8f74-6d92add96569" -d '{"events": [{"name": "network-changed", "server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:19:01.399576 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e808a2-981d-46f4-85f8-ff65df68f9fe x-openstack-request-id: req-23e808a2-981d-46f4-85f8-ff65df68f9fe {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:19:01.399576 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:19:01.399823 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23e808a2-981d-46f4-85f8-ff65df68f9fe {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:19:01.400273 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e808a2-981d-46f4-85f8-ff65df68f9fe'] response: {'name': 'network-changed', 'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'status': 'completed', 'code': 200}
Apr 30 22:19:01.415226 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:01.488428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df99cd-6fe6-48e6-8239-1b3386322b90 req-5509c39e-af2f-4b40-ae8c-5075c0dd9cdc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:01.490079 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5df99cd-6fe6-48e6-8239-1b3386322b90 req-5509c39e-af2f-4b40-ae8c-5075c0dd9cdc tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0817456
Apr 30 22:19:01.493987 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-e450cb32-9a09-4749-a44a-bed8a12f6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:01.495644 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-e450cb32-9a09-4749-a44a-bed8a12f6e46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 1127 time: 0.0743110
Apr 30 22:19:01.592502 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b5df99cd-6fe6-48e6-8239-1b3386322b90 req-8280f343-fa0f-414d-9235-81c723715ec9 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953467
Apr 30 22:19:01.615545 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54560) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:01.617502 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-a7c0c818-4c46-4d62-bcd4-026a244ab48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:01.619114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-a7c0c818-4c46-4d62-bcd4-026a244ab48c service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 HTTP/1.1" status: 200  len: 897 time: 0.1161199
Apr 30 22:19:01.631646 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca1fee0>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b2dbd2a-e016-4cc5-9afa-5bf087d89949', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.155', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'port_id': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'mac_address': 'fa:16:3e:8a:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133107db-05e1-4622-8150-7217bc71bcfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:19:00Z', 'updated_at': '2022-04-30T22:19:00Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:01.657537 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] Checking router: 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:19:01.666681 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:01.667353 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ca1fee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:18:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:01.680273 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7a8286db-267f-4931-af65-f5e445f5769d tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/6b2dbd2a-e016-4cc5-9afa-5bf087d89949 HTTP/1.1" status: 200  len: 991 time: 0.0636210
Apr 30 22:19:01.690912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-7fc0e7fe-293a-4e2e-a253-45d26e7c16b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba HTTP/1.1" status: 200  len: 999 time: 0.0656707
Apr 30 22:19:01.744751 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-f8e61a76-3fa2-454f-b6dc-f963c8a21345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:01.747297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-f8e61a76-3fa2-454f-b6dc-f963c8a21345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d0edeb-b562-4554-8ccd-b5e12e3ff5a9 HTTP/1.1" status: 200  len: 834 time: 0.0496182
Apr 30 22:19:01.781626 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:01.791333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-840a5993-3051-40c1-a6e1-12cb650ca3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:01.793658 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-840a5993-3051-40c1-a6e1-12cb650ca3a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394819
Apr 30 22:19:01.894801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-5ca51c4b-6c3b-43a0-872c-b6b8f9066831 service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950389
Apr 30 22:19:01.986959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fe8da5d7-fd21-4c67-8f74-6d92add96569 req-73626717-69df-4c40-b829-e89a9e5cb84c service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858297
Apr 30 22:19:02.008699 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ca1fee0>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b2dbd2a-e016-4cc5-9afa-5bf087d89949', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.155', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'port_id': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'mac_address': 'fa:16:3e:8a:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133107db-05e1-4622-8150-7217bc71bcfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:19:00Z', 'updated_at': '2022-04-30T22:19:00Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:02.034993 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed38f4-8319-43bc-8c94-cac9ec6ac76b None None] The sync data for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 is: [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b2dbd2a-e016-4cc5-9afa-5bf087d89949', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'floating_ip_address': '172.35.4.155', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'port_id': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'mac_address': 'fa:16:3e:8a:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133107db-05e1-4622-8150-7217bc71bcfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:19:00Z', 'updated_at': '2022-04-30T22:19:00Z', 'revision_number': 0, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:19:02.220555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19391f7-3c28-4dd0-b9a3-a7a3d2fd3eae None None] New status for floating IP 6b2dbd2a-e016-4cc5-9afa-5bf087d89949: ACTIVE {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:19:02.682603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54562) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:02.748659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8a376f53-97cb-44aa-8790-bcb0ca1fedd5 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/6b2dbd2a-e016-4cc5-9afa-5bf087d89949 HTTP/1.1" status: 200  len: 993 time: 0.0649500
Apr 30 22:19:17.734494 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:17.848857 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2bebcd11-30a7-46ae-a95f-deaff007adc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:20.590678 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-41983b05-d929-4a25-97af-7c8cdd5407be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:21.557635 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:21.648682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:23.368035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:24.500442 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:27.281861 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:19:36.318897 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1e181-d352-44d9-8105-355a2d83d67d req-886f8425-52e2-4352-bb1c-22c7b120211f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:36.320380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2c1e181-d352-44d9-8105-355a2d83d67d req-886f8425-52e2-4352-bb1c-22c7b120211f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0479870
Apr 30 22:19:36.372480 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2c1e181-d352-44d9-8105-355a2d83d67d req-33c0e388-9d9d-4737-8430-fc85652fede2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463474
Apr 30 22:19:37.488687 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfcc51-7859-4c07-bf36-ad859f73655a req-47ae2b50-2609-4b35-a774-d510aef981d7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:37.490159 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22bfcc51-7859-4c07-bf36-ad859f73655a req-47ae2b50-2609-4b35-a774-d510aef981d7 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0460207
Apr 30 22:19:37.542762 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-22bfcc51-7859-4c07-bf36-ad859f73655a req-c64a1a99-b1ec-45b7-a40b-497609503d70 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469286
Apr 30 22:19:37.565605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:37.625381 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-13bab56c-279f-4f86-b632-beb9e47e6b58 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/6b2dbd2a-e016-4cc5-9afa-5bf087d89949 HTTP/1.1" status: 200  len: 993 time: 0.0586510
Apr 30 22:19:39.107880 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ea867-f2eb-47b2-8c55-ffd15527f447 req-10494fca-4a13-43f4-bfe3-e4af48be0950 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:39.109374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b8ea867-f2eb-47b2-8c55-ffd15527f447 req-10494fca-4a13-43f4-bfe3-e4af48be0950 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0499361
Apr 30 22:19:39.163604 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5b8ea867-f2eb-47b2-8c55-ffd15527f447 req-f69e7fed-75ea-42cb-81f0-72793d637aee tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483696
Apr 30 22:19:39.204673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-dc0fdef8-fc06-4d2c-a50a-92140476af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:39.206179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-dc0fdef8-fc06-4d2c-a50a-92140476af9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 1127 time: 0.0384374
Apr 30 22:19:39.299476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-a57d2099-1440-48bf-9409-8b46a2bd5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:39.300940 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-a57d2099-1440-48bf-9409-8b46a2bd5636 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 HTTP/1.1" status: 200  len: 897 time: 0.0840051
Apr 30 22:19:39.371232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-22ea6921-793c-4c54-96e8-81578482b3ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba HTTP/1.1" status: 200  len: 1001 time: 0.0629418
Apr 30 22:19:39.420906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-74608736-9f7c-4c7c-a8a8-43abcccbe576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:39.422416 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-74608736-9f7c-4c7c-a8a8-43abcccbe576 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d0edeb-b562-4554-8ccd-b5e12e3ff5a9 HTTP/1.1" status: 200  len: 834 time: 0.0428896
Apr 30 22:19:39.469786 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-6e778ce8-5f9d-4624-ab8c-645d066d14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:39.471246 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-6e778ce8-5f9d-4624-ab8c-645d066d14ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382442
Apr 30 22:19:39.566356 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-d699ff04-dc5f-442e-b3fe-cea231d38df4 service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842118
Apr 30 22:19:39.656326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8a02de80-5c56-4726-be6d-0f1f8c2d7361 req-926bd06e-30ae-4188-87cd-cda27d5ef6e1 service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811062
Apr 30 22:19:40.286512 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab622668-d8f5-4770-99c6-62e53449a764 req-5a5ddab9-af2a-4172-b550-bfa183bb5984 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:40.287992 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab622668-d8f5-4770-99c6-62e53449a764 req-5a5ddab9-af2a-4172-b550-bfa183bb5984 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0512173
Apr 30 22:19:40.336454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab622668-d8f5-4770-99c6-62e53449a764 req-2a81ca43-da25-439f-ae19-d5ce89b47145 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428019
Apr 30 22:19:41.452022 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bb361-f799-4131-9c35-592dde1b1020 req-4b072ddd-ba34-4f69-aeb1-33a775315e2e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:41.453779 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b13bb361-f799-4131-9c35-592dde1b1020 req-4b072ddd-ba34-4f69-aeb1-33a775315e2e tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0469048
Apr 30 22:19:41.502185 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b13bb361-f799-4131-9c35-592dde1b1020 req-13a23a34-0282-40e0-a25f-5462cde20fa3 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428131
Apr 30 22:19:41.526210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54608) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:41.591335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ab989884-fa94-49c8-8aa3-11f0b0766388 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/floatingips/6b2dbd2a-e016-4cc5-9afa-5bf087d89949 HTTP/1.1" status: 200  len: 993 time: 0.0638075
Apr 30 22:19:41.836703 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54614) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:41.982318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 7a56b8ad-0290-475d-b309-aa24a95d2d4f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:19:41.982662 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (7a56b8ad-0290-475d-b309-aa24a95d2d4f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:42.056077 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (7a56b8ad-0290-475d-b309-aa24a95d2d4f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:42.056399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (7a56b8ad-0290-475d-b309-aa24a95d2d4f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:42.070295 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 7a56b8ad-0290-475d-b309-aa24a95d2d4f owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:19:42.299871 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (7a56b8ad-0290-475d-b309-aa24a95d2d4f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:42.325464 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=7a56b8ad-0290-475d-b309-aa24a95d2d4f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:42.355617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.355965 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.356307 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.356644 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.356977 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.357308 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.357633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.357978 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.358311 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.359269 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.359608 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.359918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.360238 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.360556 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.360877 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:42.402048 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for floatingip (6b2dbd2a-e016-4cc5-9afa-5bf087d89949), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:42.402565 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Floating IP 6b2dbd2a-e016-4cc5-9afa-5bf087d89949 disassociated (deleted). External IP: 172.35.4.155, port: b86348d7-b49a-434b-a12a-f0f1a9cbfaba.
Apr 30 22:19:42.942519 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:19:43.047946 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:19:43.052846 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:43.060917 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] Sync routers for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:19:43.072611 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:43.074013 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf799a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:43.088124 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-cf54ede7-e52a-4319-866b-3772a5ab4b55 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/floatingips/6b2dbd2a-e016-4cc5-9afa-5bf087d89949 HTTP/1.1" status: 204  len: 168 time: 1.2479837
Apr 30 22:19:43.088124 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:19:43.088886 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e9f56573cee00962b8e9d33f758e42aed5304180dcf0d063d0ec0828a1268be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f553ac4-129a-443a-a885-5bb066dd1955" -d '{"events": [{"name": "network-changed", "server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:19:43.134888 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a93358-4523-4f64-a948-ee0e4676418e x-openstack-request-id: req-98a93358-4523-4f64-a948-ee0e4676418e {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:19:43.135486 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:19:43.135907 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-98a93358-4523-4f64-a948-ee0e4676418e {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:19:43.136760 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a93358-4523-4f64-a948-ee0e4676418e'] response: {'name': 'network-changed', 'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'status': 'completed', 'code': 200}
Apr 30 22:19:43.187290 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:43.200515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-e6c1b057-aaa6-4c98-819f-ed7497ea59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:43.202752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-e6c1b057-aaa6-4c98-819f-ed7497ea59d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f25dc6783c0491a86c2170aed9e0817&device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 1127 time: 0.0393648
Apr 30 22:19:43.298237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-d5fd536d-7ff9-4439-b80d-1080e92d9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:43.299712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-d5fd536d-7ff9-4439-b80d-1080e92d9c72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 HTTP/1.1" status: 200  len: 897 time: 0.0866244
Apr 30 22:19:43.347169 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-e5b1b302-2c60-4578-9905-7c306fc582dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba HTTP/1.1" status: 200  len: 217 time: 0.0387509
Apr 30 22:19:43.379752 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf799a0>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:43.404562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-749d12c5-48d3-4dd2-9a86-20db9426c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:43.406375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-749d12c5-48d3-4dd2-9a86-20db9426c5a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58d0edeb-b562-4554-8ccd-b5e12e3ff5a9 HTTP/1.1" status: 200  len: 834 time: 0.0482492
Apr 30 22:19:43.410847 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] Checking router: 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:19:43.419200 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:43.419816 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cf799a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:43.461024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-bc58c679-b820-4281-9d9d-397a40722de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:43.462402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-bc58c679-b820-4281-9d9d-397a40722de4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434320
Apr 30 22:19:43.533085 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:43.577283 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315191d2-d660-4551-b3b6-810bd09123b0 req-9e8a7a09-337f-4669-9aba-4b290286dc86 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:43.578801 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-315191d2-d660-4551-b3b6-810bd09123b0 req-9e8a7a09-337f-4669-9aba-4b290286dc86 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0619268
Apr 30 22:19:43.611490 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-f131ecad-2fcc-47fa-9229-4a9a6fb5881a service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425171
Apr 30 22:19:43.640439 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-315191d2-d660-4551-b3b6-810bd09123b0 req-0e101614-3794-4137-b8a3-2df0e083a939 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549655
Apr 30 22:19:43.720891 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cf799a0>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:43.830199 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c68c2-2252-4e51-87d4-c0462319f0a3 None None] The sync data for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 is: [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e1537e1-6ddc-415e-b1b2-af60b7f0330a', 'name': '', 'network_id': 'fa1f6918-4b74-4ea2-8c29-f447e1dc8d66', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'mac_address': 'fa:16:3e:14:6c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:43Z', 'updated_at': '2022-04-30T22:18:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'subnets': [{'id': '58d0edeb-b562-4554-8ccd-b5e12e3ff5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:19:44.056463 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a6b68-de99-45c6-b8ff-fde849380fab None None] New status for floating IP 6b2dbd2a-e016-4cc5-9afa-5bf087d89949: DOWN {{(pid=115776) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:19:44.760416 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f8a85-d596-4041-87e3-023ed150ffa1 req-22c45431-df24-472e-aedb-af9d8ea4393b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:44.761909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a7f8a85-d596-4041-87e3-023ed150ffa1 req-22c45431-df24-472e-aedb-af9d8ea4393b tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0505936
Apr 30 22:19:44.809330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4a7f8a85-d596-4041-87e3-023ed150ffa1 req-fe39102f-c721-408d-aad9-a0c41cac5148 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/security-groups?id=554bcc57-e146-4bdb-8698-2a1fdf0b5779&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409770
Apr 30 22:19:45.026805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4f553ac4-129a-443a-a885-5bb066dd1955 req-2ee2e0c4-44fe-4596-bfc9-fb12d039fecc service neutron] 10.222.0.20 "GET /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813990
Apr 30 22:19:45.288575 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93434-5674-442e-b162-f00b3958d18f req-7feda473-4167-4292-b8a8-71a2ea157f06 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:45.290094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cf93434-5674-442e-b162-f00b3958d18f req-7feda473-4167-4292-b8a8-71a2ea157f06 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 945 time: 0.0518644
Apr 30 22:19:45.372425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port b86348d7-b49a-434b-a12a-f0f1a9cbfaba {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:19:45.372766 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:45.467316 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port b86348d7-b49a-434b-a12a-f0f1a9cbfaba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:19:45.468191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:45.482277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for b86348d7-b49a-434b-a12a-f0f1a9cbfaba owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:19:45.710993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b86348d7-b49a-434b-a12a-f0f1a9cbfaba), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:45.742082 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=b86348d7-b49a-434b-a12a-f0f1a9cbfaba,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:45.756922 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.757278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.757626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.757998 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.758341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.758681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.759016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.759351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.759682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.760016 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.760351 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.760680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.761224 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.761322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.761631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:45.799487 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] No DVR routers for this DVR port b86348d7-b49a-434b-a12a-f0f1a9cbfaba on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:19:45.802148 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:45.805465 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1cf93434-5674-442e-b162-f00b3958d18f req-4c83733f-88e3-4a4f-a699-4a5c83d418e2 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.20 "DELETE /v2.0/ports/b86348d7-b49a-434b-a12a-f0f1a9cbfaba HTTP/1.1" status: 204  len: 173 time: 0.5103910
Apr 30 22:19:45.805935 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'name': 'network-vif-deleted', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:19:45.808150 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b90d480-0d57-4b62-8f68-4810cafb91ee" -d '{"events": [{"server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "name": "network-vif-deleted", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:19:45.846167 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5fca7-064b-4628-9539-212e16617a09 x-openstack-request-id: req-21f5fca7-064b-4628-9539-212e16617a09 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:19:45.846326 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133107db-05e1-4622-8150-7217bc71bcfc", "name": "network-vif-deleted", "tag": "b86348d7-b49a-434b-a12a-f0f1a9cbfaba", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:19:45.846607 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21f5fca7-064b-4628-9539-212e16617a09 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:19:45.846971 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f5fca7-064b-4628-9539-212e16617a09'] response: {'server_uuid': '133107db-05e1-4622-8150-7217bc71bcfc', 'name': 'network-vif-deleted', 'tag': 'b86348d7-b49a-434b-a12a-f0f1a9cbfaba', 'status': 'completed', 'code': 200}
Apr 30 22:19:45.911493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c9b1bce5-1456-4a46-ba99-ebf8ea074241 req-17910525-cc68-47f9-b988-8677332d312f tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "GET /v2.0/ports?device_id=133107db-05e1-4622-8150-7217bc71bcfc HTTP/1.1" status: 200  len: 210 time: 0.0282083
Apr 30 22:19:46.969370 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54632) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:47.303179 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:47.542465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:19:47.542731 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:47.632410 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port 0e1537e1-6ddc-415e-b1b2-af60b7f0330a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:19:47.632772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:47.645550 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for 0e1537e1-6ddc-415e-b1b2-af60b7f0330a owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:19:47.793610 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:47.871295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-39ba214a-cc0e-4550-9d35-0eaa3c5a8b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:47.900016 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0e1537e1-6ddc-415e-b1b2-af60b7f0330a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:47.927291 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=0e1537e1-6ddc-415e-b1b2-af60b7f0330a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:48.103684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:48.321223 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:19:48.427683 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:19:48.433088 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1bc1e188-329b-4c92-a24f-7053140f6dc0 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "PUT /v2.0/routers/9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4626958
Apr 30 22:19:48.436010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54634) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:48.437306 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] Sync routers for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:19:48.447105 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:48.447721 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c98b4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:48.487460 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f99cc14-5946-42d4-aab4-765af2850b96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting subnet 58d0edeb-b562-4554-8ccd-b5e12e3ff5a9 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:19:48.490680 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f99cc14-5946-42d4-aab4-765af2850b96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (58d0edeb-b562-4554-8ccd-b5e12e3ff5a9), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:48.536465 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f99cc14-5946-42d4-aab4-765af2850b96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (58d0edeb-b562-4554-8ccd-b5e12e3ff5a9), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:48.554808 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:48.559179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b86348d7-b49a-434b-a12a-f0f1a9cbfaba no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:19:48.584169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: b86348d7-b49a-434b-a12a-f0f1a9cbfaba {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:19:48.584783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device b86348d7-b49a-434b-a12a-f0f1a9cbfaba not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:19:48.621370 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f99cc14-5946-42d4-aab4-765af2850b96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (58d0edeb-b562-4554-8ccd-b5e12e3ff5a9), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:48.727567 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c98b4f0>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:19:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:48.735361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f99cc14-5946-42d4-aab4-765af2850b96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (58d0edeb-b562-4554-8ccd-b5e12e3ff5a9), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:48.758609 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] Checking router: 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:19:48.767059 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] Routers {'9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:48.767717 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c98b4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:48.769032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99cc14-5946-42d4-aab4-765af2850b96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Subnet': ['ID=58d0edeb-b562-4554-8ccd-b5e12e3ff5a9,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:48.771048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8f99cc14-5946-42d4-aab4-765af2850b96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:48.774215 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8f99cc14-5946-42d4-aab4-765af2850b96 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/subnets/58d0edeb-b562-4554-8ccd-b5e12e3ff5a9 HTTP/1.1" status: 204  len: 168 time: 0.3366988
Apr 30 22:19:48.776904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54636) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:48.788346 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e66544-ce30-4248-b6d2-8796aeb6cf98 None None] Network fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:19:48.885026 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] Set router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:48.896361 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:48.963572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] DHCP port deletion for fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:19:49.009061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Deleting port b034c166-2739-4a2d-bc3f-fe5417d4b618 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:19:49.009367 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.017190 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_gateway (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.055989 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c98b4f0>, [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:19:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:49.072661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] For port b034c166-2739-4a2d-bc3f-fe5417d4b618, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b034c166-2739-4a2d-bc3f-fe5417d4b618,segment=NetworkSegment(18ce8102-0a77-4967-8c46-bb91bb6ce523),segment_id=18ce8102-0a77-4967-8c46-bb91bb6ce523)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:19:49.073064 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.086294 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e8f88-ea3f-4440-8f99-ae4620e5f55b None None] The sync data for ids ['9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb'] in ncdv-master-1 is: [{'id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466401570', 'tenant_id': '8f25dc6783c0491a86c2170aed9e0817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35'}], 'enable_snat': True}, 'gw_port_id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:18:39Z', 'updated_at': '2022-04-30T22:19:47Z', 'revision_number': 5, 'project_id': '8f25dc6783c0491a86c2170aed9e0817', 'gw_port': {'id': 'c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:65:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:18:40Z', 'updated_at': '2022-04-30T22:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:19:49.090224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Calling delete_port for b034c166-2739-4a2d-bc3f-fe5417d4b618 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:19:49.126833 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Deleting port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:19:49.127255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.210633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] For port c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:19:49.210999 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.224138 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Calling delete_port for c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:19:49.259705 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (b034c166-2739-4a2d-bc3f-fe5417d4b618), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.287919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Pushing event deleted for resources: {'Port': ['ID=b034c166-2739-4a2d-bc3f-fe5417d4b618,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:49.290237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] No DVR routers for this DVR port b034c166-2739-4a2d-bc3f-fe5417d4b618 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:19:49.298922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.299292 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.299603 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.299943 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.300279 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.300614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.301338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.301338 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.301562 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.301917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.302251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.302578 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.302899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.303221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.303540 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d8bc86-4096-4689-b5ef-fb836b5e1ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:19:49.465660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.502967 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Port': ['ID=c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:49.567543 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.663487 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.665736 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router_controller (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.780775 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.781294 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:19:49.787885 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.788987 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-6c81bd3b-9223-4264-ac66-82b39efb69ad tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/routers/9c2eb1d9-d35e-4dfc-916a-43f0e7901ceb HTTP/1.1" status: 204  len: 168 time: 1.0111840
Apr 30 22:19:49.791838 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54640) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:49.877700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (fa1f6918-4b74-4ea2-8c29-f447e1dc8d66), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.968112 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (fa1f6918-4b74-4ea2-8c29-f447e1dc8d66), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:49.987665 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896e861700>,) {'filters': {'network_id': ['fa1f6918-4b74-4ea2-8c29-f447e1dc8d66']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:49.996911 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e861700>, '18ce8102-0a77-4967-8c46-bb91bb6ce523') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:49.997206 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896e861700>, '18ce8102-0a77-4967-8c46-bb91bb6ce523') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:50.006922 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (18ce8102-0a77-4967-8c46-bb91bb6ce523), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.020366 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (18ce8102-0a77-4967-8c46-bb91bb6ce523), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.026197 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:19:50.026579 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (18ce8102-0a77-4967-8c46-bb91bb6ce523), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:19:50.029505 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:19:50.150676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (fa1f6918-4b74-4ea2-8c29-f447e1dc8d66), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.157496 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.160608 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/networks/fa1f6918-4b74-4ea2-8c29-f447e1dc8d66 HTTP/1.1" status: 204  len: 168 time: 0.3673065
Apr 30 22:19:50.163498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54642) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:50.172249 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfed51-6ff6-42cf-ba1b-9fcad561f693 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'Network': ['ID=fa1f6918-4b74-4ea2-8c29-f447e1dc8d66,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:50.224479 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77e347d5-8a72-4be6-9be5-171f8ea6f468 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (554bcc57-e146-4bdb-8698-2a1fdf0b5779), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.277012 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b034c166-2739-4a2d-bc3f-fe5417d4b618 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:19:50.297484 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b034c166-2739-4a2d-bc3f-fe5417d4b618 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:19:50.297855 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b034c166-2739-4a2d-bc3f-fe5417d4b618 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:19:50.298281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0e1537e1-6ddc-415e-b1b2-af60b7f0330a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:19:50.318972 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 0e1537e1-6ddc-415e-b1b2-af60b7f0330a {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:19:50.319322 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 0e1537e1-6ddc-415e-b1b2-af60b7f0330a not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:19:50.590952 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-57730a8d-befe-41ef-a006-9ad6490fc444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.612831 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77e347d5-8a72-4be6-9be5-171f8ea6f468 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (554bcc57-e146-4bdb-8698-2a1fdf0b5779), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.734191 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77e347d5-8a72-4be6-9be5-171f8ea6f468 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (554bcc57-e146-4bdb-8698-2a1fdf0b5779), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.736832 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-77e347d5-8a72-4be6-9be5-171f8ea6f468 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:50.740646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-77e347d5-8a72-4be6-9be5-171f8ea6f468 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] 10.222.0.23 "DELETE /v2.0/security-groups/554bcc57-e146-4bdb-8698-2a1fdf0b5779 HTTP/1.1" status: 204  len: 168 time: 0.5735054
Apr 30 22:19:50.747678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e347d5-8a72-4be6-9be5-171f8ea6f468 tempest-TestNetworkAdvancedServerOps-677250847 tempest-TestNetworkAdvancedServerOps-677250847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554bcc57-e146-4bdb-8698-2a1fdf0b5779,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:51.305562 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54650) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:51.448375 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-5c0b99dc-987c-447a-ac25-0f4c6c13dad6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f25dc6783c0491a86c2170aed9e0817&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1416364
Apr 30 22:19:51.450842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54654) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:51.496505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2899f7cb-61aa-4586-98b9-451c61ffed45 admin admin] Publish callbacks [] for security_group (af2dcc53-49e3-4df1-8fa0-80b818c6b9e7), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:51.516898 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2899f7cb-61aa-4586-98b9-451c61ffed45 admin admin] Publish callbacks [] for security_group (af2dcc53-49e3-4df1-8fa0-80b818c6b9e7), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:51.568614 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:51.608821 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2899f7cb-61aa-4586-98b9-451c61ffed45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (af2dcc53-49e3-4df1-8fa0-80b818c6b9e7), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:51.611464 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2899f7cb-61aa-4586-98b9-451c61ffed45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:51.612623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2899f7cb-61aa-4586-98b9-451c61ffed45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af2dcc53-49e3-4df1-8fa0-80b818c6b9e7 HTTP/1.1" status: 204  len: 168 time: 0.1609089
Apr 30 22:19:51.623189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899f7cb-61aa-4586-98b9-451c61ffed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2dcc53-49e3-4df1-8fa0-80b818c6b9e7,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:51.699885 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:51.856360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:19:51.877731 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:19:51.878102 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device c02f3ba9-d214-4c9e-92ab-4ed4e6676eb3 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:19:52.163182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54660) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:52.176970 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-190921c5-f521-48a9-8e83-16ed69adb497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:52.253075 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-190921c5-f521-48a9-8e83-16ed69adb497 admin admin] Publish callbacks [] for security_group (69d7bd0d-5732-4447-879f-d49c86a54629), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:52.288439 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-190921c5-f521-48a9-8e83-16ed69adb497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (69d7bd0d-5732-4447-879f-d49c86a54629), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:52.325459 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190921c5-f521-48a9-8e83-16ed69adb497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d7bd0d-5732-4447-879f-d49c86a54629,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:52.331449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-190921c5-f521-48a9-8e83-16ed69adb497 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d59a390335b46c7b84523a8f386348e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1668820
Apr 30 22:19:52.333951 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54662) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:52.382540 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc13da7d-837b-45d7-8203-c1505f68bb34 admin admin] Publish callbacks [] for security_group (69d7bd0d-5732-4447-879f-d49c86a54629), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:52.402820 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc13da7d-837b-45d7-8203-c1505f68bb34 admin admin] Publish callbacks [] for security_group (69d7bd0d-5732-4447-879f-d49c86a54629), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:52.482274 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc13da7d-837b-45d7-8203-c1505f68bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (69d7bd0d-5732-4447-879f-d49c86a54629), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:52.485406 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bc13da7d-837b-45d7-8203-c1505f68bb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:52.486579 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bc13da7d-837b-45d7-8203-c1505f68bb34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69d7bd0d-5732-4447-879f-d49c86a54629 HTTP/1.1" status: 204  len: 168 time: 0.1516581
Apr 30 22:19:52.500454 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13da7d-837b-45d7-8203-c1505f68bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d7bd0d-5732-4447-879f-d49c86a54629,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:53.408535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:53.471768 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54684) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:53.568604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1577042717-network', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:19:53.648359 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Made reservation on behalf of 7a470c13c84849f28ff3b1d4bb55c4e4 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:19:53.650777 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:53.659955 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:53.731267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Publish callbacks [] for security_group (39eae755-bb0b-49bf-a9b8-12f8e3ddd760), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:53.797080 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (39eae755-bb0b-49bf-a9b8-12f8e3ddd760), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:53.824494 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:19:53.833189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eae755-bb0b-49bf-a9b8-12f8e3ddd760,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:53.839150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (53a3bb6c-2a3a-4267-8516-86397cdc0bc8), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:53.839497 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Added segment 53a3bb6c-2a3a-4267-8516-86397cdc0bc8 of type vlan for network 03778a8b-a449-4615-bf38-12386fc793ea
Apr 30 22:19:53.880791 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (03778a8b-a449-4615-bf38-12386fc793ea), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:53.968448 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (03778a8b-a449-4615-bf38-12386fc793ea), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:53.969374 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:53.969999 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.027883 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] Pushing event updated for resources: {'Network': ['ID=03778a8b-a449-4615-bf38-12386fc793ea,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:54.038458 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 03778a8b-a449-4615-bf38-12386fc793ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:19:54.097113 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bd49fe1b-df79-4aee-8bbb-7609d3f75857 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6241763
Apr 30 22:19:54.100468 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54688) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:54.106805 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Request body: {'subnet': {'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1577042717-subnet', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'ip_version': 4}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:19:54.225591 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Made reservation on behalf of 7a470c13c84849f28ff3b1d4bb55c4e4 for: {'subnet': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:19:54.227927 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3325782'] for subnet (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.465965 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3274011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3325372'] for subnet (4a414c79-53be-4f97-aa81-4c463cd33d88), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.524090 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a414c79-53be-4f97-aa81-4c463cd33d88,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:54.529361 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Checking segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:19:54.529719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Network hostable DHCP agents. Network: 03778a8b-a449-4615-bf38-12386fc793ea, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115774) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:19:54.534047 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.608583 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Network 03778a8b-a449-4615-bf38-12386fc793ea is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115774) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:19:54.670854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03778a8b-a449-4615-bf38-12386fc793ea) {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:19:54.674733 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:54.675336 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.679975 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c394d-767f-41d2-bb5d-6912a2839b54 None None] Network 03778a8b-a449-4615-bf38-12386fc793ea requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:19:54.731183 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fbdcd7e9-af07-49ee-a50c-799b21b76767 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6291111
Apr 30 22:19:54.733850 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54690) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:54.741227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:19:54.780918 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03778a8b-a449-4615-bf38-12386fc793ea', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:19:54.781751 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.814008 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (7568f19b-5f83-4d15-9cab-014a52313881), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.815083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (7568f19b-5f83-4d15-9cab-014a52313881), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.871118 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks [] for router_controller (7568f19b-5f83-4d15-9cab-014a52313881), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:54.920626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Allocated IP 172.20.0.2 (03778a8b-a449-4615-bf38-12386fc793ea/4a414c79-53be-4f97-aa81-4c463cd33d88/2e6c1824-f16a-4590-85fb-82db0018fe65) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:19:55.059605 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Publish callbacks [] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.075412 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks [] for router_gateway (7568f19b-5f83-4d15-9cab-014a52313881), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.134643 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.178317 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Network 03778a8b-a449-4615-bf38-12386fc793ea is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:19:55.181189 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:19:55.184027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:19:55.193401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Pushing event updated for resources: {'Port': ['ID=2e6c1824-f16a-4590-85fb-82db0018fe65,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:55.250145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Attempting to bind port 2e6c1824-f16a-4590-85fb-82db0018fe65 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:19:55.250521 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Attempting to bind port 2e6c1824-f16a-4590-85fb-82db0018fe65 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:19:55.250880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Attempting to bind port 2e6c1824-f16a-4590-85fb-82db0018fe65 on network 03778a8b-a449-4615-bf38-12386fc793ea {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:19:55.255967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:19:55.256341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Checking segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:19:55.256743 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.257134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Bound using segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:19:55.257598 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Bound port: 2e6c1824-f16a-4590-85fb-82db0018fe65, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:19:55.258000 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.320149 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] For port 2e6c1824-f16a-4590-85fb-82db0018fe65, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:19:55.323202 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] For port 2e6c1824-f16a-4590-85fb-82db0018fe65, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e6c1824-f16a-4590-85fb-82db0018fe65,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:19:55.375773 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks [] for router_gateway (7568f19b-5f83-4d15-9cab-014a52313881), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.392155 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.394830 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.452512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65ddfa-9db3-4eb5-9e92-5ed18ba101c3 None None] Pushing event updated for resources: {'Port': ['ID=2e6c1824-f16a-4590-85fb-82db0018fe65,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:55.513207 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Allocated IP 172.35.4.161 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/2a82a825-acf0-4237-89c9-f612da2a69e1) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:19:55.640766 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks [] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.728840 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:55.769560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:19:55.774370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:19:55.776942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:19:55.808414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a82a825-acf0-4237-89c9-f612da2a69e1,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:55.944535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2e6c1824-f16a-4590-85fb-82db0018fe65 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:19:55.991600 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2e6c1824-f16a-4590-85fb-82db0018fe65 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:19:55.991974 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:56.070746 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2e6c1824-f16a-4590-85fb-82db0018fe65 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:19:56.071195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:56.110905 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 2e6c1824-f16a-4590-85fb-82db0018fe65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e6c1824-f16a-4590-85fb-82db0018fe65,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:19:56.139472 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks [] for router_gateway (7568f19b-5f83-4d15-9cab-014a52313881), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:56.185732 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:56.238271 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=2e6c1824-f16a-4590-85fb-82db0018fe65,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:56.362268 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (7568f19b-5f83-4d15-9cab-014a52313881), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:56.390979 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e270c5-b177-4896-8dcd-7fcb38a60c31 None None] Network 03778a8b-a449-4615-bf38-12386fc793ea requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:19:56.447154 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-7d0e2abd-e4fc-4fb2-8baf-fa82cfc10016 None None] Provisioning complete for port 2e6c1824-f16a-4590-85fb-82db0018fe65 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:19:56.447522 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2abd-e4fc-4fb2-8baf-fa82cfc10016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:56.568563 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Router 7568f19b-5f83-4d15-9cab-014a52313881 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:19:56.685578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:19:56.708808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Sync routers for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:19:56.731079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:56.731726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e396220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:56.734524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e2abd-e4fc-4fb2-8baf-fa82cfc10016 None None] Current status of the port 2e6c1824-f16a-4590-85fb-82db0018fe65 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:19:56.741852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:56.743233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ffaa97cd-88c1-4483-a598-895c8291d6f0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.0078802
Apr 30 22:19:56.746510 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54692) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:56.854564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:56.966711 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-87fb7b83-30b3-4330-8cfc-8512e065fef4 None None] Provisioning complete for port 2e6c1824-f16a-4590-85fb-82db0018fe65 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:19:56.967372 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-87fb7b83-30b3-4330-8cfc-8512e065fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.109732 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e396220>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:55Z', 'revision_number': 3, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:57.116053 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-87fb7b83-30b3-4330-8cfc-8512e065fef4 None None] Current status of the port 2e6c1824-f16a-4590-85fb-82db0018fe65 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:19:57.146093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Checking router: 7568f19b-5f83-4d15-9cab-014a52313881 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:19:57.146449 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Updating router 7568f19b-5f83-4d15-9cab-014a52313881 port 2a82a825-acf0-4237-89c9-f612da2a69e1 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:19:57.173606 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.185140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.336638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Allocated IP 172.20.0.1 (03778a8b-a449-4615-bf38-12386fc793ea/4a414c79-53be-4f97-aa81-4c463cd33d88/b274c406-fac6-470d-9bc6-7ced6acadf56) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:19:57.428802 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Publish callbacks [] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.445531 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Publish callbacks [] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.505414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.534527 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.557782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Attempting to bind port 2a82a825-acf0-4237-89c9-f612da2a69e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:19:57.558163 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Attempting to bind port 2a82a825-acf0-4237-89c9-f612da2a69e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:19:57.558525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Attempting to bind port 2a82a825-acf0-4237-89c9-f612da2a69e1 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:19:57.560401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61122b4c-8583-46d6-9261-109d4aa10ba6 None None] Pushing event updated for resources: {'Port': ['ID=2a82a825-acf0-4237-89c9-f612da2a69e1,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:57.566410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:19:57.566782 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:19:57.567175 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.567565 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:19:57.568029 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Bound port: 2a82a825-acf0-4237-89c9-f612da2a69e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:19:57.568608 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.574457 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Network 03778a8b-a449-4615-bf38-12386fc793ea is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:19:57.577261 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:19:57.581561 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:19:57.610742 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b274c406-fac6-470d-9bc6-7ced6acadf56,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:57.629733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] For port 2a82a825-acf0-4237-89c9-f612da2a69e1, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:19:57.632592 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (7568f19b-5f83-4d15-9cab-014a52313881), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.633196 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] For port 2a82a825-acf0-4237-89c9-f612da2a69e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a82a825-acf0-4237-89c9-f612da2a69e1,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:19:57.717622 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.778280 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:57.779040 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e396220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:57.816212 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61122b4c-8583-46d6-9261-109d4aa10ba6 None None] Pushing event updated for resources: {'Port': ['ID=2a82a825-acf0-4237-89c9-f612da2a69e1,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:57.820259 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.863121 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-9cfb0762-fd40-4d22-b6ad-a6cd52204d45 None None] Provisioning complete for port b274c406-fac6-470d-9bc6-7ced6acadf56 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:19:57.863443 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9cfb0762-fd40-4d22-b6ad-a6cd52204d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.924587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb0762-fd40-4d22-b6ad-a6cd52204d45 None None] Port b274c406-fac6-470d-9bc6-7ced6acadf56 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:19:57.932661 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:57.987438 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Publish callbacks [] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:57.988114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2e6c1824-f16a-4590-85fb-82db0018fe65 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:19:58.059845 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:58.095592 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2e6c1824-f16a-4590-85fb-82db0018fe65 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:19:58.095878 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:58.130638 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b274c406-fac6-470d-9bc6-7ced6acadf56,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:58.133172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (7568f19b-5f83-4d15-9cab-014a52313881), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:58.173846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e396220>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:55Z', 'revision_number': 3, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:58.206241 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d0001-dfb7-49a2-9f47-d4e854be6252 None None] The sync data for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 is: [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:55Z', 'revision_number': 3, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:19:58.231910 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Network 03778a8b-a449-4615-bf38-12386fc793ea is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:19:58.233649 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:19:58.247077 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2e6c1824-f16a-4590-85fb-82db0018fe65 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:19:58.362585 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Router 7568f19b-5f83-4d15-9cab-014a52313881 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:19:58.505616 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:19:58.511419 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-46d4d293-f4fb-41c3-964f-a37976dfe0a2 admin admin] 10.222.0.23 "PUT /v2.0/routers/7568f19b-5f83-4d15-9cab-014a52313881/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7637870
Apr 30 22:19:58.547370 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-11c55aac-d00f-48bd-90cb-998cadc8f1ab None None] Provisioning complete for port b274c406-fac6-470d-9bc6-7ced6acadf56 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:19:58.547831 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11c55aac-d00f-48bd-90cb-998cadc8f1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:58.593990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-11c55aac-d00f-48bd-90cb-998cadc8f1ab None None] Port b274c406-fac6-470d-9bc6-7ced6acadf56 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:19:59.228049 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54708) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:59.232961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1368429442-network', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:19:59.305320 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Made reservation on behalf of e5c273ef4c474a6e9d3ea3e0feabf298 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:19:59.307784 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.317511 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.390516 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Publish callbacks [] for security_group (5c58c7db-54d8-415b-bc62-17d565953f1e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.454115 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5c58c7db-54d8-415b-bc62-17d565953f1e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.478809 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:19:59.489604 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c58c7db-54d8-415b-bc62-17d565953f1e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:59.501528 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5d694059-5e38-4ad2-a6a1-40f31c4bdd1a), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.501528 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Added segment 5d694059-5e38-4ad2-a6a1-40f31c4bdd1a of type vlan for network a2192af6-6bf4-4b48-bf32-780f0274c31c
Apr 30 22:19:59.541344 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (a2192af6-6bf4-4b48-bf32-780f0274c31c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.625559 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (a2192af6-6bf4-4b48-bf32-780f0274c31c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.626590 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:19:59.627178 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.685272 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] Pushing event updated for resources: {'Network': ['ID=a2192af6-6bf4-4b48-bf32-780f0274c31c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:19:59.694886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network a2192af6-6bf4-4b48-bf32-780f0274c31c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:19:59.742442 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f3f8102f-dd83-437d-b789-d1e2bc487b8a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5132823
Apr 30 22:19:59.745450 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54710) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:19:59.750218 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Request body: {'subnet': {'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1368429442-subnet', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:19:59.802174 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Sync routers for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:19:59.812443 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:19:59.813155 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cce2730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:19:59.842698 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Made reservation on behalf of e5c273ef4c474a6e9d3ea3e0feabf298 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:19:59.845641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:19:59.927834 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:19:59.938936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2a82a825-acf0-4237-89c9-f612da2a69e1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:19:59.992720 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2a82a825-acf0-4237-89c9-f612da2a69e1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:19:59.993017 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.077181 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.094234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2a82a825-acf0-4237-89c9-f612da2a69e1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:00.095206 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.122643 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 2a82a825-acf0-4237-89c9-f612da2a69e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a82a825-acf0-4237-89c9-f612da2a69e1,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:20:00.130260 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:00.142821 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cce2730>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 2, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:00.150059 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Checking segment: {'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:20:00.150404 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Network hostable DHCP agents. Network: a2192af6-6bf4-4b48-bf32-780f0274c31c, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:20:00.173930 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.177572 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Checking router: 7568f19b-5f83-4d15-9cab-014a52313881 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:20:00.177951 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Updating router 7568f19b-5f83-4d15-9cab-014a52313881 port b274c406-fac6-470d-9bc6-7ced6acadf56 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:20:00.213033 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.214318 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Network a2192af6-6bf4-4b48-bf32-780f0274c31c is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:20:00.228164 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=2a82a825-acf0-4237-89c9-f612da2a69e1,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:00.288202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a2192af6-6bf4-4b48-bf32-780f0274c31c) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:20:00.294317 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:00.294317 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.299445 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c8a10-2c14-4e74-b192-47f70b3c954c None None] Network a2192af6-6bf4-4b48-bf32-780f0274c31c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:20:00.349029 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1819acac-3522-4119-8b44-a8e392c86d8f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6018381
Apr 30 22:20:00.351020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54712) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:00.355615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:00.424649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a2192af6-6bf4-4b48-bf32-780f0274c31c', 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c', 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'fixed_ips': [{'subnet_id': '319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:20:00.428333 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.447779 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (da7e9a94-bada-49cc-a1f5-ce61c561950c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.450361 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (da7e9a94-bada-49cc-a1f5-ce61c561950c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.523722 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks [] for router_controller (da7e9a94-bada-49cc-a1f5-ce61c561950c), precommit_add_association {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.536410 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Publish callbacks [] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.604061 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Allocated IP 172.20.0.2 (a2192af6-6bf4-4b48-bf32-780f0274c31c/319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f/d2d69844-bb87-4de7-8840-c1f1e47c3096) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:20:00.619656 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.762173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks [] for router_gateway (da7e9a94-bada-49cc-a1f5-ce61c561950c), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.768161 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Publish callbacks [] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Pushing event updated for resources: {'Port': ['ID=b274c406-fac6-470d-9bc6-7ced6acadf56,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.832602 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:20:00.838050 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Attempting to bind port b274c406-fac6-470d-9bc6-7ced6acadf56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:20:00.838721 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Attempting to bind port b274c406-fac6-470d-9bc6-7ced6acadf56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:20:00.839146 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Attempting to bind port b274c406-fac6-470d-9bc6-7ced6acadf56 on network 03778a8b-a449-4615-bf38-12386fc793ea {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:20:00.845087 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:20:00.846007 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Checking segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:20:00.846410 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.846938 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Bound using segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:20:00.847506 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Bound port: b274c406-fac6-470d-9bc6-7ced6acadf56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:20:00.847887 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.906470 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:00.926338 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] For port b274c406-fac6-470d-9bc6-7ced6acadf56, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:20:00.929851 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] For port b274c406-fac6-470d-9bc6-7ced6acadf56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b274c406-fac6-470d-9bc6-7ced6acadf56,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:20:00.985996 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.043845 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15957a50-1e09-43a0-9625-ec79d77cdb4f None None] Pushing event updated for resources: {'Port': ['ID=b274c406-fac6-470d-9bc6-7ced6acadf56,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:01.060022 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:20:01.061199 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cce2730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:01.116799 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks [] for router_gateway (da7e9a94-bada-49cc-a1f5-ce61c561950c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.137616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Network a2192af6-6bf4-4b48-bf32-780f0274c31c is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:20:01.141350 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f5f9db21-319a-4a25-8bbb-66e0bb1d4288 None None] Provisioning complete for port b274c406-fac6-470d-9bc6-7ced6acadf56 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:01.141812 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5f9db21-319a-4a25-8bbb-66e0bb1d4288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.145534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:20:01.151702 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.154965 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:20:01.175159 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Pushing event updated for resources: {'Port': ['ID=d2d69844-bb87-4de7-8840-c1f1e47c3096,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:01.194134 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:20:01.251749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Attempting to bind port d2d69844-bb87-4de7-8840-c1f1e47c3096 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:20:01.252127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Attempting to bind port d2d69844-bb87-4de7-8840-c1f1e47c3096 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:20:01.252488 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Attempting to bind port d2d69844-bb87-4de7-8840-c1f1e47c3096 on network a2192af6-6bf4-4b48-bf32-780f0274c31c {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:20:01.260790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:20:01.261171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Checking segment: {'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:20:01.261588 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.262047 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Bound using segment: {'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:20:01.262455 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Bound port: d2d69844-bb87-4de7-8840-c1f1e47c3096, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:20:01.262840 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.304186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Allocated IP 172.35.4.221 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/aa34c860-fb75-49dc-a837-6631be9ae5d0) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:20:01.336124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9db21-319a-4a25-8bbb-66e0bb1d4288 None None] Current status of the port b274c406-fac6-470d-9bc6-7ced6acadf56 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:01.336513 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5f9db21-319a-4a25-8bbb-66e0bb1d4288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.385355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] For port d2d69844-bb87-4de7-8840-c1f1e47c3096, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:20:01.388118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] For port d2d69844-bb87-4de7-8840-c1f1e47c3096, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2d69844-bb87-4de7-8840-c1f1e47c3096,segment=NetworkSegment(5d694059-5e38-4ad2-a6a1-40f31c4bdd1a),segment_id=5d694059-5e38-4ad2-a6a1-40f31c4bdd1a)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:20:01.393525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-f5f9db21-319a-4a25-8bbb-66e0bb1d4288 None None] For port b274c406-fac6-470d-9bc6-7ced6acadf56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b274c406-fac6-470d-9bc6-7ced6acadf56,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:20:01.408252 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cce2730>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:01.418674 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks [] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.436449 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d949cb-cc3e-4e7f-8dbc-b19ded265749 None None] The sync data for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 is: [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:20:01.438414 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.476527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f5f9db21-319a-4a25-8bbb-66e0bb1d4288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.504610 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.535495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa6dd5-80c3-4f4e-bcfd-56dc8efd202d None None] Pushing event updated for resources: {'Port': ['ID=d2d69844-bb87-4de7-8840-c1f1e47c3096,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:01.556941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:20:01.562607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:20:01.571637 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:20:01.627877 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a14ad9aa-c4e5-4e30-9b6e-d3585594e018 None None] Provisioning complete for port b274c406-fac6-470d-9bc6-7ced6acadf56 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:01.630744 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Pushing event updated for resources: {'Port': ['ID=aa34c860-fb75-49dc-a837-6631be9ae5d0,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:01.634144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a14ad9aa-c4e5-4e30-9b6e-d3585594e018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:01.639344 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9db21-319a-4a25-8bbb-66e0bb1d4288 None None] Pushing event updated for resources: {'Port': ['ID=b274c406-fac6-470d-9bc6-7ced6acadf56,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:01.726120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a14ad9aa-c4e5-4e30-9b6e-d3585594e018 None None] Current status of the port b274c406-fac6-470d-9bc6-7ced6acadf56 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:02.085481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b274c406-fac6-470d-9bc6-7ced6acadf56 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:20:02.150632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b274c406-fac6-470d-9bc6-7ced6acadf56 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:02.151049 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:02.243319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b274c406-fac6-470d-9bc6-7ced6acadf56 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:02.244405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2a82a825-acf0-4237-89c9-f612da2a69e1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:20:02.303293 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 2a82a825-acf0-4237-89c9-f612da2a69e1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:02.303677 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:02.359616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks [] for router_gateway (da7e9a94-bada-49cc-a1f5-ce61c561950c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:02.400968 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 2a82a825-acf0-4237-89c9-f612da2a69e1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:02.402078 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d2d69844-bb87-4de7-8840-c1f1e47c3096 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:20:02.462278 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d2d69844-bb87-4de7-8840-c1f1e47c3096 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:02.462760 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:02.569629 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d2d69844-bb87-4de7-8840-c1f1e47c3096 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:02.570263 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:02.597343 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (da7e9a94-bada-49cc-a1f5-ce61c561950c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:02.611180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port d2d69844-bb87-4de7-8840-c1f1e47c3096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2d69844-bb87-4de7-8840-c1f1e47c3096,segment=NetworkSegment(5d694059-5e38-4ad2-a6a1-40f31c4bdd1a),segment_id=5d694059-5e38-4ad2-a6a1-40f31c4bdd1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:20:02.697318 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:02.739481 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=d2d69844-bb87-4de7-8840-c1f1e47c3096,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:02.789878 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ddc61-c34d-45ca-a357-b2ce0de721cd None None] Network a2192af6-6bf4-4b48-bf32-780f0274c31c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:20:02.842676 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Router da7e9a94-bada-49cc-a1f5-ce61c561950c is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115773) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:20:02.864824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-a7b47523-c9f9-414a-9ef0-37218ae27c82 None None] Provisioning complete for port d2d69844-bb87-4de7-8840-c1f1e47c3096 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:02.865217 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a7b47523-c9f9-414a-9ef0-37218ae27c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:02.962837 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:20:02.977156 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Sync routers for ids ['da7e9a94-bada-49cc-a1f5-ce61c561950c'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:20:02.986816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a7b47523-c9f9-414a-9ef0-37218ae27c82 None None] Current status of the port d2d69844-bb87-4de7-8840-c1f1e47c3096 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:02.993698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Routers {'da7e9a94-bada-49cc-a1f5-ce61c561950c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:20:02.994382 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2847f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['da7e9a94-bada-49cc-a1f5-ce61c561950c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:03.044399 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.046764 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c99e730f-89ad-42f9-a7bf-b17d3dc6d719 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.6945419
Apr 30 22:20:03.050634 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54714) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:03.111624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Set router da7e9a94-bada-49cc-a1f5-ce61c561950c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:20:03.230438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-12105090-a389-4308-bb42-73b56e4d934b None None] Provisioning complete for port d2d69844-bb87-4de7-8840-c1f1e47c3096 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:03.230814 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-12105090-a389-4308-bb42-73b56e4d934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.363179 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2847f0>, [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 3, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port': {'id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:01Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:03.393942 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Checking router: da7e9a94-bada-49cc-a1f5-ce61c561950c for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:20:03.394298 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Updating router da7e9a94-bada-49cc-a1f5-ce61c561950c port aa34c860-fb75-49dc-a837-6631be9ae5d0 binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:20:03.396183 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-12105090-a389-4308-bb42-73b56e4d934b None None] Current status of the port d2d69844-bb87-4de7-8840-c1f1e47c3096 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:03.425627 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.481905 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.638982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Allocated IP 172.20.0.1 (a2192af6-6bf4-4b48-bf32-780f0274c31c/319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f/b5557a58-afc3-4d28-a805-553a03ef76f1) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:20:03.688918 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Publish callbacks [] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.742131 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Publish callbacks [] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.761923 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.808928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Attempting to bind port aa34c860-fb75-49dc-a837-6631be9ae5d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:20:03.810665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Attempting to bind port aa34c860-fb75-49dc-a837-6631be9ae5d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:20:03.810665 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Attempting to bind port aa34c860-fb75-49dc-a837-6631be9ae5d0 on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:20:03.817667 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df69b2-3dfe-480b-9a2c-f9b584d20edd None None] Pushing event updated for resources: {'Port': ['ID=aa34c860-fb75-49dc-a837-6631be9ae5d0,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:03.822180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:20:03.822560 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:20:03.822959 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.823348 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:20:03.823823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Bound port: aa34c860-fb75-49dc-a837-6631be9ae5d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:20:03.824199 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.866045 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.875895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] For port aa34c860-fb75-49dc-a837-6631be9ae5d0, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:20:03.879401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] For port aa34c860-fb75-49dc-a837-6631be9ae5d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa34c860-fb75-49dc-a837-6631be9ae5d0,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:20:03.912958 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Network a2192af6-6bf4-4b48-bf32-780f0274c31c is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:20:03.921116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:20:03.922929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d2d69844-bb87-4de7-8840-c1f1e47c3096 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:20:03.923804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:20:03.926886 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5557a58-afc3-4d28-a805-553a03ef76f1,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:03.954722 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:03.969044 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (da7e9a94-bada-49cc-a1f5-ce61c561950c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:04.036187 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port d2d69844-bb87-4de7-8840-c1f1e47c3096 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:04.036571 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:04.038559 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df69b2-3dfe-480b-9a2c-f9b584d20edd None None] Pushing event updated for resources: {'Port': ['ID=aa34c860-fb75-49dc-a837-6631be9ae5d0,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:04.042686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Routers {'da7e9a94-bada-49cc-a1f5-ce61c561950c'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:20:04.042686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2847f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['da7e9a94-bada-49cc-a1f5-ce61c561950c'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:04.183539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:04.286733 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:20:04.313612 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-6abc333c-d718-4ba6-a1e7-590242a3c040 None None] Provisioning complete for port b5557a58-afc3-4d28-a805-553a03ef76f1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:04.314219 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6abc333c-d718-4ba6-a1e7-590242a3c040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:04.358450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Publish callbacks [] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:04.377996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-6abc333c-d718-4ba6-a1e7-590242a3c040 None None] Port b5557a58-afc3-4d28-a805-553a03ef76f1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:20:04.408030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] Set router da7e9a94-bada-49cc-a1f5-ce61c561950c gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:20:04.419116 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:04.469924 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port d2d69844-bb87-4de7-8840-c1f1e47c3096 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:04.489092 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5557a58-afc3-4d28-a805-553a03ef76f1,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:04.490292 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (da7e9a94-bada-49cc-a1f5-ce61c561950c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:04.584680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Network a2192af6-6bf4-4b48-bf32-780f0274c31c is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:20:04.586222 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:20:04.594995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2847f0>, [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 3, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port': {'id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:01Z', 'updated_at': '2022-04-30T22:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:04.621666 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2fe3d-0cc3-4984-8aad-bd1c2b91298f None None] The sync data for ids ['da7e9a94-bada-49cc-a1f5-ce61c561950c'] in ncdv-master-1 is: [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 3, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port': {'id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:01Z', 'updated_at': '2022-04-30T22:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:20:04.706394 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Router da7e9a94-bada-49cc-a1f5-ce61c561950c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:20:04.825973 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:20:04.831338 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-d22610a1-2831-4259-a13e-7e380a931aa3 admin admin] 10.222.0.23 "PUT /v2.0/routers/da7e9a94-bada-49cc-a1f5-ce61c561950c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7807741
Apr 30 22:20:04.908634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-18d7889c-0cda-4cf8-b6d0-a13362b78849 None None] Provisioning complete for port b5557a58-afc3-4d28-a805-553a03ef76f1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:04.909020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-18d7889c-0cda-4cf8-b6d0-a13362b78849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:04.954304 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-18d7889c-0cda-4cf8-b6d0-a13362b78849 None None] Port b5557a58-afc3-4d28-a805-553a03ef76f1 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:20:05.674647 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54724) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:05.679131 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-ef17d770-c260-4398-8d52-4bc90a3c0c20 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328710048', 'description': 'tempest-secgroup-smoke-1328710048 description', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:05.774125 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef17d770-c260-4398-8d52-4bc90a3c0c20 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:05.853296 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef17d770-c260-4398-8d52-4bc90a3c0c20 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:05.928059 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef17d770-c260-4398-8d52-4bc90a3c0c20 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:05.932022 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device aa34c860-fb75-49dc-a837-6631be9ae5d0 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:20:05.959954 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17d770-c260-4398-8d52-4bc90a3c0c20 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:05.988512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port aa34c860-fb75-49dc-a837-6631be9ae5d0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:05.988888 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.021349 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ef17d770-c260-4398-8d52-4bc90a3c0c20 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.025398 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ef17d770-c260-4398-8d52-4bc90a3c0c20 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3470228
Apr 30 22:20:06.025773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54726) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:06.031471 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-7719eb54-5eba-44da-acca-cf4c04406572 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:06.069274 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port aa34c860-fb75-49dc-a837-6631be9ae5d0 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:06.069406 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.128807 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port aa34c860-fb75-49dc-a837-6631be9ae5d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa34c860-fb75-49dc-a837-6631be9ae5d0,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:20:06.151195 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7719eb54-5eba-44da-acca-cf4c04406572 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (6f015867-d61b-40f3-95e7-7b0fc8a033fd), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.193065 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.225085 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7719eb54-5eba-44da-acca-cf4c04406572 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (6f015867-d61b-40f3-95e7-7b0fc8a033fd), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.262928 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=aa34c860-fb75-49dc-a837-6631be9ae5d0,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:06.299980 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7719eb54-5eba-44da-acca-cf4c04406572 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (6f015867-d61b-40f3-95e7-7b0fc8a033fd), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.303080 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Sync routers for ids ['da7e9a94-bada-49cc-a1f5-ce61c561950c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:20:06.313025 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Routers {'da7e9a94-bada-49cc-a1f5-ce61c561950c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:20:06.318144 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cce2040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['da7e9a94-bada-49cc-a1f5-ce61c561950c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:06.319023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719eb54-5eba-44da-acca-cf4c04406572 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f015867-d61b-40f3-95e7-7b0fc8a033fd,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:06.387480 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-7719eb54-5eba-44da-acca-cf4c04406572 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.388713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-7719eb54-5eba-44da-acca-cf4c04406572 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3618681
Apr 30 22:20:06.392427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54728) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:06.396845 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2ec7ece0-9ac3-4549-b0e1-b7dc3589e46e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:06.421503 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Set router da7e9a94-bada-49cc-a1f5-ce61c561950c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:20:06.485532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ece0-9ac3-4549-b0e1-b7dc3589e46e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (561251b0-0fe5-43da-87b0-82bad726f729), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.553522 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ece0-9ac3-4549-b0e1-b7dc3589e46e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (561251b0-0fe5-43da-87b0-82bad726f729), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.596620 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ece0-9ac3-4549-b0e1-b7dc3589e46e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (561251b0-0fe5-43da-87b0-82bad726f729), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.615118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7ece0-9ac3-4549-b0e1-b7dc3589e46e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561251b0-0fe5-43da-87b0-82bad726f729,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:06.631004 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cce2040>, [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:20:04Z', 'revision_number': 4, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port': {'id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:01Z', 'updated_at': '2022-04-30T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5557a58-afc3-4d28-a805-553a03ef76f1', 'name': '', 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'mac_address': 'fa:16:3e:ea:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:03Z', 'updated_at': '2022-04-30T22:20:04Z', 'revision_number': 2, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'subnets': [{'id': '319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:06.657284 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Checking router: da7e9a94-bada-49cc-a1f5-ce61c561950c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:20:06.657631 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Updating router da7e9a94-bada-49cc-a1f5-ce61c561950c port b5557a58-afc3-4d28-a805-553a03ef76f1 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:20:06.683554 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.684109 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2ec7ece0-9ac3-4549-b0e1-b7dc3589e46e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.685362 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2ec7ece0-9ac3-4549-b0e1-b7dc3589e46e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2919631
Apr 30 22:20:06.688795 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54730) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:06.693373 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-b69f3952-a3b2-4c3a-9019-e9ef3608fcbb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:06.819779 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b69f3952-a3b2-4c3a-9019-e9ef3608fcbb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (a80bdb5a-76bc-4372-a99d-e75d84de3032), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.895647 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b69f3952-a3b2-4c3a-9019-e9ef3608fcbb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (a80bdb5a-76bc-4372-a99d-e75d84de3032), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.950960 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Publish callbacks [] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.973525 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b69f3952-a3b2-4c3a-9019-e9ef3608fcbb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a80bdb5a-76bc-4372-a99d-e75d84de3032), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:06.992479 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f3952-a3b2-4c3a-9019-e9ef3608fcbb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80bdb5a-76bc-4372-a99d-e75d84de3032,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:07.053719 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.067589 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b69f3952-a3b2-4c3a-9019-e9ef3608fcbb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.071372 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b69f3952-a3b2-4c3a-9019-e9ef3608fcbb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3789890
Apr 30 22:20:07.071511 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 54732) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:07.075804 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-1e53610f-ffe3-4e6c-834c-ddf9805d0d9b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:07.130541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb4a84-76ab-4449-83fb-1b21d4755832 None None] Pushing event updated for resources: {'Port': ['ID=b5557a58-afc3-4d28-a805-553a03ef76f1,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:07.173861 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Attempting to bind port b5557a58-afc3-4d28-a805-553a03ef76f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:20:07.174239 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Attempting to bind port b5557a58-afc3-4d28-a805-553a03ef76f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:20:07.175017 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Attempting to bind port b5557a58-afc3-4d28-a805-553a03ef76f1 on network a2192af6-6bf4-4b48-bf32-780f0274c31c {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:20:07.178616 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e53610f-ffe3-4e6c-834c-ddf9805d0d9b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (0ac593d4-3fb6-49df-81e5-612ef2162370), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.180083 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:20:07.180467 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Checking segment: {'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:20:07.180872 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.181265 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Bound using segment: {'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:20:07.181738 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Bound port: b5557a58-afc3-4d28-a805-553a03ef76f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:20:07.182169 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.247989 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e53610f-ffe3-4e6c-834c-ddf9805d0d9b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (0ac593d4-3fb6-49df-81e5-612ef2162370), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.257694 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] For port b5557a58-afc3-4d28-a805-553a03ef76f1, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:20:07.260854 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] For port b5557a58-afc3-4d28-a805-553a03ef76f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5557a58-afc3-4d28-a805-553a03ef76f1,segment=NetworkSegment(5d694059-5e38-4ad2-a6a1-40f31c4bdd1a),segment_id=5d694059-5e38-4ad2-a6a1-40f31c4bdd1a)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:20:07.316640 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e53610f-ffe3-4e6c-834c-ddf9805d0d9b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0ac593d4-3fb6-49df-81e5-612ef2162370), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.334782 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53610f-ffe3-4e6c-834c-ddf9805d0d9b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac593d4-3fb6-49df-81e5-612ef2162370,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:07.345405 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.389019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-11a531b0-0401-459d-8da4-e64396b81382 None None] Provisioning complete for port b5557a58-afc3-4d28-a805-553a03ef76f1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:07.389999 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11a531b0-0401-459d-8da4-e64396b81382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.404586 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-1e53610f-ffe3-4e6c-834c-ddf9805d0d9b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.406370 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-1e53610f-ffe3-4e6c-834c-ddf9805d0d9b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3339441
Apr 30 22:20:07.409256 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54734) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:07.409777 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Routers {'da7e9a94-bada-49cc-a1f5-ce61c561950c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:20:07.410144 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cce2040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:19:50Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['da7e9a94-bada-49cc-a1f5-ce61c561950c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:07.413264 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb4a84-76ab-4449-83fb-1b21d4755832 None None] Pushing event updated for resources: {'Port': ['ID=b5557a58-afc3-4d28-a805-553a03ef76f1,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:07.413768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e6b40501-cd86-4caa-93a2-e52aeb52847e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:07.493291 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-11a531b0-0401-459d-8da4-e64396b81382 None None] Current status of the port b5557a58-afc3-4d28-a805-553a03ef76f1 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:07.493683 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11a531b0-0401-459d-8da4-e64396b81382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.505641 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-e6b40501-cd86-4caa-93a2-e52aeb52847e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Project 7a470c13c84849f28ff3b1d4bb55c4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:20:07.511723 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6b40501-cd86-4caa-93a2-e52aeb52847e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (84daafe7-c0d1-4fa3-83c5-2e21504d4d34), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.536811 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-11a531b0-0401-459d-8da4-e64396b81382 None None] For port b5557a58-afc3-4d28-a805-553a03ef76f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5557a58-afc3-4d28-a805-553a03ef76f1,segment=NetworkSegment(5d694059-5e38-4ad2-a6a1-40f31c4bdd1a),segment_id=5d694059-5e38-4ad2-a6a1-40f31c4bdd1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:20:07.548577 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] Set router da7e9a94-bada-49cc-a1f5-ce61c561950c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:20:07.582915 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6b40501-cd86-4caa-93a2-e52aeb52847e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (84daafe7-c0d1-4fa3-83c5-2e21504d4d34), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.614296 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-11a531b0-0401-459d-8da4-e64396b81382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.666728 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a531b0-0401-459d-8da4-e64396b81382 None None] Pushing event updated for resources: {'Port': ['ID=b5557a58-afc3-4d28-a805-553a03ef76f1,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:07.711459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6b40501-cd86-4caa-93a2-e52aeb52847e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (84daafe7-c0d1-4fa3-83c5-2e21504d4d34), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.731245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b40501-cd86-4caa-93a2-e52aeb52847e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84daafe7-c0d1-4fa3-83c5-2e21504d4d34,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:07.736341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-132d808d-4285-4b68-b83b-47c51593c485 None None] Provisioning complete for port b5557a58-afc3-4d28-a805-553a03ef76f1 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:07.736712 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-132d808d-4285-4b68-b83b-47c51593c485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.814774 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-132d808d-4285-4b68-b83b-47c51593c485 None None] Current status of the port b5557a58-afc3-4d28-a805-553a03ef76f1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:07.823274 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e6b40501-cd86-4caa-93a2-e52aeb52847e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.824618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e6b40501-cd86-4caa-93a2-e52aeb52847e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4143221
Apr 30 22:20:07.828030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54736) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:07.832524 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-80e3f06b-9988-4355-8fd5-092f937bee33 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:07.834837 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cce2040>, [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:20:04Z', 'revision_number': 4, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port': {'id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:01Z', 'updated_at': '2022-04-30T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5557a58-afc3-4d28-a805-553a03ef76f1', 'name': '', 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'mac_address': 'fa:16:3e:ea:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:03Z', 'updated_at': '2022-04-30T22:20:07Z', 'revision_number': 4, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'subnets': [{'id': '319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:07.864034 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cc068-6739-4e97-9d84-4017ef18a068 None None] The sync data for ids ['da7e9a94-bada-49cc-a1f5-ce61c561950c'] in ncdv-master-1 is: [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:20:04Z', 'revision_number': 4, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port': {'id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:01Z', 'updated_at': '2022-04-30T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5557a58-afc3-4d28-a805-553a03ef76f1', 'name': '', 'network_id': 'a2192af6-6bf4-4b48-bf32-780f0274c31c', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'mac_address': 'fa:16:3e:ea:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:03Z', 'updated_at': '2022-04-30T22:20:07Z', 'revision_number': 4, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'subnets': [{'id': '319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:20:07.917656 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-80e3f06b-9988-4355-8fd5-092f937bee33 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Project 7a470c13c84849f28ff3b1d4bb55c4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:20:07.934486 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80e3f06b-9988-4355-8fd5-092f937bee33 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (9904cd15-7f7b-4c97-8b29-56f99b7a3a56), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:07.979685 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device aa34c860-fb75-49dc-a837-6631be9ae5d0 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:20:08.004083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80e3f06b-9988-4355-8fd5-092f937bee33 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (9904cd15-7f7b-4c97-8b29-56f99b7a3a56), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:08.032931 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port aa34c860-fb75-49dc-a837-6631be9ae5d0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:08.033315 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:08.076795 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80e3f06b-9988-4355-8fd5-092f937bee33 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (9904cd15-7f7b-4c97-8b29-56f99b7a3a56), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:08.103956 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f06b-9988-4355-8fd5-092f937bee33 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9904cd15-7f7b-4c97-8b29-56f99b7a3a56,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:08.114229 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port aa34c860-fb75-49dc-a837-6631be9ae5d0 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:08.181509 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-80e3f06b-9988-4355-8fd5-092f937bee33 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:08.182874 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-80e3f06b-9988-4355-8fd5-092f937bee33 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3538013
Apr 30 22:20:08.347790 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-44656394-1dce-443a-9b2a-f50581c6ccb7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1328710048&fields=id&tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4 HTTP/1.1" status: 200  len: 267 time: 0.0500147
Apr 30 22:20:08.459300 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-6cf537f3-8426-4fcd-9e2e-9fff08d170de tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:08.460814 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-6cf537f3-8426-4fcd-9e2e-9fff08d170de tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 809 time: 0.1051366
Apr 30 22:20:08.476707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-108b1f5f-ecc7-488c-bf0a-86ec82e76bcb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/quotas/7a470c13c84849f28ff3b1d4bb55c4e4 HTTP/1.1" status: 200  len: 375 time: 0.0104237
Apr 30 22:20:08.533347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-1a7789c4-4079-4c16-a220-cab4b1ec3932 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0510085
Apr 30 22:20:08.647648 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a7d6cd35-d7a3-4210-91c8-7a8c97828c49 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:20:08.648966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a7d6cd35-d7a3-4210-91c8-7a8c97828c49 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1041439
Apr 30 22:20:08.751243 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-53e98052-1bba-4b73-9a4e-c27e5685a1e8 service neutron] 10.222.0.23 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959313
Apr 30 22:20:08.848118 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-cf620fb6-f795-4f93-bec8-79807d2c31fa service neutron] 10.222.0.23 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910864
Apr 30 22:20:09.088688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ee8e3373-bac0-4620-8798-aba013c892e1 req-28a4b76f-ee68-4dbd-998d-423c1b4d92f8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 210 time: 0.0289991
Apr 30 22:20:09.937234 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b5557a58-afc3-4d28-a805-553a03ef76f1 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:20:09.983372 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b5557a58-afc3-4d28-a805-553a03ef76f1 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:09.983696 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:10.065399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b5557a58-afc3-4d28-a805-553a03ef76f1 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:10.185279 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-60c91449-619b-4d0e-8753-5d84286283dd req-63830f29-e9f3-4301-b87d-0c33e03a8efc tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 210 time: 0.0276816
Apr 30 22:20:11.028549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-6c988aef-4060-4210-af72-277245638d23 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:11.030025 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-6c988aef-4060-4210-af72-277245638d23 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 809 time: 0.1066184
Apr 30 22:20:11.091435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-f73e988d-c327-485c-8145-bba0773ffdd8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4 HTTP/1.1" status: 200  len: 380 time: 0.0528495
Apr 30 22:20:11.099784 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'port': {'device_id': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'admin_state_up': True, 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'security_groups': ['66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:11.253534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Made reservation on behalf of 7a470c13c84849f28ff3b1d4bb55c4e4 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:20:11.257043 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:11.302379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ad3bf2c2-06ad-4c70-91f6-90e626a62fc5 req-a03b8e22-65c0-4ba5-ae32-d4d86d85c2cd tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 210 time: 0.0428936
Apr 30 22:20:11.410815 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Allocated IP 172.20.0.11 (03778a8b-a449-4615-bf38-12386fc793ea/4a414c79-53be-4f97-aa81-4c463cd33d88/45c27e4e-f3d0-4ccb-b626-ace9a949fa99) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:20:11.550016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:11.653931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:11.694367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Network 03778a8b-a449-4615-bf38-12386fc793ea is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:20:11.697421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:20:11.701018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:20:11.728958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:11.757978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:11.758629 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:11.827805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-a1d5dca9-7589-47f3-984e-a1c14816e5e4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7315238
Apr 30 22:20:11.839773 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Request body: {'port': {'device_id': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:11.904726 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:11.965812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-0952f48b-a272-4843-ac40-8515b4401da3 None None] Provisioning complete for port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:11.966391 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0952f48b-a272-4843-ac40-8515b4401da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:12.000221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-0952f48b-a272-4843-ac40-8515b4401da3 None None] Port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:20:12.161305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:20:12.168579 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Publish callbacks [] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:12.180410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Transition to ACTIVE for port object 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:20:12.253462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:12.304757 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:12.392626 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Attempting to bind port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:20:12.392968 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Attempting to bind port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:20:12.393307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Attempting to bind port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on network 03778a8b-a449-4615-bf38-12386fc793ea {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:20:12.419928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on network 03778a8b-a449-4615-bf38-12386fc793ea not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:20:12.420169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Attempting to bind port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on network 03778a8b-a449-4615-bf38-12386fc793ea {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:20:12.434608 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16ea7e-8899-4598-a454-a075c8eb5aac req-a977c17d-d138-4620-885f-a778a5286b91 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:12.436113 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c16ea7e-8899-4598-a454-a075c8eb5aac req-a977c17d-d138-4620-885f-a778a5286b91 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 944 time: 0.0575175
Apr 30 22:20:12.437533 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:20:12.437896 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Checking segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:20:12.438278 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Bound using segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:20:12.438719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Bound port: 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:20:12.439078 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:12.537509 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c16ea7e-8899-4598-a454-a075c8eb5aac req-7eff8daa-72df-4893-b3a2-9d3a7183077f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892560
Apr 30 22:20:12.548699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:20:12.551976 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:20:12.625739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:12.658913 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:12.659532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:12.661613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] 10.222.0.35 "PUT /v2.0/ports/45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1092 time: 0.8267891
Apr 30 22:20:12.663712 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:20:12.667008 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb" -d '{"events": [{"name": "network-changed", "server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:20:12.694811 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a10c-88ac-44da-a005-500e48d99a68 service neutron] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:12.775136 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8372ec-0a40-49ea-ba2f-2ff54eea92a5 x-openstack-request-id: req-ca8372ec-0a40-49ea-ba2f-2ff54eea92a5 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:20:12.775431 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:20:12.775734 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca8372ec-0a40-49ea-ba2f-2ff54eea92a5 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:20:12.776142 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8372ec-0a40-49ea-ba2f-2ff54eea92a5'] response: {'name': 'network-changed', 'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'status': 'completed', 'code': 200}
Apr 30 22:20:12.784488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-021a6b32-f8b3-4c47-a7dd-3d277a2b8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:12.786034 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-021a6b32-f8b3-4c47-a7dd-3d277a2b8827 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1126 time: 0.0465143
Apr 30 22:20:12.832296 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-ec2190ab-6908-4c26-b8b3-8e11c49a0c85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 217 time: 0.0394099
Apr 30 22:20:12.883498 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-6979684b-d50b-492b-a410-3527594f23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:12.884976 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-6979684b-d50b-492b-a410-3527594f23ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0465236
Apr 30 22:20:12.928018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-520fd09d-9912-4fa6-8eb1-5413fb7466d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:12.929607 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-520fd09d-9912-4fa6-8eb1-5413fb7466d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384688
Apr 30 22:20:13.019123 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-e256e581-f67f-4715-a3e4-db6d903bb7b0 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838106
Apr 30 22:20:13.114418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-deb73b1e-c693-4fd2-a6c5-5517d33e7bbc req-85313c8e-097e-4c3c-a552-6ef93cf91e55 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885720
Apr 30 22:20:13.651397 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26ce0d-5cbe-416d-8858-82ed78314f9f req-e41166a3-ea6e-495b-a962-dbdb7e724004 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:13.652875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d26ce0d-5cbe-416d-8858-82ed78314f9f req-e41166a3-ea6e-495b-a962-dbdb7e724004 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 944 time: 0.0472653
Apr 30 22:20:13.705682 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4d26ce0d-5cbe-416d-8858-82ed78314f9f req-38a87525-7770-4a87-b72d-2f477aa15b7c tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464807
Apr 30 22:20:14.014241 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-efa334ef-f962-4ae4-a415-770beaf51bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:14.015688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-efa334ef-f962-4ae4-a415-770beaf51bb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1126 time: 0.0385568
Apr 30 22:20:14.100834 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-e76565de-cae9-44e1-a48c-b500a2f9f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:14.102324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-e76565de-cae9-44e1-a48c-b500a2f9f76d service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0810790
Apr 30 22:20:14.145332 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-6d9e15bd-953c-49a5-9711-581354121f8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 217 time: 0.0374954
Apr 30 22:20:14.192333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-4ab8e37d-47e5-405c-95cc-f17c7a0674b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:14.193715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-4ab8e37d-47e5-405c-95cc-f17c7a0674b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0430880
Apr 30 22:20:14.237128 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-80c56dd0-46ab-46f1-8d57-b5be0fad431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:14.238703 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-80c56dd0-46ab-46f1-8d57-b5be0fad431f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383177
Apr 30 22:20:14.331130 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-6299727d-36fc-442b-acd8-7c47f1465101 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860240
Apr 30 22:20:14.418748 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e3cda9f1-1a16-4c6b-84c7-f2128d36cccb req-b4062eb5-f18c-4477-9d5b-1c688708192f service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814154
Apr 30 22:20:14.821292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28b957-23c4-42bd-a79d-dced2edf9cbf req-d2c31fe5-d242-4b87-950f-cda517c500fc tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:14.822765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd28b957-23c4-42bd-a79d-dced2edf9cbf req-d2c31fe5-d242-4b87-950f-cda517c500fc tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 944 time: 0.0466330
Apr 30 22:20:14.874111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fd28b957-23c4-42bd-a79d-dced2edf9cbf req-4ad61c09-8280-4b5e-8a92-018986f58975 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458069
Apr 30 22:20:15.638086 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:20:15.731223 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:20:15.742365 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'port_id': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'mac_address': 'fa:16:3e:c7:c0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:20:15.783528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:15.783924 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:15.797237 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:20:15.816496 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:20:15.899347 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:15.949857 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:15.996695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e7bcc-9e3c-4a10-9894-ae98d94f865d req-fbf35013-eba0-402e-80f5-da394bc97b93 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:15.998186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac0e7bcc-9e3c-4a10-9894-ae98d94f865d req-fbf35013-eba0-402e-80f5-da394bc97b93 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0491776
Apr 30 22:20:16.046908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac0e7bcc-9e3c-4a10-9894-ae98d94f865d req-d67d3b15-e9ae-4b37-8922-3d872ab38643 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424724
Apr 30 22:20:16.142038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['45c27e4e-f3d0-4ccb-b626-ace9a949fa99'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:20:17.160486 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976075b9-152d-4c31-bd9c-eb0961bc470c req-c1e40149-31be-4467-95b9-397657fa878a tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:17.161958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-976075b9-152d-4c31-bd9c-eb0961bc470c req-c1e40149-31be-4467-95b9-397657fa878a tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0469871
Apr 30 22:20:17.210533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-976075b9-152d-4c31-bd9c-eb0961bc470c req-824c9bbd-5f81-4e23-b40d-2dabd4900740 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429661
Apr 30 22:20:17.639287 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:20:17.682609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:20:17.792363 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:20:17.792666 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:17.837182 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:17.868016 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:20:17.868413 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:17.891846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:20:17.894108 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77432047-cd2f-49e1-b24e-285df7b80a66" -d '{"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-plugged", "status": "completed", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:20:17.908949 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:20:17.927749 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fefd95e-6e85-42e2-a156-17f1fc52e1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:17.994030 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9661bdf-cffb-4703-a052-23fde781c5ed x-openstack-request-id: req-b9661bdf-cffb-4703-a052-23fde781c5ed {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:20:17.994696 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-plugged", "status": "completed", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:20:17.995254 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9661bdf-cffb-4703-a052-23fde781c5ed {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:20:17.995721 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9661bdf-cffb-4703-a052-23fde781c5ed'] response: {'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'code': 200}
Apr 30 22:20:18.007757 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:18.056517 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:18.094355 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdbaa6-fd77-43ca-bba9-c230c508d435 req-a96a02ca-2565-4aab-9276-119882953802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:18.095877 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bcdbaa6-fd77-43ca-bba9-c230c508d435 req-a96a02ca-2565-4aab-9276-119882953802 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1128 time: 0.0439708
Apr 30 22:20:18.140742 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4bcdbaa6-fd77-43ca-bba9-c230c508d435 req-2ce7c2fa-286b-4589-aecb-d48e8c52c593 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391827
Apr 30 22:20:18.325054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f777c9-884b-4180-8e7b-251d3907fd8f req-af771219-7461-4ebe-ac63-fda9a8804815 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:18.326460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7f777c9-884b-4180-8e7b-251d3907fd8f req-af771219-7461-4ebe-ac63-fda9a8804815 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0471144
Apr 30 22:20:18.374257 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7f777c9-884b-4180-8e7b-251d3907fd8f req-f8bac4ac-42cc-45a3-8cc9-248f2ac23137 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421393
Apr 30 22:20:19.492514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d1fb8-ca06-44c3-a842-43efef5f6619 req-5566bc23-3cbc-4f4d-84ce-6d33589eb9d7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:19.494001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a1d1fb8-ca06-44c3-a842-43efef5f6619 req-5566bc23-3cbc-4f4d-84ce-6d33589eb9d7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0460081
Apr 30 22:20:19.548316 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9a1d1fb8-ca06-44c3-a842-43efef5f6619 req-9036f67e-8b51-4aac-a718-139396730584 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484989
Apr 30 22:20:19.658993 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df764c5-270c-4c82-a4af-a94e4fd7a7a7 req-79063dd4-6d64-498b-95dd-7649b0a2adf1 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:19.660348 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0df764c5-270c-4c82-a4af-a94e4fd7a7a7 req-79063dd4-6d64-498b-95dd-7649b0a2adf1 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0458856
Apr 30 22:20:19.708323 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0df764c5-270c-4c82-a4af-a94e4fd7a7a7 req-e3fde844-4d12-4949-81e5-6e66eb4ff056 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424128
Apr 30 22:20:19.729406 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54794) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:19.807578 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea8599c-46b7-4d96-a0c6-3f32cfd95938 tempest-TestShelveInstance-1347690544 tempest-TestShelveInstance-1347690544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:19.809043 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-eea8599c-46b7-4d96-a0c6-3f32cfd95938 tempest-TestShelveInstance-1347690544 tempest-TestShelveInstance-1347690544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1123 time: 0.0786512
Apr 30 22:20:19.812013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 54798) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:20:19.816048 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:20:19.916738 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:20.347780 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:20.446928 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Allocated IP 172.35.4.248 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/ee5754c4-a782-41a3-9a8a-be3949c7d793) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:20:20.550624 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for port (ee5754c4-a782-41a3-9a8a-be3949c7d793), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:20.573843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3b56-f9f3-42f8-a02b-6d76b53915b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:20.653456 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ee5754c4-a782-41a3-9a8a-be3949c7d793), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:20.690933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:20:20.693826 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:20:20.696906 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:20:20.731137 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'Port': ['ID=ee5754c4-a782-41a3-9a8a-be3949c7d793,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:21.063649 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for floatingip (291fd03f-9c3c-47bd-a12e-cc201c6bc326), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:21.202342 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (ee5754c4-a782-41a3-9a8a-be3949c7d793), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:21.352973 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for port (ee5754c4-a782-41a3-9a8a-be3949c7d793), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:21.425016 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (ee5754c4-a782-41a3-9a8a-be3949c7d793), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:21.497983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'Port': ['ID=ee5754c4-a782-41a3-9a8a-be3949c7d793,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:20:21.508957 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (291fd03f-9c3c-47bd-a12e-cc201c6bc326), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:21.613826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:21.616642 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Floating IP 291fd03f-9c3c-47bd-a12e-cc201c6bc326 associated. External IP: 172.35.4.248, port: 45c27e4e-f3d0-4ccb-b626-ace9a949fa99.
Apr 30 22:20:21.693600 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:21.841886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Router 7568f19b-5f83-4d15-9cab-014a52313881 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:20:21.958134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:20:21.967334 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] Sync routers for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:20:21.976566 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:20:21.977190 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:22.016581 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:22.048084 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e21499e1-e5f1-432a-9b57-fb7c2f1584d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2350779
Apr 30 22:20:22.048785 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:20:22.051088 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:20:22.088318 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:20:22.092107 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b4e3d-8c5b-42c5-bda2-3129dbd985a4 x-openstack-request-id: req-364b4e3d-8c5b-42c5-bda2-3129dbd985a4 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:20:22.092491 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:20:22.092748 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-364b4e3d-8c5b-42c5-bda2-3129dbd985a4 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:20:22.093164 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364b4e3d-8c5b-42c5-bda2-3129dbd985a4'] response: {'name': 'network-changed', 'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'status': 'completed', 'code': 200}
Apr 30 22:20:22.155120 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-90af4219-996d-4530-9f3f-0d3924c26787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:22.157782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-90af4219-996d-4530-9f3f-0d3924c26787 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1128 time: 0.0438211
Apr 30 22:20:22.248999 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-fa68575a-b423-4f7f-a31a-8d528a46e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:22.250534 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-fa68575a-b423-4f7f-a31a-8d528a46e4e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0866210
Apr 30 22:20:22.320350 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-8ff82ba8-9a10-4f5b-a6de-042517e7e885 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1000 time: 0.0645964
Apr 30 22:20:22.321332 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c9490>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '291fd03f-9c3c-47bd-a12e-cc201c6bc326', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'floating_ip_address': '172.35.4.248', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'port_id': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'mac_address': 'fa:16:3e:c7:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:20:20Z', 'updated_at': '2022-04-30T22:20:20Z', 'revision_number': 0, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:22.347633 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] Checking router: 7568f19b-5f83-4d15-9cab-014a52313881 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:20:22.355794 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:20:22.356399 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c7c9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:20:20Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:22.368368 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-51751e39-9c9c-4800-b990-c04fb8152e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:22.370145 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-51751e39-9c9c-4800-b990-c04fb8152e23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0443356
Apr 30 22:20:22.412789 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-7423eadd-219f-41d3-8686-c217f07bf21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:22.414253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-7423eadd-219f-41d3-8686-c217f07bf21a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390329
Apr 30 22:20:22.467802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:20:22.514143 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-71ca61b1-3276-4b1a-bbdc-08b394841f0f service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0927842
Apr 30 22:20:22.602627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-72dcae50-0d4a-41ae-b0be-b0252bd45d1a req-923b5119-a385-4d47-961c-1bcd16e72a1c service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835779
Apr 30 22:20:22.841977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c7c9490>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '291fd03f-9c3c-47bd-a12e-cc201c6bc326', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'floating_ip_address': '172.35.4.248', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'port_id': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'mac_address': 'fa:16:3e:c7:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:20:20Z', 'updated_at': '2022-04-30T22:20:20Z', 'revision_number': 0, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:20:22.871106 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f5a63-c5ee-4811-ac97-bb2474efc97f None None] The sync data for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 is: [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '291fd03f-9c3c-47bd-a12e-cc201c6bc326', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'floating_ip_address': '172.35.4.248', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'port_id': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'mac_address': 'fa:16:3e:c7:c0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:20:20Z', 'updated_at': '2022-04-30T22:20:20Z', 'revision_number': 0, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:20:23.063230 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e1367-5f78-44b7-894a-9192e18d0db3 None None] New status for floating IP 291fd03f-9c3c-47bd-a12e-cc201c6bc326: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:20:23.401960 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:24.493673 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:41.285887 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:20:47.782708 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:47.858640 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e560e4c7-606c-4003-94ba-62409de77c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:50.568263 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-67279b2f-0487-4077-9183-bc548dcea101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:51.595762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:51.687128 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:53.378869 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:54.516013 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:20:55.540493 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-eed7b50b-3364-4789-9927-27ed10b6a5a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0435948
Apr 30 22:20:55.622746 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-0faed66b-8847-4070-bdbc-1de4d7bbf0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:55.624233 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-0faed66b-8847-4070-bdbc-1de4d7bbf0af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1128 time: 0.0397687
Apr 30 22:20:55.729185 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-0f2f925e-f252-4935-8135-cac888f3a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:55.730688 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-0f2f925e-f252-4935-8135-cac888f3a4d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0894136
Apr 30 22:20:55.800499 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-405d5722-3e59-4f55-94ba-8f90c290c7ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1002 time: 0.0628970
Apr 30 22:20:55.847370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-8aaac693-ad74-4bf9-bc9e-ef996dab33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:55.848906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-8aaac693-ad74-4bf9-bc9e-ef996dab33c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0423670
Apr 30 22:20:55.892830 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-8f506eb6-076a-40d7-a8f8-1bd5fc51b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:20:55.894380 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-8f506eb6-076a-40d7-a8f8-1bd5fc51b962 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394137
Apr 30 22:20:55.986094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-6f79729b-a2d5-4c50-bca6-0612e67390e7 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853384
Apr 30 22:20:56.072972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-28e4dce4-db29-44f0-b388-bdfa1c0a0fe9 req-06a5e339-61f0-473a-8a19-c088e9d9deb9 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807889
Apr 30 22:21:17.806615 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:17.886531 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-dbd2e385-9aa5-4a50-bc74-63e0d5f9e547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:18.285014 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:21:20.560836 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-42b89b1b-e2fc-4801-89a0-3b7753c737ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:21.601050 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:21.703847 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:23.360943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:24.486682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:47.806695 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:47.829230 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b31d12d3-5b39-4ab0-8760-ed88610aace2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:50.594973 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6da26213-a3cc-4a4b-a5f4-0321e7a82ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:51.594948 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:51.731981 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:53.366453 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:54.514954 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:21:55.283501 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:21:55.644319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06552746-bc27-4511-9083-723d35b50d6c req-e39e9041-ba74-4117-80e9-15a1e3ecfcf7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1307788
Apr 30 22:21:55.722019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06552746-bc27-4511-9083-723d35b50d6c req-06df3e1b-156b-4e55-bedf-b1079a9726a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:21:55.723578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06552746-bc27-4511-9083-723d35b50d6c req-06df3e1b-156b-4e55-bedf-b1079a9726a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1128 time: 0.0388091
Apr 30 22:21:55.822157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06552746-bc27-4511-9083-723d35b50d6c req-07e0fef7-5f7d-4aa1-95e6-56e33ec8f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:21:55.823529 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06552746-bc27-4511-9083-723d35b50d6c req-07e0fef7-5f7d-4aa1-95e6-56e33ec8f1d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0829809
Apr 30 22:21:55.892410 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06552746-bc27-4511-9083-723d35b50d6c req-a61e5298-64c3-48a2-b2b4-8c12502ad1a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1002 time: 0.0619533
Apr 30 22:21:55.944034 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06552746-bc27-4511-9083-723d35b50d6c req-c571c8f6-e902-455b-8992-99d680da950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:21:55.945521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06552746-bc27-4511-9083-723d35b50d6c req-c571c8f6-e902-455b-8992-99d680da950c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0477498
Apr 30 22:21:55.989292 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06552746-bc27-4511-9083-723d35b50d6c req-f88797b9-b997-4b7b-ae71-98c652a5eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:21:55.990875 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06552746-bc27-4511-9083-723d35b50d6c req-f88797b9-b997-4b7b-ae71-98c652a5eb7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388353
Apr 30 22:21:56.083129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06552746-bc27-4511-9083-723d35b50d6c req-69b30f10-5c83-4f7e-ac89-51e95e03b97e service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858457
Apr 30 22:21:56.170336 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06552746-bc27-4511-9083-723d35b50d6c req-7ca2bee5-a928-4396-b8df-82db4e0aaa15 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813606
Apr 30 22:21:58.046470 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-335ae39f-959a-44e4-aeed-1658a00f329b service neutron] (115773) timed out ('10.222.0.23', 49156) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 22:21:58.601749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-9677865e-749f-475a-a3d9-e6e85cd4cb92 req-79931998-f206-417d-a8e0-492376c869ad tempest-ServerActionsTestJSON-1299757710 tempest-ServerActionsTestJSON-1299757710-project] (115774) timed out ('10.222.0.23', 49780) {{(pid=115774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 22:22:15.550326 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d707d-e68b-4745-ad5a-5a80c728d441 req-43604175-53ee-4738-8213-f2ce9294978b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:15.551797 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc3d707d-e68b-4745-ad5a-5a80c728d441 req-43604175-53ee-4738-8213-f2ce9294978b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0524516
Apr 30 22:22:15.601451 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc3d707d-e68b-4745-ad5a-5a80c728d441 req-11abf021-ac4c-4e72-88b6-0ce003c912c9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438843
Apr 30 22:22:16.721619 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae46d0c-a53a-473c-a01e-c4b2fdff060a req-b69eef1d-bacb-435a-aaf9-36ec955439e1 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:16.723128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dae46d0c-a53a-473c-a01e-c4b2fdff060a req-b69eef1d-bacb-435a-aaf9-36ec955439e1 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0478530
Apr 30 22:22:16.771889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dae46d0c-a53a-473c-a01e-c4b2fdff060a req-c6f89322-b108-410f-bdb3-00dc182c12a4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430424
Apr 30 22:22:17.857690 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:17.880467 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-479444fa-6bf7-4dcc-aeba-bcc050dcce55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:17.906268 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d60a93-8c24-44bf-97fe-a1a2e71b73aa req-22b5fe72-4224-4c65-8aca-9412a7ef272e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:17.907740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94d60a93-8c24-44bf-97fe-a1a2e71b73aa req-22b5fe72-4224-4c65-8aca-9412a7ef272e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0526886
Apr 30 22:22:17.956540 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-94d60a93-8c24-44bf-97fe-a1a2e71b73aa req-90c978d6-4a3e-444d-a3c2-3c17f6cb107f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430670
Apr 30 22:22:19.070353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088be682-7291-4885-a9d3-ee98959558a7 req-033e22d4-058b-4110-9d93-b2f7571f0848 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:19.071833 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-088be682-7291-4885-a9d3-ee98959558a7 req-033e22d4-058b-4110-9d93-b2f7571f0848 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0471835
Apr 30 22:22:19.121218 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-088be682-7291-4885-a9d3-ee98959558a7 req-69b338d9-b751-457a-aec2-e9865206cc3e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436864
Apr 30 22:22:20.233899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7282e6-2f17-4359-b426-67d6b3c52e17 req-c9b0f712-5b3c-49d7-890d-c269f785f9b4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:20.235306 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a7282e6-2f17-4359-b426-67d6b3c52e17 req-c9b0f712-5b3c-49d7-890d-c269f785f9b4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0453961
Apr 30 22:22:20.289102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a7282e6-2f17-4359-b426-67d6b3c52e17 req-24b2a201-68a4-4750-8006-afa1a7c2c9ef tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482490
Apr 30 22:22:20.577168 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6331c4f3-eb3a-4fdd-83e1-d2f68a970210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:21.403129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3dc3d-6962-400b-8fee-e353ddb9c927 req-4f62cf60-7424-4f46-b11a-1ee1342fd15f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:21.404593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fb3dc3d-6962-400b-8fee-e353ddb9c927 req-4f62cf60-7424-4f46-b11a-1ee1342fd15f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0474629
Apr 30 22:22:21.452737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1fb3dc3d-6962-400b-8fee-e353ddb9c927 req-e08d2127-59bd-4adb-acba-00cb92f866b7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425193
Apr 30 22:22:21.583133 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:21.719851 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:22.565435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba8e57-71df-4510-b4c1-dcfd2349bd43 req-e081841e-ccc4-42e9-8e11-8e4c01067bcd tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:22.566812 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6ba8e57-71df-4510-b4c1-dcfd2349bd43 req-e081841e-ccc4-42e9-8e11-8e4c01067bcd tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0460103
Apr 30 22:22:22.622984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c6ba8e57-71df-4510-b4c1-dcfd2349bd43 req-71b60b6f-0a99-4491-adee-f81a5814f1fc tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496001
Apr 30 22:22:23.377319 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:23.739380 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bdd25-80e6-4941-834d-7ae4b259597a req-1949e109-180b-4ee0-ad71-bcb655eeebf4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:23.740857 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac3bdd25-80e6-4941-834d-7ae4b259597a req-1949e109-180b-4ee0-ad71-bcb655eeebf4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0508590
Apr 30 22:22:23.789994 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ac3bdd25-80e6-4941-834d-7ae4b259597a req-f760e1f5-0aca-41a1-adf8-29eddab62469 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431409
Apr 30 22:22:24.485979 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:24.901994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed9df2-020f-491b-a4e3-f2401c746720 req-31cca6d9-31aa-46da-b6a5-d25ff3011348 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:24.903532 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23ed9df2-020f-491b-a4e3-f2401c746720 req-31cca6d9-31aa-46da-b6a5-d25ff3011348 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0473585
Apr 30 22:22:24.956518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-23ed9df2-020f-491b-a4e3-f2401c746720 req-c88f58d8-69a5-41cf-b508-0fcb6408d14b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472775
Apr 30 22:22:26.070189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a334702-12bf-4998-87e2-002a7c10816a req-b1d47e0f-b4fa-4f93-bd31-4ea83d52a062 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:26.072179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a334702-12bf-4998-87e2-002a7c10816a req-b1d47e0f-b4fa-4f93-bd31-4ea83d52a062 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0466127
Apr 30 22:22:26.123843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1a334702-12bf-4998-87e2-002a7c10816a req-491cbd8b-a6a8-414c-99ef-302d59864749 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459836
Apr 30 22:22:27.241410 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb718fc-582f-4764-89f6-0fc1fbd21429 req-ffd835fe-3fa6-465c-abd4-3057b1974411 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:27.243175 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfb718fc-582f-4764-89f6-0fc1fbd21429 req-ffd835fe-3fa6-465c-abd4-3057b1974411 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0469599
Apr 30 22:22:27.292272 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cfb718fc-582f-4764-89f6-0fc1fbd21429 req-f28547ef-3204-45f8-9994-abc83086f27b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429485
Apr 30 22:22:28.282960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:22:28.391921 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:22:28.404479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'port_id': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'mac_address': 'fa:16:3e:c7:c0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:22:28.417649 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bd2d-5050-4120-b51c-0604984f32f0 req-301834c1-6727-4935-a2e4-87b66de4541c tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:28.422909 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcb8bd2d-5050-4120-b51c-0604984f32f0 req-301834c1-6727-4935-a2e4-87b66de4541c tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0512497
Apr 30 22:22:28.444438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:22:28.444821 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:28.458369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:22:28.470752 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bcb8bd2d-5050-4120-b51c-0604984f32f0 req-770f9cfd-4702-4715-9fd3-961d4e7c8d20 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459309
Apr 30 22:22:28.480038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:22:28.566093 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:28.620777 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:22:28.628198 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.628546 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.628886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.629221 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.629553 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.629912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.630260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.630673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.630885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.631206 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.631528 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.631848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.632166 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.632493 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.632812 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:28.638441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['45c27e4e-f3d0-4ccb-b626-ace9a949fa99'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:22:29.600620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df370498-0bfb-4b2b-8305-700c13b851b0 req-0aa37f4f-4564-4cb3-8049-0569ec0af4c3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:29.602171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df370498-0bfb-4b2b-8305-700c13b851b0 req-0aa37f4f-4564-4cb3-8049-0569ec0af4c3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0529003
Apr 30 22:22:29.664413 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-df370498-0bfb-4b2b-8305-700c13b851b0 req-65a38ddb-aa35-4ac9-888a-8deb302dae45 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536981
Apr 30 22:22:30.284790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:22:30.335705 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:22:30.336377 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:30.426405 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:22:30.426832 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:30.455036 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:22:30.457467 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3c35c0-3853-4646-a13f-a7614f5c6607" -d '{"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-plugged", "status": "completed", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:22:30.470848 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:22:30.501462 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723eb28e-6ac1-4a3d-8a60-5be61c40fb22 x-openstack-request-id: req-723eb28e-6ac1-4a3d-8a60-5be61c40fb22 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:22:30.501884 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-plugged", "status": "completed", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:22:30.507928 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-723eb28e-6ac1-4a3d-8a60-5be61c40fb22 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:22:30.507928 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723eb28e-6ac1-4a3d-8a60-5be61c40fb22'] response: {'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'code': 200}
Apr 30 22:22:30.525989 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:30.583147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:22:30.786497 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123423-caac-4a58-a2b0-e5c4d35156a0 req-4b424b7b-d9d4-464f-8433-3eaaad4acd03 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:30.788799 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab123423-caac-4a58-a2b0-e5c4d35156a0 req-4b424b7b-d9d4-464f-8433-3eaaad4acd03 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0499079
Apr 30 22:22:30.840912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ab123423-caac-4a58-a2b0-e5c4d35156a0 req-2a5f36a7-0d50-4312-b494-74d3b205b1f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462990
Apr 30 22:22:31.977705 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd187f-509f-44cb-bb41-b03023ff5504 req-2a40a174-2c9b-4506-8301-0684346b0c8f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:31.979371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ffd187f-509f-44cb-bb41-b03023ff5504 req-2a40a174-2c9b-4506-8301-0684346b0c8f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0552769
Apr 30 22:22:32.032395 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0ffd187f-509f-44cb-bb41-b03023ff5504 req-227714d7-7b86-47a9-b2d2-d6f663a491e6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471339
Apr 30 22:22:32.283611 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:22:33.167438 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f919c35-5de1-44f8-b1ed-7e2285704a88 req-a7b157e5-1c0c-4e29-beaf-c028c796cabf tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:33.168972 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f919c35-5de1-44f8-b1ed-7e2285704a88 req-a7b157e5-1c0c-4e29-beaf-c028c796cabf tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0518200
Apr 30 22:22:33.226740 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f919c35-5de1-44f8-b1ed-7e2285704a88 req-2809ad07-43c3-4689-9d54-bc5d0acdec75 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507264
Apr 30 22:22:34.350919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69f2c3-7391-4b2d-ad1f-0afec9848c89 req-628f635c-fc16-436d-9321-e725ca29faef tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:34.352577 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be69f2c3-7391-4b2d-ad1f-0afec9848c89 req-628f635c-fc16-436d-9321-e725ca29faef tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0501478
Apr 30 22:22:34.409982 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-be69f2c3-7391-4b2d-ad1f-0afec9848c89 req-ced18a6c-2a32-4a6e-b44d-7a1b520d88fb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515668
Apr 30 22:22:35.535750 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512591a-eb01-49a2-a224-01bb2698ef76 req-ecd063ff-2360-4956-9631-af4a1a608301 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:35.537427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2512591a-eb01-49a2-a224-01bb2698ef76 req-ecd063ff-2360-4956-9631-af4a1a608301 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0564804
Apr 30 22:22:35.599696 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2512591a-eb01-49a2-a224-01bb2698ef76 req-d141e59f-ee4b-4556-a8e6-f3bbcc4ecec8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557375
Apr 30 22:22:36.735760 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843512a-ae45-4bd7-9995-240791e4b76c req-41040d97-5598-4ecd-b136-4c0d6b92e502 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:36.742891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2843512a-ae45-4bd7-9995-240791e4b76c req-41040d97-5598-4ecd-b136-4c0d6b92e502 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0618653
Apr 30 22:22:36.794107 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2843512a-ae45-4bd7-9995-240791e4b76c req-00694cb7-20ca-490c-8acc-1667016ae567 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502698
Apr 30 22:22:37.915681 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877112e-7875-4c47-bf18-be0f2b4f586b req-7aa9c018-34fb-4605-911f-3eb77aa208c7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:37.917468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a877112e-7875-4c47-bf18-be0f2b4f586b req-7aa9c018-34fb-4605-911f-3eb77aa208c7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0523138
Apr 30 22:22:37.986702 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a877112e-7875-4c47-bf18-be0f2b4f586b req-91642c28-b1a8-47e4-aa2b-37e2df9a70b0 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540674
Apr 30 22:22:39.086994 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f410b-4944-4fcb-b39f-1f5e99e33c6f req-36a10519-4994-4fec-bb3f-6e722e98aac5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:39.088891 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc5f410b-4944-4fcb-b39f-1f5e99e33c6f req-36a10519-4994-4fec-bb3f-6e722e98aac5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0500324
Apr 30 22:22:39.138612 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fc5f410b-4944-4fcb-b39f-1f5e99e33c6f req-08e073c6-0de6-4e93-9da1-d6d4124d7e23 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439024
Apr 30 22:22:39.597437 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-fae13085-9442-431b-8832-31d1e6ce3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:39.599254 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-fae13085-9442-431b-8832-31d1e6ce3fef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1128 time: 0.0395341
Apr 30 22:22:39.695075 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-861415c8-21bd-4144-b2a6-eb161cae0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:39.696542 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-861415c8-21bd-4144-b2a6-eb161cae0be3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0917430
Apr 30 22:22:39.760048 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-8b58ebff-68a2-4219-b82a-7283196f3f90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1002 time: 0.0575509
Apr 30 22:22:39.810479 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-4462d803-30aa-4b0b-9da1-d1ee64345470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:39.811862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-4462d803-30aa-4b0b-9da1-d1ee64345470 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0462184
Apr 30 22:22:39.854639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-07c4a6fa-b323-47e2-ae8f-501ef8edef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:39.856022 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-07c4a6fa-b323-47e2-ae8f-501ef8edef9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376194
Apr 30 22:22:39.941626 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-8718ed7e-0ec3-4d91-8ac3-35ac776f4464 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0790439
Apr 30 22:22:40.033194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-280195ae-5788-4d15-9db1-6b5bc9035a49 req-b9a21426-259a-4c30-83da-aad3f7d2ec38 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862813
Apr 30 22:22:40.256741 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680a5e3-f8ce-4d64-9051-cf29d42c4257 req-f68e8456-928a-4094-917d-5e67168be67e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:40.258228 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0680a5e3-f8ce-4d64-9051-cf29d42c4257 req-f68e8456-928a-4094-917d-5e67168be67e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0488453
Apr 30 22:22:40.314127 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0680a5e3-f8ce-4d64-9051-cf29d42c4257 req-adf1c61d-7c64-4174-95a5-543b63089ae8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500159
Apr 30 22:22:41.431188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b5679-f88d-4db6-ad85-32597074937a req-e4a467b1-9913-472f-90df-3566ccc29e9e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:41.433167 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e08b5679-f88d-4db6-ad85-32597074937a req-e4a467b1-9913-472f-90df-3566ccc29e9e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0501025
Apr 30 22:22:41.481147 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e08b5679-f88d-4db6-ad85-32597074937a req-6e2d5725-ec33-474d-b673-a259a1c4fce5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423818
Apr 30 22:22:42.594245 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1be47-7c83-496b-bbb3-2a7dd98b62e6 req-111ee8a0-9eed-4b5f-93d8-64318aed4fbd tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:42.595618 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6f1be47-7c83-496b-bbb3-2a7dd98b62e6 req-111ee8a0-9eed-4b5f-93d8-64318aed4fbd tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0457861
Apr 30 22:22:42.643922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a6f1be47-7c83-496b-bbb3-2a7dd98b62e6 req-c7aeb3da-c26e-4a4e-94a9-eba5ed9df290 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427532
Apr 30 22:22:42.754103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-ecec14eb-d1b8-4ecd-bbd0-ee3e200fb79b req-cfc5841d-481b-4c24-830e-7f52373e7ce1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:22:42.755108 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ecec14eb-d1b8-4ecd-bbd0-ee3e200fb79b req-cfc5841d-481b-4c24-830e-7f52373e7ce1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0474887
Apr 30 22:22:43.032475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eac4a-7ec9-42c5-a45e-240a9016cc97 req-54c7c1bf-e1c1-4cbd-994a-4f9b567e4c4c tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:43.034111 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-560eac4a-7ec9-42c5-a45e-240a9016cc97 req-54c7c1bf-e1c1-4cbd-994a-4f9b567e4c4c tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0486832
Apr 30 22:22:43.089204 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-560eac4a-7ec9-42c5-a45e-240a9016cc97 req-cf7805ab-3274-466e-a236-ca8647daeff7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488245
Apr 30 22:22:43.464506 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-4d7cb2d8-7841-4b8a-996d-8b603d89298c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0828199
Apr 30 22:22:43.586093 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-eaf6efad-de80-442e-ac58-be132fbc4417 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:43.587448 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-eaf6efad-de80-442e-ac58-be132fbc4417 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports/45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 943 time: 0.0958469
Apr 30 22:22:44.205080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245810-2564-4596-bc8f-f9fe3a1e7b6d req-5ff8650a-07a7-474c-95f9-a8483e22a0b0 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:44.206666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b245810-2564-4596-bc8f-f9fe3a1e7b6d req-5ff8650a-07a7-474c-95f9-a8483e22a0b0 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0475907
Apr 30 22:22:44.255895 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6b245810-2564-4596-bc8f-f9fe3a1e7b6d req-0295149c-62f2-4264-9e57-322f00238a06 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433776
Apr 30 22:22:44.374473 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:22:44.449093 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:22:44.450062 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:44.472967 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:22:44.475170 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e365887-077f-4ffe-9344-7db11a4e8c35" -d '{"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:22:44.487147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:22:44.516949 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bc0420-3acb-4055-bbd8-a84f6035abb9 x-openstack-request-id: req-b2bc0420-3acb-4055-bbd8-a84f6035abb9 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:22:44.516949 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:22:44.516949 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2bc0420-3acb-4055-bbd8-a84f6035abb9 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:22:44.516949 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bc0420-3acb-4055-bbd8-a84f6035abb9'] response: {'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'code': 200}
Apr 30 22:22:44.570816 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:44.620004 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:22:44.860054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-25a041e7-53f9-4fa2-b92c-2a090bd22dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:44.861543 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-25a041e7-53f9-4fa2-b92c-2a090bd22dd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e&tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4 HTTP/1.1" status: 200  len: 1126 time: 0.0805063
Apr 30 22:22:44.877213 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:22:44.937371 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:45.136243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:22:45.169092 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:22:45.199644 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:22:45.206924 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Publish callbacks [] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:45.219604 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Transition to ACTIVE for port object 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:22:45.257052 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:45.343127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=9']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:22:45.363131 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.363475 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.363818 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.364155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.364539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.364808 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.365132 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.365456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.365793 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.366118 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.366440 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.366761 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.367078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.367650 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.367972 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:22:45.429388 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c95a5-fc26-45d8-ae5c-db920e3f52bc req-11010fe4-eb33-471a-9aba-15274c8adfb6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:45.430907 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d6c95a5-fc26-45d8-ae5c-db920e3f52bc req-11010fe4-eb33-471a-9aba-15274c8adfb6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 944 time: 0.0945151
Apr 30 22:22:45.431959 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] No DVR routers for this DVR port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:22:45.553693 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5d6c95a5-fc26-45d8-ae5c-db920e3f52bc req-22810d1e-1b5a-47d3-934b-b2608c919c71 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826120
Apr 30 22:22:45.608678 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Attempting to bind port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:22:45.609012 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Attempting to bind port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:22:45.609341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Attempting to bind port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on network 03778a8b-a449-4615-bf38-12386fc793ea {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:22:45.613782 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on network 03778a8b-a449-4615-bf38-12386fc793ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:22:45.614112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Attempting to bind port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on network 03778a8b-a449-4615-bf38-12386fc793ea {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:22:45.619290 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:22:45.619627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Checking segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:22:45.620007 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Bound using segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:22:45.620434 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Bound port: 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:22:45.620782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:45.682444 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:22:45.687108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:22:45.754858 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:45.788890 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:45.789615 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:45.790950 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] 10.222.0.20 "PUT /v2.0/ports/45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1092 time: 0.9175141
Apr 30 22:22:45.791336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:22:45.793624 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:22:45.817064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316992b-6efd-4953-bfb4-ac24ef62080b service neutron] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=10']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:22:45.849287 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff181df5-98ce-49b9-8164-870666bb82bd x-openstack-request-id: req-ff181df5-98ce-49b9-8164-870666bb82bd {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:22:45.849587 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:22:45.849868 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff181df5-98ce-49b9-8164-870666bb82bd {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:22:45.850277 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff181df5-98ce-49b9-8164-870666bb82bd'] response: {'name': 'network-changed', 'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'status': 'completed', 'code': 200}
Apr 30 22:22:45.863152 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-51a2ea23-ba26-4b86-9e68-37cec329e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:45.864687 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-51a2ea23-ba26-4b86-9e68-37cec329e4ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1127 time: 0.0446401
Apr 30 22:22:45.960155 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-ab6ae15a-85f4-49d5-96da-07b28a7a9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:45.961651 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-ab6ae15a-85f4-49d5-96da-07b28a7a9d80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0906684
Apr 30 22:22:46.035126 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-f4bc4a31-dc12-4d1c-ae75-66f5f1a80d98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1000 time: 0.0640759
Apr 30 22:22:46.094435 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-0a218d3f-0d43-4097-8aa0-b0546b38a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:46.094435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-0a218d3f-0d43-4097-8aa0-b0546b38a5ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0476325
Apr 30 22:22:46.141097 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-a807eb4d-2658-4a8d-af1f-6b46c6e6a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:46.142655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-a807eb4d-2658-4a8d-af1f-6b46c6e6a161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0395265
Apr 30 22:22:46.233798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-aba201bb-44c4-4fab-8b25-169f9a9517e7 service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799327
Apr 30 22:22:46.329705 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-6fdbf409-1db7-4da3-b3c5-ff474979db6f service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856955
Apr 30 22:22:46.545334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-ebaddbf9-2c58-4d96-afc1-2d1fdfe94747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:46.546869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-ebaddbf9-2c58-4d96-afc1-2d1fdfe94747 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1127 time: 0.0399039
Apr 30 22:22:46.661354 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-aa0c56f7-ea96-470e-b3d2-4d1e72a4ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:46.662484 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-aa0c56f7-ea96-470e-b3d2-4d1e72a4ba74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.1069136
Apr 30 22:22:46.732319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73de20-4e2d-43de-9c2a-934f3911985a req-e542c449-7dc7-4eb0-b9fd-d72300942f34 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:46.733806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b73de20-4e2d-43de-9c2a-934f3911985a req-e542c449-7dc7-4eb0-b9fd-d72300942f34 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0914683
Apr 30 22:22:46.765815 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-182f2b85-d9f1-44d8-b75b-988b804e8876 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1000 time: 0.0876682
Apr 30 22:22:46.827645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0b73de20-4e2d-43de-9c2a-934f3911985a req-0075f710-e3ab-4240-81bb-3127187117b4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874455
Apr 30 22:22:46.844004 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-ba223d48-123e-4efc-aa52-71a3ae2f2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:46.845324 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-ba223d48-123e-4efc-aa52-71a3ae2f2b08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0666378
Apr 30 22:22:47.874575 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:47.887578 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fe78329f-7273-45c9-8b0f-a9f66f43bd61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:47.982161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2df3ff-9c5b-404d-8167-78ba227f9af0 req-7e40caaa-563d-435a-9611-cff83fb631df tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:47.983757 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b2df3ff-9c5b-404d-8167-78ba227f9af0 req-7e40caaa-563d-435a-9611-cff83fb631df tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0560780
Apr 30 22:22:48.034734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8b2df3ff-9c5b-404d-8167-78ba227f9af0 req-ad91ef90-ea02-45d0-896f-a9ec5f1e7859 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447903
Apr 30 22:22:49.160586 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c6aaf-644a-4255-9e63-dfb76a92af1f req-015a3646-9099-4628-8e4a-ec6b26186a2e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:49.162030 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c4c6aaf-644a-4255-9e63-dfb76a92af1f req-015a3646-9099-4628-8e4a-ec6b26186a2e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0521815
Apr 30 22:22:49.215258 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1c4c6aaf-644a-4255-9e63-dfb76a92af1f req-36aa03ab-534b-4a7d-8bfe-79828874b7e0 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464344
Apr 30 22:22:50.360866 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15888db8-b774-47f0-b08a-66703f6d1151 req-de2400c3-cb21-4770-8ae6-9eb130d3c128 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:50.362720 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15888db8-b774-47f0-b08a-66703f6d1151 req-de2400c3-cb21-4770-8ae6-9eb130d3c128 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0642235
Apr 30 22:22:50.430125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-15888db8-b774-47f0-b08a-66703f6d1151 req-c95d538c-e07d-4cbc-8b7b-d957d57f81b1 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566456
Apr 30 22:22:50.583205 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8652c07f-d9cd-4f83-abe6-6c4d53724792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:51.572393 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31047faf-c719-4e9d-a378-2ea115968395 req-748f28e2-10e4-415d-ae2b-7057c639e37b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:51.573962 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31047faf-c719-4e9d-a378-2ea115968395 req-748f28e2-10e4-415d-ae2b-7057c639e37b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0684469
Apr 30 22:22:51.605353 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:51.631631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-31047faf-c719-4e9d-a378-2ea115968395 req-e9dd4e58-1d02-4b9c-ae60-e9abd16f3a0f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515091
Apr 30 22:22:51.737260 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:52.763900 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218f285-e19b-4161-8058-f7fb83a7af85 req-8218d4a0-6f8d-4113-b2a7-6bcf8fd23bee tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:52.770407 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d218f285-e19b-4161-8058-f7fb83a7af85 req-8218d4a0-6f8d-4113-b2a7-6bcf8fd23bee tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0537407
Apr 30 22:22:52.822355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d218f285-e19b-4161-8058-f7fb83a7af85 req-64b6290e-a515-4559-85c0-c270661162ba tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510600
Apr 30 22:22:53.388431 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:54.023920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa47ab-0d06-4401-810a-55b03cc42e41 req-cde76653-32c7-4237-ac8f-b269433e10e6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:54.025449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8aa47ab-0d06-4401-810a-55b03cc42e41 req-cde76653-32c7-4237-ac8f-b269433e10e6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0532734
Apr 30 22:22:54.076360 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d8aa47ab-0d06-4401-810a-55b03cc42e41 req-558130d9-f3a1-42f7-81c7-d6a2259e34a8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449095
Apr 30 22:22:54.548035 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:55.018504 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-c1d48bdc-e845-4c8e-a5dd-e3153dbfb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:55.019991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-c1d48bdc-e845-4c8e-a5dd-e3153dbfb2ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3827045
Apr 30 22:22:55.191258 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf60e-39bd-4245-b728-f61726bdb1a6 req-0513e1fd-6af3-4633-b354-aaac9190430a tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:55.192708 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02edf60e-39bd-4245-b728-f61726bdb1a6 req-0513e1fd-6af3-4633-b354-aaac9190430a tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0473969
Apr 30 22:22:55.240956 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-02edf60e-39bd-4245-b728-f61726bdb1a6 req-9378abe1-a231-4170-a9a0-0f9946731550 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426509
Apr 30 22:22:55.798352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-15bd5e2c-5004-4e9c-aff8-481ac3437a7e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:22:55.799285 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-15bd5e2c-5004-4e9c-aff8-481ac3437a7e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0052409
Apr 30 22:22:55.891747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-57a088e3-69be-4f2c-bea5-5a70dd0dcf26 service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833535
Apr 30 22:22:55.984468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c761a9eb-cbb9-43c0-8a2d-5af69b03aa9b req-d7c7fb3d-2adf-448a-a5b9-b227e048afaa service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829434
Apr 30 22:22:56.385209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a1436-f07d-4c38-b87b-620a29e664b4 req-aec57f24-816f-46e4-ac89-aff21c067ea0 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:56.386712 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da6a1436-f07d-4c38-b87b-620a29e664b4 req-aec57f24-816f-46e4-ac89-aff21c067ea0 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0747519
Apr 30 22:22:56.401622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-be002782-877c-47f6-9bc8-3d6fabcaabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:56.403726 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-be002782-877c-47f6-9bc8-3d6fabcaabb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1127 time: 0.0642955
Apr 30 22:22:56.447564 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-da6a1436-f07d-4c38-b87b-620a29e664b4 req-d5ae525e-7fb8-4ba5-bffe-bf5e8f1e08a2 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549185
Apr 30 22:22:56.524169 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-b72a7c13-d09c-4f68-b822-5596e37005f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:56.525595 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-b72a7c13-d09c-4f68-b822-5596e37005f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0931823
Apr 30 22:22:56.601052 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-78704849-e084-4aa9-803a-842bfbc19334 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1000 time: 0.0645466
Apr 30 22:22:56.653910 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-5ef782bd-f0a8-49db-bbb4-95fd169cbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:56.655387 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-5ef782bd-f0a8-49db-bbb4-95fd169cbf03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0441089
Apr 30 22:22:56.701942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-33612721-de55-47e3-bbfe-16008e38248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:56.703422 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-33612721-de55-47e3-bbfe-16008e38248f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379827
Apr 30 22:22:56.807838 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-118e7742-046a-4db7-a1c0-92a08a58ebb8 service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949855
Apr 30 22:22:56.900308 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dbf665f5-a15b-46f9-a076-9cd4dbb30b99 req-f3f57ca9-84ab-4eb3-bbd9-672fc59d077e service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822561
Apr 30 22:22:57.303822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:22:57.397435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:22:57.408939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'port_id': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'mac_address': 'fa:16:3e:c7:c0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:22:57.448770 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:22:57.449191 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:57.461561 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:22:57.481386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:22:57.543659 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:57.569114 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e12d6-dc13-464b-a33c-88f8daf3980c req-a4fdb4e9-a33a-45bd-b5ac-7393f039663d tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:57.570654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c9e12d6-dc13-464b-a33c-88f8daf3980c req-a4fdb4e9-a33a-45bd-b5ac-7393f039663d tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 945 time: 0.0531921
Apr 30 22:22:57.590741 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=11']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:22:57.621397 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c9e12d6-dc13-464b-a33c-88f8daf3980c req-27360b39-cc20-4525-9bae-e79acaedbaed tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434742
Apr 30 22:22:57.830790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['45c27e4e-f3d0-4ccb-b626-ace9a949fa99'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:22:58.735243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0640d1f-2ee4-42cf-85c5-bb83cd6cd4c0 req-dba36994-a6e1-4d35-acdc-1e47aa821093 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:58.736701 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0640d1f-2ee4-42cf-85c5-bb83cd6cd4c0 req-dba36994-a6e1-4d35-acdc-1e47aa821093 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 946 time: 0.0463750
Apr 30 22:22:58.784559 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c0640d1f-2ee4-42cf-85c5-bb83cd6cd4c0 req-7c3097f4-532c-4298-b189-5df12a9dd217 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422006
Apr 30 22:22:59.320842 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:22:59.368197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:22:59.502505 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:22:59.502883 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:59.578529 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:22:59.578850 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:59.601240 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:22:59.603521 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d5693b-1fcc-4d5f-b4e7-e08d6fec2d01" -d '{"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-plugged", "status": "completed", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:22:59.616645 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:22:59.643018 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db370901-a546-4be6-b73b-19c34d7bb93d x-openstack-request-id: req-db370901-a546-4be6-b73b-19c34d7bb93d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:22:59.643018 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-plugged", "status": "completed", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:22:59.643018 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db370901-a546-4be6-b73b-19c34d7bb93d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:22:59.643289 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db370901-a546-4be6-b73b-19c34d7bb93d'] response: {'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'code': 200}
Apr 30 22:22:59.691253 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:22:59.739140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=12']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:22:59.927973 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829bdb0-3aab-4d1d-9a47-ca9b8a475a48 req-b47f0aae-ff67-4a7e-b6d6-9c97e0823d53 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:59.929349 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a829bdb0-3aab-4d1d-9a47-ca9b8a475a48 req-b47f0aae-ff67-4a7e-b6d6-9c97e0823d53 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 947 time: 0.0755599
Apr 30 22:22:59.943515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaddf0f-768b-4fac-a050-707d87ac7bb9 req-9ec92c64-8337-4624-ab2e-534fc7639899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:22:59.944890 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfaddf0f-768b-4fac-a050-707d87ac7bb9 req-9ec92c64-8337-4624-ab2e-534fc7639899 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1129 time: 0.0591409
Apr 30 22:23:00.004715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a829bdb0-3aab-4d1d-9a47-ca9b8a475a48 req-de0db2e1-a023-4c06-abde-7ce116b706a1 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688670
Apr 30 22:23:00.016691 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bfaddf0f-768b-4fac-a050-707d87ac7bb9 req-ad02e5c0-0c91-4377-8a41-4b9c64b7daa8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615301
Apr 30 22:23:01.122758 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d8035-c0fa-4851-9c4f-9626202a6dfe req-d80fe98d-f62b-4fc9-bc2e-e970e0443170 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:23:01.124250 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-802d8035-c0fa-4851-9c4f-9626202a6dfe req-d80fe98d-f62b-4fc9-bc2e-e970e0443170 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 947 time: 0.0482743
Apr 30 22:23:01.173234 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-802d8035-c0fa-4851-9c4f-9626202a6dfe req-a91f4111-0a6d-4c5e-9e70-49d4cfd4d7d3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433013
Apr 30 22:23:02.291697 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955991d6-0bca-44ba-9343-4882610b28ab req-19415956-630e-4900-b40c-8cbcd8c1e6f4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:23:02.295764 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-955991d6-0bca-44ba-9343-4882610b28ab req-19415956-630e-4900-b40c-8cbcd8c1e6f4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 947 time: 0.0529017
Apr 30 22:23:02.344973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-955991d6-0bca-44ba-9343-4882610b28ab req-8345e308-0640-40b3-9c57-408b5aaa8262 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456452
Apr 30 22:23:03.457615 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a4beb-4911-417e-a0fa-409cb499689c req-c2b78834-6a25-4c61-a56a-2ec1e54adaf0 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:23:03.459089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-134a4beb-4911-417e-a0fa-409cb499689c req-c2b78834-6a25-4c61-a56a-2ec1e54adaf0 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 947 time: 0.0463192
Apr 30 22:23:03.508444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-134a4beb-4911-417e-a0fa-409cb499689c req-f495f719-d546-4106-aad4-70780fcacf87 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438478
Apr 30 22:23:09.282758 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:23:17.839972 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9fe3270b-ca6a-4ccf-a887-dc9ac493462e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:17.856858 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:20.594306 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-845ee685-5817-412d-a20b-7965843ba29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:21.622612 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:21.742682 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:23.393876 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:24.513909 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:46.282849 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:23:47.856482 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2627df5d-3c2f-4ad3-8d9a-6f6b388db38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:47.884883 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:50.576062 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cd882618-d5b1-48e6-9ad3-425a34d4d777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:51.621991 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:51.747484 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:53.382209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:54.587879 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:23:58.289129 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-83d3d086-1275-411e-adeb-cf40aac46f41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0378668
Apr 30 22:23:58.386259 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-6395467f-e88c-47ea-9b60-c2c50d8de369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:23:58.387750 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-6395467f-e88c-47ea-9b60-c2c50d8de369 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1129 time: 0.0437140
Apr 30 22:23:58.493528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-35838314-ee5b-4b69-9966-862cd6ce8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:23:58.495049 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-35838314-ee5b-4b69-9966-862cd6ce8139 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0842631
Apr 30 22:23:58.567608 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-b7583cac-35d0-4626-85cc-add9f0eb5054 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 1002 time: 0.0621996
Apr 30 22:23:58.619030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-58da376f-07fe-49f8-9500-362cc0a24ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:23:58.620464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-58da376f-07fe-49f8-9500-362cc0a24ae3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0435612
Apr 30 22:23:58.668627 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-62215fa5-f1a7-4991-b225-cf7d47bb3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:23:58.670121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-62215fa5-f1a7-4991-b225-cf7d47bb3b39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380063
Apr 30 22:23:58.765659 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-b0d5017e-866c-46ee-b6e8-130600b5b30b service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841351
Apr 30 22:23:58.855478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0f1eb405-c747-4ea6-ac9d-28808f4f2aec req-f5d03166-b612-4871-9c3c-901b1cf344e4 service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810120
Apr 30 22:24:16.149296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55178) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:16.303112 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Deleting port ee5754c4-a782-41a3-9a8a-be3949c7d793 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:24:16.303484 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (ee5754c4-a782-41a3-9a8a-be3949c7d793), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:16.382179 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (ee5754c4-a782-41a3-9a8a-be3949c7d793), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:16.382511 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for floatingip (ee5754c4-a782-41a3-9a8a-be3949c7d793), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:16.396129 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Calling delete_port for ee5754c4-a782-41a3-9a8a-be3949c7d793 owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:24:16.616609 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (ee5754c4-a782-41a3-9a8a-be3949c7d793), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:16.642534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event deleted for resources: {'Port': ['ID=ee5754c4-a782-41a3-9a8a-be3949c7d793,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:16.669180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.669528 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.669902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.670240 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.670574 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.670904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.671233 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.671560 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.671881 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.672231 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.672558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.672878 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.673198 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.673525 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.673865 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:16.715853 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for floatingip (291fd03f-9c3c-47bd-a12e-cc201c6bc326), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:16.716193 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Floating IP 291fd03f-9c3c-47bd-a12e-cc201c6bc326 disassociated (deleted). External IP: 172.35.4.248, port: 45c27e4e-f3d0-4ccb-b626-ace9a949fa99.
Apr 30 22:24:16.932768 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Router 7568f19b-5f83-4d15-9cab-014a52313881 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:24:17.043344 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:24:17.049126 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:17.053735 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] Sync routers for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:24:17.063541 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:24:17.064144 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ccbca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:23:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:24:17.078302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-cac929b2-8fbd-46fc-ba75-0994abe66d1b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "DELETE /v2.0/floatingips/291fd03f-9c3c-47bd-a12e-cc201c6bc326 HTTP/1.1" status: 204  len: 168 time: 0.9278936
Apr 30 22:24:17.078988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:24:17.081315 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37" -d '{"events": [{"name": "network-changed", "server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:24:17.126609 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db22fb0-8067-4720-9a35-3a2db5387671 x-openstack-request-id: req-5db22fb0-8067-4720-9a35-3a2db5387671 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:24:17.126933 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:24:17.127306 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5db22fb0-8067-4720-9a35-3a2db5387671 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:24:17.128120 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db22fb0-8067-4720-9a35-3a2db5387671'] response: {'name': 'network-changed', 'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'status': 'completed', 'code': 200}
Apr 30 22:24:17.175885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:24:17.210817 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-f91770cc-911d-40d7-9b8e-80380b855419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:17.212396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-f91770cc-911d-40d7-9b8e-80380b855419 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 1129 time: 0.0454571
Apr 30 22:24:17.323639 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-40581b76-8d57-4557-9049-a7cf717dd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:17.325161 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-40581b76-8d57-4557-9049-a7cf717dd223 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0992234
Apr 30 22:24:17.370794 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-f84d2c48-bd8b-4062-9421-63fe0d4d6397 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 200  len: 217 time: 0.0372436
Apr 30 22:24:17.441494 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-9cbc893b-4275-4041-b2a3-cfa86f2bc0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:17.443031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-9cbc893b-4275-4041-b2a3-cfa86f2bc0df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0627654
Apr 30 22:24:17.491675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-dbd4e989-758c-4679-ac04-730384c2051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:17.493104 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-dbd4e989-758c-4679-ac04-730384c2051c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401175
Apr 30 22:24:17.529628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ccbca90>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:24:17.559977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] Checking router: 7568f19b-5f83-4d15-9cab-014a52313881 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:24:17.568550 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:24:17.569180 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896ccbca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:23:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:24:17.603339 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-b9bd0f5c-db37-467d-abeb-9b8be6d5544e service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0988536
Apr 30 22:24:17.677561 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cccdae-89bc-409d-b988-d1544ebb465d req-b8acc545-f163-418c-823e-3d5626b1cdaf tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:17.679103 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06cccdae-89bc-409d-b988-d1544ebb465d req-b8acc545-f163-418c-823e-3d5626b1cdaf tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 947 time: 0.1072598
Apr 30 22:24:17.680243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:24:17.728318 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-06cccdae-89bc-409d-b988-d1544ebb465d req-d4f1faa8-410c-44b9-9c23-23132bfdb298 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435114
Apr 30 22:24:17.893005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896ccbca90>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:24:17.920164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-71b5f668-9c93-4682-9811-8f70d9379c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:17.922447 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8276f-913e-454f-a2fe-d6b8b895101d None None] The sync data for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 is: [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:24:17.924891 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:18.145960 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c09ad6-ca45-4b03-969f-b6a15be4e216 None None] New status for floating IP 291fd03f-9c3c-47bd-a12e-cc201c6bc326: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:24:18.813887 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e75e69f2-6969-40d3-bbfc-3dc6bbad8a37 req-3a218824-9f4e-46af-a007-9320bd9e375a service neutron] 10.222.0.20 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000149
Apr 30 22:24:18.910777 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dba9f9-aa8f-4f41-bca5-210f578dc482 req-054c366e-af92-4eda-9a30-164a7199a18d tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:18.912357 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08dba9f9-aa8f-4f41-bca5-210f578dc482 req-054c366e-af92-4eda-9a30-164a7199a18d tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 947 time: 0.1045091
Apr 30 22:24:18.961210 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08dba9f9-aa8f-4f41-bca5-210f578dc482 req-ac6a426c-a420-4fbd-b0ac-446269246d43 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432637
Apr 30 22:24:19.047229 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-9781e1e6-11cc-4d71-9a81-c6bb27179e93 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:19.048573 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-9781e1e6-11cc-4d71-9a81-c6bb27179e93 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.20 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 947 time: 0.0463650
Apr 30 22:24:19.133860 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Deleting port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:24:19.134203 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:19.222614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] For port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:24:19.222984 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:19.235505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Calling delete_port for 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:24:19.422505 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (45c27e4e-f3d0-4ccb-b626-ace9a949fa99), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:19.451742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event deleted for resources: {'Port': ['ID=45c27e4e-f3d0-4ccb-b626-ace9a949fa99,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:19.502658 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] No DVR routers for this DVR port 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 on host nch1-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:24:19.505224 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:19.511275 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b376d30e-50bf-4fa3-b937-31a74a7e4862 req-0413668e-f319-4f75-a6d7-214dc552db18 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.20 "DELETE /v2.0/ports/45c27e4e-f3d0-4ccb-b626-ace9a949fa99 HTTP/1.1" status: 204  len: 173 time: 0.4547448
Apr 30 22:24:19.511275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-deleted', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:24:19.511275 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaa5ad0-a7e4-497a-a4ca-bc35f955b08b" -d '{"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-deleted", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:24:19.545864 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91acc303-c392-44fa-8f6b-9d45241d732a x-openstack-request-id: req-91acc303-c392-44fa-8f6b-9d45241d732a {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:24:19.546623 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4402920e-a2e4-4c06-8312-1709d6369b9e", "name": "network-vif-deleted", "tag": "45c27e4e-f3d0-4ccb-b626-ace9a949fa99", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:24:19.546871 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91acc303-c392-44fa-8f6b-9d45241d732a {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:24:19.547277 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91acc303-c392-44fa-8f6b-9d45241d732a'] response: {'server_uuid': '4402920e-a2e4-4c06-8312-1709d6369b9e', 'name': 'network-vif-deleted', 'tag': '45c27e4e-f3d0-4ccb-b626-ace9a949fa99', 'status': 'completed', 'code': 200}
Apr 30 22:24:20.080274 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d0024665-56dc-4fba-8cc7-d4a362d3dc5a req-a6a6113f-7187-4ad6-b832-4577185d27c4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=4402920e-a2e4-4c06-8312-1709d6369b9e HTTP/1.1" status: 200  len: 210 time: 0.0323517
Apr 30 22:24:20.580623 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-807e8bc2-b713-470d-a393-fcd1d693f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:21.137902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55204) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:21.195679 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ee49a9-ca8c-44b3-947b-9d390fc22d79 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:21.221237 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ee49a9-ca8c-44b3-947b-9d390fc22d79 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:21.352993 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ee49a9-ca8c-44b3-947b-9d390fc22d79 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:21.355684 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-a8ee49a9-ca8c-44b3-947b-9d390fc22d79 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:21.356869 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-a8ee49a9-ca8c-44b3-947b-9d390fc22d79 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "DELETE /v2.0/security-groups/66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71 HTTP/1.1" status: 204  len: 168 time: 0.2179883
Apr 30 22:24:21.366196 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee49a9-ca8c-44b3-947b-9d390fc22d79 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ad8ecc-2c1e-4492-b0ce-e2c4b3580a71,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:21.609847 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:21.759039 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:22.728219 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55212) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:22.734788 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689282925', 'description': 'tempest-secgroup-smoke-1689282925 description', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:22.798539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:22.868405 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (8a968a74-d12e-48b1-9071-e4d7151f637c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:22.918713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8a968a74-d12e-48b1-9071-e4d7151f637c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:22.947582 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a968a74-d12e-48b1-9071-e4d7151f637c,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:22.954952 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.955237 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.955569 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.955897 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.956224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.956547 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.956870 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.957334 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.957673 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.958020 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.958340 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.958656 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.958974 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.959293 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.959605 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:22.989245 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:22.990492 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-f96d6e0d-6f60-42eb-85dc-84726a261cae tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2612760
Apr 30 22:24:22.993557 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55216) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:22.997713 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a5ff9d43-a88a-40bd-a88d-9e29a6cf9275 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '8a968a74-d12e-48b1-9071-e4d7151f637c', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:23.072159 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9d43-a88a-40bd-a88d-9e29a6cf9275 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (d6adbd41-e0b3-49ce-b00d-1fb8e3c76680), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.128735 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9d43-a88a-40bd-a88d-9e29a6cf9275 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (d6adbd41-e0b3-49ce-b00d-1fb8e3c76680), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.192521 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9d43-a88a-40bd-a88d-9e29a6cf9275 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (d6adbd41-e0b3-49ce-b00d-1fb8e3c76680), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.211221 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff9d43-a88a-40bd-a88d-9e29a6cf9275 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6adbd41-e0b3-49ce-b00d-1fb8e3c76680,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:23.283541 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:24:23.285318 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9d43-a88a-40bd-a88d-9e29a6cf9275 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.286569 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a5ff9d43-a88a-40bd-a88d-9e29a6cf9275 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2920835
Apr 30 22:24:23.289282 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55218) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:23.293488 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-978f5266-1e56-428e-83f7-bda6c3d810b9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '8a968a74-d12e-48b1-9071-e4d7151f637c', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:23.376412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-978f5266-1e56-428e-83f7-bda6c3d810b9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (bd8c9b1e-f8ad-41c3-90f6-6d5fa93c3fc0), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.381919 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.431391 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-978f5266-1e56-428e-83f7-bda6c3d810b9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (bd8c9b1e-f8ad-41c3-90f6-6d5fa93c3fc0), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.490633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-978f5266-1e56-428e-83f7-bda6c3d810b9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (bd8c9b1e-f8ad-41c3-90f6-6d5fa93c3fc0), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.513052 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f5266-1e56-428e-83f7-bda6c3d810b9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8c9b1e-f8ad-41c3-90f6-6d5fa93c3fc0,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:23.578426 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-978f5266-1e56-428e-83f7-bda6c3d810b9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.579664 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-978f5266-1e56-428e-83f7-bda6c3d810b9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2894123
Apr 30 22:24:23.582485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55220) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:23.586753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-5b957729-a0c7-4ff1-b373-8a9fb7087aa8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '8a968a74-d12e-48b1-9071-e4d7151f637c', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:23.600531 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:24:23.621576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:24:23.621948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 45c27e4e-f3d0-4ccb-b626-ace9a949fa99 not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:24:23.678450 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b957729-a0c7-4ff1-b373-8a9fb7087aa8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (ba435185-b205-4ba1-9ec5-cb6a0b97d84c), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.733236 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b957729-a0c7-4ff1-b373-8a9fb7087aa8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (ba435185-b205-4ba1-9ec5-cb6a0b97d84c), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.804288 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b957729-a0c7-4ff1-b373-8a9fb7087aa8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (ba435185-b205-4ba1-9ec5-cb6a0b97d84c), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.823007 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b957729-a0c7-4ff1-b373-8a9fb7087aa8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba435185-b205-4ba1-9ec5-cb6a0b97d84c,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:23.874678 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5b957729-a0c7-4ff1-b373-8a9fb7087aa8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:23.875859 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5b957729-a0c7-4ff1-b373-8a9fb7087aa8 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2924762
Apr 30 22:24:23.878655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55222) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:23.882810 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-a231e318-0d50-471f-9b12-4c4b2c52d8bb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '8a968a74-d12e-48b1-9071-e4d7151f637c', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:23.969140 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a231e318-0d50-471f-9b12-4c4b2c52d8bb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (13b6829b-021a-4629-8841-a55920a92793), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.028150 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a231e318-0d50-471f-9b12-4c4b2c52d8bb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (13b6829b-021a-4629-8841-a55920a92793), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.095713 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a231e318-0d50-471f-9b12-4c4b2c52d8bb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (13b6829b-021a-4629-8841-a55920a92793), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.112990 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231e318-0d50-471f-9b12-4c4b2c52d8bb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b6829b-021a-4629-8841-a55920a92793,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:24.183384 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a231e318-0d50-471f-9b12-4c4b2c52d8bb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.184612 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a231e318-0d50-471f-9b12-4c4b2c52d8bb tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3050215
Apr 30 22:24:24.187765 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55224) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:24.192892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-045cc104-e50b-40c2-b0a2-ade94c98aba3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '8a968a74-d12e-48b1-9071-e4d7151f637c', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:24.278804 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-045cc104-e50b-40c2-b0a2-ade94c98aba3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Project 7a470c13c84849f28ff3b1d4bb55c4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:24:24.284691 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-045cc104-e50b-40c2-b0a2-ade94c98aba3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (0957fd81-4264-4372-aacb-60c7541687c3), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.341265 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-045cc104-e50b-40c2-b0a2-ade94c98aba3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (0957fd81-4264-4372-aacb-60c7541687c3), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.404423 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-045cc104-e50b-40c2-b0a2-ade94c98aba3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (0957fd81-4264-4372-aacb-60c7541687c3), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.421818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cc104-e50b-40c2-b0a2-ade94c98aba3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0957fd81-4264-4372-aacb-60c7541687c3,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:24.492730 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-045cc104-e50b-40c2-b0a2-ade94c98aba3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.494004 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-045cc104-e50b-40c2-b0a2-ade94c98aba3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3052719
Apr 30 22:24:24.496776 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55226) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:24.501718 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-40cd7e48-7da8-4916-b6cd-e40ca81db539 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'security_group_rule': {'security_group_id': '8a968a74-d12e-48b1-9071-e4d7151f637c', 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:24.512889 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.592209 ncdv-master-1 neutron-server[115773]: INFO neutron.db.securitygroups_db [None req-40cd7e48-7da8-4916-b6cd-e40ca81db539 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Project 7a470c13c84849f28ff3b1d4bb55c4e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:24:24.597941 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40cd7e48-7da8-4916-b6cd-e40ca81db539 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (df9e3c53-24dd-4e04-acbe-5b3c534d3f4b), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.655957 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40cd7e48-7da8-4916-b6cd-e40ca81db539 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (df9e3c53-24dd-4e04-acbe-5b3c534d3f4b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.729641 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40cd7e48-7da8-4916-b6cd-e40ca81db539 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (df9e3c53-24dd-4e04-acbe-5b3c534d3f4b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.748477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd7e48-7da8-4916-b6cd-e40ca81db539 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9e3c53-24dd-4e04-acbe-5b3c534d3f4b,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:24.812741 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-40cd7e48-7da8-4916-b6cd-e40ca81db539 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:24.814728 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-40cd7e48-7da8-4916-b6cd-e40ca81db539 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3167901
Apr 30 22:24:29.935627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-4f041963-773f-47f7-839d-ec3bb6f1be0c tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689282925&fields=id&tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4 HTTP/1.1" status: 200  len: 267 time: 0.0433035
Apr 30 22:24:30.042390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-9544ff77-2955-4bad-989d-61c8652d75a1 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:30.043843 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-9544ff77-2955-4bad-989d-61c8652d75a1 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 809 time: 0.1019008
Apr 30 22:24:30.058013 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-f0905ef5-376d-4442-91e2-90d15bc98402 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/quotas/7a470c13c84849f28ff3b1d4bb55c4e4 HTTP/1.1" status: 200  len: 375 time: 0.0087206
Apr 30 22:24:30.105533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-6d161229-b064-4532-9412-d5617c280a36 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0428343
Apr 30 22:24:30.121030 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-4a2fbb43-3342-4f30-83b1-a139ca600d93 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:24:30.122019 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-4a2fbb43-3342-4f30-83b1-a139ca600d93 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0051899
Apr 30 22:24:30.213284 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-6ee9282a-ed4b-4059-9fb0-a66705276398 service neutron] 10.222.0.23 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849609
Apr 30 22:24:30.303109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-60bbfd7d-cd67-4ac1-bf97-0d8bad26a65d service neutron] 10.222.0.23 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836842
Apr 30 22:24:30.800201 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b7e5f0d9-00f5-48f7-9e1a-edcf37c70f64 req-77f5e9ba-7a05-488a-9705-021bd6bc6883 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 210 time: 0.0278780
Apr 30 22:24:31.878054 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ca610252-6eb0-45e1-8c84-658dc225f4a4 req-22b47243-cd8e-41a6-83e0-468520ad7674 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 210 time: 0.0280974
Apr 30 22:24:32.960346 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-21db536c-6593-439c-ad02-ae22ba2644b6 req-d256334b-7574-4b04-a918-a2e0eac6984d tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 210 time: 0.0321765
Apr 30 22:24:34.035528 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c1291842-f2f8-48e8-a421-cbe1829e4029 req-c07cfd98-4374-44e1-9ddf-2ff40dea8f43 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 210 time: 0.0273073
Apr 30 22:24:35.127371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-af870342-31d4-4526-8310-4e302abeb802 req-fb8cb1d9-fce6-4844-bb41-79c0a3f4cb89 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 210 time: 0.0281126
Apr 30 22:24:36.222554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05ba8fa2-76c7-4783-988b-c59b13c23089 req-fa4356df-f420-46b7-b579-706dd21b1d1f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 210 time: 0.0278735
Apr 30 22:24:36.596673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-e7e9990f-4031-4f80-beea-debfaf65ce92 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:36.598253 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-e7e9990f-4031-4f80-beea-debfaf65ce92 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 809 time: 0.1049509
Apr 30 22:24:36.660438 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-65979a30-543a-4e95-8771-cf19f554c38f tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4 HTTP/1.1" status: 200  len: 380 time: 0.0543232
Apr 30 22:24:36.668729 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'port': {'device_id': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'admin_state_up': True, 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'security_groups': ['8a968a74-d12e-48b1-9071-e4d7151f637c']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:36.833205 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Made reservation on behalf of 7a470c13c84849f28ff3b1d4bb55c4e4 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:24:36.836656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:36.963162 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Allocated IP 172.20.0.11 (03778a8b-a449-4615-bf38-12386fc793ea/4a414c79-53be-4f97-aa81-4c463cd33d88/1df50351-80c7-4d86-b5f4-fd3518c1f068) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:24:37.103660 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:37.192585 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:37.237920 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Network 03778a8b-a449-4615-bf38-12386fc793ea is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:24:37.241414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:24:37.248934 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'Port': ['ID=1df50351-80c7-4d86-b5f4-fd3518c1f068,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:37.251774 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:24:37.310042 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:37.314707 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:37.373366 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-35d6e067-1e00-484f-9e12-6aad87d27827 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7081854
Apr 30 22:24:37.387477 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Request body: {'port': {'device_id': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:37.397243 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9adec-a82d-480a-9c17-eb514d44dc28 req-9ab3f88b-ebc9-41ab-9a81-6d2126139c7e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:37.398926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11c9adec-a82d-480a-9c17-eb514d44dc28 req-9ab3f88b-ebc9-41ab-9a81-6d2126139c7e tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 932 time: 0.0656500
Apr 30 22:24:37.488180 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-11c9adec-a82d-480a-9c17-eb514d44dc28 req-b2e997fc-8a5c-4cb0-bb47-39746b9281a4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733891
Apr 30 22:24:37.492965 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:37.530386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-f09e8c9c-5c4c-42f0-9f09-ffa059870b48 None None] Provisioning complete for port 1df50351-80c7-4d86-b5f4-fd3518c1f068 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:24:37.532441 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-f09e8c9c-5c4c-42f0-9f09-ffa059870b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:37.568533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-f09e8c9c-5c4c-42f0-9f09-ffa059870b48 None None] Port 1df50351-80c7-4d86-b5f4-fd3518c1f068 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:24:37.763492 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df50351-80c7-4d86-b5f4-fd3518c1f068 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:24:37.771406 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Publish callbacks [] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:37.784319 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Transition to ACTIVE for port object 1df50351-80c7-4d86-b5f4-fd3518c1f068 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:24:37.850117 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:37.900749 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Pushing event updated for resources: {'Port': ['ID=1df50351-80c7-4d86-b5f4-fd3518c1f068,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:37.979695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Attempting to bind port 1df50351-80c7-4d86-b5f4-fd3518c1f068 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:24:37.984462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Attempting to bind port 1df50351-80c7-4d86-b5f4-fd3518c1f068 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:24:37.984462 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Attempting to bind port 1df50351-80c7-4d86-b5f4-fd3518c1f068 on network 03778a8b-a449-4615-bf38-12386fc793ea {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:24:37.986026 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Port 1df50351-80c7-4d86-b5f4-fd3518c1f068 on network 03778a8b-a449-4615-bf38-12386fc793ea not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:24:37.986349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Attempting to bind port 1df50351-80c7-4d86-b5f4-fd3518c1f068 on network 03778a8b-a449-4615-bf38-12386fc793ea {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:24:37.991870 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:24:37.992227 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Checking segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:24:37.992742 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Bound using segment: {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:24:37.993682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Bound port: 1df50351-80c7-4d86-b5f4-fd3518c1f068, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a3bb6c-2a3a-4267-8516-86397cdc0bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:24:37.994083 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:38.063064 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] For port 1df50351-80c7-4d86-b5f4-fd3518c1f068, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:24:38.066307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] For port 1df50351-80c7-4d86-b5f4-fd3518c1f068, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:24:38.141418 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:38.179636 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:38.180347 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:38.181715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] 10.222.0.35 "PUT /v2.0/ports/1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 200  len: 1092 time: 0.8003380
Apr 30 22:24:38.182188 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:24:38.184695 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc6c62c-0a17-49c6-823e-c3f302952d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:24:38.214611 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37610757-28bc-430d-bcc8-37dfc979e115 service neutron] Pushing event updated for resources: {'Port': ['ID=1df50351-80c7-4d86-b5f4-fd3518c1f068,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:38.236129 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe9a4c-9ede-4715-8873-33053bcf7276 x-openstack-request-id: req-ccfe9a4c-9ede-4715-8873-33053bcf7276 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:24:38.236492 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:24:38.236831 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccfe9a4c-9ede-4715-8873-33053bcf7276 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:24:38.237300 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfe9a4c-9ede-4715-8873-33053bcf7276'] response: {'name': 'network-changed', 'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'status': 'completed', 'code': 200}
Apr 30 22:24:38.302122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6c62c-0a17-49c6-823e-c3f302952d7d req-6e6b6617-d34b-4e43-89da-79ca0337c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:38.303665 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbc6c62c-0a17-49c6-823e-c3f302952d7d req-6e6b6617-d34b-4e43-89da-79ca0337c120 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1126 time: 0.0480051
Apr 30 22:24:38.407018 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6c62c-0a17-49c6-823e-c3f302952d7d req-80814bfb-1633-4926-b94c-065c3aed166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:38.408489 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbc6c62c-0a17-49c6-823e-c3f302952d7d req-80814bfb-1633-4926-b94c-065c3aed166c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0982962
Apr 30 22:24:38.532332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6c62c-0a17-49c6-823e-c3f302952d7d req-7e4b069b-fe25-4dc1-b0e5-54abb0c11623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:38.533871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fbc6c62c-0a17-49c6-823e-c3f302952d7d req-7e4b069b-fe25-4dc1-b0e5-54abb0c11623 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0942307
Apr 30 22:24:38.635044 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbff5f-3815-4f97-a239-47dc251c9882 req-a83f0cc5-7357-472c-ada7-f41852c876c9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:38.636519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12bbff5f-3815-4f97-a239-47dc251c9882 req-a83f0cc5-7357-472c-ada7-f41852c876c9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 944 time: 0.0751617
Apr 30 22:24:38.645715 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-202da52b-0b3b-4fe7-a242-69fcc3119ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:38.647095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-202da52b-0b3b-4fe7-a242-69fcc3119ec9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1126 time: 0.0540559
Apr 30 22:24:38.697478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-27f9c447-5903-4ff0-99b9-a3a2b0672363 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 200  len: 217 time: 0.0362885
Apr 30 22:24:38.750001 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12bbff5f-3815-4f97-a239-47dc251c9882 req-f64bf576-e870-456a-9588-b33efd305d41 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063101
Apr 30 22:24:38.766267 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-f9fb9497-e9ac-4633-bbad-794f37d313ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:38.767855 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-f9fb9497-e9ac-4633-bbad-794f37d313ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0595880
Apr 30 22:24:38.813594 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-11002c54-3a6b-4c6c-b857-30c353c1e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:38.815194 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-11002c54-3a6b-4c6c-b857-30c353c1e460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0419207
Apr 30 22:24:38.901654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-a6117b23-5a7b-4fda-bebf-279dc4d7fef6 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806916
Apr 30 22:24:38.993566 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d3ce055f-987b-4a40-95c2-4a3baa879d2a req-b35395e4-beb2-4d0d-84d3-ee9354c12679 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856798
Apr 30 22:24:39.864587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce0abe-1897-46f6-b9a6-4787fd0b8793 req-9b0f05aa-ee4f-491c-8b35-13befafa3745 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:39.866341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6ce0abe-1897-46f6-b9a6-4787fd0b8793 req-9b0f05aa-ee4f-491c-8b35-13befafa3745 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 944 time: 0.0467489
Apr 30 22:24:39.917888 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d6ce0abe-1897-46f6-b9a6-4787fd0b8793 req-b66b96bf-9c12-4f69-a08f-d1dc5c0e26ce tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459738
Apr 30 22:24:41.045108 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc632d-0798-46ee-aa49-c5b923dab705 req-efcb0c45-eb55-44c7-9d36-22f69909544b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:41.046759 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7bcc632d-0798-46ee-aa49-c5b923dab705 req-efcb0c45-eb55-44c7-9d36-22f69909544b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 944 time: 0.0588756
Apr 30 22:24:41.095345 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7bcc632d-0798-46ee-aa49-c5b923dab705 req-93d1725f-d4ad-4c65-a747-a37d2322b4d3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428650
Apr 30 22:24:42.213421 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a0e07-2691-42b5-8268-cb424813781f req-096c94bd-0ac8-4d0c-a621-747a6c83e524 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:42.214899 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d68a0e07-2691-42b5-8268-cb424813781f req-096c94bd-0ac8-4d0c-a621-747a6c83e524 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 944 time: 0.0461812
Apr 30 22:24:42.262152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d68a0e07-2691-42b5-8268-cb424813781f req-c47ca035-1dbb-4bb8-9303-91c4d09383d7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416813
Apr 30 22:24:42.859791 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1df50351-80c7-4d86-b5f4-fd3518c1f068 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:24:42.957549 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1df50351-80c7-4d86-b5f4-fd3518c1f068, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:24:42.968681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'port_id': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'mac_address': 'fa:16:3e:e5:8d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:24:43.017686 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1df50351-80c7-4d86-b5f4-fd3518c1f068 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:24:43.018295 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:43.036056 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df50351-80c7-4d86-b5f4-fd3518c1f068 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:24:43.059343 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1df50351-80c7-4d86-b5f4-fd3518c1f068, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:24:43.146965 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:43.193146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1df50351-80c7-4d86-b5f4-fd3518c1f068,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:43.200669 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.201027 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.201470 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.201853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.202195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.202532 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.202862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.203193 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.204124 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.204451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.204779 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.205108 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.205433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.205783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.206107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:24:43.370663 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['1df50351-80c7-4d86-b5f4-fd3518c1f068'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:24:43.379182 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24003aad-ccef-4e93-bcbf-5327e6827e1e req-ad6e9576-6d9f-4fda-981c-479ce11e5e00 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:43.380845 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24003aad-ccef-4e93-bcbf-5327e6827e1e req-ad6e9576-6d9f-4fda-981c-479ce11e5e00 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 945 time: 0.0485919
Apr 30 22:24:43.435026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24003aad-ccef-4e93-bcbf-5327e6827e1e req-39585555-75dc-4b72-8b31-093a85e04d9b tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483720
Apr 30 22:24:44.550134 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d4fad-e52e-4c60-9608-fa6ce464c78f req-d0171bc8-8268-4a1b-bdb2-677bc89a13c9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:44.551491 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d96d4fad-e52e-4c60-9608-fa6ce464c78f req-d0171bc8-8268-4a1b-bdb2-677bc89a13c9 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 945 time: 0.0457304
Apr 30 22:24:44.599460 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d96d4fad-e52e-4c60-9608-fa6ce464c78f req-1e4af0fe-aaea-4446-9e4d-4625193e8cab tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424707
Apr 30 22:24:44.863194 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1df50351-80c7-4d86-b5f4-fd3518c1f068 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:24:44.907256 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 1df50351-80c7-4d86-b5f4-fd3518c1f068 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:24:44.980147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 1df50351-80c7-4d86-b5f4-fd3518c1f068 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:24:44.980535 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:45.059608 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 1df50351-80c7-4d86-b5f4-fd3518c1f068 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:24:45.059996 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:45.082729 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:24:45.085495 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4864ca5d-870b-4ae7-973d-6142106d6f1a" -d '{"events": [{"server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "name": "network-vif-plugged", "status": "completed", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:24:45.097354 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 1df50351-80c7-4d86-b5f4-fd3518c1f068, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:24:45.122926 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0d7165-a7e2-4ca7-99b9-0c972cf1359a x-openstack-request-id: req-8e0d7165-a7e2-4ca7-99b9-0c972cf1359a {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:24:45.123218 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "name": "network-vif-plugged", "status": "completed", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:24:45.123476 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e0d7165-a7e2-4ca7-99b9-0c972cf1359a {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:24:45.123876 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0d7165-a7e2-4ca7-99b9-0c972cf1359a'] response: {'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'code': 200}
Apr 30 22:24:45.158530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:45.207114 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=1df50351-80c7-4d86-b5f4-fd3518c1f068,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:45.218465 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0bdda-d205-4e56-9aca-182fe2c94a66 req-0e2d9ac4-ab86-407f-9b93-11728dbe1e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:45.220481 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9c0bdda-d205-4e56-9aca-182fe2c94a66 req-0e2d9ac4-ab86-407f-9b93-11728dbe1e37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1128 time: 0.0408826
Apr 30 22:24:45.264506 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d9c0bdda-d205-4e56-9aca-182fe2c94a66 req-2f616867-14fc-46d3-8cd9-cdcda2475022 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383039
Apr 30 22:24:45.713801 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca8618-7524-4ada-8104-ef276e82d0d1 req-e644781e-af65-4b05-83ac-939009e094d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:45.715245 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03ca8618-7524-4ada-8104-ef276e82d0d1 req-e644781e-af65-4b05-83ac-939009e094d6 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 946 time: 0.0493276
Apr 30 22:24:45.763058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-03ca8618-7524-4ada-8104-ef276e82d0d1 req-33820fb6-f929-46cf-bac1-88376c72b896 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415299
Apr 30 22:24:46.876184 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b48ec-d19b-41c5-9f3f-f4f1d51201fb req-cd6b2149-7831-460f-8d2d-2e97270244e7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:46.877631 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-557b48ec-d19b-41c5-9f3f-f4f1d51201fb req-cd6b2149-7831-460f-8d2d-2e97270244e7 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 946 time: 0.0461876
Apr 30 22:24:46.925208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-557b48ec-d19b-41c5-9f3f-f4f1d51201fb req-db9cc3e0-e19e-4343-b661-01f9bdfb35cd tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420432
Apr 30 22:24:47.040488 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694af30-01bf-4738-8f92-f125fbd7e36a req-1584d49c-e9d9-449e-b6d0-c817ce4f3b10 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:47.041958 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4694af30-01bf-4738-8f92-f125fbd7e36a req-1584d49c-e9d9-449e-b6d0-c817ce4f3b10 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 946 time: 0.0506418
Apr 30 22:24:47.089827 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4694af30-01bf-4738-8f92-f125fbd7e36a req-aea25e25-5d81-4555-b8a3-3883cf6e2468 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421169
Apr 30 22:24:47.117186 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55402) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:47.158242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43967704-c48a-4fb4-b073-e87e58114f6f tempest-TestShelveInstance-1347690544 tempest-TestShelveInstance-1347690544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:47.159740 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-43967704-c48a-4fb4-b073-e87e58114f6f tempest-TestShelveInstance-1347690544 tempest-TestShelveInstance-1347690544-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1123 time: 0.0415194
Apr 30 22:24:47.162463 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55404) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:24:47.166514 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:24:47.243412 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:47.318663 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:47.423684 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Allocated IP 172.35.4.104 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/3643b9fd-cf79-4370-8541-b4e67ee14c6b) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:24:47.521985 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for port (3643b9fd-cf79-4370-8541-b4e67ee14c6b), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:47.638604 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3643b9fd-cf79-4370-8541-b4e67ee14c6b), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:47.674818 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:24:47.677621 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:24:47.680997 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:24:47.710449 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'Port': ['ID=3643b9fd-cf79-4370-8541-b4e67ee14c6b,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:47.861342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-04ec1d84-3336-4477-a10a-afa86b130ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:47.901131 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:48.030419 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for floatingip (09bd95f1-2496-410a-8bba-48270ad68d1f), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:48.140068 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3643b9fd-cf79-4370-8541-b4e67ee14c6b), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:48.286335 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for port (3643b9fd-cf79-4370-8541-b4e67ee14c6b), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:48.352614 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (3643b9fd-cf79-4370-8541-b4e67ee14c6b), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:48.419539 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event updated for resources: {'Port': ['ID=3643b9fd-cf79-4370-8541-b4e67ee14c6b,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:24:48.432995 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (09bd95f1-2496-410a-8bba-48270ad68d1f), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:48.536836 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Floating IP 09bd95f1-2496-410a-8bba-48270ad68d1f associated. External IP: 172.35.4.104, port: 1df50351-80c7-4d86-b5f4-fd3518c1f068.
Apr 30 22:24:48.741130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Router 7568f19b-5f83-4d15-9cab-014a52313881 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:24:49.190314 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:24:49.199944 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] Sync routers for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:24:49.210504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:24:49.211127 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fbcfbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:24:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:24:49.269067 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:49.303017 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-da3e7045-9b92-4c7b-89c0-6f58b754a076 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1395569
Apr 30 22:24:49.304175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:24:49.306062 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e9f56573cee00962b8e9d33f758e42aed5304180dcf0d063d0ec0828a1268be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cc466a-6e6a-4484-a47d-8e06b0de28fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:24:49.324755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:24:49.407602 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d52f71-de40-4863-abc3-cf82ab93d320 x-openstack-request-id: req-02d52f71-de40-4863-abc3-cf82ab93d320 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:24:49.407900 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:24:49.408156 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02d52f71-de40-4863-abc3-cf82ab93d320 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:24:49.408565 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d52f71-de40-4863-abc3-cf82ab93d320'] response: {'name': 'network-changed', 'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'status': 'completed', 'code': 200}
Apr 30 22:24:49.466109 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-c1680303-4b54-47ff-b718-d79b5790ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:49.467584 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-c1680303-4b54-47ff-b718-d79b5790ec1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1128 time: 0.0384841
Apr 30 22:24:49.541120 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fbcfbb0>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09bd95f1-2496-410a-8bba-48270ad68d1f', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'floating_ip_address': '172.35.4.104', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'port_id': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'mac_address': 'fa:16:3e:e5:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:24:47Z', 'updated_at': '2022-04-30T22:24:47Z', 'revision_number': 0, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:24:49.555217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-1827608f-1b89-46b9-ae40-580f483406f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:49.556683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-1827608f-1b89-46b9-ae40-580f483406f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0830381
Apr 30 22:24:49.572616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] Checking router: 7568f19b-5f83-4d15-9cab-014a52313881 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:24:49.581079 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:24:49.581701 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fbcfbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:24:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:24:49.689614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:24:49.918345 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fbcfbb0>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09bd95f1-2496-410a-8bba-48270ad68d1f', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'floating_ip_address': '172.35.4.104', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'port_id': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'mac_address': 'fa:16:3e:e5:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:24:47Z', 'updated_at': '2022-04-30T22:24:47Z', 'revision_number': 0, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:24:49.945618 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cce405-c8da-46c7-9613-77a93cc2d026 None None] The sync data for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 is: [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '09bd95f1-2496-410a-8bba-48270ad68d1f', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'floating_ip_address': '172.35.4.104', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'port_id': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'mac_address': 'fa:16:3e:e5:8d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:24:47Z', 'updated_at': '2022-04-30T22:24:47Z', 'revision_number': 0, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:24:49.972120 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-b1186c1c-df38-4433-b21f-0c2367ecd193 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 200  len: 1000 time: 0.4080651
Apr 30 22:24:50.022427 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-206a3ecd-2ae4-48a8-ad1b-e07de589b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:50.023938 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-206a3ecd-2ae4-48a8-ad1b-e07de589b017 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0456836
Apr 30 22:24:50.068059 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-eac2109c-ffba-442d-88ba-3157eb0169a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:50.069609 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-eac2109c-ffba-442d-88ba-3157eb0169a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381854
Apr 30 22:24:50.155210 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db95163-1f27-49ea-b3de-38e0772d9a8d None None] New status for floating IP 09bd95f1-2496-410a-8bba-48270ad68d1f: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:24:50.164269 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-1aa14fbc-ac6e-4db8-b4f6-b759a7877f6b service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883145
Apr 30 22:24:50.253058 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-12cc466a-6e6a-4484-a47d-8e06b0de28fc req-b16dd704-1b77-4428-8dff-9ba87bd02d12 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829349
Apr 30 22:24:50.570209 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf395-b174-4c45-a0b2-e1b9aedd3bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:51.631602 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:51.768748 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:53.392861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:54.495566 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:24:58.539444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-f39ab5a1-ff16-4bee-82c1-672a77762921 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0479906
Apr 30 22:24:58.620038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-bb2bf225-f588-469a-85ef-247dede336f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:58.621582 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-bb2bf225-f588-469a-85ef-247dede336f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1128 time: 0.0409544
Apr 30 22:24:58.725539 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-bee40c4b-0d61-42cd-89d8-3c76fa852ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:58.727031 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-bee40c4b-0d61-42cd-89d8-3c76fa852ec1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0876670
Apr 30 22:24:58.795640 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-0127d945-dbba-492a-a066-b3863c53bfb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 200  len: 1002 time: 0.0629709
Apr 30 22:24:58.842000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-835a172e-0a91-43a0-a83b-43a6edf84bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:58.843454 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-835a172e-0a91-43a0-a83b-43a6edf84bac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0423968
Apr 30 22:24:58.887322 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-1b47e541-5251-4741-9160-32ca6ac9c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:24:58.888788 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-1b47e541-5251-4741-9160-32ca6ac9c2af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382831
Apr 30 22:24:58.981443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-f883de6c-69ed-429f-807f-7d8714921671 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862601
Apr 30 22:24:59.077676 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f6abd08c-ddf7-4fb1-ba4c-a2939101a35b req-bf1c2e2a-ef32-4a43-8abf-02fb239a7236 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894964
Apr 30 22:25:00.283113 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:25:17.889832 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-13e8837e-cdc6-4c97-a05f-a146cd1934a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:17.918005 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:20.579587 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-962c714a-fa28-49c9-814d-43bbdeef5490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:21.746878 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:21.780744 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:23.431019 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:24.495072 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:37.282171 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:25:47.854916 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3bbd8f21-7bb5-479a-8b0d-dc0dc1ae91ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:47.912046 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:50.609001 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-795e2552-0c05-4208-981b-ee31ce160c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:51.660775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:51.801964 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:53.403692 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:54.500752 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:25:59.568322 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-3fd7af3d-86a9-4157-aade-8621f266ec28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0460405
Apr 30 22:25:59.646802 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-6411aab9-b977-4fdb-96be-e34016ebf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:25:59.648260 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-6411aab9-b977-4fdb-96be-e34016ebf051 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1128 time: 0.0380859
Apr 30 22:25:59.748456 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-5673ffd2-d270-4ca3-88da-8886df4fc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:25:59.749974 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-5673ffd2-d270-4ca3-88da-8886df4fc729 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0839322
Apr 30 22:25:59.817603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-74326013-acb0-4443-aa77-c8f04c911c51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 200  len: 1002 time: 0.0616176
Apr 30 22:25:59.864923 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-c95c7c43-4183-499d-be1f-d12294954f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:25:59.866291 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-c95c7c43-4183-499d-be1f-d12294954f20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0431633
Apr 30 22:25:59.908680 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-8941d4af-5563-458a-b5bf-156029e26bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:25:59.910170 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-8941d4af-5563-458a-b5bf-156029e26bca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382183
Apr 30 22:25:59.999479 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-8e0a5850-c8c2-4346-9442-60dcdbf058f1 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834985
Apr 30 22:26:00.088265 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d2f943d7-4f13-4a6e-a648-a2f23b6c8b55 req-be6043ac-e5b6-4764-8e33-ed6f06d4b571 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830853
Apr 30 22:26:14.281352 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:26:17.932527 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c1e036c0-e4a2-40c8-9dd5-0af53cce8d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:17.955291 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:20.563000 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-35f55091-6f49-469e-b959-fc89b6a03b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:21.635419 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:21.806791 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:23.408767 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:24.579861 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:47.886299 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-555a550c-c84d-4b04-8048-26050e0d2362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:47.905135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:50.589041 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-55226a73-f680-4382-8e1d-acfd9de0632d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:51.280655 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:26:51.654231 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:51.802436 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:53.419399 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:26:54.545378 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:00.578792 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-b563e8c4-aa71-429b-8c41-16dab81def26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0923235
Apr 30 22:27:00.661915 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-8d6daada-20fc-4b8b-bbed-6ec0d026b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:27:00.663426 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-8d6daada-20fc-4b8b-bbed-6ec0d026b60a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1128 time: 0.0431535
Apr 30 22:27:00.764357 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-321fd171-e69b-47fb-82b6-81092d84b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:27:00.765784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-321fd171-e69b-47fb-82b6-81092d84b781 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0854235
Apr 30 22:27:00.834630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-6cafe5cf-ec44-4c5f-86b9-4af1c1b7cee1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 200  len: 1002 time: 0.0624754
Apr 30 22:27:00.885293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-83e0b93b-1d8e-4aed-ba8f-bbb16d471098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:27:00.886784 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-83e0b93b-1d8e-4aed-ba8f-bbb16d471098 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0464962
Apr 30 22:27:00.931919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-55b327c0-ea96-4ff4-a29a-d03594a5faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:27:00.933446 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-55b327c0-ea96-4ff4-a29a-d03594a5faf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0408289
Apr 30 22:27:01.037747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-b21c6b44-de59-46a7-971e-9fe1366d7183 service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0981019
Apr 30 22:27:01.126541 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-27a24005-511b-4b96-8cb1-19d37308bd1e req-6ca6a411-8b99-424a-aa80-7315ff64535c service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831580
Apr 30 22:27:17.893443 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-718fb4a1-c96e-4f98-9ad1-2d405c9b6f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:17.921901 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:20.599849 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38f56e93-bb0b-425d-b334-37e2cc40e5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:21.636696 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:21.767826 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:23.434267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:24.533733 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:28.281077 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:27:47.899655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-91ef3f85-b641-499e-b802-e51a3cfe0583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:47.939208 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:50.576759 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-887d23db-4c15-4ac4-af3a-3cdaa4c2dfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:51.653534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:51.799164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:53.459127 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:27:54.539069 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:00.549427 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-afe90a6e-4095-4cad-88fa-90e647118f0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440094
Apr 30 22:28:00.628209 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-0327f92d-3882-4403-9acb-690a2cbbd43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:00.629683 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-0327f92d-3882-4403-9acb-690a2cbbd43f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1128 time: 0.0399253
Apr 30 22:28:00.731338 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-5b237ef8-0438-4e0c-832f-6b8184c22e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:00.732965 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-5b237ef8-0438-4e0c-832f-6b8184c22e36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0862958
Apr 30 22:28:00.804081 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-508f52a8-8681-413c-b1ee-5b1da8749fec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 200  len: 1002 time: 0.0632188
Apr 30 22:28:00.851580 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-e5316231-5374-4adf-8bbd-220869c5ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:00.853006 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-e5316231-5374-4adf-8bbd-220869c5ce67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0436587
Apr 30 22:28:00.896360 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-349111a6-da9f-4ed3-86c2-3342f0def4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:00.897889 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-349111a6-da9f-4ed3-86c2-3342f0def4e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388348
Apr 30 22:28:00.907389 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-69a7bd21-c863-431c-9407-9e9e409db156 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:28:00.908331 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-69a7bd21-c863-431c-9407-9e9e409db156 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0049551
Apr 30 22:28:01.000507 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-120299ca-e6eb-404c-938f-55e7a3f3115c service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860007
Apr 30 22:28:01.091259 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-f010eee2-d7ff-4b53-b70a-648509bb0243 req-3d32b6d8-b2fa-4099-b03e-713dd29b645d service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846374
Apr 30 22:28:05.280390 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:28:08.190754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55544) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:08.340417 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Deleting port 3643b9fd-cf79-4370-8541-b4e67ee14c6b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:08.340760 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3643b9fd-cf79-4370-8541-b4e67ee14c6b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:08.418570 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3643b9fd-cf79-4370-8541-b4e67ee14c6b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:08.418818 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for floatingip (3643b9fd-cf79-4370-8541-b4e67ee14c6b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:08.431705 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Calling delete_port for 3643b9fd-cf79-4370-8541-b4e67ee14c6b owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:08.653516 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (3643b9fd-cf79-4370-8541-b4e67ee14c6b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:08.681732 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event deleted for resources: {'Port': ['ID=3643b9fd-cf79-4370-8541-b4e67ee14c6b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:08.695753 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.696100 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.696446 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.696779 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.697110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.697441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.697821 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.698152 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.698483 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.698805 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.699132 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.699456 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.699785 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.700108 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.700441 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:08.760378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for floatingip (09bd95f1-2496-410a-8bba-48270ad68d1f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:08.760708 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Floating IP 09bd95f1-2496-410a-8bba-48270ad68d1f disassociated (deleted). External IP: 172.35.4.104, port: 1df50351-80c7-4d86-b5f4-fd3518c1f068.
Apr 30 22:28:08.974141 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Router 7568f19b-5f83-4d15-9cab-014a52313881 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:28:09.087831 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:28:09.092633 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:09.097712 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] Sync routers for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:28:09.107572 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:09.108225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895faf5100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:27:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:09.122000 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-a8de5291-ba63-4bf9-8c5f-aa65e829afd3 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "DELETE /v2.0/floatingips/09bd95f1-2496-410a-8bba-48270ad68d1f HTTP/1.1" status: 204  len: 168 time: 0.9301283
Apr 30 22:28:09.122593 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:28:09.124827 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e9f56573cee00962b8e9d33f758e42aed5304180dcf0d063d0ec0828a1268be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5102576-8636-4f3d-9a58-f70acbdce14a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:28:09.172769 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b0f6c3-fc0f-481b-b9bd-8ea506a85c40 x-openstack-request-id: req-e9b0f6c3-fc0f-481b-b9bd-8ea506a85c40 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:28:09.173065 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:28:09.173350 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9b0f6c3-fc0f-481b-b9bd-8ea506a85c40 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:28:09.173731 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b0f6c3-fc0f-481b-b9bd-8ea506a85c40'] response: {'name': 'network-changed', 'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'status': 'completed', 'code': 200}
Apr 30 22:28:09.225314 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:09.240493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-f6d19f0d-e768-465b-a09d-70ba0e4d99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:09.242067 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-f6d19f0d-e768-465b-a09d-70ba0e4d99fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 1128 time: 0.0477591
Apr 30 22:28:09.334302 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-07dcf779-4d78-4162-b2f0-d85a1aca17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:09.335782 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-07dcf779-4d78-4162-b2f0-d85a1aca17d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 200  len: 910 time: 0.0884252
Apr 30 22:28:09.383193 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-73f0de1b-097a-4488-9ecb-7e477567f6ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 200  len: 217 time: 0.0409353
Apr 30 22:28:09.427808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895faf5100>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:09.438816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-d396d425-c76f-4a14-8315-36d591096a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:09.440599 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-d396d425-c76f-4a14-8315-36d591096a34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 200  len: 848 time: 0.0511558
Apr 30 22:28:09.456742 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] Checking router: 7568f19b-5f83-4d15-9cab-014a52313881 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:28:09.465083 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:09.465700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895faf5100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:27:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:09.483238 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-71aca007-e76b-465a-9d95-ab5735ba34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:09.485519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-71aca007-e76b-465a-9d95-ab5735ba34d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03778a8b-a449-4615-bf38-12386fc793ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396121
Apr 30 22:28:09.578001 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:09.613947 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c0e06-f3ec-4c5d-bc0f-31cc69bb8793 req-a88a2fad-3b55-48cf-a844-4151b748014d tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:09.615448 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db8c0e06-f3ec-4c5d-bc0f-31cc69bb8793 req-a88a2fad-3b55-48cf-a844-4151b748014d tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 946 time: 0.0484002
Apr 30 22:28:09.668526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-db8c0e06-f3ec-4c5d-bc0f-31cc69bb8793 req-2cc4548e-e424-475d-8915-cf21838b81aa tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467939
Apr 30 22:28:09.770195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895faf5100>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:09.800882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f82b29-0f6e-40d2-9a90-eb434353739b None None] The sync data for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 is: [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:19:57Z', 'revision_number': 4, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b274c406-fac6-470d-9bc6-7ced6acadf56', 'name': '', 'network_id': '03778a8b-a449-4615-bf38-12386fc793ea', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'mac_address': 'fa:16:3e:8f:9d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:57Z', 'updated_at': '2022-04-30T22:20:01Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'subnets': [{'id': '4a414c79-53be-4f97-aa81-4c463cd33d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:28:10.023114 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ae333-5be6-4703-9995-cb3273ba139a None None] New status for floating IP 09bd95f1-2496-410a-8bba-48270ad68d1f: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:28:10.550486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-9f2a2cb4-6b33-4511-b493-de26c880b1ff service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860219
Apr 30 22:28:10.657517 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5102576-8636-4f3d-9a58-f70acbdce14a req-a487338e-80c8-4e74-b13c-3dd2e99bd0db service neutron] 10.222.0.35 "GET /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829403
Apr 30 22:28:10.802307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b55603-70a0-4d6b-ab7d-9b356489880a req-0439a455-c451-4473-ab0d-2d59754afb2a tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:10.803715 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76b55603-70a0-4d6b-ab7d-9b356489880a req-0439a455-c451-4473-ab0d-2d59754afb2a tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 946 time: 0.0522127
Apr 30 22:28:10.852369 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-76b55603-70a0-4d6b-ab7d-9b356489880a req-146df232-1032-423c-a67a-6191beff086a tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/security-groups?id=8a968a74-d12e-48b1-9071-e4d7151f637c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429845
Apr 30 22:28:11.141623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-123a7000-1e26-4c81-81ba-bdc53e5a60d2 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:11.143008 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-123a7000-1e26-4c81-81ba-bdc53e5a60d2 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 946 time: 0.0462074
Apr 30 22:28:11.231336 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Deleting port 1df50351-80c7-4d86-b5f4-fd3518c1f068 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:11.231676 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:11.321281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] For port 1df50351-80c7-4d86-b5f4-fd3518c1f068, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1df50351-80c7-4d86-b5f4-fd3518c1f068,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:11.321656 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:11.334428 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Calling delete_port for 1df50351-80c7-4d86-b5f4-fd3518c1f068 owned by compute:nova {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:11.533282 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (1df50351-80c7-4d86-b5f4-fd3518c1f068), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:11.560284 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event deleted for resources: {'Port': ['ID=1df50351-80c7-4d86-b5f4-fd3518c1f068,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:11.570370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.570725 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.571069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.571407 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.571744 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.572077 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.572411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.573180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.573180 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.573452 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.573686 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.574035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.574507 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.574689 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.574997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:11.619127 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] No DVR routers for this DVR port 1df50351-80c7-4d86-b5f4-fd3518c1f068 on host nch2-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:28:11.621647 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:11.624936 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6a57174a-96a2-4e99-939f-dbdd95c9e63f req-4418f0b3-fb8b-4d1e-a5ed-613e2d2594f5 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.35 "DELETE /v2.0/ports/1df50351-80c7-4d86-b5f4-fd3518c1f068 HTTP/1.1" status: 204  len: 173 time: 0.4769089
Apr 30 22:28:11.625369 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'name': 'network-vif-deleted', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:28:11.627759 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193d1824-55d4-4f99-affe-624c118588c1" -d '{"events": [{"server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "name": "network-vif-deleted", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:28:11.716361 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e609195e-56b2-4645-ae41-174202f18322 x-openstack-request-id: req-e609195e-56b2-4645-ae41-174202f18322 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:28:11.716652 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7b75d4-f0ac-4040-862f-8db27e715640", "name": "network-vif-deleted", "tag": "1df50351-80c7-4d86-b5f4-fd3518c1f068", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:28:11.716928 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e609195e-56b2-4645-ae41-174202f18322 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:28:11.717337 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e609195e-56b2-4645-ae41-174202f18322'] response: {'server_uuid': '3b7b75d4-f0ac-4040-862f-8db27e715640', 'name': 'network-vif-deleted', 'tag': '1df50351-80c7-4d86-b5f4-fd3518c1f068', 'status': 'completed', 'code': 200}
Apr 30 22:28:11.960944 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-26ab34e8-42ab-4f36-971d-0e25381b3e4e req-108618ec-3a3d-4e8b-8edc-7166711e38f4 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b7b75d4-f0ac-4040-862f-8db27e715640 HTTP/1.1" status: 200  len: 210 time: 0.0350235
Apr 30 22:28:13.020101 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55586) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:13.082267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b97ea805-f2c2-462d-a604-cdf9bfd0de86 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (8a968a74-d12e-48b1-9071-e4d7151f637c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:13.108009 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b97ea805-f2c2-462d-a604-cdf9bfd0de86 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (8a968a74-d12e-48b1-9071-e4d7151f637c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:13.219721 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b97ea805-f2c2-462d-a604-cdf9bfd0de86 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (8a968a74-d12e-48b1-9071-e4d7151f637c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:13.222354 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b97ea805-f2c2-462d-a604-cdf9bfd0de86 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:13.223559 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b97ea805-f2c2-462d-a604-cdf9bfd0de86 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a968a74-d12e-48b1-9071-e4d7151f637c HTTP/1.1" status: 204  len: 168 time: 0.2024450
Apr 30 22:28:13.233225 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ea805-f2c2-462d-a604-cdf9bfd0de86 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a968a74-d12e-48b1-9071-e4d7151f637c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:13.350437 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55590) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:13.778455 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (7568f19b-5f83-4d15-9cab-014a52313881), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:14.027003 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Deleting port b274c406-fac6-470d-9bc6-7ced6acadf56 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:14.027684 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:14.103169 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] For port b274c406-fac6-470d-9bc6-7ced6acadf56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b274c406-fac6-470d-9bc6-7ced6acadf56,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:14.103453 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:14.117147 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Calling delete_port for b274c406-fac6-470d-9bc6-7ced6acadf56 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:14.359173 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b274c406-fac6-470d-9bc6-7ced6acadf56), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:14.390491 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b274c406-fac6-470d-9bc6-7ced6acadf56,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:14.558547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (7568f19b-5f83-4d15-9cab-014a52313881), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:14.776968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Router 7568f19b-5f83-4d15-9cab-014a52313881 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:28:14.887985 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:28:14.893716 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-0e579899-2877-484e-b1ec-03069c32c7d4 admin admin] 10.222.0.23 "PUT /v2.0/routers/7568f19b-5f83-4d15-9cab-014a52313881/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5422342
Apr 30 22:28:14.896592 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55594) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:14.899289 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] Sync routers for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:28:14.910331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:14.911019 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c91c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:27:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:15.003366 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks [] for router (7568f19b-5f83-4d15-9cab-014a52313881), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:15.017524 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:15.115855 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks [] for router_gateway (7568f19b-5f83-4d15-9cab-014a52313881), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:15.192489 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c91c070>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161'}], 'enable_snat': True}, 'gw_port_id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:28:14Z', 'revision_number': 5, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port': {'id': '2a82a825-acf0-4237-89c9-f612da2a69e1', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7568f19b-5f83-4d15-9cab-014a52313881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:19:55Z', 'updated_at': '2022-04-30T22:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:15.213283 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Deleting port 2a82a825-acf0-4237-89c9-f612da2a69e1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:15.213614 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:15.224536 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] Checking router: 7568f19b-5f83-4d15-9cab-014a52313881 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:28:15.232232 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] Routers {'7568f19b-5f83-4d15-9cab-014a52313881'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:15.232851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c91c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:27:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['7568f19b-5f83-4d15-9cab-014a52313881'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:15.293130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] For port 2a82a825-acf0-4237-89c9-f612da2a69e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a82a825-acf0-4237-89c9-f612da2a69e1,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:15.293565 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:15.307292 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Calling delete_port for 2a82a825-acf0-4237-89c9-f612da2a69e1 owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:15.324216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] Set router 7568f19b-5f83-4d15-9cab-014a52313881 gateway port host: None {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:15.377184 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c91c070>, [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:28:15Z', 'revision_number': 6, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:15.407107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314aae84-b7ad-4fba-8261-2644260e2203 None None] The sync data for ids ['7568f19b-5f83-4d15-9cab-014a52313881'] in ncdv-master-1 is: [{'id': '7568f19b-5f83-4d15-9cab-014a52313881', 'name': 'tempest-TestShelveInstance-1577042717-router', 'tenant_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:19:54Z', 'updated_at': '2022-04-30T22:28:15Z', 'revision_number': 6, 'project_id': '7a470c13c84849f28ff3b1d4bb55c4e4', 'gw_port_host': None}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:28:15.573129 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (2a82a825-acf0-4237-89c9-f612da2a69e1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:15.601941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a82a825-acf0-4237-89c9-f612da2a69e1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:15.662902 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (7568f19b-5f83-4d15-9cab-014a52313881), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:15.752912 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (7568f19b-5f83-4d15-9cab-014a52313881), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:15.756547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks [] for router_controller (7568f19b-5f83-4d15-9cab-014a52313881), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:15.767934 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1df50351-80c7-4d86-b5f4-fd3518c1f068 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:28:15.789702 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 1df50351-80c7-4d86-b5f4-fd3518c1f068 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:28:15.790094 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 1df50351-80c7-4d86-b5f4-fd3518c1f068 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:28:16.216461 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (7568f19b-5f83-4d15-9cab-014a52313881), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.217023 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7568f19b-5f83-4d15-9cab-014a52313881 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:28:16.221676 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.223018 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-46a3e80f-c629-4790-ad96-147b996d770a admin admin] 10.222.0.23 "DELETE /v2.0/routers/7568f19b-5f83-4d15-9cab-014a52313881 HTTP/1.1" status: 204  len: 168 time: 1.3254833
Apr 30 22:28:16.226684 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55596) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:16.233246 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b274c406-fac6-470d-9bc6-7ced6acadf56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:28:16.255468 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b274c406-fac6-470d-9bc6-7ced6acadf56 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:28:16.255808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b274c406-fac6-470d-9bc6-7ced6acadf56 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:28:16.256235 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2a82a825-acf0-4237-89c9-f612da2a69e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:28:16.275570 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 2a82a825-acf0-4237-89c9-f612da2a69e1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:28:16.275919 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2a82a825-acf0-4237-89c9-f612da2a69e1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:28:16.289172 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-338d3e9e-f695-498d-96c2-2e8c4a8a138a admin admin] Deleting subnet 4a414c79-53be-4f97-aa81-4c463cd33d88 {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:28:16.292535 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-338d3e9e-f695-498d-96c2-2e8c4a8a138a admin admin] Publish callbacks [] for subnet (4a414c79-53be-4f97-aa81-4c463cd33d88), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.330658 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-338d3e9e-f695-498d-96c2-2e8c4a8a138a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (4a414c79-53be-4f97-aa81-4c463cd33d88), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.415176 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-338d3e9e-f695-498d-96c2-2e8c4a8a138a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (4a414c79-53be-4f97-aa81-4c463cd33d88), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.561978 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-338d3e9e-f695-498d-96c2-2e8c4a8a138a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (4a414c79-53be-4f97-aa81-4c463cd33d88), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.589277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d3e9e-f695-498d-96c2-2e8c4a8a138a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a414c79-53be-4f97-aa81-4c463cd33d88,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:16.592872 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-338d3e9e-f695-498d-96c2-2e8c4a8a138a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.596796 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-338d3e9e-f695-498d-96c2-2e8c4a8a138a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4a414c79-53be-4f97-aa81-4c463cd33d88 HTTP/1.1" status: 204  len: 168 time: 0.3690839
Apr 30 22:28:16.599307 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55598) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:16.602882 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c657b8-9232-4984-b7b5-75ae453edb56 None None] Network 03778a8b-a449-4615-bf38-12386fc793ea requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:28:16.671682 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (03778a8b-a449-4615-bf38-12386fc793ea), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.723605 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Deleting port 2e6c1824-f16a-4590-85fb-82db0018fe65 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:16.724033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.770257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] DHCP port deletion for 03778a8b-a449-4615-bf38-12386fc793ea request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:28:16.796032 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] For port 2e6c1824-f16a-4590-85fb-82db0018fe65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e6c1824-f16a-4590-85fb-82db0018fe65,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:16.796400 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.810541 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Calling delete_port for 2e6c1824-f16a-4590-85fb-82db0018fe65 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:16.814341 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Deleting port 2e6c1824-f16a-4590-85fb-82db0018fe65 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:16.814718 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.880888 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] For port 2e6c1824-f16a-4590-85fb-82db0018fe65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e6c1824-f16a-4590-85fb-82db0018fe65,segment=NetworkSegment(53a3bb6c-2a3a-4267-8516-86397cdc0bc8),segment_id=53a3bb6c-2a3a-4267-8516-86397cdc0bc8)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:16.881291 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.894837 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Calling delete_port for 2e6c1824-f16a-4590-85fb-82db0018fe65 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:16.942623 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:16.969353 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6c1824-f16a-4590-85fb-82db0018fe65,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:16.972997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] No DVR routers for this DVR port 2e6c1824-f16a-4590-85fb-82db0018fe65 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:28:16.981463 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (2e6c1824-f16a-4590-85fb-82db0018fe65), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.007433 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Pushing event deleted for resources: {'Port': ['ID=2e6c1824-f16a-4590-85fb-82db0018fe65,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:17.017904 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] No DVR routers for this DVR port 2e6c1824-f16a-4590-85fb-82db0018fe65 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:28:17.022068 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.025822 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.026693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.026693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.026693 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba8083-be4e-4f6f-ba2d-8c1bfaf8a7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:17.051047 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (03778a8b-a449-4615-bf38-12386fc793ea), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.076623 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896f129580>,) {'filters': {'network_id': ['03778a8b-a449-4615-bf38-12386fc793ea']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:17.085886 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896f129580>, '53a3bb6c-2a3a-4267-8516-86397cdc0bc8') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:17.086183 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896f129580>, '53a3bb6c-2a3a-4267-8516-86397cdc0bc8') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:17.095799 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (53a3bb6c-2a3a-4267-8516-86397cdc0bc8), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.109149 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (53a3bb6c-2a3a-4267-8516-86397cdc0bc8), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.115942 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:28:17.116331 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (53a3bb6c-2a3a-4267-8516-86397cdc0bc8), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:28:17.118022 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:28:17.251039 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (03778a8b-a449-4615-bf38-12386fc793ea), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.256580 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.260908 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] 10.222.0.23 "DELETE /v2.0/networks/03778a8b-a449-4615-bf38-12386fc793ea HTTP/1.1" status: 204  len: 168 time: 0.6597509
Apr 30 22:28:17.263193 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55600) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:17.274237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b8b22-ab18-4bb5-a46b-5f2304820594 admin admin] Pushing event deleted for resources: {'Network': ['ID=03778a8b-a449-4615-bf38-12386fc793ea,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:17.589878 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (da7e9a94-bada-49cc-a1f5-ce61c561950c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.819654 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Deleting port b5557a58-afc3-4d28-a805-553a03ef76f1 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:17.819994 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.858563 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccc4f881-f25b-436f-9e33-3dc9b9a9aef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.905386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] For port b5557a58-afc3-4d28-a805-553a03ef76f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5557a58-afc3-4d28-a805-553a03ef76f1,segment=NetworkSegment(5d694059-5e38-4ad2-a6a1-40f31c4bdd1a),segment_id=5d694059-5e38-4ad2-a6a1-40f31c4bdd1a)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:17.905779 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:17.919939 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Calling delete_port for b5557a58-afc3-4d28-a805-553a03ef76f1 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:17.927210 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:18.173516 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b5557a58-afc3-4d28-a805-553a03ef76f1), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:18.186142 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2e6c1824-f16a-4590-85fb-82db0018fe65 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:28:18.198229 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5557a58-afc3-4d28-a805-553a03ef76f1,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:18.208107 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 2e6c1824-f16a-4590-85fb-82db0018fe65 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:28:18.208386 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 2e6c1824-f16a-4590-85fb-82db0018fe65 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:28:18.378889 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (da7e9a94-bada-49cc-a1f5-ce61c561950c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:18.607891 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Router da7e9a94-bada-49cc-a1f5-ce61c561950c has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:28:18.716327 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:28:18.722213 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-668a8994-d637-4c84-83c1-203c673cb268 admin admin] 10.222.0.23 "PUT /v2.0/routers/da7e9a94-bada-49cc-a1f5-ce61c561950c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4574394
Apr 30 22:28:18.724530 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55602) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:18.727211 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] Sync routers for ids ['da7e9a94-bada-49cc-a1f5-ce61c561950c'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:28:18.737934 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] Routers {'da7e9a94-bada-49cc-a1f5-ce61c561950c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:18.738544 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:27:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['da7e9a94-bada-49cc-a1f5-ce61c561950c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:18.836683 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks [] for router (da7e9a94-bada-49cc-a1f5-ce61c561950c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:18.843608 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] Set router da7e9a94-bada-49cc-a1f5-ce61c561950c gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:18.953359 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks [] for router_gateway (da7e9a94-bada-49cc-a1f5-ce61c561950c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.017509 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bb20>, [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:28:18Z', 'revision_number': 5, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port': {'id': 'aa34c860-fb75-49dc-a837-6631be9ae5d0', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:3f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:20:01Z', 'updated_at': '2022-04-30T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:19.051158 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] Checking router: da7e9a94-bada-49cc-a1f5-ce61c561950c for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:28:19.059449 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] Routers {'da7e9a94-bada-49cc-a1f5-ce61c561950c'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:19.060051 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:27:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['da7e9a94-bada-49cc-a1f5-ce61c561950c'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:19.075222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Deleting port aa34c860-fb75-49dc-a837-6631be9ae5d0 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:19.075562 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.147381 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] Set router da7e9a94-bada-49cc-a1f5-ce61c561950c gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:19.159620 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] For port aa34c860-fb75-49dc-a837-6631be9ae5d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa34c860-fb75-49dc-a837-6631be9ae5d0,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:19.159987 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.173558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Calling delete_port for aa34c860-fb75-49dc-a837-6631be9ae5d0 owned by network:router_gateway {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:19.197338 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cc8bb20>, [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:28:18Z', 'revision_number': 6, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:19.226885 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0722ab-867b-42c4-9253-398c97645d53 None None] The sync data for ids ['da7e9a94-bada-49cc-a1f5-ce61c561950c'] in ncdv-master-1 is: [{'id': 'da7e9a94-bada-49cc-a1f5-ce61c561950c', 'name': 'tempest-TestShelveInstance-1368429442-router', 'tenant_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:20:00Z', 'updated_at': '2022-04-30T22:28:18Z', 'revision_number': 6, 'project_id': 'e5c273ef4c474a6e9d3ea3e0feabf298', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:28:19.424402 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (aa34c860-fb75-49dc-a837-6631be9ae5d0), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.448726 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa34c860-fb75-49dc-a837-6631be9ae5d0,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:19.513452 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (da7e9a94-bada-49cc-a1f5-ce61c561950c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.608167 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (da7e9a94-bada-49cc-a1f5-ce61c561950c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.610500 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks [] for router_controller (da7e9a94-bada-49cc-a1f5-ce61c561950c), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.725050 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (da7e9a94-bada-49cc-a1f5-ce61c561950c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.725734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da7e9a94-bada-49cc-a1f5-ce61c561950c {{(pid=115774) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:28:19.730664 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.732476 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4a7c11fb-a721-46f4-a5ee-a7c743a044e5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/da7e9a94-bada-49cc-a1f5-ce61c561950c HTTP/1.1" status: 204  len: 168 time: 1.0057957
Apr 30 22:28:19.734373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55604) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:19.780359 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e45d6d9-f8d8-47d6-801d-edf0b574cc3e admin admin] Deleting subnet 319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f {{(pid=115774) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:28:19.783457 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e45d6d9-f8d8-47d6-801d-edf0b574cc3e admin admin] Publish callbacks [] for subnet (319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.818695 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e45d6d9-f8d8-47d6-801d-edf0b574cc3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4134881'] for subnet (319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f), precommit_delete_associations {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:19.902918 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e45d6d9-f8d8-47d6-801d-edf0b574cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.028454 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e45d6d9-f8d8-47d6-801d-edf0b574cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3274072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3325365'] for subnet (319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.053534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45d6d9-f8d8-47d6-801d-edf0b574cc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:20.059228 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-3e45d6d9-f8d8-47d6-801d-edf0b574cc3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.062496 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-3e45d6d9-f8d8-47d6-801d-edf0b574cc3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/319cca5c-5e2a-4e9a-b3e9-281edd2c1a0f HTTP/1.1" status: 204  len: 168 time: 0.3268833
Apr 30 22:28:20.065394 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6365303-102b-41b8-9bb5-58f5923efac4 None None] Network a2192af6-6bf4-4b48-bf32-780f0274c31c requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:28:20.065909 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55622) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:20.135831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (a2192af6-6bf4-4b48-bf32-780f0274c31c), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.188209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Deleting port d2d69844-bb87-4de7-8840-c1f1e47c3096 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:20.188543 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.212510 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b5557a58-afc3-4d28-a805-553a03ef76f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:28:20.237396 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] DHCP port deletion for a2192af6-6bf4-4b48-bf32-780f0274c31c request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:28:20.241005 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b5557a58-afc3-4d28-a805-553a03ef76f1 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:28:20.241356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b5557a58-afc3-4d28-a805-553a03ef76f1 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:28:20.241793 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device aa34c860-fb75-49dc-a837-6631be9ae5d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:28:20.260105 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] For port d2d69844-bb87-4de7-8840-c1f1e47c3096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2d69844-bb87-4de7-8840-c1f1e47c3096,segment=NetworkSegment(5d694059-5e38-4ad2-a6a1-40f31c4bdd1a),segment_id=5d694059-5e38-4ad2-a6a1-40f31c4bdd1a)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:20.260378 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.279876 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Calling delete_port for d2d69844-bb87-4de7-8840-c1f1e47c3096 owned by network:dhcp {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:20.291067 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: aa34c860-fb75-49dc-a837-6631be9ae5d0 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:28:20.291427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device aa34c860-fb75-49dc-a837-6631be9ae5d0 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:28:20.304854 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] Deleting port d2d69844-bb87-4de7-8840-c1f1e47c3096 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:28:20.305411 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.371281 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] For port d2d69844-bb87-4de7-8840-c1f1e47c3096, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2d69844-bb87-4de7-8840-c1f1e47c3096,segment=NetworkSegment(5d694059-5e38-4ad2-a6a1-40f31c4bdd1a),segment_id=5d694059-5e38-4ad2-a6a1-40f31c4bdd1a)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:20.376144 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.384843 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] Calling delete_port for d2d69844-bb87-4de7-8840-c1f1e47c3096 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:28:20.450905 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.463150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (d2d69844-bb87-4de7-8840-c1f1e47c3096), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.477465 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d69844-bb87-4de7-8840-c1f1e47c3096,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:20.481110 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] No DVR routers for this DVR port d2d69844-bb87-4de7-8840-c1f1e47c3096 on host ncdv-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:28:20.490576 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] Pushing event deleted for resources: {'Port': ['ID=d2d69844-bb87-4de7-8840-c1f1e47c3096,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:20.495117 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1614b70-810f-4b67-a6ae-a83fcd155360 None None] No DVR routers for this DVR port d2d69844-bb87-4de7-8840-c1f1e47c3096 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:28:20.554679 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (a2192af6-6bf4-4b48-bf32-780f0274c31c), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.573713 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1681593e-7d73-4146-8162-fa3f3fcf6133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.578764 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896d0b5400>,) {'filters': {'network_id': ['a2192af6-6bf4-4b48-bf32-780f0274c31c']}} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:20.588772 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d0b5400>, '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a') {'for_net_delete': True} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:20.588982 ncdv-master-1 neutron-server[115773]: DEBUG neutron.services.segments.db [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896d0b5400>, '5d694059-5e38-4ad2-a6a1-40f31c4bdd1a') {} {{(pid=115773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:20.598851 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4112532'] for segment (5d694059-5e38-4ad2-a6a1-40f31c4bdd1a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.612130 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (5d694059-5e38-4ad2-a6a1-40f31c4bdd1a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.617968 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115773) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3374288'] for segment (5d694059-5e38-4ad2-a6a1-40f31c4bdd1a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]: Traceback (most recent call last):
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     timer()
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     cb(*args, **kw)
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     return func(*args, **kwargs)
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     self._notify()
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     self.callback(batched_events)
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     event.method(event)
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     return f(self, *a, **k)
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     return self._get(url).json()
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:28:20.623328 ncdv-master-1 neutron-server[115773]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:28:20.738453 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (a2192af6-6bf4-4b48-bf32-780f0274c31c), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.743892 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:20.747065 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a2192af6-6bf4-4b48-bf32-780f0274c31c HTTP/1.1" status: 204  len: 168 time: 0.6803975
Apr 30 22:28:20.759829 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1131a9-4d3f-400e-be8f-137ec5285492 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2192af6-6bf4-4b48-bf32-780f0274c31c,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:21.077821 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55626) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:21.117402 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-54413053-4f1e-4572-b17f-5ec32432444f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a470c13c84849f28ff3b1d4bb55c4e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0384181
Apr 30 22:28:21.119917 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55628) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:21.166714 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63749516-8f93-4943-9eaa-91d40b404c81 admin admin] Publish callbacks [] for security_group (39eae755-bb0b-49bf-a9b8-12f8e3ddd760), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:21.192351 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63749516-8f93-4943-9eaa-91d40b404c81 admin admin] Publish callbacks [] for security_group (39eae755-bb0b-49bf-a9b8-12f8e3ddd760), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:21.301570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63749516-8f93-4943-9eaa-91d40b404c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (39eae755-bb0b-49bf-a9b8-12f8e3ddd760), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:21.304156 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63749516-8f93-4943-9eaa-91d40b404c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:21.305854 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-63749516-8f93-4943-9eaa-91d40b404c81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39eae755-bb0b-49bf-a9b8-12f8e3ddd760 HTTP/1.1" status: 204  len: 168 time: 0.1844914
Apr 30 22:28:21.313210 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63749516-8f93-4943-9eaa-91d40b404c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eae755-bb0b-49bf-a9b8-12f8e3ddd760,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:21.639121 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:21.787520 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:21.930633 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55634) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:21.969033 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-48f65cb5-94a3-47b8-8dfc-33137f2206c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5c273ef4c474a6e9d3ea3e0feabf298&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0372736
Apr 30 22:28:21.971927 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55636) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:22.017831 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7ac17ca-ae07-4586-bd58-cbaacaec1f65 admin admin] Publish callbacks [] for security_group (5c58c7db-54d8-415b-bc62-17d565953f1e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:22.042711 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7ac17ca-ae07-4586-bd58-cbaacaec1f65 admin admin] Publish callbacks [] for security_group (5c58c7db-54d8-415b-bc62-17d565953f1e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:22.170490 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7ac17ca-ae07-4586-bd58-cbaacaec1f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (5c58c7db-54d8-415b-bc62-17d565953f1e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:22.173136 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-b7ac17ca-ae07-4586-bd58-cbaacaec1f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:22.174359 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-b7ac17ca-ae07-4586-bd58-cbaacaec1f65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c58c7db-54d8-415b-bc62-17d565953f1e HTTP/1.1" status: 204  len: 168 time: 0.2015536
Apr 30 22:28:22.182880 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac17ca-ae07-4586-bd58-cbaacaec1f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c58c7db-54d8-415b-bc62-17d565953f1e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:22.213475 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d2d69844-bb87-4de7-8840-c1f1e47c3096 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:28:22.236875 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: d2d69844-bb87-4de7-8840-c1f1e47c3096 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:28:22.237225 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device d2d69844-bb87-4de7-8840-c1f1e47c3096 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:28:23.212280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55658) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:23.315467 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1149129315-network', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:23.418617 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Made reservation on behalf of c4862e1bc1ce438aa0618a97d585b7b5 for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:28:23.420972 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.430285 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.464342 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.502697 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Publish callbacks [] for security_group (154b2eb0-d198-4793-a49c-941c1d9f82cc), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.596185 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (154b2eb0-d198-4793-a49c-941c1d9f82cc), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.622349 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:28:23.632263 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154b2eb0-d198-4793-a49c-941c1d9f82cc,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:23.636966 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b58b7e15-4d1c-4eab-89a9-a3146beaed02), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.637308 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Added segment b58b7e15-4d1c-4eab-89a9-a3146beaed02 of type vlan for network 8804c295-ff20-4872-8362-6c333cf4f440
Apr 30 22:28:23.678509 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (8804c295-ff20-4872-8362-6c333cf4f440), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.770330 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (8804c295-ff20-4872-8362-6c333cf4f440), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.771199 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:23.771769 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:23.832276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8804c295-ff20-4872-8362-6c333cf4f440,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:23.846169 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 8804c295-ff20-4872-8362-6c333cf4f440 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:28:23.901743 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7c066972-030a-4df9-bc6e-88f1927383c7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6883352
Apr 30 22:28:23.904695 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55662) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:23.910371 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Request body: {'subnet': {'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1149129315-subnet', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:23.984523 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Made reservation on behalf of c4862e1bc1ce438aa0618a97d585b7b5 for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:28:23.987297 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:24.205314 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (016c5889-e0ed-440c-8f18-b0bd65557f4a), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:24.259972 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=016c5889-e0ed-440c-8f18-b0bd65557f4a,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:24.269390 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Checking segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:24.269751 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Network hostable DHCP agents. Network: 8804c295-ff20-4872-8362-6c333cf4f440, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:28:24.370288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Network 8804c295-ff20-4872-8362-6c333cf4f440 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:28:24.461658 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8804c295-ff20-4872-8362-6c333cf4f440) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:24.465652 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:24.466279 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:24.474224 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d8fe3e-bd2e-4364-9504-0a35bc9cde8c None None] Network 8804c295-ff20-4872-8362-6c333cf4f440 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:28:24.585195 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-33a761d2-b90d-4476-95bd-c684d72db2ae admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6794412
Apr 30 22:28:24.588167 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55664) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:24.592807 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:24.664592 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:24.675835 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:24.676989 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:24.724719 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8804c295-ff20-4872-8362-6c333cf4f440', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:28:24.725558 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:24.729926 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks [] for router_controller (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:24.864820 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Allocated IP 172.20.0.2 (8804c295-ff20-4872-8362-6c333cf4f440/016c5889-e0ed-440c-8f18-b0bd65557f4a/5bda9572-2584-4db3-b5bc-1b03faadaf2c) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:28:24.927462 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks [] for router_gateway (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.006531 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Publish callbacks [] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.102432 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.138367 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Network 8804c295-ff20-4872-8362-6c333cf4f440 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:25.141118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:25.144958 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:28:25.156020 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Pushing event updated for resources: {'Port': ['ID=5bda9572-2584-4db3-b5bc-1b03faadaf2c,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:25.205307 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks [] for router_gateway (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.211268 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Attempting to bind port 5bda9572-2584-4db3-b5bc-1b03faadaf2c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:28:25.211638 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Attempting to bind port 5bda9572-2584-4db3-b5bc-1b03faadaf2c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:28:25.211995 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Attempting to bind port 5bda9572-2584-4db3-b5bc-1b03faadaf2c on network 8804c295-ff20-4872-8362-6c333cf4f440 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:28:25.216976 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:28:25.217480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Checking segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:25.217913 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.218305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Bound using segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:28:25.218766 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Bound port: 5bda9572-2584-4db3-b5bc-1b03faadaf2c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:28:25.219143 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.224654 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.284808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] For port 5bda9572-2584-4db3-b5bc-1b03faadaf2c, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:28:25.287929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] For port 5bda9572-2584-4db3-b5bc-1b03faadaf2c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bda9572-2584-4db3-b5bc-1b03faadaf2c,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:28:25.327001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Allocated IP 172.35.4.39 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/b03ac463-d2c4-48b2-b0e7-2eba9a67db6f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:28:25.373622 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.435811 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks [] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.439171 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe1c07-8b62-4573-85de-5fb9ed260529 None None] Pushing event updated for resources: {'Port': ['ID=5bda9572-2584-4db3-b5bc-1b03faadaf2c,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:25.531363 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:25.590023 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:25.592883 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:25.596308 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:28:25.624352 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Pushing event updated for resources: {'Port': ['ID=b03ac463-d2c4-48b2-b0e7-2eba9a67db6f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:25.979852 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks [] for router_gateway (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:26.185598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:26.224915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5bda9572-2584-4db3-b5bc-1b03faadaf2c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:26.281116 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5bda9572-2584-4db3-b5bc-1b03faadaf2c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:26.281385 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:26.363583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5bda9572-2584-4db3-b5bc-1b03faadaf2c is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:26.363967 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:26.396611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port 5bda9572-2584-4db3-b5bc-1b03faadaf2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bda9572-2584-4db3-b5bc-1b03faadaf2c,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:26.399276 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:28:26.408145 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d454784-f7a4-4b38-ba21-d53722b5d93e None None] Network 8804c295-ff20-4872-8362-6c333cf4f440 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:28:26.453444 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-cedf3eec-7420-4b3f-bc1d-c77e3a27264a None None] Provisioning complete for port 5bda9572-2584-4db3-b5bc-1b03faadaf2c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:26.453850 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cedf3eec-7420-4b3f-bc1d-c77e3a27264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:26.489101 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:26.592502 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=5bda9572-2584-4db3-b5bc-1b03faadaf2c,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:26.637869 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-cedf3eec-7420-4b3f-bc1d-c77e3a27264a None None] Current status of the port 5bda9572-2584-4db3-b5bc-1b03faadaf2c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:26.855709 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e615fcb4-4249-4d33-b0e5-53eddbcb3c61 None None] Provisioning complete for port 5bda9572-2584-4db3-b5bc-1b03faadaf2c triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:26.856082 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e615fcb4-4249-4d33-b0e5-53eddbcb3c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:26.874970 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:28:26.885467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Sync routers for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:28:26.904451 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:26.904996 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2fcfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:26.986765 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:26.988045 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-966f6881-450a-4dc3-a794-624920f09871 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3988233
Apr 30 22:28:26.991036 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55666) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:27.025616 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e615fcb4-4249-4d33-b0e5-53eddbcb3c61 None None] Current status of the port 5bda9572-2584-4db3-b5bc-1b03faadaf2c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:27.049802 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:27.219652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2fcfa0>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:25Z', 'revision_number': 3, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:27.245681 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Checking router: ee97d987-9f9a-4f3b-a73c-caa046fd28e6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:28:27.246331 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Updating router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:28:27.278439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.409671 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.532428 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Publish callbacks [] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.565386 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Allocated IP 172.20.0.1 (8804c295-ff20-4872-8362-6c333cf4f440/016c5889-e0ed-440c-8f18-b0bd65557f4a/589b0e07-0c2f-4c88-80a7-46bc4821967e) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:28:27.592942 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.641654 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Attempting to bind port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:28:27.642081 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Attempting to bind port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:28:27.642446 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Attempting to bind port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:28:27.651776 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59adc4-d88e-4606-90be-853f31e63ae5 None None] Pushing event updated for resources: {'Port': ['ID=b03ac463-d2c4-48b2-b0e7-2eba9a67db6f,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:27.654474 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:28:27.654952 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:27.655259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.655641 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:28:27.656119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Bound port: b03ac463-d2c4-48b2-b0e7-2eba9a67db6f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:28:27.656501 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.670906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Publish callbacks [] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.706851 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] For port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:28:27.712858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] For port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b03ac463-d2c4-48b2-b0e7-2eba9a67db6f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:28:27.787712 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.802030 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.825918 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Network 8804c295-ff20-4872-8362-6c333cf4f440 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:27.828802 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:27.832724 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:28:27.859939 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:27.861459 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e2fcfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:27.862248 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Pushing event updated for resources: {'Port': ['ID=589b0e07-0c2f-4c88-80a7-46bc4821967e,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:27.883744 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:27.925808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59adc4-d88e-4606-90be-853f31e63ae5 None None] Pushing event updated for resources: {'Port': ['ID=b03ac463-d2c4-48b2-b0e7-2eba9a67db6f,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:27.980210 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:28.090726 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-25527fa7-f26a-4eb4-94c0-34d1b88ce0cf None None] Provisioning complete for port 589b0e07-0c2f-4c88-80a7-46bc4821967e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:28.091103 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-25527fa7-f26a-4eb4-94c0-34d1b88ce0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:28.132063 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:28.147948 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-25527fa7-f26a-4eb4-94c0-34d1b88ce0cf None None] Port 589b0e07-0c2f-4c88-80a7-46bc4821967e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:28:28.193583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e2fcfa0>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:25Z', 'revision_number': 3, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:28.227501 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5bda9572-2584-4db3-b5bc-1b03faadaf2c up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:28.229485 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e053965-0954-4d22-92c6-e5f0c6406f7b None None] The sync data for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 is: [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:25Z', 'revision_number': 3, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:28:28.288535 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 5bda9572-2584-4db3-b5bc-1b03faadaf2c triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:28.289154 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:28.305172 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Publish callbacks [] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:28.372917 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:28.373360 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 5bda9572-2584-4db3-b5bc-1b03faadaf2c is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:28.448038 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:28.453209 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Pushing event updated for resources: {'Port': ['ID=589b0e07-0c2f-4c88-80a7-46bc4821967e,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:28.551967 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Network 8804c295-ff20-4872-8362-6c333cf4f440 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:28.553395 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:28.680119 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:28:28.805594 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:28:28.810633 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-6c7859cc-0347-47bd-8a12-a592ed1a7e95 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee97d987-9f9a-4f3b-a73c-caa046fd28e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8185549
Apr 30 22:28:28.873284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-e5d37753-094e-46f2-9e34-fa3e59c63512 None None] Provisioning complete for port 589b0e07-0c2f-4c88-80a7-46bc4821967e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:28.873645 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e5d37753-094e-46f2-9e34-fa3e59c63512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:28.909555 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-e5d37753-094e-46f2-9e34-fa3e59c63512 None None] Port 589b0e07-0c2f-4c88-80a7-46bc4821967e cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:28:29.505385 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55682) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:29.510655 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-498834620-network', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:29.595675 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Made reservation on behalf of 4b3ee6f889f74dd6a9cb5bee94d0752e for: {'network': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:28:29.598119 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for network (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:29.607321 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:29.687766 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Publish callbacks [] for security_group (12c43f7c-54a2-499d-aa02-4705a6dde985), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:29.753230 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (12c43f7c-54a2-499d-aa02-4705a6dde985), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:29.781129 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=115773) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 30 22:28:29.786816 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c43f7c-54a2-499d-aa02-4705a6dde985,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:29.803539 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d5af5158-9080-47fd-a870-17a4ec42247d), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:29.803539 ncdv-master-1 neutron-server[115773]: INFO neutron.db.segments_db [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Added segment d5af5158-9080-47fd-a870-17a4ec42247d of type vlan for network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735
Apr 30 22:28:29.839415 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764265622209'] for network (41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:29.861715 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Sync routers for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:28:29.869865 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:29.870466 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d03c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:29.936068 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681'] for network (41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:29.937185 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:29.937909 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:29.979733 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:29.996612 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] Pushing event updated for resources: {'Network': ['ID=41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:30.007025 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115776) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Apr 30 22:28:30.053782 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-8d77826e-244a-4219-bc75-69b1b1bc8d9c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5472331
Apr 30 22:28:30.056380 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55684) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:30.061194 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Request body: {'subnet': {'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-498834620-subnet', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'ip_version': 4}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:30.130758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Made reservation on behalf of 4b3ee6f889f74dd6a9cb5bee94d0752e for: {'subnet': 1} {{(pid=115773) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:28:30.134267 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3663724'] for subnet (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.173612 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d03c910>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:28Z', 'revision_number': 2, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:30.201037 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Checking router: ee97d987-9f9a-4f3b-a73c-caa046fd28e6 for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:28:30.201389 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Updating router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 port 589b0e07-0c2f-4c88-80a7-46bc4821967e binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:28:30.216245 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b03ac463-d2c4-48b2-b0e7-2eba9a67db6f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:30.335817 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.396101 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3374185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3663238'] for subnet (ccbf65fe-05fa-46e6-b057-fbc365aab69d), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.428963 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:30.429707 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.462016 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccbf65fe-05fa-46e6-b057-fbc365aab69d,revision_number=0']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:30.472224 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Checking segment: {'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:30.472664 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Network hostable DHCP agents. Network: 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735, hostable agents: ['004bcb41-d643-4927-a05d-251fbc8e5dd0'], hosted agents: [] {{(pid=115773) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 30 22:28:30.511060 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:30.511456 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.533146 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b03ac463-d2c4-48b2-b0e7-2eba9a67db6f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:30.558961 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 is scheduled to be hosted by DHCP agent 004bcb41-d643-4927-a05d-251fbc8e5dd0 with binding_index 1 {{(pid=115773) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 30 22:28:30.601241 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Publish callbacks [] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.624444 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.647280 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735) {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:30.651615 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:30.652204 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.657412 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217dc977-dedb-459e-b500-44f7bf363933 None None] Network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:28:30.692973 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.719587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=b03ac463-d2c4-48b2-b0e7-2eba9a67db6f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:30.733217 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55686) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:30.733691 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-230bfbf5-1d69-43a6-8ec6-70c190e3fb73 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6759863
Apr 30 22:28:30.738046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:30.764248 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Pushing event updated for resources: {'Port': ['ID=589b0e07-0c2f-4c88-80a7-46bc4821967e,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:30.780426 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735', 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735', 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'fixed_ips': [{'subnet_id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d'}]}} from ncdv-master-1. {{(pid=115776) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
Apr 30 22:28:30.781327 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.812100 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.812428 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.812758 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.813079 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.813415 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.814367 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.814691 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.815009 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.815322 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.815638 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.815957 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.816266 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.816581 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.816890 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.817200 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:28:30.822303 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58824'] for router (959578d6-19f0-44b7-ae0b-0592470e2fab), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.823561 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-431882', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58847'] for router (959578d6-19f0-44b7-ae0b-0592470e2fab), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.835476 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Attempting to bind port 589b0e07-0c2f-4c88-80a7-46bc4821967e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:28:30.835842 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Attempting to bind port 589b0e07-0c2f-4c88-80a7-46bc4821967e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:28:30.836391 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Attempting to bind port 589b0e07-0c2f-4c88-80a7-46bc4821967e on network 8804c295-ff20-4872-8362-6c333cf4f440 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:28:30.841964 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:28:30.842566 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Checking segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:30.843115 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.843764 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Bound using segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:28:30.844422 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Bound port: 589b0e07-0c2f-4c88-80a7-46bc4821967e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:28:30.844994 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.888019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks [] for router_controller (959578d6-19f0-44b7-ae0b-0592470e2fab), precommit_add_association {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:30.914075 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] For port 589b0e07-0c2f-4c88-80a7-46bc4821967e, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:28:30.917287 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] For port 589b0e07-0c2f-4c88-80a7-46bc4821967e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=589b0e07-0c2f-4c88-80a7-46bc4821967e,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:28:30.942188 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.db_base_plugin_common [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Allocated IP 172.20.0.2 (41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735/ccbf65fe-05fa-46e6-b057-fbc365aab69d/e2dcfec8-9810-4815-8f93-731a4700e232) {{(pid=115776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:28:30.983800 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.057112 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94005d-726e-473d-8b59-e8d023c70207 None None] Pushing event updated for resources: {'Port': ['ID=589b0e07-0c2f-4c88-80a7-46bc4821967e,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:31.070228 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:31.071117 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896d03c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:31.101378 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks [] for router_gateway (959578d6-19f0-44b7-ae0b-0592470e2fab), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.101645 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Publish callbacks [] for port (e2dcfec8-9810-4815-8f93-731a4700e232), precommit_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.115368 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-bc6c69d2-12cb-4725-9352-d12e635116a9 None None] Provisioning complete for port 589b0e07-0c2f-4c88-80a7-46bc4821967e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:31.118817 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bc6c69d2-12cb-4725-9352-d12e635116a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.195756 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:31.196862 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c69d2-12cb-4725-9352-d12e635116a9 None None] Current status of the port 589b0e07-0c2f-4c88-80a7-46bc4821967e is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:31.197320 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bc6c69d2-12cb-4725-9352-d12e635116a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.201150 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), after_create {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.248010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 is already hosted by enough agents. {{(pid=115776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:31.261698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.scheduler.base_scheduler [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Resources bound (agent type, host, resource id):  {{(pid=115776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:31.269239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Received port after_create {{(pid=115776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:28:31.293267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Pushing event updated for resources: {'Port': ['ID=e2dcfec8-9810-4815-8f93-731a4700e232,revision_number=1']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:31.296738 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-bc6c69d2-12cb-4725-9352-d12e635116a9 None None] For port 589b0e07-0c2f-4c88-80a7-46bc4821967e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=589b0e07-0c2f-4c88-80a7-46bc4821967e,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:31.344596 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Attempting to bind port e2dcfec8-9810-4815-8f93-731a4700e232 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:28:31.345462 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Attempting to bind port e2dcfec8-9810-4815-8f93-731a4700e232 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:28:31.345858 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Attempting to bind port e2dcfec8-9810-4815-8f93-731a4700e232 on network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:28:31.351990 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:28:31.352369 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Checking segment: {'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:31.352775 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.353650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Bound using segment: {'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:28:31.353650 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Bound port: e2dcfec8-9810-4815-8f93-731a4700e232, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:28:31.354045 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.388212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-bc6c69d2-12cb-4725-9352-d12e635116a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.410851 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896d03c910>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:31.423782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks [] for router_gateway (959578d6-19f0-44b7-ae0b-0592470e2fab), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.442605 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce38843-9dda-47a1-9b28-e2bb632a8d9f None None] The sync data for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 is: [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:28:31.448033 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.463846 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] For port e2dcfec8-9810-4815-8f93-731a4700e232, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:28:31.469503 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c69d2-12cb-4725-9352-d12e635116a9 None None] Pushing event updated for resources: {'Port': ['ID=589b0e07-0c2f-4c88-80a7-46bc4821967e,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:31.482095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] For port e2dcfec8-9810-4815-8f93-731a4700e232, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2dcfec8-9810-4815-8f93-731a4700e232,segment=NetworkSegment(d5af5158-9080-47fd-a870-17a4ec42247d),segment_id=d5af5158-9080-47fd-a870-17a4ec42247d)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:28:31.536038 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-60d50182-dab6-4fbd-96e6-0c30649d3a3b None None] Provisioning complete for port 589b0e07-0c2f-4c88-80a7-46bc4821967e triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:31.536465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-60d50182-dab6-4fbd-96e6-0c30649d3a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.569427 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.594835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Allocated IP 172.35.4.160 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/a7a38b90-7d3d-4da4-9f37-bfe326ee587b) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:28:31.642534 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868f71c-be23-40e6-a4cd-c6e2b13eec9f None None] Pushing event updated for resources: {'Port': ['ID=e2dcfec8-9810-4815-8f93-731a4700e232,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:31.729130 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-60d50182-dab6-4fbd-96e6-0c30649d3a3b None None] Current status of the port 589b0e07-0c2f-4c88-80a7-46bc4821967e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:31.738865 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks [] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.866109 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:31.913445 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:31.916571 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:31.920305 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:28:31.965727 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Pushing event updated for resources: {'Port': ['ID=a7a38b90-7d3d-4da4-9f37-bfe326ee587b,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:32.285367 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks [] for router_gateway (959578d6-19f0-44b7-ae0b-0592470e2fab), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:32.342637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e2dcfec8-9810-4815-8f93-731a4700e232 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:32.399879 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e2dcfec8-9810-4815-8f93-731a4700e232 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:32.400407 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:32.495630 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e2dcfec8-9810-4815-8f93-731a4700e232 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:32.495951 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:32.537250 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port e2dcfec8-9810-4815-8f93-731a4700e232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2dcfec8-9810-4815-8f93-731a4700e232,segment=NetworkSegment(d5af5158-9080-47fd-a870-17a4ec42247d),segment_id=d5af5158-9080-47fd-a870-17a4ec42247d)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:32.540583 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-431325'] for router (959578d6-19f0-44b7-ae0b-0592470e2fab), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:32.616448 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:32.621200 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 589b0e07-0c2f-4c88-80a7-46bc4821967e up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:32.722495 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=e2dcfec8-9810-4815-8f93-731a4700e232,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:32.726757 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 589b0e07-0c2f-4c88-80a7-46bc4821967e triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:32.727142 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:32.766010 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a0bb1e-d663-4e1b-99ad-138177933914 None None] Network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:28:32.784762 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Router 959578d6-19f0-44b7-ae0b-0592470e2fab is scheduled to L3 agent 663a18cf-36da-404e-a349-424bcba80eaf with binding_index 1 {{(pid=115774) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Apr 30 22:28:32.886429 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-99cba66f-6cbd-4bc8-b767-b67903cd11ef None None] Provisioning complete for port e2dcfec8-9810-4815-8f93-731a4700e232 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:32.886803 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-99cba66f-6cbd-4bc8-b767-b67903cd11ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:32.906895 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:28:32.934260 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Sync routers for ids ['959578d6-19f0-44b7-ae0b-0592470e2fab'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:28:32.940816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 589b0e07-0c2f-4c88-80a7-46bc4821967e is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:32.941886 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b03ac463-d2c4-48b2-b0e7-2eba9a67db6f up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:32.983631 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:32.987935 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-25bbaf71-a24d-4fff-8205-8d4d6ed7c637 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2507315
Apr 30 22:28:32.988228 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55706) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:32.992936 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Routers {'959578d6-19f0-44b7-ae0b-0592470e2fab'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:32.993627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6f8700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['959578d6-19f0-44b7-ae0b-0592470e2fab'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:33.127765 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:33.128177 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.158434 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-99cba66f-6cbd-4bc8-b767-b67903cd11ef None None] Current status of the port e2dcfec8-9810-4815-8f93-731a4700e232 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:33.189587 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Set router 959578d6-19f0-44b7-ae0b-0592470e2fab gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:33.334162 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-b31600d4-3c40-468f-97ea-f1d86d5fa87f None None] Provisioning complete for port e2dcfec8-9810-4815-8f93-731a4700e232 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:33.334536 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b31600d4-3c40-468f-97ea-f1d86d5fa87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.384110 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:33.431761 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.473915 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6f8700>, [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:28:32Z', 'revision_number': 3, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port': {'id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:31Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:33.507273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Checking router: 959578d6-19f0-44b7-ae0b-0592470e2fab for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:28:33.507682 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Updating router 959578d6-19f0-44b7-ae0b-0592470e2fab port a7a38b90-7d3d-4da4-9f37-bfe326ee587b binding host ncdv-master-1 {{(pid=115776) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:28:33.509607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-b31600d4-3c40-468f-97ea-f1d86d5fa87f None None] Current status of the port e2dcfec8-9810-4815-8f93-731a4700e232 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:33.537604 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.596032 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_common [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Allocated IP 172.20.0.1 (41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735/ccbf65fe-05fa-46e6-b057-fbc365aab69d/6baf749a-fa02-464a-b284-eb8aa295a668) {{(pid=115773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:28:33.704207 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Publish callbacks [] for port (6baf749a-fa02-464a-b284-eb8aa295a668), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.794588 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Publish callbacks [] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), precommit_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.799787 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.838815 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:33.843037 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:33.847156 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Received port after_create {{(pid=115773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:28:33.872409 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Pushing event updated for resources: {'Port': ['ID=6baf749a-fa02-464a-b284-eb8aa295a668,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:33.891334 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431114'] for router_interface (959578d6-19f0-44b7-ae0b-0592470e2fab), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.893078 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.955899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c72b38-1532-4c1b-a973-6461638e52a6 None None] Pushing event updated for resources: {'Port': ['ID=a7a38b90-7d3d-4da4-9f37-bfe326ee587b,revision_number=2']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:33.959610 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Attempting to bind port a7a38b90-7d3d-4da4-9f37-bfe326ee587b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:28:33.959983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Attempting to bind port a7a38b90-7d3d-4da4-9f37-bfe326ee587b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:28:33.960438 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Attempting to bind port a7a38b90-7d3d-4da4-9f37-bfe326ee587b on network 24d2363b-44f9-4b0c-a866-84cec16dff58 {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:28:33.966301 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:28:33.966680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Checking segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:33.967087 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:33.967479 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Bound using segment: {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'} {{(pid=115776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:28:33.967953 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.managers [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Bound port: a7a38b90-7d3d-4da4-9f37-bfe326ee587b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58'}}] {{(pid=115776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:28:33.968337 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.023161 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] For port a7a38b90-7d3d-4da4-9f37-bfe326ee587b, host ncdv-master-1, cleared binding levels {{(pid=115776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:28:34.026461 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] For port a7a38b90-7d3d-4da4-9f37-bfe326ee587b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7a38b90-7d3d-4da4-9f37-bfe326ee587b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:28:34.090060 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), before_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.098916 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.263600 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Publish callbacks [] for port (6baf749a-fa02-464a-b284-eb8aa295a668), precommit_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.294423 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e2dcfec8-9810-4815-8f93-731a4700e232 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:34.318613 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3374324'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), after_update {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.342134 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3441cd42-281d-4b20-9746-99aa86c4cd8b None None] Provisioning complete for port 6baf749a-fa02-464a-b284-eb8aa295a668 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:34.342510 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3441cd42-281d-4b20-9746-99aa86c4cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.384416 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Pushing event updated for resources: {'Port': ['ID=6baf749a-fa02-464a-b284-eb8aa295a668,revision_number=2']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:34.386905 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-431002'] for router_interface (959578d6-19f0-44b7-ae0b-0592470e2fab), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.391472 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Routers {'959578d6-19f0-44b7-ae0b-0592470e2fab'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:34.392403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f6f8700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['959578d6-19f0-44b7-ae0b-0592470e2fab'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:34.431387 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c72b38-1532-4c1b-a973-6461638e52a6 None None] Pushing event updated for resources: {'Port': ['ID=a7a38b90-7d3d-4da4-9f37-bfe326ee587b,revision_number=3']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:34.478181 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3441cd42-281d-4b20-9746-99aa86c4cd8b None None] Port 6baf749a-fa02-464a-b284-eb8aa295a668 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:28:34.479680 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 is already hosted by enough agents. {{(pid=115773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:34.481171 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.base_scheduler [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:34.492627 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port e2dcfec8-9810-4815-8f93-731a4700e232 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:34.493011 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.565673 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] Set router 959578d6-19f0-44b7-ae0b-0592470e2fab gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:34.677230 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port e2dcfec8-9810-4815-8f93-731a4700e232 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:34.806977 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-983a47c9-5155-4b60-8e5c-1a4daa27ae0e None None] Provisioning complete for port 6baf749a-fa02-464a-b284-eb8aa295a668 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:34.807273 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-983a47c9-5155-4b60-8e5c-1a4daa27ae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:34.834457 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f6f8700>, [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:28:33Z', 'revision_number': 4, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port': {'id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:31Z', 'updated_at': '2022-04-30T22:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6baf749a-fa02-464a-b284-eb8aa295a668', 'name': '', 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'mac_address': 'fa:16:3e:d7:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:33Z', 'updated_at': '2022-04-30T22:28:34Z', 'revision_number': 2, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'subnets': [{'id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:34.869784 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56d3a47-d77a-4ff6-83ec-02adc68df550 None None] The sync data for ids ['959578d6-19f0-44b7-ae0b-0592470e2fab'] in ncdv-master-1 is: [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:28:33Z', 'revision_number': 4, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port': {'id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:31Z', 'updated_at': '2022-04-30T22:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6baf749a-fa02-464a-b284-eb8aa295a668', 'name': '', 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'mac_address': 'fa:16:3e:d7:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:33Z', 'updated_at': '2022-04-30T22:28:34Z', 'revision_number': 2, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'subnets': [{'id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:28:34.881373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-983a47c9-5155-4b60-8e5c-1a4daa27ae0e None None] Port 6baf749a-fa02-464a-b284-eb8aa295a668 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:28:34.947613 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Router 959578d6-19f0-44b7-ae0b-0592470e2fab has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:28:35.067153 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:28:35.074992 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-2a3377d0-c50c-42ce-949d-93ebfad8b918 admin admin] 10.222.0.23 "PUT /v2.0/routers/959578d6-19f0-44b7-ae0b-0592470e2fab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0856392
Apr 30 22:28:35.662731 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 55714) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:35.668053 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.v2.base [None req-bed5514e-f2ce-4f39-9634-3da0ed200400 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701458678', 'description': 'tempest-secgroup-smoke-701458678 description', 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5'}} {{(pid=115773) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:35.764943 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bed5514e-f2ce-4f39-9634-3da0ed200400 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group (None), before_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:35.839772 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bed5514e-f2ce-4f39-9634-3da0ed200400 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group (450c31db-5306-4061-b195-bff37105b096), precommit_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:35.896216 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bed5514e-f2ce-4f39-9634-3da0ed200400 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (450c31db-5306-4061-b195-bff37105b096), after_create {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:35.927216 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5514e-f2ce-4f39-9634-3da0ed200400 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450c31db-5306-4061-b195-bff37105b096,revision_number=1']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:35.984000 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-bed5514e-f2ce-4f39-9634-3da0ed200400 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:35.985841 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-bed5514e-f2ce-4f39-9634-3da0ed200400 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3208477
Apr 30 22:28:35.989076 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55716) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:35.993677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-66154830-4baf-452e-90b7-83fcaebcbf35 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'security_group_rule': {'security_group_id': '450c31db-5306-4061-b195-bff37105b096', 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:36.068107 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66154830-4baf-452e-90b7-83fcaebcbf35 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (a8f43e78-0b07-4c61-93e4-ff0ae44efa75), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.127502 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66154830-4baf-452e-90b7-83fcaebcbf35 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (a8f43e78-0b07-4c61-93e4-ff0ae44efa75), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.201877 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66154830-4baf-452e-90b7-83fcaebcbf35 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (a8f43e78-0b07-4c61-93e4-ff0ae44efa75), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.221296 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66154830-4baf-452e-90b7-83fcaebcbf35 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f43e78-0b07-4c61-93e4-ff0ae44efa75,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:36.233873 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a7a38b90-7d3d-4da4-9f37-bfe326ee587b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:36.283819 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a7a38b90-7d3d-4da4-9f37-bfe326ee587b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:36.284199 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.292213 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-66154830-4baf-452e-90b7-83fcaebcbf35 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.293444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-66154830-4baf-452e-90b7-83fcaebcbf35 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3032663
Apr 30 22:28:36.296175 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55718) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:36.300614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-2074f6b1-6581-4b72-8456-b2e13ce9e2ad tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'security_group_rule': {'security_group_id': '450c31db-5306-4061-b195-bff37105b096', 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:36.360286 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a7a38b90-7d3d-4da4-9f37-bfe326ee587b is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:36.360675 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.381935 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2074f6b1-6581-4b72-8456-b2e13ce9e2ad tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (7a03282c-2c8b-4203-b9ac-defaa095bd94), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.383195 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] For port a7a38b90-7d3d-4da4-9f37-bfe326ee587b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7a38b90-7d3d-4da4-9f37-bfe326ee587b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:36.438880 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2074f6b1-6581-4b72-8456-b2e13ce9e2ad tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (7a03282c-2c8b-4203-b9ac-defaa095bd94), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.447195 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.494605 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Pushing event updated for resources: {'Port': ['ID=a7a38b90-7d3d-4da4-9f37-bfe326ee587b,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:36.504212 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2074f6b1-6581-4b72-8456-b2e13ce9e2ad tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (7a03282c-2c8b-4203-b9ac-defaa095bd94), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.522783 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074f6b1-6581-4b72-8456-b2e13ce9e2ad tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a03282c-2c8b-4203-b9ac-defaa095bd94,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:36.598200 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-2074f6b1-6581-4b72-8456-b2e13ce9e2ad tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.602179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-2074f6b1-6581-4b72-8456-b2e13ce9e2ad tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3023829
Apr 30 22:28:36.602277 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55720) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:36.615991 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-42254f28-4fb3-4d47-b7fe-e7627ce5bdc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'security_group_rule': {'security_group_id': '450c31db-5306-4061-b195-bff37105b096', 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:36.715859 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-42254f28-4fb3-4d47-b7fe-e7627ce5bdc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (c29f1f9a-9bdd-4ce7-9ff0-d8dff8d41751), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.775532 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-42254f28-4fb3-4d47-b7fe-e7627ce5bdc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (c29f1f9a-9bdd-4ce7-9ff0-d8dff8d41751), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.846816 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-42254f28-4fb3-4d47-b7fe-e7627ce5bdc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (c29f1f9a-9bdd-4ce7-9ff0-d8dff8d41751), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.865544 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42254f28-4fb3-4d47-b7fe-e7627ce5bdc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29f1f9a-9bdd-4ce7-9ff0-d8dff8d41751,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:36.917435 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-42254f28-4fb3-4d47-b7fe-e7627ce5bdc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:36.918798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-42254f28-4fb3-4d47-b7fe-e7627ce5bdc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3155770
Apr 30 22:28:36.921473 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55722) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:36.926382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-20aa4e89-4aaf-43a2-903e-6530e103b5a0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'security_group_rule': {'security_group_id': '450c31db-5306-4061-b195-bff37105b096', 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:37.006645 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20aa4e89-4aaf-43a2-903e-6530e103b5a0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (2a626f8f-d266-4623-9ba8-181b820e0f23), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.064247 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20aa4e89-4aaf-43a2-903e-6530e103b5a0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (2a626f8f-d266-4623-9ba8-181b820e0f23), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.264306 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20aa4e89-4aaf-43a2-903e-6530e103b5a0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (2a626f8f-d266-4623-9ba8-181b820e0f23), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.283835 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa4e89-4aaf-43a2-903e-6530e103b5a0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a626f8f-d266-4623-9ba8-181b820e0f23,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:37.363428 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-20aa4e89-4aaf-43a2-903e-6530e103b5a0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.364647 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-20aa4e89-4aaf-43a2-903e-6530e103b5a0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4421990
Apr 30 22:28:37.367367 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55724) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:37.371763 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-e589cc02-e895-481c-805a-14e467954ec2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'security_group_rule': {'security_group_id': '450c31db-5306-4061-b195-bff37105b096', 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:37.458416 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-e589cc02-e895-481c-805a-14e467954ec2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Project c4862e1bc1ce438aa0618a97d585b7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:28:37.463931 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e589cc02-e895-481c-805a-14e467954ec2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (8f8aece6-cd10-4dea-9503-ffefa008e9e2), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.522239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e589cc02-e895-481c-805a-14e467954ec2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (8f8aece6-cd10-4dea-9503-ffefa008e9e2), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.598761 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e589cc02-e895-481c-805a-14e467954ec2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (8f8aece6-cd10-4dea-9503-ffefa008e9e2), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.617554 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589cc02-e895-481c-805a-14e467954ec2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8aece6-cd10-4dea-9503-ffefa008e9e2,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:37.697793 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e589cc02-e895-481c-805a-14e467954ec2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.699072 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e589cc02-e895-481c-805a-14e467954ec2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3307464
Apr 30 22:28:37.701854 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55726) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:37.706754 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-1d728180-e160-48ae-aaf9-c5d6e38cc013 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'security_group_rule': {'security_group_id': '450c31db-5306-4061-b195-bff37105b096', 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:37.799500 ncdv-master-1 neutron-server[115774]: INFO neutron.db.securitygroups_db [None req-1d728180-e160-48ae-aaf9-c5d6e38cc013 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Project c4862e1bc1ce438aa0618a97d585b7b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 30 22:28:37.805540 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d728180-e160-48ae-aaf9-c5d6e38cc013 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (6e795f07-0d40-4bba-9b14-9f1b09803b79), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.866489 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d728180-e160-48ae-aaf9-c5d6e38cc013 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (6e795f07-0d40-4bba-9b14-9f1b09803b79), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.947154 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d728180-e160-48ae-aaf9-c5d6e38cc013 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557943'] for security_group_rule (6e795f07-0d40-4bba-9b14-9f1b09803b79), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:37.964819 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d728180-e160-48ae-aaf9-c5d6e38cc013 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e795f07-0d40-4bba-9b14-9f1b09803b79,revision_number=0']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:38.034974 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-1d728180-e160-48ae-aaf9-c5d6e38cc013 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:38.036176 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-1d728180-e160-48ae-aaf9-c5d6e38cc013 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3334036
Apr 30 22:28:38.189646 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-e0604c9c-dd3f-40ab-b104-a991754f76ac tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701458678&fields=id&tenant_id=c4862e1bc1ce438aa0618a97d585b7b5 HTTP/1.1" status: 200  len: 267 time: 0.0467479
Apr 30 22:28:38.221748 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a7a38b90-7d3d-4da4-9f37-bfe326ee587b up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:38.273267 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port a7a38b90-7d3d-4da4-9f37-bfe326ee587b triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:38.273647 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:38.300267 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Sync routers for ids ['959578d6-19f0-44b7-ae0b-0592470e2fab'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:28:38.305293 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-53c8459d-bdde-443c-8165-cc06111d654f tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:38.306808 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-53c8459d-bdde-443c-8165-cc06111d654f tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 810 time: 0.1105967
Apr 30 22:28:38.311721 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Routers {'959578d6-19f0-44b7-ae0b-0592470e2fab'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:38.312336 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbbb130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['959578d6-19f0-44b7-ae0b-0592470e2fab'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:38.328500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-d75ede4f-3952-4bb6-b1a8-1f268634f950 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/quotas/c4862e1bc1ce438aa0618a97d585b7b5 HTTP/1.1" status: 200  len: 375 time: 0.0148988
Apr 30 22:28:38.356539 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port a7a38b90-7d3d-4da4-9f37-bfe326ee587b is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:38.376214 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-227b322d-6d36-4dcc-a9a4-25a085af188d tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0467858
Apr 30 22:28:38.422520 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Set router 959578d6-19f0-44b7-ae0b-0592470e2fab gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:38.561785 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-07f61d68-5717-4617-aea3-68bac1fa5bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757421
Apr 30 22:28:38.616638 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbbb130>, [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:28:33Z', 'revision_number': 4, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port': {'id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:31Z', 'updated_at': '2022-04-30T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6baf749a-fa02-464a-b284-eb8aa295a668', 'name': '', 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'mac_address': 'fa:16:3e:d7:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:33Z', 'updated_at': '2022-04-30T22:28:34Z', 'revision_number': 2, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'subnets': [{'id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:38.650837 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Checking router: 959578d6-19f0-44b7-ae0b-0592470e2fab for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:28:38.651583 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Updating router 959578d6-19f0-44b7-ae0b-0592470e2fab port 6baf749a-fa02-464a-b284-eb8aa295a668 binding host ncdv-master-1 {{(pid=115777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 30 22:28:38.662105 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-e83d5482-b019-487b-8a51-b31426062ab3 service neutron] 10.222.0.23 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943394
Apr 30 22:28:38.687210 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:38.907820 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ef58914a-b306-4730-a7d2-67907db15577 req-3e2c8f53-0ebd-4ec1-8aa3-fc76be64067f tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 210 time: 0.0398219
Apr 30 22:28:38.967485 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Publish callbacks [] for port (6baf749a-fa02-464a-b284-eb8aa295a668), precommit_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.018581 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.069631 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e51fc-860c-483c-83c0-74e51a758e6c None None] Pushing event updated for resources: {'Port': ['ID=6baf749a-fa02-464a-b284-eb8aa295a668,revision_number=3']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:39.128115 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Attempting to bind port 6baf749a-fa02-464a-b284-eb8aa295a668 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:28:39.128564 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Attempting to bind port 6baf749a-fa02-464a-b284-eb8aa295a668 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:28:39.128821 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Attempting to bind port 6baf749a-fa02-464a-b284-eb8aa295a668 on network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:28:39.134184 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Checking agent: {'id': 'd3d85be8-489b-4dd3-a0b7-b7eefc69ff4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 20, 59, 24), 'started_at': datetime.datetime(2022, 4, 30, 20, 59, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:28:39.134553 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Checking segment: {'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:39.134949 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.135333 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Bound using segment: {'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'} {{(pid=115777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:28:39.135792 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.managers [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Bound port: 6baf749a-fa02-464a-b284-eb8aa295a668, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5af5158-9080-47fd-a870-17a4ec42247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735'}}] {{(pid=115777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:28:39.136164 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), before_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.206298 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] For port 6baf749a-fa02-464a-b284-eb8aa295a668, host ncdv-master-1, cleared binding levels {{(pid=115777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:28:39.209557 ncdv-master-1 neutron-server[115777]: DEBUG neutron.plugins.ml2.db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] For port 6baf749a-fa02-464a-b284-eb8aa295a668, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6baf749a-fa02-464a-b284-eb8aa295a668,segment=NetworkSegment(d5af5158-9080-47fd-a870-17a4ec42247d),segment_id=d5af5158-9080-47fd-a870-17a4ec42247d)] {{(pid=115777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:28:39.279344 ncdv-master-1 neutron-server[115777]: DEBUG neutron_lib.callbacks.manager [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), after_update {{(pid=115777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.333251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-db52641c-9354-4d45-8c06-669a517d1630 None None] Provisioning complete for port 6baf749a-fa02-464a-b284-eb8aa295a668 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:39.335293 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-db52641c-9354-4d45-8c06-669a517d1630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.339797 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Routers {'959578d6-19f0-44b7-ae0b-0592470e2fab'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:39.340508 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896cbbb130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['959578d6-19f0-44b7-ae0b-0592470e2fab'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:39.378053 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e51fc-860c-483c-83c0-74e51a758e6c None None] Pushing event updated for resources: {'Port': ['ID=6baf749a-fa02-464a-b284-eb8aa295a668,revision_number=4']} {{(pid=115777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:39.431273 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-db52641c-9354-4d45-8c06-669a517d1630 None None] Current status of the port 6baf749a-fa02-464a-b284-eb8aa295a668 is: DOWN; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:39.431663 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-db52641c-9354-4d45-8c06-669a517d1630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.473649 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-db52641c-9354-4d45-8c06-669a517d1630 None None] For port 6baf749a-fa02-464a-b284-eb8aa295a668, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6baf749a-fa02-464a-b284-eb8aa295a668,segment=NetworkSegment(d5af5158-9080-47fd-a870-17a4ec42247d),segment_id=d5af5158-9080-47fd-a870-17a4ec42247d)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:39.553610 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] Set router 959578d6-19f0-44b7-ae0b-0592470e2fab gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:39.572628 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-db52641c-9354-4d45-8c06-669a517d1630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.624941 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52641c-9354-4d45-8c06-669a517d1630 None None] Pushing event updated for resources: {'Port': ['ID=6baf749a-fa02-464a-b284-eb8aa295a668,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:39.689896 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-4f147a30-da4c-4bf8-9726-b9fb80e4ee46 None None] Provisioning complete for port 6baf749a-fa02-464a-b284-eb8aa295a668 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:39.690266 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-4f147a30-da4c-4bf8-9726-b9fb80e4ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:39.746748 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896cbbb130>, [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:28:33Z', 'revision_number': 4, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port': {'id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:31Z', 'updated_at': '2022-04-30T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6baf749a-fa02-464a-b284-eb8aa295a668', 'name': '', 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'mac_address': 'fa:16:3e:d7:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:33Z', 'updated_at': '2022-04-30T22:28:39Z', 'revision_number': 4, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'subnets': [{'id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:39.773335 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-4f147a30-da4c-4bf8-9726-b9fb80e4ee46 None None] Current status of the port 6baf749a-fa02-464a-b284-eb8aa295a668 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:39.782799 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3996ba5-ba32-4c60-8afb-1d3b5cef17a4 None None] The sync data for ids ['959578d6-19f0-44b7-ae0b-0592470e2fab'] in ncdv-master-1 is: [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:28:33Z', 'revision_number': 4, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port': {'id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:31Z', 'updated_at': '2022-04-30T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6baf749a-fa02-464a-b284-eb8aa295a668', 'name': '', 'network_id': '41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'mac_address': 'fa:16:3e:d7:92:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:33Z', 'updated_at': '2022-04-30T22:28:39Z', 'revision_number': 4, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'subnets': [{'id': 'ccbf65fe-05fa-46e6-b057-fbc365aab69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:28:39.988668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6342ab7f-e6e3-4ca7-8f55-2ff0eb2306b5 req-a4a83fbd-7ba9-4a7d-84f8-7594049c3dd0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 210 time: 0.0298798
Apr 30 22:28:40.226088 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6baf749a-fa02-464a-b284-eb8aa295a668 up at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:40.278940 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Provisioning complete for port 6baf749a-fa02-464a-b284-eb8aa295a668 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:40.279343 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:40.361467 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Current status of the port 6baf749a-fa02-464a-b284-eb8aa295a668 is: ACTIVE; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:41.091760 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a4d64673-4863-4641-a801-6acd205406ad req-ea343e5c-dab4-4710-8ba5-d0d1dbc9a14a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 210 time: 0.0324571
Apr 30 22:28:41.115165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-f6e5f57b-19ed-47f0-b326-5d7f21878d32 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:41.116593 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-f6e5f57b-19ed-47f0-b326-5d7f21878d32 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.35 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 810 time: 0.1391721
Apr 30 22:28:41.181574 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-0fb16165-e5be-4b6d-8284-19199206909b tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4862e1bc1ce438aa0618a97d585b7b5 HTTP/1.1" status: 200  len: 379 time: 0.0561020
Apr 30 22:28:41.191677 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'port': {'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'admin_state_up': True, 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'security_groups': ['450c31db-5306-4061-b195-bff37105b096']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:41.384102 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Made reservation on behalf of c4862e1bc1ce438aa0618a97d585b7b5 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:28:41.388608 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:41.511449 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Allocated IP 172.20.0.13 (8804c295-ff20-4872-8362-6c333cf4f440/016c5889-e0ed-440c-8f18-b0bd65557f4a/21c7c060-a2ef-4830-b401-b20129814dd0) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:28:41.650444 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for port (21c7c060-a2ef-4830-b401-b20129814dd0), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:41.761570 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:41.802066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Network 8804c295-ff20-4872-8362-6c333cf4f440 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:41.805005 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:41.808476 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:28:41.842379 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:41.869234 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:41.869891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:41.941959 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-be5af2ce-1be5-4008-b29b-df1346bd74e6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7542920
Apr 30 22:28:41.952936 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Request body: {'port': {'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:42.006186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-48ab973c-b680-4c19-ac84-25d155a1064a None None] Provisioning complete for port 21c7c060-a2ef-4830-b401-b20129814dd0 triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:42.006757 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-48ab973c-b680-4c19-ac84-25d155a1064a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:42.014241 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:42.040816 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-48ab973c-b680-4c19-ac84-25d155a1064a None None] Port 21c7c060-a2ef-4830-b401-b20129814dd0 cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:28:42.234514 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f8a58-c91d-46f6-bf12-c57feddea3e4 req-1d056626-024f-4214-be50-e737671e8265 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:42.236241 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-855f8a58-c91d-46f6-bf12-c57feddea3e4 req-1d056626-024f-4214-be50-e737671e8265 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 932 time: 0.0635338
Apr 30 22:28:42.282589 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:28:42.319188 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-855f8a58-c91d-46f6-bf12-c57feddea3e4 req-8ab998f3-0d70-44be-a22f-3f9a0e161398 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763791
Apr 30 22:28:42.355921 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c7c060-a2ef-4830-b401-b20129814dd0 {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:28:42.364051 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Publish callbacks [] for port (21c7c060-a2ef-4830-b401-b20129814dd0), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:42.376629 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Transition to ACTIVE for port object 21c7c060-a2ef-4830-b401-b20129814dd0 will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:28:42.463782 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:42.515790 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Pushing event updated for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:42.589903 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Attempting to bind port 21c7c060-a2ef-4830-b401-b20129814dd0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:28:42.590824 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Attempting to bind port 21c7c060-a2ef-4830-b401-b20129814dd0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:28:42.591154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Attempting to bind port 21c7c060-a2ef-4830-b401-b20129814dd0 on network 8804c295-ff20-4872-8362-6c333cf4f440 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:28:42.596382 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Port 21c7c060-a2ef-4830-b401-b20129814dd0 on network 8804c295-ff20-4872-8362-6c333cf4f440 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:28:42.596699 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Attempting to bind port 21c7c060-a2ef-4830-b401-b20129814dd0 on network 8804c295-ff20-4872-8362-6c333cf4f440 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:28:42.601734 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Checking agent: {'id': 'e28d9aaa-9b0a-4f37-a307-b5dd4341f714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:28:42.602103 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Checking segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:28:42.602481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Bound using segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:28:42.602899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Bound port: 21c7c060-a2ef-4830-b401-b20129814dd0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:28:42.603258 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:42.670668 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:28:42.674612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:28:42.738778 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:42.773140 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:42.773239 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:42.774630 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] 10.222.0.35 "PUT /v2.0/ports/21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 1092 time: 0.8259580
Apr 30 22:28:42.775069 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:28:42.777306 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e40da6d-e7ae-4ef6-bd73-7e1c415d1f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:28:42.807546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01631fa-4b5f-4b61-b127-744c2d1c368b service neutron] Pushing event updated for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:42.824039 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353a81cb-4119-48c3-8b33-cf4ac386a2c3 x-openstack-request-id: req-353a81cb-4119-48c3-8b33-cf4ac386a2c3 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:28:42.824333 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:28:42.824585 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-353a81cb-4119-48c3-8b33-cf4ac386a2c3 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:28:42.824998 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353a81cb-4119-48c3-8b33-cf4ac386a2c3'] response: {'name': 'network-changed', 'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0', 'status': 'completed', 'code': 200}
Apr 30 22:28:42.887958 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40da6d-e7ae-4ef6-bd73-7e1c415d1f5c req-caeb8462-c404-4aec-8f5a-29092a707284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:42.889555 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e40da6d-e7ae-4ef6-bd73-7e1c415d1f5c req-caeb8462-c404-4aec-8f5a-29092a707284 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1126 time: 0.0456946
Apr 30 22:28:42.988645 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40da6d-e7ae-4ef6-bd73-7e1c415d1f5c req-5d54c2ec-9dd5-4ed6-b0cc-f80fe695c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:42.990148 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e40da6d-e7ae-4ef6-bd73-7e1c415d1f5c req-5d54c2ec-9dd5-4ed6-b0cc-f80fe695c2ce service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&shared=False HTTP/1.1" status: 200  len: 911 time: 0.0941920
Apr 30 22:28:43.084121 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40da6d-e7ae-4ef6-bd73-7e1c415d1f5c req-e1061236-769e-4e46-b2d9-b4d74ba50276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:43.085501 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-9e40da6d-e7ae-4ef6-bd73-7e1c415d1f5c req-e1061236-769e-4e46-b2d9-b4d74ba50276 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0901313
Apr 30 22:28:43.158542 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-996d68a2-3415-4d24-9ce7-46ce673e2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:43.159931 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-996d68a2-3415-4d24-9ce7-46ce673e2a6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1126 time: 0.0395355
Apr 30 22:28:43.200041 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-da97a21b-d323-430d-99d1-14f8f9dc6922 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 217 time: 0.0326784
Apr 30 22:28:43.246552 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-41eaa5a5-353e-4b40-bbd3-6ba933d19196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:43.247999 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-41eaa5a5-353e-4b40-bbd3-6ba933d19196 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0426934
Apr 30 22:28:43.294024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-d92f56df-cb75-4b55-a433-6658fd85d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:43.295519 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-d92f56df-cb75-4b55-a433-6658fd85d825 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418615
Apr 30 22:28:43.383984 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-1d3702f9-d548-41c7-b3f3-aa0b70123115 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829084
Apr 30 22:28:43.479839 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8fd1e-695a-44ea-8240-3a57720765c1 req-b8fe10cb-bf09-442c-873c-971daa8a5a2c tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:43.481319 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bab8fd1e-695a-44ea-8240-3a57720765c1 req-b8fe10cb-bf09-442c-873c-971daa8a5a2c tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 944 time: 0.0923097
Apr 30 22:28:43.538326 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-254ed1f4-3cde-4e6c-af3b-3397e7f64b2a req-6722312b-4400-4ca6-84a5-0b1d52f24386 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481874
Apr 30 22:28:43.551551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-bab8fd1e-695a-44ea-8240-3a57720765c1 req-817c0326-10ee-4a05-8107-91be0b5183c8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637331
Apr 30 22:28:44.682214 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dee865-edc4-49e5-9c40-281b1beb6df7 req-3e1cde21-0c87-4761-b1bf-6c7d4afb03a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:44.683805 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1dee865-edc4-49e5-9c40-281b1beb6df7 req-3e1cde21-0c87-4761-b1bf-6c7d4afb03a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 944 time: 0.0627367
Apr 30 22:28:44.732347 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-d1dee865-edc4-49e5-9c40-281b1beb6df7 req-4e79c0d6-76d1-46ae-8e4b-96b0223ea407 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421398
Apr 30 22:28:45.845000 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e81a4a-f34f-4b9f-99b9-e2d272c32ae4 req-37ae69cc-b99d-48dd-b188-2344d104dcb2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:45.846486 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19e81a4a-f34f-4b9f-99b9-e2d272c32ae4 req-37ae69cc-b99d-48dd-b188-2344d104dcb2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 944 time: 0.0457282
Apr 30 22:28:45.894094 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-19e81a4a-f34f-4b9f-99b9-e2d272c32ae4 req-b5bf91df-d5e3-4617-8da0-f18cf352e7a0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420160
Apr 30 22:28:45.901432 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 21c7c060-a2ef-4830-b401-b20129814dd0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:28:45.997375 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:46.008431 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '21c7c060-a2ef-4830-b401-b20129814dd0', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:28:46.044721 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 21c7c060-a2ef-4830-b401-b20129814dd0 is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:46.045104 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:46.057718 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c7c060-a2ef-4830-b401-b20129814dd0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:28:46.076454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:46.150041 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:46.203028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:46.386853 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['21c7c060-a2ef-4830-b401-b20129814dd0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:28:47.008191 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fff9a-76e6-4bb7-b073-08e25fe933ff req-611e6d28-6420-4a07-9817-c5933bd2af4a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:47.009538 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e3fff9a-76e6-4bb7-b073-08e25fe933ff req-611e6d28-6420-4a07-9817-c5933bd2af4a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 945 time: 0.0460355
Apr 30 22:28:47.059734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1e3fff9a-76e6-4bb7-b073-08e25fe933ff req-7140c8c3-a51e-4cff-b6d5-da4790e041d9 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447733
Apr 30 22:28:47.881010 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2b046131-24d2-44ce-a996-5eec57e74384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:47.909372 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:47.911303 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 21c7c060-a2ef-4830-b401-b20129814dd0 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:28:47.955519 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning for port 21c7c060-a2ef-4830-b401-b20129814dd0 completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:28:48.024024 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 21c7c060-a2ef-4830-b401-b20129814dd0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:28:48.024420 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:48.102269 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 21c7c060-a2ef-4830-b401-b20129814dd0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:28:48.102654 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:48.125075 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:28:48.127482 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7da5193-b7c3-4e1d-9f2b-ac075e5b91c5" -d '{"events": [{"server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "name": "network-vif-plugged", "status": "completed", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:28:48.140087 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:28:48.177979 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704195d8-8e5c-4c12-8fe9-92893ae37427 req-ed67a017-5374-4326-8ba5-738369e2f6e2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:48.179463 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-704195d8-8e5c-4c12-8fe9-92893ae37427 req-ed67a017-5374-4326-8ba5-738369e2f6e2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 945 time: 0.0482106
Apr 30 22:28:48.207309 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:48.231516 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-704195d8-8e5c-4c12-8fe9-92893ae37427 req-6aa16743-c0a4-44cc-b949-d5e6ab2cfcff tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458264
Apr 30 22:28:48.240718 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e5cb5-9abe-4640-be7b-b12a341c71ac x-openstack-request-id: req-338e5cb5-9abe-4640-be7b-b12a341c71ac {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:28:48.241069 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "name": "network-vif-plugged", "status": "completed", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:28:48.241384 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-338e5cb5-9abe-4640-be7b-b12a341c71ac {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:28:48.241814 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-338e5cb5-9abe-4640-be7b-b12a341c71ac'] response: {'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0', 'code': 200}
Apr 30 22:28:48.271147 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:48.333588 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b10c7-8e5c-462a-aa72-8a1f7bfe7da0 req-2e81eb59-4e68-41ca-b81a-45dd3f559f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:48.335125 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c07b10c7-8e5c-462a-aa72-8a1f7bfe7da0 req-2e81eb59-4e68-41ca-b81a-45dd3f559f94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1128 time: 0.0383923
Apr 30 22:28:48.380341 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c07b10c7-8e5c-462a-aa72-8a1f7bfe7da0 req-3f21fe51-305b-40c2-8611-dea4f6328731 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393364
Apr 30 22:28:49.364063 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeae25-9f73-4a90-a958-0b58baacf4f1 req-f450f057-1101-4711-9acd-6e4747a13fdb tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:49.365654 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4faeae25-9f73-4a90-a958-0b58baacf4f1 req-f450f057-1101-4711-9acd-6e4747a13fdb tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 946 time: 0.0530608
Apr 30 22:28:49.416948 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4faeae25-9f73-4a90-a958-0b58baacf4f1 req-e4f62386-19f0-4168-b137-e5be361146a1 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453646
Apr 30 22:28:50.533009 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae0683-986b-448a-822b-9fd4567a3426 req-4c148b76-ad36-45bd-b1b0-0838aac72fa0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:50.534518 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4cae0683-986b-448a-822b-9fd4567a3426 req-4c148b76-ad36-45bd-b1b0-0838aac72fa0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 946 time: 0.0499811
Apr 30 22:28:50.575395 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b1ba7eb0-1f6f-48b6-a7ad-ec10f1e78c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:50.584592 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4cae0683-986b-448a-822b-9fd4567a3426 req-d6604a43-20e0-462d-b41e-38c948e306cb tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443122
Apr 30 22:28:50.698096 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adedc50-9a36-4d47-bea0-3f05e8ef03c4 req-0864e5ef-4c9d-4876-bf2a-179656305d2d tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:50.699468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8adedc50-9a36-4d47-bea0-3f05e8ef03c4 req-0864e5ef-4c9d-4876-bf2a-179656305d2d tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 946 time: 0.0460820
Apr 30 22:28:50.750109 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8adedc50-9a36-4d47-bea0-3f05e8ef03c4 req-36e5841c-9312-4b50-bef6-d131a2d2dba1 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450730
Apr 30 22:28:50.771771 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55790) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:50.850682 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77f469-19de-446d-a847-083038a046e0 tempest-TestSnapshotPattern-1673525041 tempest-TestSnapshotPattern-1673525041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:50.852179 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-9f77f469-19de-446d-a847-083038a046e0 tempest-TestSnapshotPattern-1673525041 tempest-TestSnapshotPattern-1673525041-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1123 time: 0.0794697
Apr 30 22:28:50.855126 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 55794) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:28:50.859405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:28:50.944072 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:51.020603 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:51.477010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Allocated IP 172.35.4.133 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:28:51.579181 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for port (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:51.647237 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:51.675960 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:51.713122 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:28:51.715964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:28:51.720054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:28:51.744500 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'Port': ['ID=f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:51.801395 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:52.074344 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for floatingip (786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:52.184762 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:52.335459 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for port (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:52.386533 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:52.457654 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'Port': ['ID=f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:28:52.469307 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:52.572435 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Floating IP 786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a associated. External IP: 172.35.4.133, port: 21c7c060-a2ef-4830-b401-b20129814dd0.
Apr 30 22:28:52.784080 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:28:52.893614 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:28:52.907096 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] Sync routers for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:28:52.915912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:52.921631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fdb21f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:52.974801 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:53.004886 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-c2aaa510-1725-4aa6-9a30-4731dd4983d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1487346
Apr 30 22:28:53.005485 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:28:53.007813 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:28:53.024962 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:53.051212 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e1d42-4d67-4bda-8bfc-6e7cf63a9059 x-openstack-request-id: req-017e1d42-4d67-4bda-8bfc-6e7cf63a9059 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:28:53.051455 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:28:53.051693 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-017e1d42-4d67-4bda-8bfc-6e7cf63a9059 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:28:53.052101 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017e1d42-4d67-4bda-8bfc-6e7cf63a9059'] response: {'name': 'network-changed', 'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0', 'status': 'completed', 'code': 200}
Apr 30 22:28:53.114332 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-eea3dd96-d9ff-4fe9-8ac8-b81653f07f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:53.115858 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-eea3dd96-d9ff-4fe9-8ac8-b81653f07f49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1128 time: 0.0420535
Apr 30 22:28:53.211701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-414f9ec9-b088-4734-a7c5-2956ae6c28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:53.213199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-414f9ec9-b088-4734-a7c5-2956ae6c28cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0907466
Apr 30 22:28:53.279685 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-8e277288-3348-4e49-a82f-0b9e4cb11374 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 1000 time: 0.0597034
Apr 30 22:28:53.333281 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-4b78a1ff-b7e2-4f22-8d58-5e6aa9af028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:53.334747 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-4b78a1ff-b7e2-4f22-8d58-5e6aa9af028a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0484266
Apr 30 22:28:53.379414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-93adb83e-88a3-463e-b728-0f6f65a6a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:28:53.380922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-93adb83e-88a3-463e-b728-0f6f65a6a821 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407083
Apr 30 22:28:53.404783 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fdb21f0>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:51Z', 'revision_number': 0, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:53.445167 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] Checking router: ee97d987-9f9a-4f3b-a73c-caa046fd28e6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:28:53.447095 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:28:53.454916 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:28:53.457659 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895fdb21f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:28:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:53.473089 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-3f58150d-a190-4169-8e16-c49aa0ccf931 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856829
Apr 30 22:28:53.568095 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-cefbaaef-7ea2-4c25-acd3-a1726992fb1b req-ee3171f9-0c21-493f-bf69-b963076034e1 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886576
Apr 30 22:28:53.568347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:28:53.783414 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895fdb21f0>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:51Z', 'revision_number': 0, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:28:53.813698 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810bb15c-01c1-43e6-b8d3-fd003bd2cb22 None None] The sync data for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 is: [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:51Z', 'revision_number': 0, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:28:54.017401 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e039d85-ea34-440d-8d74-7a84a25b13f1 None None] New status for floating IP 786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:28:54.547114 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:00.527114 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-4488634b-0415-46bd-a8ab-4e05b629020d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0387528
Apr 30 22:29:00.605333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-a1ce6e34-c91f-4752-b564-ca9ba0418324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:29:00.606835 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-a1ce6e34-c91f-4752-b564-ca9ba0418324 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1128 time: 0.0378256
Apr 30 22:29:00.711376 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-1b345047-1374-47fc-9876-f6f2f9f9fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:29:00.712880 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-1b345047-1374-47fc-9876-f6f2f9f9fcd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0877745
Apr 30 22:29:00.777289 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-d9261b95-f37e-4fa2-990d-5fb2e15ab3f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 1002 time: 0.0571144
Apr 30 22:29:00.828299 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-8b347590-7c8a-4c82-bd84-9754fe9aaa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:29:00.829707 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-8b347590-7c8a-4c82-bd84-9754fe9aaa67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0465002
Apr 30 22:29:00.877043 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-e6bdef3e-c0a9-4dc7-87cc-1153e496b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:29:00.878547 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-e6bdef3e-c0a9-4dc7-87cc-1153e496b18c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381441
Apr 30 22:29:00.974966 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-ef24e973-9bb3-4b90-b05d-bca29efe7674 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895321
Apr 30 22:29:01.069085 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4458ffa8-9021-4216-b46b-e622c3b542e6 req-08f82765-5694-4988-89da-ffb38853202f service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877912
Apr 30 22:29:17.863228 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9fcb6833-d11c-450e-bd36-c370a4dd5e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:17.940691 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:19.281650 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:29:20.594891 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e6172390-b715-4d4f-9a9c-6f7e7b27ff45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:21.640476 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:21.788831 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:23.423594 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:24.526799 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:47.891591 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ba5aac7f-f793-4edf-b956-dc6633192060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:47.994413 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:50.591174 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9f2c-cf55-436a-aed9-ec9642e2ab76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:51.634762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:51.843034 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:53.423048 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:54.537534 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:29:56.280638 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:30:00.561655 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-e4d3e051-eccb-41ba-90e8-9b4d32795388 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0372217
Apr 30 22:30:00.638983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-9d782a15-234c-44d9-b06e-b22f74d65ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:30:00.640443 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-9d782a15-234c-44d9-b06e-b22f74d65ecc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1128 time: 0.0387287
Apr 30 22:30:00.744392 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-082165bf-5da6-44e8-a95e-0c839b87011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:30:00.745906 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-082165bf-5da6-44e8-a95e-0c839b87011c service neutron] 10.222.0.35 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0877545
Apr 30 22:30:00.811578 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-44c00a7a-7b1b-48a3-bad3-bf6ed4e947a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 1002 time: 0.0595155
Apr 30 22:30:00.866633 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-8daa7865-1090-478f-a93c-899626130e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:30:00.868000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-8daa7865-1090-478f-a93c-899626130e69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0496655
Apr 30 22:30:00.911266 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-af96dcb8-113d-4a30-9536-29b5b7dc9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:30:00.912765 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-af96dcb8-113d-4a30-9536-29b5b7dc9f21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381680
Apr 30 22:30:00.999807 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-d9f72040-e139-4eed-b3d0-69f721dab9c3 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0811260
Apr 30 22:30:01.093102 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6dfab3a-9105-4a25-9703-78909bc3045c req-5a583817-3ffc-4cf6-be68-336a3b0bba36 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871735
Apr 30 22:30:17.864289 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b79cab85-9cd0-46ab-ab46-339bfcaed6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:17.931187 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:20.556285 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-03b8d12a-2e45-44c0-b103-9e8e34486c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:21.631062 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:21.802493 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:23.442449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:24.522214 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:33.279850 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:30:47.862194 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-14b324ad-a9a1-495d-b285-30a914362a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:47.919611 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:50.429236 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 21c7c060-a2ef-4830-b401-b20129814dd0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:30:50.533733 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:30:50.545527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Returning: {'device': '21c7c060-a2ef-4830-b401-b20129814dd0', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:30:50.586264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 21c7c060-a2ef-4830-b401-b20129814dd0 is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:30:50.586655 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:50.601497 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21c7c060-a2ef-4830-b401-b20129814dd0 {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:30:50.607993 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c57be525-904c-4e2a-bdea-58f1a2740516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:50.625248 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:30:50.696728 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:50.747910 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:30:50.755833 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.756186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.756533 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.756876 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.757216 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.757554 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.757917 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.758251 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.758582 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.758911 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.759239 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.759564 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.759889 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.760305 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.760634 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:30:50.765859 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] get_ports_and_sgs() called for port_ids ['21c7c060-a2ef-4830-b401-b20129814dd0'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:30:51.670465 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:51.807426 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:52.446361 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 21c7c060-a2ef-4830-b401-b20129814dd0 up at agent hyperv_nch2-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:30:52.491118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Provisioning complete for port 21c7c060-a2ef-4830-b401-b20129814dd0 triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:30:52.491417 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:52.567583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 21c7c060-a2ef-4830-b401-b20129814dd0 is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:30:52.567966 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:52.599168 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:30:52.601402 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be62a82c-ccd1-4e2e-8072-4309290cffe4" -d '{"events": [{"server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "name": "network-vif-plugged", "status": "completed", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:30:52.617525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:30:52.641130 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7248fb-f37b-44b3-bc60-f7229a2d9477 x-openstack-request-id: req-3d7248fb-f37b-44b3-bc60-f7229a2d9477 {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:30:52.641424 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "name": "network-vif-plugged", "status": "completed", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:30:52.641679 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d7248fb-f37b-44b3-bc60-f7229a2d9477 {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:30:52.642136 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7248fb-f37b-44b3-bc60-f7229a2d9477'] response: {'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0', 'code': 200}
Apr 30 22:30:52.674020 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:52.720626 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:30:52.958587 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-b709507e-4d4f-48ed-a8f1-9986c7869d41 req-813a46f9-c1a5-4f39-95b2-dad957a85c5e service neutron] (115774) timed out ('10.222.0.35', 58512) {{(pid=115774) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 22:30:53.470351 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:30:54.527272 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:00.577252 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-0dc766af-eee8-4158-8130-b73bdda5ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:00.579128 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-0dc766af-eee8-4158-8130-b73bdda5ba14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1128 time: 0.0516763
Apr 30 22:31:00.692329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-a86a41a0-e89e-4c4f-8228-d4179014d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:00.693973 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-a86a41a0-e89e-4c4f-8228-d4179014d0dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0935028
Apr 30 22:31:00.764256 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-da9674c1-1a3e-4807-b620-e2209c453db2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 1002 time: 0.0641122
Apr 30 22:31:00.821933 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-a23c7d0c-c064-4c9c-96f7-def373dc542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:00.823444 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-a23c7d0c-c064-4c9c-96f7-def373dc542b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0528245
Apr 30 22:31:00.877309 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-77a165be-caf5-417c-a0ff-7bed8fbdf247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:00.879384 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-77a165be-caf5-417c-a0ff-7bed8fbdf247 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0493388
Apr 30 22:31:00.984943 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-c0eda325-ae2e-4f7d-ae66-5d4464377eeb service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0994079
Apr 30 22:31:01.087494 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0a4bd217-7ad3-4ae0-8144-b7eb5a3b6a03 req-3b7fc327-32c1-4b2e-917d-e5aa0f5ec08c service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966671
Apr 30 22:31:04.570686 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-32fb5be8-a076-4cd8-a2b0-2559f16bf45f tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701458678&fields=id&tenant_id=c4862e1bc1ce438aa0618a97d585b7b5 HTTP/1.1" status: 200  len: 267 time: 0.0436721
Apr 30 22:31:04.673631 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-9cbec804-de58-476b-946e-4bc364ab531e tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:04.675798 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-9cbec804-de58-476b-946e-4bc364ab531e tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 810 time: 0.0988531
Apr 30 22:31:04.690364 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-6b05a2cb-d143-4b72-9c65-20da3d861041 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/quotas/c4862e1bc1ce438aa0618a97d585b7b5 HTTP/1.1" status: 200  len: 375 time: 0.0090115
Apr 30 22:31:04.749613 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-f464f427-eeab-4845-a0c6-36a7e839e3d0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0535529
Apr 30 22:31:04.886468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-4d7b7060-1e27-45aa-9ce3-d327fa9d7373 service neutron] 10.222.0.23 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250253
Apr 30 22:31:04.977806 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-5cfec88b-f8ce-4488-bdde-1b677fe7839e service neutron] 10.222.0.23 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854270
Apr 30 22:31:05.321335 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-24da62de-8860-4d2d-9e0d-ee24a3359151 req-0188d426-7b49-4875-a6f1-b5e374f384fb tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 210 time: 0.0829952
Apr 30 22:31:06.420383 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-2f4bbbfd-3021-4494-9269-fa7413d218f6 req-7e7c0f77-7010-4deb-bf20-9ea41fcc14d6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 210 time: 0.0278192
Apr 30 22:31:06.538983 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 21c7c060-a2ef-4830-b401-b20129814dd0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:31:06.624504 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Current status of the port 21c7c060-a2ef-4830-b401-b20129814dd0 is: ACTIVE; New status is: DOWN {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:31:06.624890 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:06.647824 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:31:06.650034 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a4f07f-937c-4455-b8f9-24ca06c6b01a" -d '{"events": [{"server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "name": "network-vif-unplugged", "status": "completed", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:31:06.663761 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:31:06.689131 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 30 Apr 2022 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee310eb3-0042-4cdb-bc3e-e5237baca2ce x-openstack-request-id: req-ee310eb3-0042-4cdb-bc3e-e5237baca2ce {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:31:06.689391 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "name": "network-vif-unplugged", "status": "completed", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:31:06.689646 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee310eb3-0042-4cdb-bc3e-e5237baca2ce {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:31:06.690082 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee310eb3-0042-4cdb-bc3e-e5237baca2ce'] response: {'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0', 'code': 200}
Apr 30 22:31:06.739135 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:06.786411 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Pushing event updated for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=8']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:31:07.529733 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e8edaa12-fe4d-41e1-8904-98b79f112529 req-a0694915-539a-4de3-975c-e5afd8ee8ffe tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 210 time: 0.0391171
Apr 30 22:31:07.539107 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-ec208b91-bb4c-4846-a671-704b48fca8af tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:07.540505 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-ec208b91-bb4c-4846-a671-704b48fca8af tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.20 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 810 time: 0.1286275
Apr 30 22:31:07.608000 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-29cbe06b-348a-47b2-9194-37d87b6697f6 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4862e1bc1ce438aa0618a97d585b7b5 HTTP/1.1" status: 200  len: 379 time: 0.0544190
Apr 30 22:31:07.618671 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'port': {'device_id': '50085f64-b199-4cb4-a3c6-18027d793a75', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'admin_state_up': True, 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'security_groups': ['450c31db-5306-4061-b195-bff37105b096']}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:31:07.818651 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Made reservation on behalf of c4862e1bc1ce438aa0618a97d585b7b5 for: {'port': 1} {{(pid=115774) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 30 22:31:07.821881 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:07.945675 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Allocated IP 172.20.0.6 (8804c295-ff20-4872-8362-6c333cf4f440/016c5889-e0ed-440c-8f18-b0bd65557f4a/0b732e66-9350-46f8-8a19-413b12b9bc7f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:31:08.095625 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:08.184639 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:08.233010 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Network 8804c295-ff20-4872-8362-6c333cf4f440 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:31:08.240505 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:31:08.245098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:31:08.311008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:08.312108 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:08.333794 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'Port': ['ID=0b732e66-9350-46f8-8a19-413b12b9bc7f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:31:08.348919 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.349455 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.349857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.350358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.350710 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.351041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.351371 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.351698 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.352024 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.352347 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.352670 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.352996 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.353311 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.353637 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.353983 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:31:08.442741 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-d3db3965-af44-4702-b359-ce1bb78c0fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8275476
Apr 30 22:31:08.572450 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-72b047f6-b900-471c-8d16-ae60c6b90c94 None None] Provisioning complete for port 0b732e66-9350-46f8-8a19-413b12b9bc7f triggered by entity DHCP. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:31:08.572963 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-72b047f6-b900-471c-8d16-ae60c6b90c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:08.644956 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-72b047f6-b900-471c-8d16-ae60c6b90c94 None None] Port 0b732e66-9350-46f8-8a19-413b12b9bc7f cannot update to ACTIVE because it is not bound. {{(pid=115776) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
Apr 30 22:31:08.704447 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d07a79-aace-4023-9622-b36d4b55a38f req-5adc5172-1c8a-4730-bbe4-c48a8a35bb41 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:08.707178 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35d07a79-aace-4023-9622-b36d4b55a38f req-5adc5172-1c8a-4730-bbe4-c48a8a35bb41 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 931 time: 0.0715408
Apr 30 22:31:08.774404 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-35d07a79-aace-4023-9622-b36d4b55a38f req-3614ecdc-fd5e-4dcb-8733-c5b3b7fd533d tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612667
Apr 30 22:31:09.892165 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c12a52-8a08-4617-bcd6-25031a0a3e90 req-82f0fc3c-d0d4-4da5-9774-b03c435dc66c tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:09.894627 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09c12a52-8a08-4617-bcd6-25031a0a3e90 req-82f0fc3c-d0d4-4da5-9774-b03c435dc66c tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 931 time: 0.0481956
Apr 30 22:31:09.946393 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-09c12a52-8a08-4617-bcd6-25031a0a3e90 req-2cbb7047-0743-42de-800b-afcf52215311 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459290
Apr 30 22:31:10.286402 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:31:11.082837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b45423-53b7-41b1-a748-d95ff6aff4c7 req-5ccf0fbe-0981-4d2f-bd59-cf4d9ced9d57 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:11.087231 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5b45423-53b7-41b1-a748-d95ff6aff4c7 req-5ccf0fbe-0981-4d2f-bd59-cf4d9ced9d57 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 931 time: 0.0644534
Apr 30 22:31:11.492871 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-a5b45423-53b7-41b1-a748-d95ff6aff4c7 req-216b272f-572d-4b62-a937-b8d46ee27139 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4027975
Apr 30 22:31:12.619325 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb4484-3933-42b6-9513-76d3ea92e8a7 req-a87a9e60-f367-4906-aa47-70195c049433 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:12.620825 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fedb4484-3933-42b6-9513-76d3ea92e8a7 req-a87a9e60-f367-4906-aa47-70195c049433 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 931 time: 0.0498288
Apr 30 22:31:12.682330 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fedb4484-3933-42b6-9513-76d3ea92e8a7 req-d17b283e-275f-4fe5-902c-d42954e34374 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551274
Apr 30 22:31:13.839799 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92338d-5479-444b-8d1d-a5412c503709 req-a72c183a-8ad6-4374-818c-3e05830455e4 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:13.841355 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a92338d-5479-444b-8d1d-a5412c503709 req-a72c183a-8ad6-4374-818c-3e05830455e4 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 931 time: 0.0713339
Apr 30 22:31:13.897152 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a92338d-5479-444b-8d1d-a5412c503709 req-862aacc9-252d-4d41-9a50-371fc2c1200a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500813
Apr 30 22:31:15.028104 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bf6da-b858-4602-81b9-b09d3d84a997 req-05e0db01-a8fe-4803-8c55-002af0a25fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:15.030171 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-187bf6da-b858-4602-81b9-b09d3d84a997 req-05e0db01-a8fe-4803-8c55-002af0a25fc8 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 931 time: 0.0535643
Apr 30 22:31:15.101853 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-187bf6da-b858-4602-81b9-b09d3d84a997 req-cd02092f-76ef-4bbf-8c78-26172635f852 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539627
Apr 30 22:31:16.218840 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63de09-865f-469b-bc5f-465402fd524c req-75885936-7aa6-47e6-aca9-5a7ecbbc1022 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:16.220379 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c63de09-865f-469b-bc5f-465402fd524c req-75885936-7aa6-47e6-aca9-5a7ecbbc1022 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 931 time: 0.0516324
Apr 30 22:31:16.275200 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-0c63de09-865f-469b-bc5f-465402fd524c req-5b4e2894-229f-41e8-ad35-7e32e8fed943 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491769
Apr 30 22:31:16.364157 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Request body: {'port': {'device_id': '50085f64-b199-4cb4-a3c6-18027d793a75', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:31:16.434759 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:16.696941 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b732e66-9350-46f8-8a19-413b12b9bc7f {{(pid=115774) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:31:16.705135 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Publish callbacks [] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:16.717414 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.provisioning_blocks [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Transition to ACTIVE for port object 0b732e66-9350-46f8-8a19-413b12b9bc7f will not be triggered until provisioned by entity L2. {{(pid=115774) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 30 22:31:16.793489 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:16.850161 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Pushing event updated for resources: {'Port': ['ID=0b732e66-9350-46f8-8a19-413b12b9bc7f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:31:16.919078 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Attempting to bind port 0b732e66-9350-46f8-8a19-413b12b9bc7f on host nch1-master-1 for vnic_type normal with profile  {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 30 22:31:16.919411 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Attempting to bind port 0b732e66-9350-46f8-8a19-413b12b9bc7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Apr 30 22:31:16.919737 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Attempting to bind port 0b732e66-9350-46f8-8a19-413b12b9bc7f on network 8804c295-ff20-4872-8362-6c333cf4f440 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:31:16.925222 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Port 0b732e66-9350-46f8-8a19-413b12b9bc7f on network 8804c295-ff20-4872-8362-6c333cf4f440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 30 22:31:16.925548 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Attempting to bind port 0b732e66-9350-46f8-8a19-413b12b9bc7f on network 8804c295-ff20-4872-8362-6c333cf4f440 {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Apr 30 22:31:16.930980 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Checking agent: {'id': '01ed53a5-814a-42be-8164-c6756fc36da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'started_at': datetime.datetime(2022, 4, 30, 21, 7, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 30, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Apr 30 22:31:16.931333 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Checking segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
Apr 30 22:31:16.931718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Bound using segment: {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'} {{(pid=115774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Apr 30 22:31:16.932154 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.managers [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Bound port: 0b732e66-9350-46f8-8a19-413b12b9bc7f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58b7e15-4d1c-4eab-89a9-a3146beaed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440'}}] {{(pid=115774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Apr 30 22:31:16.932515 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:17.001334 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, cleared binding levels {{(pid=115774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Apr 30 22:31:17.004601 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Apr 30 22:31:17.093161 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:17.133515 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:17.134182 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:17.135552 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b732e66-9350-46f8-8a19-413b12b9bc7f HTTP/1.1" status: 200  len: 1091 time: 0.8306634
Apr 30 22:31:17.135988 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:31:17.155557 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38437abf-b82b-45b1-ae12-98742f129e48" -d '{"events": [{"name": "network-changed", "server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:31:17.181038 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53fea1-5478-4d6c-8263-92077976b601 service neutron] Pushing event updated for resources: {'Port': ['ID=0b732e66-9350-46f8-8a19-413b12b9bc7f,revision_number=3']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:31:17.200622 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2232cb-c697-4a9d-a035-07ca14b4592e x-openstack-request-id: req-7d2232cb-c697-4a9d-a035-07ca14b4592e {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:31:17.200910 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:31:17.201224 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d2232cb-c697-4a9d-a035-07ca14b4592e {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:31:17.201634 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2232cb-c697-4a9d-a035-07ca14b4592e'] response: {'name': 'network-changed', 'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'status': 'completed', 'code': 200}
Apr 30 22:31:17.394534 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437abf-b82b-45b1-ae12-98742f129e48 req-231c7c0d-6d80-436b-9de5-65cc7dccfdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:17.396037 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38437abf-b82b-45b1-ae12-98742f129e48 req-231c7c0d-6d80-436b-9de5-65cc7dccfdc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 1125 time: 0.0666616
Apr 30 22:31:17.413253 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501a594-8ee8-4a2a-ab39-33f0bff598ff req-6ff38f48-2a6a-42e8-a869-3f5f8cde5875 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:17.414606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4501a594-8ee8-4a2a-ab39-33f0bff598ff req-6ff38f48-2a6a-42e8-a869-3f5f8cde5875 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 943 time: 0.0559919
Apr 30 22:31:17.528912 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4501a594-8ee8-4a2a-ab39-33f0bff598ff req-00faf571-8c1d-4942-bd47-fbff4d9321e9 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057882
Apr 30 22:31:17.544904 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437abf-b82b-45b1-ae12-98742f129e48 req-01e381a4-b1dc-47c6-b1cb-f435573b2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:17.546435 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38437abf-b82b-45b1-ae12-98742f129e48 req-01e381a4-b1dc-47c6-b1cb-f435573b2dc6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1403897
Apr 30 22:31:17.644964 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437abf-b82b-45b1-ae12-98742f129e48 req-3ec5c4fc-1349-487e-94e7-9923094989e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:17.646478 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-38437abf-b82b-45b1-ae12-98742f129e48 req-3ec5c4fc-1349-487e-94e7-9923094989e0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0916877
Apr 30 22:31:17.724841 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-4a7e7577-2b33-443b-9d5f-79848305c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:17.726371 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-4a7e7577-2b33-443b-9d5f-79848305c8e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 1125 time: 0.0403769
Apr 30 22:31:17.771521 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-3b52ce99-adc4-4d5f-a14d-7362f5c1582b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f HTTP/1.1" status: 200  len: 217 time: 0.0343876
Apr 30 22:31:17.821464 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-119387b8-1b56-467c-8d6d-e43822a81452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:17.822926 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-119387b8-1b56-467c-8d6d-e43822a81452 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0430529
Apr 30 22:31:17.873888 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-542b2997-fc0b-4f3c-abe7-efe013fd2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:17.875554 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-542b2997-fc0b-4f3c-abe7-efe013fd2930 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431008
Apr 30 22:31:17.876279 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-85e211b5-a629-47df-aa68-d1b49ba0be7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:17.930654 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:17.970734 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-a0554d85-6c9b-4c1d-b5b8-e35e3468c3da service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825353
Apr 30 22:31:18.067632 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-3a85eb19-ecbe-4119-8bcc-6637f89c16e3 req-21e49f39-a7e2-4a77-90f9-1de05264ba25 service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861256
Apr 30 22:31:18.646483 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593a493-fd74-4887-afc2-d77d12c8ce64 req-63d4cd23-409f-4a26-82ef-e7e886b66034 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:18.647937 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4593a493-fd74-4887-afc2-d77d12c8ce64 req-63d4cd23-409f-4a26-82ef-e7e886b66034 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 943 time: 0.0487146
Apr 30 22:31:18.695374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4593a493-fd74-4887-afc2-d77d12c8ce64 req-002506f9-0d8a-4958-bce7-dd8ece300d99 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419261
Apr 30 22:31:19.821590 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa68d9-77a1-412c-83f2-8994920a2103 req-4a41f96c-c668-4711-9c85-b70d9f0fc0b2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:19.823071 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05aa68d9-77a1-412c-83f2-8994920a2103 req-4a41f96c-c668-4711-9c85-b70d9f0fc0b2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 943 time: 0.0461035
Apr 30 22:31:19.875546 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-05aa68d9-77a1-412c-83f2-8994920a2103 req-0df767ec-c8b8-4c9d-b369-7c07924e3588 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468509
Apr 30 22:31:20.604908 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6dc52ff2-4c45-4b36-b6aa-d01f90eb10b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:20.988481 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255f780-dac0-4d8f-b044-4d04ac2db293 req-cee5083d-db95-4e05-8b08-672e037b95bf tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:20.989961 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5255f780-dac0-4d8f-b044-4d04ac2db293 req-cee5083d-db95-4e05-8b08-672e037b95bf tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 943 time: 0.0463705
Apr 30 22:31:21.038374 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-5255f780-dac0-4d8f-b044-4d04ac2db293 req-b1623e8e-5ade-41af-b9fc-68d8610a7f70 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428138
Apr 30 22:31:21.387231 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0b732e66-9350-46f8-8a19-413b12b9bc7f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:31:21.483808 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:31:21.495631 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'port_id': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'mac_address': 'fa:16:3e:b1:5a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:31:21.530602 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0b732e66-9350-46f8-8a19-413b12b9bc7f is: DOWN; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:31:21.530925 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:21.544373 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b732e66-9350-46f8-8a19-413b12b9bc7f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:31:21.564028 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:31:21.658007 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:21.695177 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:21.715838 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0b732e66-9350-46f8-8a19-413b12b9bc7f,revision_number=4']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:31:21.940283 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0b732e66-9350-46f8-8a19-413b12b9bc7f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:31:21.963943 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:22.157315 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2966d6a-c248-4e6e-9764-26e5830aaa0f req-0672efa5-3f42-4934-ad5c-dd20e2e1a26d tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:22.160376 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2966d6a-c248-4e6e-9764-26e5830aaa0f req-0672efa5-3f42-4934-ad5c-dd20e2e1a26d tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 944 time: 0.0490410
Apr 30 22:31:22.208040 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-c2966d6a-c248-4e6e-9764-26e5830aaa0f req-5f87ed36-0be3-4325-a756-049348868703 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429022
Apr 30 22:31:23.399046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ba0ad-85e7-47d1-aca0-01fe61c1e60f req-66ab2197-b4b8-4df9-98eb-969d3f8452da tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:23.399046 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b00ba0ad-85e7-47d1-aca0-01fe61c1e60f req-66ab2197-b4b8-4df9-98eb-969d3f8452da tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 944 time: 0.0521195
Apr 30 22:31:23.402150 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0b732e66-9350-46f8-8a19-413b12b9bc7f up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:31:23.446325 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b00ba0ad-85e7-47d1-aca0-01fe61c1e60f req-09ec8b67-f225-41e7-8e24-2569e926b9a7 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437088
Apr 30 22:31:23.446885 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning for port 0b732e66-9350-46f8-8a19-413b12b9bc7f completed by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
Apr 30 22:31:23.515228 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:23.543601 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0b732e66-9350-46f8-8a19-413b12b9bc7f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:31:23.543918 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:23.781211 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0b732e66-9350-46f8-8a19-413b12b9bc7f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:31:23.781596 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:23.803611 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:31:23.805736 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b257bf6-1265-4edc-9d01-21c8e73e0d94" -d '{"events": [{"server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "name": "network-vif-plugged", "status": "completed", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:31:23.818347 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:31:23.842276 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0277f0ef-ffc6-42fd-81a7-0a21cb47a33d x-openstack-request-id: req-0277f0ef-ffc6-42fd-81a7-0a21cb47a33d {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:31:23.842565 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "name": "network-vif-plugged", "status": "completed", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:31:23.842814 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0277f0ef-ffc6-42fd-81a7-0a21cb47a33d {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:31:23.843204 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0277f0ef-ffc6-42fd-81a7-0a21cb47a33d'] response: {'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'code': 200}
Apr 30 22:31:23.880955 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:23.930186 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0b732e66-9350-46f8-8a19-413b12b9bc7f,revision_number=5']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:31:23.938693 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02f30c-44c1-40e9-a6e4-002810074df4 req-16a4d333-fd80-40e0-85e4-ecc71363036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:23.940761 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb02f30c-44c1-40e9-a6e4-002810074df4 req-16a4d333-fd80-40e0-85e4-ecc71363036d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 1127 time: 0.0387051
Apr 30 22:31:23.991648 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb02f30c-44c1-40e9-a6e4-002810074df4 req-4b586f65-2ddb-419b-a422-3b2a0d93e24a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401793
Apr 30 22:31:24.555106 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:24.564145 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f8bc7-4196-4758-a226-16ad9615b9e4 req-3f981b4e-9238-4f2e-9b6b-362ebfef7696 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:24.566955 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b87f8bc7-4196-4758-a226-16ad9615b9e4 req-3f981b4e-9238-4f2e-9b6b-362ebfef7696 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 945 time: 0.0467093
Apr 30 22:31:24.618512 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b87f8bc7-4196-4758-a226-16ad9615b9e4 req-a5d4fa16-ce52-4f11-b403-22882530da25 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470169
Apr 30 22:31:25.731978 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df5d97-d3c6-493b-bd8e-3de625267f70 req-527594b7-a87d-4356-98fa-a54c4676bea0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:25.733719 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6df5d97-d3c6-493b-bd8e-3de625267f70 req-527594b7-a87d-4356-98fa-a54c4676bea0 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 945 time: 0.0468569
Apr 30 22:31:25.781817 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-b6df5d97-d3c6-493b-bd8e-3de625267f70 req-fdada6d2-00eb-4819-9aa3-8d24e08a1c96 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420103
Apr 30 22:31:25.893656 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbee2c6-0261-413f-9088-aaaad91c0b82 req-57ded050-c699-499d-893e-3226901d5c69 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:25.895133 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcbee2c6-0261-413f-9088-aaaad91c0b82 req-57ded050-c699-499d-893e-3226901d5c69 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 945 time: 0.0466175
Apr 30 22:31:25.943449 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dcbee2c6-0261-413f-9088-aaaad91c0b82 req-53454cb1-17b3-4ace-80e7-4c5261623e61 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427670
Apr 30 22:31:25.964431 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56116) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:31:26.006178 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b35cf-8308-420c-be6e-b332627eef9f tempest-TestSnapshotPattern-1673525041 tempest-TestSnapshotPattern-1673525041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:26.007635 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-196b35cf-8308-420c-be6e-b332627eef9f tempest-TestSnapshotPattern-1673525041 tempest-TestSnapshotPattern-1673525041-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 1122 time: 0.0422654
Apr 30 22:31:26.010373 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56118) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:31:26.014564 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.v2.base [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Request body: {'floatingip': {'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'port_id': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115774) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Apr 30 22:31:26.097048 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:26.176119 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (None), before_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:26.286221 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.db_base_plugin_common [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Allocated IP 172.35.4.35 (24d2363b-44f9-4b0c-a866-84cec16dff58/5b4a6b98-c3bd-44e4-8574-99482d247bf3/3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f) {{(pid=115774) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 30 22:31:26.386956 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for port (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:26.485675 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764265637003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:26.530857 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Network 24d2363b-44f9-4b0c-a866-84cec16dff58 is already hosted by enough agents. {{(pid=115774) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 30 22:31:26.533837 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.base_scheduler [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Resources bound (agent type, host, resource id):  {{(pid=115774) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 30 22:31:26.537499 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Received port after_create {{(pid=115774) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
Apr 30 22:31:26.564148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'Port': ['ID=3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f,revision_number=1']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:31:26.901843 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for floatingip (852e8a24-ea50-4a30-b665-0b5dac1ecfec), precommit_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:27.061335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), before_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:27.212091 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for port (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), precommit_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:27.269335 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3274118'] for port (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), after_update {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:27.337949 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event updated for resources: {'Port': ['ID=3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f,revision_number=2']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:31:27.347658 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-431239'] for floatingip (852e8a24-ea50-4a30-b665-0b5dac1ecfec), after_create {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:27.449399 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Floating IP 852e8a24-ea50-4a30-b665-0b5dac1ecfec associated. External IP: 172.35.4.35, port: 0b732e66-9350-46f8-8a19-413b12b9bc7f.
Apr 30 22:31:27.663101 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:31:27.770902 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:31:27.780850 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] Sync routers for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:31:27.791073 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:31:27.795030 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1b5f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:31:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:31:27.843028 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:27.873442 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-8ae7268f-c2d4-452e-891a-ab8ade5f9894 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.8620584
Apr 30 22:31:27.874041 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:31:27.876301 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf" -d '{"events": [{"name": "network-changed", "server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:31:27.900929 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:31:27.918606 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bce9428-a98f-448e-922e-1e94cdaf1086 x-openstack-request-id: req-7bce9428-a98f-448e-922e-1e94cdaf1086 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:31:27.923690 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:31:27.923690 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bce9428-a98f-448e-922e-1e94cdaf1086 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:31:27.923690 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bce9428-a98f-448e-922e-1e94cdaf1086'] response: {'name': 'network-changed', 'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'status': 'completed', 'code': 200}
Apr 30 22:31:27.981673 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-26d7f525-9528-4f29-82a2-274f95294790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:27.983497 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-26d7f525-9528-4f29-82a2-274f95294790 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 1127 time: 0.0407636
Apr 30 22:31:28.075842 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-3848e470-c816-45af-8ee7-a9f45d66ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:28.077310 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-3848e470-c816-45af-8ee7-a9f45d66ad60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0882537
Apr 30 22:31:28.122583 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1b5f40>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:54Z', 'revision_number': 1, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}, {'id': '852e8a24-ea50-4a30-b665-0b5dac1ecfec', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.35', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:b1:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50085f64-b199-4cb4-a3c6-18027d793a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:31:26Z', 'updated_at': '2022-04-30T22:31:26Z', 'revision_number': 0, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:31:28.143121 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-603dc05e-736b-4b9c-910f-07941f2da2a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f HTTP/1.1" status: 200  len: 998 time: 0.0587769
Apr 30 22:31:28.149508 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] Checking router: ee97d987-9f9a-4f3b-a73c-caa046fd28e6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:31:28.158998 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:31:28.159609 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e1b5f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:31:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:31:28.192149 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-2cbe8cb1-3b33-4fb8-ba14-f6572c97e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:28.193603 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-2cbe8cb1-3b33-4fb8-ba14-f6572c97e658 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0439234
Apr 30 22:31:28.243339 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-1440a6a2-7dca-4bd2-8fc1-16804721bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:31:28.244862 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-1440a6a2-7dca-4bd2-8fc1-16804721bf75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452368
Apr 30 22:31:28.269935 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:31:28.339952 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-f24bdc16-c512-4ccd-bddd-7f8ad921231b service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877256
Apr 30 22:31:28.433549 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-ea8bc7be-0341-4b73-9cdc-01d6862a78cf req-596f5864-4dd0-4f06-a479-0471369b471a service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863972
Apr 30 22:31:28.492874 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e1b5f40>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:54Z', 'revision_number': 1, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}, {'id': '852e8a24-ea50-4a30-b665-0b5dac1ecfec', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.35', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:b1:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50085f64-b199-4cb4-a3c6-18027d793a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:31:26Z', 'updated_at': '2022-04-30T22:31:26Z', 'revision_number': 0, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:31:28.518901 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9f5c71-f877-42f9-bf93-e3a400d40bb0 None None] The sync data for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 is: [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:54Z', 'revision_number': 1, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}, {'id': '852e8a24-ea50-4a30-b665-0b5dac1ecfec', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.35', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:b1:5a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50085f64-b199-4cb4-a3c6-18027d793a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:31:26Z', 'updated_at': '2022-04-30T22:31:26Z', 'revision_number': 0, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:31:28.755163 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eae458-9618-4d5b-aa5e-c2add38013c7 None None] New status for floating IP 852e8a24-ea50-4a30-b665-0b5dac1ecfec: ACTIVE {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:31:47.276115 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:31:47.892146 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-62cd8a92-057e-423f-82d6-1fd74e81a845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:47.972155 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:50.589148 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-969769e0-2101-4ba1-a04c-ca1e38948bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:51.660772 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:51.920485 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:53.440133 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:31:54.543267 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:02.629418 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-f3703457-3239-4c6a-a51d-3697cec1096b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1211598
Apr 30 22:32:02.706759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-6be93f68-60f8-4c78-ab7b-0193f1e0d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:32:02.708297 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-6be93f68-60f8-4c78-ab7b-0193f1e0d985 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1126 time: 0.0388253
Apr 30 22:32:02.812907 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-f9e9e8f4-2590-4a51-875a-6001a6963281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:32:02.814344 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-f9e9e8f4-2590-4a51-875a-6001a6963281 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0892756
Apr 30 22:32:02.877922 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-d2144f17-49d1-48e5-9509-c382b7e9b4ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 1000 time: 0.0581789
Apr 30 22:32:02.924555 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-e7adb192-976c-49b8-8ecd-733524cae733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:32:02.926036 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-e7adb192-976c-49b8-8ecd-733524cae733 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0428491
Apr 30 22:32:02.972203 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-34e0b122-8d74-42b9-890c-0cdb73f954bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:32:02.973692 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-34e0b122-8d74-42b9-890c-0cdb73f954bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423546
Apr 30 22:32:03.060824 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-5e109784-4801-4ac8-b3db-27f2f2cc85fa service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810995
Apr 30 22:32:03.151580 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-95a0197f-1631-45fa-b4ce-d3379b4f0cd2 req-e2c3aa19-b866-4621-84eb-7e1324610547 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841899
Apr 30 22:32:06.276232 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-9416017c-5b23-4d2f-9b62-1526518889d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385532
Apr 30 22:32:06.357144 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-8d47bde6-26a8-401d-a9b7-1f1e8e8529da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:32:06.358583 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-8d47bde6-26a8-401d-a9b7-1f1e8e8529da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 1127 time: 0.0392115
Apr 30 22:32:06.461511 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-cbbf7e48-b57d-4880-91fb-58c3828633b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:32:06.462990 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-cbbf7e48-b57d-4880-91fb-58c3828633b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0870826
Apr 30 22:32:06.526489 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-2a39c9ef-7615-44d8-92f0-9f343e33652d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f HTTP/1.1" status: 200  len: 1000 time: 0.0573401
Apr 30 22:32:06.579766 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-69677ac8-1cf0-4fcd-b0e9-f7894a9bfe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:32:06.581839 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-69677ac8-1cf0-4fcd-b0e9-f7894a9bfe27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0447783
Apr 30 22:32:06.627013 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-1df04d03-c22b-4250-bbd6-69db20f1bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:32:06.629057 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-1df04d03-c22b-4250-bbd6-69db20f1bddd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0416455
Apr 30 22:32:06.715464 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-7e9e5a3f-9260-4ef7-a8b6-97efd9e67b49 service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801349
Apr 30 22:32:06.807500 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-6bf24dfc-4c41-405c-8eff-3f49a15d919d req-a9d8702b-2b43-4044-836a-38e1cda4b96e service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857632
Apr 30 22:32:17.901205 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b0864072-7690-4113-83a8-85611c896819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:17.946886 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:20.577085 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-38cbe7c8-9b14-43f2-89a7-2c35e061e46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:21.679865 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:21.925156 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:23.474770 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:24.275417 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:32:24.525843 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:47.855057 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-04d2dd03-8594-4d94-b99e-55440497258a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:47.951907 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:50.580838 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2b8fdc76-3642-4d4b-810b-5665acdf526a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:51.656457 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:51.936840 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:53.445203 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:54.546177 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:32:59.915272 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0b732e66-9350-46f8-8a19-413b12b9bc7f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115776) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Apr 30 22:33:00.014625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:00.026723 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Returning: {'device': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'port_id': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'mac_address': 'fa:16:3e:b1:5a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115776) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Apr 30 22:33:00.062233 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0b732e66-9350-46f8-8a19-413b12b9bc7f is: ACTIVE; New status is: BUILD {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:33:00.062555 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:00.075435 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [None req-19a80813-32a9-4409-9479-410193892938 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b732e66-9350-46f8-8a19-413b12b9bc7f {{(pid=115776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 30 22:33:00.098118 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:00.194299 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:00.248632 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0b732e66-9350-46f8-8a19-413b12b9bc7f,revision_number=6']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:00.256594 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.256946 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.257285 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.257624 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.257981 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.258312 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.258637 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.258960 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.259284 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.259607 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.259926 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.260255 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.260563 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.260880 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.261197 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:00.283966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] get_ports_and_sgs() called for port_ids ['0b732e66-9350-46f8-8a19-413b12b9bc7f'] {{(pid=115776) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Apr 30 22:33:01.275618 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:33:01.935500 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0b732e66-9350-46f8-8a19-413b12b9bc7f up at agent hyperv_nch1-master-1 {{(pid=115776) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Apr 30 22:33:01.985072 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.provisioning_blocks [None req-19a80813-32a9-4409-9479-410193892938 None None] Provisioning complete for port 0b732e66-9350-46f8-8a19-413b12b9bc7f triggered by entity L2. {{(pid=115776) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
Apr 30 22:33:01.985449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32961680'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), provisioning_complete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:02.072700 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] Current status of the port 0b732e66-9350-46f8-8a19-413b12b9bc7f is: BUILD; New status is: ACTIVE {{(pid=115776) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Apr 30 22:33:02.073486 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33027719'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), before_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:02.097617 ncdv-master-1 neutron-server[115776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f'}] {{(pid=115776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:33:02.099909 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a3ec8fd44973594384f4b3e6ec1c2a5f68310adb7ca305e92443101347f8c27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59287931-9b47-4a1b-bc08-988a44856c1d" -d '{"events": [{"server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "name": "network-vif-plugged", "status": "completed", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f"}]}' {{(pid=115776) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:33:02.116095 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-19a80813-32a9-4409-9479-410193892938 None None] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:02.152297 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7367b4d-2996-4d8d-ba6d-a4c17128cbaf x-openstack-request-id: req-e7367b4d-2996-4d8d-ba6d-a4c17128cbaf {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:33:02.152600 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "name": "network-vif-plugged", "status": "completed", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f", "code": 200}]} {{(pid=115776) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:33:02.152859 ncdv-master-1 neutron-server[115776]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7367b4d-2996-4d8d-ba6d-a4c17128cbaf {{(pid=115776) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:33:02.153274 ncdv-master-1 neutron-server[115776]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7367b4d-2996-4d8d-ba6d-a4c17128cbaf'] response: {'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'code': 200}
Apr 30 22:33:02.170896 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764266010893', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764265637021', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764265637039'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:02.230403 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Pushing event updated for resources: {'Port': ['ID=0b732e66-9350-46f8-8a19-413b12b9bc7f,revision_number=7']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:03.529645 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-965d8d5d-0fa2-4dbc-8cac-5c8926aec073 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0462556
Apr 30 22:33:03.621405 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-452728d9-6890-40a3-a8a7-b2978396349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:03.623124 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-452728d9-6890-40a3-a8a7-b2978396349f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1126 time: 0.0486565
Apr 30 22:33:03.745151 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-e12519d0-db50-4145-88e2-d89ddda6ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:03.746737 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-e12519d0-db50-4145-88e2-d89ddda6ff25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.1036301
Apr 30 22:33:03.825264 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-87d6b0fe-0e50-4f72-b661-1110c14f0742 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 1000 time: 0.0726445
Apr 30 22:33:03.882046 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-375f5c78-f64d-43df-86ce-3ca14136cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:03.883431 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-375f5c78-f64d-43df-86ce-3ca14136cc76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0512075
Apr 30 22:33:03.938558 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-87e246cf-b8b2-41b6-acd0-f7cba254f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:03.940065 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-87e246cf-b8b2-41b6-acd0-f7cba254f050 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0509436
Apr 30 22:33:04.047277 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-466f2e5c-aaef-45d8-a003-5974feb9fe65 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005435
Apr 30 22:33:04.153533 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e0b5f0bf-caf9-4523-860d-c60fc1ac29b8 req-f4d0422b-38ad-4b2b-a051-5e462b364819 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000745
Apr 30 22:33:07.312963 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-35eab0e9-84ce-4b8e-bca5-1a94ac10abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:07.314526 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-35eab0e9-84ce-4b8e-bca5-1a94ac10abd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 1127 time: 0.0438149
Apr 30 22:33:07.438037 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-df3758c7-a9dd-43f2-9d7d-cc1f728a67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:07.440551 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-df3758c7-a9dd-43f2-9d7d-cc1f728a67fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.1046264
Apr 30 22:33:07.889666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-6be18cec-03f4-4755-bb61-38f0f0aff987 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f HTTP/1.1" status: 200  len: 1000 time: 0.4408264
Apr 30 22:33:07.943019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-3f9277bf-d2f0-49e7-b1ce-3a32c4b6f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:07.945666 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-3f9277bf-d2f0-49e7-b1ce-3a32c4b6f393 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0491645
Apr 30 22:33:07.999759 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-13a4fc2d-7f5c-4aa7-a18a-4a1c36c81077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:08.001396 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-13a4fc2d-7f5c-4aa7-a18a-4a1c36c81077 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472469
Apr 30 22:33:08.014848 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-af03ef41-52bb-4e95-a3cf-af3cbf3005d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115774) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 30 22:33:08.016174 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-af03ef41-52bb-4e95-a3cf-af3cbf3005d6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054302
Apr 30 22:33:08.121134 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-0d47671d-cd39-4bf8-adf0-6b63c07b8be9 service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943849
Apr 30 22:33:08.227977 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-4c4eb016-7014-44ec-bbbf-2e38ba4dd68e req-b0de5d47-6bf1-4c2e-a507-91d61d5f1287 service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001108
Apr 30 22:33:12.113642 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56348) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:12.259612 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Deleting port 3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:12.259946 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:12.332860 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:12.333183 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for floatingip (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:12.345981 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Calling delete_port for 3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f owned by network:floatingip {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:12.564397 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:12.587899 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event deleted for resources: {'Port': ['ID=3e3dcaab-ffa1-48bd-8dd5-4269d68f3c1f,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:12.598073 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.598358 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.598701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.599035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.599370 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.600235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.600235 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.600390 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.600695 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.601019 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.601341 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.601663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.602006 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.602329 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.602652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:12.666888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for floatingip (852e8a24-ea50-4a30-b665-0b5dac1ecfec), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:12.667247 ncdv-master-1 neutron-server[115774]: INFO neutron.db.l3_db [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Floating IP 852e8a24-ea50-4a30-b665-0b5dac1ecfec disassociated (deleted). External IP: 172.35.4.35, port: 0b732e66-9350-46f8-8a19-413b12b9bc7f.
Apr 30 22:33:12.878493 ncdv-master-1 neutron-server[115774]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115774) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:33:12.989173 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115774) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:33:12.994670 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:13.000584 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] Sync routers for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:33:13.014275 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:33:13.014892 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e38f070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:32:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:13.025026 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-ab6b32a1-58b3-4701-b739-da95bfc2c23a tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "DELETE /v2.0/floatingips/852e8a24-ea50-4a30-b665-0b5dac1ecfec HTTP/1.1" status: 204  len: 168 time: 0.9102409
Apr 30 22:33:13.025722 ncdv-master-1 neutron-server[115774]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f'}] {{(pid=115774) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:33:13.028100 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4d9f64794e071c57c95594e4e62cbd50c83085c60993eaff59a007d9d97cbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70" -d '{"events": [{"name": "network-changed", "server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f"}]}' {{(pid=115774) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:33:13.129422 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:33:13.142052 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a837fc-ccee-4460-a633-8b4896e61ad2 x-openstack-request-id: req-13a837fc-ccee-4460-a633-8b4896e61ad2 {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:33:13.142552 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f", "status": "completed", "code": 200}]} {{(pid=115774) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:33:13.142654 ncdv-master-1 neutron-server[115774]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13a837fc-ccee-4460-a633-8b4896e61ad2 {{(pid=115774) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:33:13.143012 ncdv-master-1 neutron-server[115774]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a837fc-ccee-4460-a633-8b4896e61ad2'] response: {'name': 'network-changed', 'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'status': 'completed', 'code': 200}
Apr 30 22:33:13.215141 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-b0e6f939-94e7-4bc7-afef-e4c610d3c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:13.216675 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-b0e6f939-94e7-4bc7-afef-e4c610d3c0dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 1127 time: 0.0403812
Apr 30 22:33:13.319349 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-686a0856-2062-4b8c-9b2c-5b862b22d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:13.320821 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-686a0856-2062-4b8c-9b2c-5b862b22d8ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0948646
Apr 30 22:33:13.358899 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e38f070>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:54Z', 'revision_number': 1, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:13.364758 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-e1b7c3ee-61ea-40d8-825f-d61f5adac254 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f HTTP/1.1" status: 200  len: 217 time: 0.0367780
Apr 30 22:33:13.386525 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] Checking router: ee97d987-9f9a-4f3b-a73c-caa046fd28e6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:33:13.394912 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:33:13.395527 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895e38f070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:32:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:13.469248 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5706-21c8-4847-859e-61cb920cc94c req-d343314a-ae94-4b55-bf33-4aa9595d7baa tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:13.470744 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd3a5706-21c8-4847-859e-61cb920cc94c req-d343314a-ae94-4b55-bf33-4aa9595d7baa tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 945 time: 0.0468268
Apr 30 22:33:13.506969 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:33:13.520623 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-dd3a5706-21c8-4847-859e-61cb920cc94c req-d5dd6219-f158-4646-9a6a-b57f5a48e791 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435915
Apr 30 22:33:13.721813 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895e38f070>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:54Z', 'revision_number': 1, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:13.748922 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51886c-abd7-465d-8788-0514b883dae9 None None] The sync data for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 is: [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'floating_ip_address': '172.35.4.133', 'floating_network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'router_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'port_id': '21c7c060-a2ef-4830-b401-b20129814dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'mac_address': 'fa:16:3e:c4:7d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-30T22:28:51Z', 'updated_at': '2022-04-30T22:28:54Z', 'revision_number': 1, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:33:13.966663 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04760cb2-9cf6-46f4-947e-e0b3dfe21ecd None None] New status for floating IP 852e8a24-ea50-4a30-b665-0b5dac1ecfec: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:33:14.649791 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebbe6d-6db0-4559-8d9d-a3d73710b2e5 req-15d01f4b-b86b-41ad-87da-7ae64d5fff6c tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:14.651302 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1bebbe6d-6db0-4559-8d9d-a3d73710b2e5 req-15d01f4b-b86b-41ad-87da-7ae64d5fff6c tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 945 time: 0.0518072
Apr 30 22:33:14.702186 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-1bebbe6d-6db0-4559-8d9d-a3d73710b2e5 req-ac236fb6-7506-45e4-a2c7-5dee07e5da1f tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452628
Apr 30 22:33:14.863136 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-e6044036-ec69-4b8e-b3d5-7a92e67dcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:14.864468 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-e6044036-ec69-4b8e-b3d5-7a92e67dcf10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0436385
Apr 30 22:33:14.909701 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-317bbbb1-a008-4173-a5d4-2b99441d97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:14.911208 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-317bbbb1-a008-4173-a5d4-2b99441d97df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385056
Apr 30 22:33:15.083137 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-5250d956-94c8-4c9c-8585-ad8663f552da service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866818
Apr 30 22:33:15.121555 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.20', 56726) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:15.189288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-9e540a5d-eb6c-48aa-9f95-a404df3afd81 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:15.190858 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-9e540a5d-eb6c-48aa-9f95-a404df3afd81 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.20 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 945 time: 0.0470669
Apr 30 22:33:15.199873 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-8594d3d6-0490-4f3d-b1e7-c0a49a266a70 req-b8937e47-a5c0-4588-ab05-617a60ce8c42 service neutron] 10.222.0.20 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850136
Apr 30 22:33:15.282096 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Deleting port 0b732e66-9350-46f8-8a19-413b12b9bc7f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:15.282439 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:15.370109 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] For port 0b732e66-9350-46f8-8a19-413b12b9bc7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0b732e66-9350-46f8-8a19-413b12b9bc7f,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:15.370481 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:15.383090 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Calling delete_port for 0b732e66-9350-46f8-8a19-413b12b9bc7f owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:15.570066 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (0b732e66-9350-46f8-8a19-413b12b9bc7f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:15.596864 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event deleted for resources: {'Port': ['ID=0b732e66-9350-46f8-8a19-413b12b9bc7f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:15.612881 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.613240 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.613581 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.613945 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.614276 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.614708 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.615005 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.615309 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.615622 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.615941 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.616259 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.616577 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.616892 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.617208 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.617524 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 30 22:33:15.659227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] No DVR routers for this DVR port 0b732e66-9350-46f8-8a19-413b12b9bc7f on host nch1-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:33:15.661738 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:15.665732 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-d1b825a6-3759-4ff7-9bb7-d1130f863de7 req-91ee3621-314a-4902-b610-6440e95915a5 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.20 "DELETE /v2.0/ports/0b732e66-9350-46f8-8a19-413b12b9bc7f HTTP/1.1" status: 204  len: 173 time: 0.4660079
Apr 30 22:33:15.666189 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'name': 'network-vif-deleted', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:33:15.668407 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e9f56573cee00962b8e9d33f758e42aed5304180dcf0d063d0ec0828a1268be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c831ce-e67d-427b-8bee-fe421f3ba999" -d '{"events": [{"server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "name": "network-vif-deleted", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:33:15.759236 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08d5831-8906-4966-a52c-ccfaef88b1c4 x-openstack-request-id: req-e08d5831-8906-4966-a52c-ccfaef88b1c4 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:33:15.759536 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50085f64-b199-4cb4-a3c6-18027d793a75", "name": "network-vif-deleted", "tag": "0b732e66-9350-46f8-8a19-413b12b9bc7f", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:33:15.759790 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e08d5831-8906-4966-a52c-ccfaef88b1c4 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:33:15.760198 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08d5831-8906-4966-a52c-ccfaef88b1c4'] response: {'server_uuid': '50085f64-b199-4cb4-a3c6-18027d793a75', 'name': 'network-vif-deleted', 'tag': '0b732e66-9350-46f8-8a19-413b12b9bc7f', 'status': 'completed', 'code': 200}
Apr 30 22:33:15.803668 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-78c0ec6f-7bc4-4b2e-951a-4675b0d6df54 req-020d6e08-6161-4132-a208-4980bacfbe34 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=50085f64-b199-4cb4-a3c6-18027d793a75 HTTP/1.1" status: 200  len: 210 time: 0.0279140
Apr 30 22:33:15.994401 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0b732e66-9350-46f8-8a19-413b12b9bc7f no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:16.015034 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 0b732e66-9350-46f8-8a19-413b12b9bc7f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:16.015628 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0b732e66-9350-46f8-8a19-413b12b9bc7f not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:17.890577 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-59ea45fb-301c-404b-afb0-c29c11fa60e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:17.970489 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:18.222913 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56418) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:18.371332 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Deleting port f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:18.371598 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:18.444805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:18.445137 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for floatingip (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:18.458736 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Calling delete_port for f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3 owned by network:floatingip {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:18.654729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:18.679949 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event deleted for resources: {'Port': ['ID=f2d03b72-1b96-49d8-96ac-f29e1fa6c1b3,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:18.744584 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for floatingip (786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:18.744928 ncdv-master-1 neutron-server[115773]: INFO neutron.db.l3_db [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Floating IP 786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a disassociated (deleted). External IP: 172.35.4.133, port: 21c7c060-a2ef-4830-b401-b20129814dd0.
Apr 30 22:33:18.957268 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:33:19.067552 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:33:19.072805 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for floatingip (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:19.080454 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] Sync routers for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:33:19.092512 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:33:19.092831 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f717fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:32:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:19.101628 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-ae56a06f-6b76-48b1-a029-5ab7147f3558 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "DELETE /v2.0/floatingips/786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a HTTP/1.1" status: 204  len: 168 time: 0.8775806
Apr 30 22:33:19.102242 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:33:19.104472 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e9f56573cee00962b8e9d33f758e42aed5304180dcf0d063d0ec0828a1268be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:33:19.144634 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 30 Apr 2022 22:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a700e505-837b-4494-9b12-4c2222e9bdf9 x-openstack-request-id: req-a700e505-837b-4494-9b12-4c2222e9bdf9 {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:33:19.145735 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:33:19.146064 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a700e505-837b-4494-9b12-4c2222e9bdf9 {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:33:19.146509 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a700e505-837b-4494-9b12-4c2222e9bdf9'] response: {'name': 'network-changed', 'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0', 'status': 'completed', 'code': 200}
Apr 30 22:33:19.211997 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-f239c493-e6b1-449c-967a-9d7a8e3658f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:19.213466 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-f239c493-e6b1-449c-967a-9d7a8e3658f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 1126 time: 0.0476918
Apr 30 22:33:19.307869 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-ce0482b6-9f6b-42e0-9eab-f30b18f4f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:19.309434 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-ce0482b6-9f6b-42e0-9eab-f30b18f4f4e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 200  len: 911 time: 0.0905101
Apr 30 22:33:19.358606 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-fe12b038-e2fa-4fb0-a551-81b4df8d4964 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 200  len: 217 time: 0.0428178
Apr 30 22:33:19.376427 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:33:19.409148 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-4cd227ad-52df-4202-b634-e4c10fdf33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:19.410650 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-4cd227ad-52df-4202-b634-e4c10fdf33e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 200  len: 849 time: 0.0462768
Apr 30 22:33:19.488735 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba4360-7905-4b06-b269-f8c0598b85eb req-749c5334-7ec3-4a5e-9180-57baba048bc2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:19.490199 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08ba4360-7905-4b06-b269-f8c0598b85eb req-749c5334-7ec3-4a5e-9180-57baba048bc2 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 944 time: 0.0487428
Apr 30 22:33:19.539727 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-08ba4360-7905-4b06-b269-f8c0598b85eb req-55dba25c-bc84-4687-a61c-1915bd3cf068 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437007
Apr 30 22:33:19.573668 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f717fa0>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:19.600126 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] Checking router: ee97d987-9f9a-4f3b-a73c-caa046fd28e6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:33:19.608614 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:33:19.609209 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f895f717fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:32:51Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:19.716865 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:33:19.907642 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f895f717fa0>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:19.937734 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b33c3b7-3ec6-4b55-aecd-aea595c4fa96 None None] The sync data for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 is: [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:28:27Z', 'revision_number': 4, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '589b0e07-0c2f-4c88-80a7-46bc4821967e', 'name': '', 'network_id': '8804c295-ff20-4872-8362-6c333cf4f440', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'mac_address': 'fa:16:3e:6f:ff:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4413, 'fixed_ips': [{'subnet_id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:27Z', 'updated_at': '2022-04-30T22:28:31Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'subnets': [{'id': '016c5889-e0ed-440c-8f18-b0bd65557f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:33:20.009891 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0b732e66-9350-46f8-8a19-413b12b9bc7f no longer exists at agent hyperv_nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:20.030299 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-19a80813-32a9-4409-9479-410193892938 None None] No Port match for: 0b732e66-9350-46f8-8a19-413b12b9bc7f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:20.030652 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-19a80813-32a9-4409-9479-410193892938 None None] Device 0b732e66-9350-46f8-8a19-413b12b9bc7f not bound to the agent host nch1-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:20.171011 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de211092-df70-48fc-8f68-b52975d12914 None None] New status for floating IP 786ee1cf-57ad-4b17-b7ae-c813f4ec0a4a: DOWN {{(pid=115777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 30 22:33:20.581668 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-114c6e3e-af5f-4c35-a177-c71ab6997337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:20.685190 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7888200-cb22-460b-bed1-d816d47b3381 req-23cd7308-5396-4d5d-840c-6a0fef8a474f tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:20.686700 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7888200-cb22-460b-bed1-d816d47b3381 req-23cd7308-5396-4d5d-840c-6a0fef8a474f tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 944 time: 0.0676484
Apr 30 22:33:20.687603 ncdv-master-1 neutron-server[115774]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-ac10cd07-ac84-463d-bd30-8c8e7e06d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115774) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:20.688945 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-ac10cd07-ac84-463d-bd30-8c8e7e06d6b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8804c295-ff20-4872-8362-6c333cf4f440&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0795474
Apr 30 22:33:20.735697 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-e7888200-cb22-460b-bed1-d816d47b3381 req-6a88c03d-7fbc-4aae-be74-0261406e9b23 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/security-groups?id=450c31db-5306-4061-b195-bff37105b096&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432532
Apr 30 22:33:20.864713 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-eae65982-43fc-4b6e-b586-ed502363882c service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833266
Apr 30 22:33:20.902825 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.35', 59131) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:20.949439 ncdv-master-1 neutron-server[115773]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-f165800e-5f60-47a5-b6a9-49f298531d58 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115773) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Apr 30 22:33:20.950935 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-f165800e-5f60-47a5-b6a9-49f298531d58 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 944 time: 0.0471389
Apr 30 22:33:20.961776 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-fb820f78-ff87-4a9a-b196-bedcd1ec0f7f req-1956ab6a-44aa-4bdd-a0c3-23ae7df64d66 service neutron] 10.222.0.35 "GET /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904696
Apr 30 22:33:21.038273 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Deleting port 21c7c060-a2ef-4830-b401-b20129814dd0 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:21.038529 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:21.134073 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] For port 21c7c060-a2ef-4830-b401-b20129814dd0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=21c7c060-a2ef-4830-b401-b20129814dd0,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:21.134470 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:21.148227 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Calling delete_port for 21c7c060-a2ef-4830-b401-b20129814dd0 owned by compute:nova {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:21.347311 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (21c7c060-a2ef-4830-b401-b20129814dd0), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:21.376213 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event deleted for resources: {'Port': ['ID=21c7c060-a2ef-4830-b401-b20129814dd0,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:21.418975 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] No DVR routers for this DVR port 21c7c060-a2ef-4830-b401-b20129814dd0 on host nch2-master-1 {{(pid=115773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:33:21.421519 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34495'] for port (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:21.424857 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [req-a60ad6ef-80f1-416e-8830-d9ecdab43adb req-a08b4f38-e59e-4318-95c7-69bbc484b226 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.35 "DELETE /v2.0/ports/21c7c060-a2ef-4830-b401-b20129814dd0 HTTP/1.1" status: 204  len: 173 time: 0.4676352
Apr 30 22:33:21.425303 ncdv-master-1 neutron-server[115773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'name': 'network-vif-deleted', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0'}] {{(pid=115773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 30 22:33:21.428160 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e9f56573cee00962b8e9d33f758e42aed5304180dcf0d063d0ec0828a1268be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00409814-1aef-4254-b3a5-dedfce65847e" -d '{"events": [{"server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "name": "network-vif-deleted", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0"}]}' {{(pid=115773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Apr 30 22:33:21.464605 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 30 Apr 2022 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c7b92-3a18-40f5-ba58-c0f380d0019d x-openstack-request-id: req-9b7c7b92-3a18-40f5-ba58-c0f380d0019d {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Apr 30 22:33:21.464915 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f41c3ec-c1e0-4774-8957-1c9f857c43c2", "name": "network-vif-deleted", "tag": "21c7c060-a2ef-4830-b401-b20129814dd0", "status": "completed", "code": 200}]} {{(pid=115773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Apr 30 22:33:21.465201 ncdv-master-1 neutron-server[115773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b7c7b92-3a18-40f5-ba58-c0f380d0019d {{(pid=115773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Apr 30 22:33:21.465617 ncdv-master-1 neutron-server[115773]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7c7b92-3a18-40f5-ba58-c0f380d0019d'] response: {'server_uuid': '2f41c3ec-c1e0-4774-8957-1c9f857c43c2', 'name': 'network-vif-deleted', 'tag': '21c7c060-a2ef-4830-b401-b20129814dd0', 'status': 'completed', 'code': 200}
Apr 30 22:33:21.671651 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:21.847991 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [req-7d4a3c56-a91f-47a2-84cc-87067d95d5d7 req-71d0b8ac-0054-4897-83ad-880de13c61ca tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f41c3ec-c1e0-4774-8957-1c9f857c43c2 HTTP/1.1" status: 200  len: 210 time: 0.0288737
Apr 30 22:33:22.004257 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:22.908274 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56434) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:22.968446 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3a7d11d-8d3d-48a3-97ac-aa324729a548 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group (450c31db-5306-4061-b195-bff37105b096), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:22.993656 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3a7d11d-8d3d-48a3-97ac-aa324729a548 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group (450c31db-5306-4061-b195-bff37105b096), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:23.112936 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3a7d11d-8d3d-48a3-97ac-aa324729a548 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (450c31db-5306-4061-b195-bff37105b096), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:23.116349 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-c3a7d11d-8d3d-48a3-97ac-aa324729a548 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Publish callbacks [] for security_group (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:23.117536 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-c3a7d11d-8d3d-48a3-97ac-aa324729a548 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] 10.222.0.23 "DELETE /v2.0/security-groups/450c31db-5306-4061-b195-bff37105b096 HTTP/1.1" status: 204  len: 168 time: 0.2082794
Apr 30 22:33:23.127116 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7d11d-8d3d-48a3-97ac-aa324729a548 tempest-TestSnapshotPattern-1007452703 tempest-TestSnapshotPattern-1007452703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450c31db-5306-4061-b195-bff37105b096,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:23.214358 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56438) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:23.461777 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:23.535601 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:23.766010 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Deleting port 589b0e07-0c2f-4c88-80a7-46bc4821967e {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:23.766349 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:23.845846 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] For port 589b0e07-0c2f-4c88-80a7-46bc4821967e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=589b0e07-0c2f-4c88-80a7-46bc4821967e,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:23.846176 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:23.859859 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Calling delete_port for 589b0e07-0c2f-4c88-80a7-46bc4821967e owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:24.094771 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (589b0e07-0c2f-4c88-80a7-46bc4821967e), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:24.121012 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=589b0e07-0c2f-4c88-80a7-46bc4821967e,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:24.289509 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:24.509477 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:33:24.512922 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:24.621666 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:33:24.626704 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-45aa6936-3cf1-443b-8b8e-6cbb28eee2b0 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee97d987-9f9a-4f3b-a73c-caa046fd28e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4113164
Apr 30 22:33:24.629256 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56442) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:24.631954 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] Sync routers for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:33:24.642619 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:33:24.643264 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c98a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:33:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:24.752410 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:33:24.851889 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks [] for router (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:24.924140 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c98a550>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:33:23Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:24.954755 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] Checking router: ee97d987-9f9a-4f3b-a73c-caa046fd28e6 for host: ncdv-master-1 {{(pid=115776) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:33:24.955468 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks [] for router_gateway (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:24.963568 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] Routers {'ee97d987-9f9a-4f3b-a73c-caa046fd28e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115776) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:33:24.964177 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f896c98a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:33:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'], 'active': True} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:25.062493 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Deleting port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:25.062714 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:25.072390 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvr_db [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] Set router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 gateway port host: ncdv-master-1 {{(pid=115776) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:33:25.177680 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 21c7c060-a2ef-4830-b401-b20129814dd0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:25.201966 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] No Port match for: 21c7c060-a2ef-4830-b401-b20129814dd0 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:25.202310 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Device 21c7c060-a2ef-4830-b401-b20129814dd0 not bound to the agent host nch2-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:25.273203 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_hamode_db [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f896c98a550>, [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:33:23Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:25.305480 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd72e98-122c-4e6f-b1f8-20847ea52126 None None] The sync data for ids ['ee97d987-9f9a-4f3b-a73c-caa046fd28e6'] in ncdv-master-1 is: [{'id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'name': 'tempest-TestSnapshotPattern-1149129315-router', 'tenant_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39'}], 'enable_snat': True}, 'gw_port_id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:24Z', 'updated_at': '2022-04-30T22:33:23Z', 'revision_number': 5, 'project_id': 'c4862e1bc1ce438aa0618a97d585b7b5', 'gw_port': {'id': 'b03ac463-d2c4-48b2-b0e7-2eba9a67db6f', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee97d987-9f9a-4f3b-a73c-caa046fd28e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:25Z', 'updated_at': '2022-04-30T22:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115776) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:33:25.493086 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] For port b03ac463-d2c4-48b2-b0e7-2eba9a67db6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b03ac463-d2c4-48b2-b0e7-2eba9a67db6f,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:25.493665 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:25.505923 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Calling delete_port for b03ac463-d2c4-48b2-b0e7-2eba9a67db6f owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:25.742614 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (b03ac463-d2c4-48b2-b0e7-2eba9a67db6f), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:25.769950 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Pushing event deleted for resources: {'Port': ['ID=b03ac463-d2c4-48b2-b0e7-2eba9a67db6f,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:25.830555 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:25.925638 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:25.928247 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks [] for router_controller (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.032201 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (ee97d987-9f9a-4f3b-a73c-caa046fd28e6), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.032754 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee97d987-9f9a-4f3b-a73c-caa046fd28e6 {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:33:26.037239 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.041771 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-5976e465-e372-4351-bda0-4401d9fa950a admin admin] 10.222.0.23 "DELETE /v2.0/routers/ee97d987-9f9a-4f3b-a73c-caa046fd28e6 HTTP/1.1" status: 204  len: 168 time: 1.4082651
Apr 30 22:33:26.041771 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56446) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:26.091130 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c424ca1-6ea0-4a1a-962b-2455afb4fcdd admin admin] Deleting subnet 016c5889-e0ed-440c-8f18-b0bd65557f4a {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:33:26.094907 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c424ca1-6ea0-4a1a-962b-2455afb4fcdd admin admin] Publish callbacks [] for subnet (016c5889-e0ed-440c-8f18-b0bd65557f4a), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.134042 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c424ca1-6ea0-4a1a-962b-2455afb4fcdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (016c5889-e0ed-440c-8f18-b0bd65557f4a), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.224362 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c424ca1-6ea0-4a1a-962b-2455afb4fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (016c5889-e0ed-440c-8f18-b0bd65557f4a), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.363729 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c424ca1-6ea0-4a1a-962b-2455afb4fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (016c5889-e0ed-440c-8f18-b0bd65557f4a), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.396202 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c424ca1-6ea0-4a1a-962b-2455afb4fcdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016c5889-e0ed-440c-8f18-b0bd65557f4a,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:26.401947 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-3c424ca1-6ea0-4a1a-962b-2455afb4fcdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.406438 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-3c424ca1-6ea0-4a1a-962b-2455afb4fcdd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/016c5889-e0ed-440c-8f18-b0bd65557f4a HTTP/1.1" status: 204  len: 168 time: 0.3643587
Apr 30 22:33:26.407319 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b31c1-75ff-4dc5-b4b8-fd5d82aee2e4 None None] Network 8804c295-ff20-4872-8362-6c333cf4f440 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:33:26.409008 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56448) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:26.483217 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (8804c295-ff20-4872-8362-6c333cf4f440), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.531348 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Deleting port 5bda9572-2584-4db3-b5bc-1b03faadaf2c {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:26.531838 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.588257 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] DHCP port deletion for 8804c295-ff20-4872-8362-6c333cf4f440 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:33:26.598597 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 589b0e07-0c2f-4c88-80a7-46bc4821967e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:26.604404 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] For port 5bda9572-2584-4db3-b5bc-1b03faadaf2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bda9572-2584-4db3-b5bc-1b03faadaf2c,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:26.604770 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.619093 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Calling delete_port for 5bda9572-2584-4db3-b5bc-1b03faadaf2c owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:26.639356 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 589b0e07-0c2f-4c88-80a7-46bc4821967e {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:26.639707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 589b0e07-0c2f-4c88-80a7-46bc4821967e not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:26.640119 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b03ac463-d2c4-48b2-b0e7-2eba9a67db6f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:26.666395 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: b03ac463-d2c4-48b2-b0e7-2eba9a67db6f {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:26.666743 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device b03ac463-d2c4-48b2-b0e7-2eba9a67db6f not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:26.668392 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] Deleting port 5bda9572-2584-4db3-b5bc-1b03faadaf2c {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:26.668762 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.736366 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] For port 5bda9572-2584-4db3-b5bc-1b03faadaf2c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bda9572-2584-4db3-b5bc-1b03faadaf2c,segment=NetworkSegment(b58b7e15-4d1c-4eab-89a9-a3146beaed02),segment_id=b58b7e15-4d1c-4eab-89a9-a3146beaed02)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:26.736688 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.749749 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] Calling delete_port for 5bda9572-2584-4db3-b5bc-1b03faadaf2c owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:26.774471 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.799622 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bda9572-2584-4db3-b5bc-1b03faadaf2c,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:26.803624 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] No DVR routers for this DVR port 5bda9572-2584-4db3-b5bc-1b03faadaf2c on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:33:26.828989 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (5bda9572-2584-4db3-b5bc-1b03faadaf2c), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.854717 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] Pushing event deleted for resources: {'Port': ['ID=5bda9572-2584-4db3-b5bc-1b03faadaf2c,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:26.860625 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c7bca-d019-4a46-a957-da2eb9bb662e None None] No DVR routers for this DVR port 5bda9572-2584-4db3-b5bc-1b03faadaf2c on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:33:26.879510 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (8804c295-ff20-4872-8362-6c333cf4f440), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.900237 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f896c74c190>,) {'filters': {'network_id': ['8804c295-ff20-4872-8362-6c333cf4f440']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:26.909425 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c74c190>, 'b58b7e15-4d1c-4eab-89a9-a3146beaed02') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:26.909719 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f896c74c190>, 'b58b7e15-4d1c-4eab-89a9-a3146beaed02') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:26.919482 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (b58b7e15-4d1c-4eab-89a9-a3146beaed02), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.933102 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (b58b7e15-4d1c-4eab-89a9-a3146beaed02), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.939189 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:33:26.939557 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (b58b7e15-4d1c-4eab-89a9-a3146beaed02), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:33:26.941284 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:33:27.039093 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (8804c295-ff20-4872-8362-6c333cf4f440), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:27.045745 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:27.049015 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] 10.222.0.23 "DELETE /v2.0/networks/8804c295-ff20-4872-8362-6c333cf4f440 HTTP/1.1" status: 204  len: 168 time: 0.6380932
Apr 30 22:33:27.052166 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56450) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:27.059718 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabea847-3317-454e-a99b-bf3a0867020f admin admin] Pushing event deleted for resources: {'Network': ['ID=8804c295-ff20-4872-8362-6c333cf4f440,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:27.395476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-430983'] for router_interface (959578d6-19f0-44b7-ae0b-0592470e2fab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:27.630558 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Deleting port 6baf749a-fa02-464a-b284-eb8aa295a668 {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:27.630888 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:27.707431 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] For port 6baf749a-fa02-464a-b284-eb8aa295a668, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6baf749a-fa02-464a-b284-eb8aa295a668,segment=NetworkSegment(d5af5158-9080-47fd-a870-17a4ec42247d),segment_id=d5af5158-9080-47fd-a870-17a4ec42247d)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:27.707794 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:27.721145 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Calling delete_port for 6baf749a-fa02-464a-b284-eb8aa295a668 owned by network:router_interface {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:27.958547 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (6baf749a-fa02-464a-b284-eb8aa295a668), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:27.992986 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Pushing event deleted for resources: {'Port': ['ID=6baf749a-fa02-464a-b284-eb8aa295a668,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:28.166128 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430867'] for router_interface (959578d6-19f0-44b7-ae0b-0592470e2fab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:28.386688 ncdv-master-1 neutron-server[115773]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Router 959578d6-19f0-44b7-ae0b-0592470e2fab has already been hosted by L3 agent 663a18cf-36da-404e-a349-424bcba80eaf {{(pid=115773) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Apr 30 22:33:28.397253 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5bda9572-2584-4db3-b5bc-1b03faadaf2c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:28.416762 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 5bda9572-2584-4db3-b5bc-1b03faadaf2c {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:28.417112 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 5bda9572-2584-4db3-b5bc-1b03faadaf2c not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:28.494890 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115773) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Apr 30 22:33:28.500229 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-4e685786-d4bd-45e4-acfe-e034997eb482 admin admin] 10.222.0.23 "PUT /v2.0/routers/959578d6-19f0-44b7-ae0b-0592470e2fab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4459770
Apr 30 22:33:28.502288 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56452) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:28.504801 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] Sync routers for ids ['959578d6-19f0-44b7-ae0b-0592470e2fab'] in ncdv-master-1 {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 30 22:33:28.516301 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] Routers {'959578d6-19f0-44b7-ae0b-0592470e2fab'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:33:28.516995 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f897213f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:33:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['959578d6-19f0-44b7-ae0b-0592470e2fab'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:28.603307 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks [] for router (959578d6-19f0-44b7-ae0b-0592470e2fab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:28.620974 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] Set router 959578d6-19f0-44b7-ae0b-0592470e2fab gateway port host: ncdv-master-1 {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:33:28.707816 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks [] for router_gateway (959578d6-19f0-44b7-ae0b-0592470e2fab), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:28.785334 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f897213f7f0>, [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'external_fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160'}], 'enable_snat': True}, 'gw_port_id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:33:27Z', 'revision_number': 5, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port': {'id': 'a7a38b90-7d3d-4da4-9f37-bfe326ee587b', 'name': '', 'network_id': '24d2363b-44f9-4b0c-a866-84cec16dff58', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'ip_address': '172.35.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-30T22:28:31Z', 'updated_at': '2022-04-30T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b4a6b98-c3bd-44e4-8574-99482d247bf3', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:28.811586 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] Checking router: 959578d6-19f0-44b7-ae0b-0592470e2fab for host: ncdv-master-1 {{(pid=115777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 30 22:33:28.820553 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] Routers {'959578d6-19f0-44b7-ae0b-0592470e2fab'} bound to L3 agent in host ncdv-master-1 {{(pid=115777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
Apr 30 22:33:28.821165 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f897213f7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-30T20:59:20Z,description=<?>,heartbeat_timestamp=2022-04-30T22:33:21Z,host='ncdv-master-1',id=663a18cf-36da-404e-a349-424bcba80eaf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-30T20:59:21Z,topic='l3_agent')) {'router_ids': ['959578d6-19f0-44b7-ae0b-0592470e2fab'], 'active': True} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:28.838485 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Deleting port a7a38b90-7d3d-4da4-9f37-bfe326ee587b {{(pid=115773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:28.838825 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:28.908244 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_dvr_db [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] Set router 959578d6-19f0-44b7-ae0b-0592470e2fab gateway port host: None {{(pid=115777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Apr 30 22:33:28.916468 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.db [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] For port a7a38b90-7d3d-4da4-9f37-bfe326ee587b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7a38b90-7d3d-4da4-9f37-bfe326ee587b,segment=NetworkSegment(e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e),segment_id=e99e80f6-9e1e-4ae0-aab2-d9af9b2cf29e)] {{(pid=115773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:28.916834 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:28.930758 ncdv-master-1 neutron-server[115773]: DEBUG neutron.plugins.ml2.plugin [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Calling delete_port for a7a38b90-7d3d-4da4-9f37-bfe326ee587b owned by network:router_gateway {{(pid=115773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:28.962467 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.l3_hamode_db [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f897213f7f0>, [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:33:28Z', 'revision_number': 6, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:28.988870 ncdv-master-1 neutron-server[115777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11540d0d-b361-4a77-8771-bc75c316861c None None] The sync data for ids ['959578d6-19f0-44b7-ae0b-0592470e2fab'] in ncdv-master-1 is: [{'id': '959578d6-19f0-44b7-ae0b-0592470e2fab', 'name': 'tempest-TestSnapshotPattern-498834620-router', 'tenant_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-30T22:28:30Z', 'updated_at': '2022-04-30T22:33:28Z', 'revision_number': 6, 'project_id': '4b3ee6f889f74dd6a9cb5bee94d0752e', 'gw_port_host': None}] {{(pid=115777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 30 22:33:29.174454 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3374333'] for port (a7a38b90-7d3d-4da4-9f37-bfe326ee587b), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.203547 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a38b90-7d3d-4da4-9f37-bfe326ee587b,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:29.264300 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-431345'] for router_gateway (959578d6-19f0-44b7-ae0b-0592470e2fab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.357650 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58790'] for router (959578d6-19f0-44b7-ae0b-0592470e2fab), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.359934 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks [] for router_controller (959578d6-19f0-44b7-ae0b-0592470e2fab), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.524194 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-437272'] for router (959578d6-19f0-44b7-ae0b-0592470e2fab), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.524729 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 959578d6-19f0-44b7-ae0b-0592470e2fab {{(pid=115773) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Apr 30 22:33:29.528893 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.530059 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-02e89648-a1c9-4f13-97a7-434b175e04fe admin admin] 10.222.0.23 "DELETE /v2.0/routers/959578d6-19f0-44b7-ae0b-0592470e2fab HTTP/1.1" status: 204  len: 168 time: 1.0268450
Apr 30 22:33:29.532517 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [-] (115773) accepted ('10.222.0.23', 56454) {{(pid=115773) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:29.579607 ncdv-master-1 neutron-server[115773]: DEBUG neutron.db.db_base_plugin_v2 [None req-7860122d-ca15-47f7-87dc-e2538369cb33 admin admin] Deleting subnet ccbf65fe-05fa-46e6-b057-fbc365aab69d {{(pid=115773) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
Apr 30 22:33:29.582700 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7860122d-ca15-47f7-87dc-e2538369cb33 admin admin] Publish callbacks [] for subnet (ccbf65fe-05fa-46e6-b057-fbc365aab69d), before_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.616476 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7860122d-ca15-47f7-87dc-e2538369cb33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4112543'] for subnet (ccbf65fe-05fa-46e6-b057-fbc365aab69d), precommit_delete_associations {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.691880 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7860122d-ca15-47f7-87dc-e2538369cb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32805244'] for subnet (ccbf65fe-05fa-46e6-b057-fbc365aab69d), precommit_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.827906 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7860122d-ca15-47f7-87dc-e2538369cb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32805219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3374122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3663247'] for subnet (ccbf65fe-05fa-46e6-b057-fbc365aab69d), after_delete {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.855175 ncdv-master-1 neutron-server[115773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860122d-ca15-47f7-87dc-e2538369cb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccbf65fe-05fa-46e6-b057-fbc365aab69d,revision_number=None']} {{(pid=115773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:29.859074 ncdv-master-1 neutron-server[115773]: DEBUG neutron_lib.callbacks.manager [None req-7860122d-ca15-47f7-87dc-e2538369cb33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.864552 ncdv-master-1 neutron-server[115773]: INFO neutron.wsgi [None req-7860122d-ca15-47f7-87dc-e2538369cb33 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ccbf65fe-05fa-46e6-b057-fbc365aab69d HTTP/1.1" status: 204  len: 168 time: 0.3288527
Apr 30 22:33:29.865412 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56456) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:29.866416 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49020b73-af4b-480f-b97a-8a172c6b99a6 None None] Network 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 requested from ncdv-master-1 {{(pid=115776) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
Apr 30 22:33:29.939710 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32939462'] for network (41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:29.995546 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Deleting port e2dcfec8-9810-4815-8f93-731a4700e232 {{(pid=115774) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:29.995891 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.029736 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] DHCP port deletion for 41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 request from ncdv-master-1 {{(pid=115776) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
Apr 30 22:33:30.060652 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.db [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] For port e2dcfec8-9810-4815-8f93-731a4700e232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2dcfec8-9810-4815-8f93-731a4700e232,segment=NetworkSegment(d5af5158-9080-47fd-a870-17a4ec42247d),segment_id=d5af5158-9080-47fd-a870-17a4ec42247d)] {{(pid=115774) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:30.061019 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.075142 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.plugin [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Calling delete_port for e2dcfec8-9810-4815-8f93-731a4700e232 owned by network:dhcp {{(pid=115774) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:30.078589 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] Deleting port e2dcfec8-9810-4815-8f93-731a4700e232 {{(pid=115776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}}
Apr 30 22:33:30.078961 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764266168077'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), before_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.143243 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.db [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] For port e2dcfec8-9810-4815-8f93-731a4700e232, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2dcfec8-9810-4815-8f93-731a4700e232,segment=NetworkSegment(d5af5158-9080-47fd-a870-17a4ec42247d),segment_id=d5af5158-9080-47fd-a870-17a4ec42247d)] {{(pid=115776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Apr 30 22:33:30.143637 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427680'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), precommit_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.159542 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] Calling delete_port for e2dcfec8-9810-4815-8f93-731a4700e232 owned by network:dhcp {{(pid=115776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}}
Apr 30 22:33:30.204613 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3274127'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.231035 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dcfec8-9810-4815-8f93-731a4700e232,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:30.235804 ncdv-master-1 neutron-server[115774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] No DVR routers for this DVR port e2dcfec8-9810-4815-8f93-731a4700e232 on host ncdv-master-1 {{(pid=115774) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:33:30.240734 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33027672', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764266009847', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764265637012'] for port (e2dcfec8-9810-4815-8f93-731a4700e232), after_delete {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.267006 ncdv-master-1 neutron-server[115776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] Pushing event deleted for resources: {'Port': ['ID=e2dcfec8-9810-4815-8f93-731a4700e232,revision_number=None']} {{(pid=115776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:30.272804 ncdv-master-1 neutron-server[115776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277ca03-f35b-409b-bfd1-d017f782f8f4 None None] No DVR routers for this DVR port e2dcfec8-9810-4815-8f93-731a4700e232 on host ncdv-master-1 {{(pid=115776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 30 22:33:30.314619 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32959987', 'neutron.services.segments.db._delete_segments_for_network-8764266106718'] for network (41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.336054 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8967043970>,) {'filters': {'network_id': ['41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735']}} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:30.345387 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967043970>, 'd5af5158-9080-47fd-a870-17a4ec42247d') {'for_net_delete': True} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:30.346066 ncdv-master-1 neutron-server[115774]: DEBUG neutron.services.segments.db [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8967043970>, 'd5af5158-9080-47fd-a870-17a4ec42247d') {} {{(pid=115774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 30 22:33:30.356214 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764266114380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4134890'] for segment (d5af5158-9080-47fd-a870-17a4ec42247d), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.362883 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a7a38b90-7d3d-4da4-9f37-bfe326ee587b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:30.370063 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787'] for segment (d5af5158-9080-47fd-a870-17a4ec42247d), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.376275 ncdv-master-1 neutron-server[115774]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=115774) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 30 22:33:30.376671 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33004787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3274146'] for segment (d5af5158-9080-47fd-a870-17a4ec42247d), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]: Traceback (most recent call last):
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     timer()
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     cb(*args, **kw)
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     return func(*args, **kwargs)
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     self._notify()
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     self.callback(batched_events)
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     event.method(event)
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     return f(self, *a, **k)
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     return self._get(url).json()
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     return self.request(url, 'GET', **kwargs)
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 30 22:33:30.378638 ncdv-master-1 neutron-server[115774]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 30 22:33:30.384441 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: a7a38b90-7d3d-4da4-9f37-bfe326ee587b {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:30.384790 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device a7a38b90-7d3d-4da4-9f37-bfe326ee587b not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:30.385201 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6baf749a-fa02-464a-b284-eb8aa295a668 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:30.407895 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: 6baf749a-fa02-464a-b284-eb8aa295a668 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:30.408357 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device 6baf749a-fa02-464a-b284-eb8aa295a668 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:30.408823 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e2dcfec8-9810-4815-8f93-731a4700e232 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Apr 30 22:33:30.428355 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.plugin [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] No Port match for: e2dcfec8-9810-4815-8f93-731a4700e232 {{(pid=115776) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}}
Apr 30 22:33:30.428707 ncdv-master-1 neutron-server[115776]: DEBUG neutron.plugins.ml2.rpc [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Device e2dcfec8-9810-4815-8f93-731a4700e232 not bound to the agent host ncdv-master-1 {{(pid=115776) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Apr 30 22:33:30.490049 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32959994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-431253'] for network (41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.495521 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.498667 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] 10.222.0.23 "DELETE /v2.0/networks/41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735 HTTP/1.1" status: 204  len: 168 time: 0.6322110
Apr 30 22:33:30.510549 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63568b28-af42-4b27-bcda-5bf9e4643780 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e4ec0f-f804-4fb0-84a1-2e8f8e1b0735,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:30.760249 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56460) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:30.799471 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-d77567d0-6ab9-4e52-a07a-28a822b39bcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4862e1bc1ce438aa0618a97d585b7b5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380831
Apr 30 22:33:30.801927 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56462) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:30.852598 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4136859e-e423-4948-9ffe-3bc13629394e admin admin] Publish callbacks [] for security_group (154b2eb0-d198-4793-a49c-941c1d9f82cc), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.873437 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4136859e-e423-4948-9ffe-3bc13629394e admin admin] Publish callbacks [] for security_group (154b2eb0-d198-4793-a49c-941c1d9f82cc), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.959136 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4136859e-e423-4948-9ffe-3bc13629394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (154b2eb0-d198-4793-a49c-941c1d9f82cc), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.961739 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-4136859e-e423-4948-9ffe-3bc13629394e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:30.963002 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-4136859e-e423-4948-9ffe-3bc13629394e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/154b2eb0-d198-4793-a49c-941c1d9f82cc HTTP/1.1" status: 204  len: 168 time: 0.1601446
Apr 30 22:33:30.970816 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136859e-e423-4948-9ffe-3bc13629394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154b2eb0-d198-4793-a49c-941c1d9f82cc,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:31.633663 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56484) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:31.673579 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-36cc2182-4861-4d58-b929-63e9cdabb3d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b3ee6f889f74dd6a9cb5bee94d0752e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387132
Apr 30 22:33:31.676001 ncdv-master-1 neutron-server[115774]: DEBUG neutron.wsgi [-] (115774) accepted ('10.222.0.23', 56486) {{(pid=115774) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Apr 30 22:33:31.725554 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e183aedf-d073-45db-9a96-1f1e0a31eb1c admin admin] Publish callbacks [] for security_group (12c43f7c-54a2-499d-aa02-4705a6dde985), before_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:31.767888 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e183aedf-d073-45db-9a96-1f1e0a31eb1c admin admin] Publish callbacks [] for security_group (12c43f7c-54a2-499d-aa02-4705a6dde985), precommit_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:32.010255 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e183aedf-d073-45db-9a96-1f1e0a31eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560066'] for security_group (12c43f7c-54a2-499d-aa02-4705a6dde985), after_delete {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:32.012975 ncdv-master-1 neutron-server[115774]: DEBUG neutron_lib.callbacks.manager [None req-e183aedf-d073-45db-9a96-1f1e0a31eb1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:32.016567 ncdv-master-1 neutron-server[115774]: INFO neutron.wsgi [None req-e183aedf-d073-45db-9a96-1f1e0a31eb1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12c43f7c-54a2-499d-aa02-4705a6dde985 HTTP/1.1" status: 204  len: 168 time: 0.3372583
Apr 30 22:33:32.022098 ncdv-master-1 neutron-server[115774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183aedf-d073-45db-9a96-1f1e0a31eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c43f7c-54a2-499d-aa02-4705a6dde985,revision_number=None']} {{(pid=115774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 30 22:33:38.275399 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:33:47.861275 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3ed2940c-642b-4c3c-a7b4-e54ba2616448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:47.986368 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:50.592630 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d691804e-9d17-4bbe-bf38-dff4b9104cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:51.718052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:51.912230 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:53.455236 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:33:54.518040 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:15.274770 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:34:17.866212 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-294b9b1a-8d06-49ab-bdd7-92c56bfb53c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:18.105904 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:20.579970 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3fc86cd7-8b6a-4997-8c22-0fec86dc2d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:21.694418 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:21.963641 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:23.443131 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:24.540933 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:47.842302 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e287e7c0-0622-443e-91ad-7208b731de05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:47.985499 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:50.619865 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-61110643-fa16-40aa-83ca-3ae88b398180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:51.670938 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:51.945474 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:52.275465 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:34:53.453536 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:34:54.539777 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:17.864618 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2c94e7ca-cba5-487e-affe-0065fe195003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:17.990423 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:20.602366 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-622f4ce6-82c1-4915-8d58-9ea11ef04b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:21.671000 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:21.922078 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:23.470331 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:24.561927 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:29.275467 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:35:47.864530 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8229fd3c-9aa7-415d-9f64-1e6b68b1f00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:48.013094 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:50.612413 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-635dfdde-0b33-48a4-864a-2ecf6ffc6c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:51.675647 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:51.943770 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:53.469809 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:35:54.520924 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:06.273555 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:36:17.897975 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-82b71bf9-77b0-4c51-906b-ab0ad1918315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:18.012269 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:20.555569 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-39ccf68f-b8ee-4bcd-ad9e-b7cdcd4414cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:21.709230 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:21.954801 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:23.457837 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:24.532276 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:43.272784 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:36:47.851868 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c8758143-a31f-4a7b-8f79-cf7258ca52e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:47.977456 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:50.589205 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-9297ccc0-8241-4704-a7dd-8cf116eb3408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:51.720271 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:51.937373 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:53.479774 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:36:54.531134 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:17.862544 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-abb7573d-ad08-4736-ac22-c6b8e1e88561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:17.982750 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:20.271643 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:37:20.611166 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-20c11a5a-8f36-4090-b4f6-41db24b363d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:21.685141 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:21.936707 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:23.456780 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:24.530857 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:43.466068 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-4d7cb2d8-7841-4b8a-996d-8b603d89298c service neutron] (115773) timed out ('10.222.0.23', 54030) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 22:37:43.588940 ncdv-master-1 neutron-server[115773]: DEBUG neutron.wsgi [req-c4a70a7c-3c7d-4236-a175-981b5bc7f6f6 req-eaf6efad-de80-442e-ac58-be132fbc4417 tempest-TestShelveInstance-184288386 tempest-TestShelveInstance-184288386-project] (115773) timed out ('10.222.0.23', 54056) {{(pid=115773) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Apr 30 22:37:47.868259 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-654043ea-f074-4b06-b27c-47df6ceb2bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:48.005180 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:50.593427 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-6afde82e-3f73-4982-9a81-3cc38676d20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:51.690660 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:51.976508 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:53.490793 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:54.524934 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:37:57.270707 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:38:17.890170 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c3e74744-e7a6-4247-b397-d0f7310aeeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:18.033154 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:20.610472 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-907fc28f-580b-41d5-af43-8e67bbe11d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:21.673142 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:21.992377 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:23.495656 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:24.563947 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:34.269733 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:38:47.895565 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e70d494b-cde1-431a-92cf-e8b1af522744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:48.009893 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:50.581163 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-97ae2c4d-66d3-4a36-9f91-1205fcc49f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:51.694487 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:51.986365 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:53.523350 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:38:54.552421 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:11.268833 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:39:17.876567 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-100393c7-9489-4a42-b737-a396aa306abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:18.025164 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:20.609986 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-cf726fce-4e44-4e98-b22c-25c2280967cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:21.689354 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:21.991052 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:23.488349 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:24.569252 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:47.900419 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-8278e65e-9614-43d1-b09a-5d5ae2272936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:48.031872 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:48.268244 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:39:50.620302 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-d60f8c78-156a-4cd8-8c3c-2448abdcd020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:51.727594 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:52.001935 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:53.483038 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:39:54.538997 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:17.876994 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c9e18f5b-3a09-44bc-a51d-4aa58baf83fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:18.048256 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:20.614449 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-02298b89-7ec8-41c9-8df4-150e27453be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:21.739879 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:21.985568 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:23.494589 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:24.568346 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:25.267020 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:40:47.909322 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1fd8f6c4-16b7-4e18-93ba-9e158234101f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:48.075137 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:50.612211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3b21-960e-44fc-9b14-ae49c400530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:51.709211 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:52.042524 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:53.514734 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:40:54.546016 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:02.268170 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:41:17.874964 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-b65d862e-2c57-48d4-ace1-25b4d4f43a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:18.047526 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:20.594226 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-c8180cd2-b701-41dc-8d99-104040f06b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:21.716439 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:22.001633 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:23.503573 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:24.539559 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:39.266526 ncdv-master-1 neutron-server[115777]: DEBUG neutron.db.agents_db [None req-e2dadeb7-3ec5-4763-af6b-8b04ae294852 None None] Agent healthcheck: found 7 active agents {{(pid=115777) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Apr 30 22:41:47.858980 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-712ceadb-4852-4494-9eb1-9c9b6cf3a34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (004bcb41-d643-4927-a05d-251fbc8e5dd0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:48.087526 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-3d5017fd-bf80-4540-9d94-7271fd678189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (e28d9aaa-9b0a-4f37-a307-b5dd4341f714), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:50.605206 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-27ad5268-7b0d-41e7-876d-1ba45583add7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (663a18cf-36da-404e-a349-424bcba80eaf), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:51.710310 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-2fb116d0-9d64-4abf-af16-582d278f519f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (65c0ce24-40ea-4a0b-8757-6f7a7be7abeb), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:52.035953 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-19a80813-32a9-4409-9479-410193892938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (01ed53a5-814a-42be-8164-c6756fc36da0), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:53.498774 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-1675b401-30f8-445f-8df6-de999011a539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (b81ae44a-4a67-4f4b-b967-a6a171cb51d2), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Apr 30 22:41:54.572630 ncdv-master-1 neutron-server[115776]: DEBUG neutron_lib.callbacks.manager [None req-ccb220fa-aa9e-4abb-b198-339f1a0a585f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764266106709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32961590'] for agent (d3d85be8-489b-4dd3-a0b7-b7eefc69ff4b), after_update {{(pid=115776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}